-- Logs begin at Mon 2022-03-07 09:39:16 UTC, end at Mon 2022-03-07 11:36:05 UTC. -- Mar 07 10:14:43.313061 dv-neutron-830731-3-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Mar 07 10:14:45.471173 dv-neutron-830731-3-hyperv neutron-server[83632]: INFO neutron.common.config [-] Logging enabled! Mar 07 10:14:45.471878 dv-neutron-830731-3-hyperv neutron-server[83632]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.3.1.dev43 Mar 07 10:14:45.471997 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83632) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Mar 07 10:14:45.474254 dv-neutron-830731-3-hyperv neutron-server[83632]: INFO neutron.common.config [-] Logging enabled! Mar 07 10:14:45.474501 dv-neutron-830731-3-hyperv neutron-server[83632]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.3.1.dev43 Mar 07 10:14:45.474744 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83632) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Mar 07 10:14:45.475696 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 07 10:14:45.475926 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 07 10:14:45.476271 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 07 10:14:45.476546 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 07 10:14:45.476770 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 07 10:14:45.477087 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:45.477382 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:45.477674 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:45.477899 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:45.478189 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:45.478476 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:45.478757 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:45.479040 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:45.479333 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:45.479614 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:45.479892 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:45.480171 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:45.480398 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:45.480701 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] config_source = [] {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:45.480985 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:45.481267 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:45.481488 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] debug = True {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:45.481767 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:45.482193 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:45.482587 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:45.482866 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:45.483150 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:45.483420 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:45.483700 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:45.483982 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:45.484307 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] host = dv-neutron-830731-3-hyperv {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:45.484612 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:45.484899 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:45.485183 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:45.485465 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:45.485740 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:45.486012 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:45.486292 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:45.486561 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] log_dir = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:45.487459 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] log_file = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:45.487769 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:45.488059 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:45.488344 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:45.488652 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:45.488879 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:45.489105 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:45.489388 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:45.489671 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:45.489945 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:45.490308 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:45.490586 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:45.490856 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:45.491128 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:45.491393 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:45.491674 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:45.491955 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:45.492236 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:45.492533 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:45.492806 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:45.493077 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:45.493346 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:45.493623 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:45.493892 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:45.494161 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:45.494430 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:45.494712 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:45.494977 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:45.495246 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:45.495540 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:45.495819 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:45.496099 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:45.496380 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:45.496681 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:45.496959 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:45.497230 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:45.497499 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] use_journal = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:45.497768 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] use_json = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:45.498037 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:45.498308 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:45.498586 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:45.498854 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:45.499129 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:45.499398 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:45.499666 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:45.499944 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:45.500215 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:45.500530 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:45.500824 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:45.501120 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:45.501401 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:45.501691 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:45.501967 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:45.502254 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:45.503091 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:45.503380 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:45.503667 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:45.503954 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:45.504231 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:45.504533 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:45.504826 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:45.505111 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:45.505383 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:45.505660 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:45.505947 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:45.506222 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:45.506491 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:45.506767 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:45.507052 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:45.507327 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:45.507597 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:45.507876 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:45.508146 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:45.508413 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:45.508705 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:45.508985 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:45.509269 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:45.509542 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:45.509809 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:45.510074 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:45.510348 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:45.510615 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:45.510896 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:45.511168 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:45.511435 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:45.511701 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:45.511973 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:45.512244 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:45.512545 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:45.512823 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:45.513092 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:45.513368 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:45.513638 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:45.513905 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:45.514175 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:45.514442 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:45.514709 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:45.514974 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:45.515240 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:45.515510 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:45.515777 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:45.516042 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:45.516311 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:45.516602 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:45.516872 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:45.517154 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:45.517447 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:45.517720 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:45.518032 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:45.518368 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:45.518758 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:45.519042 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:45.519320 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:45.519596 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:45.519871 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:45.520140 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:45.520429 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:45.520737 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:45.521022 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:45.521307 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:45.521586 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:45.521875 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:45.522191 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:45.522430 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:45.522704 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:45.522980 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:45.523256 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:45.523535 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:45.523821 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:45.524107 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:45.524398 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:45.524709 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:45.524996 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:45.525273 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:45.525578 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:45.525854 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:45.526066 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 07 10:14:45.526302 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=83632) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 07 10:14:45.927092 dv-neutron-830731-3-hyperv neutron-server[83632]: INFO keyring.backend [-] Loading KWallet Mar 07 10:14:45.934865 dv-neutron-830731-3-hyperv neutron-server[83632]: INFO keyring.backend [-] Loading SecretService Mar 07 10:14:45.937977 dv-neutron-830731-3-hyperv neutron-server[83632]: INFO keyring.backend [-] Loading Windows Mar 07 10:14:45.939315 dv-neutron-830731-3-hyperv neutron-server[83632]: INFO keyring.backend [-] Loading chainer Mar 07 10:14:45.940413 dv-neutron-830731-3-hyperv neutron-server[83632]: INFO keyring.backend [-] Loading macOS Mar 07 10:14:45.975186 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=83632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Mar 07 10:14:45.975459 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.002s {{(pid=83632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Mar 07 10:14:45.975746 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=83632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Mar 07 10:14:45.976079 dv-neutron-830731-3-hyperv neutron-server[83632]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 07 10:14:46.278538 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:14:46.278829 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:14:46.279103 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:14:46.338439 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:14:46.338715 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:14:46.338977 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:14:46.342046 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:14:46.342324 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:14:46.342591 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:14:46.371474 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:14:46.371747 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:14:46.372010 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:14:46.398859 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:14:46.399237 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:14:46.399505 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:14:46.715149 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:14:46.715767 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:14:46.715767 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:14:46.715936 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:14:46.716845 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:14:46.836840 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:14:46.837153 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:14:46.837431 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:14:46.837694 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:14:46.837952 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:14:46.838252 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:14:46.838507 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:14:46.838759 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:14:46.839005 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:14:46.839279 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:14:46.839535 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:14:46.839790 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:14:46.840047 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:14:46.840296 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:14:46.840578 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:14:46.840841 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:14:46.841091 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:14:46.841355 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:14:46.841600 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:14:46.841872 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:14:46.842209 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:14:46.842453 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:14:46.842694 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:14:46.842966 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:14:46.843459 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:14:46.843696 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:14:46.844071 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=83632) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 07 10:14:46.844308 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=83632) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 07 10:14:46.844563 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=83632) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 07 10:14:46.844799 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=83632) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 07 10:14:46.845031 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=83632) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 07 10:14:46.845260 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=83632) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 07 10:14:46.845800 dv-neutron-830731-3-hyperv neutron-server[83632]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 07 10:14:46.849607 dv-neutron-830731-3-hyperv neutron-server[83632]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 07 10:14:46.853628 dv-neutron-830731-3-hyperv neutron-server[83632]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 07 10:14:46.857474 dv-neutron-830731-3-hyperv neutron-server[83632]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Mar 07 10:14:46.859110 dv-neutron-830731-3-hyperv neutron-server[83632]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 07 10:14:46.859496 dv-neutron-830731-3-hyperv neutron-server[83632]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 07 10:14:46.859829 dv-neutron-830731-3-hyperv neutron-server[83632]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 07 10:14:46.860208 dv-neutron-830731-3-hyperv neutron-server[83632]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 07 10:14:46.863730 dv-neutron-830731-3-hyperv neutron-server[83632]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 07 10:14:46.863973 dv-neutron-830731-3-hyperv neutron-server[83632]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 07 10:14:46.864313 dv-neutron-830731-3-hyperv neutron-server[83632]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 07 10:14:46.891941 dv-neutron-830731-3-hyperv neutron-server[83632]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Mar 07 10:14:46.892377 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:14:46.892701 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=83632) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Mar 07 10:14:46.893095 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:14:46.894444 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=83632) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 07 10:14:46.894718 dv-neutron-830731-3-hyperv neutron-server[83632]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 07 10:14:46.894959 dv-neutron-830731-3-hyperv neutron-server[83632]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 07 10:14:46.898096 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:14:46.898370 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:14:46.961781 dv-neutron-830731-3-hyperv neutron-server[83632]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 07 10:14:46.962020 dv-neutron-830731-3-hyperv neutron-server[83632]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 07 10:14:46.962499 dv-neutron-830731-3-hyperv neutron-server[83632]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 07 10:14:46.962642 dv-neutron-830731-3-hyperv neutron-server[83632]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 07 10:14:46.993533 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_db.sqlalchemy.engines [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=83632) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Mar 07 10:14:47.321813 dv-neutron-830731-3-hyperv neutron-server[83632]: INFO neutron.plugins.ml2.managers [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Initializing driver for type 'gre' Mar 07 10:14:47.322320 dv-neutron-830731-3-hyperv neutron-server[83632]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] gre ID ranges: [(1, 1000)] Mar 07 10:14:47.378653 dv-neutron-830731-3-hyperv neutron-server[83632]: INFO neutron.plugins.ml2.managers [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Initializing driver for type 'local' Mar 07 10:14:47.378982 dv-neutron-830731-3-hyperv neutron-server[83632]: INFO neutron.plugins.ml2.managers [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Initializing driver for type 'vlan' Mar 07 10:14:47.391810 dv-neutron-830731-3-hyperv neutron-server[83632]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] VlanTypeDriver initialization complete Mar 07 10:14:47.392181 dv-neutron-830731-3-hyperv neutron-server[83632]: INFO neutron.plugins.ml2.managers [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Initializing driver for type 'vxlan' Mar 07 10:14:47.392685 dv-neutron-830731-3-hyperv neutron-server[83632]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] vxlan ID ranges: [(1, 1000)] Mar 07 10:14:47.448502 dv-neutron-830731-3-hyperv neutron-server[83632]: INFO neutron.plugins.ml2.managers [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Initializing extension driver 'port_security' Mar 07 10:14:47.448858 dv-neutron-830731-3-hyperv neutron-server[83632]: INFO neutron.plugins.ml2.extensions.port_security [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] PortSecurityExtensionDriver initialization complete Mar 07 10:14:47.449197 dv-neutron-830731-3-hyperv neutron-server[83632]: INFO neutron.plugins.ml2.managers [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Initializing mechanism driver 'openvswitch' Mar 07 10:14:47.449536 dv-neutron-830731-3-hyperv neutron-server[83632]: INFO neutron.plugins.ml2.managers [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Initializing mechanism driver 'hyperv' Mar 07 10:14:47.456701 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.plugins.ml2.plugin [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=83632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:14:47.457382 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Subscribe: > port after_create 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:14:47.457759 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Subscribe: > port after_update 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:14:47.458116 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Subscribe: > port after_delete 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:14:47.458639 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=83632) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Mar 07 10:14:47.459076 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Subscribe: > subnet after_create 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:14:47.459434 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Subscribe: > subnet after_update 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:14:47.459782 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Subscribe: > subnet after_delete 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:14:47.460179 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=83632) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Mar 07 10:14:47.460614 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Subscribe: > network after_create 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:14:47.460965 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Subscribe: > network after_update 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:14:47.461314 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Subscribe: > network after_delete 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:14:47.461698 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=83632) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Mar 07 10:14:47.462105 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Subscribe: > security_group after_create 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:14:47.462457 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Subscribe: > security_group after_update 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:14:47.462799 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Subscribe: > security_group after_delete 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:14:47.463325 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=83632) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Mar 07 10:14:47.463734 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:14:47.464081 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:14:47.464421 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:14:47.464842 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=83632) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Mar 07 10:14:47.465281 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] ML2 OVO RPC backend initialized. {{(pid=83632) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:168}} Mar 07 10:14:47.465930 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Subscribe: > router_interface after_create 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:14:47.466289 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:14:47.466708 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Subscribe: > network before_response 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:14:47.467057 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Subscribe: > networks before_response 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:14:47.467402 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Subscribe: > port before_response 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:14:47.467743 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Subscribe: > ports before_response 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:14:47.468086 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Subscribe: > subnet before_response 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:14:47.468707 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Subscribe: > subnets before_response 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:14:47.469054 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Subscribe: > network after_create 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:14:47.469391 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Subscribe: > network after_update 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:14:47.469732 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Subscribe: > network after_delete 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:14:47.470069 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Subscribe: > port after_create 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:14:47.470399 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Subscribe: > port after_update 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:14:47.470732 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Subscribe: > port after_delete 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:14:47.471090 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Subscribe: > subnet after_create 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:14:47.471423 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Subscribe: > subnet after_update 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:14:47.471915 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Subscribe: > subnet after_delete 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:14:47.472529 dv-neutron-830731-3-hyperv neutron-server[83632]: INFO neutron.plugins.ml2.plugin [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Modular L2 Plugin initialization complete Mar 07 10:14:47.472870 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.manager [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Loading services supported by the core plugin {{(pid=83632) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 07 10:14:47.473195 dv-neutron-830731-3-hyperv neutron-server[83632]: INFO neutron.plugins.ml2.managers [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Got port-security extension from driver 'port_security' Mar 07 10:14:47.473664 dv-neutron-830731-3-hyperv neutron-server[83632]: INFO neutron.extensions.vlantransparent [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Disabled vlantransparent extension. Mar 07 10:14:47.474085 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.manager [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=83632) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 07 10:14:47.474401 dv-neutron-830731-3-hyperv neutron-server[83632]: INFO neutron.manager [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Loading Plugin: router Mar 07 10:14:47.510785 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Subscribe: > router_interface before_create 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:14:47.511179 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Subscribe: > router after_create 55549900 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:14:47.511543 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Subscribe: > router before_create 55549900 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:14:47.511905 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:14:47.512270 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:14:47.512661 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Subscribe: > router after_delete 55549900 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:14:47.513018 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Subscribe: > floatingip after_update 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:14:47.513381 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Subscribe: > router after_create 55549900 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:14:47.513727 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Subscribe: > router after_update 55549900 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:14:47.514075 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Subscribe: > router after_update 55549900 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:14:47.514420 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:14:47.514775 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Subscribe: > router after_update 55549900 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:14:47.515181 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Subscribe: > router precommit_update 55549900 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:14:47.515545 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Subscribe: port after_update 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:14:47.515883 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Subscribe: port after_delete 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:14:47.516218 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Subscribe: subnet after_update 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:14:47.516589 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:14:47.516942 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Subscribe: > port precommit_delete 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:14:47.517290 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Subscribe: > router precommit_create 55549900 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:14:47.517632 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Subscribe: port before_delete 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:14:47.518554 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Subscribe: > router precommit_create 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:14:47.518923 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Subscribe: > router after_update 55549900 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:14:47.519257 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Subscribe: > router precommit_delete 55549900 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:14:47.519601 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Subscribe: > router precommit_create 55549900 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:14:47.519960 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Subscribe: > router_interface after_create 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:14:47.520301 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Subscribe: > router precommit_update 55549900 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:14:47.520694 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Subscribe: > agent after_create 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:14:47.521043 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Subscribe: > agent after_delete 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:14:47.521389 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Subscribe: > network after_delete 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:14:47.522297 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.quota.resource_registry [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Tracking information for resource: router configured {{(pid=83632) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 07 10:14:47.522575 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.quota.resource_registry [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Tracking information for resource: floatingip configured {{(pid=83632) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 07 10:14:47.527513 dv-neutron-830731-3-hyperv neutron-server[83632]: INFO neutron.db.l3_agentschedulers_db [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 07 10:14:47.528086 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Subscribe: port after_update 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:14:47.528448 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Subscribe: port after_create 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:14:47.528831 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Subscribe: port after_delete 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:14:47.529182 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Subscribe: port after_update 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:14:47.530093 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Subscribe: > router before_create 55550100 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:14:47.530461 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Subscribe: > router precommit_delete 55550100 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:14:47.530824 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Subscribe: > router precommit_create 55550100 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:14:47.531180 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Subscribe: > router precommit_update 55550100 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:14:47.535580 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.services.provider_configuration [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Service providers = [] {{(pid=83632) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 07 10:14:47.535942 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.db.servicetype_db [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=83632) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 07 10:14:47.538936 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.services.service_base [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=83632) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 07 10:14:47.539283 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.services.service_base [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=83632) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 07 10:14:47.539624 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.services.service_base [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=83632) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 07 10:14:47.540550 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.services.service_base [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=83632) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 07 10:14:47.540927 dv-neutron-830731-3-hyperv neutron-server[83632]: INFO neutron.services.service_base [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 07 10:14:47.541302 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.manager [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=83632) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 07 10:14:47.541621 dv-neutron-830731-3-hyperv neutron-server[83632]: INFO neutron.manager [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 07 10:14:47.552565 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.manager [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=83632) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 07 10:14:47.552904 dv-neutron-830731-3-hyperv neutron-server[83632]: INFO neutron.manager [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Loading Plugin: auto_allocate Mar 07 10:14:47.558865 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Subscribe: network precommit_update 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:14:47.559233 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Subscribe: network precommit_create 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:14:47.559752 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.manager [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=83632) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 07 10:14:47.560075 dv-neutron-830731-3-hyperv neutron-server[83632]: INFO neutron.manager [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Loading Plugin: tag Mar 07 10:14:47.567259 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.manager [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=83632) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 07 10:14:47.567588 dv-neutron-830731-3-hyperv neutron-server[83632]: INFO neutron.manager [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Loading Plugin: timestamp Mar 07 10:14:47.571620 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.manager [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=83632) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 07 10:14:47.571960 dv-neutron-830731-3-hyperv neutron-server[83632]: INFO neutron.manager [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Loading Plugin: network_ip_availability Mar 07 10:14:47.577292 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:14:47.577662 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:14:47.578020 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:14:47.578730 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.manager [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=83632) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 07 10:14:47.579052 dv-neutron-830731-3-hyperv neutron-server[83632]: INFO neutron.manager [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Loading Plugin: flavors Mar 07 10:14:47.584343 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.manager [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=83632) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 07 10:14:47.584712 dv-neutron-830731-3-hyperv neutron-server[83632]: INFO neutron.manager [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Loading Plugin: revisions Mar 07 10:14:47.589019 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.manager [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=83632) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 07 10:14:47.589406 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_concurrency.lockutils [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.614s {{(pid=83632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Mar 07 10:14:47.590144 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=83632) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:637}} Mar 07 10:14:47.590480 dv-neutron-830731-3-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Initializing extension manager. Mar 07 10:14:47.590991 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Loading extension file: __init__.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 07 10:14:47.591332 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Loading extension file: __pycache__ {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 07 10:14:47.591665 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 07 10:14:47.591998 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 07 10:14:47.592330 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Loading extension file: _filter_validation_lib.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 07 10:14:47.592696 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 07 10:14:47.593026 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Loading extension file: address_group.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 07 10:14:47.594039 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 07 10:14:47.594590 dv-neutron-830731-3-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Loaded extension: address-group Mar 07 10:14:47.594912 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Loading extension file: address_scope.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 07 10:14:47.595625 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 07 10:14:47.596163 dv-neutron-830731-3-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Loaded extension: address-scope Mar 07 10:14:47.596491 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Loading extension file: admin_state_down_before_update.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 07 10:14:47.597427 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 07 10:14:47.597929 dv-neutron-830731-3-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Loaded extension: router-admin-state-down-before-update Mar 07 10:14:47.598256 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Loading extension file: agent.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 07 10:14:47.598954 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 07 10:14:47.599449 dv-neutron-830731-3-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Loaded extension: agent Mar 07 10:14:47.599770 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Loading extension file: agent_resources_synced.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 07 10:14:47.600716 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 07 10:14:47.601217 dv-neutron-830731-3-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Loaded extension: agent-resources-synced Mar 07 10:14:47.601539 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Loading extension file: allowedaddresspairs.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 07 10:14:47.603531 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 07 10:14:47.604046 dv-neutron-830731-3-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Loaded extension: allowed-address-pairs Mar 07 10:14:47.604374 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Loading extension file: auto_allocated_topology.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 07 10:14:47.605494 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 07 10:14:47.606000 dv-neutron-830731-3-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Loaded extension: auto-allocated-topology Mar 07 10:14:47.606324 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Loading extension file: availability_zone.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 07 10:14:47.607021 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 07 10:14:47.607519 dv-neutron-830731-3-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Loaded extension: availability_zone Mar 07 10:14:47.607843 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Loading extension file: availability_zone_filter.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 07 10:14:47.608811 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 07 10:14:47.609313 dv-neutron-830731-3-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Loaded extension: availability_zone_filter Mar 07 10:14:47.609635 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Loading extension file: data_plane_status.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 07 10:14:47.610546 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 07 10:14:47.611044 dv-neutron-830731-3-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Extension data-plane-status not supported by any of loaded plugins Mar 07 10:14:47.611365 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Loading extension file: default_subnetpools.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 07 10:14:47.612347 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 07 10:14:47.612875 dv-neutron-830731-3-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Loaded extension: default-subnetpools Mar 07 10:14:47.613201 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Loading extension file: dhcpagentscheduler.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 07 10:14:47.613980 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 07 10:14:47.614481 dv-neutron-830731-3-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Loaded extension: dhcp_agent_scheduler Mar 07 10:14:47.614804 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Loading extension file: dns.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 07 10:14:47.615721 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 07 10:14:47.616218 dv-neutron-830731-3-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Extension dns-integration not supported by any of loaded plugins Mar 07 10:14:47.616568 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Loading extension file: dns_domain_ports.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 07 10:14:47.617486 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 07 10:14:47.617993 dv-neutron-830731-3-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 07 10:14:47.618311 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Loading extension file: dvr.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 07 10:14:47.618979 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 07 10:14:47.619476 dv-neutron-830731-3-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Loaded extension: dvr Mar 07 10:14:47.619796 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Loading extension file: empty_string_filtering.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 07 10:14:47.620729 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 07 10:14:47.621226 dv-neutron-830731-3-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Loaded extension: empty-string-filtering Mar 07 10:14:47.621548 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 07 10:14:47.622459 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 07 10:14:47.622953 dv-neutron-830731-3-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 07 10:14:47.623273 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 07 10:14:47.624183 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 07 10:14:47.624706 dv-neutron-830731-3-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 07 10:14:47.625027 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Loading extension file: external_net.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 07 10:14:47.625936 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 07 10:14:47.626431 dv-neutron-830731-3-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Loaded extension: external-net Mar 07 10:14:47.626753 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Loading extension file: extra_dhcp_opt.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 07 10:14:47.628252 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 07 10:14:47.628786 dv-neutron-830731-3-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Loaded extension: extra_dhcp_opt Mar 07 10:14:47.629112 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Loading extension file: extraroute.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 07 10:14:47.630027 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 07 10:14:47.630528 dv-neutron-830731-3-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Loaded extension: extraroute Mar 07 10:14:47.630853 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Loading extension file: extraroute_atomic.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 07 10:14:47.631888 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 07 10:14:47.632390 dv-neutron-830731-3-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Loaded extension: extraroute-atomic Mar 07 10:14:47.632742 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Loading extension file: filter_validation.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 07 10:14:47.633414 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 07 10:14:47.633912 dv-neutron-830731-3-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Loaded extension: filter-validation Mar 07 10:14:47.634235 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Loading extension file: fip_pf_description.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 07 10:14:47.635142 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 07 10:14:47.635639 dv-neutron-830731-3-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 07 10:14:47.635961 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Loading extension file: fip_port_details.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 07 10:14:47.636901 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 07 10:14:47.637407 dv-neutron-830731-3-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Loaded extension: fip-port-details Mar 07 10:14:47.637730 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Loading extension file: flavors.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 07 10:14:47.638965 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 07 10:14:47.639475 dv-neutron-830731-3-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Loaded extension: flavors Mar 07 10:14:47.639800 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 07 10:14:47.641510 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 07 10:14:47.642024 dv-neutron-830731-3-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 07 10:14:47.642352 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Loading extension file: floatingip_pools.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 07 10:14:47.643120 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 07 10:14:47.643625 dv-neutron-830731-3-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Loaded extension: floatingip-pools Mar 07 10:14:47.643947 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Loading extension file: ip_allocation.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 07 10:14:47.644892 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 07 10:14:47.645392 dv-neutron-830731-3-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Extension ip_allocation not supported by any of loaded plugins Mar 07 10:14:47.645715 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 07 10:14:47.646638 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 07 10:14:47.647140 dv-neutron-830731-3-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Loaded extension: ip-substring-filtering Mar 07 10:14:47.647465 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Loading extension file: l2_adjacency.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 07 10:14:47.648403 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 07 10:14:47.648930 dv-neutron-830731-3-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Extension l2_adjacency not supported by any of loaded plugins Mar 07 10:14:47.649254 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Loading extension file: l3.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 07 10:14:47.650219 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 07 10:14:47.650728 dv-neutron-830731-3-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Loaded extension: router Mar 07 10:14:47.651055 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Loading extension file: l3_conntrack_helper.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 07 10:14:47.653482 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 07 10:14:47.654003 dv-neutron-830731-3-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 07 10:14:47.654337 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 07 10:14:47.655275 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 07 10:14:47.655783 dv-neutron-830731-3-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Loaded extension: ext-gw-mode Mar 07 10:14:47.656111 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 07 10:14:47.657056 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 07 10:14:47.657560 dv-neutron-830731-3-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Loaded extension: l3-ha Mar 07 10:14:47.657884 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Loading extension file: l3_flavors.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 07 10:14:47.659398 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 07 10:14:47.659905 dv-neutron-830731-3-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Loaded extension: l3-flavors Mar 07 10:14:47.660228 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 07 10:14:47.661198 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 07 10:14:47.661703 dv-neutron-830731-3-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Loaded extension: l3-port-ip-change-not-allowed Mar 07 10:14:47.662027 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Loading extension file: l3agentscheduler.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 07 10:14:47.663062 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 07 10:14:47.663571 dv-neutron-830731-3-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Loaded extension: l3_agent_scheduler Mar 07 10:14:47.663899 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Loading extension file: logging.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 07 10:14:47.665436 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 07 10:14:47.665953 dv-neutron-830731-3-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Extension logging not supported by any of loaded plugins Mar 07 10:14:47.666283 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Loading extension file: metering.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 07 10:14:47.667023 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 07 10:14:47.667595 dv-neutron-830731-3-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Loaded extension: metering Mar 07 10:14:47.667920 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 07 10:14:47.669054 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 07 10:14:47.669566 dv-neutron-830731-3-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Loaded extension: metering_source_and_destination_fields Mar 07 10:14:47.669893 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Loading extension file: multiprovidernet.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 07 10:14:47.670822 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 07 10:14:47.671328 dv-neutron-830731-3-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Loaded extension: multi-provider Mar 07 10:14:47.671651 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Loading extension file: netmtu.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 07 10:14:47.672607 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 07 10:14:47.673112 dv-neutron-830731-3-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Loaded extension: net-mtu Mar 07 10:14:47.673433 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Loading extension file: netmtu_writable.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 07 10:14:47.674971 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 07 10:14:47.675476 dv-neutron-830731-3-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Loaded extension: net-mtu-writable Mar 07 10:14:47.675799 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Loading extension file: network_availability_zone.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 07 10:14:47.676501 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 07 10:14:47.677002 dv-neutron-830731-3-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Loaded extension: network_availability_zone Mar 07 10:14:47.677323 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Loading extension file: network_ip_availability.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 07 10:14:47.678425 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 07 10:14:47.678939 dv-neutron-830731-3-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Loaded extension: network-ip-availability Mar 07 10:14:47.679263 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Loading extension file: network_segment_range.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 07 10:14:47.680033 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 07 10:14:47.680561 dv-neutron-830731-3-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Extension network-segment-range not supported by any of loaded plugins Mar 07 10:14:47.680883 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Loading extension file: pagination.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 07 10:14:47.681879 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 07 10:14:47.682209 dv-neutron-830731-3-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Loaded extension: pagination Mar 07 10:14:47.682531 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 07 10:14:47.683461 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 07 10:14:47.683970 dv-neutron-830731-3-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Loaded extension: port-mac-address-regenerate Mar 07 10:14:47.684292 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Loading extension file: port_resource_request.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 07 10:14:47.685239 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 07 10:14:47.685741 dv-neutron-830731-3-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Extension port-resource-request not supported by any of loaded plugins Mar 07 10:14:47.686061 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Loading extension file: portbindings.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 07 10:14:47.686988 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 07 10:14:47.687488 dv-neutron-830731-3-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Loaded extension: binding Mar 07 10:14:47.687812 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Loading extension file: portbindings_extended.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 07 10:14:47.689143 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 07 10:14:47.689658 dv-neutron-830731-3-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Loaded extension: binding-extended Mar 07 10:14:47.690008 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Loading extension file: portsecurity.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 07 10:14:47.691001 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 07 10:14:47.691512 dv-neutron-830731-3-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Loaded extension: port-security Mar 07 10:14:47.691835 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Loading extension file: project_id.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 07 10:14:47.692843 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 07 10:14:47.693174 dv-neutron-830731-3-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Loaded extension: project-id Mar 07 10:14:47.693495 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Loading extension file: providernet.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 07 10:14:47.694428 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 07 10:14:47.694933 dv-neutron-830731-3-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Loaded extension: provider Mar 07 10:14:47.695256 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Loading extension file: qos.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 07 10:14:47.698911 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 07 10:14:47.699429 dv-neutron-830731-3-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Extension qos not supported by any of loaded plugins Mar 07 10:14:47.699762 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 07 10:14:47.701060 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 07 10:14:47.701571 dv-neutron-830731-3-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 07 10:14:47.701900 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 07 10:14:47.702824 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 07 10:14:47.703329 dv-neutron-830731-3-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 07 10:14:47.703654 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Loading extension file: qos_default.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 07 10:14:47.704612 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 07 10:14:47.705122 dv-neutron-830731-3-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Extension qos-default not supported by any of loaded plugins Mar 07 10:14:47.705982 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Loading extension file: qos_fip.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 07 10:14:47.706706 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 07 10:14:47.707200 dv-neutron-830731-3-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Extension qos-fip not supported by any of loaded plugins Mar 07 10:14:47.707524 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Loading extension file: qos_gateway_ip.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 07 10:14:47.708453 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 07 10:14:47.708981 dv-neutron-830731-3-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 07 10:14:47.709309 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Loading extension file: qos_port_network_policy.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 07 10:14:47.710227 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 07 10:14:47.710727 dv-neutron-830731-3-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 07 10:14:47.711050 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Loading extension file: qos_rule_type_details.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 07 10:14:47.711968 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 07 10:14:47.712465 dv-neutron-830731-3-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 07 10:14:47.712812 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Loading extension file: qos_rules_alias.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 07 10:14:47.713862 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 07 10:14:47.714364 dv-neutron-830731-3-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 07 10:14:47.714686 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Loading extension file: quotasv2.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 07 10:14:47.715558 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 07 10:14:47.716073 dv-neutron-830731-3-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Loaded extension: quotas Mar 07 10:14:47.716193 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Loading extension file: quotasv2_detail.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 07 10:14:47.717899 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 07 10:14:47.718523 dv-neutron-830731-3-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Loaded extension: quota_details Mar 07 10:14:47.718860 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Loading extension file: rbac.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 07 10:14:47.719922 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 07 10:14:47.720443 dv-neutron-830731-3-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Loaded extension: rbac-policies Mar 07 10:14:47.720806 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Loading extension file: rbac_address_scope.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 07 10:14:47.721812 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 07 10:14:47.722319 dv-neutron-830731-3-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Loaded extension: rbac-address-scope Mar 07 10:14:47.722649 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Loading extension file: rbac_security_groups.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 07 10:14:47.723593 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 07 10:14:47.724100 dv-neutron-830731-3-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Loaded extension: rbac-security-groups Mar 07 10:14:47.724429 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Loading extension file: rbac_subnetpool.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 07 10:14:47.725398 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 07 10:14:47.725905 dv-neutron-830731-3-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Loaded extension: rbac-subnetpool Mar 07 10:14:47.726232 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Loading extension file: revisionifmatch.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 07 10:14:47.727156 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 07 10:14:47.727666 dv-neutron-830731-3-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Loaded extension: revision-if-match Mar 07 10:14:47.727993 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Loading extension file: revisions.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 07 10:14:47.729134 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 07 10:14:47.729649 dv-neutron-830731-3-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Loaded extension: standard-attr-revisions Mar 07 10:14:47.729974 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Loading extension file: router_availability_zone.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 07 10:14:47.730649 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 07 10:14:47.731153 dv-neutron-830731-3-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Loaded extension: router_availability_zone Mar 07 10:14:47.731477 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Loading extension file: routerservicetype.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 07 10:14:47.732410 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 07 10:14:47.732948 dv-neutron-830731-3-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Extension router-service-type not supported by any of loaded plugins Mar 07 10:14:47.733272 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Loading extension file: security_groups_port_filtering.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 07 10:14:47.734194 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 07 10:14:47.734701 dv-neutron-830731-3-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Loaded extension: port-security-groups-filtering Mar 07 10:14:47.735024 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Loading extension file: securitygroup.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 07 10:14:47.746530 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 07 10:14:47.747058 dv-neutron-830731-3-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Loaded extension: security-group Mar 07 10:14:47.747392 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Loading extension file: segment.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 07 10:14:47.748178 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 07 10:14:47.748721 dv-neutron-830731-3-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Extension segment not supported by any of loaded plugins Mar 07 10:14:47.749051 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 07 10:14:47.750003 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 07 10:14:47.750512 dv-neutron-830731-3-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 07 10:14:47.750836 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Loading extension file: servicetype.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 07 10:14:47.751961 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 07 10:14:47.752650 dv-neutron-830731-3-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Loaded extension: service-type Mar 07 10:14:47.752983 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Loading extension file: sorting.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 07 10:14:47.753970 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 07 10:14:47.754305 dv-neutron-830731-3-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Loaded extension: sorting Mar 07 10:14:47.754631 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Loading extension file: standard_attr_segment.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 07 10:14:47.755550 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 07 10:14:47.756062 dv-neutron-830731-3-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 07 10:14:47.756388 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Loading extension file: standardattrdescription.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 07 10:14:47.757062 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 07 10:14:47.757564 dv-neutron-830731-3-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Loaded extension: standard-attr-description Mar 07 10:14:47.757886 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Loading extension file: stateful_security_group.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 07 10:14:47.758828 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 07 10:14:47.759334 dv-neutron-830731-3-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Loaded extension: stateful-security-group Mar 07 10:14:47.759660 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Loading extension file: stdattrs_common.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 07 10:14:47.760254 dv-neutron-830731-3-hyperv neutron-server[83632]: WARNING neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 07 10:14:47.760609 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 07 10:14:47.761543 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 07 10:14:47.762051 dv-neutron-830731-3-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 07 10:14:47.762375 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Loading extension file: subnet_onboard.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 07 10:14:47.763550 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 07 10:14:47.764064 dv-neutron-830731-3-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Loaded extension: subnet_onboard Mar 07 10:14:47.764393 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 07 10:14:47.765352 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 07 10:14:47.765856 dv-neutron-830731-3-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 07 10:14:47.766182 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Loading extension file: subnet_service_types.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 07 10:14:47.767152 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 07 10:14:47.767655 dv-neutron-830731-3-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Loaded extension: subnet-service-types Mar 07 10:14:47.768504 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Loading extension file: subnetallocation.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 07 10:14:47.769618 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 07 10:14:47.770122 dv-neutron-830731-3-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Loaded extension: subnet_allocation Mar 07 10:14:47.770451 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 07 10:14:47.771114 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 07 10:14:47.771612 dv-neutron-830731-3-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Loaded extension: subnetpool-prefix-ops Mar 07 10:14:47.771932 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 07 10:14:47.772961 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 07 10:14:47.773420 dv-neutron-830731-3-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 07 10:14:47.773742 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Loading extension file: tagging.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 07 10:14:47.774777 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 07 10:14:47.775285 dv-neutron-830731-3-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Loaded extension: standard-attr-tag Mar 07 10:14:47.775611 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Loading extension file: timestamp.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 07 10:14:47.776848 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 07 10:14:47.777361 dv-neutron-830731-3-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Loaded extension: standard-attr-timestamp Mar 07 10:14:47.777685 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Loading extension file: trunk.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 07 10:14:47.778725 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 07 10:14:47.779238 dv-neutron-830731-3-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Extension trunk not supported by any of loaded plugins Mar 07 10:14:47.779562 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Loading extension file: trunk_details.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 07 10:14:47.780504 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 07 10:14:47.781023 dv-neutron-830731-3-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Extension trunk-details not supported by any of loaded plugins Mar 07 10:14:47.781345 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Loading extension file: uplink_status_propagation.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 07 10:14:47.782267 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 07 10:14:47.782775 dv-neutron-830731-3-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 07 10:14:47.783097 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Loading extension file: vlantransparent.py {{(pid=83632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 07 10:14:47.783833 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=83632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 07 10:14:47.784534 dv-neutron-830731-3-hyperv neutron-server[83632]: INFO neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Extension vlan-transparent not supported by any of loaded plugins Mar 07 10:14:47.786738 dv-neutron-830731-3-hyperv neutron-server[83632]: INFO neutron.quota.resource_registry [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Creating instance of TrackedResource for resource:network Mar 07 10:14:47.787441 dv-neutron-830731-3-hyperv neutron-server[83632]: INFO neutron.quota.resource_registry [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Creating instance of TrackedResource for resource:subnet Mar 07 10:14:47.788042 dv-neutron-830731-3-hyperv neutron-server[83632]: INFO neutron.quota.resource_registry [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Creating instance of TrackedResource for resource:subnetpool Mar 07 10:14:47.788846 dv-neutron-830731-3-hyperv neutron-server[83632]: INFO neutron.quota.resource_registry [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Creating instance of TrackedResource for resource:port Mar 07 10:14:47.790105 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.v2.resource_helper [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83632) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 10:14:47.790549 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.v2.resource_helper [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Service FLAVORS assigned prefix: {{(pid=83632) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 10:14:47.791168 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.v2.resource_helper [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83632) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 10:14:47.791599 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.v2.resource_helper [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83632) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 10:14:47.791930 dv-neutron-830731-3-hyperv neutron-server[83632]: INFO neutron.quota.resource_registry [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Creating instance of TrackedResource for resource:router Mar 07 10:14:47.792618 dv-neutron-830731-3-hyperv neutron-server[83632]: INFO neutron.quota.resource_registry [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Creating instance of TrackedResource for resource:floatingip Mar 07 10:14:47.793325 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.v2.resource_helper [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Service METERING assigned prefix: /metering {{(pid=83632) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 10:14:47.794732 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:14:47.795097 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:14:47.795449 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:14:47.796585 dv-neutron-830731-3-hyperv neutron-server[83632]: INFO neutron.quota.resource_registry [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Creating instance of CountableResource for resource:rbac_policy Mar 07 10:14:47.797032 dv-neutron-830731-3-hyperv neutron-server[83632]: INFO neutron.quota.resource_registry [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Creating instance of TrackedResource for resource:security_group Mar 07 10:14:47.797701 dv-neutron-830731-3-hyperv neutron-server[83632]: INFO neutron.quota.resource_registry [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 07 10:14:47.798527 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.v2.resource_helper [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Service CORE assigned prefix: {{(pid=83632) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 10:14:47.798862 dv-neutron-830731-3-hyperv neutron-server[83632]: INFO neutron.quota.resource_registry [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Creating instance of TrackedResource for resource:subnetpool Mar 07 10:14:47.799910 dv-neutron-830731-3-hyperv neutron-server[83632]: WARNING neutron.quota.resource_registry [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] subnetpool is already registered Mar 07 10:14:47.800561 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.v2.resource_helper [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Service CORE assigned prefix: {{(pid=83632) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 10:14:47.800892 dv-neutron-830731-3-hyperv neutron-server[83632]: INFO neutron.quota.resource_registry [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Creating instance of TrackedResource for resource:subnetpool Mar 07 10:14:47.801232 dv-neutron-830731-3-hyperv neutron-server[83632]: WARNING neutron.quota.resource_registry [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] subnetpool is already registered Mar 07 10:14:47.803754 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.v2.resource_helper [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83632) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 10:14:47.804188 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.v2.resource_helper [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Service FLAVORS assigned prefix: {{(pid=83632) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 10:14:47.804805 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.v2.resource_helper [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83632) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 10:14:47.805226 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.v2.resource_helper [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83632) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 10:14:47.805562 dv-neutron-830731-3-hyperv neutron-server[83632]: INFO neutron.quota.resource_registry [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Creating instance of TrackedResource for resource:router Mar 07 10:14:47.805893 dv-neutron-830731-3-hyperv neutron-server[83632]: WARNING neutron.quota.resource_registry [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] router is already registered Mar 07 10:14:47.806484 dv-neutron-830731-3-hyperv neutron-server[83632]: INFO neutron.quota.resource_registry [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Creating instance of TrackedResource for resource:floatingip Mar 07 10:14:47.806813 dv-neutron-830731-3-hyperv neutron-server[83632]: WARNING neutron.quota.resource_registry [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] floatingip is already registered Mar 07 10:14:47.807434 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.v2.resource_helper [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Service METERING assigned prefix: /metering {{(pid=83632) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 10:14:47.808096 dv-neutron-830731-3-hyperv neutron-server[83632]: INFO neutron.quota.resource_registry [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Creating instance of CountableResource for resource:rbac_policy Mar 07 10:14:47.808423 dv-neutron-830731-3-hyperv neutron-server[83632]: WARNING neutron.quota.resource_registry [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] rbac_policy is already registered Mar 07 10:14:47.808987 dv-neutron-830731-3-hyperv neutron-server[83632]: INFO neutron.quota.resource_registry [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Creating instance of TrackedResource for resource:security_group Mar 07 10:14:47.809316 dv-neutron-830731-3-hyperv neutron-server[83632]: WARNING neutron.quota.resource_registry [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] security_group is already registered Mar 07 10:14:47.809904 dv-neutron-830731-3-hyperv neutron-server[83632]: INFO neutron.quota.resource_registry [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 07 10:14:47.810228 dv-neutron-830731-3-hyperv neutron-server[83632]: WARNING neutron.quota.resource_registry [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] security_group_rule is already registered Mar 07 10:14:47.810890 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.v2.resource_helper [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Service CORE assigned prefix: {{(pid=83632) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 10:14:47.811225 dv-neutron-830731-3-hyperv neutron-server[83632]: INFO neutron.quota.resource_registry [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Creating instance of TrackedResource for resource:subnetpool Mar 07 10:14:47.811551 dv-neutron-830731-3-hyperv neutron-server[83632]: WARNING neutron.quota.resource_registry [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] subnetpool is already registered Mar 07 10:14:47.812138 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.v2.resource_helper [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Service CORE assigned prefix: {{(pid=83632) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 10:14:47.812463 dv-neutron-830731-3-hyperv neutron-server[83632]: INFO neutron.quota.resource_registry [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Creating instance of TrackedResource for resource:subnetpool Mar 07 10:14:47.812895 dv-neutron-830731-3-hyperv neutron-server[83632]: WARNING neutron.quota.resource_registry [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] subnetpool is already registered Mar 07 10:14:47.814477 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Extended resource: extensions {{(pid=83632) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 07 10:14:47.815026 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Extended resource: address-groups {{(pid=83632) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 07 10:14:47.816629 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Extended resource: address-scopes {{(pid=83632) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 07 10:14:47.817818 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Extended resource: agents {{(pid=83632) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 07 10:14:47.818955 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Extended resource: auto-allocated-topology {{(pid=83632) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 07 10:14:47.820183 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Extended resource: availability_zones {{(pid=83632) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 07 10:14:47.821507 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Extended resource: dhcp-networks {{(pid=83632) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 07 10:14:47.822860 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Extended resource: dhcp-agents {{(pid=83632) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 07 10:14:47.824239 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Extended resource: routers {{(pid=83632) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 07 10:14:47.826097 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Extended resource: flavors {{(pid=83632) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 07 10:14:47.827239 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Extended resource: service_profiles {{(pid=83632) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 07 10:14:47.828415 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Extended resource: next_providers {{(pid=83632) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 07 10:14:47.829935 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Extended resource: service_profiles {{(pid=83632) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 07 10:14:47.831855 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Extended resource: floatingip-pools {{(pid=83632) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 07 10:14:47.833090 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Extended resource: routers {{(pid=83632) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 07 10:14:47.834852 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Extended resource: floatingips {{(pid=83632) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 07 10:14:47.836024 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Extended resource: l3-routers {{(pid=83632) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 07 10:14:47.837397 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Extended resource: l3-agents {{(pid=83632) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 07 10:14:47.838747 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Extended resource: metering-labels {{(pid=83632) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 07 10:14:47.840099 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Extended resource: metering-label-rules {{(pid=83632) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 07 10:14:47.841371 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Extended resource: network-ip-availabilities {{(pid=83632) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 07 10:14:47.842607 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Extended resource: bindings {{(pid=83632) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 07 10:14:47.845406 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Extended resource: quotas {{(pid=83632) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 07 10:14:47.847446 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Extended resource: quotas {{(pid=83632) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 07 10:14:47.848899 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Extended resource: rbac-policies {{(pid=83632) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 07 10:14:47.850174 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Extended resource: security-groups {{(pid=83632) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 07 10:14:47.851372 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Extended resource: security-group-rules {{(pid=83632) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 07 10:14:47.852601 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Extended resource: service-providers {{(pid=83632) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 07 10:14:47.853788 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Extended resource: subnetpools {{(pid=83632) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 07 10:14:47.855186 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Extended resource: subnetpools {{(pid=83632) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 07 10:14:47.856686 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Extended resource: tags {{(pid=83632) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 07 10:14:47.858326 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Extended resource: tags {{(pid=83632) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 07 10:14:47.860073 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Extended resource: tags {{(pid=83632) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 07 10:14:47.861871 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Extended resource: tags {{(pid=83632) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 07 10:14:47.863623 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Extended resource: tags {{(pid=83632) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 07 10:14:47.865294 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Extended resource: tags {{(pid=83632) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 07 10:14:47.867012 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Extended resource: tags {{(pid=83632) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 07 10:14:47.868880 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Extended resource: tags {{(pid=83632) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 07 10:14:47.870737 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Extended resource: tags {{(pid=83632) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 07 10:14:47.872551 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron.api.extensions [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Extended resource: tags {{(pid=83632) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 07 10:14:47.878387 dv-neutron-830731-3-hyperv neutron-server[83632]: WARNING keystonemiddleware.auth_token [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 07 10:14:47.883041 dv-neutron-830731-3-hyperv neutron-server[83632]: WARNING keystonemiddleware.auth_token [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 07 10:14:47.890942 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_concurrency.lockutils [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Acquired lock "singleton_lock" {{(pid=83632) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Mar 07 10:14:47.891422 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_concurrency.lockutils [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Releasing lock "singleton_lock" {{(pid=83632) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Mar 07 10:14:47.892051 dv-neutron-830731-3-hyperv neutron-server[83632]: INFO oslo_service.service [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Starting 2 workers Mar 07 10:14:47.897259 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Started child 83737 {{(pid=83632) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 07 10:14:47.901510 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Started child 83738 {{(pid=83632) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 07 10:14:47.902617 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:14:47.903144 dv-neutron-830731-3-hyperv neutron-server[83632]: INFO neutron.service [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Neutron service started, listening on 0.0.0.0:9696 Mar 07 10:14:47.903713 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Notify callbacks [] for process, before_spawn {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:14:47.904034 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [-] (83737) wsgi starting up on http://0.0.0.0:9696 Mar 07 10:14:47.906133 dv-neutron-830731-3-hyperv neutron-server[83632]: INFO oslo_service.service [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Starting 1 workers Mar 07 10:14:47.906251 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:14:47.907463 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [-] (83738) wsgi starting up on http://0.0.0.0:9696 Mar 07 10:14:47.911765 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Started child 83739 {{(pid=83632) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 07 10:14:47.912309 dv-neutron-830731-3-hyperv neutron-server[83632]: INFO oslo_service.service [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Starting 1 workers Mar 07 10:14:47.915803 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.service [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] calling RpcWorker wait() {{(pid=83739) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 07 10:14:47.916364 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.service [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] returning from RpcWorker wait() {{(pid=83739) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 07 10:14:47.916598 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Started child 83740 {{(pid=83632) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 07 10:14:47.917393 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG neutron_lib.callbacks.manager [None req-3931c443-32b4-47ef-b1ee-dc3146ddaf84 None None] Notify callbacks [] for process, after_spawn {{(pid=83632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:14:47.917719 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:14:47.918245 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:14:47.919199 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83632) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Mar 07 10:14:47.919406 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 07 10:14:47.919586 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 07 10:14:47.919800 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 07 10:14:47.920129 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 07 10:14:47.920294 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 07 10:14:47.920809 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:47.921090 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:47.921330 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:14:47.921793 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:47.921793 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:47.921939 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:47.922222 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:14:47.922447 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:47.922709 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:47.922943 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:47.923208 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:47.923437 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:47.923606 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:47.923772 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:47.924014 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:47.924340 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:47.924678 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:47.924980 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:47.925225 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:47.925499 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:47.925671 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:47.925944 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:47.926212 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:47.926438 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:47.926713 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] debug = True {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:47.926964 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:47.927449 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:47.927676 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:47.927935 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:47.928173 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:47.928450 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:47.928720 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:47.929025 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:47.929276 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:47.929509 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:47.929761 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:47.930023 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:47.930233 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:47.930479 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:47.930740 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:47.930963 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:47.931408 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] host = dv-neutron-830731-3-hyperv {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:47.931663 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:47.931881 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:47.932110 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:47.932348 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:47.932618 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:47.932873 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:47.933134 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:47.933390 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:47.933657 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:47.933883 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:47.934133 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:47.934366 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:47.934610 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:47.934863 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] log_file = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:47.935085 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] log_options = True {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:47.935253 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:47.935529 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:47.935810 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:47.936000 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:47.936174 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:47.936320 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:47.936622 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:47.936792 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:47.937053 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:47.937275 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:47.937494 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:47.937711 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:47.937959 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:47.938206 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:47.938452 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:47.938671 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:47.938928 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:47.939124 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:47.939371 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:47.939603 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:47.939942 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:47.940291 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:47.940525 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:47.940752 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:47.940998 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:47.941216 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:47.941464 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:47.941690 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:47.941905 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:47.942148 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:47.942492 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:47.942673 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:47.942912 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:47.943160 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:47.943412 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:47.943609 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:47.943830 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:47.944094 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:47.944323 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:47.944604 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:47.944876 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:47.945096 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:47.945338 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:47.945552 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:47.945797 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:47.946011 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] use_json = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:47.946230 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:47.946459 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:47.946719 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:47.946933 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:47.947165 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:47.947379 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:47.947596 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:47.947825 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:47.948040 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:47.948445 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.948741 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.949055 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.949286 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.949518 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.949759 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.949990 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.950201 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.950455 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.950707 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.951029 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.951236 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.951589 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.951860 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.952114 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.952946 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.953141 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.953399 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.953747 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.953966 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.954104 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.954344 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.954626 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.954866 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.955119 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.955881 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.956115 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.956335 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.957461 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.957461 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.957461 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.957461 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.958686 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.958686 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.958686 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.958686 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.958686 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.958686 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.960378 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.960378 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.960378 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.960378 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.960378 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.960378 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.960378 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.960378 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.962925 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.962925 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.962925 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.962925 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.962925 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.962925 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.962925 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.962925 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.962925 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.964328 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.964328 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.964328 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.964328 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.964328 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.964328 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.964328 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.964328 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.964328 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.968448 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.968448 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.968448 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.968448 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.968448 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.968448 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.968448 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.968448 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.968448 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.969007 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.969007 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.969007 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.969007 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.969007 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.969007 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.969007 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.969007 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.969441 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.969441 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.969441 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.969441 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.969441 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.969720 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.969891 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.970116 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.970495 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.970760 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.971018 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.971923 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.972147 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.972712 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.972712 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.973027 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.973215 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.973618 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.975948 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.975948 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.975948 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.975948 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.976996 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 55258) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:14:47.977148 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.977148 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.977148 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.977148 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.977148 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.977148 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.977148 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.977148 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.978180 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.978180 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.978180 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.978180 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.978180 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.978180 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.979172 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.979172 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.979172 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.979172 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.979172 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.979967 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.979967 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.979967 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.980392 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.980590 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.980733 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.981690 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.981690 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.981690 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.981690 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.982015 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.982154 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.982392 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.982634 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.982865 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.983077 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.983500 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.983896 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.984071 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [-] 10.222.0.13 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0067792 Mar 07 10:14:47.984433 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.984827 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.985047 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.985440 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.985860 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.986355 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.986675 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.986957 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.987206 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.987458 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.987678 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.987904 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.988161 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.988383 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.989859 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.989859 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.990046 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.990197 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.990529 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.990773 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.991105 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.991335 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.991568 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.991799 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.992050 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.992270 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.993282 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.993282 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.993282 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.993282 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.993578 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.993643 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.993833 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.994080 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.994295 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.995169 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.995169 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.995169 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.995586 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.995586 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.995858 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.995993 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.996134 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.996345 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.996607 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.996832 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.997072 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.997338 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.997585 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.997811 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.998028 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.998243 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.998610 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.998959 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.999304 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.999722 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:47.999961 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.000193 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.000522 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.001873 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.001873 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.002103 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.002381 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.002516 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.002733 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.002949 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.003981 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.003981 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.003981 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.003981 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.004418 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.004548 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.004789 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.005034 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.005292 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.005597 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.006537 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.006537 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.006537 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.006537 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.006953 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.006953 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.007286 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.007572 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.007830 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.008083 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.008356 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.008686 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.008965 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.009179 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.009488 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.009845 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.010114 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.010372 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.010617 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.010898 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.011139 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.011341 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.011582 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.011816 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.012042 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.012280 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.012600 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.012830 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.013068 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.013315 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.013724 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.014168 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.014400 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.014626 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.014848 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.015017 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 07 10:14:48.015546 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83632) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Mar 07 10:14:48.015707 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 07 10:14:48.016073 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 07 10:14:48.016203 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 07 10:14:48.016381 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 07 10:14:48.016570 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 07 10:14:48.016778 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:48.016941 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:48.017102 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:48.017265 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:48.017426 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:48.017609 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:48.017801 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:48.019724 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:48.019724 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:48.019724 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:48.019724 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:48.019724 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:48.019724 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:48.019724 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:48.019724 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:48.020472 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:48.020472 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:48.020472 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:48.020472 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:48.020472 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:48.021039 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:48.021039 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:48.021039 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] debug = True {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:48.021256 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:48.021334 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:48.021437 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:48.021600 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:48.021757 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:48.022065 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:48.022366 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:48.023427 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:48.023427 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:48.023427 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:48.023427 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:48.023427 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:48.023427 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:48.023427 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:48.024230 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:48.024230 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:48.024230 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] host = dv-neutron-830731-3-hyperv {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:48.024230 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:48.024230 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:48.024585 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:48.024585 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:48.024752 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:48.024752 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:48.024921 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:48.025077 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:48.025380 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:48.025678 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:48.025977 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:48.026308 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:48.026660 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:48.026822 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] log_file = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:48.027094 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] log_options = True {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:48.027218 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:48.027323 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:48.027436 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:48.027612 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:48.027773 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:48.028070 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:48.028376 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:48.028704 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:48.028866 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:48.029004 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:48.029161 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:48.030031 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:48.030031 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:48.030031 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:48.030031 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:48.030031 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:48.030694 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:48.030694 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:48.030694 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:48.030694 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:48.030694 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:48.032228 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:48.032228 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:48.032228 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:48.032228 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:48.032228 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:48.032228 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:48.032228 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:48.032228 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:48.032228 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:48.034157 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:48.034157 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:48.034157 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:48.034157 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:48.034157 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:48.034157 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:48.034157 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:48.034157 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:48.036187 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:48.036187 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:48.036187 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:48.036187 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:48.036187 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:48.036187 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:48.036187 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:48.036187 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] use_json = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:48.037362 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:48.037362 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:48.037362 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:48.037362 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:48.037362 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:48.037362 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:48.037362 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:48.037362 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:48.038362 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:14:48.038362 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.038362 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.038362 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.038362 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.038362 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.038362 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.038362 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.039343 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.039343 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.039343 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.039343 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.039343 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.039343 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.039343 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.039343 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.040322 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.040322 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.040322 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.040322 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.040322 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.040322 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.040322 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.040322 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.041375 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.041375 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.041375 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.041375 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.041375 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.041375 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.041375 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.041375 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.041375 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.042463 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.042463 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.042463 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.042463 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.042463 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.042463 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.042463 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.042463 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.043095 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.043095 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.043095 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.043095 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.043095 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.043487 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.043487 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.043651 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.043768 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.043852 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.043988 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.044163 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.044325 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.044511 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.046374 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.046374 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.046374 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.046374 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.046797 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.046797 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.046797 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.047019 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.047019 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.047192 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.047363 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.047530 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.047696 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.047858 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.048019 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.048180 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.048341 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.050474 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.050681 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.051645 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.053220 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.053421 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.053602 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.053783 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.053957 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.054127 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.054296 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.054468 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.054631 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.054787 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.054951 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.055113 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.055271 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.055429 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.055590 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.055751 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.055913 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.056074 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.056233 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.056392 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.057039 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.058238 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.058420 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.058589 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.058756 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.058920 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.059083 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.059258 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.059420 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.059585 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.059746 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.059915 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.060087 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.060249 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.060409 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.060663 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.060862 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.061045 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.061221 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.061396 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.061569 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.061741 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.061911 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.062089 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.062270 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.062439 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.062604 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.062770 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.062959 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.063124 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.063285 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.063448 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.063610 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.063773 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.063985 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.064121 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.064257 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.064383 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.065248 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.065382 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.065489 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.065745 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.065922 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.066087 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.066252 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.067224 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.067399 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.067638 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.067763 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.067890 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.068382 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.068382 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.068382 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.068745 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.068745 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.068959 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.069063 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.069166 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.069272 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.069440 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.069658 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.071027 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.071027 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.071027 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.071027 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.071027 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.071027 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.071027 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.071027 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.071998 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.071998 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.071998 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.071998 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.071998 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.071998 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.071998 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.071998 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.072613 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.072613 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.072613 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.073457 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.073625 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.073790 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.074050 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.074149 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.074282 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.074446 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.074608 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.074771 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.074934 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.075097 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.075259 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.075420 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.075584 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.075749 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.075911 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.076072 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.076235 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.076395 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.077331 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.077502 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.077674 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.077843 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.078004 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.078178 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.078342 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.078504 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.078666 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.078827 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.078997 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.079157 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.079317 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.079478 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.079639 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.079811 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.079974 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.080136 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.080306 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.081773 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.081946 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.082109 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.082665 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.082665 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.082665 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.082975 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.082975 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.083185 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.083185 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.083378 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.083516 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.083682 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.083845 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.084016 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.084187 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.084357 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.085449 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.085449 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.085692 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.085798 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.086018 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.086139 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.086243 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.086391 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.086553 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.086715 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.086876 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.087038 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.087200 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.087363 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.087526 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.087688 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.087854 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.088018 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.088180 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.088342 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.088546 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.088703 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:14:48.088839 dv-neutron-830731-3-hyperv neutron-server[83632]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 07 10:14:48.104637 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:14:58.341328 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-045c391f-99fb-4c1c-b53e-014956cf5a28 None None] get_active_networks_info from dv-neutron-830731-3-hyperv {{(pid=83739) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 07 10:14:58.417907 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-045c391f-99fb-4c1c-b53e-014956cf5a28 None None] No non-hosted networks {{(pid=83739) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 07 10:14:58.429109 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.agentschedulers_db [None req-045c391f-99fb-4c1c-b53e-014956cf5a28 None None] DHCP Agent not found on host dv-neutron-830731-3-hyperv {{(pid=83739) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 07 10:14:58.546382 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-de3480f5-e872-4f45-bc58-5eaaeca9d785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3920281'] for agent, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:15:00.478327 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-177e47b7-44f8-4da2-ad94-6fe713b56310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3920281'] for agent, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:15:00.537809 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-88a9c595-a818-449a-a48a-07f590ffdf15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:15:01.682248 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-711fefd2-3b30-4759-8df5-0aecff1c8e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3920281'] for agent, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:15:01.796584 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3920281'] for agent, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:15:01.798090 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:15:01.800813 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:15:01.801160 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:15:01.801519 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:15:01.805456 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:15:01.805798 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:15:01.806437 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:15:01.808068 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:15:01.809233 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:15:01.809731 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:15:01.812777 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:15:01.814270 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-830731-3-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:15:01.822706 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-830731-3-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:15:03.068168 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c87150bd-aa9c-4ad1-bb68-57ec66d4fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3920281'] for agent, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:15:04.745465 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 55358) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:15:05.338147 dv-neutron-830731-3-hyperv neutron-server[83738]: WARNING oslo_policy.policy [None req-f7abef09-338d-40fa-bcec-8263fd110f26 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 07 10:15:05.338727 dv-neutron-830731-3-hyperv neutron-server[83738]: WARNING oslo_policy.policy [None req-f7abef09-338d-40fa-bcec-8263fd110f26 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 07 10:15:05.551328 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [None req-f7abef09-338d-40fa-bcec-8263fd110f26 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=83738) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 07 10:15:05.552371 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-f7abef09-338d-40fa-bcec-8263fd110f26 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8060169 Mar 07 10:15:07.525663 dv-neutron-830731-3-hyperv neutron-server[83739]: INFO neutron.db.l3_hamode_db [None req-10b6989a-6bdd-4b77-8a1c-511de0121b59 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 07 10:15:07.611915 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b6989a-6bdd-4b77-8a1c-511de0121b59 None None] Routers set() bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:15:07.612291 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b6989a-6bdd-4b77-8a1c-511de0121b59 None None] Router IDs set() for agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Mar 07 10:15:07.829156 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 55372) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:15:08.418702 dv-neutron-830731-3-hyperv neutron-server[83737]: WARNING oslo_policy.policy [None req-c29f88cf-adb1-4aac-8bd3-d6a3c7639e76 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 07 10:15:08.419213 dv-neutron-830731-3-hyperv neutron-server[83737]: WARNING oslo_policy.policy [None req-c29f88cf-adb1-4aac-8bd3-d6a3c7639e76 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 07 10:15:08.640583 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-c29f88cf-adb1-4aac-8bd3-d6a3c7639e76 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:15:08.693676 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.policy [None req-c29f88cf-adb1-4aac-8bd3-d6a3c7639e76 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83737) register_rules /opt/stack/neutron/neutron/policy.py:65}} Mar 07 10:15:08.694333 dv-neutron-830731-3-hyperv neutron-server[83737]: WARNING oslo_policy.policy [None req-c29f88cf-adb1-4aac-8bd3-d6a3c7639e76 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 07 10:15:08.694693 dv-neutron-830731-3-hyperv neutron-server[83737]: WARNING oslo_policy.policy [None req-c29f88cf-adb1-4aac-8bd3-d6a3c7639e76 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 07 10:15:08.698086 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.quota [None req-c29f88cf-adb1-4aac-8bd3-d6a3c7639e76 admin admin] Loaded quota_driver: . Mar 07 10:15:08.714069 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-c29f88cf-adb1-4aac-8bd3-d6a3c7639e76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:15:08.781727 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c29f88cf-adb1-4aac-8bd3-d6a3c7639e76 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732566449059', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732566405747', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732566406559', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732566413779', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732566420821', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1072713', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1117661', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3890088', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3703248'] for rbac-policy, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:15:08.848553 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c29f88cf-adb1-4aac-8bd3-d6a3c7639e76 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:15:08.849990 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-c29f88cf-adb1-4aac-8bd3-d6a3c7639e76 admin admin] 10.222.0.13 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0179908 Mar 07 10:15:11.365506 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 55390) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:15:11.727756 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-b6ddaeba-d669-4dc9-bb8e-9909afce6358 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': '8e5e76f3b807473fa51edae624791e1c'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:15:11.732641 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-b6ddaeba-d669-4dc9-bb8e-9909afce6358 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:15:11.736888 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-b6ddaeba-d669-4dc9-bb8e-9909afce6358 admin admin] Usage tracker for resource:network and tenant:8e5e76f3b807473fa51edae624791e1c is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:15:11.741429 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-b6ddaeba-d669-4dc9-bb8e-9909afce6358 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:15:11.747398 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-b6ddaeba-d669-4dc9-bb8e-9909afce6358 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:15:11.756598 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6ddaeba-d669-4dc9-bb8e-9909afce6358 admin admin] Made reservation on behalf of 8e5e76f3b807473fa51edae624791e1c for: {'network': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:15:11.759952 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b6ddaeba-d669-4dc9-bb8e-9909afce6358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for network, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:15:11.778628 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b6ddaeba-d669-4dc9-bb8e-9909afce6358 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:15:11.821382 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-b6ddaeba-d669-4dc9-bb8e-9909afce6358 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:15:11.824976 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-b6ddaeba-d669-4dc9-bb8e-9909afce6358 admin admin] Usage tracker for resource:security_group_rule and tenant:8e5e76f3b807473fa51edae624791e1c is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:15:11.827946 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-b6ddaeba-d669-4dc9-bb8e-9909afce6358 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:15:11.834236 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-b6ddaeba-d669-4dc9-bb8e-9909afce6358 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:15:11.903686 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b6ddaeba-d669-4dc9-bb8e-9909afce6358 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:15:11.907465 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b6ddaeba-d669-4dc9-bb8e-9909afce6358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:15:11.936823 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6ddaeba-d669-4dc9-bb8e-9909afce6358 admin admin] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=83737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:15:11.964549 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b6ddaeba-d669-4dc9-bb8e-9909afce6358 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8732568551024', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:15:11.965142 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b6ddaeba-d669-4dc9-bb8e-9909afce6358 admin admin] Unsubscribe: segment precommit_create {{(pid=83737) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 07 10:15:11.965645 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.db.segments_db [None req-b6ddaeba-d669-4dc9-bb8e-9909afce6358 admin admin] Added segment 544ec360-a490-499c-851a-5ca66507b7d1 of type vlan for network 632399cd-7b3b-4aa5-a03f-85e5df140e5f Mar 07 10:15:11.976038 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ddaeba-d669-4dc9-bb8e-9909afce6358 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=770a11c1-b12f-4293-851f-0021c5a7b0e1,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:15:12.030459 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ddaeba-d669-4dc9-bb8e-9909afce6358 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:15:12.030725 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ddaeba-d669-4dc9-bb8e-9909afce6358 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:15:12.031050 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ddaeba-d669-4dc9-bb8e-9909afce6358 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:15:12.031371 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ddaeba-d669-4dc9-bb8e-9909afce6358 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:15:12.031703 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ddaeba-d669-4dc9-bb8e-9909afce6358 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:15:12.032023 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ddaeba-d669-4dc9-bb8e-9909afce6358 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:15:12.032350 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ddaeba-d669-4dc9-bb8e-9909afce6358 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:15:12.032692 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ddaeba-d669-4dc9-bb8e-9909afce6358 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:15:12.033616 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ddaeba-d669-4dc9-bb8e-9909afce6358 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:15:12.033929 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ddaeba-d669-4dc9-bb8e-9909afce6358 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:15:12.034242 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ddaeba-d669-4dc9-bb8e-9909afce6358 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:15:12.035442 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ddaeba-d669-4dc9-bb8e-9909afce6358 admin admin] Tracked resource versions report: Mar 07 10:15:12.035442 dv-neutron-830731-3-hyperv neutron-server[83737]: pushed versions: Mar 07 10:15:12.035442 dv-neutron-830731-3-hyperv neutron-server[83737]: { 'ConntrackHelper': {'1.0'}, Mar 07 10:15:12.035442 dv-neutron-830731-3-hyperv neutron-server[83737]: 'Log': {'1.0'}, Mar 07 10:15:12.035442 dv-neutron-830731-3-hyperv neutron-server[83737]: 'Network': {'1.1'}, Mar 07 10:15:12.035442 dv-neutron-830731-3-hyperv neutron-server[83737]: 'Port': {'1.5'}, Mar 07 10:15:12.035442 dv-neutron-830731-3-hyperv neutron-server[83737]: 'PortForwarding': {'1.2'}, Mar 07 10:15:12.035442 dv-neutron-830731-3-hyperv neutron-server[83737]: 'QosPolicy': {'1.8'}, Mar 07 10:15:12.035442 dv-neutron-830731-3-hyperv neutron-server[83737]: 'SecurityGroup': {'1.2'}, Mar 07 10:15:12.035442 dv-neutron-830731-3-hyperv neutron-server[83737]: 'SecurityGroupRule': {'1.0'}, Mar 07 10:15:12.035442 dv-neutron-830731-3-hyperv neutron-server[83737]: 'SubPort': {'1.0'}, Mar 07 10:15:12.035442 dv-neutron-830731-3-hyperv neutron-server[83737]: 'Subnet': {'1.1'}, Mar 07 10:15:12.035442 dv-neutron-830731-3-hyperv neutron-server[83737]: 'Trunk': {'1.1'}} Mar 07 10:15:12.035442 dv-neutron-830731-3-hyperv neutron-server[83737]: consumer versions: Mar 07 10:15:12.035442 dv-neutron-830731-3-hyperv neutron-server[83737]: { DHCP agent@dv-neutron-830731-3-hyperv: {}, Mar 07 10:15:12.035442 dv-neutron-830731-3-hyperv neutron-server[83737]: L3 agent@dv-neutron-830731-3-hyperv: {}, Mar 07 10:15:12.035442 dv-neutron-830731-3-hyperv neutron-server[83737]: Metadata agent@dv-neutron-830731-3-hyperv: {}, Mar 07 10:15:12.035442 dv-neutron-830731-3-hyperv neutron-server[83737]: Metering agent@dv-neutron-830731-3-hyperv: {}, Mar 07 10:15:12.035442 dv-neutron-830731-3-hyperv neutron-server[83737]: Open vSwitch agent@dv-neutron-830731-3-hyperv: { 'ConntrackHelper': '1.0', Mar 07 10:15:12.035442 dv-neutron-830731-3-hyperv neutron-server[83737]: 'Log': '1.0', Mar 07 10:15:12.035442 dv-neutron-830731-3-hyperv neutron-server[83737]: 'Network': '1.1', Mar 07 10:15:12.035442 dv-neutron-830731-3-hyperv neutron-server[83737]: 'Port': '1.5', Mar 07 10:15:12.035442 dv-neutron-830731-3-hyperv neutron-server[83737]: 'PortForwarding': '1.2', Mar 07 10:15:12.035442 dv-neutron-830731-3-hyperv neutron-server[83737]: 'QosPolicy': '1.8', Mar 07 10:15:12.035442 dv-neutron-830731-3-hyperv neutron-server[83737]: 'SecurityGroup': '1.2', Mar 07 10:15:12.035442 dv-neutron-830731-3-hyperv neutron-server[83737]: 'SecurityGroupRule': '1.0', Mar 07 10:15:12.035442 dv-neutron-830731-3-hyperv neutron-server[83737]: 'SubPort': '1.0', Mar 07 10:15:12.035442 dv-neutron-830731-3-hyperv neutron-server[83737]: 'Subnet': '1.1', Mar 07 10:15:12.035442 dv-neutron-830731-3-hyperv neutron-server[83737]: 'Trunk': '1.1'}} Mar 07 10:15:12.035442 dv-neutron-830731-3-hyperv neutron-server[83737]: {{(pid=83737) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 07 10:15:12.082136 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b6ddaeba-d669-4dc9-bb8e-9909afce6358 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732568034061'] for network, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:15:12.126510 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b6ddaeba-d669-4dc9-bb8e-9909afce6358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594'] for network, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:15:12.128231 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ddaeba-d669-4dc9-bb8e-9909afce6358 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:15:12.128918 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b6ddaeba-d669-4dc9-bb8e-9909afce6358 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2756603'] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:15:12.240249 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ddaeba-d669-4dc9-bb8e-9909afce6358 admin admin] Pushing event updated for resources: {'Network': ['ID=632399cd-7b3b-4aa5-a03f-85e5df140e5f,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:15:12.243240 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-b6ddaeba-d669-4dc9-bb8e-9909afce6358 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8767240 Mar 07 10:15:12.267906 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Network 632399cd-7b3b-4aa5-a03f-85e5df140e5f details requested by agent ovs-agent-dv-neutron-830731-3-hyperv with host dv-neutron-830731-3-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 10:15:14.913060 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 55406) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:15:15.374179 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a02b70-a722-499d-942c-e3d2c891d338 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:15:15.375477 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-c0a02b70-a722-499d-942c-e3d2c891d338 admin admin] 10.222.0.13 "GET /v2.0/networks/632399cd-7b3b-4aa5-a03f-85e5df140e5f HTTP/1.1" status: 200 len: 825 time: 0.4614818 Mar 07 10:15:15.403759 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-4adcf9ec-c421-4960-be8c-5c3a4c831ba7 admin admin] 10.222.0.13 "GET /v2.0/subnetpools/be889329-5fb3-429e-9615-761f87d67e1a HTTP/1.1" status: 200 len: 734 time: 0.0224347 Mar 07 10:15:15.412508 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-143fa3cf-f952-4197-9beb-43338fc3f108 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'ip_version': 4, 'tenant_id': '8e5e76f3b807473fa51edae624791e1c', 'network_id': '632399cd-7b3b-4aa5-a03f-85e5df140e5f', 'subnetpool_id': 'be889329-5fb3-429e-9615-761f87d67e1a', 'name': 'private-subnet'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:15:15.416656 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-143fa3cf-f952-4197-9beb-43338fc3f108 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:15:15.420292 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-143fa3cf-f952-4197-9beb-43338fc3f108 admin admin] Usage tracker for resource:subnet and tenant:8e5e76f3b807473fa51edae624791e1c is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:15:15.423087 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-143fa3cf-f952-4197-9beb-43338fc3f108 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:15:15.429192 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-143fa3cf-f952-4197-9beb-43338fc3f108 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:15:15.438706 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-143fa3cf-f952-4197-9beb-43338fc3f108 admin admin] Made reservation on behalf of 8e5e76f3b807473fa51edae624791e1c for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:15:15.441563 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-143fa3cf-f952-4197-9beb-43338fc3f108 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:15:15.703852 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-143fa3cf-f952-4197-9beb-43338fc3f108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:15:15.785616 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143fa3cf-f952-4197-9beb-43338fc3f108 admin admin] Pushing event updated for resources: {'Subnet': ['ID=90077007-99dd-4a7b-80c7-6d2ed4c738c3,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:15:15.791574 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143fa3cf-f952-4197-9beb-43338fc3f108 admin admin] Checking segment: {'id': '544ec360-a490-499c-851a-5ca66507b7d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '632399cd-7b3b-4aa5-a03f-85e5df140e5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:15:15.791953 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-143fa3cf-f952-4197-9beb-43338fc3f108 admin admin] Network hostable DHCP agents. Network: 632399cd-7b3b-4aa5-a03f-85e5df140e5f, hostable agents: ['6527556c-6586-422c-ae47-082984683847'], hosted agents: [] {{(pid=83737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:15:15.814999 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-143fa3cf-f952-4197-9beb-43338fc3f108 admin admin] Network 632399cd-7b3b-4aa5-a03f-85e5df140e5f is scheduled to be hosted by DHCP agent 6527556c-6586-422c-ae47-082984683847 with binding_index 1 {{(pid=83737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:15:15.824170 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-143fa3cf-f952-4197-9beb-43338fc3f108 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830731-3-hyperv, 632399cd-7b3b-4aa5-a03f-85e5df140e5f) {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:15:15.828414 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-143fa3cf-f952-4197-9beb-43338fc3f108 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:15:15.829022 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-143fa3cf-f952-4197-9beb-43338fc3f108 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2756603'] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:15:15.833731 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc5e538c-aba6-4739-8941-9208cf86b210 None None] Network 632399cd-7b3b-4aa5-a03f-85e5df140e5f requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:15:15.855834 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-143fa3cf-f952-4197-9beb-43338fc3f108 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4464791 Mar 07 10:15:16.144683 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf2cbf70-3c6f-4de4-bfcb-189a400fafb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ec2749d-0aec-52fb-aca6-10ba8a80aade-632399cd-7b3b-4aa5-a03f-85e5df140e5f', 'network_id': '632399cd-7b3b-4aa5-a03f-85e5df140e5f', 'tenant_id': '8e5e76f3b807473fa51edae624791e1c', 'fixed_ips': [{'subnet_id': '90077007-99dd-4a7b-80c7-6d2ed4c738c3'}]}} from dv-neutron-830731-3-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 07 10:15:16.145895 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-cf2cbf70-3c6f-4de4-bfcb-189a400fafb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:15:16.335753 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-cf2cbf70-3c6f-4de4-bfcb-189a400fafb4 None None] Allocated IP 172.20.0.2 (632399cd-7b3b-4aa5-a03f-85e5df140e5f/90077007-99dd-4a7b-80c7-6d2ed4c738c3/4ff2cb81-aea9-4564-91da-3fb211ce9805) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:15:16.565418 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-cf2cbf70-3c6f-4de4-bfcb-189a400fafb4 None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:15:16.578336 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-cf2cbf70-3c6f-4de4-bfcb-189a400fafb4 None None] Transition to ACTIVE for port object 4ff2cb81-aea9-4564-91da-3fb211ce9805 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:15:16.601509 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-cf2cbf70-3c6f-4de4-bfcb-189a400fafb4 None None] Transition to ACTIVE for port object 4ff2cb81-aea9-4564-91da-3fb211ce9805 will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:15:16.608148 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-cf2cbf70-3c6f-4de4-bfcb-189a400fafb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:15:16.671980 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf2cbf70-3c6f-4de4-bfcb-189a400fafb4 None None] Network 632399cd-7b3b-4aa5-a03f-85e5df140e5f is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:15:16.675138 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-cf2cbf70-3c6f-4de4-bfcb-189a400fafb4 None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:15:16.681057 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2cbf70-3c6f-4de4-bfcb-189a400fafb4 None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:15:16.687355 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2cbf70-3c6f-4de4-bfcb-189a400fafb4 None None] Pushing event updated for resources: {'Port': ['ID=4ff2cb81-aea9-4564-91da-3fb211ce9805,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:15:16.727590 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2cbf70-3c6f-4de4-bfcb-189a400fafb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:15:16.727939 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2cbf70-3c6f-4de4-bfcb-189a400fafb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:15:16.728276 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2cbf70-3c6f-4de4-bfcb-189a400fafb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:15:16.728630 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2cbf70-3c6f-4de4-bfcb-189a400fafb4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:15:16.728970 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2cbf70-3c6f-4de4-bfcb-189a400fafb4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:15:16.729298 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2cbf70-3c6f-4de4-bfcb-189a400fafb4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:15:16.729619 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2cbf70-3c6f-4de4-bfcb-189a400fafb4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:15:16.729953 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2cbf70-3c6f-4de4-bfcb-189a400fafb4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:15:16.730274 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2cbf70-3c6f-4de4-bfcb-189a400fafb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:15:16.730588 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2cbf70-3c6f-4de4-bfcb-189a400fafb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:15:16.730898 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2cbf70-3c6f-4de4-bfcb-189a400fafb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:15:16.732444 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2cbf70-3c6f-4de4-bfcb-189a400fafb4 None None] Tracked resource versions report: Mar 07 10:15:16.732444 dv-neutron-830731-3-hyperv neutron-server[83739]: pushed versions: Mar 07 10:15:16.732444 dv-neutron-830731-3-hyperv neutron-server[83739]: { 'ConntrackHelper': {'1.0'}, Mar 07 10:15:16.732444 dv-neutron-830731-3-hyperv neutron-server[83739]: 'Log': {'1.0'}, Mar 07 10:15:16.732444 dv-neutron-830731-3-hyperv neutron-server[83739]: 'Network': {'1.1'}, Mar 07 10:15:16.732444 dv-neutron-830731-3-hyperv neutron-server[83739]: 'Port': {'1.5'}, Mar 07 10:15:16.732444 dv-neutron-830731-3-hyperv neutron-server[83739]: 'PortForwarding': {'1.2'}, Mar 07 10:15:16.732444 dv-neutron-830731-3-hyperv neutron-server[83739]: 'QosPolicy': {'1.8'}, Mar 07 10:15:16.732444 dv-neutron-830731-3-hyperv neutron-server[83739]: 'SecurityGroup': {'1.2'}, Mar 07 10:15:16.732444 dv-neutron-830731-3-hyperv neutron-server[83739]: 'SecurityGroupRule': {'1.0'}, Mar 07 10:15:16.732444 dv-neutron-830731-3-hyperv neutron-server[83739]: 'SubPort': {'1.0'}, Mar 07 10:15:16.732444 dv-neutron-830731-3-hyperv neutron-server[83739]: 'Subnet': {'1.1'}, Mar 07 10:15:16.732444 dv-neutron-830731-3-hyperv neutron-server[83739]: 'Trunk': {'1.1'}} Mar 07 10:15:16.732444 dv-neutron-830731-3-hyperv neutron-server[83739]: consumer versions: Mar 07 10:15:16.732444 dv-neutron-830731-3-hyperv neutron-server[83739]: { DHCP agent@dv-neutron-830731-3-hyperv: {}, Mar 07 10:15:16.732444 dv-neutron-830731-3-hyperv neutron-server[83739]: L3 agent@dv-neutron-830731-3-hyperv: {}, Mar 07 10:15:16.732444 dv-neutron-830731-3-hyperv neutron-server[83739]: Metadata agent@dv-neutron-830731-3-hyperv: {}, Mar 07 10:15:16.732444 dv-neutron-830731-3-hyperv neutron-server[83739]: Metering agent@dv-neutron-830731-3-hyperv: {}, Mar 07 10:15:16.732444 dv-neutron-830731-3-hyperv neutron-server[83739]: Open vSwitch agent@dv-neutron-830731-3-hyperv: { 'ConntrackHelper': '1.0', Mar 07 10:15:16.732444 dv-neutron-830731-3-hyperv neutron-server[83739]: 'Log': '1.0', Mar 07 10:15:16.732444 dv-neutron-830731-3-hyperv neutron-server[83739]: 'Network': '1.1', Mar 07 10:15:16.732444 dv-neutron-830731-3-hyperv neutron-server[83739]: 'Port': '1.5', Mar 07 10:15:16.732444 dv-neutron-830731-3-hyperv neutron-server[83739]: 'PortForwarding': '1.2', Mar 07 10:15:16.732444 dv-neutron-830731-3-hyperv neutron-server[83739]: 'QosPolicy': '1.8', Mar 07 10:15:16.732444 dv-neutron-830731-3-hyperv neutron-server[83739]: 'SecurityGroup': '1.2', Mar 07 10:15:16.732444 dv-neutron-830731-3-hyperv neutron-server[83739]: 'SecurityGroupRule': '1.0', Mar 07 10:15:16.732444 dv-neutron-830731-3-hyperv neutron-server[83739]: 'SubPort': '1.0', Mar 07 10:15:16.732444 dv-neutron-830731-3-hyperv neutron-server[83739]: 'Subnet': '1.1', Mar 07 10:15:16.732444 dv-neutron-830731-3-hyperv neutron-server[83739]: 'Trunk': '1.1'}} Mar 07 10:15:16.732444 dv-neutron-830731-3-hyperv neutron-server[83739]: {{(pid=83739) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 07 10:15:16.790228 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-cf2cbf70-3c6f-4de4-bfcb-189a400fafb4 None None] Attempting to bind port 4ff2cb81-aea9-4564-91da-3fb211ce9805 on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:15:16.790624 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-cf2cbf70-3c6f-4de4-bfcb-189a400fafb4 None None] Attempting to bind port 4ff2cb81-aea9-4564-91da-3fb211ce9805 by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': '544ec360-a490-499c-851a-5ca66507b7d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '632399cd-7b3b-4aa5-a03f-85e5df140e5f'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:15:16.791042 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2cbf70-3c6f-4de4-bfcb-189a400fafb4 None None] Attempting to bind port 4ff2cb81-aea9-4564-91da-3fb211ce9805 on network 632399cd-7b3b-4aa5-a03f-85e5df140e5f {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:15:16.797376 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2cbf70-3c6f-4de4-bfcb-189a400fafb4 None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 15, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:15:16.797783 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2cbf70-3c6f-4de4-bfcb-189a400fafb4 None None] Checking segment: {'id': '544ec360-a490-499c-851a-5ca66507b7d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '632399cd-7b3b-4aa5-a03f-85e5df140e5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:15:16.798259 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-cf2cbf70-3c6f-4de4-bfcb-189a400fafb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:15:16.798766 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2cbf70-3c6f-4de4-bfcb-189a400fafb4 None None] Bound using segment: {'id': '544ec360-a490-499c-851a-5ca66507b7d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '632399cd-7b3b-4aa5-a03f-85e5df140e5f'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:15:16.799248 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-cf2cbf70-3c6f-4de4-bfcb-189a400fafb4 None None] Bound port: 4ff2cb81-aea9-4564-91da-3fb211ce9805, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '544ec360-a490-499c-851a-5ca66507b7d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '632399cd-7b3b-4aa5-a03f-85e5df140e5f'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:15:16.799647 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-cf2cbf70-3c6f-4de4-bfcb-189a400fafb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:15:16.884319 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-cf2cbf70-3c6f-4de4-bfcb-189a400fafb4 None None] For port 4ff2cb81-aea9-4564-91da-3fb211ce9805, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:15:16.888076 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-cf2cbf70-3c6f-4de4-bfcb-189a400fafb4 None None] For port 4ff2cb81-aea9-4564-91da-3fb211ce9805, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=4ff2cb81-aea9-4564-91da-3fb211ce9805,segment=NetworkSegment(544ec360-a490-499c-851a-5ca66507b7d1),segment_id=544ec360-a490-499c-851a-5ca66507b7d1)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:15:16.892562 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-cf2cbf70-3c6f-4de4-bfcb-189a400fafb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:15:16.994753 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2cbf70-3c6f-4de4-bfcb-189a400fafb4 None None] Pushing event updated for resources: {'Port': ['ID=4ff2cb81-aea9-4564-91da-3fb211ce9805,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:15:18.148924 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 55416) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:15:18.550020 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [None req-3542796f-8e5e-4de4-a6c2-23d173226d8a admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=83737) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 07 10:15:18.550996 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-3542796f-8e5e-4de4-a6c2-23d173226d8a admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4011371 Mar 07 10:15:20.033946 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 4ff2cb81-aea9-4564-91da-3fb211ce9805 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:15:20.100866 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning for port 4ff2cb81-aea9-4564-91da-3fb211ce9805 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:15:20.603220 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d723f89f-70b0-4fa2-b4bc-74cd2167abf9 None None] Network 632399cd-7b3b-4aa5-a03f-85e5df140e5f requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:15:20.761130 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-41209b01-a2c5-481d-aec7-6409c0e5efa4 None None] Provisioning for port 4ff2cb81-aea9-4564-91da-3fb211ce9805 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:15:20.769583 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-41209b01-a2c5-481d-aec7-6409c0e5efa4 None None] Provisioning complete for port 4ff2cb81-aea9-4564-91da-3fb211ce9805 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:15:20.769974 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-41209b01-a2c5-481d-aec7-6409c0e5efa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:15:20.861296 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 55430) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:15:20.937438 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-41209b01-a2c5-481d-aec7-6409c0e5efa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:15:20.976922 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-41209b01-a2c5-481d-aec7-6409c0e5efa4 None None] For port 4ff2cb81-aea9-4564-91da-3fb211ce9805, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=4ff2cb81-aea9-4564-91da-3fb211ce9805,segment=NetworkSegment(544ec360-a490-499c-851a-5ca66507b7d1),segment_id=544ec360-a490-499c-851a-5ca66507b7d1)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:15:20.981727 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-41209b01-a2c5-481d-aec7-6409c0e5efa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:15:21.050603 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41209b01-a2c5-481d-aec7-6409c0e5efa4 None None] Pushing event updated for resources: {'Port': ['ID=4ff2cb81-aea9-4564-91da-3fb211ce9805,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:15:21.203723 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-b16b7314-41cd-4e8f-a35e-e5d754f60a7b None None] Provisioning complete for port 4ff2cb81-aea9-4564-91da-3fb211ce9805 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:15:21.204002 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-b16b7314-41cd-4e8f-a35e-e5d754f60a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:15:21.269275 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [None req-dde63031-21bf-4ec9-9fea-08110be09023 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=83737) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 07 10:15:21.276389 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-dde63031-21bf-4ec9-9fea-08110be09023 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4080179 Mar 07 10:15:22.012641 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 4ff2cb81-aea9-4564-91da-3fb211ce9805 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:15:22.082753 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 4ff2cb81-aea9-4564-91da-3fb211ce9805 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:15:22.083399 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:15:23.812888 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 55442) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:15:24.278625 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-8de315e6-76c3-4fd3-bd6c-b1ee99a75786 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '8e5e76f3b807473fa51edae624791e1c', 'admin_state_up': True}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:15:24.283562 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-8de315e6-76c3-4fd3-bd6c-b1ee99a75786 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:15:24.287255 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-8de315e6-76c3-4fd3-bd6c-b1ee99a75786 admin admin] Usage tracker for resource:router and tenant:8e5e76f3b807473fa51edae624791e1c is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:15:24.290487 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-8de315e6-76c3-4fd3-bd6c-b1ee99a75786 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:15:24.296264 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-8de315e6-76c3-4fd3-bd6c-b1ee99a75786 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:15:24.305716 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8de315e6-76c3-4fd3-bd6c-b1ee99a75786 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3919700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58025'] for router, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:15:24.307337 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8de315e6-76c3-4fd3-bd6c-b1ee99a75786 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3919671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4011175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58018'] for router, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:15:24.333280 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8de315e6-76c3-4fd3-bd6c-b1ee99a75786 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:15:24.446968 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8de315e6-76c3-4fd3-bd6c-b1ee99a75786 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3917991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923518'] for router, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:15:24.466650 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8de315e6-76c3-4fd3-bd6c-b1ee99a75786 admin admin] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:15:24.468287 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-8de315e6-76c3-4fd3-bd6c-b1ee99a75786 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6542065 Mar 07 10:15:26.739983 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 55452) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:15:27.121247 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [None req-2e8ad6b4-aff4-47c7-a96b-7149eb5330f5 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=83737) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 07 10:15:27.122201 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-2e8ad6b4-aff4-47c7-a96b-7149eb5330f5 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3812656 Mar 07 10:15:28.260384 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-9242d1cf-9638-49e4-98fc-11a59e7a9cf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:15:29.392745 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 55462) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:15:29.774526 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-f22d49be-9024-46c1-a21b-2f677360d365 admin admin] Request body: {'network': {'router:external': True, 'admin_state_up': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'name': 'public', 'is_default': True}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:15:29.779538 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-f22d49be-9024-46c1-a21b-2f677360d365 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:15:29.784300 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-f22d49be-9024-46c1-a21b-2f677360d365 admin admin] Usage tracker for resource:network and tenant:06aaf85c41414c2585bceef2096f194a is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:15:29.787145 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-f22d49be-9024-46c1-a21b-2f677360d365 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:15:29.792684 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-f22d49be-9024-46c1-a21b-2f677360d365 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:15:29.801451 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f22d49be-9024-46c1-a21b-2f677360d365 admin admin] Made reservation on behalf of 06aaf85c41414c2585bceef2096f194a for: {'network': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:15:29.803775 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f22d49be-9024-46c1-a21b-2f677360d365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for network, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:15:29.817586 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f22d49be-9024-46c1-a21b-2f677360d365 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:15:29.848584 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-f22d49be-9024-46c1-a21b-2f677360d365 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:15:29.852260 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-f22d49be-9024-46c1-a21b-2f677360d365 admin admin] Usage tracker for resource:security_group_rule and tenant:06aaf85c41414c2585bceef2096f194a is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:15:29.854992 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-f22d49be-9024-46c1-a21b-2f677360d365 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:15:29.860912 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-f22d49be-9024-46c1-a21b-2f677360d365 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:15:29.922870 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f22d49be-9024-46c1-a21b-2f677360d365 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:15:29.926429 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f22d49be-9024-46c1-a21b-2f677360d365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:15:29.942389 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-f22d49be-9024-46c1-a21b-2f677360d365 admin admin] Reserving flat network on physical network physnet1 {{(pid=83737) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 07 10:15:29.966185 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22d49be-9024-46c1-a21b-2f677360d365 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efd2ed36-4065-4f06-a320-48eb18f3cdce,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:15:29.971302 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f22d49be-9024-46c1-a21b-2f677360d365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:15:29.971634 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.db.segments_db [None req-f22d49be-9024-46c1-a21b-2f677360d365 admin admin] Added segment 9a22e080-7529-4fc7-949d-9f84ba21807d of type flat for network 5ed85006-6b00-415e-b71f-837fb1421c12 Mar 07 10:15:30.005308 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f22d49be-9024-46c1-a21b-2f677360d365 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732568034061'] for network, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:15:30.040623 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f22d49be-9024-46c1-a21b-2f677360d365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594'] for network, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:15:30.041344 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f22d49be-9024-46c1-a21b-2f677360d365 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:15:30.041898 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f22d49be-9024-46c1-a21b-2f677360d365 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2756603'] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:15:30.141319 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22d49be-9024-46c1-a21b-2f677360d365 admin admin] Pushing event updated for resources: {'Network': ['ID=5ed85006-6b00-415e-b71f-837fb1421c12,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:15:30.145608 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-f22d49be-9024-46c1-a21b-2f677360d365 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7518988 Mar 07 10:15:30.152812 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Network 5ed85006-6b00-415e-b71f-837fb1421c12 details requested by agent ovs-agent-dv-neutron-830731-3-hyperv with host dv-neutron-830731-3-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 10:15:30.473781 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-7efc69ab-f924-4446-8b83-d3e3b94cdb77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:15:31.616803 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-711fefd2-3b30-4759-8df5-0aecff1c8e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:15:31.778539 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:15:32.382119 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 55482) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:15:32.649338 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-550017da-1e74-4033-8508-8fc42e0dfb9e admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:15:32.650635 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-550017da-1e74-4033-8508-8fc42e0dfb9e admin admin] 10.222.0.13 "GET /v2.0/subnets/90077007-99dd-4a7b-80c7-6d2ed4c738c3 HTTP/1.1" status: 200 len: 849 time: 0.2675905 Mar 07 10:15:32.792950 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-a1ca53e3-015a-4923-93f4-8990c6fe09c7 admin admin] 10.222.0.13 "GET /v2.0/routers/bfac111e-993c-43a8-b8fb-c0190a7341d7 HTTP/1.1" status: 200 len: 704 time: 0.1370661 Mar 07 10:15:33.027225 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c87150bd-aa9c-4ad1-bb68-57ec66d4fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:15:33.249567 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-763459b0-3ba8-4cb3-98ab-dc498ad5a945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:15:33.470606 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-763459b0-3ba8-4cb3-98ab-dc498ad5a945 admin admin] Allocated IP 172.20.0.1 (632399cd-7b3b-4aa5-a03f-85e5df140e5f/90077007-99dd-4a7b-80c7-6d2ed4c738c3/32ae5eea-b758-4afa-93b1-959de5bc1851) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:15:33.649151 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-763459b0-3ba8-4cb3-98ab-dc498ad5a945 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:15:33.665328 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [None req-763459b0-3ba8-4cb3-98ab-dc498ad5a945 admin admin] Transition to ACTIVE for port object 32ae5eea-b758-4afa-93b1-959de5bc1851 will not be triggered until provisioned by entity DHCP. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:15:33.715477 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-763459b0-3ba8-4cb3-98ab-dc498ad5a945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:15:33.779578 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-763459b0-3ba8-4cb3-98ab-dc498ad5a945 admin admin] Network 632399cd-7b3b-4aa5-a03f-85e5df140e5f is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:15:33.782364 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-763459b0-3ba8-4cb3-98ab-dc498ad5a945 admin admin] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:15:33.786670 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763459b0-3ba8-4cb3-98ab-dc498ad5a945 admin admin] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:15:33.787726 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-763459b0-3ba8-4cb3-98ab-dc498ad5a945 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3920324'] for router_interface, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:15:33.789748 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763459b0-3ba8-4cb3-98ab-dc498ad5a945 admin admin] Pushing event updated for resources: {'Port': ['ID=32ae5eea-b758-4afa-93b1-959de5bc1851,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:15:33.914078 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-763459b0-3ba8-4cb3-98ab-dc498ad5a945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:15:34.013836 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-078fdab7-82ea-43ca-8bae-6da6f32e0065 None None] Provisioning for port 32ae5eea-b758-4afa-93b1-959de5bc1851 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:15:34.019075 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-078fdab7-82ea-43ca-8bae-6da6f32e0065 None None] Provisioning complete for port 32ae5eea-b758-4afa-93b1-959de5bc1851 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:15:34.019443 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-078fdab7-82ea-43ca-8bae-6da6f32e0065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:15:34.072974 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-078fdab7-82ea-43ca-8bae-6da6f32e0065 None None] Port 32ae5eea-b758-4afa-93b1-959de5bc1851 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:15:34.142608 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-763459b0-3ba8-4cb3-98ab-dc498ad5a945 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:15:34.146636 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-763459b0-3ba8-4cb3-98ab-dc498ad5a945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:15:34.147688 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-763459b0-3ba8-4cb3-98ab-dc498ad5a945 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2756426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3920233'] for router_interface, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:15:34.273879 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763459b0-3ba8-4cb3-98ab-dc498ad5a945 admin admin] Pushing event updated for resources: {'Port': ['ID=32ae5eea-b758-4afa-93b1-959de5bc1851,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:15:34.340374 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-763459b0-3ba8-4cb3-98ab-dc498ad5a945 admin admin] Network 632399cd-7b3b-4aa5-a03f-85e5df140e5f is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:15:34.341478 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-763459b0-3ba8-4cb3-98ab-dc498ad5a945 admin admin] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:15:34.494929 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-b9e65533-039b-48c5-b0e6-0780733edf4a None None] Provisioning complete for port 32ae5eea-b758-4afa-93b1-959de5bc1851 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:15:34.495299 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-b9e65533-039b-48c5-b0e6-0780733edf4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:15:34.544833 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-b9e65533-039b-48c5-b0e6-0780733edf4a None None] Port 32ae5eea-b758-4afa-93b1-959de5bc1851 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:15:34.692982 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-763459b0-3ba8-4cb3-98ab-dc498ad5a945 admin admin] Router bfac111e-993c-43a8-b8fb-c0190a7341d7 is scheduled to L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 with binding_index 1 {{(pid=83737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 10:15:34.856209 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-763459b0-3ba8-4cb3-98ab-dc498ad5a945 admin admin] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:15:34.865207 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-763459b0-3ba8-4cb3-98ab-dc498ad5a945 admin admin] 10.222.0.13 "PUT /v2.0/routers/bfac111e-993c-43a8-b8fb-c0190a7341d7/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0675333 Mar 07 10:15:34.866226 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ea51fc-756e-43cf-9259-7a0abf4ca285 None None] Sync routers for ids ['bfac111e-993c-43a8-b8fb-c0190a7341d7'] in dv-neutron-830731-3-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:15:34.881481 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ea51fc-756e-43cf-9259-7a0abf4ca285 None None] Routers {'bfac111e-993c-43a8-b8fb-c0190a7341d7'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:15:34.882290 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-d8ea51fc-756e-43cf-9259-7a0abf4ca285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:15:30Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['bfac111e-993c-43a8-b8fb-c0190a7341d7'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:15:35.051299 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-d8ea51fc-756e-43cf-9259-7a0abf4ca285 None None] Set router bfac111e-993c-43a8-b8fb-c0190a7341d7 gateway port host: None {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:15:35.414541 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-d8ea51fc-756e-43cf-9259-7a0abf4ca285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfac111e-993c-43a8-b8fb-c0190a7341d7', 'name': 'router1', 'tenant_id': '8e5e76f3b807473fa51edae624791e1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:15:24Z', 'updated_at': '2022-03-07T10:15:33Z', 'revision_number': 2, 'project_id': '8e5e76f3b807473fa51edae624791e1c', 'gw_port_host': None, '_interfaces': [{'id': '32ae5eea-b758-4afa-93b1-959de5bc1851', 'name': '', 'network_id': '632399cd-7b3b-4aa5-a03f-85e5df140e5f', 'tenant_id': '8e5e76f3b807473fa51edae624791e1c', 'mac_address': 'fa:16:3e:6d:42:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfac111e-993c-43a8-b8fb-c0190a7341d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '90077007-99dd-4a7b-80c7-6d2ed4c738c3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:15:33Z', 'updated_at': '2022-03-07T10:15:33Z', 'revision_number': 2, 'project_id': '8e5e76f3b807473fa51edae624791e1c', 'subnets': [{'id': '90077007-99dd-4a7b-80c7-6d2ed4c738c3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'be889329-5fb3-429e-9615-761f87d67e1a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:15:35.419312 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ea51fc-756e-43cf-9259-7a0abf4ca285 None None] Checking router: bfac111e-993c-43a8-b8fb-c0190a7341d7 for host: dv-neutron-830731-3-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 07 10:15:35.419682 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ea51fc-756e-43cf-9259-7a0abf4ca285 None None] Updating router bfac111e-993c-43a8-b8fb-c0190a7341d7 port 32ae5eea-b758-4afa-93b1-959de5bc1851 binding host dv-neutron-830731-3-hyperv {{(pid=83740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 07 10:15:35.473430 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-d8ea51fc-756e-43cf-9259-7a0abf4ca285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:15:35.840828 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-d8ea51fc-756e-43cf-9259-7a0abf4ca285 None None] Notify callbacks [] for port, precommit_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:15:35.855669 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.provisioning_blocks [None req-d8ea51fc-756e-43cf-9259-7a0abf4ca285 None None] Transition to ACTIVE for port object 32ae5eea-b758-4afa-93b1-959de5bc1851 will not be triggered until provisioned by entity L2. {{(pid=83740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:15:35.862505 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-d8ea51fc-756e-43cf-9259-7a0abf4ca285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:15:36.089825 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71b1a07-b568-4332-a8ae-58d13a1db535 None None] Pushing event updated for resources: {'Port': ['ID=32ae5eea-b758-4afa-93b1-959de5bc1851,revision_number=3']} {{(pid=83740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:15:36.111569 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-d8ea51fc-756e-43cf-9259-7a0abf4ca285 None None] Attempting to bind port 32ae5eea-b758-4afa-93b1-959de5bc1851 on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:15:36.111876 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-d8ea51fc-756e-43cf-9259-7a0abf4ca285 None None] Attempting to bind port 32ae5eea-b758-4afa-93b1-959de5bc1851 by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': '544ec360-a490-499c-851a-5ca66507b7d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '632399cd-7b3b-4aa5-a03f-85e5df140e5f'}] {{(pid=83740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:15:36.112296 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ea51fc-756e-43cf-9259-7a0abf4ca285 None None] Attempting to bind port 32ae5eea-b758-4afa-93b1-959de5bc1851 on network 632399cd-7b3b-4aa5-a03f-85e5df140e5f {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:15:36.114850 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71b1a07-b568-4332-a8ae-58d13a1db535 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:15:36.115224 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71b1a07-b568-4332-a8ae-58d13a1db535 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:15:36.115558 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71b1a07-b568-4332-a8ae-58d13a1db535 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:15:36.115883 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71b1a07-b568-4332-a8ae-58d13a1db535 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:15:36.116224 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71b1a07-b568-4332-a8ae-58d13a1db535 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:15:36.116572 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71b1a07-b568-4332-a8ae-58d13a1db535 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:15:36.116897 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71b1a07-b568-4332-a8ae-58d13a1db535 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:15:36.117232 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71b1a07-b568-4332-a8ae-58d13a1db535 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:15:36.117555 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71b1a07-b568-4332-a8ae-58d13a1db535 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:15:36.117867 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71b1a07-b568-4332-a8ae-58d13a1db535 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:15:36.118180 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71b1a07-b568-4332-a8ae-58d13a1db535 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:15:36.119441 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71b1a07-b568-4332-a8ae-58d13a1db535 None None] Tracked resource versions report: Mar 07 10:15:36.119441 dv-neutron-830731-3-hyperv neutron-server[83740]: pushed versions: Mar 07 10:15:36.119441 dv-neutron-830731-3-hyperv neutron-server[83740]: { 'ConntrackHelper': {'1.0'}, Mar 07 10:15:36.119441 dv-neutron-830731-3-hyperv neutron-server[83740]: 'Log': {'1.0'}, Mar 07 10:15:36.119441 dv-neutron-830731-3-hyperv neutron-server[83740]: 'Network': {'1.1'}, Mar 07 10:15:36.119441 dv-neutron-830731-3-hyperv neutron-server[83740]: 'Port': {'1.5'}, Mar 07 10:15:36.119441 dv-neutron-830731-3-hyperv neutron-server[83740]: 'PortForwarding': {'1.2'}, Mar 07 10:15:36.119441 dv-neutron-830731-3-hyperv neutron-server[83740]: 'QosPolicy': {'1.8'}, Mar 07 10:15:36.119441 dv-neutron-830731-3-hyperv neutron-server[83740]: 'SecurityGroup': {'1.2'}, Mar 07 10:15:36.119441 dv-neutron-830731-3-hyperv neutron-server[83740]: 'SecurityGroupRule': {'1.0'}, Mar 07 10:15:36.119441 dv-neutron-830731-3-hyperv neutron-server[83740]: 'SubPort': {'1.0'}, Mar 07 10:15:36.119441 dv-neutron-830731-3-hyperv neutron-server[83740]: 'Subnet': {'1.1'}, Mar 07 10:15:36.119441 dv-neutron-830731-3-hyperv neutron-server[83740]: 'Trunk': {'1.1'}} Mar 07 10:15:36.119441 dv-neutron-830731-3-hyperv neutron-server[83740]: consumer versions: Mar 07 10:15:36.119441 dv-neutron-830731-3-hyperv neutron-server[83740]: { DHCP agent@dv-neutron-830731-3-hyperv: {}, Mar 07 10:15:36.119441 dv-neutron-830731-3-hyperv neutron-server[83740]: L3 agent@dv-neutron-830731-3-hyperv: {}, Mar 07 10:15:36.119441 dv-neutron-830731-3-hyperv neutron-server[83740]: Metadata agent@dv-neutron-830731-3-hyperv: {}, Mar 07 10:15:36.119441 dv-neutron-830731-3-hyperv neutron-server[83740]: Metering agent@dv-neutron-830731-3-hyperv: {}, Mar 07 10:15:36.119441 dv-neutron-830731-3-hyperv neutron-server[83740]: Open vSwitch agent@dv-neutron-830731-3-hyperv: { 'ConntrackHelper': '1.0', Mar 07 10:15:36.119441 dv-neutron-830731-3-hyperv neutron-server[83740]: 'Log': '1.0', Mar 07 10:15:36.119441 dv-neutron-830731-3-hyperv neutron-server[83740]: 'Network': '1.1', Mar 07 10:15:36.119441 dv-neutron-830731-3-hyperv neutron-server[83740]: 'Port': '1.5', Mar 07 10:15:36.119441 dv-neutron-830731-3-hyperv neutron-server[83740]: 'PortForwarding': '1.2', Mar 07 10:15:36.119441 dv-neutron-830731-3-hyperv neutron-server[83740]: 'QosPolicy': '1.8', Mar 07 10:15:36.119441 dv-neutron-830731-3-hyperv neutron-server[83740]: 'SecurityGroup': '1.2', Mar 07 10:15:36.119441 dv-neutron-830731-3-hyperv neutron-server[83740]: 'SecurityGroupRule': '1.0', Mar 07 10:15:36.119441 dv-neutron-830731-3-hyperv neutron-server[83740]: 'SubPort': '1.0', Mar 07 10:15:36.119441 dv-neutron-830731-3-hyperv neutron-server[83740]: 'Subnet': '1.1', Mar 07 10:15:36.119441 dv-neutron-830731-3-hyperv neutron-server[83740]: 'Trunk': '1.1'}} Mar 07 10:15:36.119441 dv-neutron-830731-3-hyperv neutron-server[83740]: {{(pid=83740) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 07 10:15:36.126559 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ea51fc-756e-43cf-9259-7a0abf4ca285 None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 15, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:15:36.126958 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ea51fc-756e-43cf-9259-7a0abf4ca285 None None] Checking segment: {'id': '544ec360-a490-499c-851a-5ca66507b7d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '632399cd-7b3b-4aa5-a03f-85e5df140e5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:15:36.127431 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-d8ea51fc-756e-43cf-9259-7a0abf4ca285 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:15:36.127933 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ea51fc-756e-43cf-9259-7a0abf4ca285 None None] Bound using segment: {'id': '544ec360-a490-499c-851a-5ca66507b7d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '632399cd-7b3b-4aa5-a03f-85e5df140e5f'} {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:15:36.128286 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-d8ea51fc-756e-43cf-9259-7a0abf4ca285 None None] Bound port: 32ae5eea-b758-4afa-93b1-959de5bc1851, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '544ec360-a490-499c-851a-5ca66507b7d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '632399cd-7b3b-4aa5-a03f-85e5df140e5f'}}] {{(pid=83740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:15:36.128682 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-d8ea51fc-756e-43cf-9259-7a0abf4ca285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:15:36.217260 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.db [None req-d8ea51fc-756e-43cf-9259-7a0abf4ca285 None None] For port 32ae5eea-b758-4afa-93b1-959de5bc1851, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:15:36.222485 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.db [None req-d8ea51fc-756e-43cf-9259-7a0abf4ca285 None None] For port 32ae5eea-b758-4afa-93b1-959de5bc1851, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=32ae5eea-b758-4afa-93b1-959de5bc1851,segment=NetworkSegment(544ec360-a490-499c-851a-5ca66507b7d1),segment_id=544ec360-a490-499c-851a-5ca66507b7d1)] {{(pid=83740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:15:36.228600 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-d8ea51fc-756e-43cf-9259-7a0abf4ca285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:15:36.330745 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71b1a07-b568-4332-a8ae-58d13a1db535 None None] Pushing event updated for resources: {'Port': ['ID=32ae5eea-b758-4afa-93b1-959de5bc1851,revision_number=4']} {{(pid=83740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:15:36.334895 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ea51fc-756e-43cf-9259-7a0abf4ca285 None None] Routers {'bfac111e-993c-43a8-b8fb-c0190a7341d7'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:15:36.335494 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-d8ea51fc-756e-43cf-9259-7a0abf4ca285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:15:30Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['bfac111e-993c-43a8-b8fb-c0190a7341d7'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:15:36.491222 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-d8ea51fc-756e-43cf-9259-7a0abf4ca285 None None] Set router bfac111e-993c-43a8-b8fb-c0190a7341d7 gateway port host: None {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:15:36.811274 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-d8ea51fc-756e-43cf-9259-7a0abf4ca285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfac111e-993c-43a8-b8fb-c0190a7341d7', 'name': 'router1', 'tenant_id': '8e5e76f3b807473fa51edae624791e1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:15:24Z', 'updated_at': '2022-03-07T10:15:33Z', 'revision_number': 2, 'project_id': '8e5e76f3b807473fa51edae624791e1c', 'gw_port_host': None, '_interfaces': [{'id': '32ae5eea-b758-4afa-93b1-959de5bc1851', 'name': '', 'network_id': '632399cd-7b3b-4aa5-a03f-85e5df140e5f', 'tenant_id': '8e5e76f3b807473fa51edae624791e1c', 'mac_address': 'fa:16:3e:6d:42:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfac111e-993c-43a8-b8fb-c0190a7341d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '90077007-99dd-4a7b-80c7-6d2ed4c738c3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:15:33Z', 'updated_at': '2022-03-07T10:15:36Z', 'revision_number': 4, 'project_id': '8e5e76f3b807473fa51edae624791e1c', 'subnets': [{'id': '90077007-99dd-4a7b-80c7-6d2ed4c738c3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'be889329-5fb3-429e-9615-761f87d67e1a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:15:36.815820 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ea51fc-756e-43cf-9259-7a0abf4ca285 None None] The sync data for ids ['bfac111e-993c-43a8-b8fb-c0190a7341d7'] in dv-neutron-830731-3-hyperv is: [{'id': 'bfac111e-993c-43a8-b8fb-c0190a7341d7', 'name': 'router1', 'tenant_id': '8e5e76f3b807473fa51edae624791e1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:15:24Z', 'updated_at': '2022-03-07T10:15:33Z', 'revision_number': 2, 'project_id': '8e5e76f3b807473fa51edae624791e1c', 'gw_port_host': None, '_interfaces': [{'id': '32ae5eea-b758-4afa-93b1-959de5bc1851', 'name': '', 'network_id': '632399cd-7b3b-4aa5-a03f-85e5df140e5f', 'tenant_id': '8e5e76f3b807473fa51edae624791e1c', 'mac_address': 'fa:16:3e:6d:42:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfac111e-993c-43a8-b8fb-c0190a7341d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '90077007-99dd-4a7b-80c7-6d2ed4c738c3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:15:33Z', 'updated_at': '2022-03-07T10:15:36Z', 'revision_number': 4, 'project_id': '8e5e76f3b807473fa51edae624791e1c', 'subnets': [{'id': '90077007-99dd-4a7b-80c7-6d2ed4c738c3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'be889329-5fb3-429e-9615-761f87d67e1a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:15:37.024529 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 55504) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:15:37.306132 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.policy [None req-95263734-88e3-47b4-8085-712bca69b798 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83738) register_rules /opt/stack/neutron/neutron/policy.py:65}} Mar 07 10:15:37.307000 dv-neutron-830731-3-hyperv neutron-server[83738]: WARNING oslo_policy.policy [None req-95263734-88e3-47b4-8085-712bca69b798 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 07 10:15:37.307439 dv-neutron-830731-3-hyperv neutron-server[83738]: WARNING oslo_policy.policy [None req-95263734-88e3-47b4-8085-712bca69b798 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 07 10:15:37.310388 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95263734-88e3-47b4-8085-712bca69b798 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:15:37.312228 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-95263734-88e3-47b4-8085-712bca69b798 admin admin] 10.222.0.13 "GET /v2.0/networks/5ed85006-6b00-415e-b71f-837fb1421c12 HTTP/1.1" status: 200 len: 842 time: 0.2867899 Mar 07 10:15:37.321900 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-da98198e-6905-438e-9881-d7b158769f6d admin admin] Request body: {'subnet': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'enable_dhcp': False, 'ip_version': 4, 'name': 'public-subnet'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:15:37.324155 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.quota [None req-da98198e-6905-438e-9881-d7b158769f6d admin admin] Loaded quota_driver: . Mar 07 10:15:37.331046 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-da98198e-6905-438e-9881-d7b158769f6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:15:37.337582 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-da98198e-6905-438e-9881-d7b158769f6d admin admin] Usage tracker for resource:subnet and tenant:06aaf85c41414c2585bceef2096f194a is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:15:37.341310 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-da98198e-6905-438e-9881-d7b158769f6d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:15:37.349087 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-da98198e-6905-438e-9881-d7b158769f6d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:15:37.364564 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da98198e-6905-438e-9881-d7b158769f6d admin admin] Made reservation on behalf of 06aaf85c41414c2585bceef2096f194a for: {'subnet': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:15:37.367462 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-da98198e-6905-438e-9881-d7b158769f6d admin admin] Notify callbacks [] for subnet, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:15:37.819427 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.objects.ports [None req-da98198e-6905-438e-9881-d7b158769f6d admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83738) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 07 10:15:37.819909 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-da98198e-6905-438e-9881-d7b158769f6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594'] for subnet, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:15:37.907767 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da98198e-6905-438e-9881-d7b158769f6d admin admin] Pushing event updated for resources: {'Subnet': ['ID=8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:15:37.910820 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da98198e-6905-438e-9881-d7b158769f6d admin admin] Checking segment: {'id': '9a22e080-7529-4fc7-949d-9f84ba21807d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:15:37.911128 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da98198e-6905-438e-9881-d7b158769f6d admin admin] Network hostable DHCP agents. Network: 5ed85006-6b00-415e-b71f-837fb1421c12, hostable agents: ['6527556c-6586-422c-ae47-082984683847'], hosted agents: [] {{(pid=83738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:15:37.928691 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da98198e-6905-438e-9881-d7b158769f6d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:15:37.928953 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da98198e-6905-438e-9881-d7b158769f6d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:15:37.929281 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da98198e-6905-438e-9881-d7b158769f6d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:15:37.929606 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da98198e-6905-438e-9881-d7b158769f6d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:15:37.929934 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da98198e-6905-438e-9881-d7b158769f6d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:15:37.930254 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da98198e-6905-438e-9881-d7b158769f6d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:15:37.930582 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da98198e-6905-438e-9881-d7b158769f6d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:15:37.930901 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da98198e-6905-438e-9881-d7b158769f6d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:15:37.931215 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da98198e-6905-438e-9881-d7b158769f6d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:15:37.931525 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da98198e-6905-438e-9881-d7b158769f6d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:15:37.931833 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da98198e-6905-438e-9881-d7b158769f6d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:15:37.933078 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da98198e-6905-438e-9881-d7b158769f6d admin admin] Tracked resource versions report: Mar 07 10:15:37.933078 dv-neutron-830731-3-hyperv neutron-server[83738]: pushed versions: Mar 07 10:15:37.933078 dv-neutron-830731-3-hyperv neutron-server[83738]: { 'ConntrackHelper': {'1.0'}, Mar 07 10:15:37.933078 dv-neutron-830731-3-hyperv neutron-server[83738]: 'Log': {'1.0'}, Mar 07 10:15:37.933078 dv-neutron-830731-3-hyperv neutron-server[83738]: 'Network': {'1.1'}, Mar 07 10:15:37.933078 dv-neutron-830731-3-hyperv neutron-server[83738]: 'Port': {'1.5'}, Mar 07 10:15:37.933078 dv-neutron-830731-3-hyperv neutron-server[83738]: 'PortForwarding': {'1.2'}, Mar 07 10:15:37.933078 dv-neutron-830731-3-hyperv neutron-server[83738]: 'QosPolicy': {'1.8'}, Mar 07 10:15:37.933078 dv-neutron-830731-3-hyperv neutron-server[83738]: 'SecurityGroup': {'1.2'}, Mar 07 10:15:37.933078 dv-neutron-830731-3-hyperv neutron-server[83738]: 'SecurityGroupRule': {'1.0'}, Mar 07 10:15:37.933078 dv-neutron-830731-3-hyperv neutron-server[83738]: 'SubPort': {'1.0'}, Mar 07 10:15:37.933078 dv-neutron-830731-3-hyperv neutron-server[83738]: 'Subnet': {'1.1'}, Mar 07 10:15:37.933078 dv-neutron-830731-3-hyperv neutron-server[83738]: 'Trunk': {'1.1'}} Mar 07 10:15:37.933078 dv-neutron-830731-3-hyperv neutron-server[83738]: consumer versions: Mar 07 10:15:37.933078 dv-neutron-830731-3-hyperv neutron-server[83738]: { DHCP agent@dv-neutron-830731-3-hyperv: {}, Mar 07 10:15:37.933078 dv-neutron-830731-3-hyperv neutron-server[83738]: L3 agent@dv-neutron-830731-3-hyperv: {}, Mar 07 10:15:37.933078 dv-neutron-830731-3-hyperv neutron-server[83738]: Metadata agent@dv-neutron-830731-3-hyperv: {}, Mar 07 10:15:37.933078 dv-neutron-830731-3-hyperv neutron-server[83738]: Metering agent@dv-neutron-830731-3-hyperv: {}, Mar 07 10:15:37.933078 dv-neutron-830731-3-hyperv neutron-server[83738]: Open vSwitch agent@dv-neutron-830731-3-hyperv: { 'ConntrackHelper': '1.0', Mar 07 10:15:37.933078 dv-neutron-830731-3-hyperv neutron-server[83738]: 'Log': '1.0', Mar 07 10:15:37.933078 dv-neutron-830731-3-hyperv neutron-server[83738]: 'Network': '1.1', Mar 07 10:15:37.933078 dv-neutron-830731-3-hyperv neutron-server[83738]: 'Port': '1.5', Mar 07 10:15:37.933078 dv-neutron-830731-3-hyperv neutron-server[83738]: 'PortForwarding': '1.2', Mar 07 10:15:37.933078 dv-neutron-830731-3-hyperv neutron-server[83738]: 'QosPolicy': '1.8', Mar 07 10:15:37.933078 dv-neutron-830731-3-hyperv neutron-server[83738]: 'SecurityGroup': '1.2', Mar 07 10:15:37.933078 dv-neutron-830731-3-hyperv neutron-server[83738]: 'SecurityGroupRule': '1.0', Mar 07 10:15:37.933078 dv-neutron-830731-3-hyperv neutron-server[83738]: 'SubPort': '1.0', Mar 07 10:15:37.933078 dv-neutron-830731-3-hyperv neutron-server[83738]: 'Subnet': '1.1', Mar 07 10:15:37.933078 dv-neutron-830731-3-hyperv neutron-server[83738]: 'Trunk': '1.1'}} Mar 07 10:15:37.933078 dv-neutron-830731-3-hyperv neutron-server[83738]: {{(pid=83738) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 07 10:15:37.969310 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da98198e-6905-438e-9881-d7b158769f6d admin admin] Network 5ed85006-6b00-415e-b71f-837fb1421c12 is scheduled to be hosted by DHCP agent 6527556c-6586-422c-ae47-082984683847 with binding_index 1 {{(pid=83738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:15:37.982802 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-da98198e-6905-438e-9881-d7b158769f6d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830731-3-hyperv, 5ed85006-6b00-415e-b71f-837fb1421c12) {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:15:37.994155 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0738835-711c-4d91-aadd-b429f7c36b31 None None] Network 5ed85006-6b00-415e-b71f-837fb1421c12 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:15:37.994908 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da98198e-6905-438e-9881-d7b158769f6d admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:15:37.995541 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-da98198e-6905-438e-9881-d7b158769f6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2756603'] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:15:38.024880 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-da98198e-6905-438e-9881-d7b158769f6d admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7066612 Mar 07 10:15:38.083349 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 32ae5eea-b758-4afa-93b1-959de5bc1851 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:15:38.229091 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning for port 32ae5eea-b758-4afa-93b1-959de5bc1851 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:15:38.242528 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 32ae5eea-b758-4afa-93b1-959de5bc1851 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:15:38.242890 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:15:38.341220 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-312b5c8a-98a4-4596-a942-88071d7f5ee7 None None] Network 5ed85006-6b00-415e-b71f-837fb1421c12 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:15:38.501750 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:15:38.583600 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] For port 32ae5eea-b758-4afa-93b1-959de5bc1851, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=32ae5eea-b758-4afa-93b1-959de5bc1851,segment=NetworkSegment(544ec360-a490-499c-851a-5ca66507b7d1),segment_id=544ec360-a490-499c-851a-5ca66507b7d1)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:15:38.587456 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:15:38.698668 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Pushing event updated for resources: {'Port': ['ID=32ae5eea-b758-4afa-93b1-959de5bc1851,revision_number=5']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:15:40.021831 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 32ae5eea-b758-4afa-93b1-959de5bc1851 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:15:40.087571 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 32ae5eea-b758-4afa-93b1-959de5bc1851 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:15:40.087937 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:15:40.160805 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 55524) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:15:40.435312 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-4866dbed-09ed-469d-9ce8-c95e507d3da9 admin admin] 10.222.0.13 "GET /v2.0/routers/bfac111e-993c-43a8-b8fb-c0190a7341d7 HTTP/1.1" status: 200 len: 710 time: 0.2733290 Mar 07 10:15:40.562177 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10536070-ffcf-4ae5-b0ab-08b8e83a7e93 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:15:40.564054 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-10536070-ffcf-4ae5-b0ab-08b8e83a7e93 admin admin] 10.222.0.13 "GET /v2.0/networks/5ed85006-6b00-415e-b71f-837fb1421c12 HTTP/1.1" status: 200 len: 886 time: 0.1226213 Mar 07 10:15:40.572716 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-2d0f1f1c-b10e-45df-836e-839fe91b3cd2 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12'}}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:15:41.040567 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2d0f1f1c-b10e-45df-836e-839fe91b3cd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3917998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58952'] for router, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:15:41.219261 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2d0f1f1c-b10e-45df-836e-839fe91b3cd2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:15:41.279130 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2d0f1f1c-b10e-45df-836e-839fe91b3cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:15:41.414119 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-2d0f1f1c-b10e-45df-836e-839fe91b3cd2 admin admin] Allocated IP 172.26.8.162 (5ed85006-6b00-415e-b71f-837fb1421c12/8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a/1b6425b0-d75a-494e-bd28-110b9a34f6e2) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:15:41.558938 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2d0f1f1c-b10e-45df-836e-839fe91b3cd2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:15:41.610182 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2d0f1f1c-b10e-45df-836e-839fe91b3cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:15:41.674043 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d0f1f1c-b10e-45df-836e-839fe91b3cd2 admin admin] Network 5ed85006-6b00-415e-b71f-837fb1421c12 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:15:41.676717 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-2d0f1f1c-b10e-45df-836e-839fe91b3cd2 admin admin] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:15:41.681013 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0f1f1c-b10e-45df-836e-839fe91b3cd2 admin admin] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:15:41.706373 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0f1f1c-b10e-45df-836e-839fe91b3cd2 admin admin] Pushing event updated for resources: {'Port': ['ID=1b6425b0-d75a-494e-bd28-110b9a34f6e2,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:15:41.888449 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2d0f1f1c-b10e-45df-836e-839fe91b3cd2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:15:42.051352 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2d0f1f1c-b10e-45df-836e-839fe91b3cd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3917998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58952'] for router, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:15:42.054896 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2d0f1f1c-b10e-45df-836e-839fe91b3cd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3923496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3923511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3918005'] for router, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:15:42.248859 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d0f1f1c-b10e-45df-836e-839fe91b3cd2 admin admin] Router bfac111e-993c-43a8-b8fb-c0190a7341d7 has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:15:42.444377 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d0f1f1c-b10e-45df-836e-839fe91b3cd2 admin admin] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:15:42.452159 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2d0f1f1c-b10e-45df-836e-839fe91b3cd2 admin admin] Notify callbacks [] for router, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:15:42.453354 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-2d0f1f1c-b10e-45df-836e-839fe91b3cd2 admin admin] 10.222.0.13 "PUT /v2.0/routers/bfac111e-993c-43a8-b8fb-c0190a7341d7 HTTP/1.1" status: 200 len: 890 time: 1.8838763 Mar 07 10:15:42.453782 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ac8688-b790-4f1f-9b14-a2a08489744f None None] Sync routers for ids ['bfac111e-993c-43a8-b8fb-c0190a7341d7'] in dv-neutron-830731-3-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:15:42.466187 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ac8688-b790-4f1f-9b14-a2a08489744f None None] Routers {'bfac111e-993c-43a8-b8fb-c0190a7341d7'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:15:42.466862 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-c8ac8688-b790-4f1f-9b14-a2a08489744f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:15:30Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['bfac111e-993c-43a8-b8fb-c0190a7341d7'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:15:42.660611 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-c8ac8688-b790-4f1f-9b14-a2a08489744f None None] Set router bfac111e-993c-43a8-b8fb-c0190a7341d7 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:15:42.999762 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-c8ac8688-b790-4f1f-9b14-a2a08489744f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfac111e-993c-43a8-b8fb-c0190a7341d7', 'name': 'router1', 'tenant_id': '8e5e76f3b807473fa51edae624791e1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.162'}], 'enable_snat': True}, 'gw_port_id': '1b6425b0-d75a-494e-bd28-110b9a34f6e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:15:24Z', 'updated_at': '2022-03-07T10:15:41Z', 'revision_number': 4, 'project_id': '8e5e76f3b807473fa51edae624791e1c', 'gw_port': {'id': '1b6425b0-d75a-494e-bd28-110b9a34f6e2', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:0a:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfac111e-993c-43a8-b8fb-c0190a7341d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:15:41Z', 'updated_at': '2022-03-07T10:15:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_interfaces': [{'id': '32ae5eea-b758-4afa-93b1-959de5bc1851', 'name': '', 'network_id': '632399cd-7b3b-4aa5-a03f-85e5df140e5f', 'tenant_id': '8e5e76f3b807473fa51edae624791e1c', 'mac_address': 'fa:16:3e:6d:42:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfac111e-993c-43a8-b8fb-c0190a7341d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '90077007-99dd-4a7b-80c7-6d2ed4c738c3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:15:33Z', 'updated_at': '2022-03-07T10:15:38Z', 'revision_number': 5, 'project_id': '8e5e76f3b807473fa51edae624791e1c', 'subnets': [{'id': '90077007-99dd-4a7b-80c7-6d2ed4c738c3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'be889329-5fb3-429e-9615-761f87d67e1a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:15:43.005228 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ac8688-b790-4f1f-9b14-a2a08489744f None None] Checking router: bfac111e-993c-43a8-b8fb-c0190a7341d7 for host: dv-neutron-830731-3-hyperv {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 07 10:15:43.005597 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ac8688-b790-4f1f-9b14-a2a08489744f None None] Updating router bfac111e-993c-43a8-b8fb-c0190a7341d7 port 1b6425b0-d75a-494e-bd28-110b9a34f6e2 binding host dv-neutron-830731-3-hyperv {{(pid=83739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 07 10:15:43.059172 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c8ac8688-b790-4f1f-9b14-a2a08489744f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:15:43.382001 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c8ac8688-b790-4f1f-9b14-a2a08489744f None None] Notify callbacks [] for port, precommit_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:15:43.393669 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-c8ac8688-b790-4f1f-9b14-a2a08489744f None None] Transition to ACTIVE for port object 1b6425b0-d75a-494e-bd28-110b9a34f6e2 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:15:43.401527 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c8ac8688-b790-4f1f-9b14-a2a08489744f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:15:43.479411 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b4a052-b8fb-4242-b80c-be5acf75945c None None] Pushing event updated for resources: {'Port': ['ID=1b6425b0-d75a-494e-bd28-110b9a34f6e2,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:15:43.481588 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-c8ac8688-b790-4f1f-9b14-a2a08489744f None None] Attempting to bind port 1b6425b0-d75a-494e-bd28-110b9a34f6e2 on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:15:43.481957 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-c8ac8688-b790-4f1f-9b14-a2a08489744f None None] Attempting to bind port 1b6425b0-d75a-494e-bd28-110b9a34f6e2 by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': '9a22e080-7529-4fc7-949d-9f84ba21807d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:15:43.482316 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ac8688-b790-4f1f-9b14-a2a08489744f None None] Attempting to bind port 1b6425b0-d75a-494e-bd28-110b9a34f6e2 on network 5ed85006-6b00-415e-b71f-837fb1421c12 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:15:43.489071 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ac8688-b790-4f1f-9b14-a2a08489744f None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 15, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:15:43.489443 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ac8688-b790-4f1f-9b14-a2a08489744f None None] Checking segment: {'id': '9a22e080-7529-4fc7-949d-9f84ba21807d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:15:43.489840 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c8ac8688-b790-4f1f-9b14-a2a08489744f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:15:43.490224 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ac8688-b790-4f1f-9b14-a2a08489744f None None] Bound using segment: {'id': '9a22e080-7529-4fc7-949d-9f84ba21807d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:15:43.490679 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-c8ac8688-b790-4f1f-9b14-a2a08489744f None None] Bound port: 1b6425b0-d75a-494e-bd28-110b9a34f6e2, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a22e080-7529-4fc7-949d-9f84ba21807d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:15:43.491063 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c8ac8688-b790-4f1f-9b14-a2a08489744f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:15:43.585483 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-c8ac8688-b790-4f1f-9b14-a2a08489744f None None] For port 1b6425b0-d75a-494e-bd28-110b9a34f6e2, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:15:43.588238 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-c8ac8688-b790-4f1f-9b14-a2a08489744f None None] For port 1b6425b0-d75a-494e-bd28-110b9a34f6e2, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=1b6425b0-d75a-494e-bd28-110b9a34f6e2,segment=NetworkSegment(9a22e080-7529-4fc7-949d-9f84ba21807d),segment_id=9a22e080-7529-4fc7-949d-9f84ba21807d)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:15:43.593167 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c8ac8688-b790-4f1f-9b14-a2a08489744f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:15:43.668092 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b4a052-b8fb-4242-b80c-be5acf75945c None None] Pushing event updated for resources: {'Port': ['ID=1b6425b0-d75a-494e-bd28-110b9a34f6e2,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:15:43.673258 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ac8688-b790-4f1f-9b14-a2a08489744f None None] Routers {'bfac111e-993c-43a8-b8fb-c0190a7341d7'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:15:43.674010 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-c8ac8688-b790-4f1f-9b14-a2a08489744f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:15:30Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['bfac111e-993c-43a8-b8fb-c0190a7341d7'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:15:43.849758 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-c8ac8688-b790-4f1f-9b14-a2a08489744f None None] Set router bfac111e-993c-43a8-b8fb-c0190a7341d7 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:15:44.167011 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-c8ac8688-b790-4f1f-9b14-a2a08489744f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfac111e-993c-43a8-b8fb-c0190a7341d7', 'name': 'router1', 'tenant_id': '8e5e76f3b807473fa51edae624791e1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.162'}], 'enable_snat': True}, 'gw_port_id': '1b6425b0-d75a-494e-bd28-110b9a34f6e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:15:24Z', 'updated_at': '2022-03-07T10:15:41Z', 'revision_number': 4, 'project_id': '8e5e76f3b807473fa51edae624791e1c', 'gw_port': {'id': '1b6425b0-d75a-494e-bd28-110b9a34f6e2', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:0a:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfac111e-993c-43a8-b8fb-c0190a7341d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:15:41Z', 'updated_at': '2022-03-07T10:15:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_interfaces': [{'id': '32ae5eea-b758-4afa-93b1-959de5bc1851', 'name': '', 'network_id': '632399cd-7b3b-4aa5-a03f-85e5df140e5f', 'tenant_id': '8e5e76f3b807473fa51edae624791e1c', 'mac_address': 'fa:16:3e:6d:42:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfac111e-993c-43a8-b8fb-c0190a7341d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '90077007-99dd-4a7b-80c7-6d2ed4c738c3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:15:33Z', 'updated_at': '2022-03-07T10:15:38Z', 'revision_number': 5, 'project_id': '8e5e76f3b807473fa51edae624791e1c', 'subnets': [{'id': '90077007-99dd-4a7b-80c7-6d2ed4c738c3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'be889329-5fb3-429e-9615-761f87d67e1a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:15:44.170787 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ac8688-b790-4f1f-9b14-a2a08489744f None None] The sync data for ids ['bfac111e-993c-43a8-b8fb-c0190a7341d7'] in dv-neutron-830731-3-hyperv is: [{'id': 'bfac111e-993c-43a8-b8fb-c0190a7341d7', 'name': 'router1', 'tenant_id': '8e5e76f3b807473fa51edae624791e1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.162'}], 'enable_snat': True}, 'gw_port_id': '1b6425b0-d75a-494e-bd28-110b9a34f6e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:15:24Z', 'updated_at': '2022-03-07T10:15:41Z', 'revision_number': 4, 'project_id': '8e5e76f3b807473fa51edae624791e1c', 'gw_port': {'id': '1b6425b0-d75a-494e-bd28-110b9a34f6e2', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:0a:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfac111e-993c-43a8-b8fb-c0190a7341d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:15:41Z', 'updated_at': '2022-03-07T10:15:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_interfaces': [{'id': '32ae5eea-b758-4afa-93b1-959de5bc1851', 'name': '', 'network_id': '632399cd-7b3b-4aa5-a03f-85e5df140e5f', 'tenant_id': '8e5e76f3b807473fa51edae624791e1c', 'mac_address': 'fa:16:3e:6d:42:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfac111e-993c-43a8-b8fb-c0190a7341d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '90077007-99dd-4a7b-80c7-6d2ed4c738c3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:15:33Z', 'updated_at': '2022-03-07T10:15:38Z', 'revision_number': 5, 'project_id': '8e5e76f3b807473fa51edae624791e1c', 'subnets': [{'id': '90077007-99dd-4a7b-80c7-6d2ed4c738c3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'be889329-5fb3-429e-9615-761f87d67e1a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:15:44.793524 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 55534) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:15:44.925961 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-8ed1b0d9-ec18-48aa-a32c-80410e80540a admin admin] 10.222.0.13 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1082 time: 0.1313469 Mar 07 10:15:46.051628 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 1b6425b0-d75a-494e-bd28-110b9a34f6e2 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:15:46.123351 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning for port 1b6425b0-d75a-494e-bd28-110b9a34f6e2 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:15:46.128111 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 1b6425b0-d75a-494e-bd28-110b9a34f6e2 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:15:46.128506 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:15:46.250536 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:15:46.268151 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] For port 1b6425b0-d75a-494e-bd28-110b9a34f6e2, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=1b6425b0-d75a-494e-bd28-110b9a34f6e2,segment=NetworkSegment(9a22e080-7529-4fc7-949d-9f84ba21807d),segment_id=9a22e080-7529-4fc7-949d-9f84ba21807d)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:15:46.274953 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:15:46.344998 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Pushing event updated for resources: {'Port': ['ID=1b6425b0-d75a-494e-bd28-110b9a34f6e2,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:15:48.041803 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 1b6425b0-d75a-494e-bd28-110b9a34f6e2 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:15:48.122292 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 1b6425b0-d75a-494e-bd28-110b9a34f6e2 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:15:48.122889 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:15:58.265463 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-300d4ea0-1f53-42a7-9cff-7e94bf06b690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:16:00.474856 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-ab4b8d04-5c5d-401f-833a-8651d03cbed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:16:01.622164 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-711fefd2-3b30-4759-8df5-0aecff1c8e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:16:01.781318 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:16:01.974637 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-adbd2215-c8ee-41f3-92a6-4182ca26b8a8 None None] Agent healthcheck: found 5 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 10:16:03.044528 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c87150bd-aa9c-4ad1-bb68-57ec66d4fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:16:28.277015 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-22a307a8-0183-4a1d-81a2-47636337505f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:16:30.486705 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f43347c9-18f4-45a1-806b-2b856fae41d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:16:31.625578 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-711fefd2-3b30-4759-8df5-0aecff1c8e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:16:31.794702 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:16:33.051425 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c87150bd-aa9c-4ad1-bb68-57ec66d4fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:16:38.975775 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-adbd2215-c8ee-41f3-92a6-4182ca26b8a8 None None] Agent healthcheck: found 5 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 10:16:58.265643 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a50e1c90-bf4e-457f-a99d-33536a257195 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:17:00.516361 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-8b605f6a-040f-48b4-8783-c6d47ab4e9e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:17:01.626471 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-711fefd2-3b30-4759-8df5-0aecff1c8e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:17:01.780552 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:17:03.058651 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c87150bd-aa9c-4ad1-bb68-57ec66d4fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:17:15.976420 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-adbd2215-c8ee-41f3-92a6-4182ca26b8a8 None None] Agent healthcheck: found 5 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 10:17:28.264919 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-e2d4c741-9f22-4e43-be9a-df4c21ce2cf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:17:30.483861 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-4214d089-ee03-45fb-a15f-7526c8083fd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:17:31.628814 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-711fefd2-3b30-4759-8df5-0aecff1c8e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:17:31.782797 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:17:33.057010 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c87150bd-aa9c-4ad1-bb68-57ec66d4fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:17:50.755174 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 56142) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:17:50.845896 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb0299a1-6e88-4f1a-9e53-f1e196dfc13f admin admin] GET failed (client error): The resource could not be found. Mar 07 10:17:50.847115 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-cb0299a1-6e88-4f1a-9e53-f1e196dfc13f admin admin] 10.222.0.13 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0909827 Mar 07 10:17:50.977274 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa1d4103-646e-458e-839e-a84744c88912 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:17:50.978716 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-aa1d4103-646e-458e-839e-a84744c88912 admin admin] 10.222.0.13 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1277342 Mar 07 10:17:52.976536 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-adbd2215-c8ee-41f3-92a6-4182ca26b8a8 None None] Agent healthcheck: found 5 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 10:17:53.008549 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 56152) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:17:53.139449 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00bdfcc4-0b99-4970-a1bf-96e18e22109c admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:17:53.140028 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-00bdfcc4-0b99-4970-a1bf-96e18e22109c admin admin] Synchronizing usage tracker for tenant:06aaf85c41414c2585bceef2096f194a on resource:subnet {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:17:53.157327 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-00bdfcc4-0b99-4970-a1bf-96e18e22109c admin admin] Unset dirty status for tenant:06aaf85c41414c2585bceef2096f194a on resource:subnet {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:17:53.158706 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-00bdfcc4-0b99-4970-a1bf-96e18e22109c admin admin] 10.222.0.13 "GET /v2.0/subnets/90077007-99dd-4a7b-80c7-6d2ed4c738c3 HTTP/1.1" status: 200 len: 849 time: 0.1492121 Mar 07 10:17:53.167736 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-0691a785-da3b-49a6-b4ab-f6245a83d74d admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:17:53.282150 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0691a785-da3b-49a6-b4ab-f6245a83d74d admin admin] Notify callbacks [] for subnet, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:17:53.467618 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0691a785-da3b-49a6-b4ab-f6245a83d74d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8732568520861'] for subnet, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:17:53.520139 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0691a785-da3b-49a6-b4ab-f6245a83d74d admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:17:53.520591 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf7b2d36-60f3-4efd-9664-5a9646525720 None None] Network 632399cd-7b3b-4aa5-a03f-85e5df140e5f requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:17:53.521026 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0691a785-da3b-49a6-b4ab-f6245a83d74d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2756603'] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:17:53.521977 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-0691a785-da3b-49a6-b4ab-f6245a83d74d admin admin] 10.222.0.13 "PUT /v2.0/subnets/90077007-99dd-4a7b-80c7-6d2ed4c738c3 HTTP/1.1" status: 200 len: 868 time: 0.3578839 Mar 07 10:17:53.537596 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0691a785-da3b-49a6-b4ab-f6245a83d74d admin admin] Pushing event updated for resources: {'Subnet': ['ID=90077007-99dd-4a7b-80c7-6d2ed4c738c3,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:17:53.546244 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0691a785-da3b-49a6-b4ab-f6245a83d74d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:17:53.546744 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0691a785-da3b-49a6-b4ab-f6245a83d74d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:17:53.547083 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0691a785-da3b-49a6-b4ab-f6245a83d74d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:17:53.547436 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0691a785-da3b-49a6-b4ab-f6245a83d74d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:17:53.547755 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0691a785-da3b-49a6-b4ab-f6245a83d74d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:17:53.548065 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0691a785-da3b-49a6-b4ab-f6245a83d74d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:17:53.548387 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0691a785-da3b-49a6-b4ab-f6245a83d74d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:17:53.548736 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0691a785-da3b-49a6-b4ab-f6245a83d74d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:17:53.549052 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0691a785-da3b-49a6-b4ab-f6245a83d74d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:17:53.549883 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0691a785-da3b-49a6-b4ab-f6245a83d74d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:17:53.550195 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0691a785-da3b-49a6-b4ab-f6245a83d74d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:17:54.057733 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-605252ce-e352-41da-b136-7f165be241b7 None None] Provisioning complete for port 4ff2cb81-aea9-4564-91da-3fb211ce9805 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:17:54.058106 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-605252ce-e352-41da-b136-7f165be241b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:17:54.191037 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-605252ce-e352-41da-b136-7f165be241b7 None None] Provisioning complete for port 32ae5eea-b758-4afa-93b1-959de5bc1851 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:17:54.191296 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-605252ce-e352-41da-b136-7f165be241b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:17:55.605754 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 56162) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:17:55.798854 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a3d9c5f-1719-4e7b-a382-8e4ce5160161 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:17:55.799664 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a3d9c5f-1719-4e7b-a382-8e4ce5160161 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:17:55.801221 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-2a3d9c5f-1719-4e7b-a382-8e4ce5160161 admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1944354 Mar 07 10:17:57.839375 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 56172) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:17:58.067623 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d082acc-69c1-4514-958f-c7bc6e8791e1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:17:58.067996 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d082acc-69c1-4514-958f-c7bc6e8791e1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:17:58.069536 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-7d082acc-69c1-4514-958f-c7bc6e8791e1 admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2292359 Mar 07 10:17:58.360537 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-8875a427-aaf9-4510-affb-ba24d578b8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:18:00.084681 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 56182) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:18:00.270581 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfae377e-6222-41c6-a77e-3b3b42692325 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:18:00.271921 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-cfae377e-6222-41c6-a77e-3b3b42692325 admin admin] 10.222.0.13 "GET /v2.0/networks/5ed85006-6b00-415e-b71f-837fb1421c12 HTTP/1.1" status: 200 len: 886 time: 0.1863720 Mar 07 10:18:00.487252 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-492f837a-51a6-4ef1-8125-37992a7ddf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:18:01.631535 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-711fefd2-3b30-4759-8df5-0aecff1c8e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:18:01.786515 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:18:02.311207 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 56192) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:18:02.548429 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a04f6e9-d0ec-40d4-a714-799fedb436b5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:18:02.549973 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-4a04f6e9-d0ec-40d4-a714-799fedb436b5 admin admin] Synchronizing usage tracker for tenant:06aaf85c41414c2585bceef2096f194a on resource:network {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:18:02.566437 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-4a04f6e9-d0ec-40d4-a714-799fedb436b5 admin admin] Unset dirty status for tenant:06aaf85c41414c2585bceef2096f194a on resource:network {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:18:02.567561 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-4a04f6e9-d0ec-40d4-a714-799fedb436b5 admin admin] 10.222.0.13 "GET /v2.0/networks/632399cd-7b3b-4aa5-a03f-85e5df140e5f HTTP/1.1" status: 200 len: 869 time: 0.2554896 Mar 07 10:18:03.059759 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c87150bd-aa9c-4ad1-bb68-57ec66d4fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:18:04.581996 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 56202) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:18:04.709019 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b579ca47-83ab-42e9-a641-edaeef195ecf admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:18:04.709377 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b579ca47-83ab-42e9-a641-edaeef195ecf admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:18:04.710827 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-b579ca47-83ab-42e9-a641-edaeef195ecf admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1279218 Mar 07 10:18:06.739915 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 56212) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:18:06.865278 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4fa530e-b1af-4cbf-b712-6441c687b912 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:18:06.865636 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4fa530e-b1af-4cbf-b712-6441c687b912 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:18:06.867090 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-a4fa530e-b1af-4cbf-b712-6441c687b912 admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1261723 Mar 07 10:18:08.894803 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 56222) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:18:09.018345 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f81660b7-7667-41a7-9029-002645500ae9 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:18:09.019625 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-f81660b7-7667-41a7-9029-002645500ae9 admin admin] 10.222.0.13 "GET /v2.0/subnets/8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a HTTP/1.1" status: 200 len: 816 time: 0.1238694 Mar 07 10:18:11.029687 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 56232) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:18:11.157063 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd050b5-791d-4de5-97b8-bb42d2389855 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:18:11.158643 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-cfd050b5-791d-4de5-97b8-bb42d2389855 admin admin] 10.222.0.13 "GET /v2.0/subnets/90077007-99dd-4a7b-80c7-6d2ed4c738c3 HTTP/1.1" status: 200 len: 868 time: 0.1278830 Mar 07 10:18:28.267491 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-26ea621d-0c9b-490d-8442-212819f7700b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:18:29.109555 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 56270) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:18:29.181969 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [None req-6965445f-a936-4c23-96f9-e5008cb255a6 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=83737) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 07 10:18:29.182945 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-6965445f-a936-4c23-96f9-e5008cb255a6 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0724442 Mar 07 10:18:29.977517 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-adbd2215-c8ee-41f3-92a6-4182ca26b8a8 None None] Agent healthcheck: found 5 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 10:18:30.489559 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-e129ecf8-504f-4553-a23a-c9b8fe6c1096 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:18:31.284179 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 56280) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:18:31.375139 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-d304ea3d-6832-47ea-98a5-c7f6a937e568 admin admin] GET failed (client error): The resource could not be found. Mar 07 10:18:31.376838 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-d304ea3d-6832-47ea-98a5-c7f6a937e568 admin admin] 10.222.0.13 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0911562 Mar 07 10:18:31.499109 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53e63f07-1ffc-49c1-aa8b-707e120c780d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:18:31.500455 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-53e63f07-1ffc-49c1-aa8b-707e120c780d admin admin] 10.222.0.13 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1198921 Mar 07 10:18:31.638436 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-711fefd2-3b30-4759-8df5-0aecff1c8e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:18:31.789636 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:18:33.065041 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c87150bd-aa9c-4ad1-bb68-57ec66d4fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:18:33.564249 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 56290) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:18:33.633295 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-02d7a0ff-7438-44ae-a12d-c18349be6f61 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:18:33.638619 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-02d7a0ff-7438-44ae-a12d-c18349be6f61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:18:33.648428 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-02d7a0ff-7438-44ae-a12d-c18349be6f61 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:18:33.658147 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02d7a0ff-7438-44ae-a12d-c18349be6f61 admin admin] Made reservation on behalf of 06aaf85c41414c2585bceef2096f194a for: {'network': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:18:33.660606 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-02d7a0ff-7438-44ae-a12d-c18349be6f61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for network, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:18:33.755695 dv-neutron-830731-3-hyperv neutron-server[83738]: WARNING neutron.services.revisions.revision_plugin [None req-02d7a0ff-7438-44ae-a12d-c18349be6f61 admin admin] Could not find related network for resource to bump revision. Mar 07 10:18:33.769747 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02d7a0ff-7438-44ae-a12d-c18349be6f61 admin admin] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=83738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:18:33.784753 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-02d7a0ff-7438-44ae-a12d-c18349be6f61 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8732568551024', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:18:33.785295 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-02d7a0ff-7438-44ae-a12d-c18349be6f61 admin admin] Unsubscribe: segment precommit_create {{(pid=83738) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 07 10:18:33.785759 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.db.segments_db [None req-02d7a0ff-7438-44ae-a12d-c18349be6f61 admin admin] Added segment 51b54ecc-57a5-4560-afb2-0a307d649df6 of type vlan for network 8dbe29b5-cee9-4708-89c6-f6ee8ba5ea9f Mar 07 10:18:33.818064 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-02d7a0ff-7438-44ae-a12d-c18349be6f61 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732568034061'] for network, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:18:33.851344 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-02d7a0ff-7438-44ae-a12d-c18349be6f61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594'] for network, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:18:33.852162 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02d7a0ff-7438-44ae-a12d-c18349be6f61 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:18:33.852756 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-02d7a0ff-7438-44ae-a12d-c18349be6f61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2756603'] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:18:33.949397 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d7a0ff-7438-44ae-a12d-c18349be6f61 admin admin] Pushing event updated for resources: {'Network': ['ID=8dbe29b5-cee9-4708-89c6-f6ee8ba5ea9f,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:18:33.952011 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-02d7a0ff-7438-44ae-a12d-c18349be6f61 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3867538 Mar 07 10:18:33.961447 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Network 8dbe29b5-cee9-4708-89c6-f6ee8ba5ea9f details requested by agent ovs-agent-dv-neutron-830731-3-hyperv with host dv-neutron-830731-3-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 10:18:36.049515 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 56300) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:18:36.139230 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2926325-ca41-4507-a29a-3c5cfa5e1f62 admin admin] GET failed (client error): The resource could not be found. Mar 07 10:18:36.139703 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-c2926325-ca41-4507-a29a-3c5cfa5e1f62 admin admin] Synchronizing usage tracker for tenant:06aaf85c41414c2585bceef2096f194a on resource:network {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:18:36.154817 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-c2926325-ca41-4507-a29a-3c5cfa5e1f62 admin admin] Unset dirty status for tenant:06aaf85c41414c2585bceef2096f194a on resource:network {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:18:36.155995 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-c2926325-ca41-4507-a29a-3c5cfa5e1f62 admin admin] 10.222.0.13 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1055844 Mar 07 10:18:36.263796 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a60bebb7-e212-40ef-9c35-3a05ac998591 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:18:36.270604 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-a60bebb7-e212-40ef-9c35-3a05ac998591 admin admin] 10.222.0.13 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1047854 Mar 07 10:18:36.274660 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-e40c541a-ab70-41c9-a313-34372794e90f admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'ip_version': 4, 'network_id': '8dbe29b5-cee9-4708-89c6-f6ee8ba5ea9f', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:18:36.279309 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-e40c541a-ab70-41c9-a313-34372794e90f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:18:36.289355 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-e40c541a-ab70-41c9-a313-34372794e90f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:18:36.299240 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e40c541a-ab70-41c9-a313-34372794e90f admin admin] Made reservation on behalf of 06aaf85c41414c2585bceef2096f194a for: {'subnet': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:18:36.301579 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e40c541a-ab70-41c9-a313-34372794e90f admin admin] Notify callbacks [] for subnet, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:18:36.502848 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e40c541a-ab70-41c9-a313-34372794e90f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594'] for subnet, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:18:36.575948 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40c541a-ab70-41c9-a313-34372794e90f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0d214f3-5f3a-4f9a-9cdd-8b445bb8cbd8,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:18:36.587121 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40c541a-ab70-41c9-a313-34372794e90f admin admin] Checking segment: {'id': '51b54ecc-57a5-4560-afb2-0a307d649df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '8dbe29b5-cee9-4708-89c6-f6ee8ba5ea9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:18:36.587499 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e40c541a-ab70-41c9-a313-34372794e90f admin admin] Network hostable DHCP agents. Network: 8dbe29b5-cee9-4708-89c6-f6ee8ba5ea9f, hostable agents: ['6527556c-6586-422c-ae47-082984683847'], hosted agents: [] {{(pid=83738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:18:36.607909 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e40c541a-ab70-41c9-a313-34372794e90f admin admin] Network 8dbe29b5-cee9-4708-89c6-f6ee8ba5ea9f is scheduled to be hosted by DHCP agent 6527556c-6586-422c-ae47-082984683847 with binding_index 1 {{(pid=83738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:18:36.617119 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-e40c541a-ab70-41c9-a313-34372794e90f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830731-3-hyperv, 8dbe29b5-cee9-4708-89c6-f6ee8ba5ea9f) {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:18:36.620852 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e40c541a-ab70-41c9-a313-34372794e90f admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:18:36.621425 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e40c541a-ab70-41c9-a313-34372794e90f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2756603'] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:18:36.626098 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-089537ba-db2e-43cc-ba24-86da1f2b8a1e None None] Network 8dbe29b5-cee9-4708-89c6-f6ee8ba5ea9f requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:18:36.644445 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-e40c541a-ab70-41c9-a313-34372794e90f admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3731256 Mar 07 10:18:36.847235 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e953c175-06d4-4562-af55-140cd2cfd41b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ec2749d-0aec-52fb-aca6-10ba8a80aade-8dbe29b5-cee9-4708-89c6-f6ee8ba5ea9f', 'network_id': '8dbe29b5-cee9-4708-89c6-f6ee8ba5ea9f', 'tenant_id': '06aaf85c41414c2585bceef2096f194a', 'fixed_ips': [{'subnet_id': 'e0d214f3-5f3a-4f9a-9cdd-8b445bb8cbd8'}]}} from dv-neutron-830731-3-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 07 10:18:36.848062 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-e953c175-06d4-4562-af55-140cd2cfd41b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:18:37.005078 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-e953c175-06d4-4562-af55-140cd2cfd41b None None] Allocated IP 192.168.233.2 (8dbe29b5-cee9-4708-89c6-f6ee8ba5ea9f/e0d214f3-5f3a-4f9a-9cdd-8b445bb8cbd8/5c147a68-a5b6-4610-b42c-b3153e0fbf7c) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:18:37.207987 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-e953c175-06d4-4562-af55-140cd2cfd41b None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:18:37.219430 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-e953c175-06d4-4562-af55-140cd2cfd41b None None] Transition to ACTIVE for port object 5c147a68-a5b6-4610-b42c-b3153e0fbf7c will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:18:37.240070 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-e953c175-06d4-4562-af55-140cd2cfd41b None None] Transition to ACTIVE for port object 5c147a68-a5b6-4610-b42c-b3153e0fbf7c will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:18:37.246268 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-e953c175-06d4-4562-af55-140cd2cfd41b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:18:37.323237 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e953c175-06d4-4562-af55-140cd2cfd41b None None] Pushing event updated for resources: {'Port': ['ID=5c147a68-a5b6-4610-b42c-b3153e0fbf7c,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:18:37.326337 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e953c175-06d4-4562-af55-140cd2cfd41b None None] Network 8dbe29b5-cee9-4708-89c6-f6ee8ba5ea9f is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:18:37.328903 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-e953c175-06d4-4562-af55-140cd2cfd41b None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:18:37.333089 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e953c175-06d4-4562-af55-140cd2cfd41b None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:18:37.339176 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e953c175-06d4-4562-af55-140cd2cfd41b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:18:37.339526 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e953c175-06d4-4562-af55-140cd2cfd41b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:18:37.339853 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e953c175-06d4-4562-af55-140cd2cfd41b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:18:37.340190 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e953c175-06d4-4562-af55-140cd2cfd41b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:18:37.340609 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e953c175-06d4-4562-af55-140cd2cfd41b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:18:37.341114 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e953c175-06d4-4562-af55-140cd2cfd41b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:18:37.341440 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e953c175-06d4-4562-af55-140cd2cfd41b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:18:37.341776 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e953c175-06d4-4562-af55-140cd2cfd41b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:18:37.342087 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e953c175-06d4-4562-af55-140cd2cfd41b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:18:37.342400 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e953c175-06d4-4562-af55-140cd2cfd41b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:18:37.342711 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e953c175-06d4-4562-af55-140cd2cfd41b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:18:37.429703 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-e953c175-06d4-4562-af55-140cd2cfd41b None None] Attempting to bind port 5c147a68-a5b6-4610-b42c-b3153e0fbf7c on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:18:37.430067 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-e953c175-06d4-4562-af55-140cd2cfd41b None None] Attempting to bind port 5c147a68-a5b6-4610-b42c-b3153e0fbf7c by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': '51b54ecc-57a5-4560-afb2-0a307d649df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '8dbe29b5-cee9-4708-89c6-f6ee8ba5ea9f'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:18:37.430428 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e953c175-06d4-4562-af55-140cd2cfd41b None None] Attempting to bind port 5c147a68-a5b6-4610-b42c-b3153e0fbf7c on network 8dbe29b5-cee9-4708-89c6-f6ee8ba5ea9f {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:18:37.436801 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e953c175-06d4-4562-af55-140cd2cfd41b None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 18, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:18:37.437167 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e953c175-06d4-4562-af55-140cd2cfd41b None None] Checking segment: {'id': '51b54ecc-57a5-4560-afb2-0a307d649df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '8dbe29b5-cee9-4708-89c6-f6ee8ba5ea9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:18:37.437561 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-e953c175-06d4-4562-af55-140cd2cfd41b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:18:37.437948 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e953c175-06d4-4562-af55-140cd2cfd41b None None] Bound using segment: {'id': '51b54ecc-57a5-4560-afb2-0a307d649df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '8dbe29b5-cee9-4708-89c6-f6ee8ba5ea9f'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:18:37.438404 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-e953c175-06d4-4562-af55-140cd2cfd41b None None] Bound port: 5c147a68-a5b6-4610-b42c-b3153e0fbf7c, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51b54ecc-57a5-4560-afb2-0a307d649df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '8dbe29b5-cee9-4708-89c6-f6ee8ba5ea9f'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:18:37.439890 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-e953c175-06d4-4562-af55-140cd2cfd41b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:18:37.554250 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-e953c175-06d4-4562-af55-140cd2cfd41b None None] For port 5c147a68-a5b6-4610-b42c-b3153e0fbf7c, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:18:37.557396 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-e953c175-06d4-4562-af55-140cd2cfd41b None None] For port 5c147a68-a5b6-4610-b42c-b3153e0fbf7c, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=5c147a68-a5b6-4610-b42c-b3153e0fbf7c,segment=NetworkSegment(51b54ecc-57a5-4560-afb2-0a307d649df6),segment_id=51b54ecc-57a5-4560-afb2-0a307d649df6)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:18:37.562312 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-e953c175-06d4-4562-af55-140cd2cfd41b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:18:37.645589 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e953c175-06d4-4562-af55-140cd2cfd41b None None] Pushing event updated for resources: {'Port': ['ID=5c147a68-a5b6-4610-b42c-b3153e0fbf7c,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:18:38.136961 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 5c147a68-a5b6-4610-b42c-b3153e0fbf7c up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:18:38.233338 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning for port 5c147a68-a5b6-4610-b42c-b3153e0fbf7c completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:18:38.522990 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c78c74-24e8-4e08-9f13-19b00ee0df7c None None] Network 8dbe29b5-cee9-4708-89c6-f6ee8ba5ea9f requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:18:38.630375 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-66722e7b-df86-45f7-a51b-23554cede084 None None] Provisioning for port 5c147a68-a5b6-4610-b42c-b3153e0fbf7c completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:18:38.648004 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-66722e7b-df86-45f7-a51b-23554cede084 None None] Provisioning complete for port 5c147a68-a5b6-4610-b42c-b3153e0fbf7c triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:18:38.648714 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-66722e7b-df86-45f7-a51b-23554cede084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:18:38.839463 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-66722e7b-df86-45f7-a51b-23554cede084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:18:38.886334 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-66722e7b-df86-45f7-a51b-23554cede084 None None] For port 5c147a68-a5b6-4610-b42c-b3153e0fbf7c, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=5c147a68-a5b6-4610-b42c-b3153e0fbf7c,segment=NetworkSegment(51b54ecc-57a5-4560-afb2-0a307d649df6),segment_id=51b54ecc-57a5-4560-afb2-0a307d649df6)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:18:38.894390 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-66722e7b-df86-45f7-a51b-23554cede084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:18:38.969711 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66722e7b-df86-45f7-a51b-23554cede084 None None] Pushing event updated for resources: {'Port': ['ID=5c147a68-a5b6-4610-b42c-b3153e0fbf7c,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:18:39.115683 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-c75565f7-0ec3-4cf9-84e4-b3ab333b29f1 None None] Provisioning complete for port 5c147a68-a5b6-4610-b42c-b3153e0fbf7c triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:18:39.116043 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c75565f7-0ec3-4cf9-84e4-b3ab333b29f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:18:40.111426 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 5c147a68-a5b6-4610-b42c-b3153e0fbf7c up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:18:40.177883 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 5c147a68-a5b6-4610-b42c-b3153e0fbf7c triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:18:40.178242 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:18:58.260570 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-b9bf2147-458b-4ffe-9fdf-b3f4e418c6e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:19:00.490874 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-49863cf8-86df-4382-bf1b-e299dd9e13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:19:01.637352 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-711fefd2-3b30-4759-8df5-0aecff1c8e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:19:01.790503 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:19:03.066705 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c87150bd-aa9c-4ad1-bb68-57ec66d4fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:19:06.977354 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-adbd2215-c8ee-41f3-92a6-4182ca26b8a8 None None] Agent healthcheck: found 5 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 10:19:28.263787 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-944df96a-b7d2-4269-88ce-a797c88565ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:19:30.491195 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a7619854-ef0b-418e-8a8c-58df44461a2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:19:31.642820 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-711fefd2-3b30-4759-8df5-0aecff1c8e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:19:31.792529 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:19:33.070447 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c87150bd-aa9c-4ad1-bb68-57ec66d4fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:19:43.976988 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-adbd2215-c8ee-41f3-92a6-4182ca26b8a8 None None] Agent healthcheck: found 5 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 10:19:58.267842 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-463c4d88-d873-479e-bd7c-cd1551a68f7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:20:00.113886 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 56342) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:20:00.119863 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [None req-9a7a5959-028f-42a6-bf77-410014578bc6 tempest-verify_tempest_config-1431545946 tempest-verify_tempest_config-1431545946-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=83738) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 07 10:20:00.120840 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-9a7a5959-028f-42a6-bf77-410014578bc6 tempest-verify_tempest_config-1431545946 tempest-verify_tempest_config-1431545946-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.0060027 Mar 07 10:20:00.446027 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 56358) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:20:00.495253 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-9f2a3ac5-96b4-4d4a-a530-74874c6ff6ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:20:00.585891 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0286feb5-b1df-4bfb-883d-ba8c8c969852 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:20:00.616185 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-0286feb5-b1df-4bfb-883d-ba8c8c969852 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:20:00.619835 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-0286feb5-b1df-4bfb-883d-ba8c8c969852 admin admin] Usage tracker for resource:security_group_rule and tenant:1474828291fd418ca93688b2b94568ea is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:20:00.622575 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-0286feb5-b1df-4bfb-883d-ba8c8c969852 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:20:00.628692 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-0286feb5-b1df-4bfb-883d-ba8c8c969852 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:20:00.697595 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0286feb5-b1df-4bfb-883d-ba8c8c969852 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:20:00.701049 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0286feb5-b1df-4bfb-883d-ba8c8c969852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:20:00.744056 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0286feb5-b1df-4bfb-883d-ba8c8c969852 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da8ee246-6670-450b-b89d-efc343cccff5,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:20:00.749229 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-0286feb5-b1df-4bfb-883d-ba8c8c969852 admin admin] Synchronizing usage tracker for tenant:06aaf85c41414c2585bceef2096f194a on resource:security_group {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:20:00.759787 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0286feb5-b1df-4bfb-883d-ba8c8c969852 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:20:00.760129 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0286feb5-b1df-4bfb-883d-ba8c8c969852 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:20:00.760462 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0286feb5-b1df-4bfb-883d-ba8c8c969852 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:20:00.760810 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0286feb5-b1df-4bfb-883d-ba8c8c969852 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:20:00.761138 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0286feb5-b1df-4bfb-883d-ba8c8c969852 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:20:00.761490 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0286feb5-b1df-4bfb-883d-ba8c8c969852 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:20:00.761826 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0286feb5-b1df-4bfb-883d-ba8c8c969852 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:20:00.762149 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0286feb5-b1df-4bfb-883d-ba8c8c969852 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:20:00.762465 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0286feb5-b1df-4bfb-883d-ba8c8c969852 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:20:00.762777 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0286feb5-b1df-4bfb-883d-ba8c8c969852 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:20:00.763092 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0286feb5-b1df-4bfb-883d-ba8c8c969852 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:20:00.775622 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-0286feb5-b1df-4bfb-883d-ba8c8c969852 admin admin] Unset dirty status for tenant:06aaf85c41414c2585bceef2096f194a on resource:security_group {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:20:00.779543 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-0286feb5-b1df-4bfb-883d-ba8c8c969852 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1474828291fd418ca93688b2b94568ea&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3325391 Mar 07 10:20:00.779675 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 56364) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:20:00.844541 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2c0fab01-b936-4059-942d-798dbe38868a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:20:00.869087 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2c0fab01-b936-4059-942d-798dbe38868a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:20:00.958780 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2c0fab01-b936-4059-942d-798dbe38868a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:20:00.976210 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0fab01-b936-4059-942d-798dbe38868a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da8ee246-6670-450b-b89d-efc343cccff5,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:20:00.987469 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2c0fab01-b936-4059-942d-798dbe38868a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:20:00.988570 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-2c0fab01-b936-4059-942d-798dbe38868a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/da8ee246-6670-450b-b89d-efc343cccff5 HTTP/1.1" status: 204 len: 168 time: 0.2079403 Mar 07 10:20:00.990090 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0fab01-b936-4059-942d-798dbe38868a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:20:00.990426 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0fab01-b936-4059-942d-798dbe38868a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:20:00.990757 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0fab01-b936-4059-942d-798dbe38868a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:20:00.991085 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0fab01-b936-4059-942d-798dbe38868a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:20:00.992898 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0fab01-b936-4059-942d-798dbe38868a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:20:00.993237 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0fab01-b936-4059-942d-798dbe38868a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:20:00.993693 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0fab01-b936-4059-942d-798dbe38868a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:20:00.993928 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0fab01-b936-4059-942d-798dbe38868a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:20:00.994275 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0fab01-b936-4059-942d-798dbe38868a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:20:00.994587 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0fab01-b936-4059-942d-798dbe38868a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:20:00.994902 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0fab01-b936-4059-942d-798dbe38868a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:20:01.644153 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-711fefd2-3b30-4759-8df5-0aecff1c8e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:20:01.794506 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:20:03.074398 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c87150bd-aa9c-4ad1-bb68-57ec66d4fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:20:20.978006 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-adbd2215-c8ee-41f3-92a6-4182ca26b8a8 None None] Agent healthcheck: found 5 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 10:20:28.274915 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-248799a0-b513-44bd-ba27-7803acacbd8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:20:30.497586 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-df67be3d-8134-4c61-b771-c76466aecf74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:20:31.645664 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-711fefd2-3b30-4759-8df5-0aecff1c8e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:20:31.795712 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:20:33.075693 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c87150bd-aa9c-4ad1-bb68-57ec66d4fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:20:57.977110 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-adbd2215-c8ee-41f3-92a6-4182ca26b8a8 None None] Agent healthcheck: found 5 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 10:20:58.267117 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-98bb3208-2b5e-4b1c-b6bb-02604a1b9d30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:21:00.499900 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-3a82f020-5560-4df3-99e6-e65a6de6dead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:21:01.649228 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-711fefd2-3b30-4759-8df5-0aecff1c8e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:21:01.797561 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:21:03.079206 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c87150bd-aa9c-4ad1-bb68-57ec66d4fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:21:15.406288 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3920281'] for agent, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:21:28.269290 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-df82fa94-aba1-4aa9-ac05-706d52a0cf1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:21:30.501390 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-d69eaf45-a61d-45cc-b715-59367ff4e660 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:21:30.929929 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 56434) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:21:31.063904 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-b7ece8eb-7ac9-4333-a704-5e0f0133ae52 admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1329112 Mar 07 10:21:31.652728 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-711fefd2-3b30-4759-8df5-0aecff1c8e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:21:31.799865 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:21:33.082482 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c87150bd-aa9c-4ad1-bb68-57ec66d4fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:21:33.085386 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 56444) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:21:33.168879 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-c5fc8fbe-a5ea-46dc-a27c-b3dd368efa3d admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0823777 Mar 07 10:21:34.977839 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-adbd2215-c8ee-41f3-92a6-4182ca26b8a8 None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 10:21:45.350239 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:21:58.271627 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-9ccab8dc-c6d7-45fb-bba8-a41d66c6616b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:22:00.503467 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-95db2791-b9ca-4be5-99a7-55c99d52e077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:22:01.657764 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-711fefd2-3b30-4759-8df5-0aecff1c8e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:22:01.803756 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:22:03.085525 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c87150bd-aa9c-4ad1-bb68-57ec66d4fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:22:11.980743 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-adbd2215-c8ee-41f3-92a6-4182ca26b8a8 None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 10:22:15.359153 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:22:28.290980 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-3fad99a6-f886-4771-b990-0ca7a830aee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:22:30.504909 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-8f171418-8baf-43d9-8e06-79664ff3b780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:22:31.657599 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-711fefd2-3b30-4759-8df5-0aecff1c8e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:22:31.805620 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:22:33.089352 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c87150bd-aa9c-4ad1-bb68-57ec66d4fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:22:45.374640 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:22:48.980125 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-adbd2215-c8ee-41f3-92a6-4182ca26b8a8 None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 10:22:54.052293 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 56546) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:22:54.496523 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [None req-1bb32546-e7aa-43a3-bbeb-e8e8b427a21b tempest-ExtensionsTestJSON-1562136506 tempest-ExtensionsTestJSON-1562136506-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=83737) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 07 10:22:54.497717 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-1bb32546-e7aa-43a3-bbeb-e8e8b427a21b tempest-ExtensionsTestJSON-1562136506 tempest-ExtensionsTestJSON-1562136506-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.4436967 Mar 07 10:22:54.500777 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 56568) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:22:54.505605 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [None req-f07ed71f-ae34-4746-bbae-523bf81432c9 tempest-ExtensionsTestJSON-1562136506 tempest-ExtensionsTestJSON-1562136506-project] http://10.222.0.13:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=83737) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 07 10:22:54.506703 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-f07ed71f-ae34-4746-bbae-523bf81432c9 tempest-ExtensionsTestJSON-1562136506 tempest-ExtensionsTestJSON-1562136506-project] 10.222.0.13 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0050669 Mar 07 10:22:54.509130 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 56572) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:22:54.513226 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [None req-bfeda1db-4b54-441f-bc29-6596a5458456 tempest-ExtensionsTestJSON-1562136506 tempest-ExtensionsTestJSON-1562136506-project] http://10.222.0.13:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=83737) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 07 10:22:54.514190 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-bfeda1db-4b54-441f-bc29-6596a5458456 tempest-ExtensionsTestJSON-1562136506 tempest-ExtensionsTestJSON-1562136506-project] 10.222.0.13 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0041749 Mar 07 10:22:54.516266 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 56576) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:22:54.520619 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [None req-cffaa64f-a8a5-41fa-8399-34288e416811 tempest-ExtensionsTestJSON-1562136506 tempest-ExtensionsTestJSON-1562136506-project] http://10.222.0.13:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=83737) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 07 10:22:54.521488 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-cffaa64f-a8a5-41fa-8399-34288e416811 tempest-ExtensionsTestJSON-1562136506 tempest-ExtensionsTestJSON-1562136506-project] 10.222.0.13 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0043917 Mar 07 10:22:54.523511 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 56580) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:22:54.527742 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [None req-3985e0a1-d5d0-489d-96ca-b29346558d36 tempest-ExtensionsTestJSON-1562136506 tempest-ExtensionsTestJSON-1562136506-project] http://10.222.0.13:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=83737) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 07 10:22:54.531462 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 56584) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:22:54.531925 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-3985e0a1-d5d0-489d-96ca-b29346558d36 tempest-ExtensionsTestJSON-1562136506 tempest-ExtensionsTestJSON-1562136506-project] 10.222.0.13 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0072060 Mar 07 10:22:54.536865 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [None req-7fcf16bd-f0b6-4db1-b46d-25a9cfb02472 tempest-ExtensionsTestJSON-1562136506 tempest-ExtensionsTestJSON-1562136506-project] http://10.222.0.13:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=83738) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 07 10:22:54.537900 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-7fcf16bd-f0b6-4db1-b46d-25a9cfb02472 tempest-ExtensionsTestJSON-1562136506 tempest-ExtensionsTestJSON-1562136506-project] 10.222.0.13 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0048740 Mar 07 10:22:54.540826 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 56588) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:22:54.548607 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [None req-e51ecc70-25e8-4f5e-8d05-b975cd1b0b5d tempest-ExtensionsTestJSON-1562136506 tempest-ExtensionsTestJSON-1562136506-project] http://10.222.0.13:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=83737) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 07 10:22:54.552212 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-e51ecc70-25e8-4f5e-8d05-b975cd1b0b5d tempest-ExtensionsTestJSON-1562136506 tempest-ExtensionsTestJSON-1562136506-project] 10.222.0.13 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0101070 Mar 07 10:22:54.552993 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 56592) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:22:54.557692 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [None req-fef02176-8d48-4248-984d-33fd9e7a3364 tempest-ExtensionsTestJSON-1562136506 tempest-ExtensionsTestJSON-1562136506-project] http://10.222.0.13:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=83737) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 07 10:22:54.561253 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-fef02176-8d48-4248-984d-33fd9e7a3364 tempest-ExtensionsTestJSON-1562136506 tempest-ExtensionsTestJSON-1562136506-project] 10.222.0.13 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0071719 Mar 07 10:22:54.561585 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 56598) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:22:54.567003 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [None req-db7ac8fc-ba1f-4599-bd08-25485c050245 tempest-ExtensionsTestJSON-1562136506 tempest-ExtensionsTestJSON-1562136506-project] http://10.222.0.13:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=83738) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 07 10:22:54.568071 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-db7ac8fc-ba1f-4599-bd08-25485c050245 tempest-ExtensionsTestJSON-1562136506 tempest-ExtensionsTestJSON-1562136506-project] 10.222.0.13 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0052583 Mar 07 10:22:54.570495 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 56602) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:22:54.576934 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [None req-9f3cfc9f-279d-49cb-92e7-6289eda9711d tempest-ExtensionsTestJSON-1562136506 tempest-ExtensionsTestJSON-1562136506-project] http://10.222.0.13:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=83738) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 07 10:22:54.580890 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-9f3cfc9f-279d-49cb-92e7-6289eda9711d tempest-ExtensionsTestJSON-1562136506 tempest-ExtensionsTestJSON-1562136506-project] 10.222.0.13 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0067387 Mar 07 10:22:54.580890 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 56606) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:22:54.585333 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [None req-b0ad03e5-0de4-4da7-8761-2c04e74f3030 tempest-ExtensionsTestJSON-1562136506 tempest-ExtensionsTestJSON-1562136506-project] http://10.222.0.13:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=83738) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 07 10:22:54.586215 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-b0ad03e5-0de4-4da7-8761-2c04e74f3030 tempest-ExtensionsTestJSON-1562136506 tempest-ExtensionsTestJSON-1562136506-project] 10.222.0.13 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0048413 Mar 07 10:22:54.588713 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 56612) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:22:54.593782 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [None req-9420b2b2-8bdc-4d70-89c0-048bce28253b tempest-ExtensionsTestJSON-1562136506 tempest-ExtensionsTestJSON-1562136506-project] http://10.222.0.13:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=83738) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 07 10:22:54.596872 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-9420b2b2-8bdc-4d70-89c0-048bce28253b tempest-ExtensionsTestJSON-1562136506 tempest-ExtensionsTestJSON-1562136506-project] 10.222.0.13 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0050120 Mar 07 10:22:54.596872 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 56616) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:22:54.601655 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [None req-62a9ce9f-ea9f-4338-8fe3-be241d318c8b tempest-ExtensionsTestJSON-1562136506 tempest-ExtensionsTestJSON-1562136506-project] http://10.222.0.13:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=83738) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 07 10:22:54.602535 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-62a9ce9f-ea9f-4338-8fe3-be241d318c8b tempest-ExtensionsTestJSON-1562136506 tempest-ExtensionsTestJSON-1562136506-project] 10.222.0.13 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0049117 Mar 07 10:22:54.604886 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 56620) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:22:54.610112 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [None req-8e7e5e70-0bda-48fd-9636-51381026d78d tempest-ExtensionsTestJSON-1562136506 tempest-ExtensionsTestJSON-1562136506-project] http://10.222.0.13:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=83738) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 07 10:22:54.611003 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-8e7e5e70-0bda-48fd-9636-51381026d78d tempest-ExtensionsTestJSON-1562136506 tempest-ExtensionsTestJSON-1562136506-project] 10.222.0.13 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0051501 Mar 07 10:22:54.613303 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 56624) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:22:54.617863 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [None req-95efd10c-9de2-4779-be79-ec52e9b5738d tempest-ExtensionsTestJSON-1562136506 tempest-ExtensionsTestJSON-1562136506-project] http://10.222.0.13:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=83738) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 07 10:22:54.618745 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-95efd10c-9de2-4779-be79-ec52e9b5738d tempest-ExtensionsTestJSON-1562136506 tempest-ExtensionsTestJSON-1562136506-project] 10.222.0.13 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0046265 Mar 07 10:22:54.621094 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 56630) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:22:54.625871 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [None req-bf0ea60d-6da2-4f76-9876-f504d47eeea2 tempest-ExtensionsTestJSON-1562136506 tempest-ExtensionsTestJSON-1562136506-project] http://10.222.0.13:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=83737) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 07 10:22:54.626767 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-bf0ea60d-6da2-4f76-9876-f504d47eeea2 tempest-ExtensionsTestJSON-1562136506 tempest-ExtensionsTestJSON-1562136506-project] 10.222.0.13 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0047820 Mar 07 10:22:54.629079 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 56634) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:22:54.633694 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [None req-48f051a7-8011-431b-951d-d6a13f1ab123 tempest-ExtensionsTestJSON-1562136506 tempest-ExtensionsTestJSON-1562136506-project] http://10.222.0.13:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=83737) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 07 10:22:54.636986 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-48f051a7-8011-431b-951d-d6a13f1ab123 tempest-ExtensionsTestJSON-1562136506 tempest-ExtensionsTestJSON-1562136506-project] 10.222.0.13 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0068870 Mar 07 10:22:54.637339 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 56638) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:22:54.643093 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [None req-f3c689b4-1f3f-45f7-b8f3-22d47a74a27f tempest-ExtensionsTestJSON-1562136506 tempest-ExtensionsTestJSON-1562136506-project] http://10.222.0.13:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=83738) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 07 10:22:54.644155 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-f3c689b4-1f3f-45f7-b8f3-22d47a74a27f tempest-ExtensionsTestJSON-1562136506 tempest-ExtensionsTestJSON-1562136506-project] 10.222.0.13 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0057290 Mar 07 10:22:54.646561 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 56642) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:22:54.651911 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [None req-7a56e026-016c-455a-9a4b-f0a85baaa0c2 tempest-ExtensionsTestJSON-1562136506 tempest-ExtensionsTestJSON-1562136506-project] http://10.222.0.13:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=83738) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 07 10:22:54.653020 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-7a56e026-016c-455a-9a4b-f0a85baaa0c2 tempest-ExtensionsTestJSON-1562136506 tempest-ExtensionsTestJSON-1562136506-project] 10.222.0.13 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0050697 Mar 07 10:22:54.656897 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 56646) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:22:54.661496 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [None req-e71d61d6-e9fd-415b-9829-6d44a036e557 tempest-ExtensionsTestJSON-1562136506 tempest-ExtensionsTestJSON-1562136506-project] http://10.222.0.13:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=83738) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 07 10:22:54.662395 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-e71d61d6-e9fd-415b-9829-6d44a036e557 tempest-ExtensionsTestJSON-1562136506 tempest-ExtensionsTestJSON-1562136506-project] 10.222.0.13 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0046358 Mar 07 10:22:54.664770 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 56650) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:22:54.669396 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [None req-4a9e7d2c-0726-4879-8527-d0d2af6566a9 tempest-ExtensionsTestJSON-1562136506 tempest-ExtensionsTestJSON-1562136506-project] http://10.222.0.13:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=83738) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 07 10:22:54.670553 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-4a9e7d2c-0726-4879-8527-d0d2af6566a9 tempest-ExtensionsTestJSON-1562136506 tempest-ExtensionsTestJSON-1562136506-project] 10.222.0.13 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0047140 Mar 07 10:22:54.672931 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 56654) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:22:54.677814 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [None req-5f54ff18-4ad9-4494-84a6-19f84180bc6a tempest-ExtensionsTestJSON-1562136506 tempest-ExtensionsTestJSON-1562136506-project] http://10.222.0.13:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=83738) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 07 10:22:54.678927 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-5f54ff18-4ad9-4494-84a6-19f84180bc6a tempest-ExtensionsTestJSON-1562136506 tempest-ExtensionsTestJSON-1562136506-project] 10.222.0.13 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0050859 Mar 07 10:22:54.681138 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 56658) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:22:54.686165 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [None req-82947eb5-46be-4b5d-aba6-e7105fbe0a54 tempest-ExtensionsTestJSON-1562136506 tempest-ExtensionsTestJSON-1562136506-project] http://10.222.0.13:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=83738) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 07 10:22:54.687135 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-82947eb5-46be-4b5d-aba6-e7105fbe0a54 tempest-ExtensionsTestJSON-1562136506 tempest-ExtensionsTestJSON-1562136506-project] 10.222.0.13 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0047915 Mar 07 10:22:54.689449 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 56662) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:22:54.694545 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [None req-41bcbd9c-3e73-4a1a-9b6d-58ae78b5265d tempest-ExtensionsTestJSON-1562136506 tempest-ExtensionsTestJSON-1562136506-project] http://10.222.0.13:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=83737) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 07 10:22:54.695682 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-41bcbd9c-3e73-4a1a-9b6d-58ae78b5265d tempest-ExtensionsTestJSON-1562136506 tempest-ExtensionsTestJSON-1562136506-project] 10.222.0.13 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0052629 Mar 07 10:22:54.697926 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 56666) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:22:54.704188 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [None req-ad9b610a-15f9-4604-b60b-b7ca0ce038b4 tempest-ExtensionsTestJSON-1562136506 tempest-ExtensionsTestJSON-1562136506-project] http://10.222.0.13:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=83737) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 07 10:22:54.705267 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-ad9b610a-15f9-4604-b60b-b7ca0ce038b4 tempest-ExtensionsTestJSON-1562136506 tempest-ExtensionsTestJSON-1562136506-project] 10.222.0.13 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0062559 Mar 07 10:22:54.707321 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 56670) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:22:54.711765 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [None req-dd3f17fa-3ea5-4574-8045-7c3ff8459d96 tempest-ExtensionsTestJSON-1562136506 tempest-ExtensionsTestJSON-1562136506-project] http://10.222.0.13:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=83737) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 07 10:22:54.712915 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-dd3f17fa-3ea5-4574-8045-7c3ff8459d96 tempest-ExtensionsTestJSON-1562136506 tempest-ExtensionsTestJSON-1562136506-project] 10.222.0.13 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0044024 Mar 07 10:22:54.714964 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 56674) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:22:54.721559 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [None req-6b7fcb82-53f3-42ff-a13c-5de87272ad17 tempest-ExtensionsTestJSON-1562136506 tempest-ExtensionsTestJSON-1562136506-project] http://10.222.0.13:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=83737) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 07 10:22:54.722849 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-6b7fcb82-53f3-42ff-a13c-5de87272ad17 tempest-ExtensionsTestJSON-1562136506 tempest-ExtensionsTestJSON-1562136506-project] 10.222.0.13 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0069039 Mar 07 10:22:54.725377 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 56678) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:22:54.729962 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [None req-49d4a107-14e1-46a7-b550-fa60fb416e6d tempest-ExtensionsTestJSON-1562136506 tempest-ExtensionsTestJSON-1562136506-project] http://10.222.0.13:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=83737) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 07 10:22:54.734458 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-49d4a107-14e1-46a7-b550-fa60fb416e6d tempest-ExtensionsTestJSON-1562136506 tempest-ExtensionsTestJSON-1562136506-project] 10.222.0.13 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0082126 Mar 07 10:22:54.734586 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 56682) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:22:54.742868 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [None req-0a1e4127-2c7c-4c6a-b4d6-0103bef9d752 tempest-ExtensionsTestJSON-1562136506 tempest-ExtensionsTestJSON-1562136506-project] http://10.222.0.13:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=83738) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 07 10:22:54.743974 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-0a1e4127-2c7c-4c6a-b4d6-0103bef9d752 tempest-ExtensionsTestJSON-1562136506 tempest-ExtensionsTestJSON-1562136506-project] 10.222.0.13 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0082226 Mar 07 10:22:54.746260 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 56688) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:22:54.751323 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [None req-f5aa3bb5-181d-434d-b151-4ca092c2c71a tempest-ExtensionsTestJSON-1562136506 tempest-ExtensionsTestJSON-1562136506-project] http://10.222.0.13:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=83738) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 07 10:22:54.752581 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-f5aa3bb5-181d-434d-b151-4ca092c2c71a tempest-ExtensionsTestJSON-1562136506 tempest-ExtensionsTestJSON-1562136506-project] 10.222.0.13 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0052130 Mar 07 10:22:54.754687 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 56692) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:22:54.759373 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [None req-b84f6080-a768-41eb-984a-d2332e0562e3 tempest-ExtensionsTestJSON-1562136506 tempest-ExtensionsTestJSON-1562136506-project] http://10.222.0.13:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=83738) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 07 10:22:54.760266 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-b84f6080-a768-41eb-984a-d2332e0562e3 tempest-ExtensionsTestJSON-1562136506 tempest-ExtensionsTestJSON-1562136506-project] 10.222.0.13 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0047016 Mar 07 10:22:54.762552 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 56696) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:22:54.775808 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [None req-0f54bcf1-b60d-4bd7-853f-d4db827d11ef tempest-ExtensionsTestJSON-1562136506 tempest-ExtensionsTestJSON-1562136506-project] http://10.222.0.13:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=83738) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 07 10:22:54.775808 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-0f54bcf1-b60d-4bd7-853f-d4db827d11ef tempest-ExtensionsTestJSON-1562136506 tempest-ExtensionsTestJSON-1562136506-project] 10.222.0.13 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0051177 Mar 07 10:22:54.775808 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 56700) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:22:54.779502 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [None req-75ca083d-830b-4552-be8f-567b8ed4325f tempest-ExtensionsTestJSON-1562136506 tempest-ExtensionsTestJSON-1562136506-project] http://10.222.0.13:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=83738) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 07 10:22:54.780593 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-75ca083d-830b-4552-be8f-567b8ed4325f tempest-ExtensionsTestJSON-1562136506 tempest-ExtensionsTestJSON-1562136506-project] 10.222.0.13 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0089359 Mar 07 10:22:54.783105 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 56706) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:22:54.787835 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [None req-c9be8d9e-caa0-4b80-b06d-92e8901d758e tempest-ExtensionsTestJSON-1562136506 tempest-ExtensionsTestJSON-1562136506-project] http://10.222.0.13:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=83737) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 07 10:22:54.788920 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-c9be8d9e-caa0-4b80-b06d-92e8901d758e tempest-ExtensionsTestJSON-1562136506 tempest-ExtensionsTestJSON-1562136506-project] 10.222.0.13 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0048933 Mar 07 10:22:54.791143 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 56710) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:22:54.797557 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [None req-2cf4a199-dee4-4fd9-ad46-46a3cedf6284 tempest-ExtensionsTestJSON-1562136506 tempest-ExtensionsTestJSON-1562136506-project] http://10.222.0.13:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=83737) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 07 10:22:54.799209 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-2cf4a199-dee4-4fd9-ad46-46a3cedf6284 tempest-ExtensionsTestJSON-1562136506 tempest-ExtensionsTestJSON-1562136506-project] 10.222.0.13 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0067964 Mar 07 10:22:54.801686 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 56714) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:22:54.807379 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [None req-6156070e-6f31-4367-8db3-fe4a93b38d28 tempest-ExtensionsTestJSON-1562136506 tempest-ExtensionsTestJSON-1562136506-project] http://10.222.0.13:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=83738) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 07 10:22:54.808336 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-6156070e-6f31-4367-8db3-fe4a93b38d28 tempest-ExtensionsTestJSON-1562136506 tempest-ExtensionsTestJSON-1562136506-project] 10.222.0.13 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0056944 Mar 07 10:22:54.810809 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 56718) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:22:54.815902 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [None req-ae1af7a0-6f46-449b-a170-901981fec030 tempest-ExtensionsTestJSON-1562136506 tempest-ExtensionsTestJSON-1562136506-project] http://10.222.0.13:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=83738) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 07 10:22:54.816845 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-ae1af7a0-6f46-449b-a170-901981fec030 tempest-ExtensionsTestJSON-1562136506 tempest-ExtensionsTestJSON-1562136506-project] 10.222.0.13 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0049820 Mar 07 10:22:54.819210 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 56724) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:22:54.823779 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [None req-1c022647-9f21-4616-b0ac-ad391e0804db tempest-ExtensionsTestJSON-1562136506 tempest-ExtensionsTestJSON-1562136506-project] http://10.222.0.13:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=83738) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 07 10:22:54.827684 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-1c022647-9f21-4616-b0ac-ad391e0804db tempest-ExtensionsTestJSON-1562136506 tempest-ExtensionsTestJSON-1562136506-project] 10.222.0.13 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0045776 Mar 07 10:22:54.827830 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 56728) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:22:54.832229 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [None req-550b73b1-01cc-4bf6-8007-35de0489f10a tempest-ExtensionsTestJSON-1562136506 tempest-ExtensionsTestJSON-1562136506-project] http://10.222.0.13:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=83738) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 07 10:22:54.833125 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-550b73b1-01cc-4bf6-8007-35de0489f10a tempest-ExtensionsTestJSON-1562136506 tempest-ExtensionsTestJSON-1562136506-project] 10.222.0.13 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0044620 Mar 07 10:22:54.835326 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 56732) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:22:54.840144 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [None req-0344ec9a-ee68-4713-a49d-b7a797c2f546 tempest-ExtensionsTestJSON-1562136506 tempest-ExtensionsTestJSON-1562136506-project] http://10.222.0.13:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=83738) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 07 10:22:54.841055 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-0344ec9a-ee68-4713-a49d-b7a797c2f546 tempest-ExtensionsTestJSON-1562136506 tempest-ExtensionsTestJSON-1562136506-project] 10.222.0.13 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0048342 Mar 07 10:22:54.843580 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 56736) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:22:54.848282 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [None req-eb1600ab-f483-44e7-9c30-6aee20e948a1 tempest-ExtensionsTestJSON-1562136506 tempest-ExtensionsTestJSON-1562136506-project] http://10.222.0.13:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=83738) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 07 10:22:54.851218 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-eb1600ab-f483-44e7-9c30-6aee20e948a1 tempest-ExtensionsTestJSON-1562136506 tempest-ExtensionsTestJSON-1562136506-project] 10.222.0.13 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0047994 Mar 07 10:22:54.851401 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 56740) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:22:54.855752 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [None req-92ff222b-be19-47af-81d0-7288a15e231a tempest-ExtensionsTestJSON-1562136506 tempest-ExtensionsTestJSON-1562136506-project] http://10.222.0.13:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=83738) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 07 10:22:54.856632 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-92ff222b-be19-47af-81d0-7288a15e231a tempest-ExtensionsTestJSON-1562136506 tempest-ExtensionsTestJSON-1562136506-project] 10.222.0.13 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0043743 Mar 07 10:22:54.859305 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 56744) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:22:54.864223 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [None req-dd9eaa30-c1f2-4cab-8988-866e8299e978 tempest-ExtensionsTestJSON-1562136506 tempest-ExtensionsTestJSON-1562136506-project] http://10.222.0.13:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=83738) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 07 10:22:54.867438 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-dd9eaa30-c1f2-4cab-8988-866e8299e978 tempest-ExtensionsTestJSON-1562136506 tempest-ExtensionsTestJSON-1562136506-project] 10.222.0.13 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0073237 Mar 07 10:22:54.867638 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 56748) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:22:54.872745 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [None req-cc4f8daa-eacf-41b6-8c6f-726536f059bd tempest-ExtensionsTestJSON-1562136506 tempest-ExtensionsTestJSON-1562136506-project] http://10.222.0.13:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=83737) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 07 10:22:54.876143 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 56752) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:22:54.876302 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-cc4f8daa-eacf-41b6-8c6f-726536f059bd tempest-ExtensionsTestJSON-1562136506 tempest-ExtensionsTestJSON-1562136506-project] 10.222.0.13 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0078683 Mar 07 10:22:54.881601 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [None req-b692b4ee-1b80-4c83-92be-9c0cb1334ac8 tempest-ExtensionsTestJSON-1562136506 tempest-ExtensionsTestJSON-1562136506-project] http://10.222.0.13:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=83738) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 07 10:22:54.882513 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-b692b4ee-1b80-4c83-92be-9c0cb1334ac8 tempest-ExtensionsTestJSON-1562136506 tempest-ExtensionsTestJSON-1562136506-project] 10.222.0.13 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0051613 Mar 07 10:22:54.885100 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 56756) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:22:54.892222 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [None req-e5e0458b-ce87-44e6-b397-fa779ce70004 tempest-ExtensionsTestJSON-1562136506 tempest-ExtensionsTestJSON-1562136506-project] http://10.222.0.13:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=83737) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 07 10:22:54.893371 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-e5e0458b-ce87-44e6-b397-fa779ce70004 tempest-ExtensionsTestJSON-1562136506 tempest-ExtensionsTestJSON-1562136506-project] 10.222.0.13 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0070179 Mar 07 10:22:54.895671 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 56760) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:22:54.900041 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [None req-b87cd022-27e6-4d55-83dc-bedccc6531dd tempest-ExtensionsTestJSON-1562136506 tempest-ExtensionsTestJSON-1562136506-project] http://10.222.0.13:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=83737) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 07 10:22:54.900962 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-b87cd022-27e6-4d55-83dc-bedccc6531dd tempest-ExtensionsTestJSON-1562136506 tempest-ExtensionsTestJSON-1562136506-project] 10.222.0.13 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0044365 Mar 07 10:22:54.903060 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 56764) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:22:54.908532 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [None req-1a515977-06ef-4005-a8de-291bc27df5a2 tempest-ExtensionsTestJSON-1562136506 tempest-ExtensionsTestJSON-1562136506-project] http://10.222.0.13:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=83737) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 07 10:22:54.909416 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-1a515977-06ef-4005-a8de-291bc27df5a2 tempest-ExtensionsTestJSON-1562136506 tempest-ExtensionsTestJSON-1562136506-project] 10.222.0.13 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0055742 Mar 07 10:22:54.911575 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 56768) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:22:54.916301 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [None req-cc70ea04-8cd3-4715-b55e-6655a7a0504c tempest-ExtensionsTestJSON-1562136506 tempest-ExtensionsTestJSON-1562136506-project] http://10.222.0.13:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=83737) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 07 10:22:54.917137 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-cc70ea04-8cd3-4715-b55e-6655a7a0504c tempest-ExtensionsTestJSON-1562136506 tempest-ExtensionsTestJSON-1562136506-project] 10.222.0.13 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0042613 Mar 07 10:22:54.919335 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 56772) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:22:54.924083 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [None req-a417e4c2-ec2e-4c69-a05f-6a3c3795f2ff tempest-ExtensionsTestJSON-1562136506 tempest-ExtensionsTestJSON-1562136506-project] http://10.222.0.13:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=83737) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 07 10:22:54.924975 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-a417e4c2-ec2e-4c69-a05f-6a3c3795f2ff tempest-ExtensionsTestJSON-1562136506 tempest-ExtensionsTestJSON-1562136506-project] 10.222.0.13 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0043118 Mar 07 10:22:54.927137 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 56776) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:22:54.931789 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [None req-fd49215d-9448-46b5-94a9-d67fac96d424 tempest-ExtensionsTestJSON-1562136506 tempest-ExtensionsTestJSON-1562136506-project] http://10.222.0.13:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=83737) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 07 10:22:54.932687 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-fd49215d-9448-46b5-94a9-d67fac96d424 tempest-ExtensionsTestJSON-1562136506 tempest-ExtensionsTestJSON-1562136506-project] 10.222.0.13 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0045626 Mar 07 10:22:54.934987 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 56780) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:22:54.940121 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [None req-9604b9b4-a3bb-4744-a5df-c8fbf2f505b8 tempest-ExtensionsTestJSON-1562136506 tempest-ExtensionsTestJSON-1562136506-project] http://10.222.0.13:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=83737) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 07 10:22:54.941041 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-9604b9b4-a3bb-4744-a5df-c8fbf2f505b8 tempest-ExtensionsTestJSON-1562136506 tempest-ExtensionsTestJSON-1562136506-project] 10.222.0.13 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0046372 Mar 07 10:22:54.943402 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 56784) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:22:54.952952 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [None req-976e5eaa-06cd-4779-9b04-6a2fe666a3a9 tempest-ExtensionsTestJSON-1562136506 tempest-ExtensionsTestJSON-1562136506-project] http://10.222.0.13:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=83737) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 07 10:22:54.956345 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 56790) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:22:54.956600 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-976e5eaa-06cd-4779-9b04-6a2fe666a3a9 tempest-ExtensionsTestJSON-1562136506 tempest-ExtensionsTestJSON-1562136506-project] 10.222.0.13 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0109251 Mar 07 10:22:54.961676 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [None req-fa42a611-b919-452e-815f-ff5a6927afff tempest-ExtensionsTestJSON-1562136506 tempest-ExtensionsTestJSON-1562136506-project] http://10.222.0.13:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=83738) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 07 10:22:54.965430 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 56794) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:22:54.965863 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-fa42a611-b919-452e-815f-ff5a6927afff tempest-ExtensionsTestJSON-1562136506 tempest-ExtensionsTestJSON-1562136506-project] 10.222.0.13 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0078208 Mar 07 10:22:54.970449 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [None req-755dd190-8454-408b-8bb3-02533cf9481a tempest-ExtensionsTestJSON-1562136506 tempest-ExtensionsTestJSON-1562136506-project] http://10.222.0.13:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=83737) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 07 10:22:54.971324 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-755dd190-8454-408b-8bb3-02533cf9481a tempest-ExtensionsTestJSON-1562136506 tempest-ExtensionsTestJSON-1562136506-project] 10.222.0.13 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0049324 Mar 07 10:22:54.973565 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 56798) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:22:54.979291 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [None req-369561ba-aace-4415-9022-0761915832b1 tempest-ExtensionsTestJSON-1562136506 tempest-ExtensionsTestJSON-1562136506-project] http://10.222.0.13:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=83737) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 07 10:22:54.981780 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 56804) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:22:54.981915 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-369561ba-aace-4415-9022-0761915832b1 tempest-ExtensionsTestJSON-1562136506 tempest-ExtensionsTestJSON-1562136506-project] 10.222.0.13 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0074446 Mar 07 10:22:54.987921 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [None req-c34c5e18-fc86-4001-91dd-4396f23bb560 tempest-ExtensionsTestJSON-1562136506 tempest-ExtensionsTestJSON-1562136506-project] http://10.222.0.13:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=83738) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 07 10:22:54.989122 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-c34c5e18-fc86-4001-91dd-4396f23bb560 tempest-ExtensionsTestJSON-1562136506 tempest-ExtensionsTestJSON-1562136506-project] 10.222.0.13 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0055962 Mar 07 10:22:54.991421 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 56808) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:22:54.996124 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [None req-cd71981b-60a2-4a18-8f7f-c6da505c7ea4 tempest-ExtensionsTestJSON-1562136506 tempest-ExtensionsTestJSON-1562136506-project] http://10.222.0.13:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=83738) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 07 10:22:54.997218 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-cd71981b-60a2-4a18-8f7f-c6da505c7ea4 tempest-ExtensionsTestJSON-1562136506 tempest-ExtensionsTestJSON-1562136506-project] 10.222.0.13 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0049045 Mar 07 10:22:55.000352 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 56812) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:22:55.005635 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [None req-ad98a0dc-bbd8-427b-823f-3414699562e8 tempest-ExtensionsTestJSON-1562136506 tempest-ExtensionsTestJSON-1562136506-project] http://10.222.0.13:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=83737) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 07 10:22:55.006545 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-ad98a0dc-bbd8-427b-823f-3414699562e8 tempest-ExtensionsTestJSON-1562136506 tempest-ExtensionsTestJSON-1562136506-project] 10.222.0.13 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0049191 Mar 07 10:22:55.009105 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 56816) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:22:55.018140 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [None req-59e7655f-262c-44d5-abb7-6fc743c903bf tempest-ExtensionsTestJSON-1562136506 tempest-ExtensionsTestJSON-1562136506-project] http://10.222.0.13:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=83738) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 07 10:22:55.019163 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-59e7655f-262c-44d5-abb7-6fc743c903bf tempest-ExtensionsTestJSON-1562136506 tempest-ExtensionsTestJSON-1562136506-project] 10.222.0.13 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0086632 Mar 07 10:22:55.021886 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 56820) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:22:55.028774 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [None req-8a133a5d-edbf-4a4f-9da9-7c84b73ae0cc tempest-ExtensionsTestJSON-1562136506 tempest-ExtensionsTestJSON-1562136506-project] http://10.222.0.13:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=83738) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 07 10:22:55.030492 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-8a133a5d-edbf-4a4f-9da9-7c84b73ae0cc tempest-ExtensionsTestJSON-1562136506 tempest-ExtensionsTestJSON-1562136506-project] 10.222.0.13 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0073345 Mar 07 10:22:55.032808 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 56826) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:22:55.037892 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [None req-fb390acc-59bb-4b28-b05d-975ecfa5ba94 tempest-ExtensionsTestJSON-1562136506 tempest-ExtensionsTestJSON-1562136506-project] http://10.222.0.13:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=83738) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 07 10:22:55.038771 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-fb390acc-59bb-4b28-b05d-975ecfa5ba94 tempest-ExtensionsTestJSON-1562136506 tempest-ExtensionsTestJSON-1562136506-project] 10.222.0.13 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0051267 Mar 07 10:22:55.041320 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 56830) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:22:55.046829 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [None req-bbf6490e-6527-4b00-8ea5-08eb86ed099b tempest-ExtensionsTestJSON-1562136506 tempest-ExtensionsTestJSON-1562136506-project] http://10.222.0.13:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=83737) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 07 10:22:55.047723 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-bbf6490e-6527-4b00-8ea5-08eb86ed099b tempest-ExtensionsTestJSON-1562136506 tempest-ExtensionsTestJSON-1562136506-project] 10.222.0.13 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0053096 Mar 07 10:22:55.050128 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 56834) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:22:55.055166 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [None req-9d5056d0-e42a-478d-87ab-f5e5b0c5cacd tempest-ExtensionsTestJSON-1562136506 tempest-ExtensionsTestJSON-1562136506-project] http://10.222.0.13:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=83737) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 07 10:22:55.056883 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-9d5056d0-e42a-478d-87ab-f5e5b0c5cacd tempest-ExtensionsTestJSON-1562136506 tempest-ExtensionsTestJSON-1562136506-project] 10.222.0.13 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0053632 Mar 07 10:22:56.011897 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 56872) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:22:56.017798 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 56876) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:22:56.476113 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-af1ff707-6839-449f-b117-666a0c04f7d7 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1930707126-network', 'tenant_id': '7786db5ef26f4f06a4ab41ba87614474'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:22:56.482016 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-af1ff707-6839-449f-b117-666a0c04f7d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:22:56.486692 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-af1ff707-6839-449f-b117-666a0c04f7d7 admin admin] Usage tracker for resource:network and tenant:7786db5ef26f4f06a4ab41ba87614474 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:22:56.489890 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-af1ff707-6839-449f-b117-666a0c04f7d7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:22:56.495625 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-af1ff707-6839-449f-b117-666a0c04f7d7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:22:56.507564 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af1ff707-6839-449f-b117-666a0c04f7d7 admin admin] Made reservation on behalf of 7786db5ef26f4f06a4ab41ba87614474 for: {'network': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:22:56.510196 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-af1ff707-6839-449f-b117-666a0c04f7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for network, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:22:56.524687 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-af1ff707-6839-449f-b117-666a0c04f7d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:22:56.535909 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e2d348d9-4ef8-4b0c-a9c8-3397eac71717 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:22:56.572273 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-af1ff707-6839-449f-b117-666a0c04f7d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:22:56.578667 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-af1ff707-6839-449f-b117-666a0c04f7d7 admin admin] Usage tracker for resource:security_group_rule and tenant:7786db5ef26f4f06a4ab41ba87614474 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:22:56.581156 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-e2d348d9-4ef8-4b0c-a9c8-3397eac71717 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:22:56.582506 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 56898) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:22:56.585562 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-e2d348d9-4ef8-4b0c-a9c8-3397eac71717 admin admin] Usage tracker for resource:security_group_rule and tenant:30628b480beb4a3a9b9b90a245400b75 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:22:56.589613 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-e2d348d9-4ef8-4b0c-a9c8-3397eac71717 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:22:56.593477 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-af1ff707-6839-449f-b117-666a0c04f7d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:22:56.598208 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-e2d348d9-4ef8-4b0c-a9c8-3397eac71717 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:22:56.600112 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-af1ff707-6839-449f-b117-666a0c04f7d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:22:56.676158 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-af1ff707-6839-449f-b117-666a0c04f7d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:22:56.681489 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e2d348d9-4ef8-4b0c-a9c8-3397eac71717 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:22:56.681909 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-af1ff707-6839-449f-b117-666a0c04f7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:22:56.690093 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e2d348d9-4ef8-4b0c-a9c8-3397eac71717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:22:56.720944 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af1ff707-6839-449f-b117-666a0c04f7d7 admin admin] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=83737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:22:56.726691 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1ff707-6839-449f-b117-666a0c04f7d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a000d76-c444-43c2-a937-8ac7f090381c,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:22:56.728806 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d348d9-4ef8-4b0c-a9c8-3397eac71717 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=535cfbd3-c135-40c7-9991-89ad8499b3a0,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:22:56.738847 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 56908) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:22:56.742626 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d348d9-4ef8-4b0c-a9c8-3397eac71717 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:22:56.743181 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d348d9-4ef8-4b0c-a9c8-3397eac71717 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:22:56.743753 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d348d9-4ef8-4b0c-a9c8-3397eac71717 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:22:56.744465 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d348d9-4ef8-4b0c-a9c8-3397eac71717 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:22:56.744971 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d348d9-4ef8-4b0c-a9c8-3397eac71717 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:22:56.745306 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d348d9-4ef8-4b0c-a9c8-3397eac71717 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:22:56.745638 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d348d9-4ef8-4b0c-a9c8-3397eac71717 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:22:56.745961 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d348d9-4ef8-4b0c-a9c8-3397eac71717 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:22:56.746407 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d348d9-4ef8-4b0c-a9c8-3397eac71717 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:22:56.746731 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d348d9-4ef8-4b0c-a9c8-3397eac71717 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:22:56.747074 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d348d9-4ef8-4b0c-a9c8-3397eac71717 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:22:56.748809 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d348d9-4ef8-4b0c-a9c8-3397eac71717 admin admin] Tracked resource versions report: Mar 07 10:22:56.748809 dv-neutron-830731-3-hyperv neutron-server[83738]: pushed versions: Mar 07 10:22:56.748809 dv-neutron-830731-3-hyperv neutron-server[83738]: { 'ConntrackHelper': {'1.0'}, Mar 07 10:22:56.748809 dv-neutron-830731-3-hyperv neutron-server[83738]: 'Log': {'1.0'}, Mar 07 10:22:56.748809 dv-neutron-830731-3-hyperv neutron-server[83738]: 'Network': {'1.1'}, Mar 07 10:22:56.748809 dv-neutron-830731-3-hyperv neutron-server[83738]: 'Port': {'1.5'}, Mar 07 10:22:56.748809 dv-neutron-830731-3-hyperv neutron-server[83738]: 'PortForwarding': {'1.2'}, Mar 07 10:22:56.748809 dv-neutron-830731-3-hyperv neutron-server[83738]: 'QosPolicy': {'1.8'}, Mar 07 10:22:56.748809 dv-neutron-830731-3-hyperv neutron-server[83738]: 'SecurityGroup': {'1.2'}, Mar 07 10:22:56.748809 dv-neutron-830731-3-hyperv neutron-server[83738]: 'SecurityGroupRule': {'1.0'}, Mar 07 10:22:56.748809 dv-neutron-830731-3-hyperv neutron-server[83738]: 'SubPort': {'1.0'}, Mar 07 10:22:56.748809 dv-neutron-830731-3-hyperv neutron-server[83738]: 'Subnet': {'1.1'}, Mar 07 10:22:56.748809 dv-neutron-830731-3-hyperv neutron-server[83738]: 'Trunk': {'1.1'}} Mar 07 10:22:56.748809 dv-neutron-830731-3-hyperv neutron-server[83738]: consumer versions: Mar 07 10:22:56.748809 dv-neutron-830731-3-hyperv neutron-server[83738]: { DHCP agent@dv-neutron-830731-3-hyperv: {}, Mar 07 10:22:56.748809 dv-neutron-830731-3-hyperv neutron-server[83738]: HyperV agent@hv-neutron-8307: {}, Mar 07 10:22:56.748809 dv-neutron-830731-3-hyperv neutron-server[83738]: L3 agent@dv-neutron-830731-3-hyperv: {}, Mar 07 10:22:56.748809 dv-neutron-830731-3-hyperv neutron-server[83738]: Metadata agent@dv-neutron-830731-3-hyperv: {}, Mar 07 10:22:56.748809 dv-neutron-830731-3-hyperv neutron-server[83738]: Metering agent@dv-neutron-830731-3-hyperv: {}, Mar 07 10:22:56.748809 dv-neutron-830731-3-hyperv neutron-server[83738]: Open vSwitch agent@dv-neutron-830731-3-hyperv: { 'ConntrackHelper': '1.0', Mar 07 10:22:56.748809 dv-neutron-830731-3-hyperv neutron-server[83738]: 'Log': '1.0', Mar 07 10:22:56.748809 dv-neutron-830731-3-hyperv neutron-server[83738]: 'Network': '1.1', Mar 07 10:22:56.748809 dv-neutron-830731-3-hyperv neutron-server[83738]: 'Port': '1.5', Mar 07 10:22:56.748809 dv-neutron-830731-3-hyperv neutron-server[83738]: 'PortForwarding': '1.2', Mar 07 10:22:56.748809 dv-neutron-830731-3-hyperv neutron-server[83738]: 'QosPolicy': '1.8', Mar 07 10:22:56.748809 dv-neutron-830731-3-hyperv neutron-server[83738]: 'SecurityGroup': '1.2', Mar 07 10:22:56.748809 dv-neutron-830731-3-hyperv neutron-server[83738]: 'SecurityGroupRule': '1.0', Mar 07 10:22:56.748809 dv-neutron-830731-3-hyperv neutron-server[83738]: 'SubPort': '1.0', Mar 07 10:22:56.748809 dv-neutron-830731-3-hyperv neutron-server[83738]: 'Subnet': '1.1', Mar 07 10:22:56.748809 dv-neutron-830731-3-hyperv neutron-server[83738]: 'Trunk': '1.1'}} Mar 07 10:22:56.748809 dv-neutron-830731-3-hyperv neutron-server[83738]: {{(pid=83738) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 07 10:22:56.752170 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-af1ff707-6839-449f-b117-666a0c04f7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:22:56.752607 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.db.segments_db [None req-af1ff707-6839-449f-b117-666a0c04f7d7 admin admin] Added segment 9aaed74e-7327-4b84-aa4b-76c27e2d346f of type vlan for network 72398af9-06cf-4222-b28c-e00880a5f9c7 Mar 07 10:22:56.754817 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1ff707-6839-449f-b117-666a0c04f7d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:22:56.755227 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1ff707-6839-449f-b117-666a0c04f7d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:22:56.755625 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1ff707-6839-449f-b117-666a0c04f7d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:22:56.756018 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1ff707-6839-449f-b117-666a0c04f7d7 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:22:56.756347 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1ff707-6839-449f-b117-666a0c04f7d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:22:56.756775 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1ff707-6839-449f-b117-666a0c04f7d7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:22:56.757179 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1ff707-6839-449f-b117-666a0c04f7d7 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:22:56.757563 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1ff707-6839-449f-b117-666a0c04f7d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:22:56.757940 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1ff707-6839-449f-b117-666a0c04f7d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:22:56.758321 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1ff707-6839-449f-b117-666a0c04f7d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:22:56.758700 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1ff707-6839-449f-b117-666a0c04f7d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:22:56.759866 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1ff707-6839-449f-b117-666a0c04f7d7 admin admin] Tracked resource versions report: Mar 07 10:22:56.759866 dv-neutron-830731-3-hyperv neutron-server[83737]: pushed versions: Mar 07 10:22:56.759866 dv-neutron-830731-3-hyperv neutron-server[83737]: { 'ConntrackHelper': {'1.0'}, Mar 07 10:22:56.759866 dv-neutron-830731-3-hyperv neutron-server[83737]: 'Log': {'1.0'}, Mar 07 10:22:56.759866 dv-neutron-830731-3-hyperv neutron-server[83737]: 'Network': {'1.1'}, Mar 07 10:22:56.759866 dv-neutron-830731-3-hyperv neutron-server[83737]: 'Port': {'1.5'}, Mar 07 10:22:56.759866 dv-neutron-830731-3-hyperv neutron-server[83737]: 'PortForwarding': {'1.2'}, Mar 07 10:22:56.759866 dv-neutron-830731-3-hyperv neutron-server[83737]: 'QosPolicy': {'1.8'}, Mar 07 10:22:56.759866 dv-neutron-830731-3-hyperv neutron-server[83737]: 'SecurityGroup': {'1.2'}, Mar 07 10:22:56.759866 dv-neutron-830731-3-hyperv neutron-server[83737]: 'SecurityGroupRule': {'1.0'}, Mar 07 10:22:56.759866 dv-neutron-830731-3-hyperv neutron-server[83737]: 'SubPort': {'1.0'}, Mar 07 10:22:56.759866 dv-neutron-830731-3-hyperv neutron-server[83737]: 'Subnet': {'1.1'}, Mar 07 10:22:56.759866 dv-neutron-830731-3-hyperv neutron-server[83737]: 'Trunk': {'1.1'}} Mar 07 10:22:56.759866 dv-neutron-830731-3-hyperv neutron-server[83737]: consumer versions: Mar 07 10:22:56.759866 dv-neutron-830731-3-hyperv neutron-server[83737]: { DHCP agent@dv-neutron-830731-3-hyperv: {}, Mar 07 10:22:56.759866 dv-neutron-830731-3-hyperv neutron-server[83737]: HyperV agent@hv-neutron-8307: {}, Mar 07 10:22:56.759866 dv-neutron-830731-3-hyperv neutron-server[83737]: L3 agent@dv-neutron-830731-3-hyperv: {}, Mar 07 10:22:56.759866 dv-neutron-830731-3-hyperv neutron-server[83737]: Metadata agent@dv-neutron-830731-3-hyperv: {}, Mar 07 10:22:56.759866 dv-neutron-830731-3-hyperv neutron-server[83737]: Metering agent@dv-neutron-830731-3-hyperv: {}, Mar 07 10:22:56.759866 dv-neutron-830731-3-hyperv neutron-server[83737]: Open vSwitch agent@dv-neutron-830731-3-hyperv: { 'ConntrackHelper': '1.0', Mar 07 10:22:56.759866 dv-neutron-830731-3-hyperv neutron-server[83737]: 'Log': '1.0', Mar 07 10:22:56.759866 dv-neutron-830731-3-hyperv neutron-server[83737]: 'Network': '1.1', Mar 07 10:22:56.759866 dv-neutron-830731-3-hyperv neutron-server[83737]: 'Port': '1.5', Mar 07 10:22:56.759866 dv-neutron-830731-3-hyperv neutron-server[83737]: 'PortForwarding': '1.2', Mar 07 10:22:56.759866 dv-neutron-830731-3-hyperv neutron-server[83737]: 'QosPolicy': '1.8', Mar 07 10:22:56.759866 dv-neutron-830731-3-hyperv neutron-server[83737]: 'SecurityGroup': '1.2', Mar 07 10:22:56.759866 dv-neutron-830731-3-hyperv neutron-server[83737]: 'SecurityGroupRule': '1.0', Mar 07 10:22:56.759866 dv-neutron-830731-3-hyperv neutron-server[83737]: 'SubPort': '1.0', Mar 07 10:22:56.759866 dv-neutron-830731-3-hyperv neutron-server[83737]: 'Subnet': '1.1', Mar 07 10:22:56.759866 dv-neutron-830731-3-hyperv neutron-server[83737]: 'Trunk': '1.1'}} Mar 07 10:22:56.759866 dv-neutron-830731-3-hyperv neutron-server[83737]: {{(pid=83737) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 07 10:22:56.780416 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-e2d348d9-4ef8-4b0c-a9c8-3397eac71717 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=30628b480beb4a3a9b9b90a245400b75&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7608492 Mar 07 10:22:56.781448 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 56914) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:22:56.804998 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-af1ff707-6839-449f-b117-666a0c04f7d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732568034061'] for network, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:22:56.841612 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-af1ff707-6839-449f-b117-666a0c04f7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594'] for network, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:22:56.843014 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af1ff707-6839-449f-b117-666a0c04f7d7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:22:56.844103 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-af1ff707-6839-449f-b117-666a0c04f7d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2756603'] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:22:56.856746 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-73833367-d587-4b5b-aeb9-ec451e898d4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:22:56.891302 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-73833367-d587-4b5b-aeb9-ec451e898d4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:22:56.962893 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-73833367-d587-4b5b-aeb9-ec451e898d4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:22:56.971144 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1ff707-6839-449f-b117-666a0c04f7d7 admin admin] Pushing event updated for resources: {'Network': ['ID=72398af9-06cf-4222-b28c-e00880a5f9c7,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:22:56.977998 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-af1ff707-6839-449f-b117-666a0c04f7d7 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.9648831 Mar 07 10:22:56.978756 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 56920) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:22:56.984308 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Network 72398af9-06cf-4222-b28c-e00880a5f9c7 details requested by agent ovs-agent-dv-neutron-830731-3-hyperv with host dv-neutron-830731-3-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 10:22:56.985700 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-db3218d7-147f-4f7e-94e9-23dd403b126c admin admin] Request body: {'subnet': {'network_id': '72398af9-06cf-4222-b28c-e00880a5f9c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1930707126-subnet', 'tenant_id': '7786db5ef26f4f06a4ab41ba87614474', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:22:56.987055 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73833367-d587-4b5b-aeb9-ec451e898d4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=535cfbd3-c135-40c7-9991-89ad8499b3a0,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:22:56.990504 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-73833367-d587-4b5b-aeb9-ec451e898d4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:22:56.990966 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-db3218d7-147f-4f7e-94e9-23dd403b126c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:22:56.994593 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-73833367-d587-4b5b-aeb9-ec451e898d4c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/535cfbd3-c135-40c7-9991-89ad8499b3a0 HTTP/1.1" status: 204 len: 168 time: 0.2095587 Mar 07 10:22:56.995940 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-db3218d7-147f-4f7e-94e9-23dd403b126c admin admin] Usage tracker for resource:subnet and tenant:7786db5ef26f4f06a4ab41ba87614474 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:22:56.998933 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-db3218d7-147f-4f7e-94e9-23dd403b126c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:22:57.005032 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-db3218d7-147f-4f7e-94e9-23dd403b126c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:22:57.018183 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db3218d7-147f-4f7e-94e9-23dd403b126c admin admin] Made reservation on behalf of 7786db5ef26f4f06a4ab41ba87614474 for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:22:57.020836 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-db3218d7-147f-4f7e-94e9-23dd403b126c admin admin] Notify callbacks [] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:22:57.184937 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-a64aa97b-3e89-4c3e-af01-50f21a27876b admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1536380407-network', 'tenant_id': '3889902faef740789076d2c396125f8b'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:22:57.197154 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-a64aa97b-3e89-4c3e-af01-50f21a27876b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:22:57.204294 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-a64aa97b-3e89-4c3e-af01-50f21a27876b admin admin] Usage tracker for resource:network and tenant:3889902faef740789076d2c396125f8b is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:22:57.208315 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-a64aa97b-3e89-4c3e-af01-50f21a27876b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:22:57.216470 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-a64aa97b-3e89-4c3e-af01-50f21a27876b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:22:57.248978 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-5f8dfdb1-47c8-4864-aa7b-c63b0df6c8b3 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1233010295-network', 'tenant_id': '38f0b9f3569b450182bbf4a37575848e'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:22:57.270979 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-5f8dfdb1-47c8-4864-aa7b-c63b0df6c8b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:22:57.275056 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-5f8dfdb1-47c8-4864-aa7b-c63b0df6c8b3 admin admin] Usage tracker for resource:network and tenant:38f0b9f3569b450182bbf4a37575848e is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:22:57.278037 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-5f8dfdb1-47c8-4864-aa7b-c63b0df6c8b3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:22:57.284811 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-5f8dfdb1-47c8-4864-aa7b-c63b0df6c8b3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:22:57.295219 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a64aa97b-3e89-4c3e-af01-50f21a27876b admin admin] Made reservation on behalf of 3889902faef740789076d2c396125f8b for: {'network': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:22:57.297891 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a64aa97b-3e89-4c3e-af01-50f21a27876b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for network, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:22:57.311178 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f8dfdb1-47c8-4864-aa7b-c63b0df6c8b3 admin admin] Made reservation on behalf of 38f0b9f3569b450182bbf4a37575848e for: {'network': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:22:57.313592 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5f8dfdb1-47c8-4864-aa7b-c63b0df6c8b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for network, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:22:57.340574 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a64aa97b-3e89-4c3e-af01-50f21a27876b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:22:57.351376 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5f8dfdb1-47c8-4864-aa7b-c63b0df6c8b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:22:57.374013 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-db3218d7-147f-4f7e-94e9-23dd403b126c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:22:57.435752 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-5f8dfdb1-47c8-4864-aa7b-c63b0df6c8b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:22:57.443182 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-a64aa97b-3e89-4c3e-af01-50f21a27876b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:22:57.452541 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-5f8dfdb1-47c8-4864-aa7b-c63b0df6c8b3 admin admin] Usage tracker for resource:security_group_rule and tenant:38f0b9f3569b450182bbf4a37575848e is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:22:57.461377 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-a64aa97b-3e89-4c3e-af01-50f21a27876b admin admin] Usage tracker for resource:security_group_rule and tenant:3889902faef740789076d2c396125f8b is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:22:57.466229 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-5f8dfdb1-47c8-4864-aa7b-c63b0df6c8b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:22:57.471134 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-a64aa97b-3e89-4c3e-af01-50f21a27876b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:22:57.485004 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-5f8dfdb1-47c8-4864-aa7b-c63b0df6c8b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:22:57.503298 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-a64aa97b-3e89-4c3e-af01-50f21a27876b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:22:57.518286 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db3218d7-147f-4f7e-94e9-23dd403b126c admin admin] Checking segment: {'id': '9aaed74e-7327-4b84-aa4b-76c27e2d346f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '72398af9-06cf-4222-b28c-e00880a5f9c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:22:57.518633 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db3218d7-147f-4f7e-94e9-23dd403b126c admin admin] Network hostable DHCP agents. Network: 72398af9-06cf-4222-b28c-e00880a5f9c7, hostable agents: ['6527556c-6586-422c-ae47-082984683847'], hosted agents: [] {{(pid=83737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:22:57.552804 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3218d7-147f-4f7e-94e9-23dd403b126c admin admin] Pushing event updated for resources: {'Subnet': ['ID=73689262-8534-49d2-b012-2160f5ea5f1f,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:22:57.562513 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db3218d7-147f-4f7e-94e9-23dd403b126c admin admin] Network 72398af9-06cf-4222-b28c-e00880a5f9c7 is scheduled to be hosted by DHCP agent 6527556c-6586-422c-ae47-082984683847 with binding_index 1 {{(pid=83737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:22:57.588976 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-db3218d7-147f-4f7e-94e9-23dd403b126c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830731-3-hyperv, 72398af9-06cf-4222-b28c-e00880a5f9c7) {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:22:57.598498 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da7b77cd-303a-4db1-bcca-e5c333eb9f0d None None] Network 72398af9-06cf-4222-b28c-e00880a5f9c7 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:22:57.602147 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3218d7-147f-4f7e-94e9-23dd403b126c admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:22:57.602726 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-db3218d7-147f-4f7e-94e9-23dd403b126c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2756603'] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:22:57.693007 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5f8dfdb1-47c8-4864-aa7b-c63b0df6c8b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:22:57.697094 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a64aa97b-3e89-4c3e-af01-50f21a27876b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:22:57.699243 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-db3218d7-147f-4f7e-94e9-23dd403b126c admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.7193892 Mar 07 10:22:57.701596 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5f8dfdb1-47c8-4864-aa7b-c63b0df6c8b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:22:57.709121 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 56948) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:22:57.718923 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a64aa97b-3e89-4c3e-af01-50f21a27876b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:22:57.722163 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-3ca61138-359e-4840-af76-855f265c4c04 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1930707126-router', 'tenant_id': '7786db5ef26f4f06a4ab41ba87614474', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12'}}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:22:57.731429 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-3ca61138-359e-4840-af76-855f265c4c04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:22:57.738085 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-3ca61138-359e-4840-af76-855f265c4c04 admin admin] Usage tracker for resource:router and tenant:7786db5ef26f4f06a4ab41ba87614474 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:22:57.742036 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f8dfdb1-47c8-4864-aa7b-c63b0df6c8b3 admin admin] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=83737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:22:57.745597 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-3ca61138-359e-4840-af76-855f265c4c04 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:22:57.751327 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8dfdb1-47c8-4864-aa7b-c63b0df6c8b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fc582ab-4116-457e-826e-f1b282f372c4,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:22:57.765275 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a64aa97b-3e89-4c3e-af01-50f21a27876b admin admin] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=83737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:22:57.777630 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-3ca61138-359e-4840-af76-855f265c4c04 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:22:57.781073 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5f8dfdb1-47c8-4864-aa7b-c63b0df6c8b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:22:57.781506 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.db.segments_db [None req-5f8dfdb1-47c8-4864-aa7b-c63b0df6c8b3 admin admin] Added segment a01dc850-758a-452f-a0e2-effad6d41a09 of type vlan for network f727e18d-bdc2-4660-9a3a-cfddb6581f4f Mar 07 10:22:57.795198 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3ca61138-359e-4840-af76-855f265c4c04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3919700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58025'] for router, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:22:57.798545 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3ca61138-359e-4840-af76-855f265c4c04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3919671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4011175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58018'] for router, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:22:57.800557 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a64aa97b-3e89-4c3e-af01-50f21a27876b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:22:57.801001 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.db.segments_db [None req-a64aa97b-3e89-4c3e-af01-50f21a27876b admin admin] Added segment 46fd226d-e938-40b1-b036-15faea50eaea of type vlan for network 23de9fec-628e-4e97-8790-1a5369db8272 Mar 07 10:22:57.811527 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64aa97b-3e89-4c3e-af01-50f21a27876b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2150c743-eaa0-445e-9f68-632fefdce168,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:22:57.846112 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3ca61138-359e-4840-af76-855f265c4c04 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:22:57.847990 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5f8dfdb1-47c8-4864-aa7b-c63b0df6c8b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732568034061'] for network, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:22:57.854843 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a64aa97b-3e89-4c3e-af01-50f21a27876b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732568034061'] for network, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:22:57.906092 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5f8dfdb1-47c8-4864-aa7b-c63b0df6c8b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594'] for network, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:22:57.907423 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f8dfdb1-47c8-4864-aa7b-c63b0df6c8b3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:22:57.908203 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5f8dfdb1-47c8-4864-aa7b-c63b0df6c8b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2756603'] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:22:57.917781 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a134b22-a371-4ba9-a063-fd9691f3f287 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ec2749d-0aec-52fb-aca6-10ba8a80aade-72398af9-06cf-4222-b28c-e00880a5f9c7', 'network_id': '72398af9-06cf-4222-b28c-e00880a5f9c7', 'tenant_id': '7786db5ef26f4f06a4ab41ba87614474', 'fixed_ips': [{'subnet_id': '73689262-8534-49d2-b012-2160f5ea5f1f'}]}} from dv-neutron-830731-3-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 07 10:22:57.920371 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-2a134b22-a371-4ba9-a063-fd9691f3f287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:22:57.930010 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a64aa97b-3e89-4c3e-af01-50f21a27876b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594'] for network, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:22:57.930953 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a64aa97b-3e89-4c3e-af01-50f21a27876b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:22:57.931596 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a64aa97b-3e89-4c3e-af01-50f21a27876b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2756603'] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:22:58.013801 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-a64aa97b-3e89-4c3e-af01-50f21a27876b admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4296329 Mar 07 10:22:58.018280 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 56960) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:22:58.025708 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-deee4052-bdff-43b4-a4ea-7913ea59bcac admin admin] Request body: {'subnet': {'network_id': '23de9fec-628e-4e97-8790-1a5369db8272', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1536380407-subnet', 'tenant_id': '3889902faef740789076d2c396125f8b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:22:58.033266 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-deee4052-bdff-43b4-a4ea-7913ea59bcac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:22:58.042292 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-deee4052-bdff-43b4-a4ea-7913ea59bcac admin admin] Usage tracker for resource:subnet and tenant:3889902faef740789076d2c396125f8b is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:22:58.047697 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-deee4052-bdff-43b4-a4ea-7913ea59bcac admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:22:58.050734 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-5f8dfdb1-47c8-4864-aa7b-c63b0df6c8b3 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3090031 Mar 07 10:22:58.052229 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 56964) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:22:58.053761 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8dfdb1-47c8-4864-aa7b-c63b0df6c8b3 admin admin] Pushing event updated for resources: {'Network': ['ID=f727e18d-bdc2-4660-9a3a-cfddb6581f4f,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:22:58.068517 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Network f727e18d-bdc2-4660-9a3a-cfddb6581f4f details requested by agent ovs-agent-dv-neutron-830731-3-hyperv with host dv-neutron-830731-3-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 10:22:58.121231 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-deee4052-bdff-43b4-a4ea-7913ea59bcac admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:22:58.134700 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-82980841-008d-44fe-be65-b46e6faec99f admin admin] Request body: {'subnet': {'network_id': 'f727e18d-bdc2-4660-9a3a-cfddb6581f4f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1233010295-subnet', 'tenant_id': '38f0b9f3569b450182bbf4a37575848e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:22:58.143252 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-82980841-008d-44fe-be65-b46e6faec99f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:22:58.147667 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-82980841-008d-44fe-be65-b46e6faec99f admin admin] Usage tracker for resource:subnet and tenant:38f0b9f3569b450182bbf4a37575848e is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:22:58.151082 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-82980841-008d-44fe-be65-b46e6faec99f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:22:58.162447 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-82980841-008d-44fe-be65-b46e6faec99f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:22:58.209704 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64aa97b-3e89-4c3e-af01-50f21a27876b admin admin] Pushing event updated for resources: {'Network': ['ID=23de9fec-628e-4e97-8790-1a5369db8272,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:22:58.236740 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82980841-008d-44fe-be65-b46e6faec99f admin admin] Made reservation on behalf of 38f0b9f3569b450182bbf4a37575848e for: {'subnet': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:22:58.239243 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-82980841-008d-44fe-be65-b46e6faec99f admin admin] Notify callbacks [] for subnet, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:22:58.264829 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Network 23de9fec-628e-4e97-8790-1a5369db8272 details requested by agent ovs-agent-dv-neutron-830731-3-hyperv with host dv-neutron-830731-3-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 10:22:58.316779 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deee4052-bdff-43b4-a4ea-7913ea59bcac admin admin] Made reservation on behalf of 3889902faef740789076d2c396125f8b for: {'subnet': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:22:58.319061 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-deee4052-bdff-43b4-a4ea-7913ea59bcac admin admin] Notify callbacks [] for subnet, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:22:58.455171 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3ca61138-359e-4840-af76-855f265c4c04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3917998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58952'] for router, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:22:58.483088 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0b3137e2-9059-4a2b-a58d-edee92f3e87b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:22:58.493144 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-2a134b22-a371-4ba9-a063-fd9691f3f287 None None] Allocated IP 172.20.0.2 (72398af9-06cf-4222-b28c-e00880a5f9c7/73689262-8534-49d2-b012-2160f5ea5f1f/94825cd0-8cff-444c-a997-7c51c9d3c478) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:22:58.749839 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-82980841-008d-44fe-be65-b46e6faec99f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594'] for subnet, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:22:58.755566 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-2a134b22-a371-4ba9-a063-fd9691f3f287 None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:22:58.767561 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-2a134b22-a371-4ba9-a063-fd9691f3f287 None None] Transition to ACTIVE for port object 94825cd0-8cff-444c-a997-7c51c9d3c478 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:22:58.798282 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-2a134b22-a371-4ba9-a063-fd9691f3f287 None None] Transition to ACTIVE for port object 94825cd0-8cff-444c-a997-7c51c9d3c478 will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:22:58.811509 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-2a134b22-a371-4ba9-a063-fd9691f3f287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:22:58.826135 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-deee4052-bdff-43b4-a4ea-7913ea59bcac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594'] for subnet, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:22:58.877212 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a134b22-a371-4ba9-a063-fd9691f3f287 None None] Network 72398af9-06cf-4222-b28c-e00880a5f9c7 is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:22:58.881688 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82980841-008d-44fe-be65-b46e6faec99f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c839e96c-7ebc-4e73-acbb-92a3dab8a0ef,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:22:58.884196 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-2a134b22-a371-4ba9-a063-fd9691f3f287 None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:22:58.897638 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a134b22-a371-4ba9-a063-fd9691f3f287 None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:22:58.961577 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 56996) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:22:58.997553 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82980841-008d-44fe-be65-b46e6faec99f admin admin] Checking segment: {'id': 'a01dc850-758a-452f-a0e2-effad6d41a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f727e18d-bdc2-4660-9a3a-cfddb6581f4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:22:58.998602 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82980841-008d-44fe-be65-b46e6faec99f admin admin] Network hostable DHCP agents. Network: f727e18d-bdc2-4660-9a3a-cfddb6581f4f, hostable agents: ['6527556c-6586-422c-ae47-082984683847'], hosted agents: [] {{(pid=83738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:22:59.032791 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-2a134b22-a371-4ba9-a063-fd9691f3f287 None None] Attempting to bind port 94825cd0-8cff-444c-a997-7c51c9d3c478 on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:22:59.033499 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-2a134b22-a371-4ba9-a063-fd9691f3f287 None None] Attempting to bind port 94825cd0-8cff-444c-a997-7c51c9d3c478 by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': '9aaed74e-7327-4b84-aa4b-76c27e2d346f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '72398af9-06cf-4222-b28c-e00880a5f9c7'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:22:59.034192 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a134b22-a371-4ba9-a063-fd9691f3f287 None None] Attempting to bind port 94825cd0-8cff-444c-a997-7c51c9d3c478 on network 72398af9-06cf-4222-b28c-e00880a5f9c7 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:22:59.037560 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a134b22-a371-4ba9-a063-fd9691f3f287 None None] Pushing event updated for resources: {'Port': ['ID=94825cd0-8cff-444c-a997-7c51c9d3c478,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:22:59.048966 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a134b22-a371-4ba9-a063-fd9691f3f287 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:22:59.049306 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a134b22-a371-4ba9-a063-fd9691f3f287 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:22:59.049628 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a134b22-a371-4ba9-a063-fd9691f3f287 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:22:59.049956 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a134b22-a371-4ba9-a063-fd9691f3f287 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:22:59.050374 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a134b22-a371-4ba9-a063-fd9691f3f287 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:22:59.050677 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a134b22-a371-4ba9-a063-fd9691f3f287 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:22:59.050975 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a134b22-a371-4ba9-a063-fd9691f3f287 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:22:59.051371 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a134b22-a371-4ba9-a063-fd9691f3f287 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:22:59.051724 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a134b22-a371-4ba9-a063-fd9691f3f287 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:22:59.052040 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a134b22-a371-4ba9-a063-fd9691f3f287 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:22:59.052527 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a134b22-a371-4ba9-a063-fd9691f3f287 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:22:59.053610 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a134b22-a371-4ba9-a063-fd9691f3f287 None None] Tracked resource versions report: Mar 07 10:22:59.053610 dv-neutron-830731-3-hyperv neutron-server[83739]: pushed versions: Mar 07 10:22:59.053610 dv-neutron-830731-3-hyperv neutron-server[83739]: { 'ConntrackHelper': {'1.0'}, Mar 07 10:22:59.053610 dv-neutron-830731-3-hyperv neutron-server[83739]: 'Log': {'1.0'}, Mar 07 10:22:59.053610 dv-neutron-830731-3-hyperv neutron-server[83739]: 'Network': {'1.1'}, Mar 07 10:22:59.053610 dv-neutron-830731-3-hyperv neutron-server[83739]: 'Port': {'1.5'}, Mar 07 10:22:59.053610 dv-neutron-830731-3-hyperv neutron-server[83739]: 'PortForwarding': {'1.2'}, Mar 07 10:22:59.053610 dv-neutron-830731-3-hyperv neutron-server[83739]: 'QosPolicy': {'1.8'}, Mar 07 10:22:59.053610 dv-neutron-830731-3-hyperv neutron-server[83739]: 'SecurityGroup': {'1.2'}, Mar 07 10:22:59.053610 dv-neutron-830731-3-hyperv neutron-server[83739]: 'SecurityGroupRule': {'1.0'}, Mar 07 10:22:59.053610 dv-neutron-830731-3-hyperv neutron-server[83739]: 'SubPort': {'1.0'}, Mar 07 10:22:59.053610 dv-neutron-830731-3-hyperv neutron-server[83739]: 'Subnet': {'1.1'}, Mar 07 10:22:59.053610 dv-neutron-830731-3-hyperv neutron-server[83739]: 'Trunk': {'1.1'}} Mar 07 10:22:59.053610 dv-neutron-830731-3-hyperv neutron-server[83739]: consumer versions: Mar 07 10:22:59.053610 dv-neutron-830731-3-hyperv neutron-server[83739]: { DHCP agent@dv-neutron-830731-3-hyperv: {}, Mar 07 10:22:59.053610 dv-neutron-830731-3-hyperv neutron-server[83739]: HyperV agent@hv-neutron-8307: {}, Mar 07 10:22:59.053610 dv-neutron-830731-3-hyperv neutron-server[83739]: L3 agent@dv-neutron-830731-3-hyperv: {}, Mar 07 10:22:59.053610 dv-neutron-830731-3-hyperv neutron-server[83739]: Metadata agent@dv-neutron-830731-3-hyperv: {}, Mar 07 10:22:59.053610 dv-neutron-830731-3-hyperv neutron-server[83739]: Metering agent@dv-neutron-830731-3-hyperv: {}, Mar 07 10:22:59.053610 dv-neutron-830731-3-hyperv neutron-server[83739]: Open vSwitch agent@dv-neutron-830731-3-hyperv: { 'ConntrackHelper': '1.0', Mar 07 10:22:59.053610 dv-neutron-830731-3-hyperv neutron-server[83739]: 'Log': '1.0', Mar 07 10:22:59.053610 dv-neutron-830731-3-hyperv neutron-server[83739]: 'Network': '1.1', Mar 07 10:22:59.053610 dv-neutron-830731-3-hyperv neutron-server[83739]: 'Port': '1.5', Mar 07 10:22:59.053610 dv-neutron-830731-3-hyperv neutron-server[83739]: 'PortForwarding': '1.2', Mar 07 10:22:59.053610 dv-neutron-830731-3-hyperv neutron-server[83739]: 'QosPolicy': '1.8', Mar 07 10:22:59.053610 dv-neutron-830731-3-hyperv neutron-server[83739]: 'SecurityGroup': '1.2', Mar 07 10:22:59.053610 dv-neutron-830731-3-hyperv neutron-server[83739]: 'SecurityGroupRule': '1.0', Mar 07 10:22:59.053610 dv-neutron-830731-3-hyperv neutron-server[83739]: 'SubPort': '1.0', Mar 07 10:22:59.053610 dv-neutron-830731-3-hyperv neutron-server[83739]: 'Subnet': '1.1', Mar 07 10:22:59.053610 dv-neutron-830731-3-hyperv neutron-server[83739]: 'Trunk': '1.1'}} Mar 07 10:22:59.053610 dv-neutron-830731-3-hyperv neutron-server[83739]: {{(pid=83739) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 07 10:22:59.056596 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deee4052-bdff-43b4-a4ea-7913ea59bcac admin admin] Pushing event updated for resources: {'Subnet': ['ID=a11577b7-05f2-4ba2-9386-831d0aeb21de,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:22:59.059382 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a134b22-a371-4ba9-a063-fd9691f3f287 None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 22, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:22:59.059799 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a134b22-a371-4ba9-a063-fd9691f3f287 None None] Checking segment: {'id': '9aaed74e-7327-4b84-aa4b-76c27e2d346f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '72398af9-06cf-4222-b28c-e00880a5f9c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:22:59.060550 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-2a134b22-a371-4ba9-a063-fd9691f3f287 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:22:59.061523 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a134b22-a371-4ba9-a063-fd9691f3f287 None None] Bound using segment: {'id': '9aaed74e-7327-4b84-aa4b-76c27e2d346f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '72398af9-06cf-4222-b28c-e00880a5f9c7'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:22:59.061756 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deee4052-bdff-43b4-a4ea-7913ea59bcac admin admin] Checking segment: {'id': '46fd226d-e938-40b1-b036-15faea50eaea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '23de9fec-628e-4e97-8790-1a5369db8272'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:22:59.061895 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-2a134b22-a371-4ba9-a063-fd9691f3f287 None None] Bound port: 94825cd0-8cff-444c-a997-7c51c9d3c478, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9aaed74e-7327-4b84-aa4b-76c27e2d346f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '72398af9-06cf-4222-b28c-e00880a5f9c7'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:22:59.062118 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deee4052-bdff-43b4-a4ea-7913ea59bcac admin admin] Network hostable DHCP agents. Network: 23de9fec-628e-4e97-8790-1a5369db8272, hostable agents: ['6527556c-6586-422c-ae47-082984683847'], hosted agents: [] {{(pid=83738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:22:59.062209 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-2a134b22-a371-4ba9-a063-fd9691f3f287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:22:59.083611 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3ca61138-359e-4840-af76-855f265c4c04 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:22:59.119800 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3ca61138-359e-4840-af76-855f265c4c04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:22:59.164834 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-2a134b22-a371-4ba9-a063-fd9691f3f287 None None] For port 94825cd0-8cff-444c-a997-7c51c9d3c478, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:22:59.171035 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-2a134b22-a371-4ba9-a063-fd9691f3f287 None None] For port 94825cd0-8cff-444c-a997-7c51c9d3c478, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=94825cd0-8cff-444c-a997-7c51c9d3c478,segment=NetworkSegment(9aaed74e-7327-4b84-aa4b-76c27e2d346f),segment_id=9aaed74e-7327-4b84-aa4b-76c27e2d346f)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:22:59.172606 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82980841-008d-44fe-be65-b46e6faec99f admin admin] Network f727e18d-bdc2-4660-9a3a-cfddb6581f4f is scheduled to be hosted by DHCP agent 6527556c-6586-422c-ae47-082984683847 with binding_index 1 {{(pid=83738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:22:59.177857 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-2a134b22-a371-4ba9-a063-fd9691f3f287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:22:59.208906 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deee4052-bdff-43b4-a4ea-7913ea59bcac admin admin] Network 23de9fec-628e-4e97-8790-1a5369db8272 is scheduled to be hosted by DHCP agent 6527556c-6586-422c-ae47-082984683847 with binding_index 1 {{(pid=83738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:22:59.223517 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-82980841-008d-44fe-be65-b46e6faec99f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830731-3-hyperv, f727e18d-bdc2-4660-9a3a-cfddb6581f4f) {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:22:59.229817 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-deee4052-bdff-43b4-a4ea-7913ea59bcac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830731-3-hyperv, 23de9fec-628e-4e97-8790-1a5369db8272) {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:22:59.273880 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a134b22-a371-4ba9-a063-fd9691f3f287 None None] Pushing event updated for resources: {'Port': ['ID=94825cd0-8cff-444c-a997-7c51c9d3c478,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:22:59.276693 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df2560fb-0d3d-4ab4-abeb-33ac8a2dae79 None None] Network f727e18d-bdc2-4660-9a3a-cfddb6581f4f requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:22:59.290639 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82980841-008d-44fe-be65-b46e6faec99f admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:22:59.291513 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-82980841-008d-44fe-be65-b46e6faec99f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2756603'] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:22:59.342173 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deee4052-bdff-43b4-a4ea-7913ea59bcac admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:22:59.345046 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-deee4052-bdff-43b4-a4ea-7913ea59bcac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2756603'] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:22:59.386318 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-3ca61138-359e-4840-af76-855f265c4c04 admin admin] Allocated IP 172.26.8.117 (5ed85006-6b00-415e-b71f-837fb1421c12/8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a/311957e5-75ce-438c-af86-640684274025) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:22:59.386554 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b21c9ed-0f4a-410f-9fdb-4162fceba8f1 None None] Network 23de9fec-628e-4e97-8790-1a5369db8272 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:22:59.393039 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-82980841-008d-44fe-be65-b46e6faec99f admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3353248 Mar 07 10:22:59.396690 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 57014) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:22:59.399167 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-deee4052-bdff-43b4-a4ea-7913ea59bcac admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3788087 Mar 07 10:22:59.400096 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 57018) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:22:59.401681 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-4d92017a-e7f1-44ed-9c2d-9ec088fe045b admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1233010295-router', 'tenant_id': '38f0b9f3569b450182bbf4a37575848e', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12'}}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:22:59.410294 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-cc3a8e79-f7b7-43ad-90d5-9fead0648331 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1536380407-router', 'tenant_id': '3889902faef740789076d2c396125f8b', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12'}}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:22:59.411248 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-4d92017a-e7f1-44ed-9c2d-9ec088fe045b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:22:59.422098 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-4d92017a-e7f1-44ed-9c2d-9ec088fe045b admin admin] Usage tracker for resource:router and tenant:38f0b9f3569b450182bbf4a37575848e is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:22:59.422636 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-cc3a8e79-f7b7-43ad-90d5-9fead0648331 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:22:59.429013 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-4d92017a-e7f1-44ed-9c2d-9ec088fe045b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:22:59.443726 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-4d92017a-e7f1-44ed-9c2d-9ec088fe045b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:22:59.448222 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-cc3a8e79-f7b7-43ad-90d5-9fead0648331 admin admin] Usage tracker for resource:router and tenant:3889902faef740789076d2c396125f8b is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:22:59.470932 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4d92017a-e7f1-44ed-9c2d-9ec088fe045b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3919700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58025'] for router, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:22:59.472162 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4d92017a-e7f1-44ed-9c2d-9ec088fe045b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3919671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4011175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58018'] for router, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:22:59.510885 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4d92017a-e7f1-44ed-9c2d-9ec088fe045b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:22:59.524844 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-cc3a8e79-f7b7-43ad-90d5-9fead0648331 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:22:59.540589 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-87c2175a-46b4-4488-8f0c-4b92489d3814 tempest-ExternalNetworksTestJSON-1990516839 tempest-ExternalNetworksTestJSON-1990516839-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-45457447'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:22:59.557150 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-87c2175a-46b4-4488-8f0c-4b92489d3814 tempest-ExternalNetworksTestJSON-1990516839 tempest-ExternalNetworksTestJSON-1990516839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:22:59.558528 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-cc3a8e79-f7b7-43ad-90d5-9fead0648331 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:22:59.578633 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-87c2175a-46b4-4488-8f0c-4b92489d3814 tempest-ExternalNetworksTestJSON-1990516839 tempest-ExternalNetworksTestJSON-1990516839-project] Usage tracker for resource:network and tenant:08083babee2847ffba9774d3cf12c7ce is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:22:59.599060 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-87c2175a-46b4-4488-8f0c-4b92489d3814 tempest-ExternalNetworksTestJSON-1990516839 tempest-ExternalNetworksTestJSON-1990516839-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:22:59.612018 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cc3a8e79-f7b7-43ad-90d5-9fead0648331 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3919700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58025'] for router, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:22:59.613142 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cc3a8e79-f7b7-43ad-90d5-9fead0648331 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3919671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4011175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58018'] for router, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:22:59.687629 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cc3a8e79-f7b7-43ad-90d5-9fead0648331 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:22:59.691152 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3ca61138-359e-4840-af76-855f265c4c04 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:22:59.792162 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-87c2175a-46b4-4488-8f0c-4b92489d3814 tempest-ExternalNetworksTestJSON-1990516839 tempest-ExternalNetworksTestJSON-1990516839-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:22:59.908400 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bdc51b4-dccd-4a03-bf4a-9dac1993d591 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ec2749d-0aec-52fb-aca6-10ba8a80aade-23de9fec-628e-4e97-8790-1a5369db8272', 'network_id': '23de9fec-628e-4e97-8790-1a5369db8272', 'tenant_id': '3889902faef740789076d2c396125f8b', 'fixed_ips': [{'subnet_id': 'a11577b7-05f2-4ba2-9386-831d0aeb21de'}]}} from dv-neutron-830731-3-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 07 10:22:59.909526 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-7bdc51b4-dccd-4a03-bf4a-9dac1993d591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:22:59.942362 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 57026) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:22:59.964009 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3ca61138-359e-4840-af76-855f265c4c04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:00.037124 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca61138-359e-4840-af76-855f265c4c04 admin admin] Pushing event updated for resources: {'Port': ['ID=311957e5-75ce-438c-af86-640684274025,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:00.055801 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cc3a8e79-f7b7-43ad-90d5-9fead0648331 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3917998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58952'] for router, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:00.065797 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 57036) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:23:00.086012 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca61138-359e-4840-af76-855f265c4c04 admin admin] Network 5ed85006-6b00-415e-b71f-837fb1421c12 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:23:00.089927 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-3ca61138-359e-4840-af76-855f265c4c04 admin admin] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:23:00.091775 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 57042) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:23:00.095450 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca61138-359e-4840-af76-855f265c4c04 admin admin] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:23:00.113280 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87c2175a-46b4-4488-8f0c-4b92489d3814 tempest-ExternalNetworksTestJSON-1990516839 tempest-ExternalNetworksTestJSON-1990516839-project] Made reservation on behalf of 08083babee2847ffba9774d3cf12c7ce for: {'network': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:23:00.121413 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-87c2175a-46b4-4488-8f0c-4b92489d3814 tempest-ExternalNetworksTestJSON-1990516839 tempest-ExternalNetworksTestJSON-1990516839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for network, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:00.147993 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-87c2175a-46b4-4488-8f0c-4b92489d3814 tempest-ExternalNetworksTestJSON-1990516839 tempest-ExternalNetworksTestJSON-1990516839-project] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:00.164335 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4d92017a-e7f1-44ed-9c2d-9ec088fe045b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3917998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58952'] for router, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:00.316236 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-87c2175a-46b4-4488-8f0c-4b92489d3814 tempest-ExternalNetworksTestJSON-1990516839 tempest-ExternalNetworksTestJSON-1990516839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:23:00.385352 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 94825cd0-8cff-444c-a997-7c51c9d3c478 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:23:00.409890 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3ca61138-359e-4840-af76-855f265c4c04 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:00.410688 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3ca61138-359e-4840-af76-855f265c4c04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3917991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923518'] for router, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:00.452952 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-87c2175a-46b4-4488-8f0c-4b92489d3814 tempest-ExternalNetworksTestJSON-1990516839 tempest-ExternalNetworksTestJSON-1990516839-project] Usage tracker for resource:security_group_rule and tenant:08083babee2847ffba9774d3cf12c7ce is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:23:00.457873 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-87c2175a-46b4-4488-8f0c-4b92489d3814 tempest-ExternalNetworksTestJSON-1990516839 tempest-ExternalNetworksTestJSON-1990516839-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:23:00.476548 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-87c2175a-46b4-4488-8f0c-4b92489d3814 tempest-ExternalNetworksTestJSON-1990516839 tempest-ExternalNetworksTestJSON-1990516839-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:23:00.554467 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-7bdc51b4-dccd-4a03-bf4a-9dac1993d591 None None] Allocated IP 172.20.0.2 (23de9fec-628e-4e97-8790-1a5369db8272/a11577b7-05f2-4ba2-9386-831d0aeb21de/ad40ecd1-58bc-481b-b2f6-ccc09ae07f20) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:23:00.566605 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-61f56160-ef67-4cc2-bdb3-71ac872070e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:00.613249 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-d347ba22-b438-4a87-bf74-b428f5702b02 tempest-RoutersTestDVR-1224580724 tempest-RoutersTestDVR-1224580724-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1468731042'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:23:00.623462 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-d347ba22-b438-4a87-bf74-b428f5702b02 tempest-RoutersTestDVR-1224580724 tempest-RoutersTestDVR-1224580724-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:23:00.631565 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-d347ba22-b438-4a87-bf74-b428f5702b02 tempest-RoutersTestDVR-1224580724 tempest-RoutersTestDVR-1224580724-project-admin] Usage tracker for resource:router and tenant:5be6ea6335dc4c4394eaed7b2fdb490d is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:23:00.637639 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-d347ba22-b438-4a87-bf74-b428f5702b02 tempest-RoutersTestDVR-1224580724 tempest-RoutersTestDVR-1224580724-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:23:00.654788 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-d347ba22-b438-4a87-bf74-b428f5702b02 tempest-RoutersTestDVR-1224580724 tempest-RoutersTestDVR-1224580724-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:23:00.669309 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fced3ed2-03fd-4af7-8b6f-14d7b3638dbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ec2749d-0aec-52fb-aca6-10ba8a80aade-f727e18d-bdc2-4660-9a3a-cfddb6581f4f', 'network_id': 'f727e18d-bdc2-4660-9a3a-cfddb6581f4f', 'tenant_id': '38f0b9f3569b450182bbf4a37575848e', 'fixed_ips': [{'subnet_id': 'c839e96c-7ebc-4e73-acbb-92a3dab8a0ef'}]}} from dv-neutron-830731-3-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 07 10:23:00.671991 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-fced3ed2-03fd-4af7-8b6f-14d7b3638dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:00.678899 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-87c2175a-46b4-4488-8f0c-4b92489d3814 tempest-ExternalNetworksTestJSON-1990516839 tempest-ExternalNetworksTestJSON-1990516839-project] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:00.688851 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-87c2175a-46b4-4488-8f0c-4b92489d3814 tempest-ExternalNetworksTestJSON-1990516839 tempest-ExternalNetworksTestJSON-1990516839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:00.702770 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87c2175a-46b4-4488-8f0c-4b92489d3814 tempest-ExternalNetworksTestJSON-1990516839 tempest-ExternalNetworksTestJSON-1990516839-project] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=83737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:23:00.713328 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-87c2175a-46b4-4488-8f0c-4b92489d3814 tempest-ExternalNetworksTestJSON-1990516839 tempest-ExternalNetworksTestJSON-1990516839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:00.714043 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.db.segments_db [None req-87c2175a-46b4-4488-8f0c-4b92489d3814 tempest-ExternalNetworksTestJSON-1990516839 tempest-ExternalNetworksTestJSON-1990516839-project] Added segment 341df09b-bf43-4c70-8a95-36f089d0549d of type vlan for network 373735c9-4dcf-4938-980c-9f2a81a47bfb Mar 07 10:23:00.744373 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-87c2175a-46b4-4488-8f0c-4b92489d3814 tempest-ExternalNetworksTestJSON-1990516839 tempest-ExternalNetworksTestJSON-1990516839-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732568034061'] for network, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:00.783225 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d347ba22-b438-4a87-bf74-b428f5702b02 tempest-RoutersTestDVR-1224580724 tempest-RoutersTestDVR-1224580724-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3919700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58025'] for router, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:00.784308 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d347ba22-b438-4a87-bf74-b428f5702b02 tempest-RoutersTestDVR-1224580724 tempest-RoutersTestDVR-1224580724-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3919671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4011175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58018'] for router, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:00.790957 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-e5edd7a6-1437-4ace-aae6-b01e973339f3 tempest-DHCPAgentSchedulersTestJSON-1490567861 tempest-DHCPAgentSchedulersTestJSON-1490567861-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1636629973'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:23:00.797024 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-87c2175a-46b4-4488-8f0c-4b92489d3814 tempest-ExternalNetworksTestJSON-1990516839 tempest-ExternalNetworksTestJSON-1990516839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594'] for network, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:00.801058 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c2175a-46b4-4488-8f0c-4b92489d3814 tempest-ExternalNetworksTestJSON-1990516839 tempest-ExternalNetworksTestJSON-1990516839-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:23:00.801634 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-87c2175a-46b4-4488-8f0c-4b92489d3814 tempest-ExternalNetworksTestJSON-1990516839 tempest-ExternalNetworksTestJSON-1990516839-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2756603'] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:00.811523 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-cae432ad-f65e-4793-9406-3785887bcdd5 tempest-PortsAdminExtendedAttrsTestJSON-72150505 tempest-PortsAdminExtendedAttrsTestJSON-72150505-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1752030503'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:23:00.824151 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-e5edd7a6-1437-4ace-aae6-b01e973339f3 tempest-DHCPAgentSchedulersTestJSON-1490567861 tempest-DHCPAgentSchedulersTestJSON-1490567861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:23:00.831178 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-cae432ad-f65e-4793-9406-3785887bcdd5 tempest-PortsAdminExtendedAttrsTestJSON-72150505 tempest-PortsAdminExtendedAttrsTestJSON-72150505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:23:00.835687 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-cae432ad-f65e-4793-9406-3785887bcdd5 tempest-PortsAdminExtendedAttrsTestJSON-72150505 tempest-PortsAdminExtendedAttrsTestJSON-72150505-project] Usage tracker for resource:network and tenant:f45d757838d14ee3852c35a78c68433d is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:23:00.839396 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-cae432ad-f65e-4793-9406-3785887bcdd5 tempest-PortsAdminExtendedAttrsTestJSON-72150505 tempest-PortsAdminExtendedAttrsTestJSON-72150505-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:23:00.845340 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da90ffa5-4632-4849-aa53-3e69c9563937 None None] Network 72398af9-06cf-4222-b28c-e00880a5f9c7 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:23:00.847508 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-cae432ad-f65e-4793-9406-3785887bcdd5 tempest-PortsAdminExtendedAttrsTestJSON-72150505 tempest-PortsAdminExtendedAttrsTestJSON-72150505-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:23:00.859425 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cc3a8e79-f7b7-43ad-90d5-9fead0648331 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:00.886123 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-e5edd7a6-1437-4ace-aae6-b01e973339f3 tempest-DHCPAgentSchedulersTestJSON-1490567861 tempest-DHCPAgentSchedulersTestJSON-1490567861-project] Usage tracker for resource:network and tenant:2691bc10eca84b7289020936e81fb352 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:23:00.893120 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cae432ad-f65e-4793-9406-3785887bcdd5 tempest-PortsAdminExtendedAttrsTestJSON-72150505 tempest-PortsAdminExtendedAttrsTestJSON-72150505-project] Made reservation on behalf of f45d757838d14ee3852c35a78c68433d for: {'network': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:23:00.896011 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cae432ad-f65e-4793-9406-3785887bcdd5 tempest-PortsAdminExtendedAttrsTestJSON-72150505 tempest-PortsAdminExtendedAttrsTestJSON-72150505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for network, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:00.905518 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-e5edd7a6-1437-4ace-aae6-b01e973339f3 tempest-DHCPAgentSchedulersTestJSON-1490567861 tempest-DHCPAgentSchedulersTestJSON-1490567861-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:23:00.919313 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cc3a8e79-f7b7-43ad-90d5-9fead0648331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:00.922141 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-e5edd7a6-1437-4ace-aae6-b01e973339f3 tempest-DHCPAgentSchedulersTestJSON-1490567861 tempest-DHCPAgentSchedulersTestJSON-1490567861-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:23:00.933907 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4d92017a-e7f1-44ed-9c2d-9ec088fe045b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:00.961154 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 57058) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:23:00.976932 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-87c2175a-46b4-4488-8f0c-4b92489d3814 tempest-ExternalNetworksTestJSON-1990516839 tempest-ExternalNetworksTestJSON-1990516839-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.0130625 Mar 07 10:23:00.977856 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 57062) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:23:00.979125 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cae432ad-f65e-4793-9406-3785887bcdd5 tempest-PortsAdminExtendedAttrsTestJSON-72150505 tempest-PortsAdminExtendedAttrsTestJSON-72150505-project] Notify callbacks [] for security_group, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:00.993274 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c2175a-46b4-4488-8f0c-4b92489d3814 tempest-ExternalNetworksTestJSON-1990516839 tempest-ExternalNetworksTestJSON-1990516839-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0f69fef-e372-47af-9286-0367145c34aa,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:01.003361 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4d92017a-e7f1-44ed-9c2d-9ec088fe045b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:01.018810 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5edd7a6-1437-4ace-aae6-b01e973339f3 tempest-DHCPAgentSchedulersTestJSON-1490567861 tempest-DHCPAgentSchedulersTestJSON-1490567861-project] Made reservation on behalf of 2691bc10eca84b7289020936e81fb352 for: {'network': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:23:01.022484 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e5edd7a6-1437-4ace-aae6-b01e973339f3 tempest-DHCPAgentSchedulersTestJSON-1490567861 tempest-DHCPAgentSchedulersTestJSON-1490567861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for network, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:01.024336 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-3e890ffc-c984-41fe-9165-a7b45cec4ee0 None None] Provisioning for port 94825cd0-8cff-444c-a997-7c51c9d3c478 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:23:01.046511 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d347ba22-b438-4a87-bf74-b428f5702b02 tempest-RoutersTestDVR-1224580724 tempest-RoutersTestDVR-1224580724-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:01.066046 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e5edd7a6-1437-4ace-aae6-b01e973339f3 tempest-DHCPAgentSchedulersTestJSON-1490567861 tempest-DHCPAgentSchedulersTestJSON-1490567861-project] Notify callbacks [] for security_group, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:01.097283 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c2175a-46b4-4488-8f0c-4b92489d3814 tempest-ExternalNetworksTestJSON-1990516839 tempest-ExternalNetworksTestJSON-1990516839-project] Pushing event updated for resources: {'Network': ['ID=373735c9-4dcf-4938-980c-9f2a81a47bfb,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:01.112017 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning for port 94825cd0-8cff-444c-a997-7c51c9d3c478 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:23:01.134826 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 94825cd0-8cff-444c-a997-7c51c9d3c478 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:23:01.135577 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:01.141988 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-cae432ad-f65e-4793-9406-3785887bcdd5 tempest-PortsAdminExtendedAttrsTestJSON-72150505 tempest-PortsAdminExtendedAttrsTestJSON-72150505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:23:01.154553 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-f2429801-00a4-4293-a7dc-3e037aa4e38c tempest-ExtraDHCPOptionsTestJSON-515453188 tempest-ExtraDHCPOptionsTestJSON-515453188-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-855555836'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:23:01.159824 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-cae432ad-f65e-4793-9406-3785887bcdd5 tempest-PortsAdminExtendedAttrsTestJSON-72150505 tempest-PortsAdminExtendedAttrsTestJSON-72150505-project] Usage tracker for resource:security_group_rule and tenant:f45d757838d14ee3852c35a78c68433d is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:23:01.161904 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-f2429801-00a4-4293-a7dc-3e037aa4e38c tempest-ExtraDHCPOptionsTestJSON-515453188 tempest-ExtraDHCPOptionsTestJSON-515453188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:23:01.163872 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Network 373735c9-4dcf-4938-980c-9f2a81a47bfb details requested by agent ovs-agent-dv-neutron-830731-3-hyperv with host dv-neutron-830731-3-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 10:23:01.170572 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-f2429801-00a4-4293-a7dc-3e037aa4e38c tempest-ExtraDHCPOptionsTestJSON-515453188 tempest-ExtraDHCPOptionsTestJSON-515453188-project] Usage tracker for resource:network and tenant:7b82f43a7dca4c12875c6282010c9692 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:23:01.171042 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-cae432ad-f65e-4793-9406-3785887bcdd5 tempest-PortsAdminExtendedAttrsTestJSON-72150505 tempest-PortsAdminExtendedAttrsTestJSON-72150505-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:23:01.175486 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-f2429801-00a4-4293-a7dc-3e037aa4e38c tempest-ExtraDHCPOptionsTestJSON-515453188 tempest-ExtraDHCPOptionsTestJSON-515453188-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:23:01.184809 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-f2429801-00a4-4293-a7dc-3e037aa4e38c tempest-ExtraDHCPOptionsTestJSON-515453188 tempest-ExtraDHCPOptionsTestJSON-515453188-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:23:01.185745 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-cae432ad-f65e-4793-9406-3785887bcdd5 tempest-PortsAdminExtendedAttrsTestJSON-72150505 tempest-PortsAdminExtendedAttrsTestJSON-72150505-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:23:01.189715 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d347ba22-b438-4a87-bf74-b428f5702b02 tempest-RoutersTestDVR-1224580724 tempest-RoutersTestDVR-1224580724-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3917991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923518'] for router, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:01.197822 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2429801-00a4-4293-a7dc-3e037aa4e38c tempest-ExtraDHCPOptionsTestJSON-515453188 tempest-ExtraDHCPOptionsTestJSON-515453188-project] Made reservation on behalf of 7b82f43a7dca4c12875c6282010c9692 for: {'network': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:23:01.201935 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f2429801-00a4-4293-a7dc-3e037aa4e38c tempest-ExtraDHCPOptionsTestJSON-515453188 tempest-ExtraDHCPOptionsTestJSON-515453188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for network, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:01.218176 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f2429801-00a4-4293-a7dc-3e037aa4e38c tempest-ExtraDHCPOptionsTestJSON-515453188 tempest-ExtraDHCPOptionsTestJSON-515453188-project] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:01.222850 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-e5edd7a6-1437-4ace-aae6-b01e973339f3 tempest-DHCPAgentSchedulersTestJSON-1490567861 tempest-DHCPAgentSchedulersTestJSON-1490567861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:23:01.236599 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-cc3a8e79-f7b7-43ad-90d5-9fead0648331 admin admin] Allocated IP 172.26.8.45 (5ed85006-6b00-415e-b71f-837fb1421c12/8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a/f3396d26-2164-4557-8c00-a732a26ee8ed) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:23:01.240854 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-e5edd7a6-1437-4ace-aae6-b01e973339f3 tempest-DHCPAgentSchedulersTestJSON-1490567861 tempest-DHCPAgentSchedulersTestJSON-1490567861-project] Usage tracker for resource:security_group_rule and tenant:2691bc10eca84b7289020936e81fb352 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:23:01.250974 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-e5edd7a6-1437-4ace-aae6-b01e973339f3 tempest-DHCPAgentSchedulersTestJSON-1490567861 tempest-DHCPAgentSchedulersTestJSON-1490567861-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:23:01.262585 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-f2429801-00a4-4293-a7dc-3e037aa4e38c tempest-ExtraDHCPOptionsTestJSON-515453188 tempest-ExtraDHCPOptionsTestJSON-515453188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:23:01.268135 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-f2429801-00a4-4293-a7dc-3e037aa4e38c tempest-ExtraDHCPOptionsTestJSON-515453188 tempest-ExtraDHCPOptionsTestJSON-515453188-project] Usage tracker for resource:security_group_rule and tenant:7b82f43a7dca4c12875c6282010c9692 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:23:01.271815 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-f2429801-00a4-4293-a7dc-3e037aa4e38c tempest-ExtraDHCPOptionsTestJSON-515453188 tempest-ExtraDHCPOptionsTestJSON-515453188-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:23:01.275226 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-e5edd7a6-1437-4ace-aae6-b01e973339f3 tempest-DHCPAgentSchedulersTestJSON-1490567861 tempest-DHCPAgentSchedulersTestJSON-1490567861-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:23:01.279424 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-f2429801-00a4-4293-a7dc-3e037aa4e38c tempest-ExtraDHCPOptionsTestJSON-515453188 tempest-ExtraDHCPOptionsTestJSON-515453188-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:23:01.303851 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-422bb7e2-4d78-4d50-a108-d2e3ed86478c tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Request body: {'network': {'name': 'tempest-network--1970058484', 'router:external': True}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:23:01.313300 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-422bb7e2-4d78-4d50-a108-d2e3ed86478c tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:23:01.321566 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-422bb7e2-4d78-4d50-a108-d2e3ed86478c tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Usage tracker for resource:network and tenant:45c6bc1d4de642d68a3dbe7218d09f9b is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:23:01.325258 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-422bb7e2-4d78-4d50-a108-d2e3ed86478c tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:23:01.335195 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-422bb7e2-4d78-4d50-a108-d2e3ed86478c tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:23:01.364207 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d347ba22-b438-4a87-bf74-b428f5702b02 tempest-RoutersTestDVR-1224580724 tempest-RoutersTestDVR-1224580724-project-admin] Notify callbacks [] for router, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:01.364899 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-422bb7e2-4d78-4d50-a108-d2e3ed86478c tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Made reservation on behalf of 45c6bc1d4de642d68a3dbe7218d09f9b for: {'network': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:23:01.365387 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-d347ba22-b438-4a87-bf74-b428f5702b02 tempest-RoutersTestDVR-1224580724 tempest-RoutersTestDVR-1224580724-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 1.4219425 Mar 07 10:23:01.369986 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-422bb7e2-4d78-4d50-a108-d2e3ed86478c tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for network, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:01.382283 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 57072) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:23:01.439194 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-422bb7e2-4d78-4d50-a108-d2e3ed86478c tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:01.488452 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cae432ad-f65e-4793-9406-3785887bcdd5 tempest-PortsAdminExtendedAttrsTestJSON-72150505 tempest-PortsAdminExtendedAttrsTestJSON-72150505-project] Notify callbacks [] for security_group, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:01.504137 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cae432ad-f65e-4793-9406-3785887bcdd5 tempest-PortsAdminExtendedAttrsTestJSON-72150505 tempest-PortsAdminExtendedAttrsTestJSON-72150505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:01.523676 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f2429801-00a4-4293-a7dc-3e037aa4e38c tempest-ExtraDHCPOptionsTestJSON-515453188 tempest-ExtraDHCPOptionsTestJSON-515453188-project] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:01.538845 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f2429801-00a4-4293-a7dc-3e037aa4e38c tempest-ExtraDHCPOptionsTestJSON-515453188 tempest-ExtraDHCPOptionsTestJSON-515453188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:01.558552 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cc3a8e79-f7b7-43ad-90d5-9fead0648331 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:01.574381 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cae432ad-f65e-4793-9406-3785887bcdd5 tempest-PortsAdminExtendedAttrsTestJSON-72150505 tempest-PortsAdminExtendedAttrsTestJSON-72150505-project] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=83738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:23:01.578076 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2429801-00a4-4293-a7dc-3e037aa4e38c tempest-ExtraDHCPOptionsTestJSON-515453188 tempest-ExtraDHCPOptionsTestJSON-515453188-project] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=83737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:23:01.587398 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-422bb7e2-4d78-4d50-a108-d2e3ed86478c tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:23:01.589940 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-7bdc51b4-dccd-4a03-bf4a-9dac1993d591 None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:01.601290 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-422bb7e2-4d78-4d50-a108-d2e3ed86478c tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Usage tracker for resource:security_group_rule and tenant:45c6bc1d4de642d68a3dbe7218d09f9b is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:23:01.611706 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-422bb7e2-4d78-4d50-a108-d2e3ed86478c tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:23:01.614625 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f2429801-00a4-4293-a7dc-3e037aa4e38c tempest-ExtraDHCPOptionsTestJSON-515453188 tempest-ExtraDHCPOptionsTestJSON-515453188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:01.615040 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.db.segments_db [None req-f2429801-00a4-4293-a7dc-3e037aa4e38c tempest-ExtraDHCPOptionsTestJSON-515453188 tempest-ExtraDHCPOptionsTestJSON-515453188-project] Added segment dcd1ace4-304d-46a6-b4c9-8fda866de592 of type vlan for network 87eccba1-5852-4ed1-98a7-17f0ac8f01ec Mar 07 10:23:01.619323 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-7bdc51b4-dccd-4a03-bf4a-9dac1993d591 None None] Transition to ACTIVE for port object ad40ecd1-58bc-481b-b2f6-ccc09ae07f20 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:23:01.626593 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2429801-00a4-4293-a7dc-3e037aa4e38c tempest-ExtraDHCPOptionsTestJSON-515453188 tempest-ExtraDHCPOptionsTestJSON-515453188-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e005bbd-8d1d-4f90-84eb-e6c2a6c19038,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:01.626828 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e5edd7a6-1437-4ace-aae6-b01e973339f3 tempest-DHCPAgentSchedulersTestJSON-1490567861 tempest-DHCPAgentSchedulersTestJSON-1490567861-project] Notify callbacks [] for security_group, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:01.629355 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-422bb7e2-4d78-4d50-a108-d2e3ed86478c tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:23:01.631630 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae432ad-f65e-4793-9406-3785887bcdd5 tempest-PortsAdminExtendedAttrsTestJSON-72150505 tempest-PortsAdminExtendedAttrsTestJSON-72150505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f232e388-365c-4b70-adaa-55eefa29f0a8,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:01.636405 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9f43dc42-be2e-439c-9701-db0581b9c98f tempest-RoutersTestDVR-1224580724 tempest-RoutersTestDVR-1224580724-project-admin] Notify callbacks [] for router, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:01.640377 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e5edd7a6-1437-4ace-aae6-b01e973339f3 tempest-DHCPAgentSchedulersTestJSON-1490567861 tempest-DHCPAgentSchedulersTestJSON-1490567861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:01.650806 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-fced3ed2-03fd-4af7-8b6f-14d7b3638dbc None None] Allocated IP 172.20.0.2 (f727e18d-bdc2-4660-9a3a-cfddb6581f4f/c839e96c-7ebc-4e73-acbb-92a3dab8a0ef/1552e80b-749f-4fea-ad40-19b274d8516f) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:23:01.660687 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cae432ad-f65e-4793-9406-3785887bcdd5 tempest-PortsAdminExtendedAttrsTestJSON-72150505 tempest-PortsAdminExtendedAttrsTestJSON-72150505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:01.661035 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.db.segments_db [None req-cae432ad-f65e-4793-9406-3785887bcdd5 tempest-PortsAdminExtendedAttrsTestJSON-72150505 tempest-PortsAdminExtendedAttrsTestJSON-72150505-project] Added segment 2535c54e-3b50-4dcf-bde0-74f6566f32aa of type vlan for network 1f6eafb6-1f5d-4b99-95c5-45ac55a76171 Mar 07 10:23:01.702395 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5edd7a6-1437-4ace-aae6-b01e973339f3 tempest-DHCPAgentSchedulersTestJSON-1490567861 tempest-DHCPAgentSchedulersTestJSON-1490567861-project] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=83738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:23:01.733748 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-7bdc51b4-dccd-4a03-bf4a-9dac1993d591 None None] Transition to ACTIVE for port object ad40ecd1-58bc-481b-b2f6-ccc09ae07f20 will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:23:01.734734 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5edd7a6-1437-4ace-aae6-b01e973339f3 tempest-DHCPAgentSchedulersTestJSON-1490567861 tempest-DHCPAgentSchedulersTestJSON-1490567861-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9697ec77-a9a8-4964-b78f-db6eae4519ba,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:01.738800 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e5edd7a6-1437-4ace-aae6-b01e973339f3 tempest-DHCPAgentSchedulersTestJSON-1490567861 tempest-DHCPAgentSchedulersTestJSON-1490567861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:01.739312 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.db.segments_db [None req-e5edd7a6-1437-4ace-aae6-b01e973339f3 tempest-DHCPAgentSchedulersTestJSON-1490567861 tempest-DHCPAgentSchedulersTestJSON-1490567861-project] Added segment f3683c53-e66d-43b4-9f05-6bcfa94d44e6 of type vlan for network 56179222-44c4-4b85-a543-2cac4a28cd2d Mar 07 10:23:01.749009 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cae432ad-f65e-4793-9406-3785887bcdd5 tempest-PortsAdminExtendedAttrsTestJSON-72150505 tempest-PortsAdminExtendedAttrsTestJSON-72150505-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732568034061'] for network, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:01.756445 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ca61138-359e-4840-af76-855f265c4c04 admin admin] Router de313ee9-33fe-4b9d-984b-e3c3c12f7a9d is scheduled to L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 with binding_index 1 {{(pid=83738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 10:23:01.781336 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cc3a8e79-f7b7-43ad-90d5-9fead0648331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:01.792405 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-7bdc51b4-dccd-4a03-bf4a-9dac1993d591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:01.824670 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e5edd7a6-1437-4ace-aae6-b01e973339f3 tempest-DHCPAgentSchedulersTestJSON-1490567861 tempest-DHCPAgentSchedulersTestJSON-1490567861-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732568034061'] for network, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:01.835338 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-711fefd2-3b30-4759-8df5-0aecff1c8e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:01.840948 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f2429801-00a4-4293-a7dc-3e037aa4e38c tempest-ExtraDHCPOptionsTestJSON-515453188 tempest-ExtraDHCPOptionsTestJSON-515453188-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732568034061'] for network, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:01.911243 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:01.944205 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc3a8e79-f7b7-43ad-90d5-9fead0648331 admin admin] Network 5ed85006-6b00-415e-b71f-837fb1421c12 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:23:01.961944 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cae432ad-f65e-4793-9406-3785887bcdd5 tempest-PortsAdminExtendedAttrsTestJSON-72150505 tempest-PortsAdminExtendedAttrsTestJSON-72150505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594'] for network, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:01.965909 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae432ad-f65e-4793-9406-3785887bcdd5 tempest-PortsAdminExtendedAttrsTestJSON-72150505 tempest-PortsAdminExtendedAttrsTestJSON-72150505-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:23:01.966710 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cae432ad-f65e-4793-9406-3785887bcdd5 tempest-PortsAdminExtendedAttrsTestJSON-72150505 tempest-PortsAdminExtendedAttrsTestJSON-72150505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2756603'] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:02.003478 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:02.033548 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-4d92017a-e7f1-44ed-9c2d-9ec088fe045b admin admin] Allocated IP 172.26.8.109 (5ed85006-6b00-415e-b71f-837fb1421c12/8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a/39ea0072-7b63-4edb-873d-398ee5680d2b) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:23:02.037663 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-cc3a8e79-f7b7-43ad-90d5-9fead0648331 admin admin] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:23:02.039704 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3a8e79-f7b7-43ad-90d5-9fead0648331 admin admin] Pushing event updated for resources: {'Port': ['ID=f3396d26-2164-4557-8c00-a732a26ee8ed,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:02.049753 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3a8e79-f7b7-43ad-90d5-9fead0648331 admin admin] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:23:02.050829 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdc51b4-dccd-4a03-bf4a-9dac1993d591 None None] Pushing event updated for resources: {'Port': ['ID=ad40ecd1-58bc-481b-b2f6-ccc09ae07f20,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:02.058125 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bdc51b4-dccd-4a03-bf4a-9dac1993d591 None None] Network 23de9fec-628e-4e97-8790-1a5369db8272 is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:23:02.062871 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-7bdc51b4-dccd-4a03-bf4a-9dac1993d591 None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:23:02.072349 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f2429801-00a4-4293-a7dc-3e037aa4e38c tempest-ExtraDHCPOptionsTestJSON-515453188 tempest-ExtraDHCPOptionsTestJSON-515453188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594'] for network, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:02.073054 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bdc51b4-dccd-4a03-bf4a-9dac1993d591 None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:23:02.077543 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2429801-00a4-4293-a7dc-3e037aa4e38c tempest-ExtraDHCPOptionsTestJSON-515453188 tempest-ExtraDHCPOptionsTestJSON-515453188-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:23:02.078398 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f2429801-00a4-4293-a7dc-3e037aa4e38c tempest-ExtraDHCPOptionsTestJSON-515453188 tempest-ExtraDHCPOptionsTestJSON-515453188-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2756603'] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:02.118417 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e5edd7a6-1437-4ace-aae6-b01e973339f3 tempest-DHCPAgentSchedulersTestJSON-1490567861 tempest-DHCPAgentSchedulersTestJSON-1490567861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594'] for network, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:02.122089 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5edd7a6-1437-4ace-aae6-b01e973339f3 tempest-DHCPAgentSchedulersTestJSON-1490567861 tempest-DHCPAgentSchedulersTestJSON-1490567861-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:23:02.123280 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e5edd7a6-1437-4ace-aae6-b01e973339f3 tempest-DHCPAgentSchedulersTestJSON-1490567861 tempest-DHCPAgentSchedulersTestJSON-1490567861-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2756603'] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:02.163117 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] For port 94825cd0-8cff-444c-a997-7c51c9d3c478, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=94825cd0-8cff-444c-a997-7c51c9d3c478,segment=NetworkSegment(9aaed74e-7327-4b84-aa4b-76c27e2d346f),segment_id=9aaed74e-7327-4b84-aa4b-76c27e2d346f)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:23:02.182537 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:02.186179 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-422bb7e2-4d78-4d50-a108-d2e3ed86478c tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:02.271946 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-7bdc51b4-dccd-4a03-bf4a-9dac1993d591 None None] Attempting to bind port ad40ecd1-58bc-481b-b2f6-ccc09ae07f20 on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:23:02.272303 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-7bdc51b4-dccd-4a03-bf4a-9dac1993d591 None None] Attempting to bind port ad40ecd1-58bc-481b-b2f6-ccc09ae07f20 by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': '46fd226d-e938-40b1-b036-15faea50eaea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '23de9fec-628e-4e97-8790-1a5369db8272'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:23:02.272674 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bdc51b4-dccd-4a03-bf4a-9dac1993d591 None None] Attempting to bind port ad40ecd1-58bc-481b-b2f6-ccc09ae07f20 on network 23de9fec-628e-4e97-8790-1a5369db8272 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:23:02.339911 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bdc51b4-dccd-4a03-bf4a-9dac1993d591 None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 23, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:23:02.340713 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bdc51b4-dccd-4a03-bf4a-9dac1993d591 None None] Checking segment: {'id': '46fd226d-e938-40b1-b036-15faea50eaea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '23de9fec-628e-4e97-8790-1a5369db8272'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:23:02.341283 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-7bdc51b4-dccd-4a03-bf4a-9dac1993d591 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:02.341992 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bdc51b4-dccd-4a03-bf4a-9dac1993d591 None None] Bound using segment: {'id': '46fd226d-e938-40b1-b036-15faea50eaea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '23de9fec-628e-4e97-8790-1a5369db8272'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:23:02.343248 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-7bdc51b4-dccd-4a03-bf4a-9dac1993d591 None None] Bound port: ad40ecd1-58bc-481b-b2f6-ccc09ae07f20, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46fd226d-e938-40b1-b036-15faea50eaea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '23de9fec-628e-4e97-8790-1a5369db8272'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:23:02.343909 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-7bdc51b4-dccd-4a03-bf4a-9dac1993d591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:02.345885 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-cae432ad-f65e-4793-9406-3785887bcdd5 tempest-PortsAdminExtendedAttrsTestJSON-72150505 tempest-PortsAdminExtendedAttrsTestJSON-72150505-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 2.2523434 Mar 07 10:23:02.358658 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-e5edd7a6-1437-4ace-aae6-b01e973339f3 tempest-DHCPAgentSchedulersTestJSON-1490567861 tempest-DHCPAgentSchedulersTestJSON-1490567861-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.2878680 Mar 07 10:23:02.361711 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 57084) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:23:02.386543 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae432ad-f65e-4793-9406-3785887bcdd5 tempest-PortsAdminExtendedAttrsTestJSON-72150505 tempest-PortsAdminExtendedAttrsTestJSON-72150505-project] Pushing event updated for resources: {'Network': ['ID=1f6eafb6-1f5d-4b99-95c5-45ac55a76171,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:02.387118 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Pushing event updated for resources: {'Port': ['ID=94825cd0-8cff-444c-a997-7c51c9d3c478,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:02.392562 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-7bbe7167-81a0-4fb7-a9b4-4b38b2c812e0 tempest-DHCPAgentSchedulersTestJSON-1490567861 tempest-DHCPAgentSchedulersTestJSON-1490567861-project] Request body: {'subnet': {'network_id': '56179222-44c4-4b85-a543-2cac4a28cd2d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:23:02.436884 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Network 1f6eafb6-1f5d-4b99-95c5-45ac55a76171 details requested by agent ovs-agent-dv-neutron-830731-3-hyperv with host dv-neutron-830731-3-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 10:23:02.485585 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-422bb7e2-4d78-4d50-a108-d2e3ed86478c tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:02.539219 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-fced3ed2-03fd-4af7-8b6f-14d7b3638dbc None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:02.567876 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9f43dc42-be2e-439c-9701-db0581b9c98f tempest-RoutersTestDVR-1224580724 tempest-RoutersTestDVR-1224580724-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3917970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58043'] for router, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:02.569736 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2429801-00a4-4293-a7dc-3e037aa4e38c tempest-ExtraDHCPOptionsTestJSON-515453188 tempest-ExtraDHCPOptionsTestJSON-515453188-project] Pushing event updated for resources: {'Network': ['ID=87eccba1-5852-4ed1-98a7-17f0ac8f01ec,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:02.578655 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-fced3ed2-03fd-4af7-8b6f-14d7b3638dbc None None] Transition to ACTIVE for port object 1552e80b-749f-4fea-ad40-19b274d8516f will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:23:02.581221 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-422bb7e2-4d78-4d50-a108-d2e3ed86478c tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=83737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:23:02.594321 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-f2429801-00a4-4293-a7dc-3e037aa4e38c tempest-ExtraDHCPOptionsTestJSON-515453188 tempest-ExtraDHCPOptionsTestJSON-515453188-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.6234045 Mar 07 10:23:02.610401 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Network 87eccba1-5852-4ed1-98a7-17f0ac8f01ec details requested by agent ovs-agent-dv-neutron-830731-3-hyperv with host dv-neutron-830731-3-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 10:23:02.615515 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 57096) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:23:02.618812 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9f43dc42-be2e-439c-9701-db0581b9c98f tempest-RoutersTestDVR-1224580724 tempest-RoutersTestDVR-1224580724-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:02.635594 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-b7af567a-3c75-47e3-8ff3-40f5a3dfec56 tempest-ExtraDHCPOptionsTestJSON-515453188 tempest-ExtraDHCPOptionsTestJSON-515453188-project] Request body: {'subnet': {'network_id': '87eccba1-5852-4ed1-98a7-17f0ac8f01ec', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:23:02.655785 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-422bb7e2-4d78-4d50-a108-d2e3ed86478c tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:02.656265 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.db.segments_db [None req-422bb7e2-4d78-4d50-a108-d2e3ed86478c tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Added segment 59f34b67-881f-45de-ab44-99e591511ac9 of type vlan for network 209ca895-bf17-4110-bc30-3fb44410f44b Mar 07 10:23:02.674476 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422bb7e2-4d78-4d50-a108-d2e3ed86478c tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fc2cb32-d65d-4f7f-84d7-901bcd2057a0,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:02.688032 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5edd7a6-1437-4ace-aae6-b01e973339f3 tempest-DHCPAgentSchedulersTestJSON-1490567861 tempest-DHCPAgentSchedulersTestJSON-1490567861-project] Pushing event updated for resources: {'Network': ['ID=56179222-44c4-4b85-a543-2cac4a28cd2d,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:02.699554 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-7bbe7167-81a0-4fb7-a9b4-4b38b2c812e0 tempest-DHCPAgentSchedulersTestJSON-1490567861 tempest-DHCPAgentSchedulersTestJSON-1490567861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:23:02.706289 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-7bbe7167-81a0-4fb7-a9b4-4b38b2c812e0 tempest-DHCPAgentSchedulersTestJSON-1490567861 tempest-DHCPAgentSchedulersTestJSON-1490567861-project] Usage tracker for resource:subnet and tenant:2691bc10eca84b7289020936e81fb352 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:23:02.716867 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-7bbe7167-81a0-4fb7-a9b4-4b38b2c812e0 tempest-DHCPAgentSchedulersTestJSON-1490567861 tempest-DHCPAgentSchedulersTestJSON-1490567861-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:23:02.727245 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-7bbe7167-81a0-4fb7-a9b4-4b38b2c812e0 tempest-DHCPAgentSchedulersTestJSON-1490567861 tempest-DHCPAgentSchedulersTestJSON-1490567861-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:23:02.729505 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Network 56179222-44c4-4b85-a543-2cac4a28cd2d details requested by agent ovs-agent-dv-neutron-830731-3-hyperv with host dv-neutron-830731-3-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 10:23:02.743106 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-fced3ed2-03fd-4af7-8b6f-14d7b3638dbc None None] Transition to ACTIVE for port object 1552e80b-749f-4fea-ad40-19b274d8516f will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:23:02.751732 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bbe7167-81a0-4fb7-a9b4-4b38b2c812e0 tempest-DHCPAgentSchedulersTestJSON-1490567861 tempest-DHCPAgentSchedulersTestJSON-1490567861-project] Made reservation on behalf of 2691bc10eca84b7289020936e81fb352 for: {'subnet': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:23:02.768716 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-7bdc51b4-dccd-4a03-bf4a-9dac1993d591 None None] For port ad40ecd1-58bc-481b-b2f6-ccc09ae07f20, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:23:02.831842 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-fced3ed2-03fd-4af7-8b6f-14d7b3638dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:02.877620 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7bbe7167-81a0-4fb7-a9b4-4b38b2c812e0 tempest-DHCPAgentSchedulersTestJSON-1490567861 tempest-DHCPAgentSchedulersTestJSON-1490567861-project] Notify callbacks [] for subnet, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:02.885677 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4d92017a-e7f1-44ed-9c2d-9ec088fe045b admin admin] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:02.894975 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-7bdc51b4-dccd-4a03-bf4a-9dac1993d591 None None] For port ad40ecd1-58bc-481b-b2f6-ccc09ae07f20, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=ad40ecd1-58bc-481b-b2f6-ccc09ae07f20,segment=NetworkSegment(46fd226d-e938-40b1-b036-15faea50eaea),segment_id=46fd226d-e938-40b1-b036-15faea50eaea)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:23:02.904025 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cc3a8e79-f7b7-43ad-90d5-9fead0648331 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:02.904289 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-1d95356c-d653-429f-a70b-dc74bdb637a0 None None] Provisioning complete for port 94825cd0-8cff-444c-a997-7c51c9d3c478 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:23:02.904680 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-1d95356c-d653-429f-a70b-dc74bdb637a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:02.905418 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cc3a8e79-f7b7-43ad-90d5-9fead0648331 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3917991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923518'] for router, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:02.934243 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-422bb7e2-4d78-4d50-a108-d2e3ed86478c tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732568034061'] for network, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:02.940800 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9f43dc42-be2e-439c-9701-db0581b9c98f tempest-RoutersTestDVR-1224580724 tempest-RoutersTestDVR-1224580724-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3917886'] for router, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:02.941376 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f43dc42-be2e-439c-9701-db0581b9c98f tempest-RoutersTestDVR-1224580724 tempest-RoutersTestDVR-1224580724-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8aff6de2-25d2-4a03-8461-a0e7ce8f8f9c {{(pid=83737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 10:23:02.945489 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-b7af567a-3c75-47e3-8ff3-40f5a3dfec56 tempest-ExtraDHCPOptionsTestJSON-515453188 tempest-ExtraDHCPOptionsTestJSON-515453188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:23:02.958093 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-b7af567a-3c75-47e3-8ff3-40f5a3dfec56 tempest-ExtraDHCPOptionsTestJSON-515453188 tempest-ExtraDHCPOptionsTestJSON-515453188-project] Usage tracker for resource:subnet and tenant:7b82f43a7dca4c12875c6282010c9692 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:23:02.963344 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-b7af567a-3c75-47e3-8ff3-40f5a3dfec56 tempest-ExtraDHCPOptionsTestJSON-515453188 tempest-ExtraDHCPOptionsTestJSON-515453188-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:23:02.974770 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-b7af567a-3c75-47e3-8ff3-40f5a3dfec56 tempest-ExtraDHCPOptionsTestJSON-515453188 tempest-ExtraDHCPOptionsTestJSON-515453188-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:23:02.984094 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ca61138-359e-4840-af76-855f265c4c04 admin admin] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:23:03.000091 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551f0796-cef2-4c1f-8997-98415acf622e None None] Sync routers for ids ['de313ee9-33fe-4b9d-984b-e3c3c12f7a9d'] in dv-neutron-830731-3-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:23:03.004429 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9f43dc42-be2e-439c-9701-db0581b9c98f tempest-RoutersTestDVR-1224580724 tempest-RoutersTestDVR-1224580724-project-admin] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:03.009200 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-9f43dc42-be2e-439c-9701-db0581b9c98f tempest-RoutersTestDVR-1224580724 tempest-RoutersTestDVR-1224580724-project-admin] 10.222.0.13 "DELETE /v2.0/routers/8aff6de2-25d2-4a03-8461-a0e7ce8f8f9c HTTP/1.1" status: 204 len: 168 time: 1.6258829 Mar 07 10:23:03.010382 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 57102) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:23:03.018094 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7af567a-3c75-47e3-8ff3-40f5a3dfec56 tempest-ExtraDHCPOptionsTestJSON-515453188 tempest-ExtraDHCPOptionsTestJSON-515453188-project] Made reservation on behalf of 7b82f43a7dca4c12875c6282010c9692 for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:23:03.021445 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551f0796-cef2-4c1f-8997-98415acf622e None None] Routers {'de313ee9-33fe-4b9d-984b-e3c3c12f7a9d'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:23:03.022201 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-551f0796-cef2-4c1f-8997-98415acf622e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:23:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['de313ee9-33fe-4b9d-984b-e3c3c12f7a9d'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:23:03.037124 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-61f13ef7-27f7-420b-bfee-11d30d1ee104 tempest-RoutersTestDVR-1224580724 tempest-RoutersTestDVR-1224580724-project-admin] Request body: {'router': {'name': 'tempest-router-740624081', 'distributed': False}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:23:03.046816 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-61f13ef7-27f7-420b-bfee-11d30d1ee104 tempest-RoutersTestDVR-1224580724 tempest-RoutersTestDVR-1224580724-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:23:03.054289 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fced3ed2-03fd-4af7-8b6f-14d7b3638dbc None None] Pushing event updated for resources: {'Port': ['ID=1552e80b-749f-4fea-ad40-19b274d8516f,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:03.074429 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-7bdc51b4-dccd-4a03-bf4a-9dac1993d591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:03.100678 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4d92017a-e7f1-44ed-9c2d-9ec088fe045b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:03.110237 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-61f13ef7-27f7-420b-bfee-11d30d1ee104 tempest-RoutersTestDVR-1224580724 tempest-RoutersTestDVR-1224580724-project-admin] Usage tracker for resource:router and tenant:5be6ea6335dc4c4394eaed7b2fdb490d is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:23:03.153007 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-61f13ef7-27f7-420b-bfee-11d30d1ee104 tempest-RoutersTestDVR-1224580724 tempest-RoutersTestDVR-1224580724-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:23:03.156782 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-422bb7e2-4d78-4d50-a108-d2e3ed86478c tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594'] for network, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:03.157957 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-422bb7e2-4d78-4d50-a108-d2e3ed86478c tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:23:03.158855 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-422bb7e2-4d78-4d50-a108-d2e3ed86478c tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2756603'] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:03.163182 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fced3ed2-03fd-4af7-8b6f-14d7b3638dbc None None] Network f727e18d-bdc2-4660-9a3a-cfddb6581f4f is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:23:03.164199 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdc51b4-dccd-4a03-bf4a-9dac1993d591 None None] Pushing event updated for resources: {'Port': ['ID=ad40ecd1-58bc-481b-b2f6-ccc09ae07f20,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:03.178518 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-fced3ed2-03fd-4af7-8b6f-14d7b3638dbc None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:23:03.191547 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fced3ed2-03fd-4af7-8b6f-14d7b3638dbc None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:23:03.201466 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-61f13ef7-27f7-420b-bfee-11d30d1ee104 tempest-RoutersTestDVR-1224580724 tempest-RoutersTestDVR-1224580724-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:23:03.221967 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3ca61138-359e-4840-af76-855f265c4c04 admin admin] Notify callbacks [] for router, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:03.227010 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-3ca61138-359e-4840-af76-855f265c4c04 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 5.5124741 Mar 07 10:23:03.233138 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 57106) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:23:03.258867 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c87150bd-aa9c-4ad1-bb68-57ec66d4fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:03.377033 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-fced3ed2-03fd-4af7-8b6f-14d7b3638dbc None None] Attempting to bind port 1552e80b-749f-4fea-ad40-19b274d8516f on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:23:03.377718 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-fced3ed2-03fd-4af7-8b6f-14d7b3638dbc None None] Attempting to bind port 1552e80b-749f-4fea-ad40-19b274d8516f by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': 'a01dc850-758a-452f-a0e2-effad6d41a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f727e18d-bdc2-4660-9a3a-cfddb6581f4f'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:23:03.379237 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fced3ed2-03fd-4af7-8b6f-14d7b3638dbc None None] Attempting to bind port 1552e80b-749f-4fea-ad40-19b274d8516f on network f727e18d-bdc2-4660-9a3a-cfddb6581f4f {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:23:03.393462 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fced3ed2-03fd-4af7-8b6f-14d7b3638dbc None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 23, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:23:03.394495 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fced3ed2-03fd-4af7-8b6f-14d7b3638dbc None None] Checking segment: {'id': 'a01dc850-758a-452f-a0e2-effad6d41a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f727e18d-bdc2-4660-9a3a-cfddb6581f4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:23:03.395314 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-fced3ed2-03fd-4af7-8b6f-14d7b3638dbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:03.397387 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fced3ed2-03fd-4af7-8b6f-14d7b3638dbc None None] Bound using segment: {'id': 'a01dc850-758a-452f-a0e2-effad6d41a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f727e18d-bdc2-4660-9a3a-cfddb6581f4f'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:23:03.398372 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-fced3ed2-03fd-4af7-8b6f-14d7b3638dbc None None] Bound port: 1552e80b-749f-4fea-ad40-19b274d8516f, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a01dc850-758a-452f-a0e2-effad6d41a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f727e18d-bdc2-4660-9a3a-cfddb6581f4f'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:23:03.399823 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-fced3ed2-03fd-4af7-8b6f-14d7b3638dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:03.409910 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-61f13ef7-27f7-420b-bfee-11d30d1ee104 tempest-RoutersTestDVR-1224580724 tempest-RoutersTestDVR-1224580724-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3919700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58025'] for router, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:03.410743 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-61f13ef7-27f7-420b-bfee-11d30d1ee104 tempest-RoutersTestDVR-1224580724 tempest-RoutersTestDVR-1224580724-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3919671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4011175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58018'] for router, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:03.434566 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-61f13ef7-27f7-420b-bfee-11d30d1ee104 tempest-RoutersTestDVR-1224580724 tempest-RoutersTestDVR-1224580724-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:03.469654 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-61f13ef7-27f7-420b-bfee-11d30d1ee104 tempest-RoutersTestDVR-1224580724 tempest-RoutersTestDVR-1224580724-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3917991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923518'] for router, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:03.471157 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-551f0796-cef2-4c1f-8997-98415acf622e None None] Set router de313ee9-33fe-4b9d-984b-e3c3c12f7a9d gateway port host: dv-neutron-830731-3-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:23:03.488546 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b7af567a-3c75-47e3-8ff3-40f5a3dfec56 tempest-ExtraDHCPOptionsTestJSON-515453188 tempest-ExtraDHCPOptionsTestJSON-515453188-project] Notify callbacks [] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:03.510573 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d92017a-e7f1-44ed-9c2d-9ec088fe045b admin admin] Pushing event updated for resources: {'Port': ['ID=39ea0072-7b63-4edb-873d-398ee5680d2b,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:03.516880 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-422bb7e2-4d78-4d50-a108-d2e3ed86478c tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 2.5250247 Mar 07 10:23:03.517798 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-61f13ef7-27f7-420b-bfee-11d30d1ee104 tempest-RoutersTestDVR-1224580724 tempest-RoutersTestDVR-1224580724-project-admin] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:03.521896 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-61f13ef7-27f7-420b-bfee-11d30d1ee104 tempest-RoutersTestDVR-1224580724 tempest-RoutersTestDVR-1224580724-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.5074098 Mar 07 10:23:03.523986 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d92017a-e7f1-44ed-9c2d-9ec088fe045b admin admin] Network 5ed85006-6b00-415e-b71f-837fb1421c12 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:23:03.530852 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 57110) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:23:03.531182 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 57112) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:23:03.596345 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-fced3ed2-03fd-4af7-8b6f-14d7b3638dbc None None] For port 1552e80b-749f-4fea-ad40-19b274d8516f, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:23:03.602719 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-fced3ed2-03fd-4af7-8b6f-14d7b3638dbc None None] For port 1552e80b-749f-4fea-ad40-19b274d8516f, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=1552e80b-749f-4fea-ad40-19b274d8516f,segment=NetworkSegment(a01dc850-758a-452f-a0e2-effad6d41a09),segment_id=a01dc850-758a-452f-a0e2-effad6d41a09)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:23:03.605286 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422bb7e2-4d78-4d50-a108-d2e3ed86478c tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Pushing event updated for resources: {'Network': ['ID=209ca895-bf17-4110-bc30-3fb44410f44b,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:03.614220 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-4d92017a-e7f1-44ed-9c2d-9ec088fe045b admin admin] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:23:03.620285 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-fced3ed2-03fd-4af7-8b6f-14d7b3638dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:03.678095 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 57120) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:23:03.706753 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-01db04e0-b673-484e-86a2-232c7c1ff33a tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Request body: {'port': {'network_id': '1f6eafb6-1f5d-4b99-95c5-45ac55a76171', 'binding:host_id': 'hv-neutron-8307', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1164243493'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:23:03.728515 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-01db04e0-b673-484e-86a2-232c7c1ff33a tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:23:03.740004 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-01db04e0-b673-484e-86a2-232c7c1ff33a tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Usage tracker for resource:port and tenant:c42462e4e1e44e62933c6047450058d3 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:23:03.748461 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-01db04e0-b673-484e-86a2-232c7c1ff33a tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:23:03.757902 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Network 209ca895-bf17-4110-bc30-3fb44410f44b details requested by agent ovs-agent-dv-neutron-830731-3-hyperv with host dv-neutron-830731-3-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 10:23:03.781084 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-01db04e0-b673-484e-86a2-232c7c1ff33a tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:23:03.837442 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01db04e0-b673-484e-86a2-232c7c1ff33a tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Made reservation on behalf of c42462e4e1e44e62933c6047450058d3 for: {'port': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:23:03.839928 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-01db04e0-b673-484e-86a2-232c7c1ff33a tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:03.863059 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7bbe7167-81a0-4fb7-a9b4-4b38b2c812e0 tempest-DHCPAgentSchedulersTestJSON-1490567861 tempest-DHCPAgentSchedulersTestJSON-1490567861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594'] for subnet, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:03.867278 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-01db04e0-b673-484e-86a2-232c7c1ff33a tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:03.910056 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-551f0796-cef2-4c1f-8997-98415acf622e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de313ee9-33fe-4b9d-984b-e3c3c12f7a9d', 'name': 'tempest-ServersTestJSON-1930707126-router', 'tenant_id': '7786db5ef26f4f06a4ab41ba87614474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.117'}], 'enable_snat': True}, 'gw_port_id': '311957e5-75ce-438c-af86-640684274025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:22:57Z', 'updated_at': '2022-03-07T10:23:00Z', 'revision_number': 3, 'project_id': '7786db5ef26f4f06a4ab41ba87614474', 'gw_port': {'id': '311957e5-75ce-438c-af86-640684274025', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:7d:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de313ee9-33fe-4b9d-984b-e3c3c12f7a9d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:22:59Z', 'updated_at': '2022-03-07T10:22:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv'}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:23:03.914100 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551f0796-cef2-4c1f-8997-98415acf622e None None] Checking router: de313ee9-33fe-4b9d-984b-e3c3c12f7a9d for host: dv-neutron-830731-3-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 07 10:23:03.914430 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551f0796-cef2-4c1f-8997-98415acf622e None None] Updating router de313ee9-33fe-4b9d-984b-e3c3c12f7a9d port 311957e5-75ce-438c-af86-640684274025 binding host dv-neutron-830731-3-hyperv {{(pid=83740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 07 10:23:03.931433 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fced3ed2-03fd-4af7-8b6f-14d7b3638dbc None None] Pushing event updated for resources: {'Port': ['ID=1552e80b-749f-4fea-ad40-19b274d8516f,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:03.996852 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d92017a-e7f1-44ed-9c2d-9ec088fe045b admin admin] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:23:04.005476 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-551f0796-cef2-4c1f-8997-98415acf622e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:04.008205 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-01db04e0-b673-484e-86a2-232c7c1ff33a tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:23:04.010369 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbe7167-81a0-4fb7-a9b4-4b38b2c812e0 tempest-DHCPAgentSchedulersTestJSON-1490567861 tempest-DHCPAgentSchedulersTestJSON-1490567861-project] Pushing event updated for resources: {'Subnet': ['ID=8ac358aa-12b3-472b-9ffc-8de460edd782,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:04.018318 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-01db04e0-b673-484e-86a2-232c7c1ff33a tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Usage tracker for resource:security_group_rule and tenant:c42462e4e1e44e62933c6047450058d3 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:23:04.034769 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-01db04e0-b673-484e-86a2-232c7c1ff33a tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:23:04.051452 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-01db04e0-b673-484e-86a2-232c7c1ff33a tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:23:04.058918 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-96e23461-eb66-4367-801a-f5adc5c5583c tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1158940'] for network, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:04.072668 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8ef06e8a-6ff0-444f-b0d0-334205ca57ff tempest-RoutersTestDVR-1224580724 tempest-RoutersTestDVR-1224580724-project-admin] Notify callbacks [] for router, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:04.077316 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bbe7167-81a0-4fb7-a9b4-4b38b2c812e0 tempest-DHCPAgentSchedulersTestJSON-1490567861 tempest-DHCPAgentSchedulersTestJSON-1490567861-project] Checking segment: {'id': 'f3683c53-e66d-43b4-9f05-6bcfa94d44e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '56179222-44c4-4b85-a543-2cac4a28cd2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:23:04.077673 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bbe7167-81a0-4fb7-a9b4-4b38b2c812e0 tempest-DHCPAgentSchedulersTestJSON-1490567861 tempest-DHCPAgentSchedulersTestJSON-1490567861-project] Network hostable DHCP agents. Network: 56179222-44c4-4b85-a543-2cac4a28cd2d, hostable agents: ['6527556c-6586-422c-ae47-082984683847'], hosted agents: [] {{(pid=83738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:23:04.330323 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bbe7167-81a0-4fb7-a9b4-4b38b2c812e0 tempest-DHCPAgentSchedulersTestJSON-1490567861 tempest-DHCPAgentSchedulersTestJSON-1490567861-project] Network 56179222-44c4-4b85-a543-2cac4a28cd2d is scheduled to be hosted by DHCP agent 6527556c-6586-422c-ae47-082984683847 with binding_index 1 {{(pid=83738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:23:04.378808 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc3a8e79-f7b7-43ad-90d5-9fead0648331 admin admin] Router 6076671e-b6bf-49bb-931c-ac2bf8cc541b is scheduled to L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 with binding_index 1 {{(pid=83738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 10:23:04.430250 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-01db04e0-b673-484e-86a2-232c7c1ff33a tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:04.445441 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-7bbe7167-81a0-4fb7-a9b4-4b38b2c812e0 tempest-DHCPAgentSchedulersTestJSON-1490567861 tempest-DHCPAgentSchedulersTestJSON-1490567861-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830731-3-hyperv, 56179222-44c4-4b85-a543-2cac4a28cd2d) {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:23:04.449435 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-01db04e0-b673-484e-86a2-232c7c1ff33a tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:04.455968 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce07363-fd19-47a4-9217-b08966dedca6 None None] Network 56179222-44c4-4b85-a543-2cac4a28cd2d requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:23:04.463159 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bbe7167-81a0-4fb7-a9b4-4b38b2c812e0 tempest-DHCPAgentSchedulersTestJSON-1490567861 tempest-DHCPAgentSchedulersTestJSON-1490567861-project] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:23:04.464292 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7bbe7167-81a0-4fb7-a9b4-4b38b2c812e0 tempest-DHCPAgentSchedulersTestJSON-1490567861 tempest-DHCPAgentSchedulersTestJSON-1490567861-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2756603'] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:04.485539 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [None req-01db04e0-b673-484e-86a2-232c7c1ff33a tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] device_id is not set on port 7f74df1d-0c9f-4a96-ac95-3c97e6aec5c9 yet. {{(pid=83738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 07 10:23:04.586528 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 94825cd0-8cff-444c-a997-7c51c9d3c478 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:23:04.660537 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-96e23461-eb66-4367-801a-f5adc5c5583c tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1526893', 'neutron.services.segments.db._delete_segments_for_network-8732568551033'] for network, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:04.761600 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-551f0796-cef2-4c1f-8997-98415acf622e None None] Notify callbacks [] for port, precommit_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:04.789278 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.provisioning_blocks [None req-551f0796-cef2-4c1f-8997-98415acf622e None None] Transition to ACTIVE for port object 311957e5-75ce-438c-af86-640684274025 will not be triggered until provisioned by entity L2. {{(pid=83740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:23:04.802454 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-551f0796-cef2-4c1f-8997-98415acf622e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:04.833866 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01db04e0-b673-484e-86a2-232c7c1ff33a tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3a8e3f4-40fc-474b-b59d-21b9496a290e,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:04.906033 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 94825cd0-8cff-444c-a997-7c51c9d3c478 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:23:04.906577 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:04.913762 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-96e23461-eb66-4367-801a-f5adc5c5583c tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=83737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:23:04.914100 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-96e23461-eb66-4367-801a-f5adc5c5583c tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=83737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:23:04.914837 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-96e23461-eb66-4367-801a-f5adc5c5583c tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:23:04.915351 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-96e23461-eb66-4367-801a-f5adc5c5583c tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Subscribe: > port after_create 55550000 {{(pid=83737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:23:04.916007 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-96e23461-eb66-4367-801a-f5adc5c5583c tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Subscribe: > port after_delete 55550000 {{(pid=83737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:23:04.916544 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-96e23461-eb66-4367-801a-f5adc5c5583c tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Subscribe: > port after_update 55550000 {{(pid=83737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:23:04.917047 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-96e23461-eb66-4367-801a-f5adc5c5583c tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=83737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:23:04.917528 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-96e23461-eb66-4367-801a-f5adc5c5583c tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=83737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:23:04.917988 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-96e23461-eb66-4367-801a-f5adc5c5583c tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=83737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:23:04.918446 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-96e23461-eb66-4367-801a-f5adc5c5583c tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=83737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:23:04.964623 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-7bbe7167-81a0-4fb7-a9b4-4b38b2c812e0 tempest-DHCPAgentSchedulersTestJSON-1490567861 tempest-DHCPAgentSchedulersTestJSON-1490567861-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5999258 Mar 07 10:23:04.966985 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 57126) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:23:04.976067 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad183584-fb07-4501-877c-b112e1a51afb None None] Pushing event updated for resources: {'Port': ['ID=311957e5-75ce-438c-af86-640684274025,revision_number=2']} {{(pid=83740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:04.978128 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b0e4028-336f-41ca-9076-caf07c1969e9 None None] Network 23de9fec-628e-4e97-8790-1a5369db8272 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:23:04.983028 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-4622521a-3263-4f59-a47c-b9357cb50eaf tempest-DHCPAgentSchedulersTestJSON-1490567861 tempest-DHCPAgentSchedulersTestJSON-1490567861-project] Request body: {'port': {'network_id': '56179222-44c4-4b85-a543-2cac4a28cd2d', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1318293833'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:23:05.009633 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad183584-fb07-4501-877c-b112e1a51afb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:23:05.010191 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad183584-fb07-4501-877c-b112e1a51afb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:23:05.010555 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad183584-fb07-4501-877c-b112e1a51afb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:23:05.011017 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad183584-fb07-4501-877c-b112e1a51afb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:23:05.011356 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad183584-fb07-4501-877c-b112e1a51afb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:23:05.011904 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad183584-fb07-4501-877c-b112e1a51afb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:23:05.012383 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad183584-fb07-4501-877c-b112e1a51afb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:23:05.012962 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad183584-fb07-4501-877c-b112e1a51afb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:23:05.013528 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad183584-fb07-4501-877c-b112e1a51afb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:23:05.014156 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad183584-fb07-4501-877c-b112e1a51afb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:23:05.014935 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad183584-fb07-4501-877c-b112e1a51afb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:23:05.016104 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad183584-fb07-4501-877c-b112e1a51afb None None] Tracked resource versions report: Mar 07 10:23:05.016104 dv-neutron-830731-3-hyperv neutron-server[83740]: pushed versions: Mar 07 10:23:05.016104 dv-neutron-830731-3-hyperv neutron-server[83740]: { 'ConntrackHelper': {'1.0'}, Mar 07 10:23:05.016104 dv-neutron-830731-3-hyperv neutron-server[83740]: 'Log': {'1.0'}, Mar 07 10:23:05.016104 dv-neutron-830731-3-hyperv neutron-server[83740]: 'Network': {'1.1'}, Mar 07 10:23:05.016104 dv-neutron-830731-3-hyperv neutron-server[83740]: 'Port': {'1.5'}, Mar 07 10:23:05.016104 dv-neutron-830731-3-hyperv neutron-server[83740]: 'PortForwarding': {'1.2'}, Mar 07 10:23:05.016104 dv-neutron-830731-3-hyperv neutron-server[83740]: 'QosPolicy': {'1.8'}, Mar 07 10:23:05.016104 dv-neutron-830731-3-hyperv neutron-server[83740]: 'SecurityGroup': {'1.2'}, Mar 07 10:23:05.016104 dv-neutron-830731-3-hyperv neutron-server[83740]: 'SecurityGroupRule': {'1.0'}, Mar 07 10:23:05.016104 dv-neutron-830731-3-hyperv neutron-server[83740]: 'SubPort': {'1.0'}, Mar 07 10:23:05.016104 dv-neutron-830731-3-hyperv neutron-server[83740]: 'Subnet': {'1.1'}, Mar 07 10:23:05.016104 dv-neutron-830731-3-hyperv neutron-server[83740]: 'Trunk': {'1.1'}} Mar 07 10:23:05.016104 dv-neutron-830731-3-hyperv neutron-server[83740]: consumer versions: Mar 07 10:23:05.016104 dv-neutron-830731-3-hyperv neutron-server[83740]: { DHCP agent@dv-neutron-830731-3-hyperv: {}, Mar 07 10:23:05.016104 dv-neutron-830731-3-hyperv neutron-server[83740]: HyperV agent@hv-neutron-8307: {}, Mar 07 10:23:05.016104 dv-neutron-830731-3-hyperv neutron-server[83740]: L3 agent@dv-neutron-830731-3-hyperv: {}, Mar 07 10:23:05.016104 dv-neutron-830731-3-hyperv neutron-server[83740]: Metadata agent@dv-neutron-830731-3-hyperv: {}, Mar 07 10:23:05.016104 dv-neutron-830731-3-hyperv neutron-server[83740]: Metering agent@dv-neutron-830731-3-hyperv: {}, Mar 07 10:23:05.016104 dv-neutron-830731-3-hyperv neutron-server[83740]: Open vSwitch agent@dv-neutron-830731-3-hyperv: { 'ConntrackHelper': '1.0', Mar 07 10:23:05.016104 dv-neutron-830731-3-hyperv neutron-server[83740]: 'Log': '1.0', Mar 07 10:23:05.016104 dv-neutron-830731-3-hyperv neutron-server[83740]: 'Network': '1.1', Mar 07 10:23:05.016104 dv-neutron-830731-3-hyperv neutron-server[83740]: 'Port': '1.5', Mar 07 10:23:05.016104 dv-neutron-830731-3-hyperv neutron-server[83740]: 'PortForwarding': '1.2', Mar 07 10:23:05.016104 dv-neutron-830731-3-hyperv neutron-server[83740]: 'QosPolicy': '1.8', Mar 07 10:23:05.016104 dv-neutron-830731-3-hyperv neutron-server[83740]: 'SecurityGroup': '1.2', Mar 07 10:23:05.016104 dv-neutron-830731-3-hyperv neutron-server[83740]: 'SecurityGroupRule': '1.0', Mar 07 10:23:05.016104 dv-neutron-830731-3-hyperv neutron-server[83740]: 'SubPort': '1.0', Mar 07 10:23:05.016104 dv-neutron-830731-3-hyperv neutron-server[83740]: 'Subnet': '1.1', Mar 07 10:23:05.016104 dv-neutron-830731-3-hyperv neutron-server[83740]: 'Trunk': '1.1'}} Mar 07 10:23:05.016104 dv-neutron-830731-3-hyperv neutron-server[83740]: {{(pid=83740) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 07 10:23:05.029904 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-551f0796-cef2-4c1f-8997-98415acf622e None None] Attempting to bind port 311957e5-75ce-438c-af86-640684274025 on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:23:05.033301 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-551f0796-cef2-4c1f-8997-98415acf622e None None] Attempting to bind port 311957e5-75ce-438c-af86-640684274025 by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': '9a22e080-7529-4fc7-949d-9f84ba21807d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12'}] {{(pid=83740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:23:05.033690 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551f0796-cef2-4c1f-8997-98415acf622e None None] Attempting to bind port 311957e5-75ce-438c-af86-640684274025 on network 5ed85006-6b00-415e-b71f-837fb1421c12 {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:23:05.049705 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551f0796-cef2-4c1f-8997-98415acf622e None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 23, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:23:05.050103 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551f0796-cef2-4c1f-8997-98415acf622e None None] Checking segment: {'id': '9a22e080-7529-4fc7-949d-9f84ba21807d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:23:05.050544 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-551f0796-cef2-4c1f-8997-98415acf622e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:05.050927 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551f0796-cef2-4c1f-8997-98415acf622e None None] Bound using segment: {'id': '9a22e080-7529-4fc7-949d-9f84ba21807d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12'} {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:23:05.051402 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-551f0796-cef2-4c1f-8997-98415acf622e None None] Bound port: 311957e5-75ce-438c-af86-640684274025, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a22e080-7529-4fc7-949d-9f84ba21807d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12'}}] {{(pid=83740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:23:05.051783 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-551f0796-cef2-4c1f-8997-98415acf622e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:05.093395 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15f8c9f6-d55c-4bf3-bf2c-7382a74206b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ec2749d-0aec-52fb-aca6-10ba8a80aade-56179222-44c4-4b85-a543-2cac4a28cd2d', 'network_id': '56179222-44c4-4b85-a543-2cac4a28cd2d', 'tenant_id': '2691bc10eca84b7289020936e81fb352', 'fixed_ips': [{'subnet_id': '8ac358aa-12b3-472b-9ffc-8de460edd782'}]}} from dv-neutron-830731-3-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 07 10:23:05.094370 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-15f8c9f6-d55c-4bf3-bf2c-7382a74206b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:05.117427 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-96e23461-eb66-4367-801a-f5adc5c5583c tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=83737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:23:05.117709 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-96e23461-eb66-4367-801a-f5adc5c5583c tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=83737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:23:05.118030 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-96e23461-eb66-4367-801a-f5adc5c5583c tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=83737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:23:05.118527 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-96e23461-eb66-4367-801a-f5adc5c5583c tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=83737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:23:05.119053 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-96e23461-eb66-4367-801a-f5adc5c5583c tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['209ca895-bf17-4110-bc30-3fb44410f44b']}} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:23:05.120117 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-9719a4ca-7dee-44db-bf15-7e58c78a9f3d None None] Provisioning for port ad40ecd1-58bc-481b-b2f6-ccc09ae07f20 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:23:05.143842 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-96e23461-eb66-4367-801a-f5adc5c5583c tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59f34b67-881f-45de-ab44-99e591511ac9') {'for_net_delete': True} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:23:05.144424 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-96e23461-eb66-4367-801a-f5adc5c5583c tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59f34b67-881f-45de-ab44-99e591511ac9') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:23:05.189160 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.db [None req-551f0796-cef2-4c1f-8997-98415acf622e None None] For port 311957e5-75ce-438c-af86-640684274025, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:23:05.193809 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.db [None req-551f0796-cef2-4c1f-8997-98415acf622e None None] For port 311957e5-75ce-438c-af86-640684274025, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=311957e5-75ce-438c-af86-640684274025,segment=NetworkSegment(9a22e080-7529-4fc7-949d-9f84ba21807d),segment_id=9a22e080-7529-4fc7-949d-9f84ba21807d)] {{(pid=83740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:23:05.207631 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-551f0796-cef2-4c1f-8997-98415acf622e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:05.288836 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b7af567a-3c75-47e3-8ff3-40f5a3dfec56 tempest-ExtraDHCPOptionsTestJSON-515453188 tempest-ExtraDHCPOptionsTestJSON-515453188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3012444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3219213'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:05.324870 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device ad40ecd1-58bc-481b-b2f6-ccc09ae07f20 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:23:05.331087 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551f0796-cef2-4c1f-8997-98415acf622e None None] Routers {'de313ee9-33fe-4b9d-984b-e3c3c12f7a9d'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:23:05.332846 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-551f0796-cef2-4c1f-8997-98415acf622e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:23:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['de313ee9-33fe-4b9d-984b-e3c3c12f7a9d'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:23:05.352307 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-96e23461-eb66-4367-801a-f5adc5c5583c tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732568550916', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629174'] for segment, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:05.391738 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8ef06e8a-6ff0-444f-b0d0-334205ca57ff tempest-RoutersTestDVR-1224580724 tempest-RoutersTestDVR-1224580724-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3917970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58043'] for router, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:05.437362 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8ef06e8a-6ff0-444f-b0d0-334205ca57ff tempest-RoutersTestDVR-1224580724 tempest-RoutersTestDVR-1224580724-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:05.439599 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-96e23461-eb66-4367-801a-f5adc5c5583c tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:05.457244 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4d92017a-e7f1-44ed-9c2d-9ec088fe045b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:05.458706 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4d92017a-e7f1-44ed-9c2d-9ec088fe045b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3917991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923518'] for router, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:05.470408 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96e23461-eb66-4367-801a-f5adc5c5583c tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=83737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 07 10:23:05.471453 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-96e23461-eb66-4367-801a-f5adc5c5583c tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1227397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3012597'] for segment, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:05.494809 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7af567a-3c75-47e3-8ff3-40f5a3dfec56 tempest-ExtraDHCPOptionsTestJSON-515453188 tempest-ExtraDHCPOptionsTestJSON-515453188-project] Checking segment: {'id': 'dcd1ace4-304d-46a6-b4c9-8fda866de592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '87eccba1-5852-4ed1-98a7-17f0ac8f01ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:23:05.497065 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7af567a-3c75-47e3-8ff3-40f5a3dfec56 tempest-ExtraDHCPOptionsTestJSON-515453188 tempest-ExtraDHCPOptionsTestJSON-515453188-project] Network hostable DHCP agents. Network: 87eccba1-5852-4ed1-98a7-17f0ac8f01ec, hostable agents: ['6527556c-6586-422c-ae47-082984683847'], hosted agents: [] {{(pid=83737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:23:05.517223 dv-neutron-830731-3-hyperv neutron-server[83737]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Mar 07 10:23:05.517223 dv-neutron-830731-3-hyperv neutron-server[83737]: util.warn_limited( Mar 07 10:23:05.517223 dv-neutron-830731-3-hyperv neutron-server[83737]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Mar 07 10:23:05.517223 dv-neutron-830731-3-hyperv neutron-server[83737]: util.warn_limited( Mar 07 10:23:05.517223 dv-neutron-830731-3-hyperv neutron-server[83737]: Traceback (most recent call last): Mar 07 10:23:05.517223 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 07 10:23:05.517223 dv-neutron-830731-3-hyperv neutron-server[83737]: timer() Mar 07 10:23:05.517223 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:23:05.517223 dv-neutron-830731-3-hyperv neutron-server[83737]: cb(*args, **kw) Mar 07 10:23:05.517223 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 10:23:05.517223 dv-neutron-830731-3-hyperv neutron-server[83737]: return func(*args, **kwargs) Mar 07 10:23:05.517223 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:23:05.517223 dv-neutron-830731-3-hyperv neutron-server[83737]: self._notify() Mar 07 10:23:05.517223 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:23:05.517223 dv-neutron-830731-3-hyperv neutron-server[83737]: self.callback(batched_events) Mar 07 10:23:05.517223 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:23:05.517223 dv-neutron-830731-3-hyperv neutron-server[83737]: event.method(event) Mar 07 10:23:05.517223 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 10:23:05.517223 dv-neutron-830731-3-hyperv neutron-server[83737]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:23:05.517223 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 10:23:05.517223 dv-neutron-830731-3-hyperv neutron-server[83737]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:23:05.517223 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 10:23:05.517223 dv-neutron-830731-3-hyperv neutron-server[83737]: return f(self, *a, **k) Mar 07 10:23:05.517223 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:23:05.517223 dv-neutron-830731-3-hyperv neutron-server[83737]: return self._get(url).json() Mar 07 10:23:05.517223 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:23:05.517223 dv-neutron-830731-3-hyperv neutron-server[83737]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:23:05.517223 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 07 10:23:05.517223 dv-neutron-830731-3-hyperv neutron-server[83737]: return self.request(url, 'GET', **kwargs) Mar 07 10:23:05.517223 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 07 10:23:05.517223 dv-neutron-830731-3-hyperv neutron-server[83737]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:23:05.517223 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 07 10:23:05.517223 dv-neutron-830731-3-hyperv neutron-server[83737]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:23:05.517223 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 07 10:23:05.517223 dv-neutron-830731-3-hyperv neutron-server[83737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:23:05.517223 dv-neutron-830731-3-hyperv neutron-server[83737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:23:05.520622 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7af567a-3c75-47e3-8ff3-40f5a3dfec56 tempest-ExtraDHCPOptionsTestJSON-515453188 tempest-ExtraDHCPOptionsTestJSON-515453188-project] Pushing event updated for resources: {'Subnet': ['ID=d75ed965-040f-49cb-96a2-80c35c6c110a,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:05.533171 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning for port ad40ecd1-58bc-481b-b2f6-ccc09ae07f20 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:23:05.544538 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port ad40ecd1-58bc-481b-b2f6-ccc09ae07f20 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:23:05.544849 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:05.570522 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-4622521a-3263-4f59-a47c-b9357cb50eaf tempest-DHCPAgentSchedulersTestJSON-1490567861 tempest-DHCPAgentSchedulersTestJSON-1490567861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:23:05.628365 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-551f0796-cef2-4c1f-8997-98415acf622e None None] Set router de313ee9-33fe-4b9d-984b-e3c3c12f7a9d gateway port host: dv-neutron-830731-3-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:23:05.629429 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-4622521a-3263-4f59-a47c-b9357cb50eaf tempest-DHCPAgentSchedulersTestJSON-1490567861 tempest-DHCPAgentSchedulersTestJSON-1490567861-project] Usage tracker for resource:port and tenant:2691bc10eca84b7289020936e81fb352 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:23:05.634853 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-4622521a-3263-4f59-a47c-b9357cb50eaf tempest-DHCPAgentSchedulersTestJSON-1490567861 tempest-DHCPAgentSchedulersTestJSON-1490567861-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:23:05.661542 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-4622521a-3263-4f59-a47c-b9357cb50eaf tempest-DHCPAgentSchedulersTestJSON-1490567861 tempest-DHCPAgentSchedulersTestJSON-1490567861-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:23:05.665099 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [None req-01db04e0-b673-484e-86a2-232c7c1ff33a tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] device_id is not set on port 7f74df1d-0c9f-4a96-ac95-3c97e6aec5c9 yet. {{(pid=83738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 07 10:23:05.691966 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a069d385-ed82-4cef-8043-e37975cc747f None None] Network f727e18d-bdc2-4660-9a3a-cfddb6581f4f requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:23:05.699375 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-01db04e0-b673-484e-86a2-232c7c1ff33a tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:05.743935 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4622521a-3263-4f59-a47c-b9357cb50eaf tempest-DHCPAgentSchedulersTestJSON-1490567861 tempest-DHCPAgentSchedulersTestJSON-1490567861-project] Made reservation on behalf of 2691bc10eca84b7289020936e81fb352 for: {'port': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:23:05.747374 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4622521a-3263-4f59-a47c-b9357cb50eaf tempest-DHCPAgentSchedulersTestJSON-1490567861 tempest-DHCPAgentSchedulersTestJSON-1490567861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:05.808826 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7af567a-3c75-47e3-8ff3-40f5a3dfec56 tempest-ExtraDHCPOptionsTestJSON-515453188 tempest-ExtraDHCPOptionsTestJSON-515453188-project] Network 87eccba1-5852-4ed1-98a7-17f0ac8f01ec is scheduled to be hosted by DHCP agent 6527556c-6586-422c-ae47-082984683847 with binding_index 1 {{(pid=83737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:23:05.814828 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-96e23461-eb66-4367-801a-f5adc5c5583c tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1526886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923583'] for network, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:05.819796 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96e23461-eb66-4367-801a-f5adc5c5583c tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 209ca895-bf17-4110-bc30-3fb44410f44b {{(pid=83737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 07 10:23:05.822885 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-96e23461-eb66-4367-801a-f5adc5c5583c tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2756603'] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:05.830771 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-01db04e0-b673-484e-86a2-232c7c1ff33a tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Transition to ACTIVE for port object 7f74df1d-0c9f-4a96-ac95-3c97e6aec5c9 will not be triggered until provisioned by entity L2. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:23:05.834655 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8ef06e8a-6ff0-444f-b0d0-334205ca57ff tempest-RoutersTestDVR-1224580724 tempest-RoutersTestDVR-1224580724-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3917886'] for router, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:05.835162 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ef06e8a-6ff0-444f-b0d0-334205ca57ff tempest-RoutersTestDVR-1224580724 tempest-RoutersTestDVR-1224580724-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ce7ab3ee-236d-4aec-b0e7-7d8f98e121e3 {{(pid=83737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 10:23:05.840023 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8ef06e8a-6ff0-444f-b0d0-334205ca57ff tempest-RoutersTestDVR-1224580724 tempest-RoutersTestDVR-1224580724-project-admin] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:05.841188 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-8ef06e8a-6ff0-444f-b0d0-334205ca57ff tempest-RoutersTestDVR-1224580724 tempest-RoutersTestDVR-1224580724-project-admin] 10.222.0.13 "DELETE /v2.0/routers/ce7ab3ee-236d-4aec-b0e7-7d8f98e121e3 HTTP/1.1" status: 204 len: 168 time: 2.3074760 Mar 07 10:23:05.853420 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 57130) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:23:05.866192 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-96e23461-eb66-4367-801a-f5adc5c5583c tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] 10.222.0.13 "DELETE /v2.0/networks/209ca895-bf17-4110-bc30-3fb44410f44b HTTP/1.1" status: 204 len: 168 time: 2.3338859 Mar 07 10:23:05.869122 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e23461-eb66-4367-801a-f5adc5c5583c tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Pushing event deleted for resources: {'Network': ['ID=209ca895-bf17-4110-bc30-3fb44410f44b,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:05.874065 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 57134) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:23:05.882204 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-335b36b7-819d-48e8-a8ea-c256767d933f tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Request body: {'network': {'router:external': True}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:23:05.886573 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-b7af567a-3c75-47e3-8ff3-40f5a3dfec56 tempest-ExtraDHCPOptionsTestJSON-515453188 tempest-ExtraDHCPOptionsTestJSON-515453188-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830731-3-hyperv, 87eccba1-5852-4ed1-98a7-17f0ac8f01ec) {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:23:05.891450 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7af567a-3c75-47e3-8ff3-40f5a3dfec56 tempest-ExtraDHCPOptionsTestJSON-515453188 tempest-ExtraDHCPOptionsTestJSON-515453188-project] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:23:05.892036 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b7af567a-3c75-47e3-8ff3-40f5a3dfec56 tempest-ExtraDHCPOptionsTestJSON-515453188 tempest-ExtraDHCPOptionsTestJSON-515453188-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2756603'] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:05.906640 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5701dd14-cdd1-4da9-aa93-083e235caa82 None None] Network 87eccba1-5852-4ed1-98a7-17f0ac8f01ec requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:23:05.915352 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-335b36b7-819d-48e8-a8ea-c256767d933f tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:23:05.923657 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [None req-4622521a-3263-4f59-a47c-b9357cb50eaf tempest-DHCPAgentSchedulersTestJSON-1490567861 tempest-DHCPAgentSchedulersTestJSON-1490567861-project] device_id is not set on port bd228d69-fbcb-4657-a96d-fb64070cd72e yet. {{(pid=83738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 07 10:23:05.925199 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-b7af567a-3c75-47e3-8ff3-40f5a3dfec56 tempest-ExtraDHCPOptionsTestJSON-515453188 tempest-ExtraDHCPOptionsTestJSON-515453188-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3043952 Mar 07 10:23:05.926480 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-335b36b7-819d-48e8-a8ea-c256767d933f tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Usage tracker for resource:network and tenant:45c6bc1d4de642d68a3dbe7218d09f9b is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:23:05.930079 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-335b36b7-819d-48e8-a8ea-c256767d933f tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:23:05.932698 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 57138) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:23:05.943660 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-6965871d-ba78-4d36-8578-3462efeaafaf tempest-ExtraDHCPOptionsTestJSON-515453188 tempest-ExtraDHCPOptionsTestJSON-515453188-project] Request body: {'port': {'network_id': '87eccba1-5852-4ed1-98a7-17f0ac8f01ec', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1998019022'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:23:05.963420 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-335b36b7-819d-48e8-a8ea-c256767d933f tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:23:05.963688 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-9a51a384-ad5d-47b8-922e-504b435202fb tempest-RoutersTestDVR-1224580724 tempest-RoutersTestDVR-1224580724-project-admin] Request body: {'router': {'name': 'tempest-router-1813095617', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'a46f216100bd4bb7a5c563043a33d3a5'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:23:05.975726 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-01db04e0-b673-484e-86a2-232c7c1ff33a tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:05.977506 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-9a51a384-ad5d-47b8-922e-504b435202fb tempest-RoutersTestDVR-1224580724 tempest-RoutersTestDVR-1224580724-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:23:06.001371 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-9a51a384-ad5d-47b8-922e-504b435202fb tempest-RoutersTestDVR-1224580724 tempest-RoutersTestDVR-1224580724-project-admin] Usage tracker for resource:router and tenant:a46f216100bd4bb7a5c563043a33d3a5 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:23:06.022606 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-15f8c9f6-d55c-4bf3-bf2c-7382a74206b4 None None] Allocated IP 172.20.0.2 (56179222-44c4-4b85-a543-2cac4a28cd2d/8ac358aa-12b3-472b-9ffc-8de460edd782/9fe9aa50-acff-4a44-a19e-41ac9d853116) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:23:06.037579 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-9a51a384-ad5d-47b8-922e-504b435202fb tempest-RoutersTestDVR-1224580724 tempest-RoutersTestDVR-1224580724-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:23:06.069496 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-9a51a384-ad5d-47b8-922e-504b435202fb tempest-RoutersTestDVR-1224580724 tempest-RoutersTestDVR-1224580724-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:23:06.121145 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc3a8e79-f7b7-43ad-90d5-9fead0648331 admin admin] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:23:06.129658 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-335b36b7-819d-48e8-a8ea-c256767d933f tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Made reservation on behalf of 45c6bc1d4de642d68a3dbe7218d09f9b for: {'network': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:23:06.135133 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-335b36b7-819d-48e8-a8ea-c256767d933f tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for network, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:06.135992 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9a51a384-ad5d-47b8-922e-504b435202fb tempest-RoutersTestDVR-1224580724 tempest-RoutersTestDVR-1224580724-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3919700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58025'] for router, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:06.136910 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9a51a384-ad5d-47b8-922e-504b435202fb tempest-RoutersTestDVR-1224580724 tempest-RoutersTestDVR-1224580724-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3919671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4011175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58018'] for router, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:06.154143 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01db04e0-b673-484e-86a2-232c7c1ff33a tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Pushing event updated for resources: {'Port': ['ID=7f74df1d-0c9f-4a96-ac95-3c97e6aec5c9,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:06.204347 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cc3a8e79-f7b7-43ad-90d5-9fead0648331 admin admin] Notify callbacks [] for router, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:06.209195 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-cc3a8e79-f7b7-43ad-90d5-9fead0648331 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.8037851 Mar 07 10:23:06.209664 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 57142) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:23:06.210131 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-335b36b7-819d-48e8-a8ea-c256767d933f tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=83737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:23:06.223075 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-335b36b7-819d-48e8-a8ea-c256767d933f tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:06.223407 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.db.segments_db [None req-335b36b7-819d-48e8-a8ea-c256767d933f tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Added segment abf9e10c-7a8c-44ac-9cce-8dcd881d5414 of type vlan for network 985689d5-db3f-4fac-b40b-ea44f7812085 Mar 07 10:23:06.260237 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-335b36b7-819d-48e8-a8ea-c256767d933f tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732568034061'] for network, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:06.261570 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad183584-fb07-4501-877c-b112e1a51afb None None] Pushing event updated for resources: {'Port': ['ID=311957e5-75ce-438c-af86-640684274025,revision_number=3']} {{(pid=83740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:06.278664 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-551f0796-cef2-4c1f-8997-98415acf622e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de313ee9-33fe-4b9d-984b-e3c3c12f7a9d', 'name': 'tempest-ServersTestJSON-1930707126-router', 'tenant_id': '7786db5ef26f4f06a4ab41ba87614474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.117'}], 'enable_snat': True}, 'gw_port_id': '311957e5-75ce-438c-af86-640684274025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:22:57Z', 'updated_at': '2022-03-07T10:23:00Z', 'revision_number': 3, 'project_id': '7786db5ef26f4f06a4ab41ba87614474', 'gw_port': {'id': '311957e5-75ce-438c-af86-640684274025', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:7d:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de313ee9-33fe-4b9d-984b-e3c3c12f7a9d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:22:59Z', 'updated_at': '2022-03-07T10:23:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv'}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:23:06.291120 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551f0796-cef2-4c1f-8997-98415acf622e None None] The sync data for ids ['de313ee9-33fe-4b9d-984b-e3c3c12f7a9d'] in dv-neutron-830731-3-hyperv is: [{'id': 'de313ee9-33fe-4b9d-984b-e3c3c12f7a9d', 'name': 'tempest-ServersTestJSON-1930707126-router', 'tenant_id': '7786db5ef26f4f06a4ab41ba87614474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.117'}], 'enable_snat': True}, 'gw_port_id': '311957e5-75ce-438c-af86-640684274025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:22:57Z', 'updated_at': '2022-03-07T10:23:00Z', 'revision_number': 3, 'project_id': '7786db5ef26f4f06a4ab41ba87614474', 'gw_port': {'id': '311957e5-75ce-438c-af86-640684274025', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:7d:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de313ee9-33fe-4b9d-984b-e3c3c12f7a9d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:22:59Z', 'updated_at': '2022-03-07T10:23:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv'}] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:23:06.350032 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9a51a384-ad5d-47b8-922e-504b435202fb tempest-RoutersTestDVR-1224580724 tempest-RoutersTestDVR-1224580724-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:06.353830 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-575a7d9f-2962-4a99-a66e-80364351efc4 None None] Provisioning for port 1552e80b-749f-4fea-ad40-19b274d8516f completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:23:06.363170 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01db04e0-b673-484e-86a2-232c7c1ff33a tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Checking segment: {'id': '2535c54e-3b50-4dcf-bde0-74f6566f32aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1f6eafb6-1f5d-4b99-95c5-45ac55a76171'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:23:06.363594 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01db04e0-b673-484e-86a2-232c7c1ff33a tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Network hostable DHCP agents. Network: 1f6eafb6-1f5d-4b99-95c5-45ac55a76171, hostable agents: ['6527556c-6586-422c-ae47-082984683847'], hosted agents: [] {{(pid=83738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:23:06.374300 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-335b36b7-819d-48e8-a8ea-c256767d933f tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594'] for network, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:06.375157 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-335b36b7-819d-48e8-a8ea-c256767d933f tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:23:06.375707 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-335b36b7-819d-48e8-a8ea-c256767d933f tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2756603'] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:06.478610 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9a51a384-ad5d-47b8-922e-504b435202fb tempest-RoutersTestDVR-1224580724 tempest-RoutersTestDVR-1224580724-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3917991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923518'] for router, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:06.524815 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8c3add-b9eb-41da-853b-fed73e0b0fd3 None None] Sync routers for ids ['6076671e-b6bf-49bb-931c-ac2bf8cc541b'] in dv-neutron-830731-3-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:23:06.527966 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:06.533829 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9a51a384-ad5d-47b8-922e-504b435202fb tempest-RoutersTestDVR-1224580724 tempest-RoutersTestDVR-1224580724-project-admin] Notify callbacks [] for router, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:06.535010 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-9a51a384-ad5d-47b8-922e-504b435202fb tempest-RoutersTestDVR-1224580724 tempest-RoutersTestDVR-1224580724-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.6772563 Mar 07 10:23:06.535953 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01db04e0-b673-484e-86a2-232c7c1ff33a tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Network 1f6eafb6-1f5d-4b99-95c5-45ac55a76171 is scheduled to be hosted by DHCP agent 6527556c-6586-422c-ae47-082984683847 with binding_index 1 {{(pid=83738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:23:06.538143 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 57146) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:23:06.545662 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-335b36b7-819d-48e8-a8ea-c256767d933f tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.6700773 Mar 07 10:23:06.546605 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335b36b7-819d-48e8-a8ea-c256767d933f tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Pushing event updated for resources: {'Network': ['ID=985689d5-db3f-4fac-b40b-ea44f7812085,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:06.550695 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 57150) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:23:06.551874 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-0d8207ff-17e7-4044-8e4a-64ba2fbb8d89 tempest-RoutersTestDVR-1224580724 tempest-RoutersTestDVR-1224580724-project-admin] Request body: {'router': {'distributed': True}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:23:06.561030 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-249a9485-18fc-4b25-a1b9-f523595e81eb tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Request body: {'subnet': {'network_id': '985689d5-db3f-4fac-b40b-ea44f7812085', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:23:06.571115 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-6965871d-ba78-4d36-8578-3462efeaafaf tempest-ExtraDHCPOptionsTestJSON-515453188 tempest-ExtraDHCPOptionsTestJSON-515453188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:23:06.573684 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-249a9485-18fc-4b25-a1b9-f523595e81eb tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:23:06.573857 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Network 985689d5-db3f-4fac-b40b-ea44f7812085 details requested by agent ovs-agent-dv-neutron-830731-3-hyperv with host dv-neutron-830731-3-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 10:23:06.584035 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-6965871d-ba78-4d36-8578-3462efeaafaf tempest-ExtraDHCPOptionsTestJSON-515453188 tempest-ExtraDHCPOptionsTestJSON-515453188-project] Usage tracker for resource:port and tenant:7b82f43a7dca4c12875c6282010c9692 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:23:06.587192 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-249a9485-18fc-4b25-a1b9-f523595e81eb tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Usage tracker for resource:subnet and tenant:45c6bc1d4de642d68a3dbe7218d09f9b is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:23:06.590924 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-6965871d-ba78-4d36-8578-3462efeaafaf tempest-ExtraDHCPOptionsTestJSON-515453188 tempest-ExtraDHCPOptionsTestJSON-515453188-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:23:06.594706 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-249a9485-18fc-4b25-a1b9-f523595e81eb tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:23:06.601779 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-6965871d-ba78-4d36-8578-3462efeaafaf tempest-ExtraDHCPOptionsTestJSON-515453188 tempest-ExtraDHCPOptionsTestJSON-515453188-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:23:06.611164 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-249a9485-18fc-4b25-a1b9-f523595e81eb tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:23:06.633308 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6965871d-ba78-4d36-8578-3462efeaafaf tempest-ExtraDHCPOptionsTestJSON-515453188 tempest-ExtraDHCPOptionsTestJSON-515453188-project] Made reservation on behalf of 7b82f43a7dca4c12875c6282010c9692 for: {'port': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:23:06.636421 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6965871d-ba78-4d36-8578-3462efeaafaf tempest-ExtraDHCPOptionsTestJSON-515453188 tempest-ExtraDHCPOptionsTestJSON-515453188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:06.651357 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-249a9485-18fc-4b25-a1b9-f523595e81eb tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Made reservation on behalf of 45c6bc1d4de642d68a3dbe7218d09f9b for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:23:06.653894 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-249a9485-18fc-4b25-a1b9-f523595e81eb tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3219231'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:06.690917 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-01db04e0-b673-484e-86a2-232c7c1ff33a tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830731-3-hyperv, 1f6eafb6-1f5d-4b99-95c5-45ac55a76171) {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:23:06.763728 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a68f9442-27f2-4d57-b8b0-e8789cfe2810 None None] Network 1f6eafb6-1f5d-4b99-95c5-45ac55a76171 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:23:06.799275 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [None req-6965871d-ba78-4d36-8578-3462efeaafaf tempest-ExtraDHCPOptionsTestJSON-515453188 tempest-ExtraDHCPOptionsTestJSON-515453188-project] device_id is not set on port 96699943-9262-468d-8715-e14f5cca7543 yet. {{(pid=83737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 07 10:23:06.839904 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01db04e0-b673-484e-86a2-232c7c1ff33a tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:23:06.899836 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d92017a-e7f1-44ed-9c2d-9ec088fe045b admin admin] Router 3c43f100-9332-4f25-a0d7-35238526bf57 is scheduled to L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 with binding_index 1 {{(pid=83737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 10:23:06.923226 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] For port ad40ecd1-58bc-481b-b2f6-ccc09ae07f20, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=ad40ecd1-58bc-481b-b2f6-ccc09ae07f20,segment=NetworkSegment(46fd226d-e938-40b1-b036-15faea50eaea),segment_id=46fd226d-e938-40b1-b036-15faea50eaea)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:23:06.924101 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-01db04e0-b673-484e-86a2-232c7c1ff33a tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Attempting to bind port 7f74df1d-0c9f-4a96-ac95-3c97e6aec5c9 on host hv-neutron-8307 for vnic_type normal with profile {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:23:06.924650 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-01db04e0-b673-484e-86a2-232c7c1ff33a tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Attempting to bind port 7f74df1d-0c9f-4a96-ac95-3c97e6aec5c9 by drivers openvswitch,hyperv on host hv-neutron-8307 at level 0 using segments [{'id': '2535c54e-3b50-4dcf-bde0-74f6566f32aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1f6eafb6-1f5d-4b99-95c5-45ac55a76171'}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:23:06.927011 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8c3add-b9eb-41da-853b-fed73e0b0fd3 None None] Routers {'6076671e-b6bf-49bb-931c-ac2bf8cc541b'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:23:06.927722 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-7b8c3add-b9eb-41da-853b-fed73e0b0fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:23:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['6076671e-b6bf-49bb-931c-ac2bf8cc541b'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:23:06.937091 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01db04e0-b673-484e-86a2-232c7c1ff33a tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Attempting to bind port 7f74df1d-0c9f-4a96-ac95-3c97e6aec5c9 on network 1f6eafb6-1f5d-4b99-95c5-45ac55a76171 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:23:06.963013 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01db04e0-b673-484e-86a2-232c7c1ff33a tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Port 7f74df1d-0c9f-4a96-ac95-3c97e6aec5c9 on network 1f6eafb6-1f5d-4b99-95c5-45ac55a76171 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8307 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 07 10:23:06.963408 dv-neutron-830731-3-hyperv neutron-server[83738]: ERROR neutron.plugins.ml2.managers [None req-01db04e0-b673-484e-86a2-232c7c1ff33a tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Failed to bind port 7f74df1d-0c9f-4a96-ac95-3c97e6aec5c9 on host hv-neutron-8307 for vnic_type normal using segments [{'id': '2535c54e-3b50-4dcf-bde0-74f6566f32aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1f6eafb6-1f5d-4b99-95c5-45ac55a76171'}] Mar 07 10:23:06.964758 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.plugins.ml2.plugin [None req-01db04e0-b673-484e-86a2-232c7c1ff33a tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Attempt 2 to bind port 7f74df1d-0c9f-4a96-ac95-3c97e6aec5c9 Mar 07 10:23:07.018573 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-01db04e0-b673-484e-86a2-232c7c1ff33a tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Attempting to bind port 7f74df1d-0c9f-4a96-ac95-3c97e6aec5c9 on host hv-neutron-8307 for vnic_type normal with profile {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:23:07.019165 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-01db04e0-b673-484e-86a2-232c7c1ff33a tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Attempting to bind port 7f74df1d-0c9f-4a96-ac95-3c97e6aec5c9 by drivers openvswitch,hyperv on host hv-neutron-8307 at level 0 using segments [{'id': '2535c54e-3b50-4dcf-bde0-74f6566f32aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1f6eafb6-1f5d-4b99-95c5-45ac55a76171'}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:23:07.019660 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01db04e0-b673-484e-86a2-232c7c1ff33a tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Attempting to bind port 7f74df1d-0c9f-4a96-ac95-3c97e6aec5c9 on network 1f6eafb6-1f5d-4b99-95c5-45ac55a76171 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:23:07.162509 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:07.175433 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01db04e0-b673-484e-86a2-232c7c1ff33a tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Port 7f74df1d-0c9f-4a96-ac95-3c97e6aec5c9 on network 1f6eafb6-1f5d-4b99-95c5-45ac55a76171 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8307 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 07 10:23:07.175716 dv-neutron-830731-3-hyperv neutron-server[83738]: ERROR neutron.plugins.ml2.managers [None req-01db04e0-b673-484e-86a2-232c7c1ff33a tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Failed to bind port 7f74df1d-0c9f-4a96-ac95-3c97e6aec5c9 on host hv-neutron-8307 for vnic_type normal using segments [{'id': '2535c54e-3b50-4dcf-bde0-74f6566f32aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1f6eafb6-1f5d-4b99-95c5-45ac55a76171'}] Mar 07 10:23:07.181581 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.plugins.ml2.plugin [None req-01db04e0-b673-484e-86a2-232c7c1ff33a tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Attempt 3 to bind port 7f74df1d-0c9f-4a96-ac95-3c97e6aec5c9 Mar 07 10:23:07.270080 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bad5f50-9080-4900-950a-8e2b98ec8edd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ec2749d-0aec-52fb-aca6-10ba8a80aade-87eccba1-5852-4ed1-98a7-17f0ac8f01ec', 'network_id': '87eccba1-5852-4ed1-98a7-17f0ac8f01ec', 'tenant_id': '7b82f43a7dca4c12875c6282010c9692', 'fixed_ips': [{'subnet_id': 'd75ed965-040f-49cb-96a2-80c35c6c110a'}]}} from dv-neutron-830731-3-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 07 10:23:07.270770 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-5bad5f50-9080-4900-950a-8e2b98ec8edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:07.299090 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-01db04e0-b673-484e-86a2-232c7c1ff33a tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Attempting to bind port 7f74df1d-0c9f-4a96-ac95-3c97e6aec5c9 on host hv-neutron-8307 for vnic_type normal with profile {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:23:07.299431 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-01db04e0-b673-484e-86a2-232c7c1ff33a tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Attempting to bind port 7f74df1d-0c9f-4a96-ac95-3c97e6aec5c9 by drivers openvswitch,hyperv on host hv-neutron-8307 at level 0 using segments [{'id': '2535c54e-3b50-4dcf-bde0-74f6566f32aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1f6eafb6-1f5d-4b99-95c5-45ac55a76171'}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:23:07.299766 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01db04e0-b673-484e-86a2-232c7c1ff33a tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Attempting to bind port 7f74df1d-0c9f-4a96-ac95-3c97e6aec5c9 on network 1f6eafb6-1f5d-4b99-95c5-45ac55a76171 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:23:07.344913 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-6965871d-ba78-4d36-8578-3462efeaafaf tempest-ExtraDHCPOptionsTestJSON-515453188 tempest-ExtraDHCPOptionsTestJSON-515453188-project] Allocated IP 172.20.0.7 (87eccba1-5852-4ed1-98a7-17f0ac8f01ec/d75ed965-040f-49cb-96a2-80c35c6c110a/96699943-9262-468d-8715-e14f5cca7543) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:23:07.356444 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01db04e0-b673-484e-86a2-232c7c1ff33a tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Port 7f74df1d-0c9f-4a96-ac95-3c97e6aec5c9 on network 1f6eafb6-1f5d-4b99-95c5-45ac55a76171 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8307 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 07 10:23:07.357156 dv-neutron-830731-3-hyperv neutron-server[83738]: ERROR neutron.plugins.ml2.managers [None req-01db04e0-b673-484e-86a2-232c7c1ff33a tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Failed to bind port 7f74df1d-0c9f-4a96-ac95-3c97e6aec5c9 on host hv-neutron-8307 for vnic_type normal using segments [{'id': '2535c54e-3b50-4dcf-bde0-74f6566f32aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1f6eafb6-1f5d-4b99-95c5-45ac55a76171'}] Mar 07 10:23:07.368042 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.plugins.ml2.plugin [None req-01db04e0-b673-484e-86a2-232c7c1ff33a tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Attempt 4 to bind port 7f74df1d-0c9f-4a96-ac95-3c97e6aec5c9 Mar 07 10:23:07.466154 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-01db04e0-b673-484e-86a2-232c7c1ff33a tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Attempting to bind port 7f74df1d-0c9f-4a96-ac95-3c97e6aec5c9 on host hv-neutron-8307 for vnic_type normal with profile {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:23:07.467275 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-01db04e0-b673-484e-86a2-232c7c1ff33a tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Attempting to bind port 7f74df1d-0c9f-4a96-ac95-3c97e6aec5c9 by drivers openvswitch,hyperv on host hv-neutron-8307 at level 0 using segments [{'id': '2535c54e-3b50-4dcf-bde0-74f6566f32aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1f6eafb6-1f5d-4b99-95c5-45ac55a76171'}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:23:07.467749 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01db04e0-b673-484e-86a2-232c7c1ff33a tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Attempting to bind port 7f74df1d-0c9f-4a96-ac95-3c97e6aec5c9 on network 1f6eafb6-1f5d-4b99-95c5-45ac55a76171 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:23:07.483676 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-bc2e2c4b-7017-4084-86ea-e7a33aa7536d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:07.522003 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 311957e5-75ce-438c-af86-640684274025 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:23:07.665567 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01db04e0-b673-484e-86a2-232c7c1ff33a tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Port 7f74df1d-0c9f-4a96-ac95-3c97e6aec5c9 on network 1f6eafb6-1f5d-4b99-95c5-45ac55a76171 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8307 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 07 10:23:07.665567 dv-neutron-830731-3-hyperv neutron-server[83738]: ERROR neutron.plugins.ml2.managers [None req-01db04e0-b673-484e-86a2-232c7c1ff33a tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Failed to bind port 7f74df1d-0c9f-4a96-ac95-3c97e6aec5c9 on host hv-neutron-8307 for vnic_type normal using segments [{'id': '2535c54e-3b50-4dcf-bde0-74f6566f32aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1f6eafb6-1f5d-4b99-95c5-45ac55a76171'}] Mar 07 10:23:07.735418 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.plugins.ml2.plugin [None req-01db04e0-b673-484e-86a2-232c7c1ff33a tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Attempt 5 to bind port 7f74df1d-0c9f-4a96-ac95-3c97e6aec5c9 Mar 07 10:23:07.743517 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Pushing event updated for resources: {'Port': ['ID=ad40ecd1-58bc-481b-b2f6-ccc09ae07f20,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:07.778070 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6965871d-ba78-4d36-8578-3462efeaafaf tempest-ExtraDHCPOptionsTestJSON-515453188 tempest-ExtraDHCPOptionsTestJSON-515453188-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:07.781089 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-15f8c9f6-d55c-4bf3-bf2c-7382a74206b4 None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:07.789818 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a60a2ba5-9760-4a0f-85e3-b2c100fd9253 None None] Provisioning complete for port ad40ecd1-58bc-481b-b2f6-ccc09ae07f20 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:23:07.790222 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a60a2ba5-9760-4a0f-85e3-b2c100fd9253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:07.810716 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-01db04e0-b673-484e-86a2-232c7c1ff33a tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Attempting to bind port 7f74df1d-0c9f-4a96-ac95-3c97e6aec5c9 on host hv-neutron-8307 for vnic_type normal with profile {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:23:07.811175 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-01db04e0-b673-484e-86a2-232c7c1ff33a tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Attempting to bind port 7f74df1d-0c9f-4a96-ac95-3c97e6aec5c9 by drivers openvswitch,hyperv on host hv-neutron-8307 at level 0 using segments [{'id': '2535c54e-3b50-4dcf-bde0-74f6566f32aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1f6eafb6-1f5d-4b99-95c5-45ac55a76171'}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:23:07.811969 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01db04e0-b673-484e-86a2-232c7c1ff33a tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Attempting to bind port 7f74df1d-0c9f-4a96-ac95-3c97e6aec5c9 on network 1f6eafb6-1f5d-4b99-95c5-45ac55a76171 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:23:07.812347 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [None req-6965871d-ba78-4d36-8578-3462efeaafaf tempest-ExtraDHCPOptionsTestJSON-515453188 tempest-ExtraDHCPOptionsTestJSON-515453188-project] Transition to ACTIVE for port object 96699943-9262-468d-8715-e14f5cca7543 will not be triggered until provisioned by entity DHCP. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:23:07.821987 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0d8207ff-17e7-4044-8e4a-64ba2fbb8d89 tempest-RoutersTestDVR-1224580724 tempest-RoutersTestDVR-1224580724-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3917998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58952'] for router, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:07.822485 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0d8207ff-17e7-4044-8e4a-64ba2fbb8d89 tempest-RoutersTestDVR-1224580724 tempest-RoutersTestDVR-1224580724-project-admin] Notify callbacks [] for router, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:07.851927 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-15f8c9f6-d55c-4bf3-bf2c-7382a74206b4 None None] Transition to ACTIVE for port object 9fe9aa50-acff-4a44-a19e-41ac9d853116 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:23:07.863531 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d92017a-e7f1-44ed-9c2d-9ec088fe045b admin admin] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:23:07.885964 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3c5c6d-57b0-40b0-a86d-8a58c19a1645 None None] Sync routers for ids ['3c43f100-9332-4f25-a0d7-35238526bf57'] in dv-neutron-830731-3-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:23:07.905331 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3c5c6d-57b0-40b0-a86d-8a58c19a1645 None None] Routers {'3c43f100-9332-4f25-a0d7-35238526bf57'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:23:07.906552 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-0f3c5c6d-57b0-40b0-a86d-8a58c19a1645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:23:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['3c43f100-9332-4f25-a0d7-35238526bf57'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:23:07.924610 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6965871d-ba78-4d36-8578-3462efeaafaf tempest-ExtraDHCPOptionsTestJSON-515453188 tempest-ExtraDHCPOptionsTestJSON-515453188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:07.933656 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-7b8c3add-b9eb-41da-853b-fed73e0b0fd3 None None] Set router 6076671e-b6bf-49bb-931c-ac2bf8cc541b gateway port host: dv-neutron-830731-3-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:23:07.963572 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01db04e0-b673-484e-86a2-232c7c1ff33a tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Port 7f74df1d-0c9f-4a96-ac95-3c97e6aec5c9 on network 1f6eafb6-1f5d-4b99-95c5-45ac55a76171 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8307 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 07 10:23:07.964142 dv-neutron-830731-3-hyperv neutron-server[83738]: ERROR neutron.plugins.ml2.managers [None req-01db04e0-b673-484e-86a2-232c7c1ff33a tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Failed to bind port 7f74df1d-0c9f-4a96-ac95-3c97e6aec5c9 on host hv-neutron-8307 for vnic_type normal using segments [{'id': '2535c54e-3b50-4dcf-bde0-74f6566f32aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1f6eafb6-1f5d-4b99-95c5-45ac55a76171'}] Mar 07 10:23:07.969886 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.plugins.ml2.plugin [None req-01db04e0-b673-484e-86a2-232c7c1ff33a tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Attempt 6 to bind port 7f74df1d-0c9f-4a96-ac95-3c97e6aec5c9 Mar 07 10:23:07.985944 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-15f8c9f6-d55c-4bf3-bf2c-7382a74206b4 None None] Transition to ACTIVE for port object 9fe9aa50-acff-4a44-a19e-41ac9d853116 will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:23:08.011106 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-15f8c9f6-d55c-4bf3-bf2c-7382a74206b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:08.012184 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.objects.ports [None req-249a9485-18fc-4b25-a1b9-f523595e81eb tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83737) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 07 10:23:08.012816 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-249a9485-18fc-4b25-a1b9-f523595e81eb tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3012444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3219213'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:08.016391 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4d92017a-e7f1-44ed-9c2d-9ec088fe045b admin admin] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:08.017590 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-4d92017a-e7f1-44ed-9c2d-9ec088fe045b admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 8.6201546 Mar 07 10:23:08.053483 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 57156) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:23:08.069237 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6965871d-ba78-4d36-8578-3462efeaafaf tempest-ExtraDHCPOptionsTestJSON-515453188 tempest-ExtraDHCPOptionsTestJSON-515453188-project] Network 87eccba1-5852-4ed1-98a7-17f0ac8f01ec is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:23:08.087047 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-01db04e0-b673-484e-86a2-232c7c1ff33a tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Attempting to bind port 7f74df1d-0c9f-4a96-ac95-3c97e6aec5c9 on host hv-neutron-8307 for vnic_type normal with profile {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:23:08.087782 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-01db04e0-b673-484e-86a2-232c7c1ff33a tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Attempting to bind port 7f74df1d-0c9f-4a96-ac95-3c97e6aec5c9 by drivers openvswitch,hyperv on host hv-neutron-8307 at level 0 using segments [{'id': '2535c54e-3b50-4dcf-bde0-74f6566f32aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1f6eafb6-1f5d-4b99-95c5-45ac55a76171'}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:23:08.088215 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01db04e0-b673-484e-86a2-232c7c1ff33a tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Attempting to bind port 7f74df1d-0c9f-4a96-ac95-3c97e6aec5c9 on network 1f6eafb6-1f5d-4b99-95c5-45ac55a76171 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:23:08.125013 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-0d8207ff-17e7-4044-8e4a-64ba2fbb8d89 tempest-RoutersTestDVR-1224580724 tempest-RoutersTestDVR-1224580724-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=83738) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Mar 07 10:23:08.125375 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-0d8207ff-17e7-4044-8e4a-64ba2fbb8d89 tempest-RoutersTestDVR-1224580724 tempest-RoutersTestDVR-1224580724-project-admin] Router 70087892-e5d5-4eb2-8baf-4a2facfeb7a9 migrating from provider to provider. {{(pid=83738) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Mar 07 10:23:08.125860 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0d8207ff-17e7-4044-8e4a-64ba2fbb8d89 tempest-RoutersTestDVR-1224580724 tempest-RoutersTestDVR-1224580724-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:08.138903 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-6965871d-ba78-4d36-8578-3462efeaafaf tempest-ExtraDHCPOptionsTestJSON-515453188 tempest-ExtraDHCPOptionsTestJSON-515453188-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:23:08.140195 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning for port 311957e5-75ce-438c-af86-640684274025 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:23:08.146944 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0d8207ff-17e7-4044-8e4a-64ba2fbb8d89 tempest-RoutersTestDVR-1224580724 tempest-RoutersTestDVR-1224580724-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:08.151149 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01db04e0-b673-484e-86a2-232c7c1ff33a tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Port 7f74df1d-0c9f-4a96-ac95-3c97e6aec5c9 on network 1f6eafb6-1f5d-4b99-95c5-45ac55a76171 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8307 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 07 10:23:08.151450 dv-neutron-830731-3-hyperv neutron-server[83738]: ERROR neutron.plugins.ml2.managers [None req-01db04e0-b673-484e-86a2-232c7c1ff33a tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Failed to bind port 7f74df1d-0c9f-4a96-ac95-3c97e6aec5c9 on host hv-neutron-8307 for vnic_type normal using segments [{'id': '2535c54e-3b50-4dcf-bde0-74f6566f32aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1f6eafb6-1f5d-4b99-95c5-45ac55a76171'}] Mar 07 10:23:08.158567 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.plugins.ml2.plugin [None req-01db04e0-b673-484e-86a2-232c7c1ff33a tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Attempt 7 to bind port 7f74df1d-0c9f-4a96-ac95-3c97e6aec5c9 Mar 07 10:23:08.159934 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6965871d-ba78-4d36-8578-3462efeaafaf tempest-ExtraDHCPOptionsTestJSON-515453188 tempest-ExtraDHCPOptionsTestJSON-515453188-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:23:08.180318 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0d8207ff-17e7-4044-8e4a-64ba2fbb8d89 tempest-RoutersTestDVR-1224580724 tempest-RoutersTestDVR-1224580724-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3923496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3923511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3918005'] for router, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:08.202721 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-5bad5f50-9080-4900-950a-8e2b98ec8edd None None] Allocated IP 172.20.0.2 (87eccba1-5852-4ed1-98a7-17f0ac8f01ec/d75ed965-040f-49cb-96a2-80c35c6c110a/99f60f19-b567-49e0-843d-39b1db2378af) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:23:08.224131 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-4622521a-3263-4f59-a47c-b9357cb50eaf tempest-DHCPAgentSchedulersTestJSON-1490567861 tempest-DHCPAgentSchedulersTestJSON-1490567861-project] Allocated IP 172.20.0.5 (56179222-44c4-4b85-a543-2cac4a28cd2d/8ac358aa-12b3-472b-9ffc-8de460edd782/bd228d69-fbcb-4657-a96d-fb64070cd72e) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:23:08.234057 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-0f3c5c6d-57b0-40b0-a86d-8a58c19a1645 None None] Set router 3c43f100-9332-4f25-a0d7-35238526bf57 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:23:08.236808 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-01db04e0-b673-484e-86a2-232c7c1ff33a tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Attempting to bind port 7f74df1d-0c9f-4a96-ac95-3c97e6aec5c9 on host hv-neutron-8307 for vnic_type normal with profile {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:23:08.237324 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-01db04e0-b673-484e-86a2-232c7c1ff33a tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Attempting to bind port 7f74df1d-0c9f-4a96-ac95-3c97e6aec5c9 by drivers openvswitch,hyperv on host hv-neutron-8307 at level 0 using segments [{'id': '2535c54e-3b50-4dcf-bde0-74f6566f32aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1f6eafb6-1f5d-4b99-95c5-45ac55a76171'}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:23:08.237764 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01db04e0-b673-484e-86a2-232c7c1ff33a tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Attempting to bind port 7f74df1d-0c9f-4a96-ac95-3c97e6aec5c9 on network 1f6eafb6-1f5d-4b99-95c5-45ac55a76171 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:23:08.275597 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 311957e5-75ce-438c-af86-640684274025 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:23:08.275966 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:08.341636 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01db04e0-b673-484e-86a2-232c7c1ff33a tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Port 7f74df1d-0c9f-4a96-ac95-3c97e6aec5c9 on network 1f6eafb6-1f5d-4b99-95c5-45ac55a76171 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8307 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 07 10:23:08.342610 dv-neutron-830731-3-hyperv neutron-server[83738]: ERROR neutron.plugins.ml2.managers [None req-01db04e0-b673-484e-86a2-232c7c1ff33a tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Failed to bind port 7f74df1d-0c9f-4a96-ac95-3c97e6aec5c9 on host hv-neutron-8307 for vnic_type normal using segments [{'id': '2535c54e-3b50-4dcf-bde0-74f6566f32aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1f6eafb6-1f5d-4b99-95c5-45ac55a76171'}] Mar 07 10:23:08.352048 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f8c9f6-d55c-4bf3-bf2c-7382a74206b4 None None] Network 56179222-44c4-4b85-a543-2cac4a28cd2d is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:23:08.366585 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6965871d-ba78-4d36-8578-3462efeaafaf tempest-ExtraDHCPOptionsTestJSON-515453188 tempest-ExtraDHCPOptionsTestJSON-515453188-project] Pushing event updated for resources: {'Port': ['ID=96699943-9262-468d-8715-e14f5cca7543,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:08.367666 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f8c9f6-d55c-4bf3-bf2c-7382a74206b4 None None] Pushing event updated for resources: {'Port': ['ID=9fe9aa50-acff-4a44-a19e-41ac9d853116,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:08.370232 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-15f8c9f6-d55c-4bf3-bf2c-7382a74206b4 None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:23:08.374273 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249a9485-18fc-4b25-a1b9-f523595e81eb tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Pushing event updated for resources: {'Subnet': ['ID=93c19972-1086-4642-b5ed-4d5d28ccd3b6,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:08.380936 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f8c9f6-d55c-4bf3-bf2c-7382a74206b4 None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:23:08.406062 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6965871d-ba78-4d36-8578-3462efeaafaf tempest-ExtraDHCPOptionsTestJSON-515453188 tempest-ExtraDHCPOptionsTestJSON-515453188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:23:08.406685 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6965871d-ba78-4d36-8578-3462efeaafaf tempest-ExtraDHCPOptionsTestJSON-515453188 tempest-ExtraDHCPOptionsTestJSON-515453188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2756603'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:08.443582 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249a9485-18fc-4b25-a1b9-f523595e81eb tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Checking segment: {'id': 'abf9e10c-7a8c-44ac-9cce-8dcd881d5414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '985689d5-db3f-4fac-b40b-ea44f7812085'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:23:08.443989 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-249a9485-18fc-4b25-a1b9-f523595e81eb tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Network hostable DHCP agents. Network: 985689d5-db3f-4fac-b40b-ea44f7812085, hostable agents: ['6527556c-6586-422c-ae47-082984683847'], hosted agents: [] {{(pid=83737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:23:08.447301 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.plugins.ml2.plugin [None req-01db04e0-b673-484e-86a2-232c7c1ff33a tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Attempt 8 to bind port 7f74df1d-0c9f-4a96-ac95-3c97e6aec5c9 Mar 07 10:23:08.451414 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-6965871d-ba78-4d36-8578-3462efeaafaf tempest-ExtraDHCPOptionsTestJSON-515453188 tempest-ExtraDHCPOptionsTestJSON-515453188-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.5169389 Mar 07 10:23:08.454807 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 57160) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:23:08.463720 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-e1e011f0-e3dc-46bf-956a-93b2485d5af6 tempest-ExtraDHCPOptionsTestJSON-515453188 tempest-ExtraDHCPOptionsTestJSON-515453188-project] Request body: {'port': {'network_id': '87eccba1-5852-4ed1-98a7-17f0ac8f01ec', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1172097068', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:23:08.464277 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.api.validators [None req-e1e011f0-e3dc-46bf-956a-93b2485d5af6 tempest-ExtraDHCPOptionsTestJSON-515453188 tempest-ExtraDHCPOptionsTestJSON-515453188-project] bootfile-name is not in valid_values {{(pid=83737) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 07 10:23:08.464677 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.api.validators [None req-e1e011f0-e3dc-46bf-956a-93b2485d5af6 tempest-ExtraDHCPOptionsTestJSON-515453188 tempest-ExtraDHCPOptionsTestJSON-515453188-project] tftp-server is not in valid_values {{(pid=83737) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 07 10:23:08.465013 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.api.validators [None req-e1e011f0-e3dc-46bf-956a-93b2485d5af6 tempest-ExtraDHCPOptionsTestJSON-515453188 tempest-ExtraDHCPOptionsTestJSON-515453188-project] server-ip-address is not in valid_values {{(pid=83737) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 07 10:23:08.510325 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-bc2e2c4b-7017-4084-86ea-e7a33aa7536d admin admin] Allocated IP 172.20.0.1 (72398af9-06cf-4222-b28c-e00880a5f9c7/73689262-8534-49d2-b012-2160f5ea5f1f/52928e3c-b794-4156-973a-8c383c2f41ae) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:23:08.549341 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-01db04e0-b673-484e-86a2-232c7c1ff33a tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Attempting to bind port 7f74df1d-0c9f-4a96-ac95-3c97e6aec5c9 on host hv-neutron-8307 for vnic_type normal with profile {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:23:08.549955 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-01db04e0-b673-484e-86a2-232c7c1ff33a tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Attempting to bind port 7f74df1d-0c9f-4a96-ac95-3c97e6aec5c9 by drivers openvswitch,hyperv on host hv-neutron-8307 at level 0 using segments [{'id': '2535c54e-3b50-4dcf-bde0-74f6566f32aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1f6eafb6-1f5d-4b99-95c5-45ac55a76171'}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:23:08.550440 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01db04e0-b673-484e-86a2-232c7c1ff33a tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Attempting to bind port 7f74df1d-0c9f-4a96-ac95-3c97e6aec5c9 on network 1f6eafb6-1f5d-4b99-95c5-45ac55a76171 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:23:08.680750 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-249a9485-18fc-4b25-a1b9-f523595e81eb tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Network 985689d5-db3f-4fac-b40b-ea44f7812085 is scheduled to be hosted by DHCP agent 6527556c-6586-422c-ae47-082984683847 with binding_index 1 {{(pid=83737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:23:08.692619 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-0f3c5c6d-57b0-40b0-a86d-8a58c19a1645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c43f100-9332-4f25-a0d7-35238526bf57', 'name': 'tempest-ServerActionsTestJSON-1233010295-router', 'tenant_id': '38f0b9f3569b450182bbf4a37575848e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.109'}], 'enable_snat': True}, 'gw_port_id': '39ea0072-7b63-4edb-873d-398ee5680d2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:22:59Z', 'updated_at': '2022-03-07T10:23:04Z', 'revision_number': 3, 'project_id': '38f0b9f3569b450182bbf4a37575848e', 'gw_port': {'id': '39ea0072-7b63-4edb-873d-398ee5680d2b', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:bd:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c43f100-9332-4f25-a0d7-35238526bf57', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:23:01Z', 'updated_at': '2022-03-07T10:23:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv'}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:23:08.698711 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3c5c6d-57b0-40b0-a86d-8a58c19a1645 None None] Checking router: 3c43f100-9332-4f25-a0d7-35238526bf57 for host: dv-neutron-830731-3-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 07 10:23:08.699278 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3c5c6d-57b0-40b0-a86d-8a58c19a1645 None None] Updating router 3c43f100-9332-4f25-a0d7-35238526bf57 port 39ea0072-7b63-4edb-873d-398ee5680d2b binding host dv-neutron-830731-3-hyperv {{(pid=83740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 07 10:23:08.712325 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-249a9485-18fc-4b25-a1b9-f523595e81eb tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830731-3-hyperv, 985689d5-db3f-4fac-b40b-ea44f7812085) {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:23:08.721539 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-249a9485-18fc-4b25-a1b9-f523595e81eb tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:23:08.722124 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-249a9485-18fc-4b25-a1b9-f523595e81eb tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2756603'] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:08.754359 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-e1e011f0-e3dc-46bf-956a-93b2485d5af6 tempest-ExtraDHCPOptionsTestJSON-515453188 tempest-ExtraDHCPOptionsTestJSON-515453188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:23:08.760112 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-e1e011f0-e3dc-46bf-956a-93b2485d5af6 tempest-ExtraDHCPOptionsTestJSON-515453188 tempest-ExtraDHCPOptionsTestJSON-515453188-project] Usage tracker for resource:port and tenant:7b82f43a7dca4c12875c6282010c9692 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:23:08.760585 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01db04e0-b673-484e-86a2-232c7c1ff33a tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Port 7f74df1d-0c9f-4a96-ac95-3c97e6aec5c9 on network 1f6eafb6-1f5d-4b99-95c5-45ac55a76171 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8307 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 07 10:23:08.761417 dv-neutron-830731-3-hyperv neutron-server[83738]: ERROR neutron.plugins.ml2.managers [None req-01db04e0-b673-484e-86a2-232c7c1ff33a tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Failed to bind port 7f74df1d-0c9f-4a96-ac95-3c97e6aec5c9 on host hv-neutron-8307 for vnic_type normal using segments [{'id': '2535c54e-3b50-4dcf-bde0-74f6566f32aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1f6eafb6-1f5d-4b99-95c5-45ac55a76171'}] Mar 07 10:23:08.764304 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-e1e011f0-e3dc-46bf-956a-93b2485d5af6 tempest-ExtraDHCPOptionsTestJSON-515453188 tempest-ExtraDHCPOptionsTestJSON-515453188-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:23:08.771634 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-249a9485-18fc-4b25-a1b9-f523595e81eb tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.2160280 Mar 07 10:23:08.771833 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-0f3c5c6d-57b0-40b0-a86d-8a58c19a1645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:08.773564 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 57164) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:23:08.776166 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.plugins.ml2.plugin [None req-01db04e0-b673-484e-86a2-232c7c1ff33a tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Attempt 9 to bind port 7f74df1d-0c9f-4a96-ac95-3c97e6aec5c9 Mar 07 10:23:08.777195 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-e1e011f0-e3dc-46bf-956a-93b2485d5af6 tempest-ExtraDHCPOptionsTestJSON-515453188 tempest-ExtraDHCPOptionsTestJSON-515453188-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:23:08.785085 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-3e6008b2-9da9-43d7-a7f6-4dca85dbbbf5 tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Request body: {'floatingip': {'floating_network_id': '985689d5-db3f-4fac-b40b-ea44f7812085'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:23:08.802675 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-3e6008b2-9da9-43d7-a7f6-4dca85dbbbf5 tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:23:08.812701 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-3e6008b2-9da9-43d7-a7f6-4dca85dbbbf5 tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Usage tracker for resource:floatingip and tenant:45c6bc1d4de642d68a3dbe7218d09f9b is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:23:08.817625 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-3e6008b2-9da9-43d7-a7f6-4dca85dbbbf5 tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:23:08.820554 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1e011f0-e3dc-46bf-956a-93b2485d5af6 tempest-ExtraDHCPOptionsTestJSON-515453188 tempest-ExtraDHCPOptionsTestJSON-515453188-project] Made reservation on behalf of 7b82f43a7dca4c12875c6282010c9692 for: {'port': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:23:08.823673 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e1e011f0-e3dc-46bf-956a-93b2485d5af6 tempest-ExtraDHCPOptionsTestJSON-515453188 tempest-ExtraDHCPOptionsTestJSON-515453188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:08.834972 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-01db04e0-b673-484e-86a2-232c7c1ff33a tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Attempting to bind port 7f74df1d-0c9f-4a96-ac95-3c97e6aec5c9 on host hv-neutron-8307 for vnic_type normal with profile {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:23:08.835546 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-01db04e0-b673-484e-86a2-232c7c1ff33a tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Attempting to bind port 7f74df1d-0c9f-4a96-ac95-3c97e6aec5c9 by drivers openvswitch,hyperv on host hv-neutron-8307 at level 0 using segments [{'id': '2535c54e-3b50-4dcf-bde0-74f6566f32aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1f6eafb6-1f5d-4b99-95c5-45ac55a76171'}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:23:08.836038 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01db04e0-b673-484e-86a2-232c7c1ff33a tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Attempting to bind port 7f74df1d-0c9f-4a96-ac95-3c97e6aec5c9 on network 1f6eafb6-1f5d-4b99-95c5-45ac55a76171 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:23:08.842479 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-3e6008b2-9da9-43d7-a7f6-4dca85dbbbf5 tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:23:08.918053 dv-neutron-830731-3-hyperv neutron-server[83738]: WARNING neutron.scheduler.l3_agent_scheduler [None req-0d8207ff-17e7-4044-8e4a-64ba2fbb8d89 tempest-RoutersTestDVR-1224580724 tempest-RoutersTestDVR-1224580724-project-admin] No L3 agents can host the router 70087892-e5d5-4eb2-8baf-4a2facfeb7a9 Mar 07 10:23:08.919461 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [None req-e1e011f0-e3dc-46bf-956a-93b2485d5af6 tempest-ExtraDHCPOptionsTestJSON-515453188 tempest-ExtraDHCPOptionsTestJSON-515453188-project] device_id is not set on port 86246950-2593-4ce6-b4ac-d8b9a3173b95 yet. {{(pid=83737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 07 10:23:08.969389 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-5bad5f50-9080-4900-950a-8e2b98ec8edd None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:08.979958 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-5bad5f50-9080-4900-950a-8e2b98ec8edd None None] Transition to ACTIVE for port object 99f60f19-b567-49e0-843d-39b1db2378af will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:23:08.999487 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-5bad5f50-9080-4900-950a-8e2b98ec8edd None None] Transition to ACTIVE for port object 99f60f19-b567-49e0-843d-39b1db2378af will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:23:09.001950 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01db04e0-b673-484e-86a2-232c7c1ff33a tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Port 7f74df1d-0c9f-4a96-ac95-3c97e6aec5c9 on network 1f6eafb6-1f5d-4b99-95c5-45ac55a76171 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8307 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 07 10:23:09.001950 dv-neutron-830731-3-hyperv neutron-server[83738]: ERROR neutron.plugins.ml2.managers [None req-01db04e0-b673-484e-86a2-232c7c1ff33a tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Failed to bind port 7f74df1d-0c9f-4a96-ac95-3c97e6aec5c9 on host hv-neutron-8307 for vnic_type normal using segments [{'id': '2535c54e-3b50-4dcf-bde0-74f6566f32aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1f6eafb6-1f5d-4b99-95c5-45ac55a76171'}] Mar 07 10:23:09.007429 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.plugins.ml2.plugin [None req-01db04e0-b673-484e-86a2-232c7c1ff33a tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Attempt 10 to bind port 7f74df1d-0c9f-4a96-ac95-3c97e6aec5c9 Mar 07 10:23:09.031944 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e58d34f7-0b9f-4af7-8b3e-df6215fb6d64 None None] Network 985689d5-db3f-4fac-b40b-ea44f7812085 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:23:09.102657 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3e6008b2-9da9-43d7-a7f6-4dca85dbbbf5 tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:09.122755 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-01db04e0-b673-484e-86a2-232c7c1ff33a tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Attempting to bind port 7f74df1d-0c9f-4a96-ac95-3c97e6aec5c9 on host hv-neutron-8307 for vnic_type normal with profile {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:23:09.123763 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-01db04e0-b673-484e-86a2-232c7c1ff33a tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Attempting to bind port 7f74df1d-0c9f-4a96-ac95-3c97e6aec5c9 by drivers openvswitch,hyperv on host hv-neutron-8307 at level 0 using segments [{'id': '2535c54e-3b50-4dcf-bde0-74f6566f32aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1f6eafb6-1f5d-4b99-95c5-45ac55a76171'}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:23:09.123763 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01db04e0-b673-484e-86a2-232c7c1ff33a tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Attempting to bind port 7f74df1d-0c9f-4a96-ac95-3c97e6aec5c9 on network 1f6eafb6-1f5d-4b99-95c5-45ac55a76171 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:23:09.130593 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-bc2e2c4b-7017-4084-86ea-e7a33aa7536d admin admin] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:09.203824 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-15f8c9f6-d55c-4bf3-bf2c-7382a74206b4 None None] Attempting to bind port 9fe9aa50-acff-4a44-a19e-41ac9d853116 on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:23:09.204367 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-15f8c9f6-d55c-4bf3-bf2c-7382a74206b4 None None] Attempting to bind port 9fe9aa50-acff-4a44-a19e-41ac9d853116 by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': 'f3683c53-e66d-43b4-9f05-6bcfa94d44e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '56179222-44c4-4b85-a543-2cac4a28cd2d'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:23:09.204528 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f8c9f6-d55c-4bf3-bf2c-7382a74206b4 None None] Attempting to bind port 9fe9aa50-acff-4a44-a19e-41ac9d853116 on network 56179222-44c4-4b85-a543-2cac4a28cd2d {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:23:09.205027 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.db.api [None req-e1e011f0-e3dc-46bf-956a-93b2485d5af6 tempest-ExtraDHCPOptionsTestJSON-515453188 tempest-ExtraDHCPOptionsTestJSON-515453188-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-62048641-129b-4444-b28f-1440b6951dc3 {{(pid=83737) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 10:23:09.205361 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG oslo_db.api [None req-e1e011f0-e3dc-46bf-956a-93b2485d5af6 tempest-ExtraDHCPOptionsTestJSON-515453188 tempest-ExtraDHCPOptionsTestJSON-515453188-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 10:23:09.224227 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01db04e0-b673-484e-86a2-232c7c1ff33a tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Port 7f74df1d-0c9f-4a96-ac95-3c97e6aec5c9 on network 1f6eafb6-1f5d-4b99-95c5-45ac55a76171 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8307 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 07 10:23:09.224573 dv-neutron-830731-3-hyperv neutron-server[83738]: ERROR neutron.plugins.ml2.managers [None req-01db04e0-b673-484e-86a2-232c7c1ff33a tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Failed to bind port 7f74df1d-0c9f-4a96-ac95-3c97e6aec5c9 on host hv-neutron-8307 for vnic_type normal using segments [{'id': '2535c54e-3b50-4dcf-bde0-74f6566f32aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1f6eafb6-1f5d-4b99-95c5-45ac55a76171'}] Mar 07 10:23:09.224838 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-01db04e0-b673-484e-86a2-232c7c1ff33a tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:09.251898 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-bc2e2c4b-7017-4084-86ea-e7a33aa7536d admin admin] Transition to ACTIVE for port object 52928e3c-b794-4156-973a-8c383c2f41ae will not be triggered until provisioned by entity DHCP. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:23:09.256744 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-0f3c5c6d-57b0-40b0-a86d-8a58c19a1645 None None] Notify callbacks [] for port, precommit_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:09.276222 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.provisioning_blocks [None req-0f3c5c6d-57b0-40b0-a86d-8a58c19a1645 None None] Transition to ACTIVE for port object 39ea0072-7b63-4edb-873d-398ee5680d2b will not be triggered until provisioned by entity L2. {{(pid=83740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:23:09.285013 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-5bad5f50-9080-4900-950a-8e2b98ec8edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:09.287370 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-0f3c5c6d-57b0-40b0-a86d-8a58c19a1645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:09.301254 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f8c9f6-d55c-4bf3-bf2c-7382a74206b4 None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 23, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:23:09.301618 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f8c9f6-d55c-4bf3-bf2c-7382a74206b4 None None] Checking segment: {'id': 'f3683c53-e66d-43b4-9f05-6bcfa94d44e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '56179222-44c4-4b85-a543-2cac4a28cd2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:23:09.302010 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-15f8c9f6-d55c-4bf3-bf2c-7382a74206b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:09.302392 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f8c9f6-d55c-4bf3-bf2c-7382a74206b4 None None] Bound using segment: {'id': 'f3683c53-e66d-43b4-9f05-6bcfa94d44e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '56179222-44c4-4b85-a543-2cac4a28cd2d'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:23:09.302976 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-15f8c9f6-d55c-4bf3-bf2c-7382a74206b4 None None] Bound port: 9fe9aa50-acff-4a44-a19e-41ac9d853116, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3683c53-e66d-43b4-9f05-6bcfa94d44e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '56179222-44c4-4b85-a543-2cac4a28cd2d'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:23:09.303361 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-15f8c9f6-d55c-4bf3-bf2c-7382a74206b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:09.331680 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4622521a-3263-4f59-a47c-b9357cb50eaf tempest-DHCPAgentSchedulersTestJSON-1490567861 tempest-DHCPAgentSchedulersTestJSON-1490567861-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:09.362834 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3e6008b2-9da9-43d7-a7f6-4dca85dbbbf5 tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:09.392098 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6c5aa6-d090-4d99-816c-a89442e2d3bc None None] Pushing event updated for resources: {'Port': ['ID=39ea0072-7b63-4edb-873d-398ee5680d2b,revision_number=2']} {{(pid=83740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:09.412915 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-4622521a-3263-4f59-a47c-b9357cb50eaf tempest-DHCPAgentSchedulersTestJSON-1490567861 tempest-DHCPAgentSchedulersTestJSON-1490567861-project] Transition to ACTIVE for port object bd228d69-fbcb-4657-a96d-fb64070cd72e will not be triggered until provisioned by entity DHCP. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:23:09.414131 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bad5f50-9080-4900-950a-8e2b98ec8edd None None] Network 87eccba1-5852-4ed1-98a7-17f0ac8f01ec is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:23:09.447315 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-0f3c5c6d-57b0-40b0-a86d-8a58c19a1645 None None] Attempting to bind port 39ea0072-7b63-4edb-873d-398ee5680d2b on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:23:09.447684 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-0f3c5c6d-57b0-40b0-a86d-8a58c19a1645 None None] Attempting to bind port 39ea0072-7b63-4edb-873d-398ee5680d2b by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': '9a22e080-7529-4fc7-949d-9f84ba21807d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12'}] {{(pid=83740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:23:09.448458 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3c5c6d-57b0-40b0-a86d-8a58c19a1645 None None] Attempting to bind port 39ea0072-7b63-4edb-873d-398ee5680d2b on network 5ed85006-6b00-415e-b71f-837fb1421c12 {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:23:09.456357 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3c5c6d-57b0-40b0-a86d-8a58c19a1645 None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 23, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:23:09.456759 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3c5c6d-57b0-40b0-a86d-8a58c19a1645 None None] Checking segment: {'id': '9a22e080-7529-4fc7-949d-9f84ba21807d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:23:09.457163 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-0f3c5c6d-57b0-40b0-a86d-8a58c19a1645 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:09.457554 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3c5c6d-57b0-40b0-a86d-8a58c19a1645 None None] Bound using segment: {'id': '9a22e080-7529-4fc7-949d-9f84ba21807d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12'} {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:23:09.458017 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-0f3c5c6d-57b0-40b0-a86d-8a58c19a1645 None None] Bound port: 39ea0072-7b63-4edb-873d-398ee5680d2b, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a22e080-7529-4fc7-949d-9f84ba21807d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12'}}] {{(pid=83740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:23:09.458407 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-0f3c5c6d-57b0-40b0-a86d-8a58c19a1645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:09.476318 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-01db04e0-b673-484e-86a2-232c7c1ff33a tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] For port 7f74df1d-0c9f-4a96-ac95-3c97e6aec5c9, host hv-neutron-8307, cleared binding levels {{(pid=83738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:23:09.477130 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-01db04e0-b673-484e-86a2-232c7c1ff33a tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Attempted to set empty binding levels {{(pid=83738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 07 10:23:09.514467 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-15f8c9f6-d55c-4bf3-bf2c-7382a74206b4 None None] For port 9fe9aa50-acff-4a44-a19e-41ac9d853116, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:23:09.517359 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-15f8c9f6-d55c-4bf3-bf2c-7382a74206b4 None None] For port 9fe9aa50-acff-4a44-a19e-41ac9d853116, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=9fe9aa50-acff-4a44-a19e-41ac9d853116,segment=NetworkSegment(f3683c53-e66d-43b4-9f05-6bcfa94d44e6),segment_id=f3683c53-e66d-43b4-9f05-6bcfa94d44e6)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:23:09.524881 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bad5f50-9080-4900-950a-8e2b98ec8edd None None] Pushing event updated for resources: {'Port': ['ID=99f60f19-b567-49e0-843d-39b1db2378af,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:09.534495 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-5bad5f50-9080-4900-950a-8e2b98ec8edd None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:23:09.536702 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bad5f50-9080-4900-950a-8e2b98ec8edd None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:23:09.545857 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.db [None req-0f3c5c6d-57b0-40b0-a86d-8a58c19a1645 None None] For port 39ea0072-7b63-4edb-873d-398ee5680d2b, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:23:09.550047 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.db [None req-0f3c5c6d-57b0-40b0-a86d-8a58c19a1645 None None] For port 39ea0072-7b63-4edb-873d-398ee5680d2b, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=39ea0072-7b63-4edb-873d-398ee5680d2b,segment=NetworkSegment(9a22e080-7529-4fc7-949d-9f84ba21807d),segment_id=9a22e080-7529-4fc7-949d-9f84ba21807d)] {{(pid=83740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:23:09.556460 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-01db04e0-b673-484e-86a2-232c7c1ff33a tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:09.557542 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-0f3c5c6d-57b0-40b0-a86d-8a58c19a1645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:09.592121 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-15f8c9f6-d55c-4bf3-bf2c-7382a74206b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:09.626405 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4622521a-3263-4f59-a47c-b9357cb50eaf tempest-DHCPAgentSchedulersTestJSON-1490567861 tempest-DHCPAgentSchedulersTestJSON-1490567861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:09.640986 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6c5aa6-d090-4d99-816c-a89442e2d3bc None None] Pushing event updated for resources: {'Port': ['ID=39ea0072-7b63-4edb-873d-398ee5680d2b,revision_number=3']} {{(pid=83740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:09.648091 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-01db04e0-b673-484e-86a2-232c7c1ff33a tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2756603'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:09.664788 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-3e6008b2-9da9-43d7-a7f6-4dca85dbbbf5 tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Allocated IP 172.20.0.14 (985689d5-db3f-4fac-b40b-ea44f7812085/93c19972-1086-4642-b5ed-4d5d28ccd3b6/bec7bc63-72af-49e7-ab96-9dd8e106348a) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:23:09.675752 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3c5c6d-57b0-40b0-a86d-8a58c19a1645 None None] Routers {'3c43f100-9332-4f25-a0d7-35238526bf57'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:23:09.677282 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-0f3c5c6d-57b0-40b0-a86d-8a58c19a1645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:23:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['3c43f100-9332-4f25-a0d7-35238526bf57'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:23:09.692709 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01db04e0-b673-484e-86a2-232c7c1ff33a tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Pushing event updated for resources: {'Port': ['ID=7f74df1d-0c9f-4a96-ac95-3c97e6aec5c9,revision_number=2']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:09.703363 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8207ff-17e7-4044-8e4a-64ba2fbb8d89 tempest-RoutersTestDVR-1224580724 tempest-RoutersTestDVR-1224580724-project-admin] Hosts for router 70087892-e5d5-4eb2-8baf-4a2facfeb7a9: [] {{(pid=83738) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Mar 07 10:23:09.708409 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e1e011f0-e3dc-46bf-956a-93b2485d5af6 tempest-ExtraDHCPOptionsTestJSON-515453188 tempest-ExtraDHCPOptionsTestJSON-515453188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:09.778062 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f8c9f6-d55c-4bf3-bf2c-7382a74206b4 None None] Pushing event updated for resources: {'Port': ['ID=9fe9aa50-acff-4a44-a19e-41ac9d853116,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:09.815203 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [None req-e1e011f0-e3dc-46bf-956a-93b2485d5af6 tempest-ExtraDHCPOptionsTestJSON-515453188 tempest-ExtraDHCPOptionsTestJSON-515453188-project] device_id is not set on port a221b83e-8c58-4ac3-bbc1-3cf05423deac yet. {{(pid=83737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 07 10:23:09.829530 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-5bad5f50-9080-4900-950a-8e2b98ec8edd None None] Attempting to bind port 99f60f19-b567-49e0-843d-39b1db2378af on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:23:09.829902 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-5bad5f50-9080-4900-950a-8e2b98ec8edd None None] Attempting to bind port 99f60f19-b567-49e0-843d-39b1db2378af by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': 'dcd1ace4-304d-46a6-b4c9-8fda866de592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '87eccba1-5852-4ed1-98a7-17f0ac8f01ec'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:23:09.830262 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bad5f50-9080-4900-950a-8e2b98ec8edd None None] Attempting to bind port 99f60f19-b567-49e0-843d-39b1db2378af on network 87eccba1-5852-4ed1-98a7-17f0ac8f01ec {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:23:09.840815 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed4e810-755f-46c1-8bb3-c4dba10bc263 None None] Network 985689d5-db3f-4fac-b40b-ea44f7812085 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:23:09.842586 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-bc2e2c4b-7017-4084-86ea-e7a33aa7536d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:09.846429 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4622521a-3263-4f59-a47c-b9357cb50eaf tempest-DHCPAgentSchedulersTestJSON-1490567861 tempest-DHCPAgentSchedulersTestJSON-1490567861-project] Pushing event updated for resources: {'Port': ['ID=bd228d69-fbcb-4657-a96d-fb64070cd72e,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:09.858678 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8207ff-17e7-4044-8e4a-64ba2fbb8d89 tempest-RoutersTestDVR-1224580724 tempest-RoutersTestDVR-1224580724-project-admin] Hosts for other DVR routers connected to router 70087892-e5d5-4eb2-8baf-4a2facfeb7a9: set() {{(pid=83738) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Mar 07 10:23:09.912143 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0d8207ff-17e7-4044-8e4a-64ba2fbb8d89 tempest-RoutersTestDVR-1224580724 tempest-RoutersTestDVR-1224580724-project-admin] Notify callbacks [] for router, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:09.916272 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-0d8207ff-17e7-4044-8e4a-64ba2fbb8d89 tempest-RoutersTestDVR-1224580724 tempest-RoutersTestDVR-1224580724-project-admin] 10.222.0.13 "PUT /v2.0/routers/70087892-e5d5-4eb2-8baf-4a2facfeb7a9 HTTP/1.1" status: 200 len: 717 time: 3.3741071 Mar 07 10:23:09.927919 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 57170) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:23:09.988063 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-e1e011f0-e3dc-46bf-956a-93b2485d5af6 tempest-ExtraDHCPOptionsTestJSON-515453188 tempest-ExtraDHCPOptionsTestJSON-515453188-project] Allocated IP 172.20.0.3 (87eccba1-5852-4ed1-98a7-17f0ac8f01ec/d75ed965-040f-49cb-96a2-80c35c6c110a/a221b83e-8c58-4ac3-bbc1-3cf05423deac) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:23:09.996017 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bad5f50-9080-4900-950a-8e2b98ec8edd None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 23, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:23:09.996811 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bad5f50-9080-4900-950a-8e2b98ec8edd None None] Checking segment: {'id': 'dcd1ace4-304d-46a6-b4c9-8fda866de592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '87eccba1-5852-4ed1-98a7-17f0ac8f01ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:23:09.996936 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-5bad5f50-9080-4900-950a-8e2b98ec8edd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:09.997449 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bad5f50-9080-4900-950a-8e2b98ec8edd None None] Bound using segment: {'id': 'dcd1ace4-304d-46a6-b4c9-8fda866de592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '87eccba1-5852-4ed1-98a7-17f0ac8f01ec'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:23:09.997836 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-5bad5f50-9080-4900-950a-8e2b98ec8edd None None] Bound port: 99f60f19-b567-49e0-843d-39b1db2378af, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcd1ace4-304d-46a6-b4c9-8fda866de592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '87eccba1-5852-4ed1-98a7-17f0ac8f01ec'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:23:09.998266 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-5bad5f50-9080-4900-950a-8e2b98ec8edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:10.008636 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-7b8c3add-b9eb-41da-853b-fed73e0b0fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6076671e-b6bf-49bb-931c-ac2bf8cc541b', 'name': 'tempest-ServersTestManualDisk-1536380407-router', 'tenant_id': '3889902faef740789076d2c396125f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.45'}], 'enable_snat': True}, 'gw_port_id': 'f3396d26-2164-4557-8c00-a732a26ee8ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:22:59Z', 'updated_at': '2022-03-07T10:23:02Z', 'revision_number': 3, 'project_id': '3889902faef740789076d2c396125f8b', 'gw_port': {'id': 'f3396d26-2164-4557-8c00-a732a26ee8ed', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:c7:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6076671e-b6bf-49bb-931c-ac2bf8cc541b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:23:00Z', 'updated_at': '2022-03-07T10:23:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv'}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:23:10.042974 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8c3add-b9eb-41da-853b-fed73e0b0fd3 None None] Checking router: 6076671e-b6bf-49bb-931c-ac2bf8cc541b for host: dv-neutron-830731-3-hyperv {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 07 10:23:10.043233 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8c3add-b9eb-41da-853b-fed73e0b0fd3 None None] Updating router 6076671e-b6bf-49bb-931c-ac2bf8cc541b port f3396d26-2164-4557-8c00-a732a26ee8ed binding host dv-neutron-830731-3-hyperv {{(pid=83739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 07 10:23:10.051911 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-0f3c5c6d-57b0-40b0-a86d-8a58c19a1645 None None] Set router 3c43f100-9332-4f25-a0d7-35238526bf57 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:23:10.129843 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:10.147755 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] For port 311957e5-75ce-438c-af86-640684274025, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=311957e5-75ce-438c-af86-640684274025,segment=NetworkSegment(9a22e080-7529-4fc7-949d-9f84ba21807d),segment_id=9a22e080-7529-4fc7-949d-9f84ba21807d)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:23:10.158062 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-7b8c3add-b9eb-41da-853b-fed73e0b0fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:10.172832 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-01db04e0-b673-484e-86a2-232c7c1ff33a tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 982 time: 6.4865897 Mar 07 10:23:10.191860 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 57174) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:23:10.230936 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3e6008b2-9da9-43d7-a7f6-4dca85dbbbf5 tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:10.367491 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-d3ba6a01-b3ef-48bc-b86e-5d6b6e1efb88 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Deleting port 7f74df1d-0c9f-4a96-ac95-3c97e6aec5c9 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:23:10.368040 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d3ba6a01-b3ef-48bc-b86e-5d6b6e1efb88 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:10.393354 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3e6008b2-9da9-43d7-a7f6-4dca85dbbbf5 tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:10.398000 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:10.398870 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 1552e80b-749f-4fea-ad40-19b274d8516f up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:23:10.409462 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4622521a-3263-4f59-a47c-b9357cb50eaf tempest-DHCPAgentSchedulersTestJSON-1490567861 tempest-DHCPAgentSchedulersTestJSON-1490567861-project] Network 56179222-44c4-4b85-a543-2cac4a28cd2d is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:23:10.415394 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc2e2c4b-7017-4084-86ea-e7a33aa7536d admin admin] Network 72398af9-06cf-4222-b28c-e00880a5f9c7 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:23:10.426383 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-4622521a-3263-4f59-a47c-b9357cb50eaf tempest-DHCPAgentSchedulersTestJSON-1490567861 tempest-DHCPAgentSchedulersTestJSON-1490567861-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:23:10.436185 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-bc2e2c4b-7017-4084-86ea-e7a33aa7536d admin admin] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:23:10.445563 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4622521a-3263-4f59-a47c-b9357cb50eaf tempest-DHCPAgentSchedulersTestJSON-1490567861 tempest-DHCPAgentSchedulersTestJSON-1490567861-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:23:10.455467 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4622521a-3263-4f59-a47c-b9357cb50eaf tempest-DHCPAgentSchedulersTestJSON-1490567861 tempest-DHCPAgentSchedulersTestJSON-1490567861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:23:10.456233 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4622521a-3263-4f59-a47c-b9357cb50eaf tempest-DHCPAgentSchedulersTestJSON-1490567861 tempest-DHCPAgentSchedulersTestJSON-1490567861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2756603'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:10.462975 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2e2c4b-7017-4084-86ea-e7a33aa7536d admin admin] Pushing event updated for resources: {'Port': ['ID=52928e3c-b794-4156-973a-8c383c2f41ae,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:10.474391 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2e2c4b-7017-4084-86ea-e7a33aa7536d admin admin] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:23:10.475428 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-bc2e2c4b-7017-4084-86ea-e7a33aa7536d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3920324'] for router_interface, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:10.491500 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6008b2-9da9-43d7-a7f6-4dca85dbbbf5 tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Pushing event updated for resources: {'Port': ['ID=bec7bc63-72af-49e7-ab96-9dd8e106348a,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:10.549955 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e6008b2-9da9-43d7-a7f6-4dca85dbbbf5 tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Network 985689d5-db3f-4fac-b40b-ea44f7812085 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:23:10.562554 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-3e6008b2-9da9-43d7-a7f6-4dca85dbbbf5 tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:23:10.578407 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6008b2-9da9-43d7-a7f6-4dca85dbbbf5 tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:23:10.600534 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-364744ba-55e0-4de5-a79b-e674f5ef3ed2 tempest-RoutersTestDVR-1224580724 tempest-RoutersTestDVR-1224580724-project-admin] 10.222.0.13 "GET /v2.0/routers/70087892-e5d5-4eb2-8baf-4a2facfeb7a9 HTTP/1.1" status: 200 len: 717 time: 0.6530306 Mar 07 10:23:10.612969 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 57178) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:23:10.621265 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-4622521a-3263-4f59-a47c-b9357cb50eaf tempest-DHCPAgentSchedulersTestJSON-1490567861 tempest-DHCPAgentSchedulersTestJSON-1490567861-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.6480861 Mar 07 10:23:10.624235 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 57180) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:23:10.637645 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-5bad5f50-9080-4900-950a-8e2b98ec8edd None None] For port 99f60f19-b567-49e0-843d-39b1db2378af, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:23:10.642558 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-5bad5f50-9080-4900-950a-8e2b98ec8edd None None] For port 99f60f19-b567-49e0-843d-39b1db2378af, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=99f60f19-b567-49e0-843d-39b1db2378af,segment=NetworkSegment(dcd1ace4-304d-46a6-b4c9-8fda866de592),segment_id=dcd1ace4-304d-46a6-b4c9-8fda866de592)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:23:10.650215 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning for port 1552e80b-749f-4fea-ad40-19b274d8516f completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:23:10.662822 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-0f3c5c6d-57b0-40b0-a86d-8a58c19a1645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c43f100-9332-4f25-a0d7-35238526bf57', 'name': 'tempest-ServerActionsTestJSON-1233010295-router', 'tenant_id': '38f0b9f3569b450182bbf4a37575848e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.109'}], 'enable_snat': True}, 'gw_port_id': '39ea0072-7b63-4edb-873d-398ee5680d2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:22:59Z', 'updated_at': '2022-03-07T10:23:04Z', 'revision_number': 3, 'project_id': '38f0b9f3569b450182bbf4a37575848e', 'gw_port': {'id': '39ea0072-7b63-4edb-873d-398ee5680d2b', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:bd:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c43f100-9332-4f25-a0d7-35238526bf57', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:23:01Z', 'updated_at': '2022-03-07T10:23:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv'}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:23:10.668645 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3c5c6d-57b0-40b0-a86d-8a58c19a1645 None None] The sync data for ids ['3c43f100-9332-4f25-a0d7-35238526bf57'] in dv-neutron-830731-3-hyperv is: [{'id': '3c43f100-9332-4f25-a0d7-35238526bf57', 'name': 'tempest-ServerActionsTestJSON-1233010295-router', 'tenant_id': '38f0b9f3569b450182bbf4a37575848e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.109'}], 'enable_snat': True}, 'gw_port_id': '39ea0072-7b63-4edb-873d-398ee5680d2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:22:59Z', 'updated_at': '2022-03-07T10:23:04Z', 'revision_number': 3, 'project_id': '38f0b9f3569b450182bbf4a37575848e', 'gw_port': {'id': '39ea0072-7b63-4edb-873d-398ee5680d2b', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:bd:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c43f100-9332-4f25-a0d7-35238526bf57', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:23:01Z', 'updated_at': '2022-03-07T10:23:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv'}] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:23:10.670979 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 1552e80b-749f-4fea-ad40-19b274d8516f triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:23:10.671437 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:10.703046 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-5bad5f50-9080-4900-950a-8e2b98ec8edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:10.972434 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-b990cf17-eaab-4ea4-a153-9054ce323f53 tempest-DHCPAgentSchedulersTestJSON-1490567861 tempest-DHCPAgentSchedulersTestJSON-1490567861-project] Deleting port bd228d69-fbcb-4657-a96d-fb64070cd72e {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:23:10.972832 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b990cf17-eaab-4ea4-a153-9054ce323f53 tempest-DHCPAgentSchedulersTestJSON-1490567861 tempest-DHCPAgentSchedulersTestJSON-1490567861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:11.184582 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Pushing event updated for resources: {'Port': ['ID=311957e5-75ce-438c-af86-640684274025,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:11.345002 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bad5f50-9080-4900-950a-8e2b98ec8edd None None] Pushing event updated for resources: {'Port': ['ID=99f60f19-b567-49e0-843d-39b1db2378af,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:11.352330 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-8ef82a58-03ea-477e-ae84-420330703a4d None None] Provisioning for port 52928e3c-b794-4156-973a-8c383c2f41ae completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:23:11.432801 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-8ef82a58-03ea-477e-ae84-420330703a4d None None] Provisioning complete for port 52928e3c-b794-4156-973a-8c383c2f41ae triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:23:11.433316 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-8ef82a58-03ea-477e-ae84-420330703a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:11.460195 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-d3ba6a01-b3ef-48bc-b86e-5d6b6e1efb88 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] For port 7f74df1d-0c9f-4a96-ac95-3c97e6aec5c9, host hv-neutron-8307, got binding levels [] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:23:11.461916 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d3ba6a01-b3ef-48bc-b86e-5d6b6e1efb88 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:11.483131 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e1e011f0-e3dc-46bf-956a-93b2485d5af6 tempest-ExtraDHCPOptionsTestJSON-515453188 tempest-ExtraDHCPOptionsTestJSON-515453188-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:11.504725 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3e6008b2-9da9-43d7-a7f6-4dca85dbbbf5 tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:11.528487 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.db.resource_extend [None req-7b8c3add-b9eb-41da-853b-fed73e0b0fd3 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 10:23:11.536747 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:11.570353 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-8ef82a58-03ea-477e-ae84-420330703a4d None None] Port 52928e3c-b794-4156-973a-8c383c2f41ae cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:23:11.585149 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-bc2e2c4b-7017-4084-86ea-e7a33aa7536d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:11.606751 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [None req-e1e011f0-e3dc-46bf-956a-93b2485d5af6 tempest-ExtraDHCPOptionsTestJSON-515453188 tempest-ExtraDHCPOptionsTestJSON-515453188-project] Transition to ACTIVE for port object a221b83e-8c58-4ac3-bbc1-3cf05423deac will not be triggered until provisioned by entity DHCP. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:23:11.650359 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-7b8c3add-b9eb-41da-853b-fed73e0b0fd3 None None] Notify callbacks [] for port, precommit_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:11.665454 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-d3ba6a01-b3ef-48bc-b86e-5d6b6e1efb88 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Calling delete_port for 7f74df1d-0c9f-4a96-ac95-3c97e6aec5c9 owned by {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:23:11.666517 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-7b8c3add-b9eb-41da-853b-fed73e0b0fd3 None None] Transition to ACTIVE for port object f3396d26-2164-4557-8c00-a732a26ee8ed will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:23:11.674235 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad2a55e9-6697-4152-8df6-9b7d041370a8 None None] Network 56179222-44c4-4b85-a543-2cac4a28cd2d requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:23:11.702949 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-7b8c3add-b9eb-41da-853b-fed73e0b0fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:11.708178 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] For port 1552e80b-749f-4fea-ad40-19b274d8516f, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=1552e80b-749f-4fea-ad40-19b274d8516f,segment=NetworkSegment(a01dc850-758a-452f-a0e2-effad6d41a09),segment_id=a01dc850-758a-452f-a0e2-effad6d41a09)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:23:11.800803 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-b0e1985d-5e85-43d0-b520-16c17005c6dd tempest-RoutersTestDVR-1084075238 tempest-RoutersTestDVR-1084075238-project] 10.222.0.13 "GET /v2.0/routers/70087892-e5d5-4eb2-8baf-4a2facfeb7a9 HTTP/1.1" status: 200 len: 683 time: 1.1468048 Mar 07 10:23:11.803868 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 57188) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:23:11.813709 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:11.883661 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53671c5c-afa6-4ebd-85de-f1af1f3d2229 None None] Pushing event updated for resources: {'Port': ['ID=f3396d26-2164-4557-8c00-a732a26ee8ed,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:11.944812 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-13d8eb94-7d01-4fbc-b6aa-7043084a99e1 None None] Provisioning for port 9fe9aa50-acff-4a44-a19e-41ac9d853116 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:23:11.971464 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-7b8c3add-b9eb-41da-853b-fed73e0b0fd3 None None] Attempting to bind port f3396d26-2164-4557-8c00-a732a26ee8ed on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:23:11.971873 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-7b8c3add-b9eb-41da-853b-fed73e0b0fd3 None None] Attempting to bind port f3396d26-2164-4557-8c00-a732a26ee8ed by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': '9a22e080-7529-4fc7-949d-9f84ba21807d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:23:11.972277 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8c3add-b9eb-41da-853b-fed73e0b0fd3 None None] Attempting to bind port f3396d26-2164-4557-8c00-a732a26ee8ed on network 5ed85006-6b00-415e-b71f-837fb1421c12 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:23:12.001948 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e1e011f0-e3dc-46bf-956a-93b2485d5af6 tempest-ExtraDHCPOptionsTestJSON-515453188 tempest-ExtraDHCPOptionsTestJSON-515453188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:12.066077 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9b62a0f6-512e-4718-bf89-547eadf777b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:12.070215 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8c3add-b9eb-41da-853b-fed73e0b0fd3 None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 23, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:23:12.070594 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8c3add-b9eb-41da-853b-fed73e0b0fd3 None None] Checking segment: {'id': '9a22e080-7529-4fc7-949d-9f84ba21807d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:23:12.070995 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-7b8c3add-b9eb-41da-853b-fed73e0b0fd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:12.071388 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8c3add-b9eb-41da-853b-fed73e0b0fd3 None None] Bound using segment: {'id': '9a22e080-7529-4fc7-949d-9f84ba21807d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:23:12.071869 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-7b8c3add-b9eb-41da-853b-fed73e0b0fd3 None None] Bound port: f3396d26-2164-4557-8c00-a732a26ee8ed, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a22e080-7529-4fc7-949d-9f84ba21807d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:23:12.072252 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-7b8c3add-b9eb-41da-853b-fed73e0b0fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:12.113093 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b990cf17-eaab-4ea4-a153-9054ce323f53 tempest-DHCPAgentSchedulersTestJSON-1490567861 tempest-DHCPAgentSchedulersTestJSON-1490567861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:12.175207 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Pushing event updated for resources: {'Port': ['ID=1552e80b-749f-4fea-ad40-19b274d8516f,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:12.291680 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 99f60f19-b567-49e0-843d-39b1db2378af up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:23:12.332576 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-b990cf17-eaab-4ea4-a153-9054ce323f53 tempest-DHCPAgentSchedulersTestJSON-1490567861 tempest-DHCPAgentSchedulersTestJSON-1490567861-project] Calling delete_port for bd228d69-fbcb-4657-a96d-fb64070cd72e owned by {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:23:12.358053 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-7b8c3add-b9eb-41da-853b-fed73e0b0fd3 None None] For port f3396d26-2164-4557-8c00-a732a26ee8ed, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:23:12.368231 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4ca838a5-b30d-4134-84f5-20c65e213e40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:12.392214 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-7b8c3add-b9eb-41da-853b-fed73e0b0fd3 None None] For port f3396d26-2164-4557-8c00-a732a26ee8ed, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=f3396d26-2164-4557-8c00-a732a26ee8ed,segment=NetworkSegment(9a22e080-7529-4fc7-949d-9f84ba21807d),segment_id=9a22e080-7529-4fc7-949d-9f84ba21807d)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:23:12.402454 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3e6008b2-9da9-43d7-a7f6-4dca85dbbbf5 tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:12.405456 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-7b8c3add-b9eb-41da-853b-fed73e0b0fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:12.406874 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d3ba6a01-b3ef-48bc-b86e-5d6b6e1efb88 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:12.417535 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-bc2e2c4b-7017-4084-86ea-e7a33aa7536d admin admin] Notify callbacks [] for port, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:12.431760 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e011f0-e3dc-46bf-956a-93b2485d5af6 tempest-ExtraDHCPOptionsTestJSON-515453188 tempest-ExtraDHCPOptionsTestJSON-515453188-project] Pushing event updated for resources: {'Port': ['ID=a221b83e-8c58-4ac3-bbc1-3cf05423deac,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:12.436104 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e011f0-e3dc-46bf-956a-93b2485d5af6 tempest-ExtraDHCPOptionsTestJSON-515453188 tempest-ExtraDHCPOptionsTestJSON-515453188-project] Network 87eccba1-5852-4ed1-98a7-17f0ac8f01ec is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:23:12.457071 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-e1e011f0-e3dc-46bf-956a-93b2485d5af6 tempest-ExtraDHCPOptionsTestJSON-515453188 tempest-ExtraDHCPOptionsTestJSON-515453188-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:23:12.460136 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f807600-6bc0-4ee9-b270-ba63f5405106 None None] Network 87eccba1-5852-4ed1-98a7-17f0ac8f01ec requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:23:12.464077 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e011f0-e3dc-46bf-956a-93b2485d5af6 tempest-ExtraDHCPOptionsTestJSON-515453188 tempest-ExtraDHCPOptionsTestJSON-515453188-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:23:12.495613 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-bc2e2c4b-7017-4084-86ea-e7a33aa7536d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:12.496859 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-bc2e2c4b-7017-4084-86ea-e7a33aa7536d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2756426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3920233'] for router_interface, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:12.505750 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ba6a01-b3ef-48bc-b86e-5d6b6e1efb88 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Pushing event deleted for resources: {'Port': ['ID=7f74df1d-0c9f-4a96-ac95-3c97e6aec5c9,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:12.614496 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d3ba6a01-b3ef-48bc-b86e-5d6b6e1efb88 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:12.641793 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8c3add-b9eb-41da-853b-fed73e0b0fd3 None None] Routers {'6076671e-b6bf-49bb-931c-ac2bf8cc541b'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:23:12.642581 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-7b8c3add-b9eb-41da-853b-fed73e0b0fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:23:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['6076671e-b6bf-49bb-931c-ac2bf8cc541b'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:23:12.690140 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53671c5c-afa6-4ebd-85de-f1af1f3d2229 None None] Pushing event updated for resources: {'Port': ['ID=f3396d26-2164-4557-8c00-a732a26ee8ed,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:12.722613 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-bfd1cef1-0d4a-4302-87b9-3e2a713d478e tempest-RoutersTestDVR-1224580724 tempest-RoutersTestDVR-1224580724-project-admin] Notify callbacks [] for router, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:12.759798 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning for port 99f60f19-b567-49e0-843d-39b1db2378af completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:23:12.783331 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-aad5c3a7-7dbd-45b2-be6a-2e1315c96b77 None None] Provisioning for port 99f60f19-b567-49e0-843d-39b1db2378af completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:23:12.800010 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1e011f0-e3dc-46bf-956a-93b2485d5af6 tempest-ExtraDHCPOptionsTestJSON-515453188 tempest-ExtraDHCPOptionsTestJSON-515453188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:23:12.800566 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 99f60f19-b567-49e0-843d-39b1db2378af triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:23:12.800566 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:12.800727 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e1e011f0-e3dc-46bf-956a-93b2485d5af6 tempest-ExtraDHCPOptionsTestJSON-515453188 tempest-ExtraDHCPOptionsTestJSON-515453188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2756603'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:12.828752 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-aad5c3a7-7dbd-45b2-be6a-2e1315c96b77 None None] Provisioning complete for port 99f60f19-b567-49e0-843d-39b1db2378af triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:23:12.829122 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-aad5c3a7-7dbd-45b2-be6a-2e1315c96b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:12.904336 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2e2c4b-7017-4084-86ea-e7a33aa7536d admin admin] Pushing event updated for resources: {'Port': ['ID=52928e3c-b794-4156-973a-8c383c2f41ae,revision_number=2']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:13.020050 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-4ca838a5-b30d-4134-84f5-20c65e213e40 admin admin] Allocated IP 172.20.0.1 (f727e18d-bdc2-4660-9a3a-cfddb6581f4f/c839e96c-7ebc-4e73-acbb-92a3dab8a0ef/07b72a15-7c72-4e16-8d4e-3fa90543bc1d) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:23:13.030273 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-9b62a0f6-512e-4718-bf89-547eadf777b4 admin admin] Allocated IP 172.20.0.1 (23de9fec-628e-4e97-8790-1a5369db8272/a11577b7-05f2-4ba2-9386-831d0aeb21de/6481cfd0-b4ea-41da-8d54-8599248a4ff1) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:23:13.150722 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-7b8c3add-b9eb-41da-853b-fed73e0b0fd3 None None] Set router 6076671e-b6bf-49bb-931c-ac2bf8cc541b gateway port host: dv-neutron-830731-3-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:23:13.157154 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-d3ba6a01-b3ef-48bc-b86e-5d6b6e1efb88 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] 10.222.0.13 "DELETE /v2.0/ports/7f74df1d-0c9f-4a96-ac95-3c97e6aec5c9 HTTP/1.1" status: 204 len: 168 time: 2.9559600 Mar 07 10:23:13.167979 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 57192) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:23:13.248078 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ceaad60-1116-4116-982a-ea580333697f tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] GET failed (client error): The resource could not be found. Mar 07 10:23:13.248078 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-6ceaad60-1116-4116-982a-ea580333697f tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Synchronizing usage tracker for tenant:c42462e4e1e44e62933c6047450058d3 on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:23:13.256616 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-e1e011f0-e3dc-46bf-956a-93b2485d5af6 tempest-ExtraDHCPOptionsTestJSON-515453188 tempest-ExtraDHCPOptionsTestJSON-515453188-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 4.8005996 Mar 07 10:23:13.265541 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 57196) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:23:13.305721 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-6ceaad60-1116-4116-982a-ea580333697f tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Unset dirty status for tenant:c42462e4e1e44e62933c6047450058d3 on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:23:13.311312 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-6ceaad60-1116-4116-982a-ea580333697f tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] 10.222.0.13 "GET /v2.0/ports/7f74df1d-0c9f-4a96-ac95-3c97e6aec5c9 HTTP/1.1" status: 404 len: 333 time: 0.1229665 Mar 07 10:23:13.317403 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 57200) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:23:13.336033 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b990cf17-eaab-4ea4-a153-9054ce323f53 tempest-DHCPAgentSchedulersTestJSON-1490567861 tempest-DHCPAgentSchedulersTestJSON-1490567861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:13.342161 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-190196fe-9b08-4b77-9326-d70ae26aab95 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Request body: {'port': {'network_id': '1f6eafb6-1f5d-4b99-95c5-45ac55a76171', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-504620295'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:23:13.380795 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3e6008b2-9da9-43d7-a7f6-4dca85dbbbf5 tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:13.406201 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-190196fe-9b08-4b77-9326-d70ae26aab95 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:23:13.411112 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:13.417081 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3e6008b2-9da9-43d7-a7f6-4dca85dbbbf5 tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3012561'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:13.428130 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-aad5c3a7-7dbd-45b2-be6a-2e1315c96b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:13.429077 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b990cf17-eaab-4ea4-a153-9054ce323f53 tempest-DHCPAgentSchedulersTestJSON-1490567861 tempest-DHCPAgentSchedulersTestJSON-1490567861-project] Pushing event deleted for resources: {'Port': ['ID=bd228d69-fbcb-4657-a96d-fb64070cd72e,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:13.467108 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc2e2c4b-7017-4084-86ea-e7a33aa7536d admin admin] Network 72398af9-06cf-4222-b28c-e00880a5f9c7 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:23:13.470982 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-bc2e2c4b-7017-4084-86ea-e7a33aa7536d admin admin] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:23:13.485508 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-190196fe-9b08-4b77-9326-d70ae26aab95 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:23:13.512278 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] For port 99f60f19-b567-49e0-843d-39b1db2378af, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=99f60f19-b567-49e0-843d-39b1db2378af,segment=NetworkSegment(dcd1ace4-304d-46a6-b4c9-8fda866de592),segment_id=dcd1ace4-304d-46a6-b4c9-8fda866de592)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:23:13.538679 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4ca838a5-b30d-4134-84f5-20c65e213e40 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:13.546599 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:13.547493 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device ad40ecd1-58bc-481b-b2f6-ccc09ae07f20 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:23:13.677122 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [None req-4ca838a5-b30d-4134-84f5-20c65e213e40 admin admin] Transition to ACTIVE for port object 07b72a15-7c72-4e16-8d4e-3fa90543bc1d will not be triggered until provisioned by entity DHCP. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:23:13.714603 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-190196fe-9b08-4b77-9326-d70ae26aab95 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Made reservation on behalf of c42462e4e1e44e62933c6047450058d3 for: {'port': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:23:13.717848 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9b62a0f6-512e-4718-bf89-547eadf777b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:13.720934 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-190196fe-9b08-4b77-9326-d70ae26aab95 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:13.779474 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6008b2-9da9-43d7-a7f6-4dca85dbbbf5 tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Pushing event updated for resources: {'Port': ['ID=bec7bc63-72af-49e7-ab96-9dd8e106348a,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:13.822153 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Pushing event updated for resources: {'Port': ['ID=99f60f19-b567-49e0-843d-39b1db2378af,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:13.826103 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.db.api [None req-aad5c3a7-7dbd-45b2-be6a-2e1315c96b77 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 10:23:13.826610 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG oslo_db.api [None req-aad5c3a7-7dbd-45b2-be6a-2e1315c96b77 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 10:23:13.839307 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-7b8c3add-b9eb-41da-853b-fed73e0b0fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6076671e-b6bf-49bb-931c-ac2bf8cc541b', 'name': 'tempest-ServersTestManualDisk-1536380407-router', 'tenant_id': '3889902faef740789076d2c396125f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.45'}], 'enable_snat': True}, 'gw_port_id': 'f3396d26-2164-4557-8c00-a732a26ee8ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:22:59Z', 'updated_at': '2022-03-07T10:23:02Z', 'revision_number': 3, 'project_id': '3889902faef740789076d2c396125f8b', 'gw_port': {'id': 'f3396d26-2164-4557-8c00-a732a26ee8ed', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:c7:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6076671e-b6bf-49bb-931c-ac2bf8cc541b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:23:00Z', 'updated_at': '2022-03-07T10:23:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv'}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:23:13.849032 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port ad40ecd1-58bc-481b-b2f6-ccc09ae07f20 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:23:13.850601 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:13.860662 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fe79829-c55e-4d1a-8bd0-289639341deb tempest-ExtraDHCPOptionsTestJSON-515453188 tempest-ExtraDHCPOptionsTestJSON-515453188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:23:13.864632 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fe79829-c55e-4d1a-8bd0-289639341deb tempest-ExtraDHCPOptionsTestJSON-515453188 tempest-ExtraDHCPOptionsTestJSON-515453188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:23:13.874011 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fe79829-c55e-4d1a-8bd0-289639341deb tempest-ExtraDHCPOptionsTestJSON-515453188 tempest-ExtraDHCPOptionsTestJSON-515453188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:23:13.875875 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-bfd1cef1-0d4a-4302-87b9-3e2a713d478e tempest-RoutersTestDVR-1224580724 tempest-RoutersTestDVR-1224580724-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3917970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58043'] for router, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:13.879592 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-9b62a0f6-512e-4718-bf89-547eadf777b4 admin admin] Transition to ACTIVE for port object 6481cfd0-b4ea-41da-8d54-8599248a4ff1 will not be triggered until provisioned by entity DHCP. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:23:13.885785 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-6fe79829-c55e-4d1a-8bd0-289639341deb tempest-ExtraDHCPOptionsTestJSON-515453188 tempest-ExtraDHCPOptionsTestJSON-515453188-project] Synchronizing usage tracker for tenant:7b82f43a7dca4c12875c6282010c9692 on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:23:13.894626 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8c3add-b9eb-41da-853b-fed73e0b0fd3 None None] The sync data for ids ['6076671e-b6bf-49bb-931c-ac2bf8cc541b'] in dv-neutron-830731-3-hyperv is: [{'id': '6076671e-b6bf-49bb-931c-ac2bf8cc541b', 'name': 'tempest-ServersTestManualDisk-1536380407-router', 'tenant_id': '3889902faef740789076d2c396125f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.45'}], 'enable_snat': True}, 'gw_port_id': 'f3396d26-2164-4557-8c00-a732a26ee8ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:22:59Z', 'updated_at': '2022-03-07T10:23:02Z', 'revision_number': 3, 'project_id': '3889902faef740789076d2c396125f8b', 'gw_port': {'id': 'f3396d26-2164-4557-8c00-a732a26ee8ed', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:c7:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6076671e-b6bf-49bb-931c-ac2bf8cc541b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:23:00Z', 'updated_at': '2022-03-07T10:23:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv'}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:23:13.898556 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [None req-190196fe-9b08-4b77-9326-d70ae26aab95 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] device_id is not set on port 6be1027d-9a0d-458b-b81f-01ece49e4fed yet. {{(pid=83737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 07 10:23:13.899754 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-bfd1cef1-0d4a-4302-87b9-3e2a713d478e tempest-RoutersTestDVR-1224580724 tempest-RoutersTestDVR-1224580724-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:13.959163 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b990cf17-eaab-4ea4-a153-9054ce323f53 tempest-DHCPAgentSchedulersTestJSON-1490567861 tempest-DHCPAgentSchedulersTestJSON-1490567861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:13.961983 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-b990cf17-eaab-4ea4-a153-9054ce323f53 tempest-DHCPAgentSchedulersTestJSON-1490567861 tempest-DHCPAgentSchedulersTestJSON-1490567861-project] 10.222.0.13 "DELETE /v2.0/ports/bd228d69-fbcb-4657-a96d-fb64070cd72e HTTP/1.1" status: 204 len: 168 time: 3.3321617 Mar 07 10:23:13.963558 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3e6008b2-9da9-43d7-a7f6-4dca85dbbbf5 tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923533'] for floatingip, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:13.971799 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 57204) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:23:13.975941 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4ca838a5-b30d-4134-84f5-20c65e213e40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:14.057963 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 311957e5-75ce-438c-af86-640684274025 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:23:14.083322 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-bfd1cef1-0d4a-4302-87b9-3e2a713d478e tempest-RoutersTestDVR-1224580724 tempest-RoutersTestDVR-1224580724-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3917886'] for router, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:14.083824 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfd1cef1-0d4a-4302-87b9-3e2a713d478e tempest-RoutersTestDVR-1224580724 tempest-RoutersTestDVR-1224580724-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 70087892-e5d5-4eb2-8baf-4a2facfeb7a9 {{(pid=83738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 10:23:14.143653 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca838a5-b30d-4134-84f5-20c65e213e40 admin admin] Pushing event updated for resources: {'Port': ['ID=07b72a15-7c72-4e16-8d4e-3fa90543bc1d,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:14.147310 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9b62a0f6-512e-4718-bf89-547eadf777b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:14.162461 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-6fe79829-c55e-4d1a-8bd0-289639341deb tempest-ExtraDHCPOptionsTestJSON-515453188 tempest-ExtraDHCPOptionsTestJSON-515453188-project] Unset dirty status for tenant:7b82f43a7dca4c12875c6282010c9692 on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:23:14.163916 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-6fe79829-c55e-4d1a-8bd0-289639341deb tempest-ExtraDHCPOptionsTestJSON-515453188 tempest-ExtraDHCPOptionsTestJSON-515453188-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.8973882 Mar 07 10:23:14.166521 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ca838a5-b30d-4134-84f5-20c65e213e40 admin admin] Network f727e18d-bdc2-4660-9a3a-cfddb6581f4f is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:23:14.178338 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 57210) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:23:14.179312 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-4ca838a5-b30d-4134-84f5-20c65e213e40 admin admin] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:23:14.182377 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca838a5-b30d-4134-84f5-20c65e213e40 admin admin] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:23:14.214448 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 311957e5-75ce-438c-af86-640684274025 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:23:14.214813 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:14.225300 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3e6008b2-9da9-43d7-a7f6-4dca85dbbbf5 tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for floatingip, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:14.228921 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-3e6008b2-9da9-43d7-a7f6-4dca85dbbbf5 tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.4511209 Mar 07 10:23:14.264907 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 57214) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:23:14.401019 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4ca838a5-b30d-4134-84f5-20c65e213e40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3920324'] for router_interface, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:14.437654 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-7a7a6943-1376-4dd5-bb9d-2b8be88b7362 tempest-ExtraDHCPOptionsTestJSON-515453188 tempest-ExtraDHCPOptionsTestJSON-515453188-project] Deleting port a221b83e-8c58-4ac3-bbc1-3cf05423deac {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:23:14.437994 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7a7a6943-1376-4dd5-bb9d-2b8be88b7362 tempest-ExtraDHCPOptionsTestJSON-515453188 tempest-ExtraDHCPOptionsTestJSON-515453188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:14.503963 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 9fe9aa50-acff-4a44-a19e-41ac9d853116 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:23:14.603493 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-0367f2b5-08d3-4b61-821a-cfd9a4f85808 None None] Provisioning complete for port 99f60f19-b567-49e0-843d-39b1db2378af triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:23:14.603880 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0367f2b5-08d3-4b61-821a-cfd9a4f85808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:14.628146 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-c96ff2a2-26a5-4f6f-a9db-9afc78c5d495 tempest-DHCPAgentSchedulersTestJSON-1854470756 tempest-DHCPAgentSchedulersTestJSON-1854470756-project-admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.6482358 Mar 07 10:23:14.646242 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 57218) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:23:14.661100 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning for port 9fe9aa50-acff-4a44-a19e-41ac9d853116 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:23:14.664115 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-ce7d4a75-5b39-4558-9fb5-cc96c1c84b68 tempest-DHCPAgentSchedulersTestJSON-1490567861 tempest-DHCPAgentSchedulersTestJSON-1490567861-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-74323073'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:23:14.670027 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 9fe9aa50-acff-4a44-a19e-41ac9d853116 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:23:14.670788 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:14.671973 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b62a0f6-512e-4718-bf89-547eadf777b4 admin admin] Pushing event updated for resources: {'Port': ['ID=6481cfd0-b4ea-41da-8d54-8599248a4ff1,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:14.692033 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-bfd1cef1-0d4a-4302-87b9-3e2a713d478e tempest-RoutersTestDVR-1224580724 tempest-RoutersTestDVR-1224580724-project-admin] Notify callbacks [] for router, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:14.696833 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-bfd1cef1-0d4a-4302-87b9-3e2a713d478e tempest-RoutersTestDVR-1224580724 tempest-RoutersTestDVR-1224580724-project-admin] 10.222.0.13 "DELETE /v2.0/routers/70087892-e5d5-4eb2-8baf-4a2facfeb7a9 HTTP/1.1" status: 204 len: 168 time: 2.8844893 Mar 07 10:23:14.696833 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b62a0f6-512e-4718-bf89-547eadf777b4 admin admin] Network 23de9fec-628e-4e97-8790-1a5369db8272 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:23:14.701768 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 57222) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:23:14.703053 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-9b62a0f6-512e-4718-bf89-547eadf777b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:23:14.708743 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b62a0f6-512e-4718-bf89-547eadf777b4 admin admin] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:23:14.709216 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9b62a0f6-512e-4718-bf89-547eadf777b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3920324'] for router_interface, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:14.711597 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-ce7d4a75-5b39-4558-9fb5-cc96c1c84b68 tempest-DHCPAgentSchedulersTestJSON-1490567861 tempest-DHCPAgentSchedulersTestJSON-1490567861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:23:14.727009 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-db48f38d-0961-467b-9416-bd46ab2b361a tempest-RoutersTestDVR-1224580724 tempest-RoutersTestDVR-1224580724-project-admin] Request body: {'router': {'name': 'tempest-router-1810980738', 'distributed': True}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:23:14.735693 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-903fac26-ad6a-4cc5-98a7-9febf6a40355 tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] 10.222.0.13 "GET /v2.0/floatingips?floating_network_id=985689d5-db3f-4fac-b40b-ea44f7812085 HTTP/1.1" status: 200 len: 690 time: 0.4623067 Mar 07 10:23:14.741849 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-ce7d4a75-5b39-4558-9fb5-cc96c1c84b68 tempest-DHCPAgentSchedulersTestJSON-1490567861 tempest-DHCPAgentSchedulersTestJSON-1490567861-project] Usage tracker for resource:network and tenant:2691bc10eca84b7289020936e81fb352 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:23:14.751001 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 57226) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:23:14.751639 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-db48f38d-0961-467b-9416-bd46ab2b361a tempest-RoutersTestDVR-1224580724 tempest-RoutersTestDVR-1224580724-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:23:14.755738 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-ce7d4a75-5b39-4558-9fb5-cc96c1c84b68 tempest-DHCPAgentSchedulersTestJSON-1490567861 tempest-DHCPAgentSchedulersTestJSON-1490567861-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:23:14.762146 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-db48f38d-0961-467b-9416-bd46ab2b361a tempest-RoutersTestDVR-1224580724 tempest-RoutersTestDVR-1224580724-project-admin] Usage tracker for resource:router and tenant:5be6ea6335dc4c4394eaed7b2fdb490d is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:23:14.768385 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-db48f38d-0961-467b-9416-bd46ab2b361a tempest-RoutersTestDVR-1224580724 tempest-RoutersTestDVR-1224580724-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:23:14.771563 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-190196fe-9b08-4b77-9326-d70ae26aab95 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:14.779269 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-db48f38d-0961-467b-9416-bd46ab2b361a tempest-RoutersTestDVR-1224580724 tempest-RoutersTestDVR-1224580724-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:23:14.844213 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-db48f38d-0961-467b-9416-bd46ab2b361a tempest-RoutersTestDVR-1224580724 tempest-RoutersTestDVR-1224580724-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3919700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58025'] for router, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:14.845169 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-db48f38d-0961-467b-9416-bd46ab2b361a tempest-RoutersTestDVR-1224580724 tempest-RoutersTestDVR-1224580724-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3919671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4011175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58018'] for router, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:14.849921 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-ce7d4a75-5b39-4558-9fb5-cc96c1c84b68 tempest-DHCPAgentSchedulersTestJSON-1490567861 tempest-DHCPAgentSchedulersTestJSON-1490567861-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:23:14.878794 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:14.898161 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-0367f2b5-08d3-4b61-821a-cfd9a4f85808 None None] Provisioning for port 07b72a15-7c72-4e16-8d4e-3fa90543bc1d completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:23:14.904100 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9b62a0f6-512e-4718-bf89-547eadf777b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:14.907105 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-0367f2b5-08d3-4b61-821a-cfd9a4f85808 None None] Provisioning complete for port 07b72a15-7c72-4e16-8d4e-3fa90543bc1d triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:23:14.907465 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0367f2b5-08d3-4b61-821a-cfd9a4f85808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:14.973377 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-0367f2b5-08d3-4b61-821a-cfd9a4f85808 None None] Port 07b72a15-7c72-4e16-8d4e-3fa90543bc1d cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:23:14.977068 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-db48f38d-0961-467b-9416-bd46ab2b361a tempest-RoutersTestDVR-1224580724 tempest-RoutersTestDVR-1224580724-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:14.995923 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-0367f2b5-08d3-4b61-821a-cfd9a4f85808 None None] Provisioning complete for port 9fe9aa50-acff-4a44-a19e-41ac9d853116 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:23:14.996885 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0367f2b5-08d3-4b61-821a-cfd9a4f85808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:15.032540 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce7d4a75-5b39-4558-9fb5-cc96c1c84b68 tempest-DHCPAgentSchedulersTestJSON-1490567861 tempest-DHCPAgentSchedulersTestJSON-1490567861-project] Made reservation on behalf of 2691bc10eca84b7289020936e81fb352 for: {'network': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:23:15.035487 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ce7d4a75-5b39-4558-9fb5-cc96c1c84b68 tempest-DHCPAgentSchedulersTestJSON-1490567861 tempest-DHCPAgentSchedulersTestJSON-1490567861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for network, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:15.059769 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] For port 9fe9aa50-acff-4a44-a19e-41ac9d853116, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=9fe9aa50-acff-4a44-a19e-41ac9d853116,segment=NetworkSegment(f3683c53-e66d-43b4-9f05-6bcfa94d44e6),segment_id=f3683c53-e66d-43b4-9f05-6bcfa94d44e6)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:23:15.069189 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:15.070228 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 39ea0072-7b63-4edb-873d-398ee5680d2b up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:23:15.083439 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-db48f38d-0961-467b-9416-bd46ab2b361a tempest-RoutersTestDVR-1224580724 tempest-RoutersTestDVR-1224580724-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3917991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923518'] for router, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:15.129081 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4ca838a5-b30d-4134-84f5-20c65e213e40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:15.198563 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-190196fe-9b08-4b77-9326-d70ae26aab95 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:15.205342 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-db48f38d-0961-467b-9416-bd46ab2b361a tempest-RoutersTestDVR-1224580724 tempest-RoutersTestDVR-1224580724-project-admin] Notify callbacks [] for router, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:15.206514 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-db48f38d-0961-467b-9416-bd46ab2b361a tempest-RoutersTestDVR-1224580724 tempest-RoutersTestDVR-1224580724-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.5004175 Mar 07 10:23:15.211667 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 57230) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:23:15.238195 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Pushing event updated for resources: {'Port': ['ID=9fe9aa50-acff-4a44-a19e-41ac9d853116,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:15.279170 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc2e2c4b-7017-4084-86ea-e7a33aa7536d admin admin] Router de313ee9-33fe-4b9d-984b-e3c3c12f7a9d has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:23:15.280433 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning for port 39ea0072-7b63-4edb-873d-398ee5680d2b completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:23:15.287781 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 39ea0072-7b63-4edb-873d-398ee5680d2b triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:23:15.288193 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:15.340647 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-0367f2b5-08d3-4b61-821a-cfd9a4f85808 None None] Provisioning for port a221b83e-8c58-4ac3-bbc1-3cf05423deac completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:23:15.353717 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-0367f2b5-08d3-4b61-821a-cfd9a4f85808 None None] Provisioning complete for port a221b83e-8c58-4ac3-bbc1-3cf05423deac triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:23:15.354371 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0367f2b5-08d3-4b61-821a-cfd9a4f85808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:15.415540 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b9dea1bf-e7a0-4b9d-8517-08d1577e61b6 tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1158940'] for network, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:15.432920 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:15.435534 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-0367f2b5-08d3-4b61-821a-cfd9a4f85808 None None] Port a221b83e-8c58-4ac3-bbc1-3cf05423deac cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:23:15.439729 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce7d4a75-5b39-4558-9fb5-cc96c1c84b68 tempest-DHCPAgentSchedulersTestJSON-1490567861 tempest-DHCPAgentSchedulersTestJSON-1490567861-project] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=83737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:23:15.448106 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7a7a6943-1376-4dd5-bb9d-2b8be88b7362 tempest-ExtraDHCPOptionsTestJSON-515453188 tempest-ExtraDHCPOptionsTestJSON-515453188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:15.527270 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cbfcb525-801a-4569-baca-29cdb8f35811 tempest-RoutersTestDVR-1224580724 tempest-RoutersTestDVR-1224580724-project-admin] Notify callbacks [] for router, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:15.536677 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:15.541221 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-0367f2b5-08d3-4b61-821a-cfd9a4f85808 None None] Provisioning complete for port 52928e3c-b794-4156-973a-8c383c2f41ae triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:23:15.541572 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0367f2b5-08d3-4b61-821a-cfd9a4f85808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:15.587110 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.db.resource_extend [None req-9b62a0f6-512e-4718-bf89-547eadf777b4 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 10:23:15.598344 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] For port 39ea0072-7b63-4edb-873d-398ee5680d2b, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=39ea0072-7b63-4edb-873d-398ee5680d2b,segment=NetworkSegment(9a22e080-7529-4fc7-949d-9f84ba21807d),segment_id=9a22e080-7529-4fc7-949d-9f84ba21807d)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:23:15.602729 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-0367f2b5-08d3-4b61-821a-cfd9a4f85808 None None] Port 52928e3c-b794-4156-973a-8c383c2f41ae cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:23:15.605629 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:15.657064 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9b62a0f6-512e-4718-bf89-547eadf777b4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:15.673916 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9b62a0f6-512e-4718-bf89-547eadf777b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:15.674925 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9b62a0f6-512e-4718-bf89-547eadf777b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2756426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3920233'] for router_interface, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:15.675341 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-190196fe-9b08-4b77-9326-d70ae26aab95 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Network 1f6eafb6-1f5d-4b99-95c5-45ac55a76171 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:23:15.676695 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ce7d4a75-5b39-4558-9fb5-cc96c1c84b68 tempest-DHCPAgentSchedulersTestJSON-1490567861 tempest-DHCPAgentSchedulersTestJSON-1490567861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:15.677173 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.db.segments_db [None req-ce7d4a75-5b39-4558-9fb5-cc96c1c84b68 tempest-DHCPAgentSchedulersTestJSON-1490567861 tempest-DHCPAgentSchedulersTestJSON-1490567861-project] Added segment 173a679d-322b-4109-b92f-1b8a111f44af of type vlan for network 0bb9e0e9-53c7-4fc7-a2c9-09da2ce1d382 Mar 07 10:23:15.678490 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190196fe-9b08-4b77-9326-d70ae26aab95 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Pushing event updated for resources: {'Port': ['ID=6be1027d-9a0d-458b-b81f-01ece49e4fed,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:15.679693 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-0367f2b5-08d3-4b61-821a-cfd9a4f85808 None None] Provisioning for port 96699943-9262-468d-8715-e14f5cca7543 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:23:15.686726 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Pushing event updated for resources: {'Port': ['ID=39ea0072-7b63-4edb-873d-398ee5680d2b,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:15.690698 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-0367f2b5-08d3-4b61-821a-cfd9a4f85808 None None] Provisioning complete for port 96699943-9262-468d-8715-e14f5cca7543 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:23:15.691184 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0367f2b5-08d3-4b61-821a-cfd9a4f85808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:15.696678 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-7a7a6943-1376-4dd5-bb9d-2b8be88b7362 tempest-ExtraDHCPOptionsTestJSON-515453188 tempest-ExtraDHCPOptionsTestJSON-515453188-project] Calling delete_port for a221b83e-8c58-4ac3-bbc1-3cf05423deac owned by {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:23:15.724542 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-190196fe-9b08-4b77-9326-d70ae26aab95 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:23:15.727001 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190196fe-9b08-4b77-9326-d70ae26aab95 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:23:15.728062 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-190196fe-9b08-4b77-9326-d70ae26aab95 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:23:15.728735 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-190196fe-9b08-4b77-9326-d70ae26aab95 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:15.755548 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-0367f2b5-08d3-4b61-821a-cfd9a4f85808 None None] Port 96699943-9262-468d-8715-e14f5cca7543 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:23:15.759676 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-0367f2b5-08d3-4b61-821a-cfd9a4f85808 None None] Could not find standard attr ID for object bd228d69-fbcb-4657-a96d-fb64070cd72e. {{(pid=83739) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 07 10:23:15.767594 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 9fe9aa50-acff-4a44-a19e-41ac9d853116 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:23:15.773364 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-b9dea1bf-e7a0-4b9d-8517-08d1577e61b6 tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Deleting port bec7bc63-72af-49e7-ab96-9dd8e106348a {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:23:15.773777 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b9dea1bf-e7a0-4b9d-8517-08d1577e61b6 tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:15.850058 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 9fe9aa50-acff-4a44-a19e-41ac9d853116 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:23:15.850380 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:15.891064 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b62a0f6-512e-4718-bf89-547eadf777b4 admin admin] Pushing event updated for resources: {'Port': ['ID=6481cfd0-b4ea-41da-8d54-8599248a4ff1,revision_number=2']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:15.913462 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ce7d4a75-5b39-4558-9fb5-cc96c1c84b68 tempest-DHCPAgentSchedulersTestJSON-1490567861 tempest-DHCPAgentSchedulersTestJSON-1490567861-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732568034061'] for network, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:15.923204 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-190196fe-9b08-4b77-9326-d70ae26aab95 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 2.5917184 Mar 07 10:23:15.925115 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-4f96c58c-7524-4280-8e3d-8e0abba43733 None None] Provisioning for port 6481cfd0-b4ea-41da-8d54-8599248a4ff1 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:23:15.928432 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 57234) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:23:15.931515 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-4f96c58c-7524-4280-8e3d-8e0abba43733 None None] Provisioning complete for port 6481cfd0-b4ea-41da-8d54-8599248a4ff1 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:23:15.931930 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-4f96c58c-7524-4280-8e3d-8e0abba43733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:15.948606 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-d2c6be16-db7b-4330-8391-adf5982a8730 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8307'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:23:16.041609 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-4f96c58c-7524-4280-8e3d-8e0abba43733 None None] Port 6481cfd0-b4ea-41da-8d54-8599248a4ff1 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:23:16.050900 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 99f60f19-b567-49e0-843d-39b1db2378af up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:23:16.075198 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.db.resource_extend [None req-ce7d4a75-5b39-4558-9fb5-cc96c1c84b68 tempest-DHCPAgentSchedulersTestJSON-1490567861 tempest-DHCPAgentSchedulersTestJSON-1490567861-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 10:23:16.115368 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-4f96c58c-7524-4280-8e3d-8e0abba43733 None None] Provisioning complete for port a221b83e-8c58-4ac3-bbc1-3cf05423deac triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:23:16.116125 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-4f96c58c-7524-4280-8e3d-8e0abba43733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:16.180316 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-4f96c58c-7524-4280-8e3d-8e0abba43733 None None] Port a221b83e-8c58-4ac3-bbc1-3cf05423deac cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:23:16.193129 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 99f60f19-b567-49e0-843d-39b1db2378af triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:23:16.193932 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:16.203879 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ce7d4a75-5b39-4558-9fb5-cc96c1c84b68 tempest-DHCPAgentSchedulersTestJSON-1490567861 tempest-DHCPAgentSchedulersTestJSON-1490567861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594'] for network, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:16.207538 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce7d4a75-5b39-4558-9fb5-cc96c1c84b68 tempest-DHCPAgentSchedulersTestJSON-1490567861 tempest-DHCPAgentSchedulersTestJSON-1490567861-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:23:16.208144 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ce7d4a75-5b39-4558-9fb5-cc96c1c84b68 tempest-DHCPAgentSchedulersTestJSON-1490567861 tempest-DHCPAgentSchedulersTestJSON-1490567861-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2756603'] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:16.233215 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cbfcb525-801a-4569-baca-29cdb8f35811 tempest-RoutersTestDVR-1224580724 tempest-RoutersTestDVR-1224580724-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3917970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58043'] for router, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:16.254969 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cbfcb525-801a-4569-baca-29cdb8f35811 tempest-RoutersTestDVR-1224580724 tempest-RoutersTestDVR-1224580724-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:16.281571 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b62a0f6-512e-4718-bf89-547eadf777b4 admin admin] Network 23de9fec-628e-4e97-8790-1a5369db8272 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:23:16.283837 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-9b62a0f6-512e-4718-bf89-547eadf777b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:23:16.364891 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 1552e80b-749f-4fea-ad40-19b274d8516f up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:23:16.408741 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d2c6be16-db7b-4330-8391-adf5982a8730 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:16.429868 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b9dea1bf-e7a0-4b9d-8517-08d1577e61b6 tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:16.430189 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b9dea1bf-e7a0-4b9d-8517-08d1577e61b6 tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:16.456850 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 1552e80b-749f-4fea-ad40-19b274d8516f triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:23:16.457682 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:16.491464 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc2e2c4b-7017-4084-86ea-e7a33aa7536d admin admin] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:23:16.502001 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cbfcb525-801a-4569-baca-29cdb8f35811 tempest-RoutersTestDVR-1224580724 tempest-RoutersTestDVR-1224580724-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3917886'] for router, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:16.502472 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbfcb525-801a-4569-baca-29cdb8f35811 tempest-RoutersTestDVR-1224580724 tempest-RoutersTestDVR-1224580724-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1dbdf76e-3740-46a4-a127-8f7ad2dbe61a {{(pid=83738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 10:23:16.511468 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2914573-c56d-40bd-ae14-6895a08a69b8 None None] Sync routers for ids ['de313ee9-33fe-4b9d-984b-e3c3c12f7a9d'] in dv-neutron-830731-3-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:23:16.519393 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-bc2e2c4b-7017-4084-86ea-e7a33aa7536d admin admin] 10.222.0.13 "PUT /v2.0/routers/de313ee9-33fe-4b9d-984b-e3c3c12f7a9d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.2841105 Mar 07 10:23:16.523609 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cbfcb525-801a-4569-baca-29cdb8f35811 tempest-RoutersTestDVR-1224580724 tempest-RoutersTestDVR-1224580724-project-admin] Notify callbacks [] for router, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:16.524695 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-cbfcb525-801a-4569-baca-29cdb8f35811 tempest-RoutersTestDVR-1224580724 tempest-RoutersTestDVR-1224580724-project-admin] 10.222.0.13 "DELETE /v2.0/routers/1dbdf76e-3740-46a4-a127-8f7ad2dbe61a HTTP/1.1" status: 204 len: 168 time: 1.3102255 Mar 07 10:23:16.537905 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-ce7d4a75-5b39-4558-9fb5-cc96c1c84b68 tempest-DHCPAgentSchedulersTestJSON-1490567861 tempest-DHCPAgentSchedulersTestJSON-1490567861-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.8906069 Mar 07 10:23:16.540720 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 57242) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:23:16.569016 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2914573-c56d-40bd-ae14-6895a08a69b8 None None] Routers {'de313ee9-33fe-4b9d-984b-e3c3c12f7a9d'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:23:16.569812 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-a2914573-c56d-40bd-ae14-6895a08a69b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:23:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['de313ee9-33fe-4b9d-984b-e3c3c12f7a9d'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:23:16.597286 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.db.resource_extend [None req-4ca838a5-b30d-4134-84f5-20c65e213e40 admin admin] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 10:23:16.618120 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-b9dea1bf-e7a0-4b9d-8517-08d1577e61b6 tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Calling delete_port for bec7bc63-72af-49e7-ab96-9dd8e106348a owned by network:floatingip {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:23:16.655819 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7d4a75-5b39-4558-9fb5-cc96c1c84b68 tempest-DHCPAgentSchedulersTestJSON-1490567861 tempest-DHCPAgentSchedulersTestJSON-1490567861-project] Pushing event updated for resources: {'Network': ['ID=0bb9e0e9-53c7-4fc7-a2c9-09da2ce1d382,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:16.695809 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Network 0bb9e0e9-53c7-4fc7-a2c9-09da2ce1d382 details requested by agent ovs-agent-dv-neutron-830731-3-hyperv with host dv-neutron-830731-3-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 10:23:16.891256 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-a2914573-c56d-40bd-ae14-6895a08a69b8 None None] Set router de313ee9-33fe-4b9d-984b-e3c3c12f7a9d gateway port host: dv-neutron-830731-3-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:23:16.962966 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [None req-d2c6be16-db7b-4330-8391-adf5982a8730 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] device_id is not set on port 6be1027d-9a0d-458b-b81f-01ece49e4fed yet. {{(pid=83737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 07 10:23:16.972149 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d2c6be16-db7b-4330-8391-adf5982a8730 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:16.990434 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [None req-d2c6be16-db7b-4330-8391-adf5982a8730 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Transition to ACTIVE for port object 6be1027d-9a0d-458b-b81f-01ece49e4fed will not be triggered until provisioned by entity L2. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:23:16.996090 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-006d7aca-3406-4c9d-9651-96bfaad6ab19 tempest-DHCPAgentSchedulersTestJSON-1854470756 tempest-DHCPAgentSchedulersTestJSON-1854470756-project-admin] 10.222.0.13 "GET /v2.0/agents/6527556c-6586-422c-ae47-082984683847/dhcp-networks HTTP/1.1" status: 200 len: 7784 time: 0.4542494 Mar 07 10:23:17.000518 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 57258) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:23:17.014393 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4ca838a5-b30d-4134-84f5-20c65e213e40 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:17.018357 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d2c6be16-db7b-4330-8391-adf5982a8730 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3012561'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:17.060213 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7a7a6943-1376-4dd5-bb9d-2b8be88b7362 tempest-ExtraDHCPOptionsTestJSON-515453188 tempest-ExtraDHCPOptionsTestJSON-515453188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:17.151767 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 57262) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:23:17.194630 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4ca838a5-b30d-4134-84f5-20c65e213e40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3012561'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:17.205907 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9328bce9-26de-410a-9a9b-ad8531bb3237 tempest-DHCPAgentSchedulersTestJSON-1854470756 tempest-DHCPAgentSchedulersTestJSON-1854470756-project-admin] Network 0bb9e0e9-53c7-4fc7-a2c9-09da2ce1d382 is scheduled to be hosted by DHCP agent 6527556c-6586-422c-ae47-082984683847 with binding_index 1 {{(pid=83738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:23:17.210237 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-33d7bcee-ae01-4985-8cb7-7fdb8f43d44d None None] Provisioning complete for port 6481cfd0-b4ea-41da-8d54-8599248a4ff1 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:23:17.210825 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-33d7bcee-ae01-4985-8cb7-7fdb8f43d44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:17.251262 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-9328bce9-26de-410a-9a9b-ad8531bb3237 tempest-DHCPAgentSchedulersTestJSON-1854470756 tempest-DHCPAgentSchedulersTestJSON-1854470756-project-admin] 10.222.0.13 "POST /v2.0/agents/6527556c-6586-422c-ae47-082984683847/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2493243 Mar 07 10:23:17.259258 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 57268) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:23:17.326050 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-33d7bcee-ae01-4985-8cb7-7fdb8f43d44d None None] Port 6481cfd0-b4ea-41da-8d54-8599248a4ff1 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:23:17.327288 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b62a0f6-512e-4718-bf89-547eadf777b4 admin admin] Router 6076671e-b6bf-49bb-931c-ac2bf8cc541b has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:23:17.335536 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d129c13f-9001-42c4-aba2-2d1ccc5ddfcf None None] Network 0bb9e0e9-53c7-4fc7-a2c9-09da2ce1d382 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:23:17.382496 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c6be16-db7b-4330-8391-adf5982a8730 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Pushing event updated for resources: {'Port': ['ID=6be1027d-9a0d-458b-b81f-01ece49e4fed,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:17.520108 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2fb64739-5520-4e96-9bed-91cfc7e43cef admin admin] Notify callbacks [] for security_group, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:17.657125 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b9dea1bf-e7a0-4b9d-8517-08d1577e61b6 tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:17.740747 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 39ea0072-7b63-4edb-873d-398ee5680d2b up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:23:17.771461 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4ca838a5-b30d-4134-84f5-20c65e213e40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2756426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3920233'] for router_interface, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:17.802353 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-a2914573-c56d-40bd-ae14-6895a08a69b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de313ee9-33fe-4b9d-984b-e3c3c12f7a9d', 'name': 'tempest-ServersTestJSON-1930707126-router', 'tenant_id': '7786db5ef26f4f06a4ab41ba87614474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.117'}], 'enable_snat': True}, 'gw_port_id': '311957e5-75ce-438c-af86-640684274025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:22:57Z', 'updated_at': '2022-03-07T10:23:10Z', 'revision_number': 4, 'project_id': '7786db5ef26f4f06a4ab41ba87614474', 'gw_port': {'id': '311957e5-75ce-438c-af86-640684274025', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:7d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de313ee9-33fe-4b9d-984b-e3c3c12f7a9d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:22:59Z', 'updated_at': '2022-03-07T10:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_interfaces': [{'id': '52928e3c-b794-4156-973a-8c383c2f41ae', 'name': '', 'network_id': '72398af9-06cf-4222-b28c-e00880a5f9c7', 'tenant_id': '7786db5ef26f4f06a4ab41ba87614474', 'mac_address': 'fa:16:3e:47:29:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de313ee9-33fe-4b9d-984b-e3c3c12f7a9d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '73689262-8534-49d2-b012-2160f5ea5f1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:23:07Z', 'updated_at': '2022-03-07T10:23:12Z', 'revision_number': 2, 'project_id': '7786db5ef26f4f06a4ab41ba87614474', 'subnets': [{'id': '73689262-8534-49d2-b012-2160f5ea5f1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:23:17.812531 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2914573-c56d-40bd-ae14-6895a08a69b8 None None] Checking router: de313ee9-33fe-4b9d-984b-e3c3c12f7a9d for host: dv-neutron-830731-3-hyperv {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 07 10:23:17.812531 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2914573-c56d-40bd-ae14-6895a08a69b8 None None] Updating router de313ee9-33fe-4b9d-984b-e3c3c12f7a9d port 52928e3c-b794-4156-973a-8c383c2f41ae binding host dv-neutron-830731-3-hyperv {{(pid=83739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 07 10:23:17.815866 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 57274) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:23:17.827521 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [None req-d2c6be16-db7b-4330-8391-adf5982a8730 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Attempting to bind port 6be1027d-9a0d-458b-b81f-01ece49e4fed on host hv-neutron-8307 for vnic_type normal with profile {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:23:17.827880 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [None req-d2c6be16-db7b-4330-8391-adf5982a8730 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Attempting to bind port 6be1027d-9a0d-458b-b81f-01ece49e4fed by drivers openvswitch,hyperv on host hv-neutron-8307 at level 0 using segments [{'id': '2535c54e-3b50-4dcf-bde0-74f6566f32aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1f6eafb6-1f5d-4b99-95c5-45ac55a76171'}] {{(pid=83737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:23:17.828232 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c6be16-db7b-4330-8391-adf5982a8730 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Attempting to bind port 6be1027d-9a0d-458b-b81f-01ece49e4fed on network 1f6eafb6-1f5d-4b99-95c5-45ac55a76171 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:23:17.830576 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-e41e0b57-f42a-43ef-9228-739ff0fc5792 tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1305519877', 'description': 'tempest-description--1417483064'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:23:17.838066 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-2fb64739-5520-4e96-9bed-91cfc7e43cef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:23:17.856977 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-e41e0b57-f42a-43ef-9228-739ff0fc5792 tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:23:17.863784 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-2fb64739-5520-4e96-9bed-91cfc7e43cef admin admin] Usage tracker for resource:security_group_rule and tenant:a46f216100bd4bb7a5c563043a33d3a5 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:23:17.867439 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-2fb64739-5520-4e96-9bed-91cfc7e43cef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:23:17.870917 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a2914573-c56d-40bd-ae14-6895a08a69b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:17.874668 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca838a5-b30d-4134-84f5-20c65e213e40 admin admin] Pushing event updated for resources: {'Port': ['ID=07b72a15-7c72-4e16-8d4e-3fa90543bc1d,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:17.886959 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-e41e0b57-f42a-43ef-9228-739ff0fc5792 tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] Usage tracker for resource:security_group and tenant:7786db5ef26f4f06a4ab41ba87614474 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:23:17.893133 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-e41e0b57-f42a-43ef-9228-739ff0fc5792 tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:23:17.901157 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-7ad0591a-6bc0-452b-8fc8-2c1ee9429965 tempest-DHCPAgentSchedulersTestJSON-1854470756 tempest-DHCPAgentSchedulersTestJSON-1854470756-project-admin] 10.222.0.13 "GET /v2.0/agents/6527556c-6586-422c-ae47-082984683847/dhcp-networks HTTP/1.1" status: 200 len: 8527 time: 0.6391757 Mar 07 10:23:17.905886 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-2fb64739-5520-4e96-9bed-91cfc7e43cef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:23:17.907769 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 57278) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:23:17.912636 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-e41e0b57-f42a-43ef-9228-739ff0fc5792 tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:23:17.928850 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 39ea0072-7b63-4edb-873d-398ee5680d2b triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:23:17.929223 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:17.970286 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7a6943-1376-4dd5-bb9d-2b8be88b7362 tempest-ExtraDHCPOptionsTestJSON-515453188 tempest-ExtraDHCPOptionsTestJSON-515453188-project] Pushing event deleted for resources: {'Port': ['ID=a221b83e-8c58-4ac3-bbc1-3cf05423deac,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:17.986802 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e41e0b57-f42a-43ef-9228-739ff0fc5792 tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] Notify callbacks [] for security_group, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:18.009116 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c6be16-db7b-4330-8391-adf5982a8730 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Port 6be1027d-9a0d-458b-b81f-01ece49e4fed on network 1f6eafb6-1f5d-4b99-95c5-45ac55a76171 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8307 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 07 10:23:18.009450 dv-neutron-830731-3-hyperv neutron-server[83737]: ERROR neutron.plugins.ml2.managers [None req-d2c6be16-db7b-4330-8391-adf5982a8730 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Failed to bind port 6be1027d-9a0d-458b-b81f-01ece49e4fed on host hv-neutron-8307 for vnic_type normal using segments [{'id': '2535c54e-3b50-4dcf-bde0-74f6566f32aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1f6eafb6-1f5d-4b99-95c5-45ac55a76171'}] Mar 07 10:23:18.043151 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.plugins.ml2.plugin [None req-d2c6be16-db7b-4330-8391-adf5982a8730 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Attempt 2 to bind port 6be1027d-9a0d-458b-b81f-01ece49e4fed Mar 07 10:23:18.056106 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7a7a6943-1376-4dd5-bb9d-2b8be88b7362 tempest-ExtraDHCPOptionsTestJSON-515453188 tempest-ExtraDHCPOptionsTestJSON-515453188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:18.072437 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-ee36d61a-1079-4255-a258-ee7fe92de329 tempest-DHCPAgentSchedulersTestJSON-1854470756 tempest-DHCPAgentSchedulersTestJSON-1854470756-project-admin] 10.222.0.13 "DELETE /v2.0/agents/6527556c-6586-422c-ae47-082984683847/dhcp-networks/0bb9e0e9-53c7-4fc7-a2c9-09da2ce1d382 HTTP/1.1" status: 204 len: 168 time: 0.1601284 Mar 07 10:23:18.076635 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 57282) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:23:18.081505 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dea1bf-e7a0-4b9d-8517-08d1577e61b6 tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Pushing event deleted for resources: {'Port': ['ID=bec7bc63-72af-49e7-ab96-9dd8e106348a,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:18.085549 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-e41e0b57-f42a-43ef-9228-739ff0fc5792 tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:23:18.105844 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-e41e0b57-f42a-43ef-9228-739ff0fc5792 tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] Usage tracker for resource:security_group_rule and tenant:7786db5ef26f4f06a4ab41ba87614474 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:23:18.110907 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [None req-d2c6be16-db7b-4330-8391-adf5982a8730 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Attempting to bind port 6be1027d-9a0d-458b-b81f-01ece49e4fed on host hv-neutron-8307 for vnic_type normal with profile {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:23:18.111621 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [None req-d2c6be16-db7b-4330-8391-adf5982a8730 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Attempting to bind port 6be1027d-9a0d-458b-b81f-01ece49e4fed by drivers openvswitch,hyperv on host hv-neutron-8307 at level 0 using segments [{'id': '2535c54e-3b50-4dcf-bde0-74f6566f32aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1f6eafb6-1f5d-4b99-95c5-45ac55a76171'}] {{(pid=83737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:23:18.111621 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c6be16-db7b-4330-8391-adf5982a8730 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Attempting to bind port 6be1027d-9a0d-458b-b81f-01ece49e4fed on network 1f6eafb6-1f5d-4b99-95c5-45ac55a76171 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:23:18.114288 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-7a7a6943-1376-4dd5-bb9d-2b8be88b7362 tempest-ExtraDHCPOptionsTestJSON-515453188 tempest-ExtraDHCPOptionsTestJSON-515453188-project] 10.222.0.13 "DELETE /v2.0/ports/a221b83e-8c58-4ac3-bbc1-3cf05423deac HTTP/1.1" status: 204 len: 168 time: 3.8913260 Mar 07 10:23:18.121944 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 57286) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:23:18.122167 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-e41e0b57-f42a-43ef-9228-739ff0fc5792 tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:23:18.132147 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-5425d1b9-af69-4219-8b32-9390cd76a86c tempest-ExtraDHCPOptionsTestJSON-515453188 tempest-ExtraDHCPOptionsTestJSON-515453188-project] Request body: {'port': {'name': 'tempest-new-port-name-1207933375', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:23:18.132544 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.api.validators [None req-5425d1b9-af69-4219-8b32-9390cd76a86c tempest-ExtraDHCPOptionsTestJSON-515453188 tempest-ExtraDHCPOptionsTestJSON-515453188-project] bootfile-name is not in valid_values {{(pid=83737) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 07 10:23:18.132894 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.api.validators [None req-5425d1b9-af69-4219-8b32-9390cd76a86c tempest-ExtraDHCPOptionsTestJSON-515453188 tempest-ExtraDHCPOptionsTestJSON-515453188-project] tftp-server is not in valid_values {{(pid=83737) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 07 10:23:18.133217 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.api.validators [None req-5425d1b9-af69-4219-8b32-9390cd76a86c tempest-ExtraDHCPOptionsTestJSON-515453188 tempest-ExtraDHCPOptionsTestJSON-515453188-project] server-ip-address is not in valid_values {{(pid=83737) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 07 10:23:18.143956 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-e41e0b57-f42a-43ef-9228-739ff0fc5792 tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:23:18.146899 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2fb64739-5520-4e96-9bed-91cfc7e43cef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:18.178618 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2fb64739-5520-4e96-9bed-91cfc7e43cef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:18.184140 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c6be16-db7b-4330-8391-adf5982a8730 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Port 6be1027d-9a0d-458b-b81f-01ece49e4fed on network 1f6eafb6-1f5d-4b99-95c5-45ac55a76171 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8307 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 07 10:23:18.184458 dv-neutron-830731-3-hyperv neutron-server[83737]: ERROR neutron.plugins.ml2.managers [None req-d2c6be16-db7b-4330-8391-adf5982a8730 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Failed to bind port 6be1027d-9a0d-458b-b81f-01ece49e4fed on host hv-neutron-8307 for vnic_type normal using segments [{'id': '2535c54e-3b50-4dcf-bde0-74f6566f32aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1f6eafb6-1f5d-4b99-95c5-45ac55a76171'}] Mar 07 10:23:18.194449 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.plugins.ml2.plugin [None req-d2c6be16-db7b-4330-8391-adf5982a8730 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Attempt 3 to bind port 6be1027d-9a0d-458b-b81f-01ece49e4fed Mar 07 10:23:18.201350 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b9dea1bf-e7a0-4b9d-8517-08d1577e61b6 tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:18.231245 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [None req-d2c6be16-db7b-4330-8391-adf5982a8730 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Attempting to bind port 6be1027d-9a0d-458b-b81f-01ece49e4fed on host hv-neutron-8307 for vnic_type normal with profile {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:23:18.231422 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [None req-d2c6be16-db7b-4330-8391-adf5982a8730 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Attempting to bind port 6be1027d-9a0d-458b-b81f-01ece49e4fed by drivers openvswitch,hyperv on host hv-neutron-8307 at level 0 using segments [{'id': '2535c54e-3b50-4dcf-bde0-74f6566f32aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1f6eafb6-1f5d-4b99-95c5-45ac55a76171'}] {{(pid=83737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:23:18.232223 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c6be16-db7b-4330-8391-adf5982a8730 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Attempting to bind port 6be1027d-9a0d-458b-b81f-01ece49e4fed on network 1f6eafb6-1f5d-4b99-95c5-45ac55a76171 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:23:18.236293 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ca838a5-b30d-4134-84f5-20c65e213e40 admin admin] Network f727e18d-bdc2-4660-9a3a-cfddb6581f4f is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:23:18.297693 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-4ca838a5-b30d-4134-84f5-20c65e213e40 admin admin] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:23:18.435318 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a2914573-c56d-40bd-ae14-6895a08a69b8 None None] Notify callbacks [] for port, precommit_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:18.442687 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb64739-5520-4e96-9bed-91cfc7e43cef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffea71e0-b885-4105-8d09-46b1fe39bd9d,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:18.453736 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c6be16-db7b-4330-8391-adf5982a8730 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Port 6be1027d-9a0d-458b-b81f-01ece49e4fed on network 1f6eafb6-1f5d-4b99-95c5-45ac55a76171 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8307 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 07 10:23:18.454068 dv-neutron-830731-3-hyperv neutron-server[83737]: ERROR neutron.plugins.ml2.managers [None req-d2c6be16-db7b-4330-8391-adf5982a8730 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Failed to bind port 6be1027d-9a0d-458b-b81f-01ece49e4fed on host hv-neutron-8307 for vnic_type normal using segments [{'id': '2535c54e-3b50-4dcf-bde0-74f6566f32aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1f6eafb6-1f5d-4b99-95c5-45ac55a76171'}] Mar 07 10:23:18.464186 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.plugins.ml2.plugin [None req-d2c6be16-db7b-4330-8391-adf5982a8730 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Attempt 4 to bind port 6be1027d-9a0d-458b-b81f-01ece49e4fed Mar 07 10:23:18.470067 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-2fb64739-5520-4e96-9bed-91cfc7e43cef admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a46f216100bd4bb7a5c563043a33d3a5&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3160820 Mar 07 10:23:18.474912 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a2914573-c56d-40bd-ae14-6895a08a69b8 None None] Transition to ACTIVE for port object 52928e3c-b794-4156-973a-8c383c2f41ae will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:23:18.480446 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 57290) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:23:18.484852 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a2914573-c56d-40bd-ae14-6895a08a69b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:18.535798 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e41e0b57-f42a-43ef-9228-739ff0fc5792 tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] Notify callbacks [] for security_group, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:18.546959 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-b61c6eb2-7641-4ef8-b2a3-a189ca296826 tempest-DHCPAgentSchedulersTestJSON-1854470756 tempest-DHCPAgentSchedulersTestJSON-1854470756-project-admin] 10.222.0.13 "GET /v2.0/agents/6527556c-6586-422c-ae47-082984683847/dhcp-networks HTTP/1.1" status: 200 len: 7784 time: 0.4688802 Mar 07 10:23:18.551868 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b62a0f6-512e-4718-bf89-547eadf777b4 admin admin] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:23:18.554094 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 57294) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:23:18.556507 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e41e0b57-f42a-43ef-9228-739ff0fc5792 tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:18.560464 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce1e47d-226b-40ba-9eeb-e3fdc410031a None None] Pushing event updated for resources: {'Port': ['ID=52928e3c-b794-4156-973a-8c383c2f41ae,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:18.571446 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5425d1b9-af69-4219-8b32-9390cd76a86c tempest-ExtraDHCPOptionsTestJSON-515453188 tempest-ExtraDHCPOptionsTestJSON-515453188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:18.581512 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b9dea1bf-e7a0-4b9d-8517-08d1577e61b6 tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1525496'] for subnet, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:18.617288 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [None req-d2c6be16-db7b-4330-8391-adf5982a8730 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Attempting to bind port 6be1027d-9a0d-458b-b81f-01ece49e4fed on host hv-neutron-8307 for vnic_type normal with profile {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:23:18.617755 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [None req-d2c6be16-db7b-4330-8391-adf5982a8730 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Attempting to bind port 6be1027d-9a0d-458b-b81f-01ece49e4fed by drivers openvswitch,hyperv on host hv-neutron-8307 at level 0 using segments [{'id': '2535c54e-3b50-4dcf-bde0-74f6566f32aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1f6eafb6-1f5d-4b99-95c5-45ac55a76171'}] {{(pid=83737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:23:18.618147 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c6be16-db7b-4330-8391-adf5982a8730 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Attempting to bind port 6be1027d-9a0d-458b-b81f-01ece49e4fed on network 1f6eafb6-1f5d-4b99-95c5-45ac55a76171 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:23:18.641562 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41e0b57-f42a-43ef-9228-739ff0fc5792 tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c28a13f4-01ef-4f24-988e-e07a61e72f6c,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:18.647068 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e41e0b57-f42a-43ef-9228-739ff0fc5792 tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:18.648296 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-e41e0b57-f42a-43ef-9228-739ff0fc5792 tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.8307567 Mar 07 10:23:18.661725 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-9b62a0f6-512e-4718-bf89-547eadf777b4 admin admin] 10.222.0.13 "PUT /v2.0/routers/6076671e-b6bf-49bb-931c-ac2bf8cc541b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.4375839 Mar 07 10:23:18.661725 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 57298) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:23:18.661725 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-02f89411-03c9-4013-b1dc-22dd0644e551 tempest-DHCPAgentSchedulersTestJSON-1854470756 tempest-DHCPAgentSchedulersTestJSON-1854470756-project-admin] 10.222.0.13 "GET /v2.0/networks/56179222-44c4-4b85-a543-2cac4a28cd2d/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.1024401 Mar 07 10:23:18.679782 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-7abf19ad-bdff-465b-8e3e-9a8262b81227 tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] Request body: {'security_group_rule': {'security_group_id': 'c28a13f4-01ef-4f24-988e-e07a61e72f6c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:23:18.681610 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 57304) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:23:18.690359 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-7abf19ad-bdff-465b-8e3e-9a8262b81227 tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:23:18.696584 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-7abf19ad-bdff-465b-8e3e-9a8262b81227 tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] Usage tracker for resource:security_group_rule and tenant:7786db5ef26f4f06a4ab41ba87614474 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:23:18.700957 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-7abf19ad-bdff-465b-8e3e-9a8262b81227 tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:23:18.707932 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-7abf19ad-bdff-465b-8e3e-9a8262b81227 tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:23:18.751188 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-8af4caf0-862d-4470-9504-bed003c50ab3 tempest-DHCPAgentSchedulersTestJSON-1854470756 tempest-DHCPAgentSchedulersTestJSON-1854470756-project-admin] 10.222.0.13 "GET /v2.0/networks/56179222-44c4-4b85-a543-2cac4a28cd2d/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0588467 Mar 07 10:23:18.752707 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7abf19ad-bdff-465b-8e3e-9a8262b81227 tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:18.763726 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-a2914573-c56d-40bd-ae14-6895a08a69b8 None None] Attempting to bind port 52928e3c-b794-4156-973a-8c383c2f41ae on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:23:18.764268 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-a2914573-c56d-40bd-ae14-6895a08a69b8 None None] Attempting to bind port 52928e3c-b794-4156-973a-8c383c2f41ae by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': '9aaed74e-7327-4b84-aa4b-76c27e2d346f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '72398af9-06cf-4222-b28c-e00880a5f9c7'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:23:18.764416 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2914573-c56d-40bd-ae14-6895a08a69b8 None None] Attempting to bind port 52928e3c-b794-4156-973a-8c383c2f41ae on network 72398af9-06cf-4222-b28c-e00880a5f9c7 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:23:18.771646 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2914573-c56d-40bd-ae14-6895a08a69b8 None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 23, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:23:18.771958 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2914573-c56d-40bd-ae14-6895a08a69b8 None None] Checking segment: {'id': '9aaed74e-7327-4b84-aa4b-76c27e2d346f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '72398af9-06cf-4222-b28c-e00880a5f9c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:23:18.772346 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a2914573-c56d-40bd-ae14-6895a08a69b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:18.772775 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2914573-c56d-40bd-ae14-6895a08a69b8 None None] Bound using segment: {'id': '9aaed74e-7327-4b84-aa4b-76c27e2d346f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '72398af9-06cf-4222-b28c-e00880a5f9c7'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:23:18.773253 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-a2914573-c56d-40bd-ae14-6895a08a69b8 None None] Bound port: 52928e3c-b794-4156-973a-8c383c2f41ae, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9aaed74e-7327-4b84-aa4b-76c27e2d346f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '72398af9-06cf-4222-b28c-e00880a5f9c7'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:23:18.773704 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a2914573-c56d-40bd-ae14-6895a08a69b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:18.800826 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 57308) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:23:18.909588 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a2914573-c56d-40bd-ae14-6895a08a69b8 None None] For port 52928e3c-b794-4156-973a-8c383c2f41ae, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:23:18.920651 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a2914573-c56d-40bd-ae14-6895a08a69b8 None None] For port 52928e3c-b794-4156-973a-8c383c2f41ae, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=52928e3c-b794-4156-973a-8c383c2f41ae,segment=NetworkSegment(9aaed74e-7327-4b84-aa4b-76c27e2d346f),segment_id=9aaed74e-7327-4b84-aa4b-76c27e2d346f)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:23:18.920651 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-d9eba56a-e99b-4bab-94a8-60782a1160f9 None None] Provisioning complete for port 07b72a15-7c72-4e16-8d4e-3fa90543bc1d triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:23:18.920651 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-d9eba56a-e99b-4bab-94a8-60782a1160f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:18.961379 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a2914573-c56d-40bd-ae14-6895a08a69b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:19.042210 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7abf19ad-bdff-465b-8e3e-9a8262b81227 tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:19.051963 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7abf19ad-bdff-465b-8e3e-9a8262b81227 tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:19.069912 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-d9eba56a-e99b-4bab-94a8-60782a1160f9 None None] Port 07b72a15-7c72-4e16-8d4e-3fa90543bc1d cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:23:19.074225 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2914573-c56d-40bd-ae14-6895a08a69b8 None None] Routers {'de313ee9-33fe-4b9d-984b-e3c3c12f7a9d'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:23:19.074746 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-a2914573-c56d-40bd-ae14-6895a08a69b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:23:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['de313ee9-33fe-4b9d-984b-e3c3c12f7a9d'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:23:19.139127 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7abf19ad-bdff-465b-8e3e-9a8262b81227 tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:19.143804 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-7abf19ad-bdff-465b-8e3e-9a8262b81227 tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4894953 Mar 07 10:23:19.146171 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 57316) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:23:19.154856 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abf19ad-bdff-465b-8e3e-9a8262b81227 tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd848c49-45b6-44b7-a044-7502d59186d4,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:19.164304 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-5367915f-ec79-4f86-b636-a7c10d181da1 tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] Request body: {'security_group_rule': {'security_group_id': 'c28a13f4-01ef-4f24-988e-e07a61e72f6c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:23:19.183585 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-5367915f-ec79-4f86-b636-a7c10d181da1 tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:23:19.183938 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c6be16-db7b-4330-8391-adf5982a8730 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Port 6be1027d-9a0d-458b-b81f-01ece49e4fed on network 1f6eafb6-1f5d-4b99-95c5-45ac55a76171 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8307 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 07 10:23:19.184274 dv-neutron-830731-3-hyperv neutron-server[83737]: ERROR neutron.plugins.ml2.managers [None req-d2c6be16-db7b-4330-8391-adf5982a8730 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Failed to bind port 6be1027d-9a0d-458b-b81f-01ece49e4fed on host hv-neutron-8307 for vnic_type normal using segments [{'id': '2535c54e-3b50-4dcf-bde0-74f6566f32aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1f6eafb6-1f5d-4b99-95c5-45ac55a76171'}] Mar 07 10:23:19.193800 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-5367915f-ec79-4f86-b636-a7c10d181da1 tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] Usage tracker for resource:security_group_rule and tenant:7786db5ef26f4f06a4ab41ba87614474 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:23:19.199861 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-5367915f-ec79-4f86-b636-a7c10d181da1 tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:23:19.209566 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.plugins.ml2.plugin [None req-d2c6be16-db7b-4330-8391-adf5982a8730 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Attempt 5 to bind port 6be1027d-9a0d-458b-b81f-01ece49e4fed Mar 07 10:23:19.225369 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-5367915f-ec79-4f86-b636-a7c10d181da1 tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:23:19.292005 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-7bb238cb-bcf5-406e-8800-cc4e32dbd1f3 tempest-DHCPAgentSchedulersTestJSON-1854470756 tempest-DHCPAgentSchedulersTestJSON-1854470756-project-admin] 10.222.0.13 "GET /v2.0/agents/6527556c-6586-422c-ae47-082984683847/dhcp-networks HTTP/1.1" status: 200 len: 7784 time: 0.4874785 Mar 07 10:23:19.297158 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 57320) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:23:19.306899 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce1e47d-226b-40ba-9eeb-e3fdc410031a None None] Pushing event updated for resources: {'Port': ['ID=52928e3c-b794-4156-973a-8c383c2f41ae,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:19.330501 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5367915f-ec79-4f86-b636-a7c10d181da1 tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:19.418373 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-a2914573-c56d-40bd-ae14-6895a08a69b8 None None] Set router de313ee9-33fe-4b9d-984b-e3c3c12f7a9d gateway port host: dv-neutron-830731-3-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:23:19.507831 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [None req-d2c6be16-db7b-4330-8391-adf5982a8730 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Attempting to bind port 6be1027d-9a0d-458b-b81f-01ece49e4fed on host hv-neutron-8307 for vnic_type normal with profile {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:23:19.508175 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [None req-d2c6be16-db7b-4330-8391-adf5982a8730 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Attempting to bind port 6be1027d-9a0d-458b-b81f-01ece49e4fed by drivers openvswitch,hyperv on host hv-neutron-8307 at level 0 using segments [{'id': '2535c54e-3b50-4dcf-bde0-74f6566f32aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1f6eafb6-1f5d-4b99-95c5-45ac55a76171'}] {{(pid=83737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:23:19.509169 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c6be16-db7b-4330-8391-adf5982a8730 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Attempting to bind port 6be1027d-9a0d-458b-b81f-01ece49e4fed on network 1f6eafb6-1f5d-4b99-95c5-45ac55a76171 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:23:19.531287 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f35f6df1-35f7-4ed5-8bcc-f352d335e6f9 tempest-DHCPAgentSchedulersTestJSON-1490567861 tempest-DHCPAgentSchedulersTestJSON-1490567861-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1158940'] for network, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:19.554899 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5367915f-ec79-4f86-b636-a7c10d181da1 tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:19.599151 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c6be16-db7b-4330-8391-adf5982a8730 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Port 6be1027d-9a0d-458b-b81f-01ece49e4fed on network 1f6eafb6-1f5d-4b99-95c5-45ac55a76171 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8307 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 07 10:23:19.599464 dv-neutron-830731-3-hyperv neutron-server[83737]: ERROR neutron.plugins.ml2.managers [None req-d2c6be16-db7b-4330-8391-adf5982a8730 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Failed to bind port 6be1027d-9a0d-458b-b81f-01ece49e4fed on host hv-neutron-8307 for vnic_type normal using segments [{'id': '2535c54e-3b50-4dcf-bde0-74f6566f32aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1f6eafb6-1f5d-4b99-95c5-45ac55a76171'}] Mar 07 10:23:19.605076 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5367915f-ec79-4f86-b636-a7c10d181da1 tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:19.608385 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.plugins.ml2.plugin [None req-d2c6be16-db7b-4330-8391-adf5982a8730 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Attempt 6 to bind port 6be1027d-9a0d-458b-b81f-01ece49e4fed Mar 07 10:23:19.636406 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b9dea1bf-e7a0-4b9d-8517-08d1577e61b6 tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1525489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3012507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3219316'] for subnet, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:19.670782 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [None req-d2c6be16-db7b-4330-8391-adf5982a8730 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Attempting to bind port 6be1027d-9a0d-458b-b81f-01ece49e4fed on host hv-neutron-8307 for vnic_type normal with profile {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:23:19.674770 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [None req-d2c6be16-db7b-4330-8391-adf5982a8730 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Attempting to bind port 6be1027d-9a0d-458b-b81f-01ece49e4fed by drivers openvswitch,hyperv on host hv-neutron-8307 at level 0 using segments [{'id': '2535c54e-3b50-4dcf-bde0-74f6566f32aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1f6eafb6-1f5d-4b99-95c5-45ac55a76171'}] {{(pid=83737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:23:19.675115 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c6be16-db7b-4330-8391-adf5982a8730 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Attempting to bind port 6be1027d-9a0d-458b-b81f-01ece49e4fed on network 1f6eafb6-1f5d-4b99-95c5-45ac55a76171 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:23:19.738174 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c6be16-db7b-4330-8391-adf5982a8730 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Port 6be1027d-9a0d-458b-b81f-01ece49e4fed on network 1f6eafb6-1f5d-4b99-95c5-45ac55a76171 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8307 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 07 10:23:19.738508 dv-neutron-830731-3-hyperv neutron-server[83737]: ERROR neutron.plugins.ml2.managers [None req-d2c6be16-db7b-4330-8391-adf5982a8730 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Failed to bind port 6be1027d-9a0d-458b-b81f-01ece49e4fed on host hv-neutron-8307 for vnic_type normal using segments [{'id': '2535c54e-3b50-4dcf-bde0-74f6566f32aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1f6eafb6-1f5d-4b99-95c5-45ac55a76171'}] Mar 07 10:23:19.744165 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dea1bf-e7a0-4b9d-8517-08d1577e61b6 tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=93c19972-1086-4642-b5ed-4d5d28ccd3b6,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:19.751506 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.plugins.ml2.plugin [None req-d2c6be16-db7b-4330-8391-adf5982a8730 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Attempt 7 to bind port 6be1027d-9a0d-458b-b81f-01ece49e4fed Mar 07 10:23:19.776952 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device f3396d26-2164-4557-8c00-a732a26ee8ed up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:23:19.791047 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5367915f-ec79-4f86-b636-a7c10d181da1 tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61414bad-359a-4e3a-ac7d-cb4eefbabf1e,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:19.803912 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [None req-d2c6be16-db7b-4330-8391-adf5982a8730 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Attempting to bind port 6be1027d-9a0d-458b-b81f-01ece49e4fed on host hv-neutron-8307 for vnic_type normal with profile {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:23:19.804314 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [None req-d2c6be16-db7b-4330-8391-adf5982a8730 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Attempting to bind port 6be1027d-9a0d-458b-b81f-01ece49e4fed by drivers openvswitch,hyperv on host hv-neutron-8307 at level 0 using segments [{'id': '2535c54e-3b50-4dcf-bde0-74f6566f32aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1f6eafb6-1f5d-4b99-95c5-45ac55a76171'}] {{(pid=83737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:23:19.804696 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c6be16-db7b-4330-8391-adf5982a8730 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Attempting to bind port 6be1027d-9a0d-458b-b81f-01ece49e4fed on network 1f6eafb6-1f5d-4b99-95c5-45ac55a76171 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:23:19.811516 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3a03a602-8949-4b57-b1c3-cd90a1109b03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:19.813595 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5367915f-ec79-4f86-b636-a7c10d181da1 tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:19.829911 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-5367915f-ec79-4f86-b636-a7c10d181da1 tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.6792064 Mar 07 10:23:19.830747 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 57328) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:23:19.848015 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3a03a602-8949-4b57-b1c3-cd90a1109b03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:19.848943 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-c970dd0d-84e2-49b7-995e-6f74475e71a7 tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] Request body: {'floatingip': {'floating_network_id': '5ed85006-6b00-415e-b71f-837fb1421c12'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:23:19.863310 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f35f6df1-35f7-4ed5-8bcc-f352d335e6f9 tempest-DHCPAgentSchedulersTestJSON-1490567861 tempest-DHCPAgentSchedulersTestJSON-1490567861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1526893', 'neutron.services.segments.db._delete_segments_for_network-8732568551033'] for network, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:19.873537 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-c970dd0d-84e2-49b7-995e-6f74475e71a7 tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:23:19.896376 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-c970dd0d-84e2-49b7-995e-6f74475e71a7 tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] Usage tracker for resource:floatingip and tenant:7786db5ef26f4f06a4ab41ba87614474 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:23:19.910006 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-c970dd0d-84e2-49b7-995e-6f74475e71a7 tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:23:19.920768 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-c970dd0d-84e2-49b7-995e-6f74475e71a7 tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:23:19.921255 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c6be16-db7b-4330-8391-adf5982a8730 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Port 6be1027d-9a0d-458b-b81f-01ece49e4fed on network 1f6eafb6-1f5d-4b99-95c5-45ac55a76171 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8307 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 07 10:23:19.921685 dv-neutron-830731-3-hyperv neutron-server[83737]: ERROR neutron.plugins.ml2.managers [None req-d2c6be16-db7b-4330-8391-adf5982a8730 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Failed to bind port 6be1027d-9a0d-458b-b81f-01ece49e4fed on host hv-neutron-8307 for vnic_type normal using segments [{'id': '2535c54e-3b50-4dcf-bde0-74f6566f32aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1f6eafb6-1f5d-4b99-95c5-45ac55a76171'}] Mar 07 10:23:19.924210 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f35f6df1-35f7-4ed5-8bcc-f352d335e6f9 tempest-DHCPAgentSchedulersTestJSON-1490567861 tempest-DHCPAgentSchedulersTestJSON-1490567861-project] Subscribe: > segment before_delete 55550000 {{(pid=83738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:23:19.924644 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f35f6df1-35f7-4ed5-8bcc-f352d335e6f9 tempest-DHCPAgentSchedulersTestJSON-1490567861 tempest-DHCPAgentSchedulersTestJSON-1490567861-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=83738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:23:19.925451 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f35f6df1-35f7-4ed5-8bcc-f352d335e6f9 tempest-DHCPAgentSchedulersTestJSON-1490567861 tempest-DHCPAgentSchedulersTestJSON-1490567861-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:23:19.925847 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f35f6df1-35f7-4ed5-8bcc-f352d335e6f9 tempest-DHCPAgentSchedulersTestJSON-1490567861 tempest-DHCPAgentSchedulersTestJSON-1490567861-project] Subscribe: > port after_create 55550000 {{(pid=83738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:23:19.926231 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f35f6df1-35f7-4ed5-8bcc-f352d335e6f9 tempest-DHCPAgentSchedulersTestJSON-1490567861 tempest-DHCPAgentSchedulersTestJSON-1490567861-project] Subscribe: > port after_delete 55550000 {{(pid=83738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:23:19.926809 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f35f6df1-35f7-4ed5-8bcc-f352d335e6f9 tempest-DHCPAgentSchedulersTestJSON-1490567861 tempest-DHCPAgentSchedulersTestJSON-1490567861-project] Subscribe: > port after_update 55550000 {{(pid=83738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:23:19.927260 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f35f6df1-35f7-4ed5-8bcc-f352d335e6f9 tempest-DHCPAgentSchedulersTestJSON-1490567861 tempest-DHCPAgentSchedulersTestJSON-1490567861-project] Subscribe: > segment after_delete 55550000 {{(pid=83738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:23:19.927694 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f35f6df1-35f7-4ed5-8bcc-f352d335e6f9 tempest-DHCPAgentSchedulersTestJSON-1490567861 tempest-DHCPAgentSchedulersTestJSON-1490567861-project] Subscribe: > subnet after_create 55550000 {{(pid=83738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:23:19.928107 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f35f6df1-35f7-4ed5-8bcc-f352d335e6f9 tempest-DHCPAgentSchedulersTestJSON-1490567861 tempest-DHCPAgentSchedulersTestJSON-1490567861-project] Subscribe: > subnet after_delete 55550000 {{(pid=83738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:23:19.928544 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f35f6df1-35f7-4ed5-8bcc-f352d335e6f9 tempest-DHCPAgentSchedulersTestJSON-1490567861 tempest-DHCPAgentSchedulersTestJSON-1490567861-project] Subscribe: > subnet after_update 55550000 {{(pid=83738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:23:19.946532 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning for port f3396d26-2164-4557-8c00-a732a26ee8ed completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:23:19.955555 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port f3396d26-2164-4557-8c00-a732a26ee8ed triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:23:19.956025 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:19.985353 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5425d1b9-af69-4219-8b32-9390cd76a86c tempest-ExtraDHCPOptionsTestJSON-515453188 tempest-ExtraDHCPOptionsTestJSON-515453188-project] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:19.987162 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.plugins.ml2.plugin [None req-d2c6be16-db7b-4330-8391-adf5982a8730 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Attempt 8 to bind port 6be1027d-9a0d-458b-b81f-01ece49e4fed Mar 07 10:23:20.019067 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 57332) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:23:20.021817 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [None req-d2c6be16-db7b-4330-8391-adf5982a8730 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Attempting to bind port 6be1027d-9a0d-458b-b81f-01ece49e4fed on host hv-neutron-8307 for vnic_type normal with profile {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:23:20.021817 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [None req-d2c6be16-db7b-4330-8391-adf5982a8730 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Attempting to bind port 6be1027d-9a0d-458b-b81f-01ece49e4fed by drivers openvswitch,hyperv on host hv-neutron-8307 at level 0 using segments [{'id': '2535c54e-3b50-4dcf-bde0-74f6566f32aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1f6eafb6-1f5d-4b99-95c5-45ac55a76171'}] {{(pid=83737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:23:20.022019 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c6be16-db7b-4330-8391-adf5982a8730 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Attempting to bind port 6be1027d-9a0d-458b-b81f-01ece49e4fed on network 1f6eafb6-1f5d-4b99-95c5-45ac55a76171 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:23:20.047899 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-253ac91d-ae86-4f95-9e14-57a3d7331cd5 tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] Request body: {'security_group': {'name': 'tempest-securitygroup--918267349', 'description': 'tempest-description--1050487831'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:23:20.051915 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5425d1b9-af69-4219-8b32-9390cd76a86c tempest-ExtraDHCPOptionsTestJSON-515453188 tempest-ExtraDHCPOptionsTestJSON-515453188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3012561'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:20.055644 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3a03a602-8949-4b57-b1c3-cd90a1109b03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:20.095624 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:20.102470 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-a2914573-c56d-40bd-ae14-6895a08a69b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de313ee9-33fe-4b9d-984b-e3c3c12f7a9d', 'name': 'tempest-ServersTestJSON-1930707126-router', 'tenant_id': '7786db5ef26f4f06a4ab41ba87614474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.117'}], 'enable_snat': True}, 'gw_port_id': '311957e5-75ce-438c-af86-640684274025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:22:57Z', 'updated_at': '2022-03-07T10:23:10Z', 'revision_number': 4, 'project_id': '7786db5ef26f4f06a4ab41ba87614474', 'gw_port': {'id': '311957e5-75ce-438c-af86-640684274025', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:7d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de313ee9-33fe-4b9d-984b-e3c3c12f7a9d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:22:59Z', 'updated_at': '2022-03-07T10:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_interfaces': [{'id': '52928e3c-b794-4156-973a-8c383c2f41ae', 'name': '', 'network_id': '72398af9-06cf-4222-b28c-e00880a5f9c7', 'tenant_id': '7786db5ef26f4f06a4ab41ba87614474', 'mac_address': 'fa:16:3e:47:29:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de313ee9-33fe-4b9d-984b-e3c3c12f7a9d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '73689262-8534-49d2-b012-2160f5ea5f1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:23:07Z', 'updated_at': '2022-03-07T10:23:18Z', 'revision_number': 4, 'project_id': '7786db5ef26f4f06a4ab41ba87614474', 'subnets': [{'id': '73689262-8534-49d2-b012-2160f5ea5f1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:23:20.109423 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f35f6df1-35f7-4ed5-8bcc-f352d335e6f9 tempest-DHCPAgentSchedulersTestJSON-1490567861 tempest-DHCPAgentSchedulersTestJSON-1490567861-project] Subscribe: > subnet after_create 55550000 {{(pid=83738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:23:20.109914 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f35f6df1-35f7-4ed5-8bcc-f352d335e6f9 tempest-DHCPAgentSchedulersTestJSON-1490567861 tempest-DHCPAgentSchedulersTestJSON-1490567861-project] Subscribe: > subnet after_delete 55550000 {{(pid=83738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:23:20.110750 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f35f6df1-35f7-4ed5-8bcc-f352d335e6f9 tempest-DHCPAgentSchedulersTestJSON-1490567861 tempest-DHCPAgentSchedulersTestJSON-1490567861-project] Subscribe: > subnet before_create 55550000 {{(pid=83738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:23:20.110750 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f35f6df1-35f7-4ed5-8bcc-f352d335e6f9 tempest-DHCPAgentSchedulersTestJSON-1490567861 tempest-DHCPAgentSchedulersTestJSON-1490567861-project] Subscribe: > subnet before_update 55550000 {{(pid=83738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:23:20.111203 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-f35f6df1-35f7-4ed5-8bcc-f352d335e6f9 tempest-DHCPAgentSchedulersTestJSON-1490567861 tempest-DHCPAgentSchedulersTestJSON-1490567861-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bb9e0e9-53c7-4fc7-a2c9-09da2ce1d382']}} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:23:20.112969 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2914573-c56d-40bd-ae14-6895a08a69b8 None None] The sync data for ids ['de313ee9-33fe-4b9d-984b-e3c3c12f7a9d'] in dv-neutron-830731-3-hyperv is: [{'id': 'de313ee9-33fe-4b9d-984b-e3c3c12f7a9d', 'name': 'tempest-ServersTestJSON-1930707126-router', 'tenant_id': '7786db5ef26f4f06a4ab41ba87614474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.117'}], 'enable_snat': True}, 'gw_port_id': '311957e5-75ce-438c-af86-640684274025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:22:57Z', 'updated_at': '2022-03-07T10:23:10Z', 'revision_number': 4, 'project_id': '7786db5ef26f4f06a4ab41ba87614474', 'gw_port': {'id': '311957e5-75ce-438c-af86-640684274025', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:7d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de313ee9-33fe-4b9d-984b-e3c3c12f7a9d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:22:59Z', 'updated_at': '2022-03-07T10:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_interfaces': [{'id': '52928e3c-b794-4156-973a-8c383c2f41ae', 'name': '', 'network_id': '72398af9-06cf-4222-b28c-e00880a5f9c7', 'tenant_id': '7786db5ef26f4f06a4ab41ba87614474', 'mac_address': 'fa:16:3e:47:29:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de313ee9-33fe-4b9d-984b-e3c3c12f7a9d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '73689262-8534-49d2-b012-2160f5ea5f1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:23:07Z', 'updated_at': '2022-03-07T10:23:18Z', 'revision_number': 4, 'project_id': '7786db5ef26f4f06a4ab41ba87614474', 'subnets': [{'id': '73689262-8534-49d2-b012-2160f5ea5f1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:23:20.124649 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] For port f3396d26-2164-4557-8c00-a732a26ee8ed, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=f3396d26-2164-4557-8c00-a732a26ee8ed,segment=NetworkSegment(9a22e080-7529-4fc7-949d-9f84ba21807d),segment_id=9a22e080-7529-4fc7-949d-9f84ba21807d)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:23:20.130563 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-f35f6df1-35f7-4ed5-8bcc-f352d335e6f9 tempest-DHCPAgentSchedulersTestJSON-1490567861 tempest-DHCPAgentSchedulersTestJSON-1490567861-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '173a679d-322b-4109-b92f-1b8a111f44af') {'for_net_delete': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:23:20.130854 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-f35f6df1-35f7-4ed5-8bcc-f352d335e6f9 tempest-DHCPAgentSchedulersTestJSON-1490567861 tempest-DHCPAgentSchedulersTestJSON-1490567861-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '173a679d-322b-4109-b92f-1b8a111f44af') {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:23:20.131968 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:20.146044 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f35f6df1-35f7-4ed5-8bcc-f352d335e6f9 tempest-DHCPAgentSchedulersTestJSON-1490567861 tempest-DHCPAgentSchedulersTestJSON-1490567861-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732568550916', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968000'] for segment, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:20.157162 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c970dd0d-84e2-49b7-995e-6f74475e71a7 tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] Notify callbacks [] for floatingip, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:20.158658 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-253ac91d-ae86-4f95-9e14-57a3d7331cd5 tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:23:20.171815 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a03a602-8949-4b57-b1c3-cd90a1109b03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffea71e0-b885-4105-8d09-46b1fe39bd9d,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:20.193466 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-253ac91d-ae86-4f95-9e14-57a3d7331cd5 tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] Usage tracker for resource:security_group and tenant:3889902faef740789076d2c396125f8b is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:23:20.221611 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-253ac91d-ae86-4f95-9e14-57a3d7331cd5 tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:23:20.227448 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c6be16-db7b-4330-8391-adf5982a8730 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Port 6be1027d-9a0d-458b-b81f-01ece49e4fed on network 1f6eafb6-1f5d-4b99-95c5-45ac55a76171 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8307 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 07 10:23:20.227786 dv-neutron-830731-3-hyperv neutron-server[83737]: ERROR neutron.plugins.ml2.managers [None req-d2c6be16-db7b-4330-8391-adf5982a8730 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Failed to bind port 6be1027d-9a0d-458b-b81f-01ece49e4fed on host hv-neutron-8307 for vnic_type normal using segments [{'id': '2535c54e-3b50-4dcf-bde0-74f6566f32aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1f6eafb6-1f5d-4b99-95c5-45ac55a76171'}] Mar 07 10:23:20.245263 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.plugins.ml2.plugin [None req-d2c6be16-db7b-4330-8391-adf5982a8730 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Attempt 9 to bind port 6be1027d-9a0d-458b-b81f-01ece49e4fed Mar 07 10:23:20.256364 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-253ac91d-ae86-4f95-9e14-57a3d7331cd5 tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:23:20.301402 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Pushing event updated for resources: {'Port': ['ID=f3396d26-2164-4557-8c00-a732a26ee8ed,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:20.304169 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f35f6df1-35f7-4ed5-8bcc-f352d335e6f9 tempest-DHCPAgentSchedulersTestJSON-1490567861 tempest-DHCPAgentSchedulersTestJSON-1490567861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:20.317592 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f35f6df1-35f7-4ed5-8bcc-f352d335e6f9 tempest-DHCPAgentSchedulersTestJSON-1490567861 tempest-DHCPAgentSchedulersTestJSON-1490567861-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=83738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 07 10:23:20.317996 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f35f6df1-35f7-4ed5-8bcc-f352d335e6f9 tempest-DHCPAgentSchedulersTestJSON-1490567861 tempest-DHCPAgentSchedulersTestJSON-1490567861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1227397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3556681'] for segment, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:20.332070 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b9dea1bf-e7a0-4b9d-8517-08d1577e61b6 tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1526893', 'neutron.services.segments.db._delete_segments_for_network-8732568551033'] for network, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:20.335899 dv-neutron-830731-3-hyperv neutron-server[83738]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Mar 07 10:23:20.335899 dv-neutron-830731-3-hyperv neutron-server[83738]: util.warn_limited( Mar 07 10:23:20.335899 dv-neutron-830731-3-hyperv neutron-server[83738]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Mar 07 10:23:20.335899 dv-neutron-830731-3-hyperv neutron-server[83738]: util.warn_limited( Mar 07 10:23:20.335899 dv-neutron-830731-3-hyperv neutron-server[83738]: Traceback (most recent call last): Mar 07 10:23:20.335899 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 07 10:23:20.335899 dv-neutron-830731-3-hyperv neutron-server[83738]: timer() Mar 07 10:23:20.335899 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:23:20.335899 dv-neutron-830731-3-hyperv neutron-server[83738]: cb(*args, **kw) Mar 07 10:23:20.335899 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 10:23:20.335899 dv-neutron-830731-3-hyperv neutron-server[83738]: return func(*args, **kwargs) Mar 07 10:23:20.335899 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:23:20.335899 dv-neutron-830731-3-hyperv neutron-server[83738]: self._notify() Mar 07 10:23:20.335899 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:23:20.335899 dv-neutron-830731-3-hyperv neutron-server[83738]: self.callback(batched_events) Mar 07 10:23:20.335899 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:23:20.335899 dv-neutron-830731-3-hyperv neutron-server[83738]: event.method(event) Mar 07 10:23:20.335899 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 10:23:20.335899 dv-neutron-830731-3-hyperv neutron-server[83738]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:23:20.335899 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 10:23:20.335899 dv-neutron-830731-3-hyperv neutron-server[83738]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:23:20.335899 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 10:23:20.335899 dv-neutron-830731-3-hyperv neutron-server[83738]: return f(self, *a, **k) Mar 07 10:23:20.335899 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:23:20.335899 dv-neutron-830731-3-hyperv neutron-server[83738]: return self._get(url).json() Mar 07 10:23:20.335899 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:23:20.335899 dv-neutron-830731-3-hyperv neutron-server[83738]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:23:20.335899 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 07 10:23:20.335899 dv-neutron-830731-3-hyperv neutron-server[83738]: return self.request(url, 'GET', **kwargs) Mar 07 10:23:20.335899 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 07 10:23:20.335899 dv-neutron-830731-3-hyperv neutron-server[83738]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:23:20.335899 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 07 10:23:20.335899 dv-neutron-830731-3-hyperv neutron-server[83738]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:23:20.335899 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 07 10:23:20.335899 dv-neutron-830731-3-hyperv neutron-server[83738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:23:20.335899 dv-neutron-830731-3-hyperv neutron-server[83738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:23:20.390852 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5425d1b9-af69-4219-8b32-9390cd76a86c tempest-ExtraDHCPOptionsTestJSON-515453188 tempest-ExtraDHCPOptionsTestJSON-515453188-project] Pushing event updated for resources: {'Port': ['ID=96699943-9262-468d-8715-e14f5cca7543,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:20.403815 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [None req-d2c6be16-db7b-4330-8391-adf5982a8730 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Attempting to bind port 6be1027d-9a0d-458b-b81f-01ece49e4fed on host hv-neutron-8307 for vnic_type normal with profile {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:23:20.404354 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [None req-d2c6be16-db7b-4330-8391-adf5982a8730 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Attempting to bind port 6be1027d-9a0d-458b-b81f-01ece49e4fed by drivers openvswitch,hyperv on host hv-neutron-8307 at level 0 using segments [{'id': '2535c54e-3b50-4dcf-bde0-74f6566f32aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1f6eafb6-1f5d-4b99-95c5-45ac55a76171'}] {{(pid=83737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:23:20.405374 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c6be16-db7b-4330-8391-adf5982a8730 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Attempting to bind port 6be1027d-9a0d-458b-b81f-01ece49e4fed on network 1f6eafb6-1f5d-4b99-95c5-45ac55a76171 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:23:20.421134 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3a03a602-8949-4b57-b1c3-cd90a1109b03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:20.435976 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-3a03a602-8949-4b57-b1c3-cd90a1109b03 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ffea71e0-b885-4105-8d09-46b1fe39bd9d HTTP/1.1" status: 204 len: 168 time: 1.9413114 Mar 07 10:23:20.444917 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-253ac91d-ae86-4f95-9e14-57a3d7331cd5 tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:20.461507 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f35f6df1-35f7-4ed5-8bcc-f352d335e6f9 tempest-DHCPAgentSchedulersTestJSON-1490567861 tempest-DHCPAgentSchedulersTestJSON-1490567861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1526886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923583'] for network, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:20.480451 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-b9dea1bf-e7a0-4b9d-8517-08d1577e61b6 tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['985689d5-db3f-4fac-b40b-ea44f7812085']}} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:23:20.491743 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f35f6df1-35f7-4ed5-8bcc-f352d335e6f9 tempest-DHCPAgentSchedulersTestJSON-1490567861 tempest-DHCPAgentSchedulersTestJSON-1490567861-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2756603'] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:20.495839 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35f6df1-35f7-4ed5-8bcc-f352d335e6f9 tempest-DHCPAgentSchedulersTestJSON-1490567861 tempest-DHCPAgentSchedulersTestJSON-1490567861-project] Pushing event deleted for resources: {'Network': ['ID=0bb9e0e9-53c7-4fc7-a2c9-09da2ce1d382,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:20.506898 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-f35f6df1-35f7-4ed5-8bcc-f352d335e6f9 tempest-DHCPAgentSchedulersTestJSON-1490567861 tempest-DHCPAgentSchedulersTestJSON-1490567861-project] 10.222.0.13 "DELETE /v2.0/networks/0bb9e0e9-53c7-4fc7-a2c9-09da2ce1d382 HTTP/1.1" status: 204 len: 168 time: 1.2083578 Mar 07 10:23:20.510502 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 57340) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:23:20.511646 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c6be16-db7b-4330-8391-adf5982a8730 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Port 6be1027d-9a0d-458b-b81f-01ece49e4fed on network 1f6eafb6-1f5d-4b99-95c5-45ac55a76171 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8307 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 07 10:23:20.512007 dv-neutron-830731-3-hyperv neutron-server[83737]: ERROR neutron.plugins.ml2.managers [None req-d2c6be16-db7b-4330-8391-adf5982a8730 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Failed to bind port 6be1027d-9a0d-458b-b81f-01ece49e4fed on host hv-neutron-8307 for vnic_type normal using segments [{'id': '2535c54e-3b50-4dcf-bde0-74f6566f32aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1f6eafb6-1f5d-4b99-95c5-45ac55a76171'}] Mar 07 10:23:20.517536 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.plugins.ml2.plugin [None req-d2c6be16-db7b-4330-8391-adf5982a8730 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Attempt 10 to bind port 6be1027d-9a0d-458b-b81f-01ece49e4fed Mar 07 10:23:20.528006 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-b9dea1bf-e7a0-4b9d-8517-08d1577e61b6 tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abf9e10c-7a8c-44ac-9cce-8dcd881d5414') {'for_net_delete': True} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:23:20.529105 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-b9dea1bf-e7a0-4b9d-8517-08d1577e61b6 tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abf9e10c-7a8c-44ac-9cce-8dcd881d5414') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:23:20.549653 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-5425d1b9-af69-4219-8b32-9390cd76a86c tempest-ExtraDHCPOptionsTestJSON-515453188 tempest-ExtraDHCPOptionsTestJSON-515453188-project] In _notify_port_updated(), no bound segment for port 96699943-9262-468d-8715-e14f5cca7543 on network 87eccba1-5852-4ed1-98a7-17f0ac8f01ec {{(pid=83737) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 07 10:23:20.553515 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5425d1b9-af69-4219-8b32-9390cd76a86c tempest-ExtraDHCPOptionsTestJSON-515453188 tempest-ExtraDHCPOptionsTestJSON-515453188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:23:20.554153 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5425d1b9-af69-4219-8b32-9390cd76a86c tempest-ExtraDHCPOptionsTestJSON-515453188 tempest-ExtraDHCPOptionsTestJSON-515453188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:20.558368 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-5425d1b9-af69-4219-8b32-9390cd76a86c tempest-ExtraDHCPOptionsTestJSON-515453188 tempest-ExtraDHCPOptionsTestJSON-515453188-project] 10.222.0.13 "PUT /v2.0/ports/96699943-9262-468d-8715-e14f5cca7543 HTTP/1.1" status: 200 len: 1136 time: 2.4325116 Mar 07 10:23:20.558846 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 57344) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:23:20.577721 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b9dea1bf-e7a0-4b9d-8517-08d1577e61b6 tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732568550916', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629174'] for segment, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:20.590436 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [None req-d2c6be16-db7b-4330-8391-adf5982a8730 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Attempting to bind port 6be1027d-9a0d-458b-b81f-01ece49e4fed on host hv-neutron-8307 for vnic_type normal with profile {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:23:20.591334 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [None req-d2c6be16-db7b-4330-8391-adf5982a8730 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Attempting to bind port 6be1027d-9a0d-458b-b81f-01ece49e4fed by drivers openvswitch,hyperv on host hv-neutron-8307 at level 0 using segments [{'id': '2535c54e-3b50-4dcf-bde0-74f6566f32aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1f6eafb6-1f5d-4b99-95c5-45ac55a76171'}] {{(pid=83737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:23:20.591886 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c6be16-db7b-4330-8391-adf5982a8730 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Attempting to bind port 6be1027d-9a0d-458b-b81f-01ece49e4fed on network 1f6eafb6-1f5d-4b99-95c5-45ac55a76171 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:23:20.616256 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b9dea1bf-e7a0-4b9d-8517-08d1577e61b6 tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:20.618771 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-253ac91d-ae86-4f95-9e14-57a3d7331cd5 tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:23:20.626768 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-253ac91d-ae86-4f95-9e14-57a3d7331cd5 tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] Usage tracker for resource:security_group_rule and tenant:3889902faef740789076d2c396125f8b is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:23:20.630519 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c6be16-db7b-4330-8391-adf5982a8730 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Port 6be1027d-9a0d-458b-b81f-01ece49e4fed on network 1f6eafb6-1f5d-4b99-95c5-45ac55a76171 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8307 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 07 10:23:20.630949 dv-neutron-830731-3-hyperv neutron-server[83737]: ERROR neutron.plugins.ml2.managers [None req-d2c6be16-db7b-4330-8391-adf5982a8730 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Failed to bind port 6be1027d-9a0d-458b-b81f-01ece49e4fed on host hv-neutron-8307 for vnic_type normal using segments [{'id': '2535c54e-3b50-4dcf-bde0-74f6566f32aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1f6eafb6-1f5d-4b99-95c5-45ac55a76171'}] Mar 07 10:23:20.633010 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d2c6be16-db7b-4330-8391-adf5982a8730 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:20.643995 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-780137fd-7c95-4daa-8197-60062a1ee111 tempest-DHCPAgentSchedulersTestJSON-1490567861 tempest-DHCPAgentSchedulersTestJSON-1490567861-project] DELETE failed (client error): The resource could not be found. Mar 07 10:23:20.644442 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-780137fd-7c95-4daa-8197-60062a1ee111 tempest-DHCPAgentSchedulersTestJSON-1490567861 tempest-DHCPAgentSchedulersTestJSON-1490567861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:23:20.648540 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-780137fd-7c95-4daa-8197-60062a1ee111 tempest-DHCPAgentSchedulersTestJSON-1490567861 tempest-DHCPAgentSchedulersTestJSON-1490567861-project] 10.222.0.13 "DELETE /v2.0/ports/bd228d69-fbcb-4657-a96d-fb64070cd72e HTTP/1.1" status: 404 len: 333 time: 0.1348131 Mar 07 10:23:20.650431 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9dea1bf-e7a0-4b9d-8517-08d1577e61b6 tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=83737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 07 10:23:20.651436 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b9dea1bf-e7a0-4b9d-8517-08d1577e61b6 tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1227397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3012597'] for segment, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:20.655977 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 57350) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:23:20.678626 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-253ac91d-ae86-4f95-9e14-57a3d7331cd5 tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:23:20.682507 dv-neutron-830731-3-hyperv neutron-server[83737]: Traceback (most recent call last): Mar 07 10:23:20.682507 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 07 10:23:20.682507 dv-neutron-830731-3-hyperv neutron-server[83737]: timer() Mar 07 10:23:20.682507 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:23:20.682507 dv-neutron-830731-3-hyperv neutron-server[83737]: cb(*args, **kw) Mar 07 10:23:20.682507 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 10:23:20.682507 dv-neutron-830731-3-hyperv neutron-server[83737]: return func(*args, **kwargs) Mar 07 10:23:20.682507 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:23:20.682507 dv-neutron-830731-3-hyperv neutron-server[83737]: self._notify() Mar 07 10:23:20.682507 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:23:20.682507 dv-neutron-830731-3-hyperv neutron-server[83737]: self.callback(batched_events) Mar 07 10:23:20.682507 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:23:20.682507 dv-neutron-830731-3-hyperv neutron-server[83737]: event.method(event) Mar 07 10:23:20.682507 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 10:23:20.682507 dv-neutron-830731-3-hyperv neutron-server[83737]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:23:20.682507 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 10:23:20.682507 dv-neutron-830731-3-hyperv neutron-server[83737]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:23:20.682507 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 10:23:20.682507 dv-neutron-830731-3-hyperv neutron-server[83737]: return f(self, *a, **k) Mar 07 10:23:20.682507 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:23:20.682507 dv-neutron-830731-3-hyperv neutron-server[83737]: return self._get(url).json() Mar 07 10:23:20.682507 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:23:20.682507 dv-neutron-830731-3-hyperv neutron-server[83737]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:23:20.682507 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 07 10:23:20.682507 dv-neutron-830731-3-hyperv neutron-server[83737]: return self.request(url, 'GET', **kwargs) Mar 07 10:23:20.682507 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 07 10:23:20.682507 dv-neutron-830731-3-hyperv neutron-server[83737]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:23:20.682507 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 07 10:23:20.682507 dv-neutron-830731-3-hyperv neutron-server[83737]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:23:20.682507 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 07 10:23:20.682507 dv-neutron-830731-3-hyperv neutron-server[83737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:23:20.682507 dv-neutron-830731-3-hyperv neutron-server[83737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:23:20.685850 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-24156cd5-a62a-4cf1-92b9-306a9edd1897 None None] Provisioning complete for port 96699943-9262-468d-8715-e14f5cca7543 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:23:20.685850 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-24156cd5-a62a-4cf1-92b9-306a9edd1897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:20.699501 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-253ac91d-ae86-4f95-9e14-57a3d7331cd5 tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:23:20.743957 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c970dd0d-84e2-49b7-995e-6f74475e71a7 tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:20.759680 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55c400a5-046e-48b7-95fc-423041a09d56 tempest-ExtraDHCPOptionsTestJSON-515453188 tempest-ExtraDHCPOptionsTestJSON-515453188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:23:20.761051 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-55c400a5-046e-48b7-95fc-423041a09d56 tempest-ExtraDHCPOptionsTestJSON-515453188 tempest-ExtraDHCPOptionsTestJSON-515453188-project] 10.222.0.13 "GET /v2.0/ports/96699943-9262-468d-8715-e14f5cca7543 HTTP/1.1" status: 200 len: 1136 time: 0.1902957 Mar 07 10:23:20.778387 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ca838a5-b30d-4134-84f5-20c65e213e40 admin admin] Router 3c43f100-9332-4f25-a0d7-35238526bf57 has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:23:20.782371 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 57354) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:23:20.790276 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-24156cd5-a62a-4cf1-92b9-306a9edd1897 None None] Port 96699943-9262-468d-8715-e14f5cca7543 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:23:21.008078 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b9dea1bf-e7a0-4b9d-8517-08d1577e61b6 tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1526886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923583'] for network, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:21.011456 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 57360) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:23:21.013458 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9dea1bf-e7a0-4b9d-8517-08d1577e61b6 tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 985689d5-db3f-4fac-b40b-ea44f7812085 {{(pid=83737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 07 10:23:21.015709 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b9dea1bf-e7a0-4b9d-8517-08d1577e61b6 tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2756603'] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:21.046213 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-6706642f-5711-4d03-97c9-4b42354f401b tempest-ExtraDHCPOptionsTestJSON-515453188 tempest-ExtraDHCPOptionsTestJSON-515453188-project] Deleting port 96699943-9262-468d-8715-e14f5cca7543 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:23:21.046553 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6706642f-5711-4d03-97c9-4b42354f401b tempest-ExtraDHCPOptionsTestJSON-515453188 tempest-ExtraDHCPOptionsTestJSON-515453188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:21.057911 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b7828f7e-f8c6-4568-bf90-5968373a787c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:21.079900 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2531be9-8c6d-4889-824d-52875f3675bd tempest-DHCPAgentSchedulersTestJSON-1490567861 tempest-DHCPAgentSchedulersTestJSON-1490567861-project] Deleting subnet 8ac358aa-12b3-472b-9ffc-8de460edd782 {{(pid=83738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 07 10:23:21.083253 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c2531be9-8c6d-4889-824d-52875f3675bd tempest-DHCPAgentSchedulersTestJSON-1490567861 tempest-DHCPAgentSchedulersTestJSON-1490567861-project] Notify callbacks [] for subnet, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:21.163849 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dea1bf-e7a0-4b9d-8517-08d1577e61b6 tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Pushing event deleted for resources: {'Network': ['ID=985689d5-db3f-4fac-b40b-ea44f7812085,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:21.182568 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-d2c6be16-db7b-4330-8391-adf5982a8730 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] For port 6be1027d-9a0d-458b-b81f-01ece49e4fed, host hv-neutron-8307, cleared binding levels {{(pid=83737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:23:21.182568 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-d2c6be16-db7b-4330-8391-adf5982a8730 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Attempted to set empty binding levels {{(pid=83737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 07 10:23:21.194923 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-b9dea1bf-e7a0-4b9d-8517-08d1577e61b6 tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] 10.222.0.13 "DELETE /v2.0/networks/985689d5-db3f-4fac-b40b-ea44f7812085 HTTP/1.1" status: 204 len: 168 time: 6.4427915 Mar 07 10:23:21.205472 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-253ac91d-ae86-4f95-9e14-57a3d7331cd5 tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:21.209076 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 57364) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:23:21.210793 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d2c6be16-db7b-4330-8391-adf5982a8730 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3012561'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:21.257337 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-c970dd0d-84e2-49b7-995e-6f74475e71a7 tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] Allocated IP 172.26.8.165 (5ed85006-6b00-415e-b71f-837fb1421c12/8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a/937c6eca-8326-49e7-8cbd-73ce6063c7e9) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:23:21.305668 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-253ac91d-ae86-4f95-9e14-57a3d7331cd5 tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:21.398354 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c2531be9-8c6d-4889-824d-52875f3675bd tempest-DHCPAgentSchedulersTestJSON-1490567861 tempest-DHCPAgentSchedulersTestJSON-1490567861-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2969395'] for subnet, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:21.426551 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-d2c6be16-db7b-4330-8391-adf5982a8730 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] In _notify_port_updated(), no bound segment for port 6be1027d-9a0d-458b-b81f-01ece49e4fed on network 1f6eafb6-1f5d-4b99-95c5-45ac55a76171 {{(pid=83737) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 07 10:23:21.427742 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d2c6be16-db7b-4330-8391-adf5982a8730 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:21.431486 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-d2c6be16-db7b-4330-8391-adf5982a8730 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] 10.222.0.13 "PUT /v2.0/ports/6be1027d-9a0d-458b-b81f-01ece49e4fed HTTP/1.1" status: 200 len: 976 time: 5.4948092 Mar 07 10:23:21.435120 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 57368) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:23:21.447727 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-3944bce6-72f2-4643-80dc-047d601a9517 tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Synchronizing usage tracker for tenant:45c6bc1d4de642d68a3dbe7218d09f9b on resource:floatingip {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:23:21.467580 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-253ac91d-ae86-4f95-9e14-57a3d7331cd5 tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:21.471598 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-253ac91d-ae86-4f95-9e14-57a3d7331cd5 tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 1.4445438 Mar 07 10:23:21.471598 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c6be16-db7b-4330-8391-adf5982a8730 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Pushing event updated for resources: {'Port': ['ID=6be1027d-9a0d-458b-b81f-01ece49e4fed,revision_number=3']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:21.474323 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ac91d-ae86-4f95-9e14-57a3d7331cd5 tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c735d486-3973-4844-a84d-db3442c4bb8d,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:21.477654 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 57372) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:23:21.496619 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-b7828f7e-f8c6-4568-bf90-5968373a787c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:23:21.510161 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-1bd3f40d-36b2-4c74-86e6-d164f1f508a7 tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] Request body: {'security_group_rule': {'security_group_id': 'c735d486-3973-4844-a84d-db3442c4bb8d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:23:21.521595 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-b7828f7e-f8c6-4568-bf90-5968373a787c admin admin] Usage tracker for resource:security_group_rule and tenant:5be6ea6335dc4c4394eaed7b2fdb490d is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:23:21.531551 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-b7828f7e-f8c6-4568-bf90-5968373a787c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:23:21.561785 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-b7828f7e-f8c6-4568-bf90-5968373a787c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:23:21.647425 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c970dd0d-84e2-49b7-995e-6f74475e71a7 tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:21.648815 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-1bd3f40d-36b2-4c74-86e6-d164f1f508a7 tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:23:21.666015 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-1bd3f40d-36b2-4c74-86e6-d164f1f508a7 tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] Usage tracker for resource:security_group_rule and tenant:3889902faef740789076d2c396125f8b is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:23:21.669661 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-3944bce6-72f2-4643-80dc-047d601a9517 tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Unset dirty status for tenant:45c6bc1d4de642d68a3dbe7218d09f9b on resource:floatingip {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:23:21.673289 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-3944bce6-72f2-4643-80dc-047d601a9517 tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] 10.222.0.13 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 212 time: 0.4559894 Mar 07 10:23:21.675264 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-1bd3f40d-36b2-4c74-86e6-d164f1f508a7 tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:23:21.677882 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 57376) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:23:21.689239 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-1bd3f40d-36b2-4c74-86e6-d164f1f508a7 tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:23:21.703243 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-0cbc66b8-7a67-423c-bb66-72a47bc0b8e8 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 15760 time: 0.2622416 Mar 07 10:23:21.717264 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 57380) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:23:21.760023 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c2531be9-8c6d-4889-824d-52875f3675bd tempest-DHCPAgentSchedulersTestJSON-1490567861 tempest-DHCPAgentSchedulersTestJSON-1490567861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1525496'] for subnet, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:21.801179 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6706642f-5711-4d03-97c9-4b42354f401b tempest-ExtraDHCPOptionsTestJSON-515453188 tempest-ExtraDHCPOptionsTestJSON-515453188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:21.811332 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1bd3f40d-36b2-4c74-86e6-d164f1f508a7 tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:21.820065 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device f3396d26-2164-4557-8c00-a732a26ee8ed up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:23:21.896019 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6ff2a5e-9c33-49b0-9a4b-c7d5b53da46f tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:23:21.896407 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6ff2a5e-9c33-49b0-9a4b-c7d5b53da46f tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:23:21.896777 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6ff2a5e-9c33-49b0-9a4b-c7d5b53da46f tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:23:21.897135 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6ff2a5e-9c33-49b0-9a4b-c7d5b53da46f tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:23:21.897489 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6ff2a5e-9c33-49b0-9a4b-c7d5b53da46f tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:23:21.897832 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6ff2a5e-9c33-49b0-9a4b-c7d5b53da46f tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:23:21.898181 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6ff2a5e-9c33-49b0-9a4b-c7d5b53da46f tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:23:21.898531 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6ff2a5e-9c33-49b0-9a4b-c7d5b53da46f tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:23:21.903158 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-a6ff2a5e-9c33-49b0-9a4b-c7d5b53da46f tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5200 time: 0.2206428 Mar 07 10:23:21.905800 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b7828f7e-f8c6-4568-bf90-5968373a787c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:21.907831 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c970dd0d-84e2-49b7-995e-6f74475e71a7 tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:21.913815 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 57384) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:23:21.920887 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port f3396d26-2164-4557-8c00-a732a26ee8ed triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:23:21.921528 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:21.964133 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-6706642f-5711-4d03-97c9-4b42354f401b tempest-ExtraDHCPOptionsTestJSON-515453188 tempest-ExtraDHCPOptionsTestJSON-515453188-project] Calling delete_port for 96699943-9262-468d-8715-e14f5cca7543 owned by {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:23:21.995333 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-a04d6b94-9a88-46f2-9141-bdfc5625e4f7 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Deleting port 6be1027d-9a0d-458b-b81f-01ece49e4fed {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:23:21.995663 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a04d6b94-9a88-46f2-9141-bdfc5625e4f7 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:22.023183 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b7828f7e-f8c6-4568-bf90-5968373a787c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:22.039964 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 52928e3c-b794-4156-973a-8c383c2f41ae up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:23:22.066861 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c2531be9-8c6d-4889-824d-52875f3675bd tempest-DHCPAgentSchedulersTestJSON-1490567861 tempest-DHCPAgentSchedulersTestJSON-1490567861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1525489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3556647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741465'] for subnet, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:22.070898 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.api.v2.resource [None req-239294c1-069f-4e3c-a2cc-4ee5337809b6 tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] delete failed (client error): The resource could not be found. Mar 07 10:23:22.074087 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-239294c1-069f-4e3c-a2cc-4ee5337809b6 tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] 10.222.0.13 "DELETE /v2.0/floatingips/c966e49c-3a7c-40a0-a734-af767a60c015 HTTP/1.1" status: 404 len: 345 time: 0.1253276 Mar 07 10:23:22.077819 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 57388) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:23:22.112386 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning for port 52928e3c-b794-4156-973a-8c383c2f41ae completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:23:22.118942 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 52928e3c-b794-4156-973a-8c383c2f41ae triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:23:22.119608 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:22.142764 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2531be9-8c6d-4889-824d-52875f3675bd tempest-DHCPAgentSchedulersTestJSON-1490567861 tempest-DHCPAgentSchedulersTestJSON-1490567861-project] Pushing event deleted for resources: {'Subnet': ['ID=8ac358aa-12b3-472b-9ffc-8de460edd782,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:22.151770 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c970dd0d-84e2-49b7-995e-6f74475e71a7 tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] Pushing event updated for resources: {'Port': ['ID=937c6eca-8326-49e7-8cbd-73ce6063c7e9,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:22.156628 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c970dd0d-84e2-49b7-995e-6f74475e71a7 tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] Network 5ed85006-6b00-415e-b71f-837fb1421c12 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:23:22.162718 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-c970dd0d-84e2-49b7-995e-6f74475e71a7 tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:23:22.164863 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c2531be9-8c6d-4889-824d-52875f3675bd tempest-DHCPAgentSchedulersTestJSON-1490567861 tempest-DHCPAgentSchedulersTestJSON-1490567861-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:22.167731 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7828f7e-f8c6-4568-bf90-5968373a787c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f53f2890-5223-42c3-a3b8-54453d4310ae,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:22.170708 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1bd3f40d-36b2-4c74-86e6-d164f1f508a7 tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:22.174053 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-b7828f7e-f8c6-4568-bf90-5968373a787c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5be6ea6335dc4c4394eaed7b2fdb490d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1593089 Mar 07 10:23:22.174053 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c970dd0d-84e2-49b7-995e-6f74475e71a7 tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:23:22.179200 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3985374-7a35-4569-ad63-de7d09a1d186 tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] DELETE failed (client error): The resource could not be found. Mar 07 10:23:22.179655 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3985374-7a35-4569-ad63-de7d09a1d186 tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:23:22.185371 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 57392) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:23:22.193911 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b5db80f-a7f0-420b-a1f6-54cad9284380 None None] Network 56179222-44c4-4b85-a543-2cac4a28cd2d requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:23:22.207997 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-b3985374-7a35-4569-ad63-de7d09a1d186 tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] 10.222.0.13 "DELETE /v2.0/networks/985689d5-db3f-4fac-b40b-ea44f7812085 HTTP/1.1" status: 404 len: 339 time: 0.1231546 Mar 07 10:23:22.207997 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1bd3f40d-36b2-4c74-86e6-d164f1f508a7 tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:22.215176 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 57396) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:23:22.224298 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-a16bec36-107d-40da-9e29-2353ebe6ac8a tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Request body: {'network': {'name': 'tempest-network--2134810795', 'router:external': True}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:23:22.240921 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-a16bec36-107d-40da-9e29-2353ebe6ac8a tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:23:22.246631 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-c2531be9-8c6d-4889-824d-52875f3675bd tempest-DHCPAgentSchedulersTestJSON-1490567861 tempest-DHCPAgentSchedulersTestJSON-1490567861-project] 10.222.0.13 "DELETE /v2.0/subnets/8ac358aa-12b3-472b-9ffc-8de460edd782 HTTP/1.1" status: 204 len: 168 time: 1.5893683 Mar 07 10:23:22.251089 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 57400) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:23:22.253599 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-a16bec36-107d-40da-9e29-2353ebe6ac8a tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Usage tracker for resource:network and tenant:45c6bc1d4de642d68a3dbe7218d09f9b is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:23:22.258347 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-a16bec36-107d-40da-9e29-2353ebe6ac8a tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:23:22.290357 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-a16bec36-107d-40da-9e29-2353ebe6ac8a tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:23:22.319818 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ba88cdff-f03b-4cb2-a9ea-cb15f5dad2bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:22.343301 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ca838a5-b30d-4134-84f5-20c65e213e40 admin admin] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:23:22.344834 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd3f40d-36b2-4c74-86e6-d164f1f508a7 tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3917218d-02bd-4e2b-bc28-3512bf72974c,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:22.370037 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-4ca838a5-b30d-4134-84f5-20c65e213e40 admin admin] 10.222.0.13 "PUT /v2.0/routers/3c43f100-9332-4f25-a0d7-35238526bf57/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.2933929 Mar 07 10:23:22.392404 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a16bec36-107d-40da-9e29-2353ebe6ac8a tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Made reservation on behalf of 45c6bc1d4de642d68a3dbe7218d09f9b for: {'network': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:23:22.394937 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a16bec36-107d-40da-9e29-2353ebe6ac8a tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for network, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:22.395621 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ba88cdff-f03b-4cb2-a9ea-cb15f5dad2bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:22.421327 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b8422209-41fd-47df-b0a8-b01e960b8a66 tempest-DHCPAgentSchedulersTestJSON-1490567861 tempest-DHCPAgentSchedulersTestJSON-1490567861-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1158940'] for network, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:22.440638 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-b8422209-41fd-47df-b0a8-b01e960b8a66 tempest-DHCPAgentSchedulersTestJSON-1490567861 tempest-DHCPAgentSchedulersTestJSON-1490567861-project] Deleting port 9fe9aa50-acff-4a44-a19e-41ac9d853116 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:23:22.441060 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b8422209-41fd-47df-b0a8-b01e960b8a66 tempest-DHCPAgentSchedulersTestJSON-1490567861 tempest-DHCPAgentSchedulersTestJSON-1490567861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:22.452858 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:22.487482 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1bd3f40d-36b2-4c74-86e6-d164f1f508a7 tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:22.491566 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-1bd3f40d-36b2-4c74-86e6-d164f1f508a7 tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.0105252 Mar 07 10:23:22.503943 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 57406) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:23:22.506610 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] For port 52928e3c-b794-4156-973a-8c383c2f41ae, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=52928e3c-b794-4156-973a-8c383c2f41ae,segment=NetworkSegment(9aaed74e-7327-4b84-aa4b-76c27e2d346f),segment_id=9aaed74e-7327-4b84-aa4b-76c27e2d346f)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:23:22.515472 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:22.531135 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-af271333-5329-4a8b-ad84-674b0fc2bf93 tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] Request body: {'security_group_rule': {'security_group_id': 'c735d486-3973-4844-a84d-db3442c4bb8d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:23:22.536693 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-af271333-5329-4a8b-ad84-674b0fc2bf93 tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:23:22.541354 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-af271333-5329-4a8b-ad84-674b0fc2bf93 tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] Usage tracker for resource:security_group_rule and tenant:3889902faef740789076d2c396125f8b is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:23:22.554147 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-af271333-5329-4a8b-ad84-674b0fc2bf93 tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:23:22.601143 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-af271333-5329-4a8b-ad84-674b0fc2bf93 tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:23:22.615288 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-a04d6b94-9a88-46f2-9141-bdfc5625e4f7 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] For port 6be1027d-9a0d-458b-b81f-01ece49e4fed, host hv-neutron-8307, got binding levels [] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:23:22.615646 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a04d6b94-9a88-46f2-9141-bdfc5625e4f7 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:22.641561 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Pushing event updated for resources: {'Port': ['ID=52928e3c-b794-4156-973a-8c383c2f41ae,revision_number=5']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:22.664457 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-363eedf3-9797-4328-8f01-5a931e52a131 None None] DHCP port deletion for 56179222-44c4-4b85-a543-2cac4a28cd2d request from dv-neutron-830731-3-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 07 10:23:22.670879 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-363eedf3-9797-4328-8f01-5a931e52a131 None None] Deleting port 9fe9aa50-acff-4a44-a19e-41ac9d853116 {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:23:22.671267 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-363eedf3-9797-4328-8f01-5a931e52a131 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:22.756607 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6706642f-5711-4d03-97c9-4b42354f401b tempest-ExtraDHCPOptionsTestJSON-515453188 tempest-ExtraDHCPOptionsTestJSON-515453188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:22.764724 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-a04d6b94-9a88-46f2-9141-bdfc5625e4f7 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Calling delete_port for 6be1027d-9a0d-458b-b81f-01ece49e4fed owned by {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:23:22.773561 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a16bec36-107d-40da-9e29-2353ebe6ac8a tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=83738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:23:22.835154 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-b8422209-41fd-47df-b0a8-b01e960b8a66 tempest-DHCPAgentSchedulersTestJSON-1490567861 tempest-DHCPAgentSchedulersTestJSON-1490567861-project] For port 9fe9aa50-acff-4a44-a19e-41ac9d853116, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=9fe9aa50-acff-4a44-a19e-41ac9d853116,segment=NetworkSegment(f3683c53-e66d-43b4-9f05-6bcfa94d44e6),segment_id=f3683c53-e66d-43b4-9f05-6bcfa94d44e6)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:23:22.835458 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b8422209-41fd-47df-b0a8-b01e960b8a66 tempest-DHCPAgentSchedulersTestJSON-1490567861 tempest-DHCPAgentSchedulersTestJSON-1490567861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:22.883258 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6706642f-5711-4d03-97c9-4b42354f401b tempest-ExtraDHCPOptionsTestJSON-515453188 tempest-ExtraDHCPOptionsTestJSON-515453188-project] Pushing event deleted for resources: {'Port': ['ID=96699943-9262-468d-8715-e14f5cca7543,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:22.898576 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-af271333-5329-4a8b-ad84-674b0fc2bf93 tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:22.962645 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-363eedf3-9797-4328-8f01-5a931e52a131 None None] For port 9fe9aa50-acff-4a44-a19e-41ac9d853116, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=9fe9aa50-acff-4a44-a19e-41ac9d853116,segment=NetworkSegment(f3683c53-e66d-43b4-9f05-6bcfa94d44e6),segment_id=f3683c53-e66d-43b4-9f05-6bcfa94d44e6)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:23:22.963728 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-363eedf3-9797-4328-8f01-5a931e52a131 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:23.005497 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a16bec36-107d-40da-9e29-2353ebe6ac8a tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:23.005833 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.db.segments_db [None req-a16bec36-107d-40da-9e29-2353ebe6ac8a tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Added segment 471f38ce-cbaf-46c5-9c1d-b52ad9a6d898 of type vlan for network 7b7b47a6-fcc9-4e78-8b81-d99a79fe5059 Mar 07 10:23:23.014360 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ba88cdff-f03b-4cb2-a9ea-cb15f5dad2bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:23.017891 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-b8422209-41fd-47df-b0a8-b01e960b8a66 tempest-DHCPAgentSchedulersTestJSON-1490567861 tempest-DHCPAgentSchedulersTestJSON-1490567861-project] Calling delete_port for 9fe9aa50-acff-4a44-a19e-41ac9d853116 owned by network:dhcp {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:23:23.018846 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6706642f-5711-4d03-97c9-4b42354f401b tempest-ExtraDHCPOptionsTestJSON-515453188 tempest-ExtraDHCPOptionsTestJSON-515453188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:23.044160 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-6706642f-5711-4d03-97c9-4b42354f401b tempest-ExtraDHCPOptionsTestJSON-515453188 tempest-ExtraDHCPOptionsTestJSON-515453188-project] 10.222.0.13 "DELETE /v2.0/ports/96699943-9262-468d-8715-e14f5cca7543 HTTP/1.1" status: 204 len: 168 time: 2.2606969 Mar 07 10:23:23.052891 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 57414) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:23:23.153353 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba88cdff-f03b-4cb2-a9ea-cb15f5dad2bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f53f2890-5223-42c3-a3b8-54453d4310ae,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:23.180395 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-363eedf3-9797-4328-8f01-5a931e52a131 None None] Calling delete_port for 9fe9aa50-acff-4a44-a19e-41ac9d853116 owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:23:23.192658 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ba88cdff-f03b-4cb2-a9ea-cb15f5dad2bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:23.193793 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-ba88cdff-f03b-4cb2-a9ea-cb15f5dad2bd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f53f2890-5223-42c3-a3b8-54453d4310ae HTTP/1.1" status: 204 len: 168 time: 0.9883261 Mar 07 10:23:23.282711 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a04d6b94-9a88-46f2-9141-bdfc5625e4f7 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:23.339145 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c970dd0d-84e2-49b7-995e-6f74475e71a7 tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:23.355247 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04d6b94-9a88-46f2-9141-bdfc5625e4f7 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Pushing event deleted for resources: {'Port': ['ID=6be1027d-9a0d-458b-b81f-01ece49e4fed,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:23.363179 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a04d6b94-9a88-46f2-9141-bdfc5625e4f7 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:23.375555 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-af271333-5329-4a8b-ad84-674b0fc2bf93 tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:23.377173 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-a04d6b94-9a88-46f2-9141-bdfc5625e4f7 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] 10.222.0.13 "DELETE /v2.0/ports/6be1027d-9a0d-458b-b81f-01ece49e4fed HTTP/1.1" status: 204 len: 168 time: 1.6588681 Mar 07 10:23:23.380643 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 57420) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:23:23.426962 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-af271333-5329-4a8b-ad84-674b0fc2bf93 tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:23.452199 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-d339e02c-811e-4452-93f1-7bcacbae56a5 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] GET failed (client error): The resource could not be found. Mar 07 10:23:23.452412 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-d339e02c-811e-4452-93f1-7bcacbae56a5 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Synchronizing usage tracker for tenant:c42462e4e1e44e62933c6047450058d3 on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:23:23.470354 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-363eedf3-9797-4328-8f01-5a931e52a131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812'] for port, after_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:23.474769 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af271333-5329-4a8b-ad84-674b0fc2bf93 tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f3112b9-19a4-4c68-8797-fa75f1b8e88d,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:23.486193 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a16bec36-107d-40da-9e29-2353ebe6ac8a tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732568034061'] for network, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:23.487462 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec17f0f7-7dbb-4947-a528-91ef35e95ea9 tempest-ExtraDHCPOptionsTestJSON-515453188 tempest-ExtraDHCPOptionsTestJSON-515453188-project] Deleting subnet d75ed965-040f-49cb-96a2-80c35c6c110a {{(pid=83737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 07 10:23:23.490555 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ec17f0f7-7dbb-4947-a528-91ef35e95ea9 tempest-ExtraDHCPOptionsTestJSON-515453188 tempest-ExtraDHCPOptionsTestJSON-515453188-project] Notify callbacks [] for subnet, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:23.519633 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.db.api [None req-b8422209-41fd-47df-b0a8-b01e960b8a66 tempest-DHCPAgentSchedulersTestJSON-1490567861 tempest-DHCPAgentSchedulersTestJSON-1490567861-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83738) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 10:23:23.519984 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG oslo_db.api [None req-b8422209-41fd-47df-b0a8-b01e960b8a66 tempest-DHCPAgentSchedulersTestJSON-1490567861 tempest-DHCPAgentSchedulersTestJSON-1490567861-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 10:23:23.530153 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c970dd0d-84e2-49b7-995e-6f74475e71a7 tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:23.576699 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363eedf3-9797-4328-8f01-5a931e52a131 None None] Pushing event deleted for resources: {'Port': ['ID=9fe9aa50-acff-4a44-a19e-41ac9d853116,revision_number=None']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:23.599575 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363eedf3-9797-4328-8f01-5a931e52a131 None None] No DVR routers for this DVR port 9fe9aa50-acff-4a44-a19e-41ac9d853116 on host dv-neutron-830731-3-hyperv {{(pid=83739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:23:23.621478 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a16bec36-107d-40da-9e29-2353ebe6ac8a tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594'] for network, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:23.623946 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a16bec36-107d-40da-9e29-2353ebe6ac8a tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:23:23.625935 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a16bec36-107d-40da-9e29-2353ebe6ac8a tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2756603'] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:23.650428 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-af271333-5329-4a8b-ad84-674b0fc2bf93 tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:23.656150 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-af271333-5329-4a8b-ad84-674b0fc2bf93 tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.1406252 Mar 07 10:23:23.656946 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 57426) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:23:23.676386 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-a9511359-ebed-4b87-9f26-9b5c71b8f359 tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] Request body: {'floatingip': {'floating_network_id': '5ed85006-6b00-415e-b71f-837fb1421c12'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:23:23.684127 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 57432) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:23:23.691848 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-a9511359-ebed-4b87-9f26-9b5c71b8f359 tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:23:23.692104 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-1c5c402e-dbc2-45d1-952c-2f1277adacf2 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1263064227', 'description': 'tempest-description--1064920776'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:23:23.694271 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-d339e02c-811e-4452-93f1-7bcacbae56a5 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Unset dirty status for tenant:c42462e4e1e44e62933c6047450058d3 on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:23:23.699646 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-d339e02c-811e-4452-93f1-7bcacbae56a5 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] 10.222.0.13 "GET /v2.0/ports/6be1027d-9a0d-458b-b81f-01ece49e4fed HTTP/1.1" status: 404 len: 333 time: 0.3149176 Mar 07 10:23:23.702469 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 57436) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:23:23.703531 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-a9511359-ebed-4b87-9f26-9b5c71b8f359 tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] Usage tracker for resource:floatingip and tenant:3889902faef740789076d2c396125f8b is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:23:23.708353 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-a9511359-ebed-4b87-9f26-9b5c71b8f359 tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:23:23.718010 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-7ed89bff-9679-4aae-8e7e-a84746d67aa7 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-158021533', 'network_id': '1f6eafb6-1f5d-4b99-95c5-45ac55a76171'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:23:23.722841 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-7ed89bff-9679-4aae-8e7e-a84746d67aa7 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:23:23.735119 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-7ed89bff-9679-4aae-8e7e-a84746d67aa7 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:23:23.750768 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-a9511359-ebed-4b87-9f26-9b5c71b8f359 tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:23:23.751008 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 52928e3c-b794-4156-973a-8c383c2f41ae up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:23:23.762445 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ec17f0f7-7dbb-4947-a528-91ef35e95ea9 tempest-ExtraDHCPOptionsTestJSON-515453188 tempest-ExtraDHCPOptionsTestJSON-515453188-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2627781'] for subnet, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:23.823570 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-1c5c402e-dbc2-45d1-952c-2f1277adacf2 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:23:23.853221 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 52928e3c-b794-4156-973a-8c383c2f41ae triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:23:23.853995 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:23.911455 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ec17f0f7-7dbb-4947-a528-91ef35e95ea9 tempest-ExtraDHCPOptionsTestJSON-515453188 tempest-ExtraDHCPOptionsTestJSON-515453188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1525496'] for subnet, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:23.915907 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-1c5c402e-dbc2-45d1-952c-2f1277adacf2 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Usage tracker for resource:security_group and tenant:38f0b9f3569b450182bbf4a37575848e is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:23:23.923277 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-1c5c402e-dbc2-45d1-952c-2f1277adacf2 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:23:23.926659 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-a16bec36-107d-40da-9e29-2353ebe6ac8a tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.7099681 Mar 07 10:23:23.933807 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 57446) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:23:23.934801 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-1c5c402e-dbc2-45d1-952c-2f1277adacf2 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:23:23.967264 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a9511359-ebed-4b87-9f26-9b5c71b8f359 tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] Notify callbacks [] for floatingip, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:23.971541 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16bec36-107d-40da-9e29-2353ebe6ac8a tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Pushing event updated for resources: {'Network': ['ID=7b7b47a6-fcc9-4e78-8b81-d99a79fe5059,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:23.995902 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ed89bff-9679-4aae-8e7e-a84746d67aa7 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Made reservation on behalf of c42462e4e1e44e62933c6047450058d3 for: {'port': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:23:23.997987 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7ed89bff-9679-4aae-8e7e-a84746d67aa7 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:24.000435 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Network 7b7b47a6-fcc9-4e78-8b81-d99a79fe5059 details requested by agent ovs-agent-dv-neutron-830731-3-hyperv with host dv-neutron-830731-3-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 10:23:24.033351 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-b8422209-41fd-47df-b0a8-b01e960b8a66 tempest-DHCPAgentSchedulersTestJSON-1490567861 tempest-DHCPAgentSchedulersTestJSON-1490567861-project] Deleting port 9fe9aa50-acff-4a44-a19e-41ac9d853116 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:23:24.033351 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b8422209-41fd-47df-b0a8-b01e960b8a66 tempest-DHCPAgentSchedulersTestJSON-1490567861 tempest-DHCPAgentSchedulersTestJSON-1490567861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:24.085630 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [None req-7ed89bff-9679-4aae-8e7e-a84746d67aa7 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] device_id is not set on port fd19f819-53ae-4071-9836-cdade91561c0 yet. {{(pid=83737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 07 10:23:24.094117 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1c5c402e-dbc2-45d1-952c-2f1277adacf2 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Notify callbacks [] for security_group, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:24.160627 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-b8422209-41fd-47df-b0a8-b01e960b8a66 tempest-DHCPAgentSchedulersTestJSON-1490567861 tempest-DHCPAgentSchedulersTestJSON-1490567861-project] The port '9fe9aa50-acff-4a44-a19e-41ac9d853116' was deleted {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 07 10:23:24.160797 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ec17f0f7-7dbb-4947-a528-91ef35e95ea9 tempest-ExtraDHCPOptionsTestJSON-515453188 tempest-ExtraDHCPOptionsTestJSON-515453188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1525489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3012507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3219316'] for subnet, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:24.209068 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec17f0f7-7dbb-4947-a528-91ef35e95ea9 tempest-ExtraDHCPOptionsTestJSON-515453188 tempest-ExtraDHCPOptionsTestJSON-515453188-project] Pushing event deleted for resources: {'Subnet': ['ID=d75ed965-040f-49cb-96a2-80c35c6c110a,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:24.212758 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 9fe9aa50-acff-4a44-a19e-41ac9d853116 no longer exists at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:23:24.238163 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ec17f0f7-7dbb-4947-a528-91ef35e95ea9 tempest-ExtraDHCPOptionsTestJSON-515453188 tempest-ExtraDHCPOptionsTestJSON-515453188-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2756603'] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:24.275057 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-ec17f0f7-7dbb-4947-a528-91ef35e95ea9 tempest-ExtraDHCPOptionsTestJSON-515453188 tempest-ExtraDHCPOptionsTestJSON-515453188-project] 10.222.0.13 "DELETE /v2.0/subnets/d75ed965-040f-49cb-96a2-80c35c6c110a HTTP/1.1" status: 204 len: 168 time: 1.2115788 Mar 07 10:23:24.278494 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 57454) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:23:24.284171 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9fa2558-8f87-433a-9135-ec1136545430 None None] Network 87eccba1-5852-4ed1-98a7-17f0ac8f01ec requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:23:24.374532 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-1c5c402e-dbc2-45d1-952c-2f1277adacf2 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:23:24.385225 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-186d58ff-f2b7-483c-bd92-c26556554052 tempest-ExternalNetworksTestJSON-1990516839 tempest-ExternalNetworksTestJSON-1990516839-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:23:24.390103 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-186d58ff-f2b7-483c-bd92-c26556554052 tempest-ExternalNetworksTestJSON-1990516839 tempest-ExternalNetworksTestJSON-1990516839-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:23:24.394719 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-186d58ff-f2b7-483c-bd92-c26556554052 tempest-ExternalNetworksTestJSON-1990516839 tempest-ExternalNetworksTestJSON-1990516839-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:23:24.399321 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-186d58ff-f2b7-483c-bd92-c26556554052 tempest-ExternalNetworksTestJSON-1990516839 tempest-ExternalNetworksTestJSON-1990516839-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:23:24.401220 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-186d58ff-f2b7-483c-bd92-c26556554052 tempest-ExternalNetworksTestJSON-1990516839 tempest-ExternalNetworksTestJSON-1990516839-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.4619591 Mar 07 10:23:24.408407 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-1c5c402e-dbc2-45d1-952c-2f1277adacf2 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Usage tracker for resource:security_group_rule and tenant:38f0b9f3569b450182bbf4a37575848e is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:23:24.411113 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 57460) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:23:24.416622 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-1c5c402e-dbc2-45d1-952c-2f1277adacf2 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:23:24.420894 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b8422209-41fd-47df-b0a8-b01e960b8a66 tempest-DHCPAgentSchedulersTestJSON-1490567861 tempest-DHCPAgentSchedulersTestJSON-1490567861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1526893', 'neutron.services.segments.db._delete_segments_for_network-8732568551033'] for network, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:24.458592 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-1c5c402e-dbc2-45d1-952c-2f1277adacf2 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:23:24.464886 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] No Port match for: 9fe9aa50-acff-4a44-a19e-41ac9d853116 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 10:23:24.465255 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 9fe9aa50-acff-4a44-a19e-41ac9d853116 not bound to the agent host dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 10:23:24.520683 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0261ba5b-828b-47fc-b7ff-c01682e1c4be tempest-ExtraDHCPOptionsTestJSON-515453188 tempest-ExtraDHCPOptionsTestJSON-515453188-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1158940'] for network, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:24.542396 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a9511359-ebed-4b87-9f26-9b5c71b8f359 tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:24.586090 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c970dd0d-84e2-49b7-995e-6f74475e71a7 tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] Notify callbacks [] for port, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:24.591359 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7ed89bff-9679-4aae-8e7e-a84746d67aa7 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:24.602506 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-0261ba5b-828b-47fc-b7ff-c01682e1c4be tempest-ExtraDHCPOptionsTestJSON-515453188 tempest-ExtraDHCPOptionsTestJSON-515453188-project] Deleting port 99f60f19-b567-49e0-843d-39b1db2378af {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:23:24.602944 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0261ba5b-828b-47fc-b7ff-c01682e1c4be tempest-ExtraDHCPOptionsTestJSON-515453188 tempest-ExtraDHCPOptionsTestJSON-515453188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:24.608303 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-b8422209-41fd-47df-b0a8-b01e960b8a66 tempest-DHCPAgentSchedulersTestJSON-1490567861 tempest-DHCPAgentSchedulersTestJSON-1490567861-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56179222-44c4-4b85-a543-2cac4a28cd2d']}} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:23:24.623937 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c970dd0d-84e2-49b7-995e-6f74475e71a7 tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3556717'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:24.631700 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dc2b640-a56e-4522-bc5e-b7f27b1addf1 None None] DHCP port deletion for 87eccba1-5852-4ed1-98a7-17f0ac8f01ec request from dv-neutron-830731-3-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 07 10:23:24.640026 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-7dc2b640-a56e-4522-bc5e-b7f27b1addf1 None None] Deleting port 99f60f19-b567-49e0-843d-39b1db2378af {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:23:24.641234 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-7dc2b640-a56e-4522-bc5e-b7f27b1addf1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:24.737445 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-b8422209-41fd-47df-b0a8-b01e960b8a66 tempest-DHCPAgentSchedulersTestJSON-1490567861 tempest-DHCPAgentSchedulersTestJSON-1490567861-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3683c53-e66d-43b4-9f05-6bcfa94d44e6') {'for_net_delete': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:23:24.737734 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-b8422209-41fd-47df-b0a8-b01e960b8a66 tempest-DHCPAgentSchedulersTestJSON-1490567861 tempest-DHCPAgentSchedulersTestJSON-1490567861-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3683c53-e66d-43b4-9f05-6bcfa94d44e6') {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:23:24.774012 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b8422209-41fd-47df-b0a8-b01e960b8a66 tempest-DHCPAgentSchedulersTestJSON-1490567861 tempest-DHCPAgentSchedulersTestJSON-1490567861-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732568550916', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968000'] for segment, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:24.818000 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7ed89bff-9679-4aae-8e7e-a84746d67aa7 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:24.819771 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c970dd0d-84e2-49b7-995e-6f74475e71a7 tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] Pushing event updated for resources: {'Port': ['ID=937c6eca-8326-49e7-8cbd-73ce6063c7e9,revision_number=2']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:24.831001 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8dee9c5e-b9d0-40b0-99e9-78a20f4a46f4 tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1158940'] for network, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:24.835000 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b8422209-41fd-47df-b0a8-b01e960b8a66 tempest-DHCPAgentSchedulersTestJSON-1490567861 tempest-DHCPAgentSchedulersTestJSON-1490567861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:24.864932 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8422209-41fd-47df-b0a8-b01e960b8a66 tempest-DHCPAgentSchedulersTestJSON-1490567861 tempest-DHCPAgentSchedulersTestJSON-1490567861-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=83738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 07 10:23:24.865285 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b8422209-41fd-47df-b0a8-b01e960b8a66 tempest-DHCPAgentSchedulersTestJSON-1490567861 tempest-DHCPAgentSchedulersTestJSON-1490567861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1227397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3556681'] for segment, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:24.890281 dv-neutron-830731-3-hyperv neutron-server[83738]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:23:24.890281 dv-neutron-830731-3-hyperv neutron-server[83738]: util.warn( Mar 07 10:23:24.890281 dv-neutron-830731-3-hyperv neutron-server[83738]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:23:24.890281 dv-neutron-830731-3-hyperv neutron-server[83738]: util.warn( Mar 07 10:23:24.890281 dv-neutron-830731-3-hyperv neutron-server[83738]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:23:24.890281 dv-neutron-830731-3-hyperv neutron-server[83738]: util.warn( Mar 07 10:23:24.890281 dv-neutron-830731-3-hyperv neutron-server[83738]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:23:24.890281 dv-neutron-830731-3-hyperv neutron-server[83738]: util.warn( Mar 07 10:23:24.890281 dv-neutron-830731-3-hyperv neutron-server[83738]: Traceback (most recent call last): Mar 07 10:23:24.890281 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 07 10:23:24.890281 dv-neutron-830731-3-hyperv neutron-server[83738]: timer() Mar 07 10:23:24.890281 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:23:24.890281 dv-neutron-830731-3-hyperv neutron-server[83738]: cb(*args, **kw) Mar 07 10:23:24.890281 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 10:23:24.890281 dv-neutron-830731-3-hyperv neutron-server[83738]: return func(*args, **kwargs) Mar 07 10:23:24.890281 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:23:24.890281 dv-neutron-830731-3-hyperv neutron-server[83738]: self._notify() Mar 07 10:23:24.890281 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:23:24.890281 dv-neutron-830731-3-hyperv neutron-server[83738]: self.callback(batched_events) Mar 07 10:23:24.890281 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:23:24.890281 dv-neutron-830731-3-hyperv neutron-server[83738]: event.method(event) Mar 07 10:23:24.890281 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 10:23:24.890281 dv-neutron-830731-3-hyperv neutron-server[83738]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:23:24.890281 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 10:23:24.890281 dv-neutron-830731-3-hyperv neutron-server[83738]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:23:24.890281 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 10:23:24.890281 dv-neutron-830731-3-hyperv neutron-server[83738]: return f(self, *a, **k) Mar 07 10:23:24.890281 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:23:24.890281 dv-neutron-830731-3-hyperv neutron-server[83738]: return self._get(url).json() Mar 07 10:23:24.890281 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:23:24.890281 dv-neutron-830731-3-hyperv neutron-server[83738]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:23:24.890281 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 07 10:23:24.890281 dv-neutron-830731-3-hyperv neutron-server[83738]: return self.request(url, 'GET', **kwargs) Mar 07 10:23:24.890281 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 07 10:23:24.890281 dv-neutron-830731-3-hyperv neutron-server[83738]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:23:24.890281 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 07 10:23:24.890281 dv-neutron-830731-3-hyperv neutron-server[83738]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:23:24.890281 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 07 10:23:24.890281 dv-neutron-830731-3-hyperv neutron-server[83738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:23:24.890281 dv-neutron-830731-3-hyperv neutron-server[83738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:23:24.898248 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c970dd0d-84e2-49b7-995e-6f74475e71a7 tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923533'] for floatingip, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:24.915614 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-7dc2b640-a56e-4522-bc5e-b7f27b1addf1 None None] For port 99f60f19-b567-49e0-843d-39b1db2378af, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=99f60f19-b567-49e0-843d-39b1db2378af,segment=NetworkSegment(dcd1ace4-304d-46a6-b4c9-8fda866de592),segment_id=dcd1ace4-304d-46a6-b4c9-8fda866de592)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:23:24.915959 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-7dc2b640-a56e-4522-bc5e-b7f27b1addf1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:24.922085 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1c5c402e-dbc2-45d1-952c-2f1277adacf2 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Notify callbacks [] for security_group, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:24.969760 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-a9511359-ebed-4b87-9f26-9b5c71b8f359 tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] Allocated IP 172.26.8.121 (5ed85006-6b00-415e-b71f-837fb1421c12/8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a/98f40b47-ef03-4baf-bf4e-33fcd0c14f58) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:23:25.006346 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1c5c402e-dbc2-45d1-952c-2f1277adacf2 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:25.026900 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-0261ba5b-828b-47fc-b7ff-c01682e1c4be tempest-ExtraDHCPOptionsTestJSON-515453188 tempest-ExtraDHCPOptionsTestJSON-515453188-project] For port 99f60f19-b567-49e0-843d-39b1db2378af, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=99f60f19-b567-49e0-843d-39b1db2378af,segment=NetworkSegment(dcd1ace4-304d-46a6-b4c9-8fda866de592),segment_id=dcd1ace4-304d-46a6-b4c9-8fda866de592)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:23:25.027337 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0261ba5b-828b-47fc-b7ff-c01682e1c4be tempest-ExtraDHCPOptionsTestJSON-515453188 tempest-ExtraDHCPOptionsTestJSON-515453188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:25.034003 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c970dd0d-84e2-49b7-995e-6f74475e71a7 tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for floatingip, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:25.035422 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-c970dd0d-84e2-49b7-995e-6f74475e71a7 tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.1954887 Mar 07 10:23:25.040374 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed89bff-9679-4aae-8e7e-a84746d67aa7 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Pushing event updated for resources: {'Port': ['ID=fd19f819-53ae-4071-9836-cdade91561c0,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:25.047116 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed89bff-9679-4aae-8e7e-a84746d67aa7 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Network 1f6eafb6-1f5d-4b99-95c5-45ac55a76171 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:23:25.064950 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-7ed89bff-9679-4aae-8e7e-a84746d67aa7 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:23:25.077340 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-7dc2b640-a56e-4522-bc5e-b7f27b1addf1 None None] Calling delete_port for 99f60f19-b567-49e0-843d-39b1db2378af owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:23:25.124734 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed89bff-9679-4aae-8e7e-a84746d67aa7 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:23:25.125799 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ed89bff-9679-4aae-8e7e-a84746d67aa7 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:23:25.126449 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7ed89bff-9679-4aae-8e7e-a84746d67aa7 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:25.171458 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-7dc2b640-a56e-4522-bc5e-b7f27b1addf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812'] for port, after_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:25.225873 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5c402e-dbc2-45d1-952c-2f1277adacf2 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0cf1685-c0d8-4959-a53b-3f1ceedf7fad,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:25.233601 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc2b640-a56e-4522-bc5e-b7f27b1addf1 None None] No DVR routers for this DVR port 99f60f19-b567-49e0-843d-39b1db2378af on host dv-neutron-830731-3-hyperv {{(pid=83739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:23:25.242732 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc2b640-a56e-4522-bc5e-b7f27b1addf1 None None] Pushing event deleted for resources: {'Port': ['ID=99f60f19-b567-49e0-843d-39b1db2378af,revision_number=None']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:25.252352 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b8422209-41fd-47df-b0a8-b01e960b8a66 tempest-DHCPAgentSchedulersTestJSON-1490567861 tempest-DHCPAgentSchedulersTestJSON-1490567861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1526886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923583'] for network, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:25.257464 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1c5c402e-dbc2-45d1-952c-2f1277adacf2 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:25.261750 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-1c5c402e-dbc2-45d1-952c-2f1277adacf2 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 1.5730820 Mar 07 10:23:25.280146 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 57478) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:23:25.288648 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8dee9c5e-b9d0-40b0-99e9-78a20f4a46f4 tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1526893', 'neutron.services.segments.db._delete_segments_for_network-8732568551033'] for network, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:25.297836 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8422209-41fd-47df-b0a8-b01e960b8a66 tempest-DHCPAgentSchedulersTestJSON-1490567861 tempest-DHCPAgentSchedulersTestJSON-1490567861-project] Pushing event deleted for resources: {'Network': ['ID=56179222-44c4-4b85-a543-2cac4a28cd2d,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:25.298762 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-0261ba5b-828b-47fc-b7ff-c01682e1c4be tempest-ExtraDHCPOptionsTestJSON-515453188 tempest-ExtraDHCPOptionsTestJSON-515453188-project] Calling delete_port for 99f60f19-b567-49e0-843d-39b1db2378af owned by network:dhcp {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:23:25.300425 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b8422209-41fd-47df-b0a8-b01e960b8a66 tempest-DHCPAgentSchedulersTestJSON-1490567861 tempest-DHCPAgentSchedulersTestJSON-1490567861-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2756603'] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:25.306017 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-b8422209-41fd-47df-b0a8-b01e960b8a66 tempest-DHCPAgentSchedulersTestJSON-1490567861 tempest-DHCPAgentSchedulersTestJSON-1490567861-project] 10.222.0.13 "DELETE /v2.0/networks/56179222-44c4-4b85-a543-2cac4a28cd2d HTTP/1.1" status: 204 len: 168 time: 3.0539753 Mar 07 10:23:25.330974 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-8dee9c5e-b9d0-40b0-99e9-78a20f4a46f4 tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b7b47a6-fcc9-4e78-8b81-d99a79fe5059']}} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:23:25.347596 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-8dee9c5e-b9d0-40b0-99e9-78a20f4a46f4 tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '471f38ce-cbaf-46c5-9c1d-b52ad9a6d898') {'for_net_delete': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:23:25.347964 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-8dee9c5e-b9d0-40b0-99e9-78a20f4a46f4 tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '471f38ce-cbaf-46c5-9c1d-b52ad9a6d898') {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:23:25.362279 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8dee9c5e-b9d0-40b0-99e9-78a20f4a46f4 tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732568550916', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968000'] for segment, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:25.372319 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-cbb3fd1c-c4a5-4798-ac67-6376af8a37ad tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Request body: {'security_group_rule': {'security_group_id': 'f0cf1685-c0d8-4959-a53b-3f1ceedf7fad', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:23:25.391435 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8dee9c5e-b9d0-40b0-99e9-78a20f4a46f4 tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:25.399612 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dee9c5e-b9d0-40b0-99e9-78a20f4a46f4 tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=83738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 07 10:23:25.400012 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8dee9c5e-b9d0-40b0-99e9-78a20f4a46f4 tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1227397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3556681'] for segment, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:25.421217 dv-neutron-830731-3-hyperv neutron-server[83738]: Traceback (most recent call last): Mar 07 10:23:25.421217 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 07 10:23:25.421217 dv-neutron-830731-3-hyperv neutron-server[83738]: timer() Mar 07 10:23:25.421217 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:23:25.421217 dv-neutron-830731-3-hyperv neutron-server[83738]: cb(*args, **kw) Mar 07 10:23:25.421217 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 10:23:25.421217 dv-neutron-830731-3-hyperv neutron-server[83738]: return func(*args, **kwargs) Mar 07 10:23:25.421217 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:23:25.421217 dv-neutron-830731-3-hyperv neutron-server[83738]: self._notify() Mar 07 10:23:25.421217 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:23:25.421217 dv-neutron-830731-3-hyperv neutron-server[83738]: self.callback(batched_events) Mar 07 10:23:25.421217 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:23:25.421217 dv-neutron-830731-3-hyperv neutron-server[83738]: event.method(event) Mar 07 10:23:25.421217 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 10:23:25.421217 dv-neutron-830731-3-hyperv neutron-server[83738]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:23:25.421217 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 10:23:25.421217 dv-neutron-830731-3-hyperv neutron-server[83738]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:23:25.421217 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 10:23:25.421217 dv-neutron-830731-3-hyperv neutron-server[83738]: return f(self, *a, **k) Mar 07 10:23:25.421217 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:23:25.421217 dv-neutron-830731-3-hyperv neutron-server[83738]: return self._get(url).json() Mar 07 10:23:25.421217 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:23:25.421217 dv-neutron-830731-3-hyperv neutron-server[83738]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:23:25.421217 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 07 10:23:25.421217 dv-neutron-830731-3-hyperv neutron-server[83738]: return self.request(url, 'GET', **kwargs) Mar 07 10:23:25.421217 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 07 10:23:25.421217 dv-neutron-830731-3-hyperv neutron-server[83738]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:23:25.421217 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 07 10:23:25.421217 dv-neutron-830731-3-hyperv neutron-server[83738]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:23:25.421217 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 07 10:23:25.421217 dv-neutron-830731-3-hyperv neutron-server[83738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:23:25.421217 dv-neutron-830731-3-hyperv neutron-server[83738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:23:25.486394 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-cbb3fd1c-c4a5-4798-ac67-6376af8a37ad tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:23:25.506041 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-cbb3fd1c-c4a5-4798-ac67-6376af8a37ad tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Usage tracker for resource:security_group_rule and tenant:38f0b9f3569b450182bbf4a37575848e is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:23:25.511261 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-cbb3fd1c-c4a5-4798-ac67-6376af8a37ad tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:23:25.521374 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-7ed89bff-9679-4aae-8e7e-a84746d67aa7 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.8144631 Mar 07 10:23:25.523852 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-cbb3fd1c-c4a5-4798-ac67-6376af8a37ad tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:23:25.529054 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 57494) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:23:25.620562 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8dee9c5e-b9d0-40b0-99e9-78a20f4a46f4 tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1526886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923583'] for network, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:25.630034 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dee9c5e-b9d0-40b0-99e9-78a20f4a46f4 tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7b7b47a6-fcc9-4e78-8b81-d99a79fe5059 {{(pid=83738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 07 10:23:25.649834 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-cbb3fd1c-c4a5-4798-ac67-6376af8a37ad tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:25.663887 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-e41ca6b4-cbae-43e2-9d83-bbded266fd95 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Synchronizing usage tracker for tenant:c42462e4e1e44e62933c6047450058d3 on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:23:25.666892 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8dee9c5e-b9d0-40b0-99e9-78a20f4a46f4 tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2756603'] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:25.673050 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dee9c5e-b9d0-40b0-99e9-78a20f4a46f4 tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Pushing event deleted for resources: {'Network': ['ID=7b7b47a6-fcc9-4e78-8b81-d99a79fe5059,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:25.676120 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-8dee9c5e-b9d0-40b0-99e9-78a20f4a46f4 tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] 10.222.0.13 "DELETE /v2.0/networks/7b7b47a6-fcc9-4e78-8b81-d99a79fe5059 HTTP/1.1" status: 204 len: 168 time: 1.2622333 Mar 07 10:23:25.679206 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 57500) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:23:25.701989 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-26f8de1a-cf5c-4a27-aadb-8f1216234dc0 tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Request body: {'network': {'name': 'tempest-network--1880140329', 'router:external': True}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:23:25.709868 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-26f8de1a-cf5c-4a27-aadb-8f1216234dc0 tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:23:25.716689 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-26f8de1a-cf5c-4a27-aadb-8f1216234dc0 tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Usage tracker for resource:network and tenant:45c6bc1d4de642d68a3dbe7218d09f9b is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:23:25.719619 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.db.api [None req-0261ba5b-828b-47fc-b7ff-c01682e1c4be tempest-ExtraDHCPOptionsTestJSON-515453188 tempest-ExtraDHCPOptionsTestJSON-515453188-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83737) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 10:23:25.720164 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG oslo_db.api [None req-0261ba5b-828b-47fc-b7ff-c01682e1c4be tempest-ExtraDHCPOptionsTestJSON-515453188 tempest-ExtraDHCPOptionsTestJSON-515453188-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 10:23:25.720907 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-26f8de1a-cf5c-4a27-aadb-8f1216234dc0 tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:23:25.721270 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 99f60f19-b567-49e0-843d-39b1db2378af no longer exists at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:23:25.728336 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-26f8de1a-cf5c-4a27-aadb-8f1216234dc0 tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:23:25.736256 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a9511359-ebed-4b87-9f26-9b5c71b8f359 tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:25.743618 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-e41ca6b4-cbae-43e2-9d83-bbded266fd95 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Unset dirty status for tenant:c42462e4e1e44e62933c6047450058d3 on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:23:25.745021 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-e41ca6b4-cbae-43e2-9d83-bbded266fd95 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] 10.222.0.13 "GET /v2.0/ports/fd19f819-53ae-4071-9836-cdade91561c0 HTTP/1.1" status: 200 len: 954 time: 0.2140427 Mar 07 10:23:25.748917 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 57504) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:23:25.782299 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-cbb3fd1c-c4a5-4798-ac67-6376af8a37ad tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:25.791694 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-cbb3fd1c-c4a5-4798-ac67-6376af8a37ad tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:25.805598 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] No Port match for: 99f60f19-b567-49e0-843d-39b1db2378af {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 10:23:25.805946 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 99f60f19-b567-49e0-843d-39b1db2378af not bound to the agent host dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 10:23:25.823271 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a9511359-ebed-4b87-9f26-9b5c71b8f359 tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:25.866525 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb3fd1c-c4a5-4798-ac67-6376af8a37ad tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e475380-d4bf-4b2f-bc4b-85ec28a5f2b5,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:25.878684 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26f8de1a-cf5c-4a27-aadb-8f1216234dc0 tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Made reservation on behalf of 45c6bc1d4de642d68a3dbe7218d09f9b for: {'network': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:23:25.889345 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-26f8de1a-cf5c-4a27-aadb-8f1216234dc0 tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for network, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:25.894191 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 57510) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:23:25.898189 dv-neutron-830731-3-hyperv neutron-server[83737]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 07 10:23:25.929446 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-cbb3fd1c-c4a5-4798-ac67-6376af8a37ad tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:25.932921 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-cbb3fd1c-c4a5-4798-ac67-6376af8a37ad tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6463828 Mar 07 10:23:25.937058 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 57516) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:23:25.937518 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9511359-ebed-4b87-9f26-9b5c71b8f359 tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] Network 5ed85006-6b00-415e-b71f-837fb1421c12 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:23:25.943062 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-a9511359-ebed-4b87-9f26-9b5c71b8f359 tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:23:25.947948 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9511359-ebed-4b87-9f26-9b5c71b8f359 tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:23:25.950971 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-1f5b30a0-d1b8-42b6-ac1a-b2513855d474 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Request body: {'security_group_rule': {'security_group_id': 'f0cf1685-c0d8-4959-a53b-3f1ceedf7fad', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:23:25.962637 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-1f5b30a0-d1b8-42b6-ac1a-b2513855d474 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:23:25.972395 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-cd42403f-cd5c-4084-b459-19655d428348 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Deleting port fd19f819-53ae-4071-9836-cdade91561c0 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:23:25.972754 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cd42403f-cd5c-4084-b459-19655d428348 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:25.981793 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-adbd2215-c8ee-41f3-92a6-4182ca26b8a8 None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 10:23:25.985466 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9511359-ebed-4b87-9f26-9b5c71b8f359 tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] Pushing event updated for resources: {'Port': ['ID=98f40b47-ef03-4baf-bf4e-33fcd0c14f58,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:26.001101 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-1f5b30a0-d1b8-42b6-ac1a-b2513855d474 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Usage tracker for resource:security_group_rule and tenant:38f0b9f3569b450182bbf4a37575848e is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:23:26.007688 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-1f5b30a0-d1b8-42b6-ac1a-b2513855d474 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:23:26.010357 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26f8de1a-cf5c-4a27-aadb-8f1216234dc0 tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=83738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:23:26.012605 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-666cc7f7-2252-4eb0-9a14-e6fd7099bda6 req-d9e328f5-71ec-4c3d-9dc5-3d78498b357b tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] Synchronizing usage tracker for tenant:7786db5ef26f4f06a4ab41ba87614474 on resource:security_group {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:23:26.024068 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-1f5b30a0-d1b8-42b6-ac1a-b2513855d474 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:23:26.050380 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-666cc7f7-2252-4eb0-9a14-e6fd7099bda6 req-d9e328f5-71ec-4c3d-9dc5-3d78498b357b tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] Unset dirty status for tenant:7786db5ef26f4f06a4ab41ba87614474 on resource:security_group {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:23:26.051312 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-26f8de1a-cf5c-4a27-aadb-8f1216234dc0 tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:26.051650 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.db.segments_db [None req-26f8de1a-cf5c-4a27-aadb-8f1216234dc0 tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Added segment e83d4d35-d94f-4af5-977d-92cbbce7f2dc of type vlan for network f3353703-3385-4b12-b523-c7ac794cb2a6 Mar 07 10:23:26.052134 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-666cc7f7-2252-4eb0-9a14-e6fd7099bda6 req-d9e328f5-71ec-4c3d-9dc5-3d78498b357b tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1305519877&fields=id&tenant_id=7786db5ef26f4f06a4ab41ba87614474 HTTP/1.1" status: 200 len: 267 time: 0.1558425 Mar 07 10:23:26.093215 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 57520) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:23:26.099368 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1f5b30a0-d1b8-42b6-ac1a-b2513855d474 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:26.184996 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-26f8de1a-cf5c-4a27-aadb-8f1216234dc0 tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732568034061'] for network, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:26.222660 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-0261ba5b-828b-47fc-b7ff-c01682e1c4be tempest-ExtraDHCPOptionsTestJSON-515453188 tempest-ExtraDHCPOptionsTestJSON-515453188-project] Deleting port 99f60f19-b567-49e0-843d-39b1db2378af {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:23:26.223225 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0261ba5b-828b-47fc-b7ff-c01682e1c4be tempest-ExtraDHCPOptionsTestJSON-515453188 tempest-ExtraDHCPOptionsTestJSON-515453188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:26.311578 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a9511359-ebed-4b87-9f26-9b5c71b8f359 tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:26.319982 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cd42403f-cd5c-4084-b459-19655d428348 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:26.325873 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-0261ba5b-828b-47fc-b7ff-c01682e1c4be tempest-ExtraDHCPOptionsTestJSON-515453188 tempest-ExtraDHCPOptionsTestJSON-515453188-project] The port '99f60f19-b567-49e0-843d-39b1db2378af' was deleted {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 07 10:23:26.484956 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-cd42403f-cd5c-4084-b459-19655d428348 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Calling delete_port for fd19f819-53ae-4071-9836-cdade91561c0 owned by {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:23:26.528948 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 57530) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:23:26.608633 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0261ba5b-828b-47fc-b7ff-c01682e1c4be tempest-ExtraDHCPOptionsTestJSON-515453188 tempest-ExtraDHCPOptionsTestJSON-515453188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1526893', 'neutron.services.segments.db._delete_segments_for_network-8732568551033'] for network, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:26.609139 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1f5b30a0-d1b8-42b6-ac1a-b2513855d474 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:26.613611 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-26f8de1a-cf5c-4a27-aadb-8f1216234dc0 tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594'] for network, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:26.614589 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f8de1a-cf5c-4a27-aadb-8f1216234dc0 tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:23:26.615403 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-26f8de1a-cf5c-4a27-aadb-8f1216234dc0 tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2756603'] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:26.616318 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a9511359-ebed-4b87-9f26-9b5c71b8f359 tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:26.656618 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1f5b30a0-d1b8-42b6-ac1a-b2513855d474 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:26.658968 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-26f8de1a-cf5c-4a27-aadb-8f1216234dc0 tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.9785788 Mar 07 10:23:26.669717 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 57536) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:23:26.681197 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666cc7f7-2252-4eb0-9a14-e6fd7099bda6 req-48cb8460-d99a-4b37-b8e8-dab96e88f932 tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:23:26.681925 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-666cc7f7-2252-4eb0-9a14-e6fd7099bda6 req-48cb8460-d99a-4b37-b8e8-dab96e88f932 tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] Synchronizing usage tracker for tenant:7786db5ef26f4f06a4ab41ba87614474 on resource:network {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:23:26.692967 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-e8b17c40-a904-4b66-8f91-f9ec1ae6b507 tempest-RoutersAdminNegativeIpV6Test-1417130088 tempest-RoutersAdminNegativeIpV6Test-1417130088-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1565396712', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:23:26.746046 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cd42403f-cd5c-4084-b459-19655d428348 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:26.748514 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-e8b17c40-a904-4b66-8f91-f9ec1ae6b507 tempest-RoutersAdminNegativeIpV6Test-1417130088 tempest-RoutersAdminNegativeIpV6Test-1417130088-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:23:26.755274 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5b30a0-d1b8-42b6-ac1a-b2513855d474 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fc93d50-f7d7-4a7f-9077-59615de8aa0f,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:26.793375 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-0261ba5b-828b-47fc-b7ff-c01682e1c4be tempest-ExtraDHCPOptionsTestJSON-515453188 tempest-ExtraDHCPOptionsTestJSON-515453188-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87eccba1-5852-4ed1-98a7-17f0ac8f01ec']}} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:23:26.810671 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-e8b17c40-a904-4b66-8f91-f9ec1ae6b507 tempest-RoutersAdminNegativeIpV6Test-1417130088 tempest-RoutersAdminNegativeIpV6Test-1417130088-project-admin] Usage tracker for resource:port and tenant:3c4232932e12414fa135ce0a0ad43c2c is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:23:26.826138 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-e8b17c40-a904-4b66-8f91-f9ec1ae6b507 tempest-RoutersAdminNegativeIpV6Test-1417130088 tempest-RoutersAdminNegativeIpV6Test-1417130088-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:23:26.828851 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd42403f-cd5c-4084-b459-19655d428348 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Pushing event deleted for resources: {'Port': ['ID=fd19f819-53ae-4071-9836-cdade91561c0,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:26.831590 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1f5b30a0-d1b8-42b6-ac1a-b2513855d474 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:26.835622 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-1f5b30a0-d1b8-42b6-ac1a-b2513855d474 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.8947532 Mar 07 10:23:26.836027 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-0261ba5b-828b-47fc-b7ff-c01682e1c4be tempest-ExtraDHCPOptionsTestJSON-515453188 tempest-ExtraDHCPOptionsTestJSON-515453188-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcd1ace4-304d-46a6-b4c9-8fda866de592') {'for_net_delete': True} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:23:26.836027 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-0261ba5b-828b-47fc-b7ff-c01682e1c4be tempest-ExtraDHCPOptionsTestJSON-515453188 tempest-ExtraDHCPOptionsTestJSON-515453188-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcd1ace4-304d-46a6-b4c9-8fda866de592') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:23:26.840321 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 57540) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:23:26.841778 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f8de1a-cf5c-4a27-aadb-8f1216234dc0 tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Pushing event updated for resources: {'Network': ['ID=f3353703-3385-4b12-b523-c7ac794cb2a6,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:26.846782 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-e8b17c40-a904-4b66-8f91-f9ec1ae6b507 tempest-RoutersAdminNegativeIpV6Test-1417130088 tempest-RoutersAdminNegativeIpV6Test-1417130088-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:23:26.853496 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Network f3353703-3385-4b12-b523-c7ac794cb2a6 details requested by agent ovs-agent-dv-neutron-830731-3-hyperv with host dv-neutron-830731-3-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 10:23:26.854207 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-6f978dcd-c61a-4d11-9e06-23493e41fda6 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Request body: {'floatingip': {'floating_network_id': '5ed85006-6b00-415e-b71f-837fb1421c12'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:23:26.860732 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-6f978dcd-c61a-4d11-9e06-23493e41fda6 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:23:26.866754 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0261ba5b-828b-47fc-b7ff-c01682e1c4be tempest-ExtraDHCPOptionsTestJSON-515453188 tempest-ExtraDHCPOptionsTestJSON-515453188-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732568550916', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629174'] for segment, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:26.867076 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cd42403f-cd5c-4084-b459-19655d428348 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:26.871672 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-cd42403f-cd5c-4084-b459-19655d428348 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] 10.222.0.13 "DELETE /v2.0/ports/fd19f819-53ae-4071-9836-cdade91561c0 HTTP/1.1" status: 204 len: 168 time: 1.1217427 Mar 07 10:23:26.872455 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 57544) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:23:26.879415 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-6f978dcd-c61a-4d11-9e06-23493e41fda6 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Usage tracker for resource:floatingip and tenant:38f0b9f3569b450182bbf4a37575848e is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:23:26.885105 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-666cc7f7-2252-4eb0-9a14-e6fd7099bda6 req-48cb8460-d99a-4b37-b8e8-dab96e88f932 tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] Unset dirty status for tenant:7786db5ef26f4f06a4ab41ba87614474 on resource:network {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:23:26.891864 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-666cc7f7-2252-4eb0-9a14-e6fd7099bda6 req-48cb8460-d99a-4b37-b8e8-dab96e88f932 tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] 10.222.0.13 "GET /v2.0/networks?id=72398af9-06cf-4222-b28c-e00880a5f9c7 HTTP/1.1" status: 200 len: 806 time: 0.8235958 Mar 07 10:23:26.915674 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-6f978dcd-c61a-4d11-9e06-23493e41fda6 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:23:26.924765 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8b17c40-a904-4b66-8f91-f9ec1ae6b507 tempest-RoutersAdminNegativeIpV6Test-1417130088 tempest-RoutersAdminNegativeIpV6Test-1417130088-project-admin] Made reservation on behalf of 3c4232932e12414fa135ce0a0ad43c2c for: {'port': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:23:26.927016 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e8b17c40-a904-4b66-8f91-f9ec1ae6b507 tempest-RoutersAdminNegativeIpV6Test-1417130088 tempest-RoutersAdminNegativeIpV6Test-1417130088-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:26.938318 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-6f978dcd-c61a-4d11-9e06-23493e41fda6 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:23:26.947779 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6150110-0fda-4a4d-a3d8-ff250556dc1b tempest-ExternalNetworksTestJSON-1990516839 tempest-ExternalNetworksTestJSON-1990516839-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:23:26.948373 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-a6150110-0fda-4a4d-a3d8-ff250556dc1b tempest-ExternalNetworksTestJSON-1990516839 tempest-ExternalNetworksTestJSON-1990516839-project] Synchronizing usage tracker for tenant:08083babee2847ffba9774d3cf12c7ce on resource:network {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:23:26.951238 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e26e977-b1c5-45fc-90a8-5a035ce4adc5 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] GET failed (client error): The resource could not be found. Mar 07 10:23:26.951775 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-3e26e977-b1c5-45fc-90a8-5a035ce4adc5 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Synchronizing usage tracker for tenant:c42462e4e1e44e62933c6047450058d3 on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:23:26.954495 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e8b17c40-a904-4b66-8f91-f9ec1ae6b507 tempest-RoutersAdminNegativeIpV6Test-1417130088 tempest-RoutersAdminNegativeIpV6Test-1417130088-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:26.973913 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6f978dcd-c61a-4d11-9e06-23493e41fda6 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Notify callbacks [] for floatingip, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:27.001005 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0261ba5b-828b-47fc-b7ff-c01682e1c4be tempest-ExtraDHCPOptionsTestJSON-515453188 tempest-ExtraDHCPOptionsTestJSON-515453188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:27.014969 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-666cc7f7-2252-4eb0-9a14-e6fd7099bda6 req-6194279e-3a99-4898-951b-bce1374cacb8 tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] 10.222.0.13 "GET /v2.0/quotas/7786db5ef26f4f06a4ab41ba87614474 HTTP/1.1" status: 200 len: 375 time: 0.1221128 Mar 07 10:23:27.019390 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0261ba5b-828b-47fc-b7ff-c01682e1c4be tempest-ExtraDHCPOptionsTestJSON-515453188 tempest-ExtraDHCPOptionsTestJSON-515453188-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=83737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 07 10:23:27.019791 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0261ba5b-828b-47fc-b7ff-c01682e1c4be tempest-ExtraDHCPOptionsTestJSON-515453188 tempest-ExtraDHCPOptionsTestJSON-515453188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1227397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3012597'] for segment, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:27.033950 dv-neutron-830731-3-hyperv neutron-server[83737]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:23:27.033950 dv-neutron-830731-3-hyperv neutron-server[83737]: util.warn( Mar 07 10:23:27.033950 dv-neutron-830731-3-hyperv neutron-server[83737]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:23:27.033950 dv-neutron-830731-3-hyperv neutron-server[83737]: util.warn( Mar 07 10:23:27.033950 dv-neutron-830731-3-hyperv neutron-server[83737]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:23:27.033950 dv-neutron-830731-3-hyperv neutron-server[83737]: util.warn( Mar 07 10:23:27.033950 dv-neutron-830731-3-hyperv neutron-server[83737]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:23:27.033950 dv-neutron-830731-3-hyperv neutron-server[83737]: util.warn( Mar 07 10:23:27.033950 dv-neutron-830731-3-hyperv neutron-server[83737]: Traceback (most recent call last): Mar 07 10:23:27.033950 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 07 10:23:27.033950 dv-neutron-830731-3-hyperv neutron-server[83737]: timer() Mar 07 10:23:27.033950 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:23:27.033950 dv-neutron-830731-3-hyperv neutron-server[83737]: cb(*args, **kw) Mar 07 10:23:27.033950 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 10:23:27.033950 dv-neutron-830731-3-hyperv neutron-server[83737]: return func(*args, **kwargs) Mar 07 10:23:27.033950 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:23:27.033950 dv-neutron-830731-3-hyperv neutron-server[83737]: self._notify() Mar 07 10:23:27.033950 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:23:27.033950 dv-neutron-830731-3-hyperv neutron-server[83737]: self.callback(batched_events) Mar 07 10:23:27.033950 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:23:27.033950 dv-neutron-830731-3-hyperv neutron-server[83737]: event.method(event) Mar 07 10:23:27.033950 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 10:23:27.033950 dv-neutron-830731-3-hyperv neutron-server[83737]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:23:27.033950 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 10:23:27.033950 dv-neutron-830731-3-hyperv neutron-server[83737]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:23:27.033950 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 10:23:27.033950 dv-neutron-830731-3-hyperv neutron-server[83737]: return f(self, *a, **k) Mar 07 10:23:27.033950 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:23:27.033950 dv-neutron-830731-3-hyperv neutron-server[83737]: return self._get(url).json() Mar 07 10:23:27.033950 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:23:27.033950 dv-neutron-830731-3-hyperv neutron-server[83737]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:23:27.033950 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 07 10:23:27.033950 dv-neutron-830731-3-hyperv neutron-server[83737]: return self.request(url, 'GET', **kwargs) Mar 07 10:23:27.033950 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 07 10:23:27.033950 dv-neutron-830731-3-hyperv neutron-server[83737]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:23:27.033950 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 07 10:23:27.033950 dv-neutron-830731-3-hyperv neutron-server[83737]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:23:27.033950 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 07 10:23:27.033950 dv-neutron-830731-3-hyperv neutron-server[83737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:23:27.033950 dv-neutron-830731-3-hyperv neutron-server[83737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:23:27.040279 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-63652d09-a2a6-4ad8-a148-84bae1356283 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2691bc10eca84b7289020936e81fb352&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9433582 Mar 07 10:23:27.057604 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-3e26e977-b1c5-45fc-90a8-5a035ce4adc5 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Unset dirty status for tenant:c42462e4e1e44e62933c6047450058d3 on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:23:27.058740 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-3e26e977-b1c5-45fc-90a8-5a035ce4adc5 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] 10.222.0.13 "GET /v2.0/ports/fd19f819-53ae-4071-9836-cdade91561c0 HTTP/1.1" status: 404 len: 333 time: 0.1823685 Mar 07 10:23:27.059288 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 57548) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:23:27.068168 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 57550) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:23:27.085683 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-e8b17c40-a904-4b66-8f91-f9ec1ae6b507 tempest-RoutersAdminNegativeIpV6Test-1417130088 tempest-RoutersAdminNegativeIpV6Test-1417130088-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:23:27.092072 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-04be1c55-f465-4af9-b580-02413a3a59cc tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Request body: {'port': {'network_id': '1f6eafb6-1f5d-4b99-95c5-45ac55a76171', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-220172662'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:23:27.100877 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-04be1c55-f465-4af9-b580-02413a3a59cc tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:23:27.104602 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-e8b17c40-a904-4b66-8f91-f9ec1ae6b507 tempest-RoutersAdminNegativeIpV6Test-1417130088 tempest-RoutersAdminNegativeIpV6Test-1417130088-project-admin] Usage tracker for resource:security_group_rule and tenant:3c4232932e12414fa135ce0a0ad43c2c is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:23:27.120568 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-e8b17c40-a904-4b66-8f91-f9ec1ae6b507 tempest-RoutersAdminNegativeIpV6Test-1417130088 tempest-RoutersAdminNegativeIpV6Test-1417130088-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:23:27.143556 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-04be1c55-f465-4af9-b580-02413a3a59cc tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:23:27.145602 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-e8b17c40-a904-4b66-8f91-f9ec1ae6b507 tempest-RoutersAdminNegativeIpV6Test-1417130088 tempest-RoutersAdminNegativeIpV6Test-1417130088-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:23:27.177169 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04be1c55-f465-4af9-b580-02413a3a59cc tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Made reservation on behalf of c42462e4e1e44e62933c6047450058d3 for: {'port': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:23:27.179392 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-04be1c55-f465-4af9-b580-02413a3a59cc tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:27.197743 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0261ba5b-828b-47fc-b7ff-c01682e1c4be tempest-ExtraDHCPOptionsTestJSON-515453188 tempest-ExtraDHCPOptionsTestJSON-515453188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1526886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923583'] for network, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:27.227746 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0261ba5b-828b-47fc-b7ff-c01682e1c4be tempest-ExtraDHCPOptionsTestJSON-515453188 tempest-ExtraDHCPOptionsTestJSON-515453188-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2756603'] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:27.238291 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [None req-04be1c55-f465-4af9-b580-02413a3a59cc tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] device_id is not set on port fe9d629e-41d3-487c-a4da-b70c5116353b yet. {{(pid=83738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 07 10:23:27.245048 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0261ba5b-828b-47fc-b7ff-c01682e1c4be tempest-ExtraDHCPOptionsTestJSON-515453188 tempest-ExtraDHCPOptionsTestJSON-515453188-project] Pushing event deleted for resources: {'Network': ['ID=87eccba1-5852-4ed1-98a7-17f0ac8f01ec,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:27.252883 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-0261ba5b-828b-47fc-b7ff-c01682e1c4be tempest-ExtraDHCPOptionsTestJSON-515453188 tempest-ExtraDHCPOptionsTestJSON-515453188-project] 10.222.0.13 "DELETE /v2.0/networks/87eccba1-5852-4ed1-98a7-17f0ac8f01ec HTTP/1.1" status: 204 len: 168 time: 2.9733052 Mar 07 10:23:27.271159 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a9511359-ebed-4b87-9f26-9b5c71b8f359 tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:27.286757 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-50c98201-0f03-4aeb-a5ad-3ce75ad803ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:27.299732 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-666cc7f7-2252-4eb0-9a14-e6fd7099bda6 req-a2b19ebf-0641-49c7-a228-cfa47a489985 tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=7786db5ef26f4f06a4ab41ba87614474&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2540274 Mar 07 10:23:27.300808 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a9511359-ebed-4b87-9f26-9b5c71b8f359 tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3012561'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:27.367026 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-50c98201-0f03-4aeb-a5ad-3ce75ad803ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:27.380165 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9511359-ebed-4b87-9f26-9b5c71b8f359 tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] Pushing event updated for resources: {'Port': ['ID=98f40b47-ef03-4baf-bf4e-33fcd0c14f58,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:27.434970 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e8b17c40-a904-4b66-8f91-f9ec1ae6b507 tempest-RoutersAdminNegativeIpV6Test-1417130088 tempest-RoutersAdminNegativeIpV6Test-1417130088-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:27.468610 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e8b17c40-a904-4b66-8f91-f9ec1ae6b507 tempest-RoutersAdminNegativeIpV6Test-1417130088 tempest-RoutersAdminNegativeIpV6Test-1417130088-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:27.494224 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [None req-e8b17c40-a904-4b66-8f91-f9ec1ae6b507 tempest-RoutersAdminNegativeIpV6Test-1417130088 tempest-RoutersAdminNegativeIpV6Test-1417130088-project-admin] device_id is not set on port 154d348d-1356-49ba-9c6f-53a376e265fd yet. {{(pid=83738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 07 10:23:27.532842 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-a6150110-0fda-4a4d-a3d8-ff250556dc1b tempest-ExternalNetworksTestJSON-1990516839 tempest-ExternalNetworksTestJSON-1990516839-project] Unset dirty status for tenant:08083babee2847ffba9774d3cf12c7ce on resource:network {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:23:27.534302 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-a6150110-0fda-4a4d-a3d8-ff250556dc1b tempest-ExternalNetworksTestJSON-1990516839 tempest-ExternalNetworksTestJSON-1990516839-project] 10.222.0.13 "GET /v2.0/networks/f3353703-3385-4b12-b523-c7ac794cb2a6 HTTP/1.1" status: 200 len: 757 time: 0.8587387 Mar 07 10:23:27.537696 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 57566) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:23:27.574017 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6f978dcd-c61a-4d11-9e06-23493e41fda6 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:27.619257 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 57570) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:23:27.644435 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a9511359-ebed-4b87-9f26-9b5c71b8f359 tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923533'] for floatingip, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:27.666984 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a9511359-ebed-4b87-9f26-9b5c71b8f359 tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for floatingip, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:27.677615 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-a9511359-ebed-4b87-9f26-9b5c71b8f359 tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0104363 Mar 07 10:23:27.701592 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [req-666cc7f7-2252-4eb0-9a14-e6fd7099bda6 req-289613ae-ca6c-49a6-90bc-a73dcbefa48e service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=83737) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 07 10:23:27.709167 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-666cc7f7-2252-4eb0-9a14-e6fd7099bda6 req-289613ae-ca6c-49a6-90bc-a73dcbefa48e service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1990657 Mar 07 10:23:27.775987 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b17c40-a904-4b66-8f91-f9ec1ae6b507 tempest-RoutersAdminNegativeIpV6Test-1417130088 tempest-RoutersAdminNegativeIpV6Test-1417130088-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2b8ea49-d87c-4861-aaac-86fe84f8b359,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:27.817350 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34f3515c-2bc8-4ddd-bb20-a91dfc7cebd8 tempest-ExternalNetworksTestJSON-1990516839 tempest-ExternalNetworksTestJSON-1990516839-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:23:27.818718 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-34f3515c-2bc8-4ddd-bb20-a91dfc7cebd8 tempest-ExternalNetworksTestJSON-1990516839 tempest-ExternalNetworksTestJSON-1990516839-project] 10.222.0.13 "GET /v2.0/networks/373735c9-4dcf-4938-980c-9f2a81a47bfb HTTP/1.1" status: 200 len: 766 time: 0.2797513 Mar 07 10:23:27.823311 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-50c98201-0f03-4aeb-a5ad-3ce75ad803ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:27.826423 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 57580) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:23:27.904402 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-7d09f090-b97b-4d9d-a281-c58095312a26 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7b82f43a7dca4c12875c6282010c9692&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2815621 Mar 07 10:23:27.904828 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 57590) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:23:27.908576 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-666cc7f7-2252-4eb0-9a14-e6fd7099bda6 req-84c1484f-d564-4cd2-95a8-043840cf82fd service neutron] 10.222.0.13 "GET /v2.0/networks/72398af9-06cf-4222-b28c-e00880a5f9c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986678 Mar 07 10:23:27.919374 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c98201-0f03-4aeb-a5ad-3ce75ad803ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9697ec77-a9a8-4964-b78f-db6eae4519ba,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:27.929293 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-04be1c55-f465-4af9-b580-02413a3a59cc tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:28.078761 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-e8b17c40-a904-4b66-8f91-f9ec1ae6b507 tempest-RoutersAdminNegativeIpV6Test-1417130088 tempest-RoutersAdminNegativeIpV6Test-1417130088-project-admin] Allocated IP 172.26.8.231 (5ed85006-6b00-415e-b71f-837fb1421c12/8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a/154d348d-1356-49ba-9c6f-53a376e265fd) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:23:28.082609 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-81b95d52-6475-4e91-872f-82553fb09b8c tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1158940'] for network, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:28.089598 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-50c98201-0f03-4aeb-a5ad-3ce75ad803ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:28.093823 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-50c98201-0f03-4aeb-a5ad-3ce75ad803ae admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9697ec77-a9a8-4964-b78f-db6eae4519ba HTTP/1.1" status: 204 len: 168 time: 1.0251532 Mar 07 10:23:28.102883 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-666cc7f7-2252-4eb0-9a14-e6fd7099bda6 req-85327c03-30a0-4261-88ae-5efcb22163bb service neutron] 10.222.0.13 "GET /v2.0/networks/72398af9-06cf-4222-b28c-e00880a5f9c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849027 Mar 07 10:23:28.103565 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d1e3b8c5-cae8-4731-89af-770794712665 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:28.139199 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-04be1c55-f465-4af9-b580-02413a3a59cc tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:28.139661 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d1e3b8c5-cae8-4731-89af-770794712665 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:28.187630 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 57598) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:23:28.251965 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-f35d8a66-4258-4015-aa62-8a0161bdbfbf req-4506e952-dad3-41a6-b151-4525de7d165c tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] Synchronizing usage tracker for tenant:3889902faef740789076d2c396125f8b on resource:security_group {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:23:28.268002 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d1e3b8c5-cae8-4731-89af-770794712665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:28.287408 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-8dfbb5f7-f799-4dbb-b9c0-2ae5c093731c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:28.290617 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e3b8c5-cae8-4731-89af-770794712665 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e005bbd-8d1d-4f90-84eb-e6c2a6c19038,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:28.298295 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-f35d8a66-4258-4015-aa62-8a0161bdbfbf req-4506e952-dad3-41a6-b151-4525de7d165c tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] Unset dirty status for tenant:3889902faef740789076d2c396125f8b on resource:security_group {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:23:28.307266 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f35d8a66-4258-4015-aa62-8a0161bdbfbf req-4506e952-dad3-41a6-b151-4525de7d165c tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--918267349&fields=id&tenant_id=3889902faef740789076d2c396125f8b HTTP/1.1" status: 200 len: 267 time: 0.1181755 Mar 07 10:23:28.331433 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d1e3b8c5-cae8-4731-89af-770794712665 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:28.334859 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-d1e3b8c5-cae8-4731-89af-770794712665 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4e005bbd-8d1d-4f90-84eb-e6c2a6c19038 HTTP/1.1" status: 204 len: 168 time: 0.4270074 Mar 07 10:23:28.398597 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04be1c55-f465-4af9-b580-02413a3a59cc tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Network 1f6eafb6-1f5d-4b99-95c5-45ac55a76171 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:23:28.399507 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04be1c55-f465-4af9-b580-02413a3a59cc tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Pushing event updated for resources: {'Port': ['ID=fe9d629e-41d3-487c-a4da-b70c5116353b,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:28.422473 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-04be1c55-f465-4af9-b580-02413a3a59cc tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:23:28.425077 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04be1c55-f465-4af9-b580-02413a3a59cc tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:23:28.426210 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04be1c55-f465-4af9-b580-02413a3a59cc tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:23:28.426791 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-04be1c55-f465-4af9-b580-02413a3a59cc tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:28.431338 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-81b95d52-6475-4e91-872f-82553fb09b8c tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1526893', 'neutron.services.segments.db._delete_segments_for_network-8732568551033'] for network, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:28.565902 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-81b95d52-6475-4e91-872f-82553fb09b8c tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3353703-3385-4b12-b523-c7ac794cb2a6']}} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:23:28.582470 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-81b95d52-6475-4e91-872f-82553fb09b8c tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e83d4d35-d94f-4af5-977d-92cbbce7f2dc') {'for_net_delete': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:23:28.583025 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-81b95d52-6475-4e91-872f-82553fb09b8c tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e83d4d35-d94f-4af5-977d-92cbbce7f2dc') {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:23:28.591086 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-fc916f0b-d721-4864-971b-c83f0093f8fa req-b43e0bf4-9a38-444e-9a29-1667b0b88619 tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] 10.222.0.13 "GET /v2.0/ports?device_id=16725675-ba59-4dce-8b8e-c03b4061c4de HTTP/1.1" status: 200 len: 210 time: 0.0712104 Mar 07 10:23:28.597659 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-81b95d52-6475-4e91-872f-82553fb09b8c tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732568550916', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968000'] for segment, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:28.617766 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35d8a66-4258-4015-aa62-8a0161bdbfbf req-1659e344-9282-49f5-8764-774bfbc683ae tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:23:28.618616 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-f35d8a66-4258-4015-aa62-8a0161bdbfbf req-1659e344-9282-49f5-8764-774bfbc683ae tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] Synchronizing usage tracker for tenant:3889902faef740789076d2c396125f8b on resource:network {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:23:28.618910 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-81b95d52-6475-4e91-872f-82553fb09b8c tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:28.626158 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81b95d52-6475-4e91-872f-82553fb09b8c tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=83738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 07 10:23:28.626979 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-81b95d52-6475-4e91-872f-82553fb09b8c tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1227397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3556681'] for segment, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:28.647859 dv-neutron-830731-3-hyperv neutron-server[83738]: Traceback (most recent call last): Mar 07 10:23:28.647859 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 07 10:23:28.647859 dv-neutron-830731-3-hyperv neutron-server[83738]: timer() Mar 07 10:23:28.647859 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:23:28.647859 dv-neutron-830731-3-hyperv neutron-server[83738]: cb(*args, **kw) Mar 07 10:23:28.647859 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 10:23:28.647859 dv-neutron-830731-3-hyperv neutron-server[83738]: return func(*args, **kwargs) Mar 07 10:23:28.647859 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:23:28.647859 dv-neutron-830731-3-hyperv neutron-server[83738]: self._notify() Mar 07 10:23:28.647859 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:23:28.647859 dv-neutron-830731-3-hyperv neutron-server[83738]: self.callback(batched_events) Mar 07 10:23:28.647859 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:23:28.647859 dv-neutron-830731-3-hyperv neutron-server[83738]: event.method(event) Mar 07 10:23:28.647859 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 10:23:28.647859 dv-neutron-830731-3-hyperv neutron-server[83738]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:23:28.647859 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 10:23:28.647859 dv-neutron-830731-3-hyperv neutron-server[83738]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:23:28.647859 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 10:23:28.647859 dv-neutron-830731-3-hyperv neutron-server[83738]: return f(self, *a, **k) Mar 07 10:23:28.647859 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:23:28.647859 dv-neutron-830731-3-hyperv neutron-server[83738]: return self._get(url).json() Mar 07 10:23:28.647859 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:23:28.647859 dv-neutron-830731-3-hyperv neutron-server[83738]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:23:28.647859 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 07 10:23:28.647859 dv-neutron-830731-3-hyperv neutron-server[83738]: return self.request(url, 'GET', **kwargs) Mar 07 10:23:28.647859 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 07 10:23:28.647859 dv-neutron-830731-3-hyperv neutron-server[83738]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:23:28.647859 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 07 10:23:28.647859 dv-neutron-830731-3-hyperv neutron-server[83738]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:23:28.647859 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 07 10:23:28.647859 dv-neutron-830731-3-hyperv neutron-server[83738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:23:28.647859 dv-neutron-830731-3-hyperv neutron-server[83738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:23:28.652957 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-f35d8a66-4258-4015-aa62-8a0161bdbfbf req-1659e344-9282-49f5-8764-774bfbc683ae tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] Unset dirty status for tenant:3889902faef740789076d2c396125f8b on resource:network {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:23:28.655196 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f35d8a66-4258-4015-aa62-8a0161bdbfbf req-1659e344-9282-49f5-8764-774bfbc683ae tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] 10.222.0.13 "GET /v2.0/networks?id=23de9fec-628e-4e97-8790-1a5369db8272 HTTP/1.1" status: 200 len: 812 time: 0.3470733 Mar 07 10:23:28.675803 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f35d8a66-4258-4015-aa62-8a0161bdbfbf req-137b66e7-6147-4430-b4c6-4d71e03e9a76 tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] 10.222.0.13 "GET /v2.0/quotas/3889902faef740789076d2c396125f8b HTTP/1.1" status: 200 len: 375 time: 0.0152552 Mar 07 10:23:28.711677 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 57624) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:23:28.723931 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-04be1c55-f465-4af9-b580-02413a3a59cc tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.6521890 Mar 07 10:23:28.735726 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 57628) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:23:28.750174 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-5e4ff269-6300-41df-be97-a8e7b1cf43d5 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8307'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:23:28.772868 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-bfdb0837-66ff-4588-a3fe-71ef56fcd6d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:28.837059 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-81b95d52-6475-4e91-872f-82553fb09b8c tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1526886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923583'] for network, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:28.870940 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81b95d52-6475-4e91-872f-82553fb09b8c tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f3353703-3385-4b12-b523-c7ac794cb2a6 {{(pid=83738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 07 10:23:28.876469 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-bfdb0837-66ff-4588-a3fe-71ef56fcd6d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:23:28.881132 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e8b17c40-a904-4b66-8f91-f9ec1ae6b507 tempest-RoutersAdminNegativeIpV6Test-1417130088 tempest-RoutersAdminNegativeIpV6Test-1417130088-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:28.885814 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b95d52-6475-4e91-872f-82553fb09b8c tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Pushing event deleted for resources: {'Network': ['ID=f3353703-3385-4b12-b523-c7ac794cb2a6,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:28.887981 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-81b95d52-6475-4e91-872f-82553fb09b8c tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2756603'] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:28.895993 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5e4ff269-6300-41df-be97-a8e7b1cf43d5 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:28.896146 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-bfdb0837-66ff-4588-a3fe-71ef56fcd6d9 admin admin] Usage tracker for resource:security_group_rule and tenant:bcdad32c043a426fb09bfe58d6e1277f is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:23:28.902316 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-bfdb0837-66ff-4588-a3fe-71ef56fcd6d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:23:28.912997 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-81b95d52-6475-4e91-872f-82553fb09b8c tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] 10.222.0.13 "DELETE /v2.0/networks/f3353703-3385-4b12-b523-c7ac794cb2a6 HTTP/1.1" status: 204 len: 168 time: 1.0704377 Mar 07 10:23:28.916077 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f35d8a66-4258-4015-aa62-8a0161bdbfbf req-477341c9-c37a-4c93-83c3-ec82e238bab9 tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3889902faef740789076d2c396125f8b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2320142 Mar 07 10:23:28.916876 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-bfdb0837-66ff-4588-a3fe-71ef56fcd6d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:23:28.918417 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 57638) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:23:28.925610 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-71c8c742-6f7f-4fa6-895c-c49be9f35a7b tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Request body: {'network': {'name': 'tempest-network--1953802636'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:23:28.962874 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e8b17c40-a904-4b66-8f91-f9ec1ae6b507 tempest-RoutersAdminNegativeIpV6Test-1417130088 tempest-RoutersAdminNegativeIpV6Test-1417130088-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:28.987150 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-71c8c742-6f7f-4fa6-895c-c49be9f35a7b tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:23:29.011140 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-71c8c742-6f7f-4fa6-895c-c49be9f35a7b tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Usage tracker for resource:network and tenant:45c6bc1d4de642d68a3dbe7218d09f9b is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:23:29.016935 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-71c8c742-6f7f-4fa6-895c-c49be9f35a7b tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:23:29.047361 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-71c8c742-6f7f-4fa6-895c-c49be9f35a7b tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:23:29.112923 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71c8c742-6f7f-4fa6-895c-c49be9f35a7b tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Made reservation on behalf of 45c6bc1d4de642d68a3dbe7218d09f9b for: {'network': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:23:29.115229 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-71c8c742-6f7f-4fa6-895c-c49be9f35a7b tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for network, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:29.134029 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-bfdb0837-66ff-4588-a3fe-71ef56fcd6d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:29.138122 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b17c40-a904-4b66-8f91-f9ec1ae6b507 tempest-RoutersAdminNegativeIpV6Test-1417130088 tempest-RoutersAdminNegativeIpV6Test-1417130088-project-admin] Pushing event updated for resources: {'Port': ['ID=154d348d-1356-49ba-9c6f-53a376e265fd,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:29.146993 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b17c40-a904-4b66-8f91-f9ec1ae6b507 tempest-RoutersAdminNegativeIpV6Test-1417130088 tempest-RoutersAdminNegativeIpV6Test-1417130088-project-admin] Network 5ed85006-6b00-415e-b71f-837fb1421c12 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:23:29.151587 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-bfdb0837-66ff-4588-a3fe-71ef56fcd6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:29.173656 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-e8b17c40-a904-4b66-8f91-f9ec1ae6b507 tempest-RoutersAdminNegativeIpV6Test-1417130088 tempest-RoutersAdminNegativeIpV6Test-1417130088-project-admin] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:23:29.177895 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-6f978dcd-c61a-4d11-9e06-23493e41fda6 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Allocated IP 172.26.8.69 (5ed85006-6b00-415e-b71f-837fb1421c12/8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a/08304b69-8bdb-42ab-a4e6-98d4622ad060) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:23:29.186448 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b17c40-a904-4b66-8f91-f9ec1ae6b507 tempest-RoutersAdminNegativeIpV6Test-1417130088 tempest-RoutersAdminNegativeIpV6Test-1417130088-project-admin] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:23:29.369986 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdb0837-66ff-4588-a3fe-71ef56fcd6d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09de0472-08d1-4c7c-ae0e-320765a358eb,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:29.380834 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-bfdb0837-66ff-4588-a3fe-71ef56fcd6d9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bcdad32c043a426fb09bfe58d6e1277f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6658294 Mar 07 10:23:29.393061 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 57658) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:23:29.410701 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71c8c742-6f7f-4fa6-895c-c49be9f35a7b tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=83737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:23:29.428913 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-71c8c742-6f7f-4fa6-895c-c49be9f35a7b tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:29.429452 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.db.segments_db [None req-71c8c742-6f7f-4fa6-895c-c49be9f35a7b tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Added segment 8f1a53b8-c14e-413f-b4bd-2307905e2732 of type vlan for network 12e3e210-c3f6-45c9-bf7c-106b6c847892 Mar 07 10:23:29.466868 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8b17c40-a904-4b66-8f91-f9ec1ae6b507 tempest-RoutersAdminNegativeIpV6Test-1417130088 tempest-RoutersAdminNegativeIpV6Test-1417130088-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:23:29.467503 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e8b17c40-a904-4b66-8f91-f9ec1ae6b507 tempest-RoutersAdminNegativeIpV6Test-1417130088 tempest-RoutersAdminNegativeIpV6Test-1417130088-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:29.511788 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-71c8c742-6f7f-4fa6-895c-c49be9f35a7b tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732568034061'] for network, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:29.536285 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [None req-5e4ff269-6300-41df-be97-a8e7b1cf43d5 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] device_id is not set on port fe9d629e-41d3-487c-a4da-b70c5116353b yet. {{(pid=83737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 07 10:23:29.538755 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-e8b17c40-a904-4b66-8f91-f9ec1ae6b507 tempest-RoutersAdminNegativeIpV6Test-1417130088 tempest-RoutersAdminNegativeIpV6Test-1417130088-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 3.0085843 Mar 07 10:23:29.541936 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 57668) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:23:29.555046 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-775a2edc-e817-415f-a6c2-c7f48203f4da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:29.560032 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-03d1255b-b9da-4267-b804-98ae7c9c9b9f tempest-RoutersAdminNegativeIpV6Test-1417130088 tempest-RoutersAdminNegativeIpV6Test-1417130088-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.231'}]}}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:23:29.571515 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5e4ff269-6300-41df-be97-a8e7b1cf43d5 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:29.572375 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6f978dcd-c61a-4d11-9e06-23493e41fda6 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:29.580013 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-03d1255b-b9da-4267-b804-98ae7c9c9b9f tempest-RoutersAdminNegativeIpV6Test-1417130088 tempest-RoutersAdminNegativeIpV6Test-1417130088-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:23:29.593751 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-03d1255b-b9da-4267-b804-98ae7c9c9b9f tempest-RoutersAdminNegativeIpV6Test-1417130088 tempest-RoutersAdminNegativeIpV6Test-1417130088-project-admin] Usage tracker for resource:router and tenant:3c4232932e12414fa135ce0a0ad43c2c is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:23:29.594710 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-775a2edc-e817-415f-a6c2-c7f48203f4da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:29.597943 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-03d1255b-b9da-4267-b804-98ae7c9c9b9f tempest-RoutersAdminNegativeIpV6Test-1417130088 tempest-RoutersAdminNegativeIpV6Test-1417130088-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:23:29.611222 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-71c8c742-6f7f-4fa6-895c-c49be9f35a7b tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594'] for network, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:29.612580 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c8c742-6f7f-4fa6-895c-c49be9f35a7b tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:23:29.613358 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-71c8c742-6f7f-4fa6-895c-c49be9f35a7b tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2756603'] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:29.618491 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [None req-5e4ff269-6300-41df-be97-a8e7b1cf43d5 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Transition to ACTIVE for port object fe9d629e-41d3-487c-a4da-b70c5116353b will not be triggered until provisioned by entity L2. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:23:29.621696 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-03d1255b-b9da-4267-b804-98ae7c9c9b9f tempest-RoutersAdminNegativeIpV6Test-1417130088 tempest-RoutersAdminNegativeIpV6Test-1417130088-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:23:29.653855 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6f978dcd-c61a-4d11-9e06-23493e41fda6 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:29.697402 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [req-f35d8a66-4258-4015-aa62-8a0161bdbfbf req-8da4e2d7-4096-4604-8160-4f225ff7560f service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=83737) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 07 10:23:29.698708 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f35d8a66-4258-4015-aa62-8a0161bdbfbf req-8da4e2d7-4096-4604-8160-4f225ff7560f service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3986361 Mar 07 10:23:29.717926 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5e4ff269-6300-41df-be97-a8e7b1cf43d5 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3012561'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:29.721021 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-775a2edc-e817-415f-a6c2-c7f48203f4da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:29.743039 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f978dcd-c61a-4d11-9e06-23493e41fda6 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Pushing event updated for resources: {'Port': ['ID=08304b69-8bdb-42ab-a4e6-98d4622ad060,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:29.748440 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775a2edc-e817-415f-a6c2-c7f48203f4da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09de0472-08d1-4c7c-ae0e-320765a358eb,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:29.751684 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f978dcd-c61a-4d11-9e06-23493e41fda6 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Network 5ed85006-6b00-415e-b71f-837fb1421c12 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:23:29.755847 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-6f978dcd-c61a-4d11-9e06-23493e41fda6 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:23:29.758727 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f978dcd-c61a-4d11-9e06-23493e41fda6 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:23:29.825746 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-775a2edc-e817-415f-a6c2-c7f48203f4da admin admin] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:29.827160 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-775a2edc-e817-415f-a6c2-c7f48203f4da admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/09de0472-08d1-4c7c-ae0e-320765a358eb HTTP/1.1" status: 204 len: 168 time: 0.4331925 Mar 07 10:23:30.110384 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 57686) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:23:30.115770 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6f978dcd-c61a-4d11-9e06-23493e41fda6 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:30.198264 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6f978dcd-c61a-4d11-9e06-23493e41fda6 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:30.209328 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4ff269-6300-41df-be97-a8e7b1cf43d5 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Pushing event updated for resources: {'Port': ['ID=fe9d629e-41d3-487c-a4da-b70c5116353b,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:30.211743 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c8c742-6f7f-4fa6-895c-c49be9f35a7b tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Pushing event updated for resources: {'Network': ['ID=12e3e210-c3f6-45c9-bf7c-106b6c847892,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:30.214397 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-03d1255b-b9da-4267-b804-98ae7c9c9b9f tempest-RoutersAdminNegativeIpV6Test-1417130088 tempest-RoutersAdminNegativeIpV6Test-1417130088-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3919700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58025'] for router, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:30.215822 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-03d1255b-b9da-4267-b804-98ae7c9c9b9f tempest-RoutersAdminNegativeIpV6Test-1417130088 tempest-RoutersAdminNegativeIpV6Test-1417130088-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3919671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4011175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58018'] for router, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:30.225813 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Network 12e3e210-c3f6-45c9-bf7c-106b6c847892 details requested by agent ovs-agent-dv-neutron-830731-3-hyperv with host dv-neutron-830731-3-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 10:23:30.259352 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-03d1255b-b9da-4267-b804-98ae7c9c9b9f tempest-RoutersAdminNegativeIpV6Test-1417130088 tempest-RoutersAdminNegativeIpV6Test-1417130088-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:30.287439 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 57700) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:23:30.287732 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-71c8c742-6f7f-4fa6-895c-c49be9f35a7b tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.3676379 Mar 07 10:23:30.308449 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-e6b0aa1b-faea-4e0c-89be-462f1415d2ac tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Request body: {'network': {'router:external': True}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:23:30.416558 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4a72a6fb-1464-4189-ad88-a9ceddaf2acd req-0dc3a14c-9f98-4e27-8d47-58d21d0e0bb3 tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] 10.222.0.13 "GET /v2.0/ports?device_id=16725675-ba59-4dce-8b8e-c03b4061c4de HTTP/1.1" status: 200 len: 210 time: 0.6003199 Mar 07 10:23:30.516408 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-12c9d81f-5f8f-4ffb-95fc-040e9ab479f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:30.533288 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-ab017ee1-ead2-4797-bfe7-e6905e15efde tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-514417585'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:23:30.544469 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-ab017ee1-ead2-4797-bfe7-e6905e15efde tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:23:30.571195 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f35d8a66-4258-4015-aa62-8a0161bdbfbf req-b62e2ed4-e25c-422c-a0e2-a8885f409618 service neutron] 10.222.0.13 "GET /v2.0/networks/23de9fec-628e-4e97-8790-1a5369db8272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8474526 Mar 07 10:23:30.578240 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-ab017ee1-ead2-4797-bfe7-e6905e15efde tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Usage tracker for resource:network and tenant:29ee0fb2487e46c6b75e400959e24994 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:23:30.584846 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-ab017ee1-ead2-4797-bfe7-e6905e15efde tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:23:30.596050 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-ab017ee1-ead2-4797-bfe7-e6905e15efde tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:23:30.638962 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab017ee1-ead2-4797-bfe7-e6905e15efde tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Made reservation on behalf of 29ee0fb2487e46c6b75e400959e24994 for: {'network': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:23:30.642181 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ab017ee1-ead2-4797-bfe7-e6905e15efde tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for network, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:30.707034 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-03d1255b-b9da-4267-b804-98ae7c9c9b9f tempest-RoutersAdminNegativeIpV6Test-1417130088 tempest-RoutersAdminNegativeIpV6Test-1417130088-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3917998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58952'] for router, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:30.717024 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [None req-5e4ff269-6300-41df-be97-a8e7b1cf43d5 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Attempting to bind port fe9d629e-41d3-487c-a4da-b70c5116353b on host hv-neutron-8307 for vnic_type normal with profile {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:23:30.717024 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [None req-5e4ff269-6300-41df-be97-a8e7b1cf43d5 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Attempting to bind port fe9d629e-41d3-487c-a4da-b70c5116353b by drivers openvswitch,hyperv on host hv-neutron-8307 at level 0 using segments [{'id': '2535c54e-3b50-4dcf-bde0-74f6566f32aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1f6eafb6-1f5d-4b99-95c5-45ac55a76171'}] {{(pid=83737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:23:30.717382 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e4ff269-6300-41df-be97-a8e7b1cf43d5 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Attempting to bind port fe9d629e-41d3-487c-a4da-b70c5116353b on network 1f6eafb6-1f5d-4b99-95c5-45ac55a76171 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:23:30.727901 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ab017ee1-ead2-4797-bfe7-e6905e15efde tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks [] for security_group, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:30.752024 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e4ff269-6300-41df-be97-a8e7b1cf43d5 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Port fe9d629e-41d3-487c-a4da-b70c5116353b on network 1f6eafb6-1f5d-4b99-95c5-45ac55a76171 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8307 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 07 10:23:30.752355 dv-neutron-830731-3-hyperv neutron-server[83737]: ERROR neutron.plugins.ml2.managers [None req-5e4ff269-6300-41df-be97-a8e7b1cf43d5 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Failed to bind port fe9d629e-41d3-487c-a4da-b70c5116353b on host hv-neutron-8307 for vnic_type normal using segments [{'id': '2535c54e-3b50-4dcf-bde0-74f6566f32aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1f6eafb6-1f5d-4b99-95c5-45ac55a76171'}] Mar 07 10:23:30.755399 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.plugins.ml2.plugin [None req-5e4ff269-6300-41df-be97-a8e7b1cf43d5 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Attempt 2 to bind port fe9d629e-41d3-487c-a4da-b70c5116353b Mar 07 10:23:30.790863 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f35d8a66-4258-4015-aa62-8a0161bdbfbf req-730d52ad-c150-4bb0-965a-83c61f675567 service neutron] 10.222.0.13 "GET /v2.0/networks/23de9fec-628e-4e97-8790-1a5369db8272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091420 Mar 07 10:23:30.836949 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [None req-5e4ff269-6300-41df-be97-a8e7b1cf43d5 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Attempting to bind port fe9d629e-41d3-487c-a4da-b70c5116353b on host hv-neutron-8307 for vnic_type normal with profile {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:23:30.837528 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [None req-5e4ff269-6300-41df-be97-a8e7b1cf43d5 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Attempting to bind port fe9d629e-41d3-487c-a4da-b70c5116353b by drivers openvswitch,hyperv on host hv-neutron-8307 at level 0 using segments [{'id': '2535c54e-3b50-4dcf-bde0-74f6566f32aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1f6eafb6-1f5d-4b99-95c5-45ac55a76171'}] {{(pid=83737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:23:30.837854 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e4ff269-6300-41df-be97-a8e7b1cf43d5 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Attempting to bind port fe9d629e-41d3-487c-a4da-b70c5116353b on network 1f6eafb6-1f5d-4b99-95c5-45ac55a76171 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:23:30.852175 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e4ff269-6300-41df-be97-a8e7b1cf43d5 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Port fe9d629e-41d3-487c-a4da-b70c5116353b on network 1f6eafb6-1f5d-4b99-95c5-45ac55a76171 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8307 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 07 10:23:30.852465 dv-neutron-830731-3-hyperv neutron-server[83737]: ERROR neutron.plugins.ml2.managers [None req-5e4ff269-6300-41df-be97-a8e7b1cf43d5 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Failed to bind port fe9d629e-41d3-487c-a4da-b70c5116353b on host hv-neutron-8307 for vnic_type normal using segments [{'id': '2535c54e-3b50-4dcf-bde0-74f6566f32aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1f6eafb6-1f5d-4b99-95c5-45ac55a76171'}] Mar 07 10:23:30.852946 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.plugins.ml2.plugin [None req-5e4ff269-6300-41df-be97-a8e7b1cf43d5 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Attempt 3 to bind port fe9d629e-41d3-487c-a4da-b70c5116353b Mar 07 10:23:30.877334 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [None req-5e4ff269-6300-41df-be97-a8e7b1cf43d5 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Attempting to bind port fe9d629e-41d3-487c-a4da-b70c5116353b on host hv-neutron-8307 for vnic_type normal with profile {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:23:30.877662 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [None req-5e4ff269-6300-41df-be97-a8e7b1cf43d5 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Attempting to bind port fe9d629e-41d3-487c-a4da-b70c5116353b by drivers openvswitch,hyperv on host hv-neutron-8307 at level 0 using segments [{'id': '2535c54e-3b50-4dcf-bde0-74f6566f32aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1f6eafb6-1f5d-4b99-95c5-45ac55a76171'}] {{(pid=83737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:23:30.877983 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e4ff269-6300-41df-be97-a8e7b1cf43d5 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Attempting to bind port fe9d629e-41d3-487c-a4da-b70c5116353b on network 1f6eafb6-1f5d-4b99-95c5-45ac55a76171 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:23:30.888407 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e4ff269-6300-41df-be97-a8e7b1cf43d5 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Port fe9d629e-41d3-487c-a4da-b70c5116353b on network 1f6eafb6-1f5d-4b99-95c5-45ac55a76171 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8307 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 07 10:23:30.888784 dv-neutron-830731-3-hyperv neutron-server[83737]: ERROR neutron.plugins.ml2.managers [None req-5e4ff269-6300-41df-be97-a8e7b1cf43d5 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Failed to bind port fe9d629e-41d3-487c-a4da-b70c5116353b on host hv-neutron-8307 for vnic_type normal using segments [{'id': '2535c54e-3b50-4dcf-bde0-74f6566f32aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1f6eafb6-1f5d-4b99-95c5-45ac55a76171'}] Mar 07 10:23:30.891028 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.plugins.ml2.plugin [None req-5e4ff269-6300-41df-be97-a8e7b1cf43d5 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Attempt 4 to bind port fe9d629e-41d3-487c-a4da-b70c5116353b Mar 07 10:23:30.913203 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [None req-5e4ff269-6300-41df-be97-a8e7b1cf43d5 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Attempting to bind port fe9d629e-41d3-487c-a4da-b70c5116353b on host hv-neutron-8307 for vnic_type normal with profile {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:23:30.913855 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [None req-5e4ff269-6300-41df-be97-a8e7b1cf43d5 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Attempting to bind port fe9d629e-41d3-487c-a4da-b70c5116353b by drivers openvswitch,hyperv on host hv-neutron-8307 at level 0 using segments [{'id': '2535c54e-3b50-4dcf-bde0-74f6566f32aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1f6eafb6-1f5d-4b99-95c5-45ac55a76171'}] {{(pid=83737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:23:30.913855 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e4ff269-6300-41df-be97-a8e7b1cf43d5 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Attempting to bind port fe9d629e-41d3-487c-a4da-b70c5116353b on network 1f6eafb6-1f5d-4b99-95c5-45ac55a76171 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:23:30.924930 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e4ff269-6300-41df-be97-a8e7b1cf43d5 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Port fe9d629e-41d3-487c-a4da-b70c5116353b on network 1f6eafb6-1f5d-4b99-95c5-45ac55a76171 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8307 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 07 10:23:30.925252 dv-neutron-830731-3-hyperv neutron-server[83737]: ERROR neutron.plugins.ml2.managers [None req-5e4ff269-6300-41df-be97-a8e7b1cf43d5 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Failed to bind port fe9d629e-41d3-487c-a4da-b70c5116353b on host hv-neutron-8307 for vnic_type normal using segments [{'id': '2535c54e-3b50-4dcf-bde0-74f6566f32aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1f6eafb6-1f5d-4b99-95c5-45ac55a76171'}] Mar 07 10:23:30.926164 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.plugins.ml2.plugin [None req-5e4ff269-6300-41df-be97-a8e7b1cf43d5 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Attempt 5 to bind port fe9d629e-41d3-487c-a4da-b70c5116353b Mar 07 10:23:30.955418 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-ab017ee1-ead2-4797-bfe7-e6905e15efde tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:23:30.967132 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [None req-5e4ff269-6300-41df-be97-a8e7b1cf43d5 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Attempting to bind port fe9d629e-41d3-487c-a4da-b70c5116353b on host hv-neutron-8307 for vnic_type normal with profile {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:23:30.967531 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [None req-5e4ff269-6300-41df-be97-a8e7b1cf43d5 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Attempting to bind port fe9d629e-41d3-487c-a4da-b70c5116353b by drivers openvswitch,hyperv on host hv-neutron-8307 at level 0 using segments [{'id': '2535c54e-3b50-4dcf-bde0-74f6566f32aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1f6eafb6-1f5d-4b99-95c5-45ac55a76171'}] {{(pid=83737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:23:30.967797 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e4ff269-6300-41df-be97-a8e7b1cf43d5 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Attempting to bind port fe9d629e-41d3-487c-a4da-b70c5116353b on network 1f6eafb6-1f5d-4b99-95c5-45ac55a76171 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:23:30.977132 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e4ff269-6300-41df-be97-a8e7b1cf43d5 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Port fe9d629e-41d3-487c-a4da-b70c5116353b on network 1f6eafb6-1f5d-4b99-95c5-45ac55a76171 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8307 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 07 10:23:30.977445 dv-neutron-830731-3-hyperv neutron-server[83737]: ERROR neutron.plugins.ml2.managers [None req-5e4ff269-6300-41df-be97-a8e7b1cf43d5 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Failed to bind port fe9d629e-41d3-487c-a4da-b70c5116353b on host hv-neutron-8307 for vnic_type normal using segments [{'id': '2535c54e-3b50-4dcf-bde0-74f6566f32aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1f6eafb6-1f5d-4b99-95c5-45ac55a76171'}] Mar 07 10:23:30.978427 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.plugins.ml2.plugin [None req-5e4ff269-6300-41df-be97-a8e7b1cf43d5 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Attempt 6 to bind port fe9d629e-41d3-487c-a4da-b70c5116353b Mar 07 10:23:30.998797 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [None req-5e4ff269-6300-41df-be97-a8e7b1cf43d5 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Attempting to bind port fe9d629e-41d3-487c-a4da-b70c5116353b on host hv-neutron-8307 for vnic_type normal with profile {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:23:30.998797 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [None req-5e4ff269-6300-41df-be97-a8e7b1cf43d5 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Attempting to bind port fe9d629e-41d3-487c-a4da-b70c5116353b by drivers openvswitch,hyperv on host hv-neutron-8307 at level 0 using segments [{'id': '2535c54e-3b50-4dcf-bde0-74f6566f32aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1f6eafb6-1f5d-4b99-95c5-45ac55a76171'}] {{(pid=83737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:23:30.999042 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e4ff269-6300-41df-be97-a8e7b1cf43d5 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Attempting to bind port fe9d629e-41d3-487c-a4da-b70c5116353b on network 1f6eafb6-1f5d-4b99-95c5-45ac55a76171 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:23:31.000825 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-ab017ee1-ead2-4797-bfe7-e6905e15efde tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Usage tracker for resource:security_group_rule and tenant:29ee0fb2487e46c6b75e400959e24994 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:23:31.011461 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-ab017ee1-ead2-4797-bfe7-e6905e15efde tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:23:31.037415 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e4ff269-6300-41df-be97-a8e7b1cf43d5 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Port fe9d629e-41d3-487c-a4da-b70c5116353b on network 1f6eafb6-1f5d-4b99-95c5-45ac55a76171 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8307 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 07 10:23:31.037775 dv-neutron-830731-3-hyperv neutron-server[83737]: ERROR neutron.plugins.ml2.managers [None req-5e4ff269-6300-41df-be97-a8e7b1cf43d5 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Failed to bind port fe9d629e-41d3-487c-a4da-b70c5116353b on host hv-neutron-8307 for vnic_type normal using segments [{'id': '2535c54e-3b50-4dcf-bde0-74f6566f32aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1f6eafb6-1f5d-4b99-95c5-45ac55a76171'}] Mar 07 10:23:31.044107 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.plugins.ml2.plugin [None req-5e4ff269-6300-41df-be97-a8e7b1cf43d5 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Attempt 7 to bind port fe9d629e-41d3-487c-a4da-b70c5116353b Mar 07 10:23:31.068110 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [None req-5e4ff269-6300-41df-be97-a8e7b1cf43d5 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Attempting to bind port fe9d629e-41d3-487c-a4da-b70c5116353b on host hv-neutron-8307 for vnic_type normal with profile {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:23:31.068434 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [None req-5e4ff269-6300-41df-be97-a8e7b1cf43d5 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Attempting to bind port fe9d629e-41d3-487c-a4da-b70c5116353b by drivers openvswitch,hyperv on host hv-neutron-8307 at level 0 using segments [{'id': '2535c54e-3b50-4dcf-bde0-74f6566f32aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1f6eafb6-1f5d-4b99-95c5-45ac55a76171'}] {{(pid=83737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:23:31.068794 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e4ff269-6300-41df-be97-a8e7b1cf43d5 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Attempting to bind port fe9d629e-41d3-487c-a4da-b70c5116353b on network 1f6eafb6-1f5d-4b99-95c5-45ac55a76171 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:23:31.093518 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-ab017ee1-ead2-4797-bfe7-e6905e15efde tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:23:31.105987 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e6b0aa1b-faea-4e0c-89be-462f1415d2ac tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732568034061'] for network, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:31.159956 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 57734) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:23:31.177416 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e6b0aa1b-faea-4e0c-89be-462f1415d2ac tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594'] for network, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:31.204365 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e4ff269-6300-41df-be97-a8e7b1cf43d5 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Port fe9d629e-41d3-487c-a4da-b70c5116353b on network 1f6eafb6-1f5d-4b99-95c5-45ac55a76171 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8307 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 07 10:23:31.204803 dv-neutron-830731-3-hyperv neutron-server[83737]: ERROR neutron.plugins.ml2.managers [None req-5e4ff269-6300-41df-be97-a8e7b1cf43d5 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Failed to bind port fe9d629e-41d3-487c-a4da-b70c5116353b on host hv-neutron-8307 for vnic_type normal using segments [{'id': '2535c54e-3b50-4dcf-bde0-74f6566f32aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1f6eafb6-1f5d-4b99-95c5-45ac55a76171'}] Mar 07 10:23:31.210966 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.plugins.ml2.plugin [None req-5e4ff269-6300-41df-be97-a8e7b1cf43d5 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Attempt 8 to bind port fe9d629e-41d3-487c-a4da-b70c5116353b Mar 07 10:23:31.229294 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-5571b98b-8789-439c-a4ab-156115d327e2 req-a9eef7ae-0192-4040-8143-fddf2fe7a23a tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb8b81f9-5f5d-4abb-81f3-727a61b18171 HTTP/1.1" status: 200 len: 210 time: 0.0696871 Mar 07 10:23:31.239375 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [None req-5e4ff269-6300-41df-be97-a8e7b1cf43d5 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Attempting to bind port fe9d629e-41d3-487c-a4da-b70c5116353b on host hv-neutron-8307 for vnic_type normal with profile {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:23:31.239722 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [None req-5e4ff269-6300-41df-be97-a8e7b1cf43d5 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Attempting to bind port fe9d629e-41d3-487c-a4da-b70c5116353b by drivers openvswitch,hyperv on host hv-neutron-8307 at level 0 using segments [{'id': '2535c54e-3b50-4dcf-bde0-74f6566f32aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1f6eafb6-1f5d-4b99-95c5-45ac55a76171'}] {{(pid=83737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:23:31.240043 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e4ff269-6300-41df-be97-a8e7b1cf43d5 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Attempting to bind port fe9d629e-41d3-487c-a4da-b70c5116353b on network 1f6eafb6-1f5d-4b99-95c5-45ac55a76171 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:23:31.245228 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-03d1255b-b9da-4267-b804-98ae7c9c9b9f tempest-RoutersAdminNegativeIpV6Test-1417130088 tempest-RoutersAdminNegativeIpV6Test-1417130088-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:31.280337 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-03d1255b-b9da-4267-b804-98ae7c9c9b9f tempest-RoutersAdminNegativeIpV6Test-1417130088 tempest-RoutersAdminNegativeIpV6Test-1417130088-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:31.282217 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e4ff269-6300-41df-be97-a8e7b1cf43d5 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Port fe9d629e-41d3-487c-a4da-b70c5116353b on network 1f6eafb6-1f5d-4b99-95c5-45ac55a76171 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8307 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 07 10:23:31.282537 dv-neutron-830731-3-hyperv neutron-server[83737]: ERROR neutron.plugins.ml2.managers [None req-5e4ff269-6300-41df-be97-a8e7b1cf43d5 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Failed to bind port fe9d629e-41d3-487c-a4da-b70c5116353b on host hv-neutron-8307 for vnic_type normal using segments [{'id': '2535c54e-3b50-4dcf-bde0-74f6566f32aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1f6eafb6-1f5d-4b99-95c5-45ac55a76171'}] Mar 07 10:23:31.283729 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.plugins.ml2.plugin [None req-5e4ff269-6300-41df-be97-a8e7b1cf43d5 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Attempt 9 to bind port fe9d629e-41d3-487c-a4da-b70c5116353b Mar 07 10:23:31.339951 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [None req-5e4ff269-6300-41df-be97-a8e7b1cf43d5 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Attempting to bind port fe9d629e-41d3-487c-a4da-b70c5116353b on host hv-neutron-8307 for vnic_type normal with profile {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:23:31.340280 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [None req-5e4ff269-6300-41df-be97-a8e7b1cf43d5 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Attempting to bind port fe9d629e-41d3-487c-a4da-b70c5116353b by drivers openvswitch,hyperv on host hv-neutron-8307 at level 0 using segments [{'id': '2535c54e-3b50-4dcf-bde0-74f6566f32aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1f6eafb6-1f5d-4b99-95c5-45ac55a76171'}] {{(pid=83737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:23:31.341208 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e4ff269-6300-41df-be97-a8e7b1cf43d5 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Attempting to bind port fe9d629e-41d3-487c-a4da-b70c5116353b on network 1f6eafb6-1f5d-4b99-95c5-45ac55a76171 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:23:31.365774 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e4ff269-6300-41df-be97-a8e7b1cf43d5 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Port fe9d629e-41d3-487c-a4da-b70c5116353b on network 1f6eafb6-1f5d-4b99-95c5-45ac55a76171 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8307 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 07 10:23:31.366086 dv-neutron-830731-3-hyperv neutron-server[83737]: ERROR neutron.plugins.ml2.managers [None req-5e4ff269-6300-41df-be97-a8e7b1cf43d5 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Failed to bind port fe9d629e-41d3-487c-a4da-b70c5116353b on host hv-neutron-8307 for vnic_type normal using segments [{'id': '2535c54e-3b50-4dcf-bde0-74f6566f32aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1f6eafb6-1f5d-4b99-95c5-45ac55a76171'}] Mar 07 10:23:31.368678 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.plugins.ml2.plugin [None req-5e4ff269-6300-41df-be97-a8e7b1cf43d5 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Attempt 10 to bind port fe9d629e-41d3-487c-a4da-b70c5116353b Mar 07 10:23:31.369858 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e6b0aa1b-faea-4e0c-89be-462f1415d2ac tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Network 12e3e210-c3f6-45c9-bf7c-106b6c847892 is not hosted by any dhcp agent {{(pid=83738) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Mar 07 10:23:31.370741 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b0aa1b-faea-4e0c-89be-462f1415d2ac tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:23:31.371428 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e6b0aa1b-faea-4e0c-89be-462f1415d2ac tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:31.378594 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 57746) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:23:31.378761 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-e6b0aa1b-faea-4e0c-89be-462f1415d2ac tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] 10.222.0.13 "PUT /v2.0/networks/12e3e210-c3f6-45c9-bf7c-106b6c847892 HTTP/1.1" status: 200 len: 858 time: 1.0835283 Mar 07 10:23:31.420359 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6f978dcd-c61a-4d11-9e06-23493e41fda6 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Notify callbacks [] for port, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:31.432168 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-8d929ff5-3cf1-4216-b2ae-65b689bd53f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1447519077'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:23:31.438401 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-8d929ff5-3cf1-4216-b2ae-65b689bd53f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:23:31.443138 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-8d929ff5-3cf1-4216-b2ae-65b689bd53f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487-project] Usage tracker for resource:network and tenant:5b867f4d1c2443f8b8e199603fc08dd9 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:23:31.446092 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-8d929ff5-3cf1-4216-b2ae-65b689bd53f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:23:31.471376 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-8d929ff5-3cf1-4216-b2ae-65b689bd53f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:23:31.482129 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.10', 53330) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:23:31.504160 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [None req-5e4ff269-6300-41df-be97-a8e7b1cf43d5 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Attempting to bind port fe9d629e-41d3-487c-a4da-b70c5116353b on host hv-neutron-8307 for vnic_type normal with profile {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:23:31.504777 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [None req-5e4ff269-6300-41df-be97-a8e7b1cf43d5 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Attempting to bind port fe9d629e-41d3-487c-a4da-b70c5116353b by drivers openvswitch,hyperv on host hv-neutron-8307 at level 0 using segments [{'id': '2535c54e-3b50-4dcf-bde0-74f6566f32aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1f6eafb6-1f5d-4b99-95c5-45ac55a76171'}] {{(pid=83737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:23:31.505331 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e4ff269-6300-41df-be97-a8e7b1cf43d5 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Attempting to bind port fe9d629e-41d3-487c-a4da-b70c5116353b on network 1f6eafb6-1f5d-4b99-95c5-45ac55a76171 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:23:31.548689 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e4ff269-6300-41df-be97-a8e7b1cf43d5 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Port fe9d629e-41d3-487c-a4da-b70c5116353b on network 1f6eafb6-1f5d-4b99-95c5-45ac55a76171 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8307 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 07 10:23:31.549325 dv-neutron-830731-3-hyperv neutron-server[83737]: ERROR neutron.plugins.ml2.managers [None req-5e4ff269-6300-41df-be97-a8e7b1cf43d5 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Failed to bind port fe9d629e-41d3-487c-a4da-b70c5116353b on host hv-neutron-8307 for vnic_type normal using segments [{'id': '2535c54e-3b50-4dcf-bde0-74f6566f32aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1f6eafb6-1f5d-4b99-95c5-45ac55a76171'}] Mar 07 10:23:31.549810 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5e4ff269-6300-41df-be97-a8e7b1cf43d5 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:31.613089 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ff3a0a2b-3f9d-4a33-9782-b602704ec394 tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1158940'] for network, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:31.689038 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6f978dcd-c61a-4d11-9e06-23493e41fda6 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3556717'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:31.695131 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-711fefd2-3b30-4759-8df5-0aecff1c8e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:31.722361 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-03d1255b-b9da-4267-b804-98ae7c9c9b9f tempest-RoutersAdminNegativeIpV6Test-1417130088 tempest-RoutersAdminNegativeIpV6Test-1417130088-project-admin] Notify callbacks [] for router, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:31.807095 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b0aa1b-faea-4e0c-89be-462f1415d2ac tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Pushing event updated for resources: {'Network': ['ID=12e3e210-c3f6-45c9-bf7c-106b6c847892,revision_number=2']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:31.811667 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:31.842386 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d929ff5-3cf1-4216-b2ae-65b689bd53f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487-project] Made reservation on behalf of 5b867f4d1c2443f8b8e199603fc08dd9 for: {'network': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:23:31.845338 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8d929ff5-3cf1-4216-b2ae-65b689bd53f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for network, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:31.870857 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666cc7f7-2252-4eb0-9a14-e6fd7099bda6 req-e3226741-6187-4dee-94d0-25b5026bd9ed tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:23:31.872717 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-666cc7f7-2252-4eb0-9a14-e6fd7099bda6 req-e3226741-6187-4dee-94d0-25b5026bd9ed tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] 10.222.0.10 "GET /v2.0/networks?id=72398af9-06cf-4222-b28c-e00880a5f9c7 HTTP/1.1" status: 200 len: 806 time: 0.3867838 Mar 07 10:23:31.891231 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f978dcd-c61a-4d11-9e06-23493e41fda6 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Pushing event updated for resources: {'Port': ['ID=08304b69-8bdb-42ab-a4e6-98d4622ad060,revision_number=2']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:31.902364 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8d929ff5-3cf1-4216-b2ae-65b689bd53f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487-project] Notify callbacks [] for security_group, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:31.963774 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ab017ee1-ead2-4797-bfe7-e6905e15efde tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks [] for security_group, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:31.976026 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6f978dcd-c61a-4d11-9e06-23493e41fda6 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923533'] for floatingip, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:32.010890 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ab017ee1-ead2-4797-bfe7-e6905e15efde tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:32.023953 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab017ee1-ead2-4797-bfe7-e6905e15efde tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=83738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:23:32.035151 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ab017ee1-ead2-4797-bfe7-e6905e15efde tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:32.035589 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.db.segments_db [None req-ab017ee1-ead2-4797-bfe7-e6905e15efde tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Added segment 78e03404-d2fd-4245-a10f-ed4c8900df66 of type vlan for network 5f888156-7303-47d2-9911-57799887efd4 Mar 07 10:23:32.055295 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-1d108dfe-f231-4c72-81e3-a6939f434f5e req-b67880dc-91f9-467e-be51-cd250f2231c5 tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] 10.222.0.13 "GET /v2.0/ports?device_id=16725675-ba59-4dce-8b8e-c03b4061c4de HTTP/1.1" status: 200 len: 210 time: 0.3356581 Mar 07 10:23:32.083519 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-5e4ff269-6300-41df-be97-a8e7b1cf43d5 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] For port fe9d629e-41d3-487c-a4da-b70c5116353b, host hv-neutron-8307, cleared binding levels {{(pid=83737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:23:32.083863 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-5e4ff269-6300-41df-be97-a8e7b1cf43d5 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Attempted to set empty binding levels {{(pid=83737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 07 10:23:32.096370 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ff3a0a2b-3f9d-4a33-9782-b602704ec394 tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1526893', 'neutron.services.segments.db._delete_segments_for_network-8732568551033'] for network, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:32.102288 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-666cc7f7-2252-4eb0-9a14-e6fd7099bda6 req-2620aac3-2967-44b6-8ab6-60a881d7577a tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] Synchronizing usage tracker for tenant:7786db5ef26f4f06a4ab41ba87614474 on resource:security_group {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:23:32.105296 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5e4ff269-6300-41df-be97-a8e7b1cf43d5 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3012561'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:32.136765 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-8d929ff5-3cf1-4216-b2ae-65b689bd53f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:23:32.145541 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6f978dcd-c61a-4d11-9e06-23493e41fda6 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for floatingip, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:32.146717 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-6f978dcd-c61a-4d11-9e06-23493e41fda6 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.3017142 Mar 07 10:23:32.155676 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ab017ee1-ead2-4797-bfe7-e6905e15efde tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732568034061'] for network, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:32.166317 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-8d929ff5-3cf1-4216-b2ae-65b689bd53f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487-project] Usage tracker for resource:security_group_rule and tenant:5b867f4d1c2443f8b8e199603fc08dd9 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:23:32.168913 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab017ee1-ead2-4797-bfe7-e6905e15efde tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f41e53b-47a4-43d1-9bb7-307f23bd0842,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:32.171980 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-8d929ff5-3cf1-4216-b2ae-65b689bd53f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:23:32.186855 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-8d929ff5-3cf1-4216-b2ae-65b689bd53f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:23:32.192315 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-666cc7f7-2252-4eb0-9a14-e6fd7099bda6 req-2620aac3-2967-44b6-8ab6-60a881d7577a tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] Unset dirty status for tenant:7786db5ef26f4f06a4ab41ba87614474 on resource:security_group {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:23:32.193460 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-666cc7f7-2252-4eb0-9a14-e6fd7099bda6 req-2620aac3-2967-44b6-8ab6-60a881d7577a tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7786db5ef26f4f06a4ab41ba87614474 HTTP/1.1" status: 200 len: 380 time: 0.2813306 Mar 07 10:23:32.220288 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [req-666cc7f7-2252-4eb0-9a14-e6fd7099bda6 req-5f0b962c-0121-46ba-ab58-d7fa185983c9 tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] Request body: {'port': {'device_id': '16725675-ba59-4dce-8b8e-c03b4061c4de', 'network_id': '72398af9-06cf-4222-b28c-e00880a5f9c7', 'admin_state_up': True, 'tenant_id': '7786db5ef26f4f06a4ab41ba87614474', 'security_groups': ['c28a13f4-01ef-4f24-988e-e07a61e72f6c']}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:23:32.247289 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4ff269-6300-41df-be97-a8e7b1cf43d5 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Pushing event updated for resources: {'Port': ['ID=fe9d629e-41d3-487c-a4da-b70c5116353b,revision_number=3']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:32.256252 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-ff3a0a2b-3f9d-4a33-9782-b602704ec394 tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12e3e210-c3f6-45c9-bf7c-106b6c847892']}} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:23:32.275995 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-ff3a0a2b-3f9d-4a33-9782-b602704ec394 tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f1a53b8-c14e-413f-b4bd-2307905e2732') {'for_net_delete': True} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:23:32.276557 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-ff3a0a2b-3f9d-4a33-9782-b602704ec394 tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f1a53b8-c14e-413f-b4bd-2307905e2732') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:23:32.293435 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ff3a0a2b-3f9d-4a33-9782-b602704ec394 tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732568550916', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629174'] for segment, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:32.336537 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ff3a0a2b-3f9d-4a33-9782-b602704ec394 tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:32.345717 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ab017ee1-ead2-4797-bfe7-e6905e15efde tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594'] for network, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:32.349633 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab017ee1-ead2-4797-bfe7-e6905e15efde tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:23:32.350465 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ab017ee1-ead2-4797-bfe7-e6905e15efde tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:32.357462 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff3a0a2b-3f9d-4a33-9782-b602704ec394 tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=83737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 07 10:23:32.358702 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ff3a0a2b-3f9d-4a33-9782-b602704ec394 tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1227397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3012597'] for segment, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:32.437162 dv-neutron-830731-3-hyperv neutron-server[83737]: Traceback (most recent call last): Mar 07 10:23:32.437162 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 07 10:23:32.437162 dv-neutron-830731-3-hyperv neutron-server[83737]: timer() Mar 07 10:23:32.437162 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:23:32.437162 dv-neutron-830731-3-hyperv neutron-server[83737]: cb(*args, **kw) Mar 07 10:23:32.437162 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 10:23:32.437162 dv-neutron-830731-3-hyperv neutron-server[83737]: return func(*args, **kwargs) Mar 07 10:23:32.437162 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:23:32.437162 dv-neutron-830731-3-hyperv neutron-server[83737]: self._notify() Mar 07 10:23:32.437162 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:23:32.437162 dv-neutron-830731-3-hyperv neutron-server[83737]: self.callback(batched_events) Mar 07 10:23:32.437162 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:23:32.437162 dv-neutron-830731-3-hyperv neutron-server[83737]: event.method(event) Mar 07 10:23:32.437162 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 10:23:32.437162 dv-neutron-830731-3-hyperv neutron-server[83737]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:23:32.437162 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 10:23:32.437162 dv-neutron-830731-3-hyperv neutron-server[83737]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:23:32.437162 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 10:23:32.437162 dv-neutron-830731-3-hyperv neutron-server[83737]: return f(self, *a, **k) Mar 07 10:23:32.437162 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:23:32.437162 dv-neutron-830731-3-hyperv neutron-server[83737]: return self._get(url).json() Mar 07 10:23:32.437162 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:23:32.437162 dv-neutron-830731-3-hyperv neutron-server[83737]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:23:32.437162 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 07 10:23:32.437162 dv-neutron-830731-3-hyperv neutron-server[83737]: return self.request(url, 'GET', **kwargs) Mar 07 10:23:32.437162 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 07 10:23:32.437162 dv-neutron-830731-3-hyperv neutron-server[83737]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:23:32.437162 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 07 10:23:32.437162 dv-neutron-830731-3-hyperv neutron-server[83737]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:23:32.437162 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 07 10:23:32.437162 dv-neutron-830731-3-hyperv neutron-server[83737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:23:32.437162 dv-neutron-830731-3-hyperv neutron-server[83737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:23:32.527343 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-ab017ee1-ead2-4797-bfe7-e6905e15efde tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.4162207 Mar 07 10:23:32.535307 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 57796) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:23:32.545169 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-5e4ff269-6300-41df-be97-a8e7b1cf43d5 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] In _notify_port_updated(), no bound segment for port fe9d629e-41d3-487c-a4da-b70c5116353b on network 1f6eafb6-1f5d-4b99-95c5-45ac55a76171 {{(pid=83737) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 07 10:23:32.546373 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5e4ff269-6300-41df-be97-a8e7b1cf43d5 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:32.550289 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-5e4ff269-6300-41df-be97-a8e7b1cf43d5 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] 10.222.0.13 "PUT /v2.0/ports/fe9d629e-41d3-487c-a4da-b70c5116353b HTTP/1.1" status: 200 len: 976 time: 3.8108850 Mar 07 10:23:32.552178 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-7550bb9f-77a0-4721-bb3c-2503930d0331 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Request body: {'port': {'network_id': '5f888156-7303-47d2-9911-57799887efd4', 'name': 'tempest-PortsIpV6TestJSON-804559357'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:23:32.577157 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab017ee1-ead2-4797-bfe7-e6905e15efde tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Pushing event updated for resources: {'Network': ['ID=5f888156-7303-47d2-9911-57799887efd4,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:32.589057 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Network 5f888156-7303-47d2-9911-57799887efd4 details requested by agent ovs-agent-dv-neutron-830731-3-hyperv with host dv-neutron-830731-3-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 10:23:32.589305 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 57802) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:23:32.720599 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [req-666cc7f7-2252-4eb0-9a14-e6fd7099bda6 req-5f0b962c-0121-46ba-ab58-d7fa185983c9 tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:23:32.800387 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ff3a0a2b-3f9d-4a33-9782-b602704ec394 tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1526886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923583'] for network, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:32.808827 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff3a0a2b-3f9d-4a33-9782-b602704ec394 tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 12e3e210-c3f6-45c9-bf7c-106b6c847892 {{(pid=83737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 07 10:23:32.830279 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-666cc7f7-2252-4eb0-9a14-e6fd7099bda6 req-5f0b962c-0121-46ba-ab58-d7fa185983c9 tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] Usage tracker for resource:port and tenant:7786db5ef26f4f06a4ab41ba87614474 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:23:32.838804 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-666cc7f7-2252-4eb0-9a14-e6fd7099bda6 req-5f0b962c-0121-46ba-ab58-d7fa185983c9 tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:23:32.843135 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8d929ff5-3cf1-4216-b2ae-65b689bd53f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487-project] Notify callbacks [] for security_group, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:32.865244 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [req-666cc7f7-2252-4eb0-9a14-e6fd7099bda6 req-5f0b962c-0121-46ba-ab58-d7fa185983c9 tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:23:32.867350 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8d929ff5-3cf1-4216-b2ae-65b689bd53f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:32.889023 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-5253a3d0-130e-4bbc-9688-f4f47a871d89 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Deleting port fe9d629e-41d3-487c-a4da-b70c5116353b {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:23:32.889589 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5253a3d0-130e-4bbc-9688-f4f47a871d89 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:32.935415 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-7550bb9f-77a0-4721-bb3c-2503930d0331 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:23:32.951282 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d929ff5-3cf1-4216-b2ae-65b689bd53f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=83738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:23:32.953893 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-7550bb9f-77a0-4721-bb3c-2503930d0331 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Usage tracker for resource:port and tenant:29ee0fb2487e46c6b75e400959e24994 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:23:32.961243 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-666cc7f7-2252-4eb0-9a14-e6fd7099bda6 req-5f0b962c-0121-46ba-ab58-d7fa185983c9 tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] Made reservation on behalf of 7786db5ef26f4f06a4ab41ba87614474 for: {'port': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:23:32.964724 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-666cc7f7-2252-4eb0-9a14-e6fd7099bda6 req-5f0b962c-0121-46ba-ab58-d7fa185983c9 tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:32.966284 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ff3a0a2b-3f9d-4a33-9782-b602704ec394 tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2756603'] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:32.974298 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-7550bb9f-77a0-4721-bb3c-2503930d0331 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:23:32.999302 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-7550bb9f-77a0-4721-bb3c-2503930d0331 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:23:33.004463 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d929ff5-3cf1-4216-b2ae-65b689bd53f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f57f5aa-f406-42b1-bfc9-c35daf4146d5,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:33.014158 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b5e03a80-9313-4c94-b3fb-c284378edd22 req-50256128-90ef-4345-b7e5-a34494421336 tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb8b81f9-5f5d-4abb-81f3-727a61b18171 HTTP/1.1" status: 200 len: 210 time: 0.4522986 Mar 07 10:23:33.021145 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8d929ff5-3cf1-4216-b2ae-65b689bd53f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:33.021960 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.db.segments_db [None req-8d929ff5-3cf1-4216-b2ae-65b689bd53f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487-project] Added segment 81342563-5fef-4379-8e38-a87080b4236e of type vlan for network d5491000-4b01-40af-8a05-e4acaef1dde1 Mar 07 10:23:33.115387 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c87150bd-aa9c-4ad1-bb68-57ec66d4fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:33.159417 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7550bb9f-77a0-4721-bb3c-2503930d0331 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Made reservation on behalf of 29ee0fb2487e46c6b75e400959e24994 for: {'port': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:23:33.165186 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7550bb9f-77a0-4721-bb3c-2503930d0331 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:33.198119 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3a0a2b-3f9d-4a33-9782-b602704ec394 tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] Pushing event deleted for resources: {'Network': ['ID=12e3e210-c3f6-45c9-bf7c-106b6c847892,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:33.248195 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.10', 53336) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:23:33.538040 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8d929ff5-3cf1-4216-b2ae-65b689bd53f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732568034061'] for network, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:33.538405 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-ff3a0a2b-3f9d-4a33-9782-b602704ec394 tempest-ExternalNetworksTestJSON-460655658 tempest-ExternalNetworksTestJSON-460655658-project-admin] 10.222.0.13 "DELETE /v2.0/networks/12e3e210-c3f6-45c9-bf7c-106b6c847892 HTTP/1.1" status: 204 len: 168 time: 2.1566489 Mar 07 10:23:33.545096 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-efa678a3-b5dc-443d-8047-f5c9e87abff4 req-25b7fef2-966e-4073-9474-4b737b427591 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Synchronizing usage tracker for tenant:38f0b9f3569b450182bbf4a37575848e on resource:security_group {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:23:33.545224 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 57810) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:23:33.563919 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [None req-7550bb9f-77a0-4721-bb3c-2503930d0331 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] device_id is not set on port 41bc0226-7482-4f54-a1d1-01f24b14543f yet. {{(pid=83738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 07 10:23:33.618881 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-efa678a3-b5dc-443d-8047-f5c9e87abff4 req-25b7fef2-966e-4073-9474-4b737b427591 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Unset dirty status for tenant:38f0b9f3569b450182bbf4a37575848e on resource:security_group {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:23:33.620114 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-efa678a3-b5dc-443d-8047-f5c9e87abff4 req-25b7fef2-966e-4073-9474-4b737b427591 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1263064227&fields=id&tenant_id=38f0b9f3569b450182bbf4a37575848e HTTP/1.1" status: 200 len: 267 time: 1.0614858 Mar 07 10:23:33.622319 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-03d1255b-b9da-4267-b804-98ae7c9c9b9f tempest-RoutersAdminNegativeIpV6Test-1417130088 tempest-RoutersAdminNegativeIpV6Test-1417130088-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3917970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58043'] for router, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:33.688749 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-03d1255b-b9da-4267-b804-98ae7c9c9b9f tempest-RoutersAdminNegativeIpV6Test-1417130088 tempest-RoutersAdminNegativeIpV6Test-1417130088-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:33.718191 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-a156ba16-47d2-453a-9d6e-859553a2fb9b req-72bbfae7-4cd0-4e45-a4da-557f73e01793 tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] 10.222.0.13 "GET /v2.0/ports?device_id=16725675-ba59-4dce-8b8e-c03b4061c4de HTTP/1.1" status: 200 len: 210 time: 0.1604483 Mar 07 10:23:33.829853 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.db.resource_extend [None req-8d929ff5-3cf1-4216-b2ae-65b689bd53f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 10:23:33.850508 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1692a3c-9370-47c9-a12b-be6b9a3694e9 tempest-ExternalNetworksTestJSON-1990516839 tempest-ExternalNetworksTestJSON-1990516839-project] DELETE failed (client error): The resource could not be found. Mar 07 10:23:33.851274 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1692a3c-9370-47c9-a12b-be6b9a3694e9 tempest-ExternalNetworksTestJSON-1990516839 tempest-ExternalNetworksTestJSON-1990516839-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:23:33.882609 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-03d1255b-b9da-4267-b804-98ae7c9c9b9f tempest-RoutersAdminNegativeIpV6Test-1417130088 tempest-RoutersAdminNegativeIpV6Test-1417130088-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3917886'] for router, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:33.883453 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03d1255b-b9da-4267-b804-98ae7c9c9b9f tempest-RoutersAdminNegativeIpV6Test-1417130088 tempest-RoutersAdminNegativeIpV6Test-1417130088-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 34f75756-6d81-4315-8f65-517d9107d1d8 {{(pid=83737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 10:23:33.906348 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-5253a3d0-130e-4bbc-9688-f4f47a871d89 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] For port fe9d629e-41d3-487c-a4da-b70c5116353b, host hv-neutron-8307, got binding levels [] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:23:33.907052 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5253a3d0-130e-4bbc-9688-f4f47a871d89 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:33.910032 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa678a3-b5dc-443d-8047-f5c9e87abff4 req-ebf31786-732c-4ebd-9f0d-1cb983d9c7b6 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:23:33.910928 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-efa678a3-b5dc-443d-8047-f5c9e87abff4 req-ebf31786-732c-4ebd-9f0d-1cb983d9c7b6 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Synchronizing usage tracker for tenant:38f0b9f3569b450182bbf4a37575848e on resource:network {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:23:33.923898 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-d1692a3c-9370-47c9-a12b-be6b9a3694e9 tempest-ExternalNetworksTestJSON-1990516839 tempest-ExternalNetworksTestJSON-1990516839-project] 10.222.0.13 "DELETE /v2.0/subnets/93c19972-1086-4642-b5ed-4d5d28ccd3b6 HTTP/1.1" status: 404 len: 337 time: 0.2900271 Mar 07 10:23:33.940887 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 57814) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:23:34.064211 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.api.v2.resource [None req-03d1255b-b9da-4267-b804-98ae7c9c9b9f tempest-RoutersAdminNegativeIpV6Test-1417130088 tempest-RoutersAdminNegativeIpV6Test-1417130088-project-admin] create failed (client error): There was a conflict when trying to complete your request. Mar 07 10:23:34.073512 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-03d1255b-b9da-4267-b804-98ae7c9c9b9f tempest-RoutersAdminNegativeIpV6Test-1417130088 tempest-RoutersAdminNegativeIpV6Test-1417130088-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 4.5299146 Mar 07 10:23:34.076839 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 57818) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:23:34.102579 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-efa678a3-b5dc-443d-8047-f5c9e87abff4 req-ebf31786-732c-4ebd-9f0d-1cb983d9c7b6 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Unset dirty status for tenant:38f0b9f3569b450182bbf4a37575848e on resource:network {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:23:34.103724 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-efa678a3-b5dc-443d-8047-f5c9e87abff4 req-ebf31786-732c-4ebd-9f0d-1cb983d9c7b6 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] 10.222.0.13 "GET /v2.0/networks?id=f727e18d-bdc2-4660-9a3a-cfddb6581f4f HTTP/1.1" status: 200 len: 812 time: 0.4601007 Mar 07 10:23:34.157139 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [req-666cc7f7-2252-4eb0-9a14-e6fd7099bda6 req-5f0b962c-0121-46ba-ab58-d7fa185983c9 tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] Allocated IP 172.20.0.12 (72398af9-06cf-4222-b28c-e00880a5f9c7/73689262-8534-49d2-b012-2160f5ea5f1f/f243225f-86aa-45f6-8146-7b796bc3b24c) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:23:34.185962 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-5253a3d0-130e-4bbc-9688-f4f47a871d89 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Calling delete_port for fe9d629e-41d3-487c-a4da-b70c5116353b owned by {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:23:34.214036 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9ea9e7f8-57ca-4bdd-83bd-521fb63e4a4a tempest-ExternalNetworksTestJSON-1990516839 tempest-ExternalNetworksTestJSON-1990516839-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1158940'] for network, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:34.253219 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-efa678a3-b5dc-443d-8047-f5c9e87abff4 req-4deb4867-db92-461c-a3fd-486f4f7a7871 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] 10.222.0.13 "GET /v2.0/quotas/38f0b9f3569b450182bbf4a37575848e HTTP/1.1" status: 200 len: 375 time: 0.1030896 Mar 07 10:23:34.269830 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8d929ff5-3cf1-4216-b2ae-65b689bd53f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594'] for network, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:34.275030 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d929ff5-3cf1-4216-b2ae-65b689bd53f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:23:34.275869 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8d929ff5-3cf1-4216-b2ae-65b689bd53f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:34.276291 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-a6b0bce9-29ce-490f-bdc6-486a0965f5a1 tempest-RoutersAdminNegativeIpV6Test-1417130088 tempest-RoutersAdminNegativeIpV6Test-1417130088-project-admin] Deleting port 154d348d-1356-49ba-9c6f-53a376e265fd {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:23:34.277031 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a6b0bce9-29ce-490f-bdc6-486a0965f5a1 tempest-RoutersAdminNegativeIpV6Test-1417130088 tempest-RoutersAdminNegativeIpV6Test-1417130088-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:34.436124 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5253a3d0-130e-4bbc-9688-f4f47a871d89 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:34.447880 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d929ff5-3cf1-4216-b2ae-65b689bd53f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487-project] Pushing event updated for resources: {'Network': ['ID=d5491000-4b01-40af-8a05-e4acaef1dde1,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:34.457588 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Network d5491000-4b01-40af-8a05-e4acaef1dde1 details requested by agent ovs-agent-dv-neutron-830731-3-hyperv with host dv-neutron-830731-3-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 10:23:34.470519 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-fb2f9719-139a-4b9d-bba9-406f1d1eb765 req-41d16f89-641d-47bc-82eb-f358830b9b1a tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb8b81f9-5f5d-4abb-81f3-727a61b18171 HTTP/1.1" status: 200 len: 210 time: 0.1478617 Mar 07 10:23:34.525844 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5253a3d0-130e-4bbc-9688-f4f47a871d89 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Pushing event deleted for resources: {'Port': ['ID=fe9d629e-41d3-487c-a4da-b70c5116353b,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:34.543041 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7550bb9f-77a0-4721-bb3c-2503930d0331 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:34.590088 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-8d929ff5-3cf1-4216-b2ae-65b689bd53f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 3.4234421 Mar 07 10:23:34.597229 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 57824) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:23:34.654591 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29be6c5f-b943-444b-926d-146f8491bc2e None None] Sync routers for ids ['3c43f100-9332-4f25-a0d7-35238526bf57'] in dv-neutron-830731-3-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:23:34.671014 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29be6c5f-b943-444b-926d-146f8491bc2e None None] Routers {'3c43f100-9332-4f25-a0d7-35238526bf57'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:23:34.671635 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-29be6c5f-b943-444b-926d-146f8491bc2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:23:30Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['3c43f100-9332-4f25-a0d7-35238526bf57'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:23:34.683610 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-f0cae61b-c1a9-4fad-b3e9-0fb550dbd726 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487-project] Request body: {'subnet': {'network_id': 'd5491000-4b01-40af-8a05-e4acaef1dde1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:23:34.707656 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5253a3d0-130e-4bbc-9688-f4f47a871d89 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:34.715024 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-5253a3d0-130e-4bbc-9688-f4f47a871d89 tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] 10.222.0.13 "DELETE /v2.0/ports/fe9d629e-41d3-487c-a4da-b70c5116353b HTTP/1.1" status: 204 len: 168 time: 2.1246886 Mar 07 10:23:34.718781 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 57828) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:23:34.860040 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-29be6c5f-b943-444b-926d-146f8491bc2e None None] Set router 3c43f100-9332-4f25-a0d7-35238526bf57 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:23:35.063258 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9ea9e7f8-57ca-4bdd-83bd-521fb63e4a4a tempest-ExternalNetworksTestJSON-1990516839 tempest-ExternalNetworksTestJSON-1990516839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1526893', 'neutron.services.segments.db._delete_segments_for_network-8732568551033'] for network, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:35.243204 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-29be6c5f-b943-444b-926d-146f8491bc2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c43f100-9332-4f25-a0d7-35238526bf57', 'name': 'tempest-ServerActionsTestJSON-1233010295-router', 'tenant_id': '38f0b9f3569b450182bbf4a37575848e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.109'}], 'enable_snat': True}, 'gw_port_id': '39ea0072-7b63-4edb-873d-398ee5680d2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:22:59Z', 'updated_at': '2022-03-07T10:23:14Z', 'revision_number': 4, 'project_id': '38f0b9f3569b450182bbf4a37575848e', 'gw_port': {'id': '39ea0072-7b63-4edb-873d-398ee5680d2b', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:bd:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c43f100-9332-4f25-a0d7-35238526bf57', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:23:01Z', 'updated_at': '2022-03-07T10:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_interfaces': [{'id': '07b72a15-7c72-4e16-8d4e-3fa90543bc1d', 'name': '', 'network_id': 'f727e18d-bdc2-4660-9a3a-cfddb6581f4f', 'tenant_id': '38f0b9f3569b450182bbf4a37575848e', 'mac_address': 'fa:16:3e:97:e0:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c43f100-9332-4f25-a0d7-35238526bf57', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c839e96c-7ebc-4e73-acbb-92a3dab8a0ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:23:12Z', 'updated_at': '2022-03-07T10:23:15Z', 'revision_number': 2, 'project_id': '38f0b9f3569b450182bbf4a37575848e', 'subnets': [{'id': 'c839e96c-7ebc-4e73-acbb-92a3dab8a0ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:23:35.247922 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29be6c5f-b943-444b-926d-146f8491bc2e None None] Checking router: 3c43f100-9332-4f25-a0d7-35238526bf57 for host: dv-neutron-830731-3-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 07 10:23:35.248619 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29be6c5f-b943-444b-926d-146f8491bc2e None None] Updating router 3c43f100-9332-4f25-a0d7-35238526bf57 port 07b72a15-7c72-4e16-8d4e-3fa90543bc1d binding host dv-neutron-830731-3-hyperv {{(pid=83740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 07 10:23:35.303350 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35d8a66-4258-4015-aa62-8a0161bdbfbf req-2aeb7e0b-f74a-4df8-b028-f9b82891d9b7 tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:23:35.304415 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-29be6c5f-b943-444b-926d-146f8491bc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:35.305591 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-f35d8a66-4258-4015-aa62-8a0161bdbfbf req-2aeb7e0b-f74a-4df8-b028-f9b82891d9b7 tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] 10.222.0.10 "GET /v2.0/networks?id=23de9fec-628e-4e97-8790-1a5369db8272 HTTP/1.1" status: 200 len: 812 time: 0.3940907 Mar 07 10:23:35.318060 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee77c2aa-8f9b-481e-853d-9aa624a061ba tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] GET failed (client error): The resource could not be found. Mar 07 10:23:35.318900 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-ee77c2aa-8f9b-481e-853d-9aa624a061ba tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Synchronizing usage tracker for tenant:c42462e4e1e44e62933c6047450058d3 on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:23:35.426366 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-ee77c2aa-8f9b-481e-853d-9aa624a061ba tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] Unset dirty status for tenant:c42462e4e1e44e62933c6047450058d3 on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:23:35.433424 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-ee77c2aa-8f9b-481e-853d-9aa624a061ba tempest-PortsAdminExtendedAttrsTestJSON-1062517522 tempest-PortsAdminExtendedAttrsTestJSON-1062517522-project-admin] 10.222.0.13 "GET /v2.0/ports/fe9d629e-41d3-487c-a4da-b70c5116353b HTTP/1.1" status: 404 len: 333 time: 0.6876245 Mar 07 10:23:35.441508 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 57840) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:23:35.452816 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b9acbe3b-76bc-482c-99af-c56704d5c309 req-d3f5638f-b9f0-4db4-8d0c-888840da5248 tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] 10.222.0.13 "GET /v2.0/ports?device_id=16725675-ba59-4dce-8b8e-c03b4061c4de HTTP/1.1" status: 200 len: 210 time: 0.3532071 Mar 07 10:23:35.487480 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-efa678a3-b5dc-443d-8047-f5c9e87abff4 req-c94a4823-e06d-4b2c-abab-e286785d2a96 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Synchronizing usage tracker for tenant:38f0b9f3569b450182bbf4a37575848e on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:23:35.491158 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-9ea9e7f8-57ca-4bdd-83bd-521fb63e4a4a tempest-ExternalNetworksTestJSON-1990516839 tempest-ExternalNetworksTestJSON-1990516839-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['373735c9-4dcf-4938-980c-9f2a81a47bfb']}} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:23:35.521212 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-9ea9e7f8-57ca-4bdd-83bd-521fb63e4a4a tempest-ExternalNetworksTestJSON-1990516839 tempest-ExternalNetworksTestJSON-1990516839-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '341df09b-bf43-4c70-8a95-36f089d0549d') {'for_net_delete': True} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:23:35.521573 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-9ea9e7f8-57ca-4bdd-83bd-521fb63e4a4a tempest-ExternalNetworksTestJSON-1990516839 tempest-ExternalNetworksTestJSON-1990516839-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '341df09b-bf43-4c70-8a95-36f089d0549d') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:23:35.564976 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-efa678a3-b5dc-443d-8047-f5c9e87abff4 req-c94a4823-e06d-4b2c-abab-e286785d2a96 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Unset dirty status for tenant:38f0b9f3569b450182bbf4a37575848e on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:23:35.569149 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-efa678a3-b5dc-443d-8047-f5c9e87abff4 req-c94a4823-e06d-4b2c-abab-e286785d2a96 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=38f0b9f3569b450182bbf4a37575848e&fields=id HTTP/1.1" status: 200 len: 348 time: 1.3049757 Mar 07 10:23:35.573248 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9ea9e7f8-57ca-4bdd-83bd-521fb63e4a4a tempest-ExternalNetworksTestJSON-1990516839 tempest-ExternalNetworksTestJSON-1990516839-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732568550916', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629174'] for segment, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:35.607595 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-f0cae61b-c1a9-4fad-b3e9-0fb550dbd726 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:23:35.613717 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-dd29e728-4e9f-4ade-bf60-fef5a3d45b28 tempest-PortsAdminExtendedAttrsTestJSON-72150505 tempest-PortsAdminExtendedAttrsTestJSON-72150505-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1158940'] for network, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:35.633811 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7550bb9f-77a0-4721-bb3c-2503930d0331 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:35.635890 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-f0cae61b-c1a9-4fad-b3e9-0fb550dbd726 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487-project] Usage tracker for resource:subnet and tenant:5b867f4d1c2443f8b8e199603fc08dd9 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:23:35.659646 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-f35d8a66-4258-4015-aa62-8a0161bdbfbf req-dd55f385-c76a-458e-b627-c1f856ea76f4 tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3889902faef740789076d2c396125f8b HTTP/1.1" status: 200 len: 379 time: 0.3073399 Mar 07 10:23:35.666147 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-f0cae61b-c1a9-4fad-b3e9-0fb550dbd726 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:23:35.724776 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-666cc7f7-2252-4eb0-9a14-e6fd7099bda6 req-5f0b962c-0121-46ba-ab58-d7fa185983c9 tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:35.730768 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [req-f35d8a66-4258-4015-aa62-8a0161bdbfbf req-673c097e-46fd-45e6-a496-11d100148cb5 tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] Request body: {'port': {'device_id': 'eb8b81f9-5f5d-4abb-81f3-727a61b18171', 'network_id': '23de9fec-628e-4e97-8790-1a5369db8272', 'admin_state_up': True, 'tenant_id': '3889902faef740789076d2c396125f8b', 'security_groups': ['c735d486-3973-4844-a84d-db3442c4bb8d']}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:23:35.843990 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-efa678a3-b5dc-443d-8047-f5c9e87abff4 req-63f4092e-8459-426f-a517-72c4d55efd45 service neutron] 10.222.0.13 "GET /v2.0/networks/f727e18d-bdc2-4660-9a3a-cfddb6581f4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2419550 Mar 07 10:23:35.886024 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9ea9e7f8-57ca-4bdd-83bd-521fb63e4a4a tempest-ExternalNetworksTestJSON-1990516839 tempest-ExternalNetworksTestJSON-1990516839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:35.915572 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a6b0bce9-29ce-490f-bdc6-486a0965f5a1 tempest-RoutersAdminNegativeIpV6Test-1417130088 tempest-RoutersAdminNegativeIpV6Test-1417130088-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:35.935795 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-e38849be-085a-4fcc-b1a7-4bcb82ab83f5 req-c8327a64-f7a6-4fa3-a39f-14d60f80baea tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb8b81f9-5f5d-4abb-81f3-727a61b18171 HTTP/1.1" status: 200 len: 210 time: 0.0884445 Mar 07 10:23:35.988363 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-f0cae61b-c1a9-4fad-b3e9-0fb550dbd726 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:23:36.000125 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ea9e7f8-57ca-4bdd-83bd-521fb63e4a4a tempest-ExternalNetworksTestJSON-1990516839 tempest-ExternalNetworksTestJSON-1990516839-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=83737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 07 10:23:36.000926 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9ea9e7f8-57ca-4bdd-83bd-521fb63e4a4a tempest-ExternalNetworksTestJSON-1990516839 tempest-ExternalNetworksTestJSON-1990516839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1227397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3012597'] for segment, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:36.003555 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [req-f35d8a66-4258-4015-aa62-8a0161bdbfbf req-673c097e-46fd-45e6-a496-11d100148cb5 tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:23:36.007570 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-f35d8a66-4258-4015-aa62-8a0161bdbfbf req-673c097e-46fd-45e6-a496-11d100148cb5 tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] Usage tracker for resource:port and tenant:3889902faef740789076d2c396125f8b is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:23:36.012105 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-f35d8a66-4258-4015-aa62-8a0161bdbfbf req-673c097e-46fd-45e6-a496-11d100148cb5 tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:23:36.015172 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-29be6c5f-b943-444b-926d-146f8491bc2e None None] Notify callbacks [] for port, precommit_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:36.018033 dv-neutron-830731-3-hyperv neutron-server[83737]: Traceback (most recent call last): Mar 07 10:23:36.018033 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 07 10:23:36.018033 dv-neutron-830731-3-hyperv neutron-server[83737]: timer() Mar 07 10:23:36.018033 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:23:36.018033 dv-neutron-830731-3-hyperv neutron-server[83737]: cb(*args, **kw) Mar 07 10:23:36.018033 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 10:23:36.018033 dv-neutron-830731-3-hyperv neutron-server[83737]: return func(*args, **kwargs) Mar 07 10:23:36.018033 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:23:36.018033 dv-neutron-830731-3-hyperv neutron-server[83737]: self._notify() Mar 07 10:23:36.018033 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:23:36.018033 dv-neutron-830731-3-hyperv neutron-server[83737]: self.callback(batched_events) Mar 07 10:23:36.018033 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:23:36.018033 dv-neutron-830731-3-hyperv neutron-server[83737]: event.method(event) Mar 07 10:23:36.018033 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 10:23:36.018033 dv-neutron-830731-3-hyperv neutron-server[83737]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:23:36.018033 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 10:23:36.018033 dv-neutron-830731-3-hyperv neutron-server[83737]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:23:36.018033 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 10:23:36.018033 dv-neutron-830731-3-hyperv neutron-server[83737]: return f(self, *a, **k) Mar 07 10:23:36.018033 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:23:36.018033 dv-neutron-830731-3-hyperv neutron-server[83737]: return self._get(url).json() Mar 07 10:23:36.018033 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:23:36.018033 dv-neutron-830731-3-hyperv neutron-server[83737]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:23:36.018033 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 07 10:23:36.018033 dv-neutron-830731-3-hyperv neutron-server[83737]: return self.request(url, 'GET', **kwargs) Mar 07 10:23:36.018033 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 07 10:23:36.018033 dv-neutron-830731-3-hyperv neutron-server[83737]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:23:36.018033 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 07 10:23:36.018033 dv-neutron-830731-3-hyperv neutron-server[83737]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:23:36.018033 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 07 10:23:36.018033 dv-neutron-830731-3-hyperv neutron-server[83737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:23:36.018033 dv-neutron-830731-3-hyperv neutron-server[83737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:23:36.031579 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [req-f35d8a66-4258-4015-aa62-8a0161bdbfbf req-673c097e-46fd-45e6-a496-11d100148cb5 tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:23:36.093305 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7550bb9f-77a0-4721-bb3c-2503930d0331 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Pushing event updated for resources: {'Port': ['ID=41bc0226-7482-4f54-a1d1-01f24b14543f,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:36.137924 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [req-666cc7f7-2252-4eb0-9a14-e6fd7099bda6 req-5f0b962c-0121-46ba-ab58-d7fa185983c9 tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] Transition to ACTIVE for port object f243225f-86aa-45f6-8146-7b796bc3b24c will not be triggered until provisioned by entity DHCP. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:23:36.415705 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-a6b0bce9-29ce-490f-bdc6-486a0965f5a1 tempest-RoutersAdminNegativeIpV6Test-1417130088 tempest-RoutersAdminNegativeIpV6Test-1417130088-project-admin] Calling delete_port for 154d348d-1356-49ba-9c6f-53a376e265fd owned by {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:23:36.435668 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0cae61b-c1a9-4fad-b3e9-0fb550dbd726 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487-project] Made reservation on behalf of 5b867f4d1c2443f8b8e199603fc08dd9 for: {'subnet': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:23:36.588284 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.provisioning_blocks [None req-29be6c5f-b943-444b-926d-146f8491bc2e None None] Transition to ACTIVE for port object 07b72a15-7c72-4e16-8d4e-3fa90543bc1d will not be triggered until provisioned by entity L2. {{(pid=83740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:23:36.600963 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-29be6c5f-b943-444b-926d-146f8491bc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:36.607820 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9ea9e7f8-57ca-4bdd-83bd-521fb63e4a4a tempest-ExternalNetworksTestJSON-1990516839 tempest-ExternalNetworksTestJSON-1990516839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1526886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923583'] for network, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:36.643300 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9ea9e7f8-57ca-4bdd-83bd-521fb63e4a4a tempest-ExternalNetworksTestJSON-1990516839 tempest-ExternalNetworksTestJSON-1990516839-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2756603'] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:36.651159 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-dd29e728-4e9f-4ade-bf60-fef5a3d45b28 tempest-PortsAdminExtendedAttrsTestJSON-72150505 tempest-PortsAdminExtendedAttrsTestJSON-72150505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1526893', 'neutron.services.segments.db._delete_segments_for_network-8732568551033'] for network, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:36.661819 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-efa678a3-b5dc-443d-8047-f5c9e87abff4 req-a2b3ae4e-f9dd-4a45-b6e2-fe384692c104 service neutron] 10.222.0.13 "GET /v2.0/networks/f727e18d-bdc2-4660-9a3a-cfddb6581f4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7834284 Mar 07 10:23:36.665782 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f0cae61b-c1a9-4fad-b3e9-0fb550dbd726 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741426'] for subnet, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:36.682526 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f35d8a66-4258-4015-aa62-8a0161bdbfbf req-673c097e-46fd-45e6-a496-11d100148cb5 tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] Made reservation on behalf of 3889902faef740789076d2c396125f8b for: {'port': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:23:36.686249 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-f35d8a66-4258-4015-aa62-8a0161bdbfbf req-673c097e-46fd-45e6-a496-11d100148cb5 tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:36.687199 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea9e7f8-57ca-4bdd-83bd-521fb63e4a4a tempest-ExternalNetworksTestJSON-1990516839 tempest-ExternalNetworksTestJSON-1990516839-project] Pushing event deleted for resources: {'Network': ['ID=373735c9-4dcf-4938-980c-9f2a81a47bfb,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:36.784931 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-9ea9e7f8-57ca-4bdd-83bd-521fb63e4a4a tempest-ExternalNetworksTestJSON-1990516839 tempest-ExternalNetworksTestJSON-1990516839-project] 10.222.0.13 "DELETE /v2.0/networks/373735c9-4dcf-4938-980c-9f2a81a47bfb HTTP/1.1" status: 204 len: 168 time: 2.8232431 Mar 07 10:23:36.905395 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-147d62a2-7164-4a7f-bff8-30d9d004be60 req-4d7cd9b7-a9be-49fb-83e8-0617e754a4ff tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] 10.222.0.13 "GET /v2.0/ports?device_id=16725675-ba59-4dce-8b8e-c03b4061c4de HTTP/1.1" status: 200 len: 210 time: 0.2067323 Mar 07 10:23:36.930021 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd42dfb4-c2ff-469c-bc76-156d0bc748d5 None None] Pushing event updated for resources: {'Port': ['ID=07b72a15-7c72-4e16-8d4e-3fa90543bc1d,revision_number=3']} {{(pid=83740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:36.959191 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-dd29e728-4e9f-4ade-bf60-fef5a3d45b28 tempest-PortsAdminExtendedAttrsTestJSON-72150505 tempest-PortsAdminExtendedAttrsTestJSON-72150505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f6eafb6-1f5d-4b99-95c5-45ac55a76171']}} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:23:36.979153 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a6b0bce9-29ce-490f-bdc6-486a0965f5a1 tempest-RoutersAdminNegativeIpV6Test-1417130088 tempest-RoutersAdminNegativeIpV6Test-1417130088-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:37.192072 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b0bce9-29ce-490f-bdc6-486a0965f5a1 tempest-RoutersAdminNegativeIpV6Test-1417130088 tempest-RoutersAdminNegativeIpV6Test-1417130088-project-admin] Pushing event deleted for resources: {'Port': ['ID=154d348d-1356-49ba-9c6f-53a376e265fd,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:37.426901 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-29be6c5f-b943-444b-926d-146f8491bc2e None None] Attempting to bind port 07b72a15-7c72-4e16-8d4e-3fa90543bc1d on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:23:37.427484 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-29be6c5f-b943-444b-926d-146f8491bc2e None None] Attempting to bind port 07b72a15-7c72-4e16-8d4e-3fa90543bc1d by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': 'a01dc850-758a-452f-a0e2-effad6d41a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f727e18d-bdc2-4660-9a3a-cfddb6581f4f'}] {{(pid=83740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:23:37.427571 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29be6c5f-b943-444b-926d-146f8491bc2e None None] Attempting to bind port 07b72a15-7c72-4e16-8d4e-3fa90543bc1d on network f727e18d-bdc2-4660-9a3a-cfddb6581f4f {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:23:37.439154 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [req-f35d8a66-4258-4015-aa62-8a0161bdbfbf req-673c097e-46fd-45e6-a496-11d100148cb5 tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] Allocated IP 172.20.0.6 (23de9fec-628e-4e97-8790-1a5369db8272/a11577b7-05f2-4ba2-9386-831d0aeb21de/138362d5-68d0-4dc3-bc21-f03dcf4dd19d) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:23:37.443274 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29be6c5f-b943-444b-926d-146f8491bc2e None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:23:37.443640 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29be6c5f-b943-444b-926d-146f8491bc2e None None] Checking segment: {'id': 'a01dc850-758a-452f-a0e2-effad6d41a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f727e18d-bdc2-4660-9a3a-cfddb6581f4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:23:37.444035 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-29be6c5f-b943-444b-926d-146f8491bc2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:37.444435 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29be6c5f-b943-444b-926d-146f8491bc2e None None] Bound using segment: {'id': 'a01dc850-758a-452f-a0e2-effad6d41a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f727e18d-bdc2-4660-9a3a-cfddb6581f4f'} {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:23:37.450717 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-29be6c5f-b943-444b-926d-146f8491bc2e None None] Bound port: 07b72a15-7c72-4e16-8d4e-3fa90543bc1d, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a01dc850-758a-452f-a0e2-effad6d41a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f727e18d-bdc2-4660-9a3a-cfddb6581f4f'}}] {{(pid=83740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:23:37.451119 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-29be6c5f-b943-444b-926d-146f8491bc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:37.579486 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c5d136ca-de4e-460b-9a4a-7917d50b3b11 req-6387dec7-f30f-409b-bdc1-596abbe8698d tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9a41462-2213-477c-a0d7-2a574dc86c0e HTTP/1.1" status: 200 len: 210 time: 0.3113253 Mar 07 10:23:37.668206 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.db [None req-29be6c5f-b943-444b-926d-146f8491bc2e None None] For port 07b72a15-7c72-4e16-8d4e-3fa90543bc1d, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:23:37.679153 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.db [None req-29be6c5f-b943-444b-926d-146f8491bc2e None None] For port 07b72a15-7c72-4e16-8d4e-3fa90543bc1d, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=07b72a15-7c72-4e16-8d4e-3fa90543bc1d,segment=NetworkSegment(a01dc850-758a-452f-a0e2-effad6d41a09),segment_id=a01dc850-758a-452f-a0e2-effad6d41a09)] {{(pid=83740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:23:37.697352 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-29be6c5f-b943-444b-926d-146f8491bc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:37.715135 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 57866) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:23:37.724990 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-dd29e728-4e9f-4ade-bf60-fef5a3d45b28 tempest-PortsAdminExtendedAttrsTestJSON-72150505 tempest-PortsAdminExtendedAttrsTestJSON-72150505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2535c54e-3b50-4dcf-bde0-74f6566f32aa') {'for_net_delete': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:23:37.729065 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-dd29e728-4e9f-4ade-bf60-fef5a3d45b28 tempest-PortsAdminExtendedAttrsTestJSON-72150505 tempest-PortsAdminExtendedAttrsTestJSON-72150505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2535c54e-3b50-4dcf-bde0-74f6566f32aa') {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:23:37.739833 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-118f1e98-00bf-4748-aa93-9eb5756ec2de req-58e04463-3f2d-4561-9453-3f7f74200189 tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb8b81f9-5f5d-4abb-81f3-727a61b18171 HTTP/1.1" status: 200 len: 210 time: 0.1783969 Mar 07 10:23:37.755109 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a6b0bce9-29ce-490f-bdc6-486a0965f5a1 tempest-RoutersAdminNegativeIpV6Test-1417130088 tempest-RoutersAdminNegativeIpV6Test-1417130088-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:37.773230 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7550bb9f-77a0-4721-bb3c-2503930d0331 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Checking segment: {'id': '78e03404-d2fd-4245-a10f-ed4c8900df66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '5f888156-7303-47d2-9911-57799887efd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:23:37.773552 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-a6b0bce9-29ce-490f-bdc6-486a0965f5a1 tempest-RoutersAdminNegativeIpV6Test-1417130088 tempest-RoutersAdminNegativeIpV6Test-1417130088-project-admin] 10.222.0.13 "DELETE /v2.0/ports/154d348d-1356-49ba-9c6f-53a376e265fd HTTP/1.1" status: 204 len: 168 time: 3.6688325 Mar 07 10:23:37.774033 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7550bb9f-77a0-4721-bb3c-2503930d0331 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Network hostable DHCP agents. Network: 5f888156-7303-47d2-9911-57799887efd4, hostable agents: ['6527556c-6586-422c-ae47-082984683847'], hosted agents: [] {{(pid=83738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:23:37.808188 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-666cc7f7-2252-4eb0-9a14-e6fd7099bda6 req-5f0b962c-0121-46ba-ab58-d7fa185983c9 tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:37.831066 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-dd29e728-4e9f-4ade-bf60-fef5a3d45b28 tempest-PortsAdminExtendedAttrsTestJSON-72150505 tempest-PortsAdminExtendedAttrsTestJSON-72150505-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732568550916', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968000'] for segment, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:37.861113 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd42dfb4-c2ff-469c-bc76-156d0bc748d5 None None] Pushing event updated for resources: {'Port': ['ID=07b72a15-7c72-4e16-8d4e-3fa90543bc1d,revision_number=4']} {{(pid=83740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:37.894669 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29be6c5f-b943-444b-926d-146f8491bc2e None None] Routers {'3c43f100-9332-4f25-a0d7-35238526bf57'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:23:37.895842 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-29be6c5f-b943-444b-926d-146f8491bc2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:23:30Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['3c43f100-9332-4f25-a0d7-35238526bf57'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:23:38.064697 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-666cc7f7-2252-4eb0-9a14-e6fd7099bda6 req-5f0b962c-0121-46ba-ab58-d7fa185983c9 tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] Network 72398af9-06cf-4222-b28c-e00880a5f9c7 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:23:38.080124 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [req-666cc7f7-2252-4eb0-9a14-e6fd7099bda6 req-5f0b962c-0121-46ba-ab58-d7fa185983c9 tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:23:38.116876 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-dd29e728-4e9f-4ade-bf60-fef5a3d45b28 tempest-PortsAdminExtendedAttrsTestJSON-72150505 tempest-PortsAdminExtendedAttrsTestJSON-72150505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:38.142747 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [req-666cc7f7-2252-4eb0-9a14-e6fd7099bda6 req-5f0b962c-0121-46ba-ab58-d7fa185983c9 tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:23:38.359020 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd29e728-4e9f-4ade-bf60-fef5a3d45b28 tempest-PortsAdminExtendedAttrsTestJSON-72150505 tempest-PortsAdminExtendedAttrsTestJSON-72150505-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=83738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 07 10:23:38.365125 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-dd29e728-4e9f-4ade-bf60-fef5a3d45b28 tempest-PortsAdminExtendedAttrsTestJSON-72150505 tempest-PortsAdminExtendedAttrsTestJSON-72150505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1227397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3556681'] for segment, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:38.397877 dv-neutron-830731-3-hyperv neutron-server[83738]: Traceback (most recent call last): Mar 07 10:23:38.397877 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 07 10:23:38.397877 dv-neutron-830731-3-hyperv neutron-server[83738]: timer() Mar 07 10:23:38.397877 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:23:38.397877 dv-neutron-830731-3-hyperv neutron-server[83738]: cb(*args, **kw) Mar 07 10:23:38.397877 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 10:23:38.397877 dv-neutron-830731-3-hyperv neutron-server[83738]: return func(*args, **kwargs) Mar 07 10:23:38.397877 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:23:38.397877 dv-neutron-830731-3-hyperv neutron-server[83738]: self._notify() Mar 07 10:23:38.397877 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:23:38.397877 dv-neutron-830731-3-hyperv neutron-server[83738]: self.callback(batched_events) Mar 07 10:23:38.397877 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:23:38.397877 dv-neutron-830731-3-hyperv neutron-server[83738]: event.method(event) Mar 07 10:23:38.397877 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 10:23:38.397877 dv-neutron-830731-3-hyperv neutron-server[83738]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:23:38.397877 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 10:23:38.397877 dv-neutron-830731-3-hyperv neutron-server[83738]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:23:38.397877 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 10:23:38.397877 dv-neutron-830731-3-hyperv neutron-server[83738]: return f(self, *a, **k) Mar 07 10:23:38.397877 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:23:38.397877 dv-neutron-830731-3-hyperv neutron-server[83738]: return self._get(url).json() Mar 07 10:23:38.397877 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:23:38.397877 dv-neutron-830731-3-hyperv neutron-server[83738]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:23:38.397877 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 07 10:23:38.397877 dv-neutron-830731-3-hyperv neutron-server[83738]: return self.request(url, 'GET', **kwargs) Mar 07 10:23:38.397877 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 07 10:23:38.397877 dv-neutron-830731-3-hyperv neutron-server[83738]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:23:38.397877 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 07 10:23:38.397877 dv-neutron-830731-3-hyperv neutron-server[83738]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:23:38.397877 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 07 10:23:38.397877 dv-neutron-830731-3-hyperv neutron-server[83738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:23:38.397877 dv-neutron-830731-3-hyperv neutron-server[83738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:23:38.511955 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-29be6c5f-b943-444b-926d-146f8491bc2e None None] Set router 3c43f100-9332-4f25-a0d7-35238526bf57 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:23:38.574804 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-189b5c65-180c-453f-8d2d-ad9f489134ae None None] Provisioning for port f243225f-86aa-45f6-8146-7b796bc3b24c completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:23:38.589170 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-189b5c65-180c-453f-8d2d-ad9f489134ae None None] Provisioning complete for port f243225f-86aa-45f6-8146-7b796bc3b24c triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:23:38.589876 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-189b5c65-180c-453f-8d2d-ad9f489134ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:38.592119 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 57880) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:23:38.646844 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d619efe3-ab8b-4635-a0eb-088f34e439c7 req-f4eab405-2113-46ea-aefe-38fe7ab141bf tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:23:38.659150 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d619efe3-ab8b-4635-a0eb-088f34e439c7 req-f4eab405-2113-46ea-aefe-38fe7ab141bf tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] 10.222.0.13 "GET /v2.0/ports?device_id=16725675-ba59-4dce-8b8e-c03b4061c4de HTTP/1.1" status: 200 len: 932 time: 0.2702565 Mar 07 10:23:38.703272 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-189b5c65-180c-453f-8d2d-ad9f489134ae None None] Port f243225f-86aa-45f6-8146-7b796bc3b24c cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:23:38.710725 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0b962c-0121-46ba-ab58-d7fa185983c9 tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] Pushing event updated for resources: {'Port': ['ID=f243225f-86aa-45f6-8146-7b796bc3b24c,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:38.792991 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d619efe3-ab8b-4635-a0eb-088f34e439c7 req-82a700d6-3828-48ec-96ed-f9eb42455ae6 tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] 10.222.0.13 "GET /v2.0/security-groups?id=c28a13f4-01ef-4f24-988e-e07a61e72f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1206477 Mar 07 10:23:38.818077 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-f35d8a66-4258-4015-aa62-8a0161bdbfbf req-673c097e-46fd-45e6-a496-11d100148cb5 tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:38.860076 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [req-f35d8a66-4258-4015-aa62-8a0161bdbfbf req-673c097e-46fd-45e6-a496-11d100148cb5 tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] Transition to ACTIVE for port object 138362d5-68d0-4dc3-bc21-f03dcf4dd19d will not be triggered until provisioned by entity DHCP. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:23:38.942059 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-bf8cbfb0-1393-4604-b30a-cd6007baea4c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=08083babee2847ffba9774d3cf12c7ce&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1397316 Mar 07 10:23:38.968409 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 57890) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:23:38.990416 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-6d253bf5-abf9-465e-8bb7-169abb9b364a req-38040501-285e-47f0-9d14-5a85af968da0 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9a41462-2213-477c-a0d7-2a574dc86c0e HTTP/1.1" status: 200 len: 210 time: 0.1481609 Mar 07 10:23:39.074115 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7550bb9f-77a0-4721-bb3c-2503930d0331 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Network 5f888156-7303-47d2-9911-57799887efd4 is scheduled to be hosted by DHCP agent 6527556c-6586-422c-ae47-082984683847 with binding_index 1 {{(pid=83738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:23:39.081319 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666cc7f7-2252-4eb0-9a14-e6fd7099bda6 req-5f0b962c-0121-46ba-ab58-d7fa185983c9 tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:23:39.082092 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-666cc7f7-2252-4eb0-9a14-e6fd7099bda6 req-5f0b962c-0121-46ba-ab58-d7fa185983c9 tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:39.085830 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a861d785-9da5-4c1e-909c-0c94d299bc21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:39.108076 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.10', 53340) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:23:39.111831 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-1aa4b91e-bcae-4004-8e87-5c94834428ac req-5866a649-5d68-4218-b4f6-04689ed4336d tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb8b81f9-5f5d-4abb-81f3-727a61b18171 HTTP/1.1" status: 200 len: 210 time: 0.1282091 Mar 07 10:23:39.141037 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-29be6c5f-b943-444b-926d-146f8491bc2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c43f100-9332-4f25-a0d7-35238526bf57', 'name': 'tempest-ServerActionsTestJSON-1233010295-router', 'tenant_id': '38f0b9f3569b450182bbf4a37575848e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.109'}], 'enable_snat': True}, 'gw_port_id': '39ea0072-7b63-4edb-873d-398ee5680d2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:22:59Z', 'updated_at': '2022-03-07T10:23:14Z', 'revision_number': 4, 'project_id': '38f0b9f3569b450182bbf4a37575848e', 'gw_port': {'id': '39ea0072-7b63-4edb-873d-398ee5680d2b', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:bd:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c43f100-9332-4f25-a0d7-35238526bf57', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:23:01Z', 'updated_at': '2022-03-07T10:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_interfaces': [{'id': '07b72a15-7c72-4e16-8d4e-3fa90543bc1d', 'name': '', 'network_id': 'f727e18d-bdc2-4660-9a3a-cfddb6581f4f', 'tenant_id': '38f0b9f3569b450182bbf4a37575848e', 'mac_address': 'fa:16:3e:97:e0:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c43f100-9332-4f25-a0d7-35238526bf57', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c839e96c-7ebc-4e73-acbb-92a3dab8a0ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:23:12Z', 'updated_at': '2022-03-07T10:23:37Z', 'revision_number': 4, 'project_id': '38f0b9f3569b450182bbf4a37575848e', 'subnets': [{'id': 'c839e96c-7ebc-4e73-acbb-92a3dab8a0ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:23:39.149528 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29be6c5f-b943-444b-926d-146f8491bc2e None None] The sync data for ids ['3c43f100-9332-4f25-a0d7-35238526bf57'] in dv-neutron-830731-3-hyperv is: [{'id': '3c43f100-9332-4f25-a0d7-35238526bf57', 'name': 'tempest-ServerActionsTestJSON-1233010295-router', 'tenant_id': '38f0b9f3569b450182bbf4a37575848e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.109'}], 'enable_snat': True}, 'gw_port_id': '39ea0072-7b63-4edb-873d-398ee5680d2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:22:59Z', 'updated_at': '2022-03-07T10:23:14Z', 'revision_number': 4, 'project_id': '38f0b9f3569b450182bbf4a37575848e', 'gw_port': {'id': '39ea0072-7b63-4edb-873d-398ee5680d2b', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:bd:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c43f100-9332-4f25-a0d7-35238526bf57', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:23:01Z', 'updated_at': '2022-03-07T10:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_interfaces': [{'id': '07b72a15-7c72-4e16-8d4e-3fa90543bc1d', 'name': '', 'network_id': 'f727e18d-bdc2-4660-9a3a-cfddb6581f4f', 'tenant_id': '38f0b9f3569b450182bbf4a37575848e', 'mac_address': 'fa:16:3e:97:e0:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c43f100-9332-4f25-a0d7-35238526bf57', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c839e96c-7ebc-4e73-acbb-92a3dab8a0ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:23:12Z', 'updated_at': '2022-03-07T10:23:37Z', 'revision_number': 4, 'project_id': '38f0b9f3569b450182bbf4a37575848e', 'subnets': [{'id': 'c839e96c-7ebc-4e73-acbb-92a3dab8a0ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:23:39.401904 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-666cc7f7-2252-4eb0-9a14-e6fd7099bda6 req-5f0b962c-0121-46ba-ab58-d7fa185983c9 tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.1966898 Mar 07 10:23:39.403186 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f0cae61b-c1a9-4fad-b3e9-0fb550dbd726 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3556832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741408'] for subnet, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:39.417839 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [req-666cc7f7-2252-4eb0-9a14-e6fd7099bda6 req-0aab83f2-2d94-4cad-abcf-5a89a1820065 tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=83738) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 07 10:23:39.420049 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-666cc7f7-2252-4eb0-9a14-e6fd7099bda6 req-0aab83f2-2d94-4cad-abcf-5a89a1820065 tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0077181 Mar 07 10:23:39.423356 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0173a6e1-c517-4b5b-b76d-164e53e3ebb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:39.472504 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0173a6e1-c517-4b5b-b76d-164e53e3ebb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:39.609843 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-a861d785-9da5-4c1e-909c-0c94d299bc21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:23:39.619218 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-dd29e728-4e9f-4ade-bf60-fef5a3d45b28 tempest-PortsAdminExtendedAttrsTestJSON-72150505 tempest-PortsAdminExtendedAttrsTestJSON-72150505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1526886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923583'] for network, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:39.637290 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-a861d785-9da5-4c1e-909c-0c94d299bc21 admin admin] Usage tracker for resource:security_group_rule and tenant:e4a1e8a23a3f464daefc32259d25b5e2 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:23:39.643973 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-a861d785-9da5-4c1e-909c-0c94d299bc21 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:23:39.654239 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-7550bb9f-77a0-4721-bb3c-2503930d0331 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830731-3-hyperv, 5f888156-7303-47d2-9911-57799887efd4) {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:23:39.658966 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-a861d785-9da5-4c1e-909c-0c94d299bc21 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:23:39.659414 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0173a6e1-c517-4b5b-b76d-164e53e3ebb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:39.675097 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e7d6d8f-a57a-426a-9dd4-ce3b6a0546d6 None None] Network 5f888156-7303-47d2-9911-57799887efd4 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:23:39.731729 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-f35d8a66-4258-4015-aa62-8a0161bdbfbf req-673c097e-46fd-45e6-a496-11d100148cb5 tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:39.804420 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-dd29e728-4e9f-4ade-bf60-fef5a3d45b28 tempest-PortsAdminExtendedAttrsTestJSON-72150505 tempest-PortsAdminExtendedAttrsTestJSON-72150505-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:39.854066 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0173a6e1-c517-4b5b-b76d-164e53e3ebb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:39.860566 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-0173a6e1-c517-4b5b-b76d-164e53e3ebb8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f0f69fef-e372-47af-9286-0367145c34aa HTTP/1.1" status: 204 len: 168 time: 0.8805137 Mar 07 10:23:39.869308 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-dd29e728-4e9f-4ade-bf60-fef5a3d45b28 tempest-PortsAdminExtendedAttrsTestJSON-72150505 tempest-PortsAdminExtendedAttrsTestJSON-72150505-project] 10.222.0.13 "DELETE /v2.0/networks/1f6eafb6-1f5d-4b99-95c5-45ac55a76171 HTTP/1.1" status: 204 len: 168 time: 4.4189494 Mar 07 10:23:39.911592 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7550bb9f-77a0-4721-bb3c-2503930d0331 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:23:39.948437 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7550bb9f-77a0-4721-bb3c-2503930d0331 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:23:39.956391 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7550bb9f-77a0-4721-bb3c-2503930d0331 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:39.991079 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [req-666cc7f7-2252-4eb0-9a14-e6fd7099bda6 req-afd7c3b1-3556-45f4-a806-5e4b030c6383 service neutron] Request body: {'port': {'device_id': '16725675-ba59-4dce-8b8e-c03b4061c4de', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8307'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:23:40.084773 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa678a3-b5dc-443d-8047-f5c9e87abff4 req-40a01bfb-9752-4e01-aaee-04da702bb5ff tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:23:40.086697 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 07b72a15-7c72-4e16-8d4e-3fa90543bc1d up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:23:40.088865 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-efa678a3-b5dc-443d-8047-f5c9e87abff4 req-40a01bfb-9752-4e01-aaee-04da702bb5ff tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] 10.222.0.10 "GET /v2.0/networks?id=f727e18d-bdc2-4660-9a3a-cfddb6581f4f HTTP/1.1" status: 200 len: 812 time: 0.9735575 Mar 07 10:23:40.236764 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd29e728-4e9f-4ade-bf60-fef5a3d45b28 tempest-PortsAdminExtendedAttrsTestJSON-72150505 tempest-PortsAdminExtendedAttrsTestJSON-72150505-project] Pushing event deleted for resources: {'Network': ['ID=1f6eafb6-1f5d-4b99-95c5-45ac55a76171,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:40.258841 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0173a6e1-c517-4b5b-b76d-164e53e3ebb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0f69fef-e372-47af-9286-0367145c34aa,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:40.280256 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cae61b-c1a9-4fad-b3e9-0fb550dbd726 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487-project] Pushing event updated for resources: {'Subnet': ['ID=0871c0ba-0253-42b0-a478-7f6665b327de,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:40.331662 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-7550bb9f-77a0-4721-bb3c-2503930d0331 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 7.7951384 Mar 07 10:23:40.397205 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 57910) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:23:40.449159 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-4b9faa9d-6b8b-42c1-a98c-f49aae59452a tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1516753087'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:23:40.525330 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0cae61b-c1a9-4fad-b3e9-0fb550dbd726 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487-project] Checking segment: {'id': '81342563-5fef-4379-8e38-a87080b4236e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'd5491000-4b01-40af-8a05-e4acaef1dde1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:23:40.525976 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0cae61b-c1a9-4fad-b3e9-0fb550dbd726 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487-project] Network hostable DHCP agents. Network: d5491000-4b01-40af-8a05-e4acaef1dde1, hostable agents: ['6527556c-6586-422c-ae47-082984683847'], hosted agents: [] {{(pid=83738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:23:40.592770 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-4b9faa9d-6b8b-42c1-a98c-f49aae59452a tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:23:40.607288 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-4b9faa9d-6b8b-42c1-a98c-f49aae59452a tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Usage tracker for resource:network and tenant:29ee0fb2487e46c6b75e400959e24994 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:23:40.615991 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-4b9faa9d-6b8b-42c1-a98c-f49aae59452a tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:23:40.633897 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-4b9faa9d-6b8b-42c1-a98c-f49aae59452a tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:23:40.672804 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-efa678a3-b5dc-443d-8047-f5c9e87abff4 req-2c2d81b3-094f-41b4-a418-598ac4e8263a tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=38f0b9f3569b450182bbf4a37575848e HTTP/1.1" status: 200 len: 380 time: 0.5597162 Mar 07 10:23:40.679981 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 57918) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:23:40.691160 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning for port 07b72a15-7c72-4e16-8d4e-3fa90543bc1d completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:23:40.692536 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-666cc7f7-2252-4eb0-9a14-e6fd7099bda6 req-afd7c3b1-3556-45f4-a806-5e4b030c6383 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:40.700315 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 07b72a15-7c72-4e16-8d4e-3fa90543bc1d triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:23:40.701015 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:40.706667 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-eedc53cc-a3a3-4ac3-a50e-cd3cd00708af req-57bd51c5-928f-48e8-9343-9bdb3331a92c tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9a41462-2213-477c-a0d7-2a574dc86c0e HTTP/1.1" status: 200 len: 210 time: 0.2979081 Mar 07 10:23:40.729395 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [req-efa678a3-b5dc-443d-8047-f5c9e87abff4 req-e47200d6-4f17-4dcf-a2d2-82e32db1cb80 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Request body: {'port': {'device_id': 'e9a41462-2213-477c-a0d7-2a574dc86c0e', 'network_id': 'f727e18d-bdc2-4660-9a3a-cfddb6581f4f', 'admin_state_up': True, 'tenant_id': '38f0b9f3569b450182bbf4a37575848e', 'security_groups': ['f0cf1685-c0d8-4959-a53b-3f1ceedf7fad']}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:23:40.735140 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f35d8a66-4258-4015-aa62-8a0161bdbfbf req-673c097e-46fd-45e6-a496-11d100148cb5 tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] Network 23de9fec-628e-4e97-8790-1a5369db8272 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:23:40.781995 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a861d785-9da5-4c1e-909c-0c94d299bc21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:40.835408 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b9faa9d-6b8b-42c1-a98c-f49aae59452a tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Made reservation on behalf of 29ee0fb2487e46c6b75e400959e24994 for: {'network': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:23:40.838678 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4b9faa9d-6b8b-42c1-a98c-f49aae59452a tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for network, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:40.989041 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:41.023196 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [req-f35d8a66-4258-4015-aa62-8a0161bdbfbf req-673c097e-46fd-45e6-a496-11d100148cb5 tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:23:41.030312 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a861d785-9da5-4c1e-909c-0c94d299bc21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:41.038313 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] For port 07b72a15-7c72-4e16-8d4e-3fa90543bc1d, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=07b72a15-7c72-4e16-8d4e-3fa90543bc1d,segment=NetworkSegment(a01dc850-758a-452f-a0e2-effad6d41a09),segment_id=a01dc850-758a-452f-a0e2-effad6d41a09)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:23:41.044452 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:41.059491 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 57924) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:23:41.060716 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673c097e-46fd-45e6-a496-11d100148cb5 tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] Pushing event updated for resources: {'Port': ['ID=138362d5-68d0-4dc3-bc21-f03dcf4dd19d,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:41.079278 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [req-f35d8a66-4258-4015-aa62-8a0161bdbfbf req-673c097e-46fd-45e6-a496-11d100148cb5 tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:23:41.211376 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Pushing event updated for resources: {'Port': ['ID=07b72a15-7c72-4e16-8d4e-3fa90543bc1d,revision_number=5']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:41.234583 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0cae61b-c1a9-4fad-b3e9-0fb550dbd726 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487-project] Network d5491000-4b01-40af-8a05-e4acaef1dde1 is scheduled to be hosted by DHCP agent 6527556c-6586-422c-ae47-082984683847 with binding_index 1 {{(pid=83738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:23:41.327164 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a861d785-9da5-4c1e-909c-0c94d299bc21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a42e292-6b75-4692-9af3-a985dc4c6bd4,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:41.346649 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-6a9d4d06-c500-40ec-8dae-ddcb99a08316 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=45c6bc1d4de642d68a3dbe7218d09f9b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2827952 Mar 07 10:23:41.352608 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 57928) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:23:41.443361 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b9faa9d-6b8b-42c1-a98c-f49aae59452a tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=83737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:23:41.447585 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-a861d785-9da5-4c1e-909c-0c94d299bc21 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e4a1e8a23a3f464daefc32259d25b5e2&name=default HTTP/1.1" status: 200 len: 2647 time: 2.8430524 Mar 07 10:23:41.467497 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 57932) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:23:41.474776 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-f0cae61b-c1a9-4fad-b3e9-0fb550dbd726 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830731-3-hyperv, d5491000-4b01-40af-8a05-e4acaef1dde1) {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:23:41.481751 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35d8a66-4258-4015-aa62-8a0161bdbfbf req-673c097e-46fd-45e6-a496-11d100148cb5 tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:23:41.482385 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-f35d8a66-4258-4015-aa62-8a0161bdbfbf req-673c097e-46fd-45e6-a496-11d100148cb5 tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:41.487458 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7ae776e-3028-4905-a161-c69f32f433a0 None None] Network d5491000-4b01-40af-8a05-e4acaef1dde1 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:23:41.520428 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0cae61b-c1a9-4fad-b3e9-0fb550dbd726 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:23:41.521029 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f0cae61b-c1a9-4fad-b3e9-0fb550dbd726 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:41.531033 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee425aaf-afdd-4347-a683-7232d2107e97 req-9e0a04eb-48ee-4de6-b31a-58ac3bcc2d5e tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:23:41.540730 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ee425aaf-afdd-4347-a683-7232d2107e97 req-9e0a04eb-48ee-4de6-b31a-58ac3bcc2d5e tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] 10.222.0.13 "GET /v2.0/ports?device_id=16725675-ba59-4dce-8b8e-c03b4061c4de HTTP/1.1" status: 200 len: 932 time: 1.2793777 Mar 07 10:23:41.577926 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-f35d8a66-4258-4015-aa62-8a0161bdbfbf req-673c097e-46fd-45e6-a496-11d100148cb5 tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.8695378 Mar 07 10:23:41.589129 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4b9faa9d-6b8b-42c1-a98c-f49aae59452a tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:41.590874 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.db.segments_db [None req-4b9faa9d-6b8b-42c1-a98c-f49aae59452a tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Added segment 045ce1cf-506c-4e07-af26-633aca0be240 of type vlan for network cd624031-0d05-4dc2-a4b1-269f9b7c9738 Mar 07 10:23:41.669843 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [req-efa678a3-b5dc-443d-8047-f5c9e87abff4 req-e47200d6-4f17-4dcf-a2d2-82e32db1cb80 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:23:41.700322 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-b4c8db4d-84ce-46bd-a8ba-9abeb030d5bb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f45d757838d14ee3852c35a78c68433d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0098190 Mar 07 10:23:41.706810 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-f0cae61b-c1a9-4fad-b3e9-0fb550dbd726 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 7.0385883 Mar 07 10:23:41.707803 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 57936) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:23:41.708293 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 57938) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:23:41.788705 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-1c4c1b68-eeeb-43d7-a51a-f4dc89ce8b71 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487-project] Request body: {'port': {'network_id': 'd5491000-4b01-40af-8a05-e4acaef1dde1', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-659973348'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:23:41.798946 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [req-efa678a3-b5dc-443d-8047-f5c9e87abff4 req-e47200d6-4f17-4dcf-a2d2-82e32db1cb80 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:23:41.818917 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfa1295-6d7e-47e5-a96d-de46dff21a97 req-b26acf4a-37d7-4d27-bbda-880002f85b07 tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:23:41.836770 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ccfa1295-6d7e-47e5-a96d-de46dff21a97 req-b26acf4a-37d7-4d27-bbda-880002f85b07 tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb8b81f9-5f5d-4abb-81f3-727a61b18171 HTTP/1.1" status: 200 len: 931 time: 0.7712915 Mar 07 10:23:41.839116 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [req-f35d8a66-4258-4015-aa62-8a0161bdbfbf req-b03b7f09-3b36-4d09-a3ba-24eba55d2f52 service neutron] Request body: {'port': {'device_id': 'eb8b81f9-5f5d-4abb-81f3-727a61b18171', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8307'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:23:41.841007 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4b9faa9d-6b8b-42c1-a98c-f49aae59452a tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732568034061'] for network, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:41.868220 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 07b72a15-7c72-4e16-8d4e-3fa90543bc1d up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:23:41.936642 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efa678a3-b5dc-443d-8047-f5c9e87abff4 req-e47200d6-4f17-4dcf-a2d2-82e32db1cb80 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Made reservation on behalf of 38f0b9f3569b450182bbf4a37575848e for: {'port': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:23:41.940511 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-efa678a3-b5dc-443d-8047-f5c9e87abff4 req-e47200d6-4f17-4dcf-a2d2-82e32db1cb80 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:41.965651 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ee425aaf-afdd-4347-a683-7232d2107e97 req-53f369b6-7f6f-4d64-b54f-89fef8fab353 tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] 10.222.0.13 "GET /v2.0/security-groups?id=c28a13f4-01ef-4f24-988e-e07a61e72f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4238436 Mar 07 10:23:42.047209 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8d6c5e39-e25a-4952-8526-79953cb768e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:42.069316 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4b9faa9d-6b8b-42c1-a98c-f49aae59452a tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594'] for network, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:42.085602 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b9faa9d-6b8b-42c1-a98c-f49aae59452a tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:23:42.086519 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4b9faa9d-6b8b-42c1-a98c-f49aae59452a tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2756603'] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:42.228436 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2844f528-acdb-4d87-8dfb-7ae09daf4bdb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ec2749d-0aec-52fb-aca6-10ba8a80aade-d5491000-4b01-40af-8a05-e4acaef1dde1', 'network_id': 'd5491000-4b01-40af-8a05-e4acaef1dde1', 'tenant_id': '5b867f4d1c2443f8b8e199603fc08dd9', 'fixed_ips': [{'subnet_id': '0871c0ba-0253-42b0-a478-7f6665b327de'}]}} from dv-neutron-830731-3-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 07 10:23:42.240446 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-2844f528-acdb-4d87-8dfb-7ae09daf4bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:42.296907 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-4a8bc4d5-c483-4581-a990-081e7293a098 None None] Provisioning for port 138362d5-68d0-4dc3-bc21-f03dcf4dd19d completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:23:42.311839 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d4bbf8ba-cfb7-431c-932c-3818fb80cc92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:42.316519 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-f35d8a66-4258-4015-aa62-8a0161bdbfbf req-b03b7f09-3b36-4d09-a3ba-24eba55d2f52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:42.344255 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8d6c5e39-e25a-4952-8526-79953cb768e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:42.391003 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.db.resource_extend [req-666cc7f7-2252-4eb0-9a14-e6fd7099bda6 req-afd7c3b1-3556-45f4-a806-5e4b030c6383 service neutron] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 10:23:42.413130 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-4a8bc4d5-c483-4581-a990-081e7293a098 None None] Provisioning complete for port 138362d5-68d0-4dc3-bc21-f03dcf4dd19d triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:23:42.419217 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-4a8bc4d5-c483-4581-a990-081e7293a098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:42.459048 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ccfa1295-6d7e-47e5-a96d-de46dff21a97 req-ea432bef-1786-4f53-b5ce-1d5df863744e tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] 10.222.0.13 "GET /v2.0/security-groups?id=c735d486-3973-4844-a84d-db3442c4bb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6207559 Mar 07 10:23:42.488775 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 07b72a15-7c72-4e16-8d4e-3fa90543bc1d triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:23:42.489130 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:42.565071 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-7de31217-81cd-4639-89fe-6e402344b654 req-1eb96085-81e2-4e76-abe5-6b661af4225d tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9a41462-2213-477c-a0d7-2a574dc86c0e HTTP/1.1" status: 200 len: 210 time: 0.1522479 Mar 07 10:23:42.568404 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-4a8bc4d5-c483-4581-a990-081e7293a098 None None] Port 138362d5-68d0-4dc3-bc21-f03dcf4dd19d cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:23:42.716767 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6c416bb4-fb9a-42fe-b840-57226804d0d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:42.717443 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d4bbf8ba-cfb7-431c-932c-3818fb80cc92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:42.735988 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-2844f528-acdb-4d87-8dfb-7ae09daf4bdb None None] Allocated IP 2001:db8::2 (d5491000-4b01-40af-8a05-e4acaef1dde1/0871c0ba-0253-42b0-a478-7f6665b327de/852f491a-065c-4ea6-93ef-140898a52c9b) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:23:42.839891 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d4bbf8ba-cfb7-431c-932c-3818fb80cc92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:42.842563 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d4bbf8ba-cfb7-431c-932c-3818fb80cc92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:42.844379 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-d4bbf8ba-cfb7-431c-932c-3818fb80cc92 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6a42e292-6b75-4692-9af3-a985dc4c6bd4 HTTP/1.1" status: 204 len: 168 time: 1.3744872 Mar 07 10:23:42.849793 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [req-666cc7f7-2252-4eb0-9a14-e6fd7099bda6 req-afd7c3b1-3556-45f4-a806-5e4b030c6383 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f243225f-86aa-45f6-8146-7b796bc3b24c {{(pid=83738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 07 10:23:42.867831 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-4b9faa9d-6b8b-42c1-a98c-f49aae59452a tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 2.4523356 Mar 07 10:23:42.868579 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-666cc7f7-2252-4eb0-9a14-e6fd7099bda6 req-afd7c3b1-3556-45f4-a806-5e4b030c6383 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:42.873811 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 57948) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:23:42.875918 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-1c4c1b68-eeeb-43d7-a51a-f4dc89ce8b71 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:23:42.880571 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [req-efa678a3-b5dc-443d-8047-f5c9e87abff4 req-e47200d6-4f17-4dcf-a2d2-82e32db1cb80 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Allocated IP 172.20.0.10 (f727e18d-bdc2-4660-9a3a-cfddb6581f4f/c839e96c-7ebc-4e73-acbb-92a3dab8a0ef/ce102191-c862-4595-b40b-01aa258c2118) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:23:42.886815 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-aa2076ce-b0f9-4ff2-bcf0-815fb49f02b6 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Request body: {'ports': [{'network_id': '5f888156-7303-47d2-9911-57799887efd4'}, {'network_id': 'cd624031-0d05-4dc2-a4b1-269f9b7c9738'}]} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:23:42.887643 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-aa2076ce-b0f9-4ff2-bcf0-815fb49f02b6 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Request body: {'port': {'network_id': '5f888156-7303-47d2-9911-57799887efd4'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:23:42.888295 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6c416bb4-fb9a-42fe-b840-57226804d0d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:42.888421 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-aa2076ce-b0f9-4ff2-bcf0-815fb49f02b6 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Request body: {'port': {'network_id': 'cd624031-0d05-4dc2-a4b1-269f9b7c9738'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:23:42.899511 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-1c4c1b68-eeeb-43d7-a51a-f4dc89ce8b71 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487-project] Usage tracker for resource:port and tenant:5b867f4d1c2443f8b8e199603fc08dd9 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:23:42.903754 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9faa9d-6b8b-42c1-a98c-f49aae59452a tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Pushing event updated for resources: {'Network': ['ID=cd624031-0d05-4dc2-a4b1-269f9b7c9738,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:42.913671 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-1c4c1b68-eeeb-43d7-a51a-f4dc89ce8b71 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:23:42.918825 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bbf8ba-cfb7-431c-932c-3818fb80cc92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a42e292-6b75-4692-9af3-a985dc4c6bd4,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:42.940562 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-1c4c1b68-eeeb-43d7-a51a-f4dc89ce8b71 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:23:42.958524 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8d6c5e39-e25a-4952-8526-79953cb768e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:43.010053 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [req-666cc7f7-2252-4eb0-9a14-e6fd7099bda6 req-afd7c3b1-3556-45f4-a806-5e4b030c6383 service neutron] Transition to ACTIVE for port object f243225f-86aa-45f6-8146-7b796bc3b24c will not be triggered until provisioned by entity L2. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:23:43.046956 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6c5e39-e25a-4952-8526-79953cb768e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fc2cb32-d65d-4f7f-84d7-901bcd2057a0,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:43.049940 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Network cd624031-0d05-4dc2-a4b1-269f9b7c9738 details requested by agent ovs-agent-dv-neutron-830731-3-hyperv with host dv-neutron-830731-3-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 10:23:43.069045 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-666cc7f7-2252-4eb0-9a14-e6fd7099bda6 req-afd7c3b1-3556-45f4-a806-5e4b030c6383 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3556717'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:43.226254 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8d6c5e39-e25a-4952-8526-79953cb768e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:43.227372 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-8d6c5e39-e25a-4952-8526-79953cb768e5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0fc2cb32-d65d-4f7f-84d7-901bcd2057a0 HTTP/1.1" status: 204 len: 168 time: 1.8680272 Mar 07 10:23:43.228616 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c4c1b68-eeeb-43d7-a51a-f4dc89ce8b71 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487-project] Made reservation on behalf of 5b867f4d1c2443f8b8e199603fc08dd9 for: {'port': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:23:43.232258 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1c4c1b68-eeeb-43d7-a51a-f4dc89ce8b71 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:43.380402 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [None req-1c4c1b68-eeeb-43d7-a51a-f4dc89ce8b71 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487-project] device_id is not set on port 8488a6d6-1d3a-433f-b9c6-3b8eef1030ca yet. {{(pid=83738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 07 10:23:43.430797 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.db.resource_extend [req-f35d8a66-4258-4015-aa62-8a0161bdbfbf req-b03b7f09-3b36-4d09-a3ba-24eba55d2f52 service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 10:23:43.455540 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6c416bb4-fb9a-42fe-b840-57226804d0d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:43.474000 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd7c3b1-3556-45f4-a806-5e4b030c6383 service neutron] Pushing event updated for resources: {'Port': ['ID=f243225f-86aa-45f6-8146-7b796bc3b24c,revision_number=2']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:43.562413 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-2844f528-acdb-4d87-8dfb-7ae09daf4bdb None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:43.597680 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-2844f528-acdb-4d87-8dfb-7ae09daf4bdb None None] Transition to ACTIVE for port object 852f491a-065c-4ea6-93ef-140898a52c9b will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:23:43.644206 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-2844f528-acdb-4d87-8dfb-7ae09daf4bdb None None] Transition to ACTIVE for port object 852f491a-065c-4ea6-93ef-140898a52c9b will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:23:43.656195 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-2844f528-acdb-4d87-8dfb-7ae09daf4bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:43.661455 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [req-f35d8a66-4258-4015-aa62-8a0161bdbfbf req-b03b7f09-3b36-4d09-a3ba-24eba55d2f52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 138362d5-68d0-4dc3-bc21-f03dcf4dd19d {{(pid=83738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 07 10:23:43.673163 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-f35d8a66-4258-4015-aa62-8a0161bdbfbf req-b03b7f09-3b36-4d09-a3ba-24eba55d2f52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:43.747929 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 57962) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:23:43.768884 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2844f528-acdb-4d87-8dfb-7ae09daf4bdb None None] Network d5491000-4b01-40af-8a05-e4acaef1dde1 is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:23:43.779882 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c416bb4-fb9a-42fe-b840-57226804d0d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f232e388-365c-4b70-adaa-55eefa29f0a8,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:43.795722 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-2844f528-acdb-4d87-8dfb-7ae09daf4bdb None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:23:43.869611 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2844f528-acdb-4d87-8dfb-7ae09daf4bdb None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:23:43.919597 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [req-f35d8a66-4258-4015-aa62-8a0161bdbfbf req-b03b7f09-3b36-4d09-a3ba-24eba55d2f52 service neutron] Transition to ACTIVE for port object 138362d5-68d0-4dc3-bc21-f03dcf4dd19d will not be triggered until provisioned by entity L2. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:23:43.953636 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-f35d8a66-4258-4015-aa62-8a0161bdbfbf req-b03b7f09-3b36-4d09-a3ba-24eba55d2f52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3556717'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:43.980014 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-aa2076ce-b0f9-4ff2-bcf0-815fb49f02b6 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:23:43.988250 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2844f528-acdb-4d87-8dfb-7ae09daf4bdb None None] Pushing event updated for resources: {'Port': ['ID=852f491a-065c-4ea6-93ef-140898a52c9b,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:44.021261 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-aa2076ce-b0f9-4ff2-bcf0-815fb49f02b6 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Usage tracker for resource:port and tenant:29ee0fb2487e46c6b75e400959e24994 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:23:44.029205 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-aa2076ce-b0f9-4ff2-bcf0-815fb49f02b6 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:23:44.041271 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-aa2076ce-b0f9-4ff2-bcf0-815fb49f02b6 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:23:44.050415 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6c416bb4-fb9a-42fe-b840-57226804d0d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:44.053919 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-6c416bb4-fb9a-42fe-b840-57226804d0d0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f232e388-365c-4b70-adaa-55eefa29f0a8 HTTP/1.1" status: 204 len: 168 time: 2.3325825 Mar 07 10:23:44.110273 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-2844f528-acdb-4d87-8dfb-7ae09daf4bdb None None] Attempting to bind port 852f491a-065c-4ea6-93ef-140898a52c9b on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:23:44.111867 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-2844f528-acdb-4d87-8dfb-7ae09daf4bdb None None] Attempting to bind port 852f491a-065c-4ea6-93ef-140898a52c9b by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': '81342563-5fef-4379-8e38-a87080b4236e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'd5491000-4b01-40af-8a05-e4acaef1dde1'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:23:44.113392 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2844f528-acdb-4d87-8dfb-7ae09daf4bdb None None] Attempting to bind port 852f491a-065c-4ea6-93ef-140898a52c9b on network d5491000-4b01-40af-8a05-e4acaef1dde1 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:23:44.123231 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa2076ce-b0f9-4ff2-bcf0-815fb49f02b6 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Made reservation on behalf of 29ee0fb2487e46c6b75e400959e24994 for: {'port': 2} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:23:44.127507 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-aa2076ce-b0f9-4ff2-bcf0-815fb49f02b6 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:44.134202 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2844f528-acdb-4d87-8dfb-7ae09daf4bdb None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:23:44.134577 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2844f528-acdb-4d87-8dfb-7ae09daf4bdb None None] Checking segment: {'id': '81342563-5fef-4379-8e38-a87080b4236e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'd5491000-4b01-40af-8a05-e4acaef1dde1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:23:44.134977 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-2844f528-acdb-4d87-8dfb-7ae09daf4bdb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:44.135959 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2844f528-acdb-4d87-8dfb-7ae09daf4bdb None None] Bound using segment: {'id': '81342563-5fef-4379-8e38-a87080b4236e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'd5491000-4b01-40af-8a05-e4acaef1dde1'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:23:44.136437 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-2844f528-acdb-4d87-8dfb-7ae09daf4bdb None None] Bound port: 852f491a-065c-4ea6-93ef-140898a52c9b, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81342563-5fef-4379-8e38-a87080b4236e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'd5491000-4b01-40af-8a05-e4acaef1dde1'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:23:44.136837 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-2844f528-acdb-4d87-8dfb-7ae09daf4bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:44.187345 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-aa2076ce-b0f9-4ff2-bcf0-815fb49f02b6 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:44.214451 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-efa678a3-b5dc-443d-8047-f5c9e87abff4 req-e47200d6-4f17-4dcf-a2d2-82e32db1cb80 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:44.223248 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2894fd-e084-4e43-8914-59205baf737d req-8f4291ab-2bf9-432e-aada-0a4aa760d512 tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:23:44.231608 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-3e2894fd-e084-4e43-8914-59205baf737d req-8f4291ab-2bf9-432e-aada-0a4aa760d512 tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] 10.222.0.13 "GET /v2.0/ports?device_id=16725675-ba59-4dce-8b8e-c03b4061c4de HTTP/1.1" status: 200 len: 944 time: 0.6823711 Mar 07 10:23:44.311647 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-2844f528-acdb-4d87-8dfb-7ae09daf4bdb None None] For port 852f491a-065c-4ea6-93ef-140898a52c9b, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:23:44.320924 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-2844f528-acdb-4d87-8dfb-7ae09daf4bdb None None] For port 852f491a-065c-4ea6-93ef-140898a52c9b, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=852f491a-065c-4ea6-93ef-140898a52c9b,segment=NetworkSegment(81342563-5fef-4379-8e38-a87080b4236e),segment_id=81342563-5fef-4379-8e38-a87080b4236e)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:23:44.329285 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03b7f09-3b36-4d09-a3ba-24eba55d2f52 service neutron] Pushing event updated for resources: {'Port': ['ID=138362d5-68d0-4dc3-bc21-f03dcf4dd19d,revision_number=2']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:44.332141 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-2844f528-acdb-4d87-8dfb-7ae09daf4bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:44.361097 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [req-efa678a3-b5dc-443d-8047-f5c9e87abff4 req-e47200d6-4f17-4dcf-a2d2-82e32db1cb80 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Transition to ACTIVE for port object ce102191-c862-4595-b40b-01aa258c2118 will not be triggered until provisioned by entity DHCP. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:23:44.364540 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-4f7099e0-adc2-43bc-9c0c-b4fe2810a47e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3c4232932e12414fa135ce0a0ad43c2c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5766268 Mar 07 10:23:44.368353 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 57978) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:23:44.419971 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a87436c-ac85-4d33-b98e-7859afcb82fa req-f9d3cdb6-87b5-48b6-9960-9d261ee08f51 tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:23:44.427804 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4a87436c-ac85-4d33-b98e-7859afcb82fa req-f9d3cdb6-87b5-48b6-9960-9d261ee08f51 tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb8b81f9-5f5d-4abb-81f3-727a61b18171 HTTP/1.1" status: 200 len: 931 time: 0.6548581 Mar 07 10:23:44.449375 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [req-666cc7f7-2252-4eb0-9a14-e6fd7099bda6 req-afd7c3b1-3556-45f4-a806-5e4b030c6383 service neutron] Attempting to bind port f243225f-86aa-45f6-8146-7b796bc3b24c on host hv-neutron-8307 for vnic_type normal with profile {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:23:44.450249 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [req-666cc7f7-2252-4eb0-9a14-e6fd7099bda6 req-afd7c3b1-3556-45f4-a806-5e4b030c6383 service neutron] Attempting to bind port f243225f-86aa-45f6-8146-7b796bc3b24c by drivers openvswitch,hyperv on host hv-neutron-8307 at level 0 using segments [{'id': '9aaed74e-7327-4b84-aa4b-76c27e2d346f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '72398af9-06cf-4222-b28c-e00880a5f9c7'}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:23:44.450541 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-666cc7f7-2252-4eb0-9a14-e6fd7099bda6 req-afd7c3b1-3556-45f4-a806-5e4b030c6383 service neutron] Attempting to bind port f243225f-86aa-45f6-8146-7b796bc3b24c on network 72398af9-06cf-4222-b28c-e00880a5f9c7 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:23:44.474112 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2844f528-acdb-4d87-8dfb-7ae09daf4bdb None None] Pushing event updated for resources: {'Port': ['ID=852f491a-065c-4ea6-93ef-140898a52c9b,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:44.509480 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-1c4c1b68-eeeb-43d7-a51a-f4dc89ce8b71 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487-project] Allocated IP 2001:db8::21 (d5491000-4b01-40af-8a05-e4acaef1dde1/0871c0ba-0253-42b0-a478-7f6665b327de/8488a6d6-1d3a-433f-b9c6-3b8eef1030ca) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:23:44.566228 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-3e2894fd-e084-4e43-8914-59205baf737d req-c7e5437e-962c-4a7d-ac1e-b9943e644467 tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] 10.222.0.13 "GET /v2.0/security-groups?id=c28a13f4-01ef-4f24-988e-e07a61e72f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3292654 Mar 07 10:23:44.674940 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-666cc7f7-2252-4eb0-9a14-e6fd7099bda6 req-afd7c3b1-3556-45f4-a806-5e4b030c6383 service neutron] Port f243225f-86aa-45f6-8146-7b796bc3b24c on network 72398af9-06cf-4222-b28c-e00880a5f9c7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8307 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 07 10:23:44.675264 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-666cc7f7-2252-4eb0-9a14-e6fd7099bda6 req-afd7c3b1-3556-45f4-a806-5e4b030c6383 service neutron] Attempting to bind port f243225f-86aa-45f6-8146-7b796bc3b24c on network 72398af9-06cf-4222-b28c-e00880a5f9c7 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:23:44.699767 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-666cc7f7-2252-4eb0-9a14-e6fd7099bda6 req-afd7c3b1-3556-45f4-a806-5e4b030c6383 service neutron] Checking agent: {'id': 'fb93ecad-d7e5-4e81-99ef-d8d0ee7386ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8307', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 21, 15), 'started_at': datetime.datetime(2022, 3, 7, 10, 21, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 23, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:23:44.700185 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-666cc7f7-2252-4eb0-9a14-e6fd7099bda6 req-afd7c3b1-3556-45f4-a806-5e4b030c6383 service neutron] Checking segment: {'id': '9aaed74e-7327-4b84-aa4b-76c27e2d346f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '72398af9-06cf-4222-b28c-e00880a5f9c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:23:44.700849 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-666cc7f7-2252-4eb0-9a14-e6fd7099bda6 req-afd7c3b1-3556-45f4-a806-5e4b030c6383 service neutron] Bound using segment: {'id': '9aaed74e-7327-4b84-aa4b-76c27e2d346f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '72398af9-06cf-4222-b28c-e00880a5f9c7'} {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:23:44.701278 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [req-666cc7f7-2252-4eb0-9a14-e6fd7099bda6 req-afd7c3b1-3556-45f4-a806-5e4b030c6383 service neutron] Bound port: f243225f-86aa-45f6-8146-7b796bc3b24c, host: hv-neutron-8307, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9aaed74e-7327-4b84-aa4b-76c27e2d346f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '72398af9-06cf-4222-b28c-e00880a5f9c7'}}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:23:44.701616 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-666cc7f7-2252-4eb0-9a14-e6fd7099bda6 req-afd7c3b1-3556-45f4-a806-5e4b030c6383 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:44.826973 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ba3aae89-8c68-496e-b051-752eda4daae1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:44.844967 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 57990) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:23:44.921317 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-a87031dd-5884-4afe-b7d0-5221a50855f0 req-23cafed4-ff79-4e64-814f-db1f0e62a435 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Synchronizing usage tracker for tenant:38f0b9f3569b450182bbf4a37575848e on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:23:44.934934 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-efa678a3-b5dc-443d-8047-f5c9e87abff4 req-e47200d6-4f17-4dcf-a2d2-82e32db1cb80 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:44.938704 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4a87436c-ac85-4d33-b98e-7859afcb82fa req-25234c52-30e6-4053-ae14-2f78714b0dc8 tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] 10.222.0.13 "GET /v2.0/security-groups?id=c735d486-3973-4844-a84d-db3442c4bb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5098512 Mar 07 10:23:44.985402 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [req-f35d8a66-4258-4015-aa62-8a0161bdbfbf req-b03b7f09-3b36-4d09-a3ba-24eba55d2f52 service neutron] Attempting to bind port 138362d5-68d0-4dc3-bc21-f03dcf4dd19d on host hv-neutron-8307 for vnic_type normal with profile {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:23:44.985989 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [req-f35d8a66-4258-4015-aa62-8a0161bdbfbf req-b03b7f09-3b36-4d09-a3ba-24eba55d2f52 service neutron] Attempting to bind port 138362d5-68d0-4dc3-bc21-f03dcf4dd19d by drivers openvswitch,hyperv on host hv-neutron-8307 at level 0 using segments [{'id': '46fd226d-e938-40b1-b036-15faea50eaea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '23de9fec-628e-4e97-8790-1a5369db8272'}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:23:44.986126 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f35d8a66-4258-4015-aa62-8a0161bdbfbf req-b03b7f09-3b36-4d09-a3ba-24eba55d2f52 service neutron] Attempting to bind port 138362d5-68d0-4dc3-bc21-f03dcf4dd19d on network 23de9fec-628e-4e97-8790-1a5369db8272 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:23:45.018403 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [None req-aa2076ce-b0f9-4ff2-bcf0-815fb49f02b6 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] device_id is not set on port 8022ca91-1480-4fdd-afab-d38723cc11f9 yet. {{(pid=83737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 07 10:23:45.052307 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 57994) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:23:45.073832 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efa678a3-b5dc-443d-8047-f5c9e87abff4 req-e47200d6-4f17-4dcf-a2d2-82e32db1cb80 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Network f727e18d-bdc2-4660-9a3a-cfddb6581f4f is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:23:45.074708 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-a87031dd-5884-4afe-b7d0-5221a50855f0 req-23cafed4-ff79-4e64-814f-db1f0e62a435 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Unset dirty status for tenant:38f0b9f3569b450182bbf4a37575848e on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:23:45.076089 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-a87031dd-5884-4afe-b7d0-5221a50855f0 req-23cafed4-ff79-4e64-814f-db1f0e62a435 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9a41462-2213-477c-a0d7-2a574dc86c0e HTTP/1.1" status: 200 len: 210 time: 0.2895505 Mar 07 10:23:45.080919 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [req-efa678a3-b5dc-443d-8047-f5c9e87abff4 req-e47200d6-4f17-4dcf-a2d2-82e32db1cb80 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:23:45.083857 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [req-efa678a3-b5dc-443d-8047-f5c9e87abff4 req-e47200d6-4f17-4dcf-a2d2-82e32db1cb80 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:23:45.099294 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ba3aae89-8c68-496e-b051-752eda4daae1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:45.118674 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f35d8a66-4258-4015-aa62-8a0161bdbfbf req-b03b7f09-3b36-4d09-a3ba-24eba55d2f52 service neutron] Port 138362d5-68d0-4dc3-bc21-f03dcf4dd19d on network 23de9fec-628e-4e97-8790-1a5369db8272 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8307 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 07 10:23:45.119463 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f35d8a66-4258-4015-aa62-8a0161bdbfbf req-b03b7f09-3b36-4d09-a3ba-24eba55d2f52 service neutron] Attempting to bind port 138362d5-68d0-4dc3-bc21-f03dcf4dd19d on network 23de9fec-628e-4e97-8790-1a5369db8272 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:23:45.124306 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47200d6-4f17-4dcf-a2d2-82e32db1cb80 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Pushing event updated for resources: {'Port': ['ID=ce102191-c862-4595-b40b-01aa258c2118,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:45.139276 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [req-666cc7f7-2252-4eb0-9a14-e6fd7099bda6 req-afd7c3b1-3556-45f4-a806-5e4b030c6383 service neutron] For port f243225f-86aa-45f6-8146-7b796bc3b24c, host hv-neutron-8307, cleared binding levels {{(pid=83738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:23:45.162727 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [req-666cc7f7-2252-4eb0-9a14-e6fd7099bda6 req-afd7c3b1-3556-45f4-a806-5e4b030c6383 service neutron] For port f243225f-86aa-45f6-8146-7b796bc3b24c, host hv-neutron-8307, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=f243225f-86aa-45f6-8146-7b796bc3b24c,segment=NetworkSegment(9aaed74e-7327-4b84-aa4b-76c27e2d346f),segment_id=9aaed74e-7327-4b84-aa4b-76c27e2d346f)] {{(pid=83738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:23:45.173358 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa678a3-b5dc-443d-8047-f5c9e87abff4 req-e47200d6-4f17-4dcf-a2d2-82e32db1cb80 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:23:45.173709 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-efa678a3-b5dc-443d-8047-f5c9e87abff4 req-e47200d6-4f17-4dcf-a2d2-82e32db1cb80 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:45.192829 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-666cc7f7-2252-4eb0-9a14-e6fd7099bda6 req-afd7c3b1-3556-45f4-a806-5e4b030c6383 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3556717'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:45.245289 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-efa678a3-b5dc-443d-8047-f5c9e87abff4 req-e47200d6-4f17-4dcf-a2d2-82e32db1cb80 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5347209 Mar 07 10:23:45.287076 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f35d8a66-4258-4015-aa62-8a0161bdbfbf req-b03b7f09-3b36-4d09-a3ba-24eba55d2f52 service neutron] Checking agent: {'id': 'fb93ecad-d7e5-4e81-99ef-d8d0ee7386ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8307', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 21, 15), 'started_at': datetime.datetime(2022, 3, 7, 10, 21, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 23, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:23:45.287412 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f35d8a66-4258-4015-aa62-8a0161bdbfbf req-b03b7f09-3b36-4d09-a3ba-24eba55d2f52 service neutron] Checking segment: {'id': '46fd226d-e938-40b1-b036-15faea50eaea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '23de9fec-628e-4e97-8790-1a5369db8272'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:23:45.287791 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f35d8a66-4258-4015-aa62-8a0161bdbfbf req-b03b7f09-3b36-4d09-a3ba-24eba55d2f52 service neutron] Bound using segment: {'id': '46fd226d-e938-40b1-b036-15faea50eaea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '23de9fec-628e-4e97-8790-1a5369db8272'} {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:23:45.288231 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [req-f35d8a66-4258-4015-aa62-8a0161bdbfbf req-b03b7f09-3b36-4d09-a3ba-24eba55d2f52 service neutron] Bound port: 138362d5-68d0-4dc3-bc21-f03dcf4dd19d, host: hv-neutron-8307, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46fd226d-e938-40b1-b036-15faea50eaea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '23de9fec-628e-4e97-8790-1a5369db8272'}}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:23:45.288603 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-f35d8a66-4258-4015-aa62-8a0161bdbfbf req-b03b7f09-3b36-4d09-a3ba-24eba55d2f52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:45.300635 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-cdac30c1-ef7c-4228-b7b4-440cb09ad713 tempest-AgentManagementNegativeTest-1697629437 tempest-AgentManagementNegativeTest-1697629437-project] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2414546 Mar 07 10:23:45.309117 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-aa2076ce-b0f9-4ff2-bcf0-815fb49f02b6 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:45.382154 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:45.437909 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-c6ba0b39-f90c-4df7-a46e-1120fdfc4b71 None None] Provisioning for port ce102191-c862-4595-b40b-01aa258c2118 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:23:45.443203 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-c6ba0b39-f90c-4df7-a46e-1120fdfc4b71 None None] Provisioning complete for port ce102191-c862-4595-b40b-01aa258c2118 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:23:45.443203 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c6ba0b39-f90c-4df7-a46e-1120fdfc4b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:45.469398 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [None req-aa2076ce-b0f9-4ff2-bcf0-815fb49f02b6 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] device_id is not set on port b3fc50f6-ae4a-448e-845f-3e257ef8e16c yet. {{(pid=83737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 07 10:23:45.473375 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-666cc7f7-2252-4eb0-9a14-e6fd7099bda6 req-afd7c3b1-3556-45f4-a806-5e4b030c6383 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:45.476698 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-666cc7f7-2252-4eb0-9a14-e6fd7099bda6 req-afd7c3b1-3556-45f4-a806-5e4b030c6383 service neutron] 10.222.0.10 "PUT /v2.0/ports/f243225f-86aa-45f6-8146-7b796bc3b24c HTTP/1.1" status: 200 len: 1094 time: 5.8763609 Mar 07 10:23:45.511036 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16725675-ba59-4dce-8b8e-c03b4061c4de', 'tag': 'f243225f-86aa-45f6-8146-7b796bc3b24c'}] {{(pid=83738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 10:23:45.550966 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-c6ba0b39-f90c-4df7-a46e-1120fdfc4b71 None None] Port ce102191-c862-4595-b40b-01aa258c2118 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:23:45.555186 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ba3aae89-8c68-496e-b051-752eda4daae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:45.603027 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-aa2076ce-b0f9-4ff2-bcf0-815fb49f02b6 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:45.640507 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1c4c1b68-eeeb-43d7-a51a-f4dc89ce8b71 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:45.652385 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3aae89-8c68-496e-b051-752eda4daae1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2b8ea49-d87c-4861-aaac-86fe84f8b359,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:45.660329 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-61a2f1cf-7410-4a68-89fa-1d59b778e9d5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c42462e4e1e44e62933c6047450058d3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8038671 Mar 07 10:23:45.660729 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 58010) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:23:45.714664 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-aa2076ce-b0f9-4ff2-bcf0-815fb49f02b6 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:45.742330 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [req-efa678a3-b5dc-443d-8047-f5c9e87abff4 req-c50e31dd-3ee5-4aa7-a1e1-2d3e9e9a4883 service neutron] Request body: {'port': {'device_id': 'e9a41462-2213-477c-a0d7-2a574dc86c0e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8307'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:23:45.768676 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ba3aae89-8c68-496e-b051-752eda4daae1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:45.772381 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-ba3aae89-8c68-496e-b051-752eda4daae1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f2b8ea49-d87c-4861-aaac-86fe84f8b359 HTTP/1.1" status: 204 len: 168 time: 1.3961217 Mar 07 10:23:45.782981 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd7c3b1-3556-45f4-a806-5e4b030c6383 service neutron] Pushing event updated for resources: {'Port': ['ID=f243225f-86aa-45f6-8146-7b796bc3b24c,revision_number=3']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:45.832740 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-1c4c1b68-eeeb-43d7-a51a-f4dc89ce8b71 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487-project] Transition to ACTIVE for port object 8488a6d6-1d3a-433f-b9c6-3b8eef1030ca will not be triggered until provisioned by entity DHCP. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:23:45.847800 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [req-f35d8a66-4258-4015-aa62-8a0161bdbfbf req-b03b7f09-3b36-4d09-a3ba-24eba55d2f52 service neutron] For port 138362d5-68d0-4dc3-bc21-f03dcf4dd19d, host hv-neutron-8307, cleared binding levels {{(pid=83738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:23:45.876193 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [req-f35d8a66-4258-4015-aa62-8a0161bdbfbf req-b03b7f09-3b36-4d09-a3ba-24eba55d2f52 service neutron] For port 138362d5-68d0-4dc3-bc21-f03dcf4dd19d, host hv-neutron-8307, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=138362d5-68d0-4dc3-bc21-f03dcf4dd19d,segment=NetworkSegment(46fd226d-e938-40b1-b036-15faea50eaea),segment_id=46fd226d-e938-40b1-b036-15faea50eaea)] {{(pid=83738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:23:45.889258 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-f35d8a66-4258-4015-aa62-8a0161bdbfbf req-b03b7f09-3b36-4d09-a3ba-24eba55d2f52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3556717'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:45.916891 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 852f491a-065c-4ea6-93ef-140898a52c9b up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:23:46.031738 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-f35d8a66-4258-4015-aa62-8a0161bdbfbf req-b03b7f09-3b36-4d09-a3ba-24eba55d2f52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:46.033433 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-f35d8a66-4258-4015-aa62-8a0161bdbfbf req-b03b7f09-3b36-4d09-a3ba-24eba55d2f52 service neutron] 10.222.0.10 "PUT /v2.0/ports/138362d5-68d0-4dc3-bc21-f03dcf4dd19d HTTP/1.1" status: 200 len: 1093 time: 4.3161442 Mar 07 10:23:46.037404 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1c4c1b68-eeeb-43d7-a51a-f4dc89ce8b71 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:46.055222 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 58022) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:23:46.063145 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-666cc7f7-2252-4eb0-9a14-e6fd7099bda6 req-a7749939-36d2-4350-815d-a198c5db5b52 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7786db5ef26f4f06a4ab41ba87614474&device_id=16725675-ba59-4dce-8b8e-c03b4061c4de HTTP/1.1" status: 200 len: 1097 time: 0.2850461 Mar 07 10:23:46.089655 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning for port 852f491a-065c-4ea6-93ef-140898a52c9b completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:23:46.134667 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-efa678a3-b5dc-443d-8047-f5c9e87abff4 req-c50e31dd-3ee5-4aa7-a1e1-2d3e9e9a4883 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:46.187516 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03b7f09-3b36-4d09-a3ba-24eba55d2f52 service neutron] Pushing event updated for resources: {'Port': ['ID=138362d5-68d0-4dc3-bc21-f03dcf4dd19d,revision_number=3']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:46.345534 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-295cd630-b0c0-420d-b9c3-3aec394d6e22 None None] Network d5491000-4b01-40af-8a05-e4acaef1dde1 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:23:46.383662 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa2076ce-b0f9-4ff2-bcf0-815fb49f02b6 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Network 5f888156-7303-47d2-9911-57799887efd4 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:23:46.455971 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-666cc7f7-2252-4eb0-9a14-e6fd7099bda6 req-b5727439-3423-455b-adbb-370f734f6e45 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f243225f-86aa-45f6-8146-7b796bc3b24c HTTP/1.1" status: 200 len: 217 time: 0.3895931 Mar 07 10:23:46.530595 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16725675-ba59-4dce-8b8e-c03b4061c4de', 'tag': 'f243225f-86aa-45f6-8146-7b796bc3b24c', 'status': 'completed', 'code': 200} Mar 07 10:23:46.584671 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c4c1b68-eeeb-43d7-a51a-f4dc89ce8b71 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487-project] Network d5491000-4b01-40af-8a05-e4acaef1dde1 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:23:46.618834 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-1c4c1b68-eeeb-43d7-a51a-f4dc89ce8b71 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:23:46.628535 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c4c1b68-eeeb-43d7-a51a-f4dc89ce8b71 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:23:46.633618 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4c1b68-eeeb-43d7-a51a-f4dc89ce8b71 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:23:46.634220 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1c4c1b68-eeeb-43d7-a51a-f4dc89ce8b71 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:46.670895 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666cc7f7-2252-4eb0-9a14-e6fd7099bda6 req-19d60f74-5f2a-415d-93d2-46d2213c3267 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:23:46.672805 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-666cc7f7-2252-4eb0-9a14-e6fd7099bda6 req-19d60f74-5f2a-415d-93d2-46d2213c3267 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=73689262-8534-49d2-b012-2160f5ea5f1f HTTP/1.1" status: 200 len: 845 time: 0.1996481 Mar 07 10:23:46.676740 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-aa2076ce-b0f9-4ff2-bcf0-815fb49f02b6 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:23:46.678639 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2076ce-b0f9-4ff2-bcf0-815fb49f02b6 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Pushing event updated for resources: {'Port': ['ID=8022ca91-1480-4fdd-afab-d38723cc11f9,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:46.690730 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2076ce-b0f9-4ff2-bcf0-815fb49f02b6 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:23:46.691651 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-aa2076ce-b0f9-4ff2-bcf0-815fb49f02b6 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:46.709101 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4d9d1a4b-a51e-45be-a165-c70bb057caa7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:46.732878 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-109ecfc6-d1cd-484f-9ddf-5cd1bbcf2362 None None] Provisioning for port 852f491a-065c-4ea6-93ef-140898a52c9b completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:23:46.739670 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-109ecfc6-d1cd-484f-9ddf-5cd1bbcf2362 None None] Provisioning complete for port 852f491a-065c-4ea6-93ef-140898a52c9b triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:23:46.740035 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-109ecfc6-d1cd-484f-9ddf-5cd1bbcf2362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:46.800661 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c1b68-eeeb-43d7-a51a-f4dc89ce8b71 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487-project] Pushing event updated for resources: {'Port': ['ID=8488a6d6-1d3a-433f-b9c6-3b8eef1030ca,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:46.811210 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-338ee561-2789-4f28-a5d0-f4f3c6fab7cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:46.817002 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-1c4c1b68-eeeb-43d7-a51a-f4dc89ce8b71 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 940 time: 5.0945911 Mar 07 10:23:46.817973 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 58048) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:23:46.839855 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-338ee561-2789-4f28-a5d0-f4f3c6fab7cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:46.846805 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-05e6c2b2-6b1d-472c-9ee6-824e47f4d451 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487-project] Request body: {'port': {'network_id': 'd5491000-4b01-40af-8a05-e4acaef1dde1', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1846540349', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:23:46.848258 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.api.validators [None req-05e6c2b2-6b1d-472c-9ee6-824e47f4d451 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487-project] bootfile-name is not in valid_values {{(pid=83738) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 07 10:23:46.848866 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.api.validators [None req-05e6c2b2-6b1d-472c-9ee6-824e47f4d451 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487-project] tftp-server is not in valid_values {{(pid=83738) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 07 10:23:46.849440 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.api.validators [None req-05e6c2b2-6b1d-472c-9ee6-824e47f4d451 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487-project] server-ip-address is not in valid_values {{(pid=83738) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 07 10:23:46.912452 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a9da1e-63ae-4c23-936e-3999a7124b92 req-37e247b5-916f-4618-a1de-60af51d5eb4a tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:23:46.919679 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-27a9da1e-63ae-4c23-936e-3999a7124b92 req-37e247b5-916f-4618-a1de-60af51d5eb4a tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] 10.222.0.13 "GET /v2.0/ports?device_id=16725675-ba59-4dce-8b8e-c03b4061c4de HTTP/1.1" status: 200 len: 944 time: 0.8354492 Mar 07 10:23:46.922319 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-109ecfc6-d1cd-484f-9ddf-5cd1bbcf2362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:46.935095 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-338ee561-2789-4f28-a5d0-f4f3c6fab7cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:46.968105 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-109ecfc6-d1cd-484f-9ddf-5cd1bbcf2362 None None] For port 852f491a-065c-4ea6-93ef-140898a52c9b, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=852f491a-065c-4ea6-93ef-140898a52c9b,segment=NetworkSegment(81342563-5fef-4379-8e38-a87080b4236e),segment_id=81342563-5fef-4379-8e38-a87080b4236e)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:23:46.980422 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-109ecfc6-d1cd-484f-9ddf-5cd1bbcf2362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:47.022890 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-f35d8a66-4258-4015-aa62-8a0161bdbfbf req-627b47e9-98c2-437e-a23d-a7304802ca7f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3889902faef740789076d2c396125f8b&device_id=eb8b81f9-5f5d-4abb-81f3-727a61b18171 HTTP/1.1" status: 200 len: 1096 time: 0.8778894 Mar 07 10:23:47.096769 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109ecfc6-d1cd-484f-9ddf-5cd1bbcf2362 None None] Pushing event updated for resources: {'Port': ['ID=852f491a-065c-4ea6-93ef-140898a52c9b,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:47.130941 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2076ce-b0f9-4ff2-bcf0-815fb49f02b6 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Pushing event updated for resources: {'Port': ['ID=b3fc50f6-ae4a-448e-845f-3e257ef8e16c,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:47.150744 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338ee561-2789-4f28-a5d0-f4f3c6fab7cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3a8e3f4-40fc-474b-b59d-21b9496a290e,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:47.158775 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2076ce-b0f9-4ff2-bcf0-815fb49f02b6 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Checking segment: {'id': '045ce1cf-506c-4e07-af26-633aca0be240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'cd624031-0d05-4dc2-a4b1-269f9b7c9738'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:23:47.159136 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa2076ce-b0f9-4ff2-bcf0-815fb49f02b6 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Network hostable DHCP agents. Network: cd624031-0d05-4dc2-a4b1-269f9b7c9738, hostable agents: ['6527556c-6586-422c-ae47-082984683847'], hosted agents: [] {{(pid=83737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:23:47.189030 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-f35d8a66-4258-4015-aa62-8a0161bdbfbf req-41a3907e-c2d5-4101-b41c-685d252b38f2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=138362d5-68d0-4dc3-bc21-f03dcf4dd19d HTTP/1.1" status: 200 len: 217 time: 0.1358621 Mar 07 10:23:47.226603 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-338ee561-2789-4f28-a5d0-f4f3c6fab7cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:47.230315 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-338ee561-2789-4f28-a5d0-f4f3c6fab7cd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a3a8e3f4-40fc-474b-b59d-21b9496a290e HTTP/1.1" status: 204 len: 168 time: 1.5531926 Mar 07 10:23:47.250548 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-27a9da1e-63ae-4c23-936e-3999a7124b92 req-68d53eb2-4fc8-4f19-aa15-c1cf68e9d534 tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] 10.222.0.13 "GET /v2.0/security-groups?id=c28a13f4-01ef-4f24-988e-e07a61e72f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3298373 Mar 07 10:23:47.266989 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-4d9d1a4b-a51e-45be-a165-c70bb057caa7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:23:47.294618 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-4d9d1a4b-a51e-45be-a165-c70bb057caa7 admin admin] Usage tracker for resource:security_group_rule and tenant:4c2478e740d24e5fb783446e73091f35 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:23:47.309040 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-ef9f9787-c43c-494c-b3ab-224f9a3896e9 None None] Provisioning complete for port 852f491a-065c-4ea6-93ef-140898a52c9b triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:23:47.309406 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-ef9f9787-c43c-494c-b3ab-224f9a3896e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:47.315103 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-4d9d1a4b-a51e-45be-a165-c70bb057caa7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:23:47.341499 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-666cc7f7-2252-4eb0-9a14-e6fd7099bda6 req-d4a44e6e-d2cb-4746-a1b0-17cd82a0c011 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=72398af9-06cf-4222-b28c-e00880a5f9c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6139574 Mar 07 10:23:47.341833 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66872e3d-5898-404b-8952-b8e9def4b309 req-f49123cc-9d9e-4918-9b26-19c260a30a3a tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:23:47.342404 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-4d9d1a4b-a51e-45be-a165-c70bb057caa7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:23:47.343490 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-66872e3d-5898-404b-8952-b8e9def4b309 req-f49123cc-9d9e-4918-9b26-19c260a30a3a tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb8b81f9-5f5d-4abb-81f3-727a61b18171 HTTP/1.1" status: 200 len: 943 time: 0.7037187 Mar 07 10:23:47.356037 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa2076ce-b0f9-4ff2-bcf0-815fb49f02b6 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Network cd624031-0d05-4dc2-a4b1-269f9b7c9738 is scheduled to be hosted by DHCP agent 6527556c-6586-422c-ae47-082984683847 with binding_index 1 {{(pid=83737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:23:47.393226 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 58060) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:23:47.445275 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-05e6c2b2-6b1d-472c-9ee6-824e47f4d451 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:23:47.456124 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-aa2076ce-b0f9-4ff2-bcf0-815fb49f02b6 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830731-3-hyperv, cd624031-0d05-4dc2-a4b1-269f9b7c9738) {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:23:47.463664 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-05e6c2b2-6b1d-472c-9ee6-824e47f4d451 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487-project] Usage tracker for resource:port and tenant:5b867f4d1c2443f8b8e199603fc08dd9 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:23:47.467277 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [req-efa678a3-b5dc-443d-8047-f5c9e87abff4 req-c50e31dd-3ee5-4aa7-a1e1-2d3e9e9a4883 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce102191-c862-4595-b40b-01aa258c2118 {{(pid=83737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 07 10:23:47.467916 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-05e6c2b2-6b1d-472c-9ee6-824e47f4d451 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:23:47.482467 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-efa678a3-b5dc-443d-8047-f5c9e87abff4 req-c50e31dd-3ee5-4aa7-a1e1-2d3e9e9a4883 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:47.482985 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-05e6c2b2-6b1d-472c-9ee6-824e47f4d451 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:23:47.485114 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2076ce-b0f9-4ff2-bcf0-815fb49f02b6 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:23:47.489261 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa2076ce-b0f9-4ff2-bcf0-815fb49f02b6 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:23:47.492744 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa2076ce-b0f9-4ff2-bcf0-815fb49f02b6 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:23:47.493431 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-aa2076ce-b0f9-4ff2-bcf0-815fb49f02b6 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:47.520472 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35d8a66-4258-4015-aa62-8a0161bdbfbf req-bc3942b0-03d3-455b-a11e-9a4018041765 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:23:47.522254 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-f35d8a66-4258-4015-aa62-8a0161bdbfbf req-bc3942b0-03d3-455b-a11e-9a4018041765 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a11577b7-05f2-4ba2-9386-831d0aeb21de HTTP/1.1" status: 200 len: 851 time: 0.3229246 Mar 07 10:23:47.536404 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cd71a4a-0d70-4acf-8e46-0131608db58d None None] Network cd624031-0d05-4dc2-a4b1-269f9b7c9738 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:23:47.584793 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [req-efa678a3-b5dc-443d-8047-f5c9e87abff4 req-c50e31dd-3ee5-4aa7-a1e1-2d3e9e9a4883 service neutron] Transition to ACTIVE for port object ce102191-c862-4595-b40b-01aa258c2118 will not be triggered until provisioned by entity L2. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:23:47.598477 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-66872e3d-5898-404b-8952-b8e9def4b309 req-c9636a06-b4dc-4084-b0a5-c17efd62f1fa tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] 10.222.0.13 "GET /v2.0/security-groups?id=c735d486-3973-4844-a84d-db3442c4bb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2437465 Mar 07 10:23:47.599201 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-efa678a3-b5dc-443d-8047-f5c9e87abff4 req-c50e31dd-3ee5-4aa7-a1e1-2d3e9e9a4883 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3012561'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:47.635098 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-aa2076ce-b0f9-4ff2-bcf0-815fb49f02b6 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 4.7578444 Mar 07 10:23:47.637564 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05e6c2b2-6b1d-472c-9ee6-824e47f4d451 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487-project] Made reservation on behalf of 5b867f4d1c2443f8b8e199603fc08dd9 for: {'port': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:23:47.641818 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-05e6c2b2-6b1d-472c-9ee6-824e47f4d451 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:47.661922 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 58066) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:23:47.849656 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50e31dd-3ee5-4aa7-a1e1-2d3e9e9a4883 service neutron] Pushing event updated for resources: {'Port': ['ID=ce102191-c862-4595-b40b-01aa258c2118,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:47.853052 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 852f491a-065c-4ea6-93ef-140898a52c9b up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:23:47.878584 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [None req-05e6c2b2-6b1d-472c-9ee6-824e47f4d451 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487-project] device_id is not set on port f05e996e-5e2b-4631-a6ef-a723e4ea1e53 yet. {{(pid=83738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 07 10:23:47.879054 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-ef9f9787-c43c-494c-b3ab-224f9a3896e9 None None] Provisioning for port 8488a6d6-1d3a-433f-b9c6-3b8eef1030ca completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:23:47.896906 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-ef9f9787-c43c-494c-b3ab-224f9a3896e9 None None] Provisioning complete for port 8488a6d6-1d3a-433f-b9c6-3b8eef1030ca triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:23:47.897536 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-ef9f9787-c43c-494c-b3ab-224f9a3896e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:47.942540 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9aa9e3-ae64-4a5f-8599-54959b9aa9bd req-ed7a4d14-c97e-426c-acdf-099601155798 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:23:47.950217 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-1d9aa9e3-ae64-4a5f-8599-54959b9aa9bd req-ed7a4d14-c97e-426c-acdf-099601155798 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9a41462-2213-477c-a0d7-2a574dc86c0e HTTP/1.1" status: 200 len: 932 time: 0.4730494 Mar 07 10:23:48.015251 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-ef9f9787-c43c-494c-b3ab-224f9a3896e9 None None] Port 8488a6d6-1d3a-433f-b9c6-3b8eef1030ca cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:23:48.061457 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 852f491a-065c-4ea6-93ef-140898a52c9b triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:23:48.062142 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:48.093281 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-05e6c2b2-6b1d-472c-9ee6-824e47f4d451 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487-project] Allocated IP 2001:db8::215 (d5491000-4b01-40af-8a05-e4acaef1dde1/0871c0ba-0253-42b0-a478-7f6665b327de/f05e996e-5e2b-4631-a6ef-a723e4ea1e53) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:23:48.108298 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-1d9aa9e3-ae64-4a5f-8599-54959b9aa9bd req-dea4be4d-b1c2-4974-86d4-eb16b20520fb tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0cf1685-c0d8-4959-a53b-3f1ceedf7fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1569839 Mar 07 10:23:48.142529 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [req-efa678a3-b5dc-443d-8047-f5c9e87abff4 req-c50e31dd-3ee5-4aa7-a1e1-2d3e9e9a4883 service neutron] Attempting to bind port ce102191-c862-4595-b40b-01aa258c2118 on host hv-neutron-8307 for vnic_type normal with profile {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:23:48.143108 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [req-efa678a3-b5dc-443d-8047-f5c9e87abff4 req-c50e31dd-3ee5-4aa7-a1e1-2d3e9e9a4883 service neutron] Attempting to bind port ce102191-c862-4595-b40b-01aa258c2118 by drivers openvswitch,hyperv on host hv-neutron-8307 at level 0 using segments [{'id': 'a01dc850-758a-452f-a0e2-effad6d41a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f727e18d-bdc2-4660-9a3a-cfddb6581f4f'}] {{(pid=83737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:23:48.143662 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efa678a3-b5dc-443d-8047-f5c9e87abff4 req-c50e31dd-3ee5-4aa7-a1e1-2d3e9e9a4883 service neutron] Attempting to bind port ce102191-c862-4595-b40b-01aa258c2118 on network f727e18d-bdc2-4660-9a3a-cfddb6581f4f {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:23:48.150722 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efa678a3-b5dc-443d-8047-f5c9e87abff4 req-c50e31dd-3ee5-4aa7-a1e1-2d3e9e9a4883 service neutron] Port ce102191-c862-4595-b40b-01aa258c2118 on network f727e18d-bdc2-4660-9a3a-cfddb6581f4f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8307 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 07 10:23:48.158968 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-3810ecc1-2872-401e-84bf-78accb50c165 None None] Provisioning complete for port 8488a6d6-1d3a-433f-b9c6-3b8eef1030ca triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:23:48.159334 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-3810ecc1-2872-401e-84bf-78accb50c165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:48.159804 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efa678a3-b5dc-443d-8047-f5c9e87abff4 req-c50e31dd-3ee5-4aa7-a1e1-2d3e9e9a4883 service neutron] Attempting to bind port ce102191-c862-4595-b40b-01aa258c2118 on network f727e18d-bdc2-4660-9a3a-cfddb6581f4f {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:23:48.180219 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efa678a3-b5dc-443d-8047-f5c9e87abff4 req-c50e31dd-3ee5-4aa7-a1e1-2d3e9e9a4883 service neutron] Checking agent: {'id': 'fb93ecad-d7e5-4e81-99ef-d8d0ee7386ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8307', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 21, 15), 'started_at': datetime.datetime(2022, 3, 7, 10, 21, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 23, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:23:48.180801 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efa678a3-b5dc-443d-8047-f5c9e87abff4 req-c50e31dd-3ee5-4aa7-a1e1-2d3e9e9a4883 service neutron] Checking segment: {'id': 'a01dc850-758a-452f-a0e2-effad6d41a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f727e18d-bdc2-4660-9a3a-cfddb6581f4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:23:48.181691 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efa678a3-b5dc-443d-8047-f5c9e87abff4 req-c50e31dd-3ee5-4aa7-a1e1-2d3e9e9a4883 service neutron] Bound using segment: {'id': 'a01dc850-758a-452f-a0e2-effad6d41a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f727e18d-bdc2-4660-9a3a-cfddb6581f4f'} {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:23:48.182479 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [req-efa678a3-b5dc-443d-8047-f5c9e87abff4 req-c50e31dd-3ee5-4aa7-a1e1-2d3e9e9a4883 service neutron] Bound port: ce102191-c862-4595-b40b-01aa258c2118, host: hv-neutron-8307, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a01dc850-758a-452f-a0e2-effad6d41a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f727e18d-bdc2-4660-9a3a-cfddb6581f4f'}}] {{(pid=83737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:23:48.183230 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-efa678a3-b5dc-443d-8047-f5c9e87abff4 req-c50e31dd-3ee5-4aa7-a1e1-2d3e9e9a4883 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:48.226886 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4d9d1a4b-a51e-45be-a165-c70bb057caa7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:48.344140 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-666cc7f7-2252-4eb0-9a14-e6fd7099bda6 req-7b9bf3b1-b0e0-4c74-9ed9-25a332170e34 service neutron] 10.222.0.10 "GET /v2.0/networks/72398af9-06cf-4222-b28c-e00880a5f9c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9836504 Mar 07 10:23:48.358075 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4d9d1a4b-a51e-45be-a165-c70bb057caa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:48.366241 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-3810ecc1-2872-401e-84bf-78accb50c165 None None] Port 8488a6d6-1d3a-433f-b9c6-3b8eef1030ca cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:23:48.393405 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-2bb4185d-2d1c-4fc6-8c7e-9fca51292b88 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Request body: {'networks': [{'name': 'tempest-network--75391020'}, {'name': 'tempest-network--907950415'}]} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:23:48.393751 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-2bb4185d-2d1c-4fc6-8c7e-9fca51292b88 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Request body: {'network': {'name': 'tempest-network--75391020'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:23:48.394158 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-2bb4185d-2d1c-4fc6-8c7e-9fca51292b88 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Request body: {'network': {'name': 'tempest-network--907950415'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:23:48.405477 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-2bb4185d-2d1c-4fc6-8c7e-9fca51292b88 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:23:48.417406 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [req-efa678a3-b5dc-443d-8047-f5c9e87abff4 req-c50e31dd-3ee5-4aa7-a1e1-2d3e9e9a4883 service neutron] For port ce102191-c862-4595-b40b-01aa258c2118, host hv-neutron-8307, cleared binding levels {{(pid=83737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:23:48.436516 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-2bb4185d-2d1c-4fc6-8c7e-9fca51292b88 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Usage tracker for resource:network and tenant:1cbccb418ee444419847972e678356cb is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:23:48.445646 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [req-efa678a3-b5dc-443d-8047-f5c9e87abff4 req-c50e31dd-3ee5-4aa7-a1e1-2d3e9e9a4883 service neutron] For port ce102191-c862-4595-b40b-01aa258c2118, host hv-neutron-8307, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=ce102191-c862-4595-b40b-01aa258c2118,segment=NetworkSegment(a01dc850-758a-452f-a0e2-effad6d41a09),segment_id=a01dc850-758a-452f-a0e2-effad6d41a09)] {{(pid=83737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:23:48.450175 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-2bb4185d-2d1c-4fc6-8c7e-9fca51292b88 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:23:48.457749 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-efa678a3-b5dc-443d-8047-f5c9e87abff4 req-c50e31dd-3ee5-4aa7-a1e1-2d3e9e9a4883 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3012561'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:48.471357 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-2bb4185d-2d1c-4fc6-8c7e-9fca51292b88 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:23:48.573817 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb8b81f9-5f5d-4abb-81f3-727a61b18171', 'tag': '138362d5-68d0-4dc3-bc21-f03dcf4dd19d'}] {{(pid=83738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 10:23:48.576892 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bb4185d-2d1c-4fc6-8c7e-9fca51292b88 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Made reservation on behalf of 1cbccb418ee444419847972e678356cb for: {'network': 2} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:23:48.578867 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9d1a4b-a51e-45be-a165-c70bb057caa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd3a2561-8fe8-44c2-b85a-65538fa3749e,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:48.582632 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2bb4185d-2d1c-4fc6-8c7e-9fca51292b88 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for network, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:48.591287 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-d6fadc49-5ae6-404d-97f9-2f3f7ce78ecc tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Deleting port b3fc50f6-ae4a-448e-845f-3e257ef8e16c {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:23:48.591634 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d6fadc49-5ae6-404d-97f9-2f3f7ce78ecc tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:48.627501 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-efa678a3-b5dc-443d-8047-f5c9e87abff4 req-c50e31dd-3ee5-4aa7-a1e1-2d3e9e9a4883 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:48.629041 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-efa678a3-b5dc-443d-8047-f5c9e87abff4 req-c50e31dd-3ee5-4aa7-a1e1-2d3e9e9a4883 service neutron] 10.222.0.10 "PUT /v2.0/ports/ce102191-c862-4595-b40b-01aa258c2118 HTTP/1.1" status: 200 len: 1094 time: 2.9036837 Mar 07 10:23:48.633034 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9a41462-2213-477c-a0d7-2a574dc86c0e', 'tag': 'ce102191-c862-4595-b40b-01aa258c2118'}] {{(pid=83737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 10:23:48.636557 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2bb4185d-2d1c-4fc6-8c7e-9fca51292b88 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:48.657793 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50e31dd-3ee5-4aa7-a1e1-2d3e9e9a4883 service neutron] Pushing event updated for resources: {'Port': ['ID=ce102191-c862-4595-b40b-01aa258c2118,revision_number=3']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:48.726145 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-666cc7f7-2252-4eb0-9a14-e6fd7099bda6 req-2296062f-4129-44cd-a1e4-837f6271aaa7 service neutron] 10.222.0.10 "GET /v2.0/networks/72398af9-06cf-4222-b28c-e00880a5f9c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3487701 Mar 07 10:23:48.755416 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-4d9d1a4b-a51e-45be-a165-c70bb057caa7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4c2478e740d24e5fb783446e73091f35&name=default HTTP/1.1" status: 200 len: 2647 time: 2.6878421 Mar 07 10:23:48.766058 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb8b81f9-5f5d-4abb-81f3-727a61b18171', 'tag': '138362d5-68d0-4dc3-bc21-f03dcf4dd19d', 'status': 'completed', 'code': 200} Mar 07 10:23:48.775499 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 58096) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:23:48.865133 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eb2384-4da7-405b-8efc-06bff8a6c156 req-7215c710-cb75-44f5-b73e-fe79a207bdc7 tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:23:48.874996 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-26eb2384-4da7-405b-8efc-06bff8a6c156 req-7215c710-cb75-44f5-b73e-fe79a207bdc7 tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] 10.222.0.13 "GET /v2.0/ports?device_id=16725675-ba59-4dce-8b8e-c03b4061c4de HTTP/1.1" status: 200 len: 944 time: 0.3988369 Mar 07 10:23:48.879989 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-2bb4185d-2d1c-4fc6-8c7e-9fca51292b88 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:23:48.908097 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-2bb4185d-2d1c-4fc6-8c7e-9fca51292b88 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Usage tracker for resource:security_group_rule and tenant:1cbccb418ee444419847972e678356cb is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:23:48.913213 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-2bb4185d-2d1c-4fc6-8c7e-9fca51292b88 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:23:48.939437 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-f35d8a66-4258-4015-aa62-8a0161bdbfbf req-ba2cbe73-89de-472c-89b7-8088e34d315f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=23de9fec-628e-4e97-8790-1a5369db8272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.3136766 Mar 07 10:23:48.963038 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-2bb4185d-2d1c-4fc6-8c7e-9fca51292b88 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:23:48.982072 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 58104) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:23:49.015786 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-efa678a3-b5dc-443d-8047-f5c9e87abff4 req-074f65de-ae23-44c2-b8f0-f29aa4e1bb75 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=38f0b9f3569b450182bbf4a37575848e&device_id=e9a41462-2213-477c-a0d7-2a574dc86c0e HTTP/1.1" status: 200 len: 1097 time: 0.3207374 Mar 07 10:23:49.023202 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-26eb2384-4da7-405b-8efc-06bff8a6c156 req-415706ac-5851-4c9b-a08d-8431e73a6d7d tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] 10.222.0.13 "GET /v2.0/security-groups?id=c28a13f4-01ef-4f24-988e-e07a61e72f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1472645 Mar 07 10:23:49.124347 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-efa678a3-b5dc-443d-8047-f5c9e87abff4 req-ee1f9fcf-5ffe-499a-a5ec-3908d3ca14ed service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ce102191-c862-4595-b40b-01aa258c2118 HTTP/1.1" status: 200 len: 217 time: 0.1003008 Mar 07 10:23:49.184129 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2ac790-6b9c-400c-8968-8677a3d8c71a req-56a40ec7-6629-4cfc-a278-72d11e639805 tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:23:49.191098 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-da2ac790-6b9c-400c-8968-8677a3d8c71a req-56a40ec7-6629-4cfc-a278-72d11e639805 tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb8b81f9-5f5d-4abb-81f3-727a61b18171 HTTP/1.1" status: 200 len: 943 time: 0.2788720 Mar 07 10:23:49.255272 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-7f7b84f0-4302-497f-96a8-c3f37ac588c4 tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-920129036'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:23:49.266110 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2bb4185d-2d1c-4fc6-8c7e-9fca51292b88 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:49.267320 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-7f7b84f0-4302-497f-96a8-c3f37ac588c4 tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:23:49.282076 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa678a3-b5dc-443d-8047-f5c9e87abff4 req-619cd0d6-2daf-48fe-a19f-b06fc42e1f84 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:23:49.283503 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-efa678a3-b5dc-443d-8047-f5c9e87abff4 req-619cd0d6-2daf-48fe-a19f-b06fc42e1f84 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c839e96c-7ebc-4e73-acbb-92a3dab8a0ef HTTP/1.1" status: 200 len: 851 time: 0.1511886 Mar 07 10:23:49.284568 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-7f7b84f0-4302-497f-96a8-c3f37ac588c4 tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Usage tracker for resource:network and tenant:841874e2d4dc4bfd986b0a20fa08ff45 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:23:49.287633 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2bb4185d-2d1c-4fc6-8c7e-9fca51292b88 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:49.288074 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2bb4185d-2d1c-4fc6-8c7e-9fca51292b88 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for network, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:49.304644 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-7f7b84f0-4302-497f-96a8-c3f37ac588c4 tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:23:49.321941 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9a41462-2213-477c-a0d7-2a574dc86c0e', 'tag': 'ce102191-c862-4595-b40b-01aa258c2118', 'status': 'completed', 'code': 200} Mar 07 10:23:49.366571 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-7f7b84f0-4302-497f-96a8-c3f37ac588c4 tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:23:49.397037 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-da2ac790-6b9c-400c-8968-8677a3d8c71a req-f1836f27-9899-4f68-819c-1772229d562d tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] 10.222.0.13 "GET /v2.0/security-groups?id=c735d486-3973-4844-a84d-db3442c4bb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2051067 Mar 07 10:23:49.410409 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb4185d-2d1c-4fc6-8c7e-9fca51292b88 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e0ed3f6-4d9f-49d5-a304-3f875564ca4b,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:49.415985 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f7b84f0-4302-497f-96a8-c3f37ac588c4 tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Made reservation on behalf of 841874e2d4dc4bfd986b0a20fa08ff45 for: {'network': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:23:49.419109 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7f7b84f0-4302-497f-96a8-c3f37ac588c4 tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for network, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:49.430332 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bb4185d-2d1c-4fc6-8c7e-9fca51292b88 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=83737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:23:49.478307 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7f7b84f0-4302-497f-96a8-c3f37ac588c4 tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:49.494401 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2bb4185d-2d1c-4fc6-8c7e-9fca51292b88 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:49.494734 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.db.segments_db [None req-2bb4185d-2d1c-4fc6-8c7e-9fca51292b88 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Added segment 79e8c45c-2d38-4a71-8c42-cc7753e2f5aa of type vlan for network 2b796c65-ac2e-45f3-a32f-1398d7a89e99 Mar 07 10:23:49.553625 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2bb4185d-2d1c-4fc6-8c7e-9fca51292b88 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732568034061'] for network, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:49.556863 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d6fadc49-5ae6-404d-97f9-2f3f7ce78ecc tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:49.572663 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-7f7b84f0-4302-497f-96a8-c3f37ac588c4 tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:23:49.584584 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-efa678a3-b5dc-443d-8047-f5c9e87abff4 req-ff8af84f-9bb7-4130-8d80-b31e2fc54a10 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f727e18d-bdc2-4660-9a3a-cfddb6581f4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2811024 Mar 07 10:23:49.587971 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-7f7b84f0-4302-497f-96a8-c3f37ac588c4 tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Usage tracker for resource:security_group_rule and tenant:841874e2d4dc4bfd986b0a20fa08ff45 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:23:49.597525 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-64c3fa86-f69c-4442-861d-c233bb0b4900 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:49.599923 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-7f7b84f0-4302-497f-96a8-c3f37ac588c4 tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:23:49.626932 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-7f7b84f0-4302-497f-96a8-c3f37ac588c4 tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:23:49.713668 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bb4185d-2d1c-4fc6-8c7e-9fca51292b88 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=83737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:23:49.716138 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-d6fadc49-5ae6-404d-97f9-2f3f7ce78ecc tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Calling delete_port for b3fc50f6-ae4a-448e-845f-3e257ef8e16c owned by {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:23:49.749241 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2bb4185d-2d1c-4fc6-8c7e-9fca51292b88 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:49.749493 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.db.segments_db [None req-2bb4185d-2d1c-4fc6-8c7e-9fca51292b88 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Added segment 5e8004c4-2c74-4336-9229-2568ba2f1df1 of type vlan for network 67c1dc02-2a4e-4635-8e89-983dbabb349b Mar 07 10:23:49.755581 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12937897-0c78-4b0b-86d3-8cbd8830b660 req-64fe28e4-2d28-40c0-90b2-a5cf9976f643 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:23:49.757054 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-12937897-0c78-4b0b-86d3-8cbd8830b660 req-64fe28e4-2d28-40c0-90b2-a5cf9976f643 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9a41462-2213-477c-a0d7-2a574dc86c0e HTTP/1.1" status: 200 len: 944 time: 0.3134294 Mar 07 10:23:49.758556 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-f35d8a66-4258-4015-aa62-8a0161bdbfbf req-4f656d37-f49e-41c4-9d29-9debc6079b47 service neutron] 10.222.0.10 "GET /v2.0/networks/23de9fec-628e-4e97-8790-1a5369db8272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7896798 Mar 07 10:23:49.819801 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-50023c0c-09b5-4f18-9646-7dc6fefe394c req-2da3bded-23ed-49e9-8322-6f03684a9f62 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7786db5ef26f4f06a4ab41ba87614474&device_id=16725675-ba59-4dce-8b8e-c03b4061c4de HTTP/1.1" status: 200 len: 1097 time: 1.0120158 Mar 07 10:23:49.823596 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-05e6c2b2-6b1d-472c-9ee6-824e47f4d451 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:49.824441 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2bb4185d-2d1c-4fc6-8c7e-9fca51292b88 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732568034061'] for network, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:49.834668 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-efa678a3-b5dc-443d-8047-f5c9e87abff4 req-c17218c8-25e2-4a73-b5ee-981a98f7b4a9 service neutron] 10.222.0.10 "GET /v2.0/networks/f727e18d-bdc2-4660-9a3a-cfddb6581f4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2359059 Mar 07 10:23:49.838975 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-64c3fa86-f69c-4442-861d-c233bb0b4900 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:49.951628 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-05e6c2b2-6b1d-472c-9ee6-824e47f4d451 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487-project] Transition to ACTIVE for port object f05e996e-5e2b-4631-a6ef-a723e4ea1e53 will not be triggered until provisioned by entity DHCP. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:23:50.014715 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.db.resource_extend [None req-2bb4185d-2d1c-4fc6-8c7e-9fca51292b88 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 10:23:50.049949 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-12937897-0c78-4b0b-86d3-8cbd8830b660 req-e7a0a5c5-c8b5-4ac4-add1-398805bd14ca tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0cf1685-c0d8-4959-a53b-3f1ceedf7fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2719445 Mar 07 10:23:50.056160 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7f7b84f0-4302-497f-96a8-c3f37ac588c4 tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:50.064025 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7f7b84f0-4302-497f-96a8-c3f37ac588c4 tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:50.099342 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2bb4185d-2d1c-4fc6-8c7e-9fca51292b88 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594'] for network, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:50.099829 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2bb4185d-2d1c-4fc6-8c7e-9fca51292b88 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594'] for network, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:50.100879 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d6fadc49-5ae6-404d-97f9-2f3f7ce78ecc tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:50.103499 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb4185d-2d1c-4fc6-8c7e-9fca51292b88 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:23:50.107282 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb4185d-2d1c-4fc6-8c7e-9fca51292b88 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:23:50.107924 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2bb4185d-2d1c-4fc6-8c7e-9fca51292b88 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2756603'] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:50.151291 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f7b84f0-4302-497f-96a8-c3f37ac588c4 tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=83737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:23:50.192255 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fadc49-5ae6-404d-97f9-2f3f7ce78ecc tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Pushing event deleted for resources: {'Port': ['ID=b3fc50f6-ae4a-448e-845f-3e257ef8e16c,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:50.206224 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-64c3fa86-f69c-4442-861d-c233bb0b4900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:50.225340 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-f35d8a66-4258-4015-aa62-8a0161bdbfbf req-37c2caa9-1ba6-4a93-addf-07671ae83179 service neutron] 10.222.0.10 "GET /v2.0/networks/23de9fec-628e-4e97-8790-1a5369db8272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4498844 Mar 07 10:23:50.238621 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50023c0c-09b5-4f18-9646-7dc6fefe394c req-24a1e83e-e65c-42a6-8bba-f04995c6cce7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:23:50.241094 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-50023c0c-09b5-4f18-9646-7dc6fefe394c req-24a1e83e-e65c-42a6-8bba-f04995c6cce7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=72398af9-06cf-4222-b28c-e00880a5f9c7 HTTP/1.1" status: 200 len: 907 time: 0.4072297 Mar 07 10:23:50.243840 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-05e6c2b2-6b1d-472c-9ee6-824e47f4d451 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:50.245942 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c3fa86-f69c-4442-861d-c233bb0b4900 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd3a2561-8fe8-44c2-b85a-65538fa3749e,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:50.254037 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d6fadc49-5ae6-404d-97f9-2f3f7ce78ecc tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:50.290568 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-efa678a3-b5dc-443d-8047-f5c9e87abff4 req-a603d456-64c6-4472-a5bf-3f94731648c5 service neutron] 10.222.0.10 "GET /v2.0/networks/f727e18d-bdc2-4660-9a3a-cfddb6581f4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4359362 Mar 07 10:23:50.302465 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7b84f0-4302-497f-96a8-c3f37ac588c4 tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9002a3bd-5260-4d98-bf48-a6db76dd3e44,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:50.309378 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7f7b84f0-4302-497f-96a8-c3f37ac588c4 tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:50.309798 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.db.segments_db [None req-7f7b84f0-4302-497f-96a8-c3f37ac588c4 tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Added segment 1488fd0d-ed67-4767-a7ce-d7451f2f3450 of type vlan for network 3a8721a9-928b-461f-af0c-d82fcdceff07 Mar 07 10:23:50.336510 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-2bb4185d-2d1c-4fc6-8c7e-9fca51292b88 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1317 time: 2.9099162 Mar 07 10:23:50.336510 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb4185d-2d1c-4fc6-8c7e-9fca51292b88 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Pushing event updated for resources: {'Network': ['ID=2b796c65-ac2e-45f3-a32f-1398d7a89e99,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:50.338649 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 58116) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:23:50.354523 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Network 2b796c65-ac2e-45f3-a32f-1398d7a89e99 details requested by agent ovs-agent-dv-neutron-830731-3-hyperv with host dv-neutron-830731-3-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 10:23:50.415945 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-64c3fa86-f69c-4442-861d-c233bb0b4900 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:50.417100 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-64c3fa86-f69c-4442-861d-c233bb0b4900 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cd3a2561-8fe8-44c2-b85a-65538fa3749e HTTP/1.1" status: 204 len: 168 time: 1.6398938 Mar 07 10:23:50.431719 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7606082f-5d16-4b09-8045-fb524b62f559 None None] Sync routers for ids ['6076671e-b6bf-49bb-931c-ac2bf8cc541b'] in dv-neutron-830731-3-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:23:50.450882 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-d6fadc49-5ae6-404d-97f9-2f3f7ce78ecc tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] 10.222.0.13 "DELETE /v2.0/ports/b3fc50f6-ae4a-448e-845f-3e257ef8e16c HTTP/1.1" status: 204 len: 168 time: 2.6990972 Mar 07 10:23:50.453446 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7f7b84f0-4302-497f-96a8-c3f37ac588c4 tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732568034061'] for network, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:50.463702 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 58124) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:23:50.471948 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-50023c0c-09b5-4f18-9646-7dc6fefe394c req-f1d25fd7-b52c-4ab8-a13b-b80455935de9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f243225f-86aa-45f6-8146-7b796bc3b24c HTTP/1.1" status: 200 len: 217 time: 0.2134070 Mar 07 10:23:50.516683 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7606082f-5d16-4b09-8045-fb524b62f559 None None] Routers {'6076671e-b6bf-49bb-931c-ac2bf8cc541b'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:23:50.520318 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-7606082f-5d16-4b09-8045-fb524b62f559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:23:30Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['6076671e-b6bf-49bb-931c-ac2bf8cc541b'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:23:50.582854 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e6c2b2-6b1d-472c-9ee6-824e47f4d451 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487-project] Pushing event updated for resources: {'Port': ['ID=f05e996e-5e2b-4631-a6ef-a723e4ea1e53,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:50.597916 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e6c2b2-6b1d-472c-9ee6-824e47f4d451 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487-project] Network d5491000-4b01-40af-8a05-e4acaef1dde1 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:23:50.607121 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-05e6c2b2-6b1d-472c-9ee6-824e47f4d451 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:23:50.615751 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e6c2b2-6b1d-472c-9ee6-824e47f4d451 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:23:50.619648 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e6c2b2-6b1d-472c-9ee6-824e47f4d451 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:23:50.620261 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-05e6c2b2-6b1d-472c-9ee6-824e47f4d451 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:50.665333 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50023c0c-09b5-4f18-9646-7dc6fefe394c req-38c18ab4-9448-42bd-b324-8aed311cf707 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:23:50.667017 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-50023c0c-09b5-4f18-9646-7dc6fefe394c req-38c18ab4-9448-42bd-b324-8aed311cf707 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=73689262-8534-49d2-b012-2160f5ea5f1f HTTP/1.1" status: 200 len: 845 time: 0.1448092 Mar 07 10:23:50.675677 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-05e6c2b2-6b1d-472c-9ee6-824e47f4d451 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 3.8497403 Mar 07 10:23:50.704360 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 58128) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:23:50.705212 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb4185d-2d1c-4fc6-8c7e-9fca51292b88 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Pushing event updated for resources: {'Network': ['ID=67c1dc02-2a4e-4635-8e89-983dbabb349b,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:50.750222 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-dbb7e247-f1bd-48d7-97a3-9a0ad24dd3c5 req-2b5bee14-e5f4-40a4-a018-e9f97879ddbf service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3889902faef740789076d2c396125f8b&device_id=eb8b81f9-5f5d-4abb-81f3-727a61b18171 HTTP/1.1" status: 200 len: 1096 time: 0.4602153 Mar 07 10:23:50.821106 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Network 67c1dc02-2a4e-4635-8e89-983dbabb349b details requested by agent ovs-agent-dv-neutron-830731-3-hyperv with host dv-neutron-830731-3-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 10:23:50.821525 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8872614f-a7dc-4d69-a884-c16255b13149 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:23:50.826434 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8872614f-a7dc-4d69-a884-c16255b13149 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:23:50.827218 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-8872614f-a7dc-4d69-a884-c16255b13149 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Synchronizing usage tracker for tenant:29ee0fb2487e46c6b75e400959e24994 on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:23:50.855200 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba9d42cd-a835-4fd0-be78-291f0df4e20f tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:23:50.860499 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba9d42cd-a835-4fd0-be78-291f0df4e20f tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:23:50.864397 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba9d42cd-a835-4fd0-be78-291f0df4e20f tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:23:50.868571 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba9d42cd-a835-4fd0-be78-291f0df4e20f tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:23:50.869616 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-ba9d42cd-a835-4fd0-be78-291f0df4e20f tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Synchronizing usage tracker for tenant:1cbccb418ee444419847972e678356cb on resource:network {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:23:50.937654 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7f7b84f0-4302-497f-96a8-c3f37ac588c4 tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594'] for network, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:50.938117 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-8872614f-a7dc-4d69-a884-c16255b13149 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Unset dirty status for tenant:29ee0fb2487e46c6b75e400959e24994 on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:23:50.942609 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-8872614f-a7dc-4d69-a884-c16255b13149 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.4742324 Mar 07 10:23:50.942799 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f7b84f0-4302-497f-96a8-c3f37ac588c4 tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:23:50.942799 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7f7b84f0-4302-497f-96a8-c3f37ac588c4 tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2756603'] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:50.944974 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-50023c0c-09b5-4f18-9646-7dc6fefe394c req-3d0e7ec0-a3a4-4424-9349-4fb7d3044881 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=72398af9-06cf-4222-b28c-e00880a5f9c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2679930 Mar 07 10:23:50.947446 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 58134) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:23:50.995581 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-7606082f-5d16-4b09-8045-fb524b62f559 None None] Set router 6076671e-b6bf-49bb-931c-ac2bf8cc541b gateway port host: dv-neutron-830731-3-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:23:51.021105 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-7f7b84f0-4302-497f-96a8-c3f37ac588c4 tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.0335641 Mar 07 10:23:51.082658 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdced22-18aa-4e79-bd73-1bd2cc71ba9f req-270f6959-d8df-4fb2-999f-33d358da9311 tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:23:51.092201 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-8fdced22-18aa-4e79-bd73-1bd2cc71ba9f req-270f6959-d8df-4fb2-999f-33d358da9311 tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] 10.222.0.13 "GET /v2.0/ports?device_id=16725675-ba59-4dce-8b8e-c03b4061c4de HTTP/1.1" status: 200 len: 944 time: 0.8641963 Mar 07 10:23:51.094995 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 58140) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:23:51.107436 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-ba9d42cd-a835-4fd0-be78-291f0df4e20f tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Unset dirty status for tenant:1cbccb418ee444419847972e678356cb on resource:network {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:23:51.108754 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-ba9d42cd-a835-4fd0-be78-291f0df4e20f tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2404 time: 0.7668250 Mar 07 10:23:51.115611 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 58146) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:23:51.128754 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-50023c0c-09b5-4f18-9646-7dc6fefe394c req-98b91714-aaf0-4d31-8d12-0e80728cb962 service neutron] 10.222.0.10 "GET /v2.0/networks/72398af9-06cf-4222-b28c-e00880a5f9c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461940 Mar 07 10:23:51.151572 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-4e19e379-3aaf-4ff9-af29-92c3460b65e4 tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Request body: {'subnet': {'network_id': '3a8721a9-928b-461f-af0c-d82fcdceff07', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:23:51.156853 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-12def0bb-ad1a-4a86-b6d7-2dfd8ce0e44d None None] Provisioning for port f05e996e-5e2b-4631-a6ef-a723e4ea1e53 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:23:51.182936 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-12def0bb-ad1a-4a86-b6d7-2dfd8ce0e44d None None] Provisioning complete for port f05e996e-5e2b-4631-a6ef-a723e4ea1e53 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:23:51.183426 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-12def0bb-ad1a-4a86-b6d7-2dfd8ce0e44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:51.239632 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-07d93617-5683-474d-abe6-9ac461b5fa40 req-600bca3b-cd46-4e0a-9914-23456e2b364a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=38f0b9f3569b450182bbf4a37575848e&device_id=e9a41462-2213-477c-a0d7-2a574dc86c0e HTTP/1.1" status: 200 len: 1097 time: 0.8542733 Mar 07 10:23:51.323415 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-12def0bb-ad1a-4a86-b6d7-2dfd8ce0e44d None None] Port f05e996e-5e2b-4631-a6ef-a723e4ea1e53 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:23:51.407815 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7b84f0-4302-497f-96a8-c3f37ac588c4 tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Pushing event updated for resources: {'Network': ['ID=3a8721a9-928b-461f-af0c-d82fcdceff07,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:51.424787 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Network 3a8721a9-928b-461f-af0c-d82fcdceff07 details requested by agent ovs-agent-dv-neutron-830731-3-hyperv with host dv-neutron-830731-3-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 10:23:51.457053 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bfca7a-954c-4b07-bf38-b4f40bcd3b70 req-e7e148ab-a9ac-4d60-9f73-3a3b1cf403b4 tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:23:51.464169 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-94bfca7a-954c-4b07-bf38-b4f40bcd3b70 req-e7e148ab-a9ac-4d60-9f73-3a3b1cf403b4 tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb8b81f9-5f5d-4abb-81f3-727a61b18171 HTTP/1.1" status: 200 len: 943 time: 0.6903980 Mar 07 10:23:51.467555 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-50023c0c-09b5-4f18-9646-7dc6fefe394c req-2e7d0e40-c0d5-4922-b4a0-a3ac38606c67 service neutron] 10.222.0.10 "GET /v2.0/networks/72398af9-06cf-4222-b28c-e00880a5f9c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3288426 Mar 07 10:23:51.490854 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-59693658-5d81-4307-a308-2819f9827dc3 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Deleting port 8022ca91-1480-4fdd-afab-d38723cc11f9 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:23:51.491169 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-59693658-5d81-4307-a308-2819f9827dc3 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:51.522371 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb7e247-f1bd-48d7-97a3-9a0ad24dd3c5 req-28b5387d-4d12-43f5-8371-7a8c2ff76f41 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:23:51.523839 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-dbb7e247-f1bd-48d7-97a3-9a0ad24dd3c5 req-28b5387d-4d12-43f5-8371-7a8c2ff76f41 service neutron] 10.222.0.10 "GET /v2.0/networks?id=23de9fec-628e-4e97-8790-1a5369db8272 HTTP/1.1" status: 200 len: 913 time: 0.7601283 Mar 07 10:23:51.583213 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-7606082f-5d16-4b09-8045-fb524b62f559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6076671e-b6bf-49bb-931c-ac2bf8cc541b', 'name': 'tempest-ServersTestManualDisk-1536380407-router', 'tenant_id': '3889902faef740789076d2c396125f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.45'}], 'enable_snat': True}, 'gw_port_id': 'f3396d26-2164-4557-8c00-a732a26ee8ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:22:59Z', 'updated_at': '2022-03-07T10:23:14Z', 'revision_number': 4, 'project_id': '3889902faef740789076d2c396125f8b', 'gw_port': {'id': 'f3396d26-2164-4557-8c00-a732a26ee8ed', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:c7:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6076671e-b6bf-49bb-931c-ac2bf8cc541b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:23:00Z', 'updated_at': '2022-03-07T10:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_interfaces': [{'id': '6481cfd0-b4ea-41da-8d54-8599248a4ff1', 'name': '', 'network_id': '23de9fec-628e-4e97-8790-1a5369db8272', 'tenant_id': '3889902faef740789076d2c396125f8b', 'mac_address': 'fa:16:3e:f9:d2:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6076671e-b6bf-49bb-931c-ac2bf8cc541b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a11577b7-05f2-4ba2-9386-831d0aeb21de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:23:12Z', 'updated_at': '2022-03-07T10:23:15Z', 'revision_number': 2, 'project_id': '3889902faef740789076d2c396125f8b', 'subnets': [{'id': 'a11577b7-05f2-4ba2-9386-831d0aeb21de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:23:51.588053 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7606082f-5d16-4b09-8045-fb524b62f559 None None] Checking router: 6076671e-b6bf-49bb-931c-ac2bf8cc541b for host: dv-neutron-830731-3-hyperv {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 07 10:23:51.588053 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7606082f-5d16-4b09-8045-fb524b62f559 None None] Updating router 6076671e-b6bf-49bb-931c-ac2bf8cc541b port 6481cfd0-b4ea-41da-8d54-8599248a4ff1 binding host dv-neutron-830731-3-hyperv {{(pid=83739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 07 10:23:51.621781 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-dbb7e247-f1bd-48d7-97a3-9a0ad24dd3c5 req-d7c9bd2b-7df3-4996-8294-d19eb937d3d4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=138362d5-68d0-4dc3-bc21-f03dcf4dd19d HTTP/1.1" status: 200 len: 217 time: 0.0897727 Mar 07 10:23:51.652579 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-8fdced22-18aa-4e79-bd73-1bd2cc71ba9f req-b64f60d0-490c-4375-b6ea-40f0ba9bbd48 tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] 10.222.0.13 "GET /v2.0/security-groups?id=c28a13f4-01ef-4f24-988e-e07a61e72f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5592182 Mar 07 10:23:51.656588 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-7606082f-5d16-4b09-8045-fb524b62f559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:51.695354 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c52c64-9137-48d5-9d90-14d7fcb5e442 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:23:51.699819 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c52c64-9137-48d5-9d90-14d7fcb5e442 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:23:51.703931 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c52c64-9137-48d5-9d90-14d7fcb5e442 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:23:51.711634 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-41c52c64-9137-48d5-9d90-14d7fcb5e442 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 1.0023773 Mar 07 10:23:51.716609 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-4e19e379-3aaf-4ff9-af29-92c3460b65e4 tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:23:51.720094 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 58162) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:23:51.725091 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ada5df66-f09b-4894-be11-edcdc00c3edb tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1158940'] for network, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:51.788571 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-4e19e379-3aaf-4ff9-af29-92c3460b65e4 tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Usage tracker for resource:subnet and tenant:841874e2d4dc4bfd986b0a20fa08ff45 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:23:51.791025 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb7e247-f1bd-48d7-97a3-9a0ad24dd3c5 req-1579aad3-28ae-471d-b6c3-906be6018ed2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:23:51.792670 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-dbb7e247-f1bd-48d7-97a3-9a0ad24dd3c5 req-1579aad3-28ae-471d-b6c3-906be6018ed2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a11577b7-05f2-4ba2-9386-831d0aeb21de HTTP/1.1" status: 200 len: 851 time: 0.1632755 Mar 07 10:23:51.807896 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-4e19e379-3aaf-4ff9-af29-92c3460b65e4 tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:23:51.826596 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-4e19e379-3aaf-4ff9-af29-92c3460b65e4 tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:23:51.858029 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-94bfca7a-954c-4b07-bf38-b4f40bcd3b70 req-3594b7fb-696f-4883-8d18-15b31b7147b4 tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] 10.222.0.13 "GET /v2.0/security-groups?id=c735d486-3973-4844-a84d-db3442c4bb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3929830 Mar 07 10:23:51.906102 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 58166) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:23:51.939344 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-59693658-5d81-4307-a308-2819f9827dc3 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:51.953723 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d93617-5683-474d-abe6-9ac461b5fa40 req-157d44a3-14da-4f04-909c-e2435151fc67 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:23:51.955318 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-07d93617-5683-474d-abe6-9ac461b5fa40 req-157d44a3-14da-4f04-909c-e2435151fc67 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f727e18d-bdc2-4660-9a3a-cfddb6581f4f HTTP/1.1" status: 200 len: 913 time: 0.5494571 Mar 07 10:23:51.958729 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-bb04227b-3448-4bc9-b01f-9b3f6519cc7f tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487-project] Deleting port f05e996e-5e2b-4631-a6ef-a723e4ea1e53 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:23:51.959077 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-bb04227b-3448-4bc9-b01f-9b3f6519cc7f tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:52.074965 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-59693658-5d81-4307-a308-2819f9827dc3 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Calling delete_port for 8022ca91-1480-4fdd-afab-d38723cc11f9 owned by {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:23:52.082796 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e19e379-3aaf-4ff9-af29-92c3460b65e4 tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Made reservation on behalf of 841874e2d4dc4bfd986b0a20fa08ff45 for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:23:52.098377 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device f243225f-86aa-45f6-8146-7b796bc3b24c details requested by agent hyperv_hv-neutron-8307 with host hv-neutron-8307 {{(pid=83739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 07 10:23:52.115547 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-d2853209-d361-4f00-9eed-23551c4993e1 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-2005763493'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:23:52.129169 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-d2853209-d361-4f00-9eed-23551c4993e1 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:23:52.143528 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-d2853209-d361-4f00-9eed-23551c4993e1 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Usage tracker for resource:network and tenant:0f1e04191c7443f7844c0202165e746c is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:23:52.148351 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-d2853209-d361-4f00-9eed-23551c4993e1 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:23:52.157198 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-d2853209-d361-4f00-9eed-23551c4993e1 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:23:52.182149 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-dbb7e247-f1bd-48d7-97a3-9a0ad24dd3c5 req-b7a5d904-0d4f-40f2-a595-52645664dc3a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=23de9fec-628e-4e97-8790-1a5369db8272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3380802 Mar 07 10:23:52.211350 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2853209-d361-4f00-9eed-23551c4993e1 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Made reservation on behalf of 0f1e04191c7443f7844c0202165e746c for: {'network': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:23:52.215024 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d2853209-d361-4f00-9eed-23551c4993e1 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for network, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:52.233250 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d2853209-d361-4f00-9eed-23551c4993e1 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks [] for security_group, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:52.251982 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-7606082f-5d16-4b09-8045-fb524b62f559 None None] Notify callbacks [] for port, precommit_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:52.271097 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-7606082f-5d16-4b09-8045-fb524b62f559 None None] Transition to ACTIVE for port object 6481cfd0-b4ea-41da-8d54-8599248a4ff1 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:23:52.288416 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-7606082f-5d16-4b09-8045-fb524b62f559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:52.326129 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-d2853209-d361-4f00-9eed-23551c4993e1 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:23:52.331720 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-d2853209-d361-4f00-9eed-23551c4993e1 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Usage tracker for resource:security_group_rule and tenant:0f1e04191c7443f7844c0202165e746c is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:23:52.332092 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-07d93617-5683-474d-abe6-9ac461b5fa40 req-0c183f6d-c51a-4563-9024-0cbae361e990 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ce102191-c862-4595-b40b-01aa258c2118 HTTP/1.1" status: 200 len: 217 time: 0.3484704 Mar 07 10:23:52.334453 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-59693658-5d81-4307-a308-2819f9827dc3 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:52.336295 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-d2853209-d361-4f00-9eed-23551c4993e1 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:23:52.395738 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-d2853209-d361-4f00-9eed-23551c4993e1 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:23:52.415294 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59693658-5d81-4307-a308-2819f9827dc3 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Pushing event deleted for resources: {'Port': ['ID=8022ca91-1480-4fdd-afab-d38723cc11f9,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:52.442431 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-59693658-5d81-4307-a308-2819f9827dc3 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:52.446354 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c470516-3c09-4d73-a17b-5b6eded245ac None None] Pushing event updated for resources: {'Port': ['ID=6481cfd0-b4ea-41da-8d54-8599248a4ff1,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:52.451909 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ada5df66-f09b-4894-be11-edcdc00c3edb tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1526893', 'neutron.services.segments.db._delete_segments_for_network-8732568551033'] for network, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:52.455380 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port f243225f-86aa-45f6-8146-7b796bc3b24c, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=f243225f-86aa-45f6-8146-7b796bc3b24c,segment=NetworkSegment(9aaed74e-7327-4b84-aa4b-76c27e2d346f),segment_id=9aaed74e-7327-4b84-aa4b-76c27e2d346f)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:23:52.467319 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4e19e379-3aaf-4ff9-af29-92c3460b65e4 tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3219231'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:52.473337 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Returning: {'device': 'f243225f-86aa-45f6-8146-7b796bc3b24c', 'network_id': '72398af9-06cf-4222-b28c-e00880a5f9c7', 'port_id': 'f243225f-86aa-45f6-8146-7b796bc3b24c', 'mac_address': 'fa:16:3e:89:93:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73689262-8534-49d2-b012-2160f5ea5f1f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 07 10:23:52.587492 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d2853209-d361-4f00-9eed-23551c4993e1 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks [] for security_group, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:52.595004 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-59693658-5d81-4307-a308-2819f9827dc3 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] 10.222.0.13 "DELETE /v2.0/ports/8022ca91-1480-4fdd-afab-d38723cc11f9 HTTP/1.1" status: 204 len: 168 time: 1.6443419 Mar 07 10:23:52.596785 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-dbb7e247-f1bd-48d7-97a3-9a0ad24dd3c5 req-f4128a43-0773-4978-828e-eecdf9c4c73b service neutron] 10.222.0.10 "GET /v2.0/networks/23de9fec-628e-4e97-8790-1a5369db8272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4074118 Mar 07 10:23:52.598360 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 58172) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:23:52.599044 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d2853209-d361-4f00-9eed-23551c4993e1 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:52.616015 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2853209-d361-4f00-9eed-23551c4993e1 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=83738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:23:52.616211 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:52.618052 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-ada5df66-f09b-4894-be11-edcdc00c3edb tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b796c65-ac2e-45f3-a32f-1398d7a89e99']}} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:23:52.626442 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-7606082f-5d16-4b09-8045-fb524b62f559 None None] Attempting to bind port 6481cfd0-b4ea-41da-8d54-8599248a4ff1 on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:23:52.626814 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-7606082f-5d16-4b09-8045-fb524b62f559 None None] Attempting to bind port 6481cfd0-b4ea-41da-8d54-8599248a4ff1 by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': '46fd226d-e938-40b1-b036-15faea50eaea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '23de9fec-628e-4e97-8790-1a5369db8272'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:23:52.627235 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7606082f-5d16-4b09-8045-fb524b62f559 None None] Attempting to bind port 6481cfd0-b4ea-41da-8d54-8599248a4ff1 on network 23de9fec-628e-4e97-8790-1a5369db8272 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:23:52.630092 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d2853209-d361-4f00-9eed-23551c4993e1 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:52.630601 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.db.segments_db [None req-d2853209-d361-4f00-9eed-23551c4993e1 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Added segment 13510a37-88c7-493e-9701-b414ea24fc4c of type vlan for network 98d8805b-dd65-4110-997b-2eea298bca78 Mar 07 10:23:52.636550 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7606082f-5d16-4b09-8045-fb524b62f559 None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:23:52.637591 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7606082f-5d16-4b09-8045-fb524b62f559 None None] Checking segment: {'id': '46fd226d-e938-40b1-b036-15faea50eaea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '23de9fec-628e-4e97-8790-1a5369db8272'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:23:52.637837 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-7606082f-5d16-4b09-8045-fb524b62f559 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:52.638228 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7606082f-5d16-4b09-8045-fb524b62f559 None None] Bound using segment: {'id': '46fd226d-e938-40b1-b036-15faea50eaea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '23de9fec-628e-4e97-8790-1a5369db8272'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:23:52.638755 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-7606082f-5d16-4b09-8045-fb524b62f559 None None] Bound port: 6481cfd0-b4ea-41da-8d54-8599248a4ff1, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46fd226d-e938-40b1-b036-15faea50eaea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '23de9fec-628e-4e97-8790-1a5369db8272'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:23:52.639132 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-7606082f-5d16-4b09-8045-fb524b62f559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:52.646625 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d93617-5683-474d-abe6-9ac461b5fa40 req-fd324335-e64f-4ca7-9abc-76506e021a3a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:23:52.648299 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-07d93617-5683-474d-abe6-9ac461b5fa40 req-fd324335-e64f-4ca7-9abc-76506e021a3a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c839e96c-7ebc-4e73-acbb-92a3dab8a0ef HTTP/1.1" status: 200 len: 851 time: 0.2970924 Mar 07 10:23:52.670061 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f243225f-86aa-45f6-8146-7b796bc3b24c {{(pid=83739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 07 10:23:52.697292 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-ada5df66-f09b-4894-be11-edcdc00c3edb tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79e8c45c-2d38-4a71-8c42-cc7753e2f5aa') {'for_net_delete': True} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:23:52.697515 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-ada5df66-f09b-4894-be11-edcdc00c3edb tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79e8c45c-2d38-4a71-8c42-cc7753e2f5aa') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:23:52.735646 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port f243225f-86aa-45f6-8146-7b796bc3b24c, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=f243225f-86aa-45f6-8146-7b796bc3b24c,segment=NetworkSegment(9aaed74e-7327-4b84-aa4b-76c27e2d346f),segment_id=9aaed74e-7327-4b84-aa4b-76c27e2d346f)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:23:52.736980 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d2853209-d361-4f00-9eed-23551c4993e1 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732568034061'] for network, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:52.749788 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:52.807142 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ada5df66-f09b-4894-be11-edcdc00c3edb tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732568550916', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629174'] for segment, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:52.827202 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-7606082f-5d16-4b09-8045-fb524b62f559 None None] For port 6481cfd0-b4ea-41da-8d54-8599248a4ff1, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:23:52.840528 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-7606082f-5d16-4b09-8045-fb524b62f559 None None] For port 6481cfd0-b4ea-41da-8d54-8599248a4ff1, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=6481cfd0-b4ea-41da-8d54-8599248a4ff1,segment=NetworkSegment(46fd226d-e938-40b1-b036-15faea50eaea),segment_id=46fd226d-e938-40b1-b036-15faea50eaea)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:23:52.843752 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Pushing event updated for resources: {'Port': ['ID=f243225f-86aa-45f6-8146-7b796bc3b24c,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:52.849570 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-7606082f-5d16-4b09-8045-fb524b62f559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:52.855709 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2853209-d361-4f00-9eed-23551c4993e1 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19111b96-89ed-4e4b-8b7a-bc0e8b6adf1d,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:52.858889 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea339fc-b002-4158-bcde-3db1aeba3ca5 req-c5d1ca70-82c9-48db-87a8-8f54f443017f tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:23:52.860381 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-eea339fc-b002-4158-bcde-3db1aeba3ca5 req-c5d1ca70-82c9-48db-87a8-8f54f443017f tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9a41462-2213-477c-a0d7-2a574dc86c0e HTTP/1.1" status: 200 len: 944 time: 1.0011468 Mar 07 10:23:52.879042 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ada5df66-f09b-4894-be11-edcdc00c3edb tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:52.912232 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-488a5f38-28c5-4037-a4f4-d50bb718bfa5 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:23:52.913597 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-488a5f38-28c5-4037-a4f4-d50bb718bfa5 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Synchronizing usage tracker for tenant:29ee0fb2487e46c6b75e400959e24994 on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:23:52.941238 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d2853209-d361-4f00-9eed-23551c4993e1 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594'] for network, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:52.944891 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7606082f-5d16-4b09-8045-fb524b62f559 None None] Routers {'6076671e-b6bf-49bb-931c-ac2bf8cc541b'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:23:52.945016 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2853209-d361-4f00-9eed-23551c4993e1 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:23:52.945119 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-7606082f-5d16-4b09-8045-fb524b62f559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:23:30Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['6076671e-b6bf-49bb-931c-ac2bf8cc541b'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:23:52.945418 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d2853209-d361-4f00-9eed-23551c4993e1 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:52.950853 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ada5df66-f09b-4894-be11-edcdc00c3edb tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=83737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 07 10:23:52.951447 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ada5df66-f09b-4894-be11-edcdc00c3edb tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1227397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3012597'] for segment, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:52.968441 dv-neutron-830731-3-hyperv neutron-server[83737]: Traceback (most recent call last): Mar 07 10:23:52.968441 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 07 10:23:52.968441 dv-neutron-830731-3-hyperv neutron-server[83737]: timer() Mar 07 10:23:52.968441 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:23:52.968441 dv-neutron-830731-3-hyperv neutron-server[83737]: cb(*args, **kw) Mar 07 10:23:52.968441 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 10:23:52.968441 dv-neutron-830731-3-hyperv neutron-server[83737]: return func(*args, **kwargs) Mar 07 10:23:52.968441 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:23:52.968441 dv-neutron-830731-3-hyperv neutron-server[83737]: self._notify() Mar 07 10:23:52.968441 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:23:52.968441 dv-neutron-830731-3-hyperv neutron-server[83737]: self.callback(batched_events) Mar 07 10:23:52.968441 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:23:52.968441 dv-neutron-830731-3-hyperv neutron-server[83737]: event.method(event) Mar 07 10:23:52.968441 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 10:23:52.968441 dv-neutron-830731-3-hyperv neutron-server[83737]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:23:52.968441 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 10:23:52.968441 dv-neutron-830731-3-hyperv neutron-server[83737]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:23:52.968441 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 10:23:52.968441 dv-neutron-830731-3-hyperv neutron-server[83737]: return f(self, *a, **k) Mar 07 10:23:52.968441 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:23:52.968441 dv-neutron-830731-3-hyperv neutron-server[83737]: return self._get(url).json() Mar 07 10:23:52.968441 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:23:52.968441 dv-neutron-830731-3-hyperv neutron-server[83737]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:23:52.968441 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 07 10:23:52.968441 dv-neutron-830731-3-hyperv neutron-server[83737]: return self.request(url, 'GET', **kwargs) Mar 07 10:23:52.968441 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 07 10:23:52.968441 dv-neutron-830731-3-hyperv neutron-server[83737]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:23:52.968441 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 07 10:23:52.968441 dv-neutron-830731-3-hyperv neutron-server[83737]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:23:52.968441 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 07 10:23:52.968441 dv-neutron-830731-3-hyperv neutron-server[83737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:23:52.968441 dv-neutron-830731-3-hyperv neutron-server[83737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:23:53.001357 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c470516-3c09-4d73-a17b-5b6eded245ac None None] Pushing event updated for resources: {'Port': ['ID=6481cfd0-b4ea-41da-8d54-8599248a4ff1,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:53.064576 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2853209-d361-4f00-9eed-23551c4993e1 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Pushing event updated for resources: {'Network': ['ID=98d8805b-dd65-4110-997b-2eea298bca78,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:53.068326 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-dbb7e247-f1bd-48d7-97a3-9a0ad24dd3c5 req-a3243a83-8e90-41f4-bd48-88623fcee4c3 service neutron] 10.222.0.10 "GET /v2.0/networks/23de9fec-628e-4e97-8790-1a5369db8272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4072139 Mar 07 10:23:53.072445 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-488a5f38-28c5-4037-a4f4-d50bb718bfa5 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Unset dirty status for tenant:29ee0fb2487e46c6b75e400959e24994 on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:23:53.073556 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-488a5f38-28c5-4037-a4f4-d50bb718bfa5 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.4140677 Mar 07 10:23:53.081176 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 58180) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:23:53.095260 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Network 98d8805b-dd65-4110-997b-2eea298bca78 details requested by agent ovs-agent-dv-neutron-830731-3-hyperv with host dv-neutron-830731-3-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 10:23:53.132446 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e11b01a-40ca-4181-92f1-5d288ae48a85 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] GET failed (client error): The resource could not be found. Mar 07 10:23:53.133724 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-0e11b01a-40ca-4181-92f1-5d288ae48a85 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] 10.222.0.13 "GET /v2.0/ports/b3fc50f6-ae4a-448e-845f-3e257ef8e16c HTTP/1.1" status: 404 len: 333 time: 0.0440586 Mar 07 10:23:53.135521 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-d2853209-d361-4f00-9eed-23551c4993e1 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.2262380 Mar 07 10:23:53.137818 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 58184) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:23:53.139775 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 58186) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:23:53.140574 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-bb04227b-3448-4bc9-b01f-9b3f6519cc7f tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:53.145437 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-fbda255d-2e83-4028-944f-0055fdef95ba tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Request body: {'subnet': {'network_id': '98d8805b-dd65-4110-997b-2eea298bca78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:23:53.214286 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] get_ports_and_sgs() called for port_ids ['f243225f-86aa-45f6-8146-7b796bc3b24c'] {{(pid=83739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 07 10:23:53.218980 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ada5df66-f09b-4894-be11-edcdc00c3edb tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1526886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923583'] for network, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:53.221676 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5a69799-3c3a-44cb-881b-8af6bacddd80 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] GET failed (client error): The resource could not be found. Mar 07 10:23:53.222370 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-f5a69799-3c3a-44cb-881b-8af6bacddd80 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Synchronizing usage tracker for tenant:29ee0fb2487e46c6b75e400959e24994 on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:23:53.227718 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-eea339fc-b002-4158-bcde-3db1aeba3ca5 req-f9861954-d2d2-450b-8c8c-6619ae185d99 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0cf1685-c0d8-4959-a53b-3f1ceedf7fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3540058 Mar 07 10:23:53.342834 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-7606082f-5d16-4b09-8045-fb524b62f559 None None] Set router 6076671e-b6bf-49bb-931c-ac2bf8cc541b gateway port host: dv-neutron-830731-3-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:23:53.407702 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-fbda255d-2e83-4028-944f-0055fdef95ba tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:23:53.411789 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-fbda255d-2e83-4028-944f-0055fdef95ba tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Usage tracker for resource:subnet and tenant:0f1e04191c7443f7844c0202165e746c is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:23:53.414769 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-fbda255d-2e83-4028-944f-0055fdef95ba tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:23:53.421143 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-fbda255d-2e83-4028-944f-0055fdef95ba tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:23:53.434344 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ada5df66-f09b-4894-be11-edcdc00c3edb tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2756603'] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:53.435418 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbda255d-2e83-4028-944f-0055fdef95ba tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Made reservation on behalf of 0f1e04191c7443f7844c0202165e746c for: {'subnet': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:23:53.454504 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-bb04227b-3448-4bc9-b01f-9b3f6519cc7f tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487-project] Calling delete_port for f05e996e-5e2b-4631-a6ef-a723e4ea1e53 owned by {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:23:53.540667 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-ada5df66-f09b-4894-be11-edcdc00c3edb tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] 10.222.0.13 "DELETE /v2.0/networks/2b796c65-ac2e-45f3-a32f-1398d7a89e99 HTTP/1.1" status: 204 len: 168 time: 2.3942692 Mar 07 10:23:53.540667 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada5df66-f09b-4894-be11-edcdc00c3edb tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Pushing event deleted for resources: {'Network': ['ID=2b796c65-ac2e-45f3-a32f-1398d7a89e99,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:53.540962 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-fbda255d-2e83-4028-944f-0055fdef95ba tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741426'] for subnet, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:53.556531 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 58192) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:23:53.560447 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-07d93617-5683-474d-abe6-9ac461b5fa40 req-def6f165-0c65-4cc7-9673-3a1f8a444a7d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f727e18d-bdc2-4660-9a3a-cfddb6581f4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8674757 Mar 07 10:23:53.611536 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-f5a69799-3c3a-44cb-881b-8af6bacddd80 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Unset dirty status for tenant:29ee0fb2487e46c6b75e400959e24994 on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:23:53.615381 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-f5a69799-3c3a-44cb-881b-8af6bacddd80 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] 10.222.0.13 "GET /v2.0/ports/8022ca91-1480-4fdd-afab-d38723cc11f9 HTTP/1.1" status: 404 len: 333 time: 0.4562800 Mar 07 10:23:53.624565 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 58198) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:23:53.669489 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cfee29-5f04-472b-b07b-84cd0c695d07 req-be6589d4-585b-4ae8-a0ed-ce51fa140751 tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:23:53.670963 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-51cfee29-5f04-472b-b07b-84cd0c695d07 req-be6589d4-585b-4ae8-a0ed-ce51fa140751 tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] 10.222.0.13 "GET /v2.0/ports?device_id=16725675-ba59-4dce-8b8e-c03b4061c4de HTTP/1.1" status: 200 len: 945 time: 0.7739298 Mar 07 10:23:53.775017 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-070aefcf-885c-47a6-8e58-40fbb38eda38 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1158940'] for network, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:53.816309 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-7606082f-5d16-4b09-8045-fb524b62f559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6076671e-b6bf-49bb-931c-ac2bf8cc541b', 'name': 'tempest-ServersTestManualDisk-1536380407-router', 'tenant_id': '3889902faef740789076d2c396125f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.45'}], 'enable_snat': True}, 'gw_port_id': 'f3396d26-2164-4557-8c00-a732a26ee8ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:22:59Z', 'updated_at': '2022-03-07T10:23:14Z', 'revision_number': 4, 'project_id': '3889902faef740789076d2c396125f8b', 'gw_port': {'id': 'f3396d26-2164-4557-8c00-a732a26ee8ed', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:c7:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6076671e-b6bf-49bb-931c-ac2bf8cc541b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:23:00Z', 'updated_at': '2022-03-07T10:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_interfaces': [{'id': '6481cfd0-b4ea-41da-8d54-8599248a4ff1', 'name': '', 'network_id': '23de9fec-628e-4e97-8790-1a5369db8272', 'tenant_id': '3889902faef740789076d2c396125f8b', 'mac_address': 'fa:16:3e:f9:d2:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6076671e-b6bf-49bb-931c-ac2bf8cc541b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a11577b7-05f2-4ba2-9386-831d0aeb21de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:23:12Z', 'updated_at': '2022-03-07T10:23:52Z', 'revision_number': 4, 'project_id': '3889902faef740789076d2c396125f8b', 'subnets': [{'id': 'a11577b7-05f2-4ba2-9386-831d0aeb21de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:23:53.820673 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7606082f-5d16-4b09-8045-fb524b62f559 None None] The sync data for ids ['6076671e-b6bf-49bb-931c-ac2bf8cc541b'] in dv-neutron-830731-3-hyperv is: [{'id': '6076671e-b6bf-49bb-931c-ac2bf8cc541b', 'name': 'tempest-ServersTestManualDisk-1536380407-router', 'tenant_id': '3889902faef740789076d2c396125f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.45'}], 'enable_snat': True}, 'gw_port_id': 'f3396d26-2164-4557-8c00-a732a26ee8ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:22:59Z', 'updated_at': '2022-03-07T10:23:14Z', 'revision_number': 4, 'project_id': '3889902faef740789076d2c396125f8b', 'gw_port': {'id': 'f3396d26-2164-4557-8c00-a732a26ee8ed', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:c7:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6076671e-b6bf-49bb-931c-ac2bf8cc541b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:23:00Z', 'updated_at': '2022-03-07T10:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_interfaces': [{'id': '6481cfd0-b4ea-41da-8d54-8599248a4ff1', 'name': '', 'network_id': '23de9fec-628e-4e97-8790-1a5369db8272', 'tenant_id': '3889902faef740789076d2c396125f8b', 'mac_address': 'fa:16:3e:f9:d2:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6076671e-b6bf-49bb-931c-ac2bf8cc541b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a11577b7-05f2-4ba2-9386-831d0aeb21de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:23:12Z', 'updated_at': '2022-03-07T10:23:52Z', 'revision_number': 4, 'project_id': '3889902faef740789076d2c396125f8b', 'subnets': [{'id': 'a11577b7-05f2-4ba2-9386-831d0aeb21de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:23:53.972566 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-070aefcf-885c-47a6-8e58-40fbb38eda38 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1526893', 'neutron.services.segments.db._delete_segments_for_network-8732568551033'] for network, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:54.016866 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-070aefcf-885c-47a6-8e58-40fbb38eda38 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd624031-0d05-4dc2-a4b1-269f9b7c9738']}} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:23:54.021917 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-819fcffd-97f8-4aa8-83fd-7501a335ed19 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1158940'] for network, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:54.044890 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-070aefcf-885c-47a6-8e58-40fbb38eda38 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '045ce1cf-506c-4e07-af26-633aca0be240') {'for_net_delete': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:23:54.045094 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-070aefcf-885c-47a6-8e58-40fbb38eda38 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '045ce1cf-506c-4e07-af26-633aca0be240') {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:23:54.060875 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-070aefcf-885c-47a6-8e58-40fbb38eda38 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732568550916', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968000'] for segment, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:54.077085 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-fbda255d-2e83-4028-944f-0055fdef95ba tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3556832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741408'] for subnet, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:54.089771 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device 138362d5-68d0-4dc3-bc21-f03dcf4dd19d details requested by agent hyperv_hv-neutron-8307 with host hv-neutron-8307 {{(pid=83739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 07 10:23:54.147182 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-070aefcf-885c-47a6-8e58-40fbb38eda38 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:54.161893 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-51cfee29-5f04-472b-b07b-84cd0c695d07 req-8eefcdad-6ed8-4272-a8ca-46d625f1b8d2 tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] 10.222.0.13 "GET /v2.0/security-groups?id=c28a13f4-01ef-4f24-988e-e07a61e72f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3371346 Mar 07 10:23:54.188131 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-070aefcf-885c-47a6-8e58-40fbb38eda38 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=83738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 07 10:23:54.188775 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-070aefcf-885c-47a6-8e58-40fbb38eda38 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1227397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3556681'] for segment, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:54.207455 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbda255d-2e83-4028-944f-0055fdef95ba tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Pushing event updated for resources: {'Subnet': ['ID=4335aec1-1e6c-4059-b066-e748a712fcdc,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:54.207653 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a650940a-263f-4af7-901d-0c650c5c8cef req-90ddfb1b-a4d4-4544-ba2f-e71c813eeeed tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:23:54.209145 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-a650940a-263f-4af7-901d-0c650c5c8cef req-90ddfb1b-a4d4-4544-ba2f-e71c813eeeed tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb8b81f9-5f5d-4abb-81f3-727a61b18171 HTTP/1.1" status: 200 len: 943 time: 0.7230644 Mar 07 10:23:54.210117 dv-neutron-830731-3-hyperv neutron-server[83738]: Traceback (most recent call last): Mar 07 10:23:54.210117 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 07 10:23:54.210117 dv-neutron-830731-3-hyperv neutron-server[83738]: timer() Mar 07 10:23:54.210117 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:23:54.210117 dv-neutron-830731-3-hyperv neutron-server[83738]: cb(*args, **kw) Mar 07 10:23:54.210117 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 10:23:54.210117 dv-neutron-830731-3-hyperv neutron-server[83738]: return func(*args, **kwargs) Mar 07 10:23:54.210117 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:23:54.210117 dv-neutron-830731-3-hyperv neutron-server[83738]: self._notify() Mar 07 10:23:54.210117 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:23:54.210117 dv-neutron-830731-3-hyperv neutron-server[83738]: self.callback(batched_events) Mar 07 10:23:54.210117 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:23:54.210117 dv-neutron-830731-3-hyperv neutron-server[83738]: event.method(event) Mar 07 10:23:54.210117 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 10:23:54.210117 dv-neutron-830731-3-hyperv neutron-server[83738]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:23:54.210117 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 10:23:54.210117 dv-neutron-830731-3-hyperv neutron-server[83738]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:23:54.210117 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 10:23:54.210117 dv-neutron-830731-3-hyperv neutron-server[83738]: return f(self, *a, **k) Mar 07 10:23:54.210117 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:23:54.210117 dv-neutron-830731-3-hyperv neutron-server[83738]: return self._get(url).json() Mar 07 10:23:54.210117 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:23:54.210117 dv-neutron-830731-3-hyperv neutron-server[83738]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:23:54.210117 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 07 10:23:54.210117 dv-neutron-830731-3-hyperv neutron-server[83738]: return self.request(url, 'GET', **kwargs) Mar 07 10:23:54.210117 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 07 10:23:54.210117 dv-neutron-830731-3-hyperv neutron-server[83738]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:23:54.210117 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 07 10:23:54.210117 dv-neutron-830731-3-hyperv neutron-server[83738]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:23:54.210117 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 07 10:23:54.210117 dv-neutron-830731-3-hyperv neutron-server[83738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:23:54.210117 dv-neutron-830731-3-hyperv neutron-server[83738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:23:54.217600 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4e19e379-3aaf-4ff9-af29-92c3460b65e4 tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3012444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3219213'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:54.242911 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-07d93617-5683-474d-abe6-9ac461b5fa40 req-60a5fe45-3a02-49a0-8159-ac71ed2a10a6 service neutron] 10.222.0.10 "GET /v2.0/networks/f727e18d-bdc2-4660-9a3a-cfddb6581f4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6652410 Mar 07 10:23:54.293102 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port 138362d5-68d0-4dc3-bc21-f03dcf4dd19d, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=138362d5-68d0-4dc3-bc21-f03dcf4dd19d,segment=NetworkSegment(46fd226d-e938-40b1-b036-15faea50eaea),segment_id=46fd226d-e938-40b1-b036-15faea50eaea)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:23:54.310989 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Returning: {'device': '138362d5-68d0-4dc3-bc21-f03dcf4dd19d', 'network_id': '23de9fec-628e-4e97-8790-1a5369db8272', 'port_id': '138362d5-68d0-4dc3-bc21-f03dcf4dd19d', 'mac_address': 'fa:16:3e:4d:3e:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a11577b7-05f2-4ba2-9386-831d0aeb21de', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 07 10:23:54.390231 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:54.392813 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbda255d-2e83-4028-944f-0055fdef95ba tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Checking segment: {'id': '13510a37-88c7-493e-9701-b414ea24fc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '98d8805b-dd65-4110-997b-2eea298bca78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:23:54.393574 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbda255d-2e83-4028-944f-0055fdef95ba tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Network hostable DHCP agents. Network: 98d8805b-dd65-4110-997b-2eea298bca78, hostable agents: ['6527556c-6586-422c-ae47-082984683847'], hosted agents: [] {{(pid=83738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:23:54.403907 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-070aefcf-885c-47a6-8e58-40fbb38eda38 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1526886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923583'] for network, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:54.408607 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-070aefcf-885c-47a6-8e58-40fbb38eda38 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:54.418044 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 138362d5-68d0-4dc3-bc21-f03dcf4dd19d {{(pid=83739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 07 10:23:54.440520 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port 138362d5-68d0-4dc3-bc21-f03dcf4dd19d, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=138362d5-68d0-4dc3-bc21-f03dcf4dd19d,segment=NetworkSegment(46fd226d-e938-40b1-b036-15faea50eaea),segment_id=46fd226d-e938-40b1-b036-15faea50eaea)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:23:54.445953 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:54.446920 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device ce102191-c862-4595-b40b-01aa258c2118 details requested by agent hyperv_hv-neutron-8307 with host hv-neutron-8307 {{(pid=83739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 07 10:23:54.453827 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070aefcf-885c-47a6-8e58-40fbb38eda38 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Pushing event deleted for resources: {'Network': ['ID=cd624031-0d05-4dc2-a4b1-269f9b7c9738,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:54.460782 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-070aefcf-885c-47a6-8e58-40fbb38eda38 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] 10.222.0.13 "DELETE /v2.0/networks/cd624031-0d05-4dc2-a4b1-269f9b7c9738 HTTP/1.1" status: 204 len: 168 time: 0.8319468 Mar 07 10:23:54.461392 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 58204) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:23:54.469660 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-b3167842-06bc-4c63-9f4f-867b9457726b tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2136334481'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:23:54.476438 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-b3167842-06bc-4c63-9f4f-867b9457726b tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:23:54.482536 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-b3167842-06bc-4c63-9f4f-867b9457726b tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Usage tracker for resource:network and tenant:29ee0fb2487e46c6b75e400959e24994 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:23:54.497533 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-b3167842-06bc-4c63-9f4f-867b9457726b tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:23:54.504797 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-b3167842-06bc-4c63-9f4f-867b9457726b tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:23:54.515681 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbda255d-2e83-4028-944f-0055fdef95ba tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Network 98d8805b-dd65-4110-997b-2eea298bca78 is scheduled to be hosted by DHCP agent 6527556c-6586-422c-ae47-082984683847 with binding_index 1 {{(pid=83738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:23:54.526358 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3167842-06bc-4c63-9f4f-867b9457726b tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Made reservation on behalf of 29ee0fb2487e46c6b75e400959e24994 for: {'network': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:23:54.531214 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3167842-06bc-4c63-9f4f-867b9457726b tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for network, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:54.544287 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-fbda255d-2e83-4028-944f-0055fdef95ba tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830731-3-hyperv, 98d8805b-dd65-4110-997b-2eea298bca78) {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:23:54.548242 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Pushing event updated for resources: {'Port': ['ID=138362d5-68d0-4dc3-bc21-f03dcf4dd19d,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:54.552721 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbda255d-2e83-4028-944f-0055fdef95ba tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:23:54.553300 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-fbda255d-2e83-4028-944f-0055fdef95ba tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:54.579432 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3167842-06bc-4c63-9f4f-867b9457726b tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=83738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:23:54.582403 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-fbda255d-2e83-4028-944f-0055fdef95ba tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4416704 Mar 07 10:23:54.585838 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 58208) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:23:54.593267 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-bf255df9-a50b-4f1b-9b7b-86b3aa86fe73 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Request body: {'port': {'network_id': '98d8805b-dd65-4110-997b-2eea298bca78', 'name': 'tempest-NetworksTestDHCPv6-2041577899'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:23:54.610811 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44ce5eaa-d661-4058-bb3d-9e6e593c8929 None None] Network 98d8805b-dd65-4110-997b-2eea298bca78 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:23:54.641548 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-bb04227b-3448-4bc9-b01f-9b3f6519cc7f tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:54.662295 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3167842-06bc-4c63-9f4f-867b9457726b tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:54.662640 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.db.segments_db [None req-b3167842-06bc-4c63-9f4f-867b9457726b tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Added segment 9c1c44c9-5346-4012-9f19-34df4ad3f20c of type vlan for network a238bd51-95e9-4b00-af43-2666e969ddae Mar 07 10:23:54.714745 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3167842-06bc-4c63-9f4f-867b9457726b tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732568034061'] for network, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:54.776094 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-bf255df9-a50b-4f1b-9b7b-86b3aa86fe73 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:23:54.781116 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-bf255df9-a50b-4f1b-9b7b-86b3aa86fe73 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Usage tracker for resource:port and tenant:0f1e04191c7443f7844c0202165e746c is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:23:54.784009 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-bf255df9-a50b-4f1b-9b7b-86b3aa86fe73 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:23:54.790011 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3167842-06bc-4c63-9f4f-867b9457726b tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594'] for network, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:54.794397 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3167842-06bc-4c63-9f4f-867b9457726b tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:23:54.794988 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3167842-06bc-4c63-9f4f-867b9457726b tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:54.799015 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-bf255df9-a50b-4f1b-9b7b-86b3aa86fe73 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:23:54.828268 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb04227b-3448-4bc9-b01f-9b3f6519cc7f tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487-project] Pushing event deleted for resources: {'Port': ['ID=f05e996e-5e2b-4631-a6ef-a723e4ea1e53,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:54.849270 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port ce102191-c862-4595-b40b-01aa258c2118, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=ce102191-c862-4595-b40b-01aa258c2118,segment=NetworkSegment(a01dc850-758a-452f-a0e2-effad6d41a09),segment_id=a01dc850-758a-452f-a0e2-effad6d41a09)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:23:54.862754 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-b3167842-06bc-4c63-9f4f-867b9457726b tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4000156 Mar 07 10:23:54.879971 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Returning: {'device': 'ce102191-c862-4595-b40b-01aa258c2118', 'network_id': 'f727e18d-bdc2-4660-9a3a-cfddb6581f4f', 'port_id': 'ce102191-c862-4595-b40b-01aa258c2118', 'mac_address': 'fa:16:3e:f1:75:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c839e96c-7ebc-4e73-acbb-92a3dab8a0ef', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 07 10:23:54.890214 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e19e379-3aaf-4ff9-af29-92c3460b65e4 tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Pushing event updated for resources: {'Subnet': ['ID=874b7a02-5489-4232-a47f-6f59c561c956,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:54.895984 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-07d93617-5683-474d-abe6-9ac461b5fa40 req-48c425bf-290e-42c0-bce0-47f868856e08 service neutron] 10.222.0.10 "GET /v2.0/networks/f727e18d-bdc2-4660-9a3a-cfddb6581f4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5717850 Mar 07 10:23:54.896863 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 58212) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:23:54.943938 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-96386856-53cf-4c02-962b-7aa4ab05a6aa tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Request body: {'subnet': {'network_id': 'a238bd51-95e9-4b00-af43-2666e969ddae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:23:54.960524 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf255df9-a50b-4f1b-9b7b-86b3aa86fe73 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Made reservation on behalf of 0f1e04191c7443f7844c0202165e746c for: {'port': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:23:54.963821 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-bf255df9-a50b-4f1b-9b7b-86b3aa86fe73 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:55.009781 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:55.029018 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3167842-06bc-4c63-9f4f-867b9457726b tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Pushing event updated for resources: {'Network': ['ID=a238bd51-95e9-4b00-af43-2666e969ddae,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:55.036442 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [None req-bf255df9-a50b-4f1b-9b7b-86b3aa86fe73 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] device_id is not set on port 89c630e0-ff8e-415d-bdae-7806535d709b yet. {{(pid=83738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 07 10:23:55.051214 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Network a238bd51-95e9-4b00-af43-2666e969ddae details requested by agent ovs-agent-dv-neutron-830731-3-hyperv with host dv-neutron-830731-3-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 10:23:55.067436 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5160aa85-25ea-4fac-95c0-c6588d262190 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ec2749d-0aec-52fb-aca6-10ba8a80aade-98d8805b-dd65-4110-997b-2eea298bca78', 'network_id': '98d8805b-dd65-4110-997b-2eea298bca78', 'tenant_id': '0f1e04191c7443f7844c0202165e746c', 'fixed_ips': [{'subnet_id': '4335aec1-1e6c-4059-b066-e748a712fcdc'}]}} from dv-neutron-830731-3-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 07 10:23:55.068282 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-5160aa85-25ea-4fac-95c0-c6588d262190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:55.085015 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-819fcffd-97f8-4aa8-83fd-7501a335ed19 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1526893', 'neutron.services.segments.db._delete_segments_for_network-8732568551033'] for network, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:55.104191 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-bb04227b-3448-4bc9-b01f-9b3f6519cc7f tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:55.144127 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce102191-c862-4595-b40b-01aa258c2118 {{(pid=83739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 07 10:23:55.172158 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-a650940a-263f-4af7-901d-0c650c5c8cef req-799216fe-0531-4ef5-97bd-535aa8f386ec tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] 10.222.0.13 "GET /v2.0/security-groups?id=c735d486-3973-4844-a84d-db3442c4bb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9274175 Mar 07 10:23:55.176882 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-bb04227b-3448-4bc9-b01f-9b3f6519cc7f tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487-project] 10.222.0.13 "DELETE /v2.0/ports/f05e996e-5e2b-4631-a6ef-a723e4ea1e53 HTTP/1.1" status: 204 len: 168 time: 3.4462705 Mar 07 10:23:55.185428 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 58216) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:23:55.203070 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-c02214dc-3692-4c1b-80e6-70afd4f6ec3e tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487-project] Request body: {'port': {'name': 'tempest-new-port-name-1710975225', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:23:55.203070 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.api.validators [None req-c02214dc-3692-4c1b-80e6-70afd4f6ec3e tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487-project] bootfile-name is not in valid_values {{(pid=83738) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 07 10:23:55.203070 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.api.validators [None req-c02214dc-3692-4c1b-80e6-70afd4f6ec3e tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487-project] tftp-server is not in valid_values {{(pid=83738) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 07 10:23:55.203070 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.api.validators [None req-c02214dc-3692-4c1b-80e6-70afd4f6ec3e tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487-project] server-ip-address is not in valid_values {{(pid=83738) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 07 10:23:55.208320 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e19e379-3aaf-4ff9-af29-92c3460b65e4 tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Checking segment: {'id': '1488fd0d-ed67-4767-a7ce-d7451f2f3450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '3a8721a9-928b-461f-af0c-d82fcdceff07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:23:55.208829 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e19e379-3aaf-4ff9-af29-92c3460b65e4 tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Network hostable DHCP agents. Network: 3a8721a9-928b-461f-af0c-d82fcdceff07, hostable agents: ['6527556c-6586-422c-ae47-082984683847'], hosted agents: [] {{(pid=83737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:23:55.217422 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-819fcffd-97f8-4aa8-83fd-7501a335ed19 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67c1dc02-2a4e-4635-8e89-983dbabb349b']}} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:23:55.242016 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port ce102191-c862-4595-b40b-01aa258c2118, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=ce102191-c862-4595-b40b-01aa258c2118,segment=NetworkSegment(a01dc850-758a-452f-a0e2-effad6d41a09),segment_id=a01dc850-758a-452f-a0e2-effad6d41a09)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:23:55.248894 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5274c825-ac9f-40a7-9fda-75cf162ad88f req-e8c657f8-8358-4c85-aff9-4bc86e462778 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:23:55.250652 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-5274c825-ac9f-40a7-9fda-75cf162ad88f req-e8c657f8-8358-4c85-aff9-4bc86e462778 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9a41462-2213-477c-a0d7-2a574dc86c0e HTTP/1.1" status: 200 len: 944 time: 0.5966394 Mar 07 10:23:55.255747 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-96386856-53cf-4c02-962b-7aa4ab05a6aa tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:23:55.259957 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-96386856-53cf-4c02-962b-7aa4ab05a6aa tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Usage tracker for resource:subnet and tenant:29ee0fb2487e46c6b75e400959e24994 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:23:55.264164 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-96386856-53cf-4c02-962b-7aa4ab05a6aa tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:23:55.271433 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-96386856-53cf-4c02-962b-7aa4ab05a6aa tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:23:55.286286 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-bf255df9-a50b-4f1b-9b7b-86b3aa86fe73 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Allocated IP 2001:db8::27b (98d8805b-dd65-4110-997b-2eea298bca78/4335aec1-1e6c-4059-b066-e748a712fcdc/89c630e0-ff8e-415d-bdae-7806535d709b) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:23:55.299941 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:55.335275 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-819fcffd-97f8-4aa8-83fd-7501a335ed19 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e8004c4-2c74-4336-9229-2568ba2f1df1') {'for_net_delete': True} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:23:55.335689 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-819fcffd-97f8-4aa8-83fd-7501a335ed19 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e8004c4-2c74-4336-9229-2568ba2f1df1') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:23:55.345049 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96386856-53cf-4c02-962b-7aa4ab05a6aa tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Made reservation on behalf of 29ee0fb2487e46c6b75e400959e24994 for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:23:55.380750 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c02214dc-3692-4c1b-80e6-70afd4f6ec3e tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:55.421636 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Pushing event updated for resources: {'Port': ['ID=ce102191-c862-4595-b40b-01aa258c2118,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:55.459837 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-819fcffd-97f8-4aa8-83fd-7501a335ed19 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732568550916', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629174'] for segment, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:55.518025 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-819fcffd-97f8-4aa8-83fd-7501a335ed19 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:55.545514 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e19e379-3aaf-4ff9-af29-92c3460b65e4 tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Network 3a8721a9-928b-461f-af0c-d82fcdceff07 is scheduled to be hosted by DHCP agent 6527556c-6586-422c-ae47-082984683847 with binding_index 1 {{(pid=83737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:23:55.558668 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-819fcffd-97f8-4aa8-83fd-7501a335ed19 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=83737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 07 10:23:55.558668 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-819fcffd-97f8-4aa8-83fd-7501a335ed19 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1227397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3012597'] for segment, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:55.576227 dv-neutron-830731-3-hyperv neutron-server[83737]: Traceback (most recent call last): Mar 07 10:23:55.576227 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 07 10:23:55.576227 dv-neutron-830731-3-hyperv neutron-server[83737]: timer() Mar 07 10:23:55.576227 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:23:55.576227 dv-neutron-830731-3-hyperv neutron-server[83737]: cb(*args, **kw) Mar 07 10:23:55.576227 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 10:23:55.576227 dv-neutron-830731-3-hyperv neutron-server[83737]: return func(*args, **kwargs) Mar 07 10:23:55.576227 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:23:55.576227 dv-neutron-830731-3-hyperv neutron-server[83737]: self._notify() Mar 07 10:23:55.576227 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:23:55.576227 dv-neutron-830731-3-hyperv neutron-server[83737]: self.callback(batched_events) Mar 07 10:23:55.576227 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:23:55.576227 dv-neutron-830731-3-hyperv neutron-server[83737]: event.method(event) Mar 07 10:23:55.576227 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 10:23:55.576227 dv-neutron-830731-3-hyperv neutron-server[83737]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:23:55.576227 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 10:23:55.576227 dv-neutron-830731-3-hyperv neutron-server[83737]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:23:55.576227 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 10:23:55.576227 dv-neutron-830731-3-hyperv neutron-server[83737]: return f(self, *a, **k) Mar 07 10:23:55.576227 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:23:55.576227 dv-neutron-830731-3-hyperv neutron-server[83737]: return self._get(url).json() Mar 07 10:23:55.576227 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:23:55.576227 dv-neutron-830731-3-hyperv neutron-server[83737]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:23:55.576227 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 07 10:23:55.576227 dv-neutron-830731-3-hyperv neutron-server[83737]: return self.request(url, 'GET', **kwargs) Mar 07 10:23:55.576227 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 07 10:23:55.576227 dv-neutron-830731-3-hyperv neutron-server[83737]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:23:55.576227 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 07 10:23:55.576227 dv-neutron-830731-3-hyperv neutron-server[83737]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:23:55.576227 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 07 10:23:55.576227 dv-neutron-830731-3-hyperv neutron-server[83737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:23:55.576227 dv-neutron-830731-3-hyperv neutron-server[83737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:23:55.578632 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-96386856-53cf-4c02-962b-7aa4ab05a6aa tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3219231'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:55.602978 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-5274c825-ac9f-40a7-9fda-75cf162ad88f req-afb90086-ee30-4c53-90af-3371bd9fb191 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0cf1685-c0d8-4959-a53b-3f1ceedf7fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3207626 Mar 07 10:23:55.674433 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] get_ports_and_sgs() called for port_ids ['138362d5-68d0-4dc3-bc21-f03dcf4dd19d'] {{(pid=83739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 07 10:23:55.720515 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] get_ports_and_sgs() called for port_ids ['ce102191-c862-4595-b40b-01aa258c2118'] {{(pid=83739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 07 10:23:55.732622 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-4e19e379-3aaf-4ff9-af29-92c3460b65e4 tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830731-3-hyperv, 3a8721a9-928b-461f-af0c-d82fcdceff07) {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:23:55.766364 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e19e379-3aaf-4ff9-af29-92c3460b65e4 tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:23:55.766932 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4e19e379-3aaf-4ff9-af29-92c3460b65e4 tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2756603'] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:55.783947 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd67e03-a75c-4e19-8336-992dd69cb31d req-13d1a86b-fb15-4a9c-af4a-11a1208d3926 tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:23:55.788853 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ddd67e03-a75c-4e19-8336-992dd69cb31d req-13d1a86b-fb15-4a9c-af4a-11a1208d3926 tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] 10.222.0.13 "GET /v2.0/ports?device_id=16725675-ba59-4dce-8b8e-c03b4061c4de HTTP/1.1" status: 200 len: 945 time: 0.4226236 Mar 07 10:23:55.796975 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-738be94a-d848-4bca-b5eb-60fca47394cd None None] Network 3a8721a9-928b-461f-af0c-d82fcdceff07 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:23:55.809272 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.ipam_backend_mixin [None req-96386856-53cf-4c02-962b-7aa4ab05a6aa tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Performing IP validity checks on allocation pools {{(pid=83737) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 07 10:23:55.812468 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.ipam_backend_mixin [None req-96386856-53cf-4c02-962b-7aa4ab05a6aa tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83737) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 07 10:23:55.832264 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 6481cfd0-b4ea-41da-8d54-8599248a4ff1 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:23:55.838950 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-4e19e379-3aaf-4ff9-af29-92c3460b65e4 tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.7227335 Mar 07 10:23:55.838950 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-819fcffd-97f8-4aa8-83fd-7501a335ed19 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1526886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923583'] for network, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:55.841057 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-bf255df9-a50b-4f1b-9b7b-86b3aa86fe73 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:55.844351 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 58222) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:23:55.857923 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-f9167094-6385-4e12-97fc-cca71a20f70a tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-504052874', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:23:55.867978 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-819fcffd-97f8-4aa8-83fd-7501a335ed19 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2756603'] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:55.873133 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-819fcffd-97f8-4aa8-83fd-7501a335ed19 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] 10.222.0.13 "DELETE /v2.0/networks/67c1dc02-2a4e-4635-8e89-983dbabb349b HTTP/1.1" status: 204 len: 168 time: 2.3085127 Mar 07 10:23:55.875876 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-f9167094-6385-4e12-97fc-cca71a20f70a tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:23:55.878088 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 58226) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:23:55.886125 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819fcffd-97f8-4aa8-83fd-7501a335ed19 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Pushing event deleted for resources: {'Network': ['ID=67c1dc02-2a4e-4635-8e89-983dbabb349b,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:55.887343 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-f9167094-6385-4e12-97fc-cca71a20f70a tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Usage tracker for resource:router and tenant:841874e2d4dc4bfd986b0a20fa08ff45 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:23:55.907430 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ddd67e03-a75c-4e19-8336-992dd69cb31d req-bbff5ceb-6045-4f3e-abd1-b910524c9afb tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] 10.222.0.13 "GET /v2.0/security-groups?id=c28a13f4-01ef-4f24-988e-e07a61e72f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011567 Mar 07 10:23:55.917463 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-f9167094-6385-4e12-97fc-cca71a20f70a tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:23:55.925870 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-bf255df9-a50b-4f1b-9b7b-86b3aa86fe73 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Transition to ACTIVE for port object 89c630e0-ff8e-415d-bdae-7806535d709b will not be triggered until provisioned by entity DHCP. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:23:55.932978 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-f9167094-6385-4e12-97fc-cca71a20f70a tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:23:56.025062 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f9167094-6385-4e12-97fc-cca71a20f70a tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3919700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58025'] for router, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:56.026283 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f9167094-6385-4e12-97fc-cca71a20f70a tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3919671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4011175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58018'] for router, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:56.034946 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-96386856-53cf-4c02-962b-7aa4ab05a6aa tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3012444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3219213'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:56.046703 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c02214dc-3692-4c1b-80e6-70afd4f6ec3e tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487-project] Notify callbacks [] for port, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:56.067157 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c02214dc-3692-4c1b-80e6-70afd4f6ec3e tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3556717'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:56.136076 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device f243225f-86aa-45f6-8146-7b796bc3b24c up at agent hyperv_hv-neutron-8307 {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:23:56.150005 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-bf255df9-a50b-4f1b-9b7b-86b3aa86fe73 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:56.177168 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-c02214dc-3692-4c1b-80e6-70afd4f6ec3e tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487-project] In _notify_port_updated(), no bound segment for port 8488a6d6-1d3a-433f-b9c6-3b8eef1030ca on network d5491000-4b01-40af-8a05-e4acaef1dde1 {{(pid=83738) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 07 10:23:56.181179 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c02214dc-3692-4c1b-80e6-70afd4f6ec3e tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:23:56.182065 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c02214dc-3692-4c1b-80e6-70afd4f6ec3e tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:56.183843 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-c02214dc-3692-4c1b-80e6-70afd4f6ec3e tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487-project] 10.222.0.13 "PUT /v2.0/ports/8488a6d6-1d3a-433f-b9c6-3b8eef1030ca HTTP/1.1" status: 200 len: 1129 time: 0.9971805 Mar 07 10:23:56.191979 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 58230) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:23:56.202718 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-963c05c7-2a36-4e56-8185-3db71fd03555 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:23:56.218015 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-963c05c7-2a36-4e56-8185-3db71fd03555 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:23:56.221093 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-963c05c7-2a36-4e56-8185-3db71fd03555 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3420274 Mar 07 10:23:56.227090 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f9167094-6385-4e12-97fc-cca71a20f70a tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:56.243513 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 58236) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:23:56.261267 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02214dc-3692-4c1b-80e6-70afd4f6ec3e tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487-project] Pushing event updated for resources: {'Port': ['ID=8488a6d6-1d3a-433f-b9c6-3b8eef1030ca,revision_number=2']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:56.271878 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-250391d3-0e13-42f5-b028-47cda120276e tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-447046697'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:23:56.298591 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12bd8595-febe-4119-a871-6a683a13a6b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:23:56.298906 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-12bd8595-febe-4119-a871-6a683a13a6b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487-project] Synchronizing usage tracker for tenant:5b867f4d1c2443f8b8e199603fc08dd9 on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:23:56.301114 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning for port 6481cfd0-b4ea-41da-8d54-8599248a4ff1 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:23:56.309883 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96386856-53cf-4c02-962b-7aa4ab05a6aa tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Checking segment: {'id': '9c1c44c9-5346-4012-9f19-34df4ad3f20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a238bd51-95e9-4b00-af43-2666e969ddae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:23:56.310247 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96386856-53cf-4c02-962b-7aa4ab05a6aa tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Network hostable DHCP agents. Network: a238bd51-95e9-4b00-af43-2666e969ddae, hostable agents: ['6527556c-6586-422c-ae47-082984683847'], hosted agents: [] {{(pid=83737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:23:56.327228 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96386856-53cf-4c02-962b-7aa4ab05a6aa tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Pushing event updated for resources: {'Subnet': ['ID=56b436c9-a44f-4bce-8d91-20f376816e0d,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:56.346600 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-12bd8595-febe-4119-a871-6a683a13a6b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487-project] Unset dirty status for tenant:5b867f4d1c2443f8b8e199603fc08dd9 on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:23:56.348024 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-12bd8595-febe-4119-a871-6a683a13a6b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487-project] 10.222.0.13 "GET /v2.0/ports/8488a6d6-1d3a-433f-b9c6-3b8eef1030ca HTTP/1.1" status: 200 len: 1129 time: 0.1374378 Mar 07 10:23:56.351430 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 58240) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:23:56.378956 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 6481cfd0-b4ea-41da-8d54-8599248a4ff1 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:23:56.379581 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:56.424005 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-d53f5aa5-dc13-4e7a-aaa8-6e7d1aa30203 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487-project] Deleting port 8488a6d6-1d3a-433f-b9c6-3b8eef1030ca {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:23:56.424437 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d53f5aa5-dc13-4e7a-aaa8-6e7d1aa30203 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:56.457184 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf255df9-a50b-4f1b-9b7b-86b3aa86fe73 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Network 98d8805b-dd65-4110-997b-2eea298bca78 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:23:56.458788 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf255df9-a50b-4f1b-9b7b-86b3aa86fe73 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Pushing event updated for resources: {'Port': ['ID=89c630e0-ff8e-415d-bdae-7806535d709b,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:56.466301 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-bf255df9-a50b-4f1b-9b7b-86b3aa86fe73 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:23:56.471070 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf255df9-a50b-4f1b-9b7b-86b3aa86fe73 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:23:56.475500 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf255df9-a50b-4f1b-9b7b-86b3aa86fe73 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:23:56.476188 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-bf255df9-a50b-4f1b-9b7b-86b3aa86fe73 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:56.483800 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-250391d3-0e13-42f5-b028-47cda120276e tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:23:56.485505 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-5160aa85-25ea-4fac-95c0-c6588d262190 None None] Allocated IP 2001:db8::2 (98d8805b-dd65-4110-997b-2eea298bca78/4335aec1-1e6c-4059-b066-e748a712fcdc/3b42f3a4-9ccd-47d2-96af-7111bf0990f9) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:23:56.490310 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96386856-53cf-4c02-962b-7aa4ab05a6aa tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Network a238bd51-95e9-4b00-af43-2666e969ddae is scheduled to be hosted by DHCP agent 6527556c-6586-422c-ae47-082984683847 with binding_index 1 {{(pid=83737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:23:56.496925 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-250391d3-0e13-42f5-b028-47cda120276e tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Usage tracker for resource:network and tenant:1cbccb418ee444419847972e678356cb is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:23:56.501459 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-250391d3-0e13-42f5-b028-47cda120276e tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:23:56.513934 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-250391d3-0e13-42f5-b028-47cda120276e tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:23:56.517209 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f9167094-6385-4e12-97fc-cca71a20f70a tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3917991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923518'] for router, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:56.528338 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-bf255df9-a50b-4f1b-9b7b-86b3aa86fe73 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.9414856 Mar 07 10:23:56.535668 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 58244) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:23:56.546053 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-250391d3-0e13-42f5-b028-47cda120276e tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Made reservation on behalf of 1cbccb418ee444419847972e678356cb for: {'network': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:23:56.552149 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc6439e0-e165-46e6-b61e-620386a146e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ec2749d-0aec-52fb-aca6-10ba8a80aade-3a8721a9-928b-461f-af0c-d82fcdceff07', 'network_id': '3a8721a9-928b-461f-af0c-d82fcdceff07', 'tenant_id': '841874e2d4dc4bfd986b0a20fa08ff45', 'fixed_ips': [{'subnet_id': '874b7a02-5489-4232-a47f-6f59c561c956'}]}} from dv-neutron-830731-3-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 07 10:23:56.553069 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-fc6439e0-e165-46e6-b61e-620386a146e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:56.553279 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-250391d3-0e13-42f5-b028-47cda120276e tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for network, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:56.564940 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f9167094-6385-4e12-97fc-cca71a20f70a tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Notify callbacks [] for router, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:56.566072 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-f9167094-6385-4e12-97fc-cca71a20f70a tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.7180600 Mar 07 10:23:56.569697 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 58248) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:23:56.597287 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-96386856-53cf-4c02-962b-7aa4ab05a6aa tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830731-3-hyperv, a238bd51-95e9-4b00-af43-2666e969ddae) {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:23:56.609295 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96386856-53cf-4c02-962b-7aa4ab05a6aa tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:23:56.610018 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-96386856-53cf-4c02-962b-7aa4ab05a6aa tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2756603'] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:56.646799 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e88c62d-ccb1-4bb8-945a-3b0b88c7d226 None None] Network a238bd51-95e9-4b00-af43-2666e969ddae requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:23:56.707953 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-96386856-53cf-4c02-962b-7aa4ab05a6aa tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7864652 Mar 07 10:23:56.727162 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 58256) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:23:56.755913 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-250391d3-0e13-42f5-b028-47cda120276e tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=83738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:23:56.765843 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-250391d3-0e13-42f5-b028-47cda120276e tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:56.766190 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.db.segments_db [None req-250391d3-0e13-42f5-b028-47cda120276e tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Added segment 78f3e449-eb06-4af8-8c27-7ed06b43da96 of type vlan for network b9775ccd-1865-46c3-9035-d3bb3290ab5b Mar 07 10:23:56.783796 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-76804a53-34d4-4bef-b726-31e173efd1bc tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Request body: {'port': {'network_id': 'a238bd51-95e9-4b00-af43-2666e969ddae', 'name': 'tempest-PortsIpV6TestJSON-1666657717'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:23:56.859620 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-250391d3-0e13-42f5-b028-47cda120276e tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732568034061'] for network, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:56.868677 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Provisioning for port f243225f-86aa-45f6-8146-7b796bc3b24c completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:23:56.901792 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Provisioning complete for port f243225f-86aa-45f6-8146-7b796bc3b24c triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:23:56.902054 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:56.952526 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a9ae10-8681-498d-b4dd-02525d4c3933 req-9a1ec351-077b-46d0-8d66-a0fb4001d39b tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:23:56.954196 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-90a9ae10-8681-498d-b4dd-02525d4c3933 req-9a1ec351-077b-46d0-8d66-a0fb4001d39b tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb8b81f9-5f5d-4abb-81f3-727a61b18171 HTTP/1.1" status: 200 len: 944 time: 0.5043256 Mar 07 10:23:56.971754 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d85f73b-6f16-40bd-af15-0056f71dfb97 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:23:56.976053 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-4d85f73b-6f16-40bd-af15-0056f71dfb97 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.4286354 Mar 07 10:23:56.995401 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 58262) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:23:57.012153 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-e489b6e2-ea62-4112-b49f-072314763d66 None None] Provisioning complete for port 8488a6d6-1d3a-433f-b9c6-3b8eef1030ca triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:23:57.012550 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-e489b6e2-ea62-4112-b49f-072314763d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:57.026884 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-250391d3-0e13-42f5-b028-47cda120276e tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594'] for network, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:57.031285 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250391d3-0e13-42f5-b028-47cda120276e tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:23:57.031858 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-250391d3-0e13-42f5-b028-47cda120276e tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:57.138572 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d53f5aa5-dc13-4e7a-aaa8-6e7d1aa30203 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:57.162271 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-76804a53-34d4-4bef-b726-31e173efd1bc tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:23:57.190697 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:57.205193 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-250391d3-0e13-42f5-b028-47cda120276e tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9450417 Mar 07 10:23:57.210229 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 58266) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:23:57.218696 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-e7edf3a7-0231-4054-90dd-94f9ff23c658 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1132486944'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:23:57.223205 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-e7edf3a7-0231-4054-90dd-94f9ff23c658 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:23:57.228209 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-e7edf3a7-0231-4054-90dd-94f9ff23c658 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Usage tracker for resource:network and tenant:1cbccb418ee444419847972e678356cb is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:23:57.230663 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-e7edf3a7-0231-4054-90dd-94f9ff23c658 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:23:57.236409 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-e7edf3a7-0231-4054-90dd-94f9ff23c658 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:23:57.243768 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250391d3-0e13-42f5-b028-47cda120276e tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Pushing event updated for resources: {'Network': ['ID=b9775ccd-1865-46c3-9035-d3bb3290ab5b,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:57.277090 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7edf3a7-0231-4054-90dd-94f9ff23c658 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Made reservation on behalf of 1cbccb418ee444419847972e678356cb for: {'network': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:23:57.280576 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e7edf3a7-0231-4054-90dd-94f9ff23c658 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for network, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:57.294253 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-e489b6e2-ea62-4112-b49f-072314763d66 None None] Port 8488a6d6-1d3a-433f-b9c6-3b8eef1030ca cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:23:57.317527 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250391d3-0e13-42f5-b028-47cda120276e tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:23:57.317729 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250391d3-0e13-42f5-b028-47cda120276e tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:23:57.317982 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250391d3-0e13-42f5-b028-47cda120276e tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:23:57.318267 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250391d3-0e13-42f5-b028-47cda120276e tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:23:57.318624 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250391d3-0e13-42f5-b028-47cda120276e tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:23:57.319177 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250391d3-0e13-42f5-b028-47cda120276e tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:23:57.319371 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250391d3-0e13-42f5-b028-47cda120276e tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:23:57.319714 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250391d3-0e13-42f5-b028-47cda120276e tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:23:57.320048 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250391d3-0e13-42f5-b028-47cda120276e tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:23:57.320514 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250391d3-0e13-42f5-b028-47cda120276e tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:23:57.320688 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250391d3-0e13-42f5-b028-47cda120276e tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:23:57.322500 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-d53f5aa5-dc13-4e7a-aaa8-6e7d1aa30203 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487-project] Calling delete_port for 8488a6d6-1d3a-433f-b9c6-3b8eef1030ca owned by {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:23:57.366782 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-ba361f6b-c274-4637-bff0-9d1fa130ac7d tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Deleting port 89c630e0-ff8e-415d-bdae-7806535d709b {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:23:57.367666 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ba361f6b-c274-4637-bff0-9d1fa130ac7d tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:57.375819 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Network b9775ccd-1865-46c3-9035-d3bb3290ab5b details requested by agent ovs-agent-dv-neutron-830731-3-hyperv with host dv-neutron-830731-3-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 10:23:57.420334 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-76804a53-34d4-4bef-b726-31e173efd1bc tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:23:57.427169 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-5160aa85-25ea-4fac-95c0-c6588d262190 None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:57.436711 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-fc6439e0-e165-46e6-b61e-620386a146e4 None None] Allocated IP 172.20.0.2 (3a8721a9-928b-461f-af0c-d82fcdceff07/874b7a02-5489-4232-a47f-6f59c561c956/d340e599-8663-4e44-a090-56768615641c) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:23:57.439576 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] For port 6481cfd0-b4ea-41da-8d54-8599248a4ff1, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=6481cfd0-b4ea-41da-8d54-8599248a4ff1,segment=NetworkSegment(46fd226d-e938-40b1-b036-15faea50eaea),segment_id=46fd226d-e938-40b1-b036-15faea50eaea)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:23:57.456744 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-90a9ae10-8681-498d-b4dd-02525d4c3933 req-f1b00b5e-14b1-4fa2-98db-3f917c70af03 tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] 10.222.0.13 "GET /v2.0/security-groups?id=c735d486-3973-4844-a84d-db3442c4bb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4820323 Mar 07 10:23:57.469774 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7edf3a7-0231-4054-90dd-94f9ff23c658 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=83738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:23:57.471704 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05b751d-1ef4-48ea-91ed-12fe49f6c5eb req-27571b07-a587-4262-ace5-2356b763a72b tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:23:57.478329 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d05b751d-1ef4-48ea-91ed-12fe49f6c5eb req-27571b07-a587-4262-ace5-2356b763a72b tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9a41462-2213-477c-a0d7-2a574dc86c0e HTTP/1.1" status: 200 len: 945 time: 0.6761067 Mar 07 10:23:57.478755 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7c94d85e-b852-49ca-8fc7-e9c9db4cd1b6 tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:57.499336 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e7edf3a7-0231-4054-90dd-94f9ff23c658 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:57.499665 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.db.segments_db [None req-e7edf3a7-0231-4054-90dd-94f9ff23c658 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Added segment da59d9e2-6c53-4ecb-853b-1619e09914ce of type vlan for network 91ab30c5-e460-492f-8050-4a8d167d15b8 Mar 07 10:23:57.514356 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76804a53-34d4-4bef-b726-31e173efd1bc tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Made reservation on behalf of 29ee0fb2487e46c6b75e400959e24994 for: {'port': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:23:57.517333 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-76804a53-34d4-4bef-b726-31e173efd1bc tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:57.522411 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:57.524282 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe85879c-e2ef-4423-a1fa-02baa79c4fd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ec2749d-0aec-52fb-aca6-10ba8a80aade-a238bd51-95e9-4b00-af43-2666e969ddae', 'network_id': 'a238bd51-95e9-4b00-af43-2666e969ddae', 'tenant_id': '29ee0fb2487e46c6b75e400959e24994', 'fixed_ips': [{'subnet_id': '56b436c9-a44f-4bce-8d91-20f376816e0d'}]}} from dv-neutron-830731-3-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 07 10:23:57.525084 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-fe85879c-e2ef-4423-a1fa-02baa79c4fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:57.555854 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-5160aa85-25ea-4fac-95c0-c6588d262190 None None] Transition to ACTIVE for port object 3b42f3a4-9ccd-47d2-96af-7111bf0990f9 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:23:57.606367 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [None req-76804a53-34d4-4bef-b726-31e173efd1bc tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] device_id is not set on port 78dfddb3-865b-4a84-bd44-2bb19cc93171 yet. {{(pid=83737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 07 10:23:57.685915 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d05b751d-1ef4-48ea-91ed-12fe49f6c5eb req-795e2c9b-e71e-448c-b07e-2be293053604 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0cf1685-c0d8-4959-a53b-3f1ceedf7fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2065816 Mar 07 10:23:57.709367 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-5160aa85-25ea-4fac-95c0-c6588d262190 None None] Transition to ACTIVE for port object 3b42f3a4-9ccd-47d2-96af-7111bf0990f9 will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:23:57.737677 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e7edf3a7-0231-4054-90dd-94f9ff23c658 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732568034061'] for network, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:57.829774 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e7edf3a7-0231-4054-90dd-94f9ff23c658 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594'] for network, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:57.831360 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-76804a53-34d4-4bef-b726-31e173efd1bc tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Allocated IP 2001:db8::18b (a238bd51-95e9-4b00-af43-2666e969ddae/56b436c9-a44f-4bce-8d91-20f376816e0d/78dfddb3-865b-4a84-bd44-2bb19cc93171) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:23:57.833640 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7edf3a7-0231-4054-90dd-94f9ff23c658 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:23:57.834244 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e7edf3a7-0231-4054-90dd-94f9ff23c658 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:57.837529 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:57.853810 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-5160aa85-25ea-4fac-95c0-c6588d262190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:57.895157 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Pushing event updated for resources: {'Port': ['ID=6481cfd0-b4ea-41da-8d54-8599248a4ff1,revision_number=5']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:57.949835 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-e7edf3a7-0231-4054-90dd-94f9ff23c658 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7381129 Mar 07 10:23:57.950403 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 58270) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:23:57.955034 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7edf3a7-0231-4054-90dd-94f9ff23c658 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Pushing event updated for resources: {'Network': ['ID=91ab30c5-e460-492f-8050-4a8d167d15b8,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:57.960055 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-6ac44a7c-4c76-4096-9ccb-13c2880cbf08 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Request body: {'ports': [{'network_id': 'b9775ccd-1865-46c3-9035-d3bb3290ab5b', 'name': 'tempest-port--108721872', 'admin_state_up': True}, {'network_id': '91ab30c5-e460-492f-8050-4a8d167d15b8', 'admin_state_up': False}]} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:23:57.960362 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-6ac44a7c-4c76-4096-9ccb-13c2880cbf08 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Request body: {'port': {'network_id': 'b9775ccd-1865-46c3-9035-d3bb3290ab5b', 'name': 'tempest-port--108721872', 'admin_state_up': True}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:23:57.960874 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-6ac44a7c-4c76-4096-9ccb-13c2880cbf08 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Request body: {'port': {'network_id': '91ab30c5-e460-492f-8050-4a8d167d15b8', 'admin_state_up': False}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:23:57.981995 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Network 91ab30c5-e460-492f-8050-4a8d167d15b8 details requested by agent ovs-agent-dv-neutron-830731-3-hyperv with host dv-neutron-830731-3-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 10:23:57.994382 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16725675-ba59-4dce-8b8e-c03b4061c4de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f243225f-86aa-45f6-8146-7b796bc3b24c'}] {{(pid=83739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 10:23:58.086571 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5160aa85-25ea-4fac-95c0-c6588d262190 None None] Network 98d8805b-dd65-4110-997b-2eea298bca78 is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:23:58.138309 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-5160aa85-25ea-4fac-95c0-c6588d262190 None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:23:58.167197 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5160aa85-25ea-4fac-95c0-c6588d262190 None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:23:58.181213 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port f243225f-86aa-45f6-8146-7b796bc3b24c, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=f243225f-86aa-45f6-8146-7b796bc3b24c,segment=NetworkSegment(9aaed74e-7327-4b84-aa4b-76c27e2d346f),segment_id=9aaed74e-7327-4b84-aa4b-76c27e2d346f)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:23:58.186554 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-6ac44a7c-4c76-4096-9ccb-13c2880cbf08 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:23:58.189699 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5160aa85-25ea-4fac-95c0-c6588d262190 None None] Pushing event updated for resources: {'Port': ['ID=3b42f3a4-9ccd-47d2-96af-7111bf0990f9,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:58.191231 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-6ac44a7c-4c76-4096-9ccb-13c2880cbf08 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Usage tracker for resource:port and tenant:1cbccb418ee444419847972e678356cb is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:23:58.194836 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-6ac44a7c-4c76-4096-9ccb-13c2880cbf08 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:23:58.201399 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-6ac44a7c-4c76-4096-9ccb-13c2880cbf08 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:23:58.213387 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ac44a7c-4c76-4096-9ccb-13c2880cbf08 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Made reservation on behalf of 1cbccb418ee444419847972e678356cb for: {'port': 2} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:23:58.218069 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6ac44a7c-4c76-4096-9ccb-13c2880cbf08 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:58.225404 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:58.243829 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6ac44a7c-4c76-4096-9ccb-13c2880cbf08 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:58.284626 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device 138362d5-68d0-4dc3-bc21-f03dcf4dd19d up at agent hyperv_hv-neutron-8307 {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:23:58.334929 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ba361f6b-c274-4637-bff0-9d1fa130ac7d tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:58.475166 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-fc6439e0-e165-46e6-b61e-620386a146e4 None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:58.475952 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-ba361f6b-c274-4637-bff0-9d1fa130ac7d tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Calling delete_port for 89c630e0-ff8e-415d-bdae-7806535d709b owned by {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:23:58.485760 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-594c5cde-1da0-4071-bf70-61aea84b4a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:58.501371 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-5160aa85-25ea-4fac-95c0-c6588d262190 None None] Attempting to bind port 3b42f3a4-9ccd-47d2-96af-7111bf0990f9 on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:23:58.501737 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-5160aa85-25ea-4fac-95c0-c6588d262190 None None] Attempting to bind port 3b42f3a4-9ccd-47d2-96af-7111bf0990f9 by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': '13510a37-88c7-493e-9701-b414ea24fc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '98d8805b-dd65-4110-997b-2eea298bca78'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:23:58.502087 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5160aa85-25ea-4fac-95c0-c6588d262190 None None] Attempting to bind port 3b42f3a4-9ccd-47d2-96af-7111bf0990f9 on network 98d8805b-dd65-4110-997b-2eea298bca78 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:23:58.506529 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-fc6439e0-e165-46e6-b61e-620386a146e4 None None] Transition to ACTIVE for port object d340e599-8663-4e44-a090-56768615641c will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:23:58.509850 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Pushing event updated for resources: {'Port': ['ID=f243225f-86aa-45f6-8146-7b796bc3b24c,revision_number=5']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:58.524456 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [None req-6ac44a7c-4c76-4096-9ccb-13c2880cbf08 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] device_id is not set on port 8eeb994f-3a3a-4535-99ca-839b588db1ff yet. {{(pid=83738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 07 10:23:58.534492 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5160aa85-25ea-4fac-95c0-c6588d262190 None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:23:58.534884 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5160aa85-25ea-4fac-95c0-c6588d262190 None None] Checking segment: {'id': '13510a37-88c7-493e-9701-b414ea24fc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '98d8805b-dd65-4110-997b-2eea298bca78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:23:58.535388 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-5160aa85-25ea-4fac-95c0-c6588d262190 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:58.535642 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5160aa85-25ea-4fac-95c0-c6588d262190 None None] Bound using segment: {'id': '13510a37-88c7-493e-9701-b414ea24fc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '98d8805b-dd65-4110-997b-2eea298bca78'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:23:58.536108 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-5160aa85-25ea-4fac-95c0-c6588d262190 None None] Bound port: 3b42f3a4-9ccd-47d2-96af-7111bf0990f9, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13510a37-88c7-493e-9701-b414ea24fc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '98d8805b-dd65-4110-997b-2eea298bca78'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:23:58.536468 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-5160aa85-25ea-4fac-95c0-c6588d262190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:58.549960 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-fc6439e0-e165-46e6-b61e-620386a146e4 None None] Transition to ACTIVE for port object d340e599-8663-4e44-a090-56768615641c will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:23:58.588937 dv-neutron-830731-3-hyperv neutron-server[83739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16725675-ba59-4dce-8b8e-c03b4061c4de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f243225f-86aa-45f6-8146-7b796bc3b24c', 'code': 200} Mar 07 10:23:58.597299 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-fc6439e0-e165-46e6-b61e-620386a146e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:58.671846 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Provisioning for port 138362d5-68d0-4dc3-bc21-f03dcf4dd19d completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:23:58.697548 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Provisioning complete for port 138362d5-68d0-4dc3-bc21-f03dcf4dd19d triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:23:58.697907 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:58.760358 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-76804a53-34d4-4bef-b726-31e173efd1bc tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:58.764737 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-7c94d85e-b852-49ca-8fc7-e9c9db4cd1b6 tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Allocated IP 172.20.0.1 (3a8721a9-928b-461f-af0c-d82fcdceff07/874b7a02-5489-4232-a47f-6f59c561c956/399d3ef0-2f56-41c4-ae7c-384e848c22d0) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:23:58.765723 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6439e0-e165-46e6-b61e-620386a146e4 None None] Pushing event updated for resources: {'Port': ['ID=d340e599-8663-4e44-a090-56768615641c,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:58.778298 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc6439e0-e165-46e6-b61e-620386a146e4 None None] Network 3a8721a9-928b-461f-af0c-d82fcdceff07 is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:23:58.783730 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-fc6439e0-e165-46e6-b61e-620386a146e4 None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:23:58.791885 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6439e0-e165-46e6-b61e-620386a146e4 None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:23:58.803477 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-5160aa85-25ea-4fac-95c0-c6588d262190 None None] For port 3b42f3a4-9ccd-47d2-96af-7111bf0990f9, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:23:58.808154 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-5160aa85-25ea-4fac-95c0-c6588d262190 None None] For port 3b42f3a4-9ccd-47d2-96af-7111bf0990f9, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=3b42f3a4-9ccd-47d2-96af-7111bf0990f9,segment=NetworkSegment(13510a37-88c7-493e-9701-b414ea24fc4c),segment_id=13510a37-88c7-493e-9701-b414ea24fc4c)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:23:58.826217 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cbd05d-37ba-44fb-a8cc-cdabc76b285d req-2e549018-8c10-44b9-9be1-201e0184503b tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:23:58.833025 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-86cbd05d-37ba-44fb-a8cc-cdabc76b285d req-2e549018-8c10-44b9-9be1-201e0184503b tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] 10.222.0.13 "GET /v2.0/ports?device_id=16725675-ba59-4dce-8b8e-c03b4061c4de HTTP/1.1" status: 200 len: 945 time: 0.7773583 Mar 07 10:23:58.834906 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d53f5aa5-dc13-4e7a-aaa8-6e7d1aa30203 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:58.850631 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-5160aa85-25ea-4fac-95c0-c6588d262190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:58.912744 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53f5aa5-dc13-4e7a-aaa8-6e7d1aa30203 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487-project] Pushing event deleted for resources: {'Port': ['ID=8488a6d6-1d3a-433f-b9c6-3b8eef1030ca,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:58.915836 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [None req-76804a53-34d4-4bef-b726-31e173efd1bc tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Transition to ACTIVE for port object 78dfddb3-865b-4a84-bd44-2bb19cc93171 will not be triggered until provisioned by entity DHCP. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:23:58.983153 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ba361f6b-c274-4637-bff0-9d1fa130ac7d tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:58.988778 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6ac44a7c-4c76-4096-9ccb-13c2880cbf08 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:58.999536 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7c94d85e-b852-49ca-8fc7-e9c9db4cd1b6 tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:59.011203 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53f5aa5-dc13-4e7a-aaa8-6e7d1aa30203 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:23:59.011580 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53f5aa5-dc13-4e7a-aaa8-6e7d1aa30203 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:23:59.011959 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53f5aa5-dc13-4e7a-aaa8-6e7d1aa30203 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:23:59.012298 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53f5aa5-dc13-4e7a-aaa8-6e7d1aa30203 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:23:59.012661 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53f5aa5-dc13-4e7a-aaa8-6e7d1aa30203 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:23:59.012994 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53f5aa5-dc13-4e7a-aaa8-6e7d1aa30203 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:23:59.013497 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53f5aa5-dc13-4e7a-aaa8-6e7d1aa30203 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:23:59.013634 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53f5aa5-dc13-4e7a-aaa8-6e7d1aa30203 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:23:59.013954 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53f5aa5-dc13-4e7a-aaa8-6e7d1aa30203 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:23:59.014278 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53f5aa5-dc13-4e7a-aaa8-6e7d1aa30203 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:23:59.014598 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53f5aa5-dc13-4e7a-aaa8-6e7d1aa30203 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:23:59.017334 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-fc6439e0-e165-46e6-b61e-620386a146e4 None None] Attempting to bind port d340e599-8663-4e44-a090-56768615641c on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:23:59.017334 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-fc6439e0-e165-46e6-b61e-620386a146e4 None None] Attempting to bind port d340e599-8663-4e44-a090-56768615641c by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': '1488fd0d-ed67-4767-a7ce-d7451f2f3450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '3a8721a9-928b-461f-af0c-d82fcdceff07'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:23:59.017699 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6439e0-e165-46e6-b61e-620386a146e4 None None] Attempting to bind port d340e599-8663-4e44-a090-56768615641c on network 3a8721a9-928b-461f-af0c-d82fcdceff07 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:23:59.027883 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5160aa85-25ea-4fac-95c0-c6588d262190 None None] Pushing event updated for resources: {'Port': ['ID=3b42f3a4-9ccd-47d2-96af-7111bf0990f9,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:59.041576 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:59.053877 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6439e0-e165-46e6-b61e-620386a146e4 None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:23:59.054670 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6439e0-e165-46e6-b61e-620386a146e4 None None] Checking segment: {'id': '1488fd0d-ed67-4767-a7ce-d7451f2f3450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '3a8721a9-928b-461f-af0c-d82fcdceff07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:23:59.054670 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-fc6439e0-e165-46e6-b61e-620386a146e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:59.055071 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6439e0-e165-46e6-b61e-620386a146e4 None None] Bound using segment: {'id': '1488fd0d-ed67-4767-a7ce-d7451f2f3450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '3a8721a9-928b-461f-af0c-d82fcdceff07'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:23:59.055703 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-fc6439e0-e165-46e6-b61e-620386a146e4 None None] Bound port: d340e599-8663-4e44-a090-56768615641c, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1488fd0d-ed67-4767-a7ce-d7451f2f3450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '3a8721a9-928b-461f-af0c-d82fcdceff07'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:23:59.056075 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-fc6439e0-e165-46e6-b61e-620386a146e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:59.117224 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-7c94d85e-b852-49ca-8fc7-e9c9db4cd1b6 tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Transition to ACTIVE for port object 399d3ef0-2f56-41c4-ae7c-384e848c22d0 will not be triggered until provisioned by entity DHCP. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:23:59.140625 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d53f5aa5-dc13-4e7a-aaa8-6e7d1aa30203 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:59.140911 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port 138362d5-68d0-4dc3-bc21-f03dcf4dd19d, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=138362d5-68d0-4dc3-bc21-f03dcf4dd19d,segment=NetworkSegment(46fd226d-e938-40b1-b036-15faea50eaea),segment_id=46fd226d-e938-40b1-b036-15faea50eaea)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:23:59.144737 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [None req-6ac44a7c-4c76-4096-9ccb-13c2880cbf08 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] device_id is not set on port 7d8e45be-fa11-4a04-b76c-4377d9d65e67 yet. {{(pid=83738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 07 10:23:59.146083 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361f6b-c274-4637-bff0-9d1fa130ac7d tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Pushing event deleted for resources: {'Port': ['ID=89c630e0-ff8e-415d-bdae-7806535d709b,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:59.150781 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:59.151804 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device ce102191-c862-4595-b40b-01aa258c2118 up at agent hyperv_hv-neutron-8307 {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:23:59.165019 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-86cbd05d-37ba-44fb-a8cc-cdabc76b285d req-67d36e1e-c2e0-4e0f-8aa7-058521b01ac9 tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] 10.222.0.13 "GET /v2.0/security-groups?id=c28a13f4-01ef-4f24-988e-e07a61e72f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3309970 Mar 07 10:23:59.183297 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7c94d85e-b852-49ca-8fc7-e9c9db4cd1b6 tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:59.282793 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c94d85e-b852-49ca-8fc7-e9c9db4cd1b6 tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Network 3a8721a9-928b-461f-af0c-d82fcdceff07 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:23:59.295830 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-7c94d85e-b852-49ca-8fc7-e9c9db4cd1b6 tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:23:59.306936 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa502cea-e148-42f1-9359-b8b0440a2341 req-7fa77ec0-6581-4de6-a1fb-c77cb8e0f2a7 tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:23:59.314158 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-aa502cea-e148-42f1-9359-b8b0440a2341 req-7fa77ec0-6581-4de6-a1fb-c77cb8e0f2a7 tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb8b81f9-5f5d-4abb-81f3-727a61b18171 HTTP/1.1" status: 200 len: 944 time: 0.5805809 Mar 07 10:23:59.333848 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c94d85e-b852-49ca-8fc7-e9c9db4cd1b6 tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:23:59.343916 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ba361f6b-c274-4637-bff0-9d1fa130ac7d tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:59.345680 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-ba361f6b-c274-4637-bff0-9d1fa130ac7d tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "DELETE /v2.0/ports/89c630e0-ff8e-415d-bdae-7806535d709b HTTP/1.1" status: 204 len: 168 time: 2.3494029 Mar 07 10:23:59.354645 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-d53f5aa5-dc13-4e7a-aaa8-6e7d1aa30203 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487-project] 10.222.0.13 "DELETE /v2.0/ports/8488a6d6-1d3a-433f-b9c6-3b8eef1030ca HTTP/1.1" status: 204 len: 168 time: 3.0019433 Mar 07 10:23:59.356253 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-76804a53-34d4-4bef-b726-31e173efd1bc tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:59.360655 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 58286) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:23:59.360962 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 58288) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:23:59.469301 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-fc6439e0-e165-46e6-b61e-620386a146e4 None None] For port d340e599-8663-4e44-a090-56768615641c, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:23:59.485816 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c94d85e-b852-49ca-8fc7-e9c9db4cd1b6 tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Pushing event updated for resources: {'Port': ['ID=399d3ef0-2f56-41c4-ae7c-384e848c22d0,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:59.506283 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-fc6439e0-e165-46e6-b61e-620386a146e4 None None] For port d340e599-8663-4e44-a090-56768615641c, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=d340e599-8663-4e44-a090-56768615641c,segment=NetworkSegment(1488fd0d-ed67-4767-a7ce-d7451f2f3450),segment_id=1488fd0d-ed67-4767-a7ce-d7451f2f3450)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:23:59.509031 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7c94d85e-b852-49ca-8fc7-e9c9db4cd1b6 tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3920324'] for router_interface, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:59.527009 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-fc6439e0-e165-46e6-b61e-620386a146e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:59.535330 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Pushing event updated for resources: {'Port': ['ID=138362d5-68d0-4dc3-bc21-f03dcf4dd19d,revision_number=5']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:59.548998 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-fe85879c-e2ef-4423-a1fa-02baa79c4fd3 None None] Allocated IP 2001:db8::2 (a238bd51-95e9-4b00-af43-2666e969ddae/56b436c9-a44f-4bce-8d91-20f376816e0d/9808f46c-24d2-458a-910b-0e15ac97bf42) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:23:59.557298 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6ac44a7c-4c76-4096-9ccb-13c2880cbf08 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:59.578661 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76804a53-34d4-4bef-b726-31e173efd1bc tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Network a238bd51-95e9-4b00-af43-2666e969ddae is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:23:59.593621 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6ac44a7c-4c76-4096-9ccb-13c2880cbf08 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:59.647645 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-76804a53-34d4-4bef-b726-31e173efd1bc tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:23:59.650379 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76804a53-34d4-4bef-b726-31e173efd1bc tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:23:59.655870 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76804a53-34d4-4bef-b726-31e173efd1bc tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:23:59.656743 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-76804a53-34d4-4bef-b726-31e173efd1bc tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:59.711587 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-5c21d9fd-8b5d-4549-8a74-279820933eb5 req-e1434df8-6ad6-42f8-918d-ea8f22cdf3a6 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=16725675-ba59-4dce-8b8e-c03b4061c4de HTTP/1.1" status: 200 len: 1099 time: 0.8041072 Mar 07 10:23:59.730571 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-aa502cea-e148-42f1-9359-b8b0440a2341 req-13c78bf1-3bba-48e0-99d6-c3887b4573bb tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] 10.222.0.13 "GET /v2.0/security-groups?id=c735d486-3973-4844-a84d-db3442c4bb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4137251 Mar 07 10:23:59.738816 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-76804a53-34d4-4bef-b726-31e173efd1bc tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.0025144 Mar 07 10:23:59.741814 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 58294) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:23:59.811721 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-fe85879c-e2ef-4423-a1fa-02baa79c4fd3 None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:59.823778 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-fe85879c-e2ef-4423-a1fa-02baa79c4fd3 None None] Transition to ACTIVE for port object 9808f46c-24d2-458a-910b-0e15ac97bf42 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:23:59.845290 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-5c21d9fd-8b5d-4549-8a74-279820933eb5 req-7adf1803-5084-464c-a322-57bbeb50f83c service neutron] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:59.846209 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-fe85879c-e2ef-4423-a1fa-02baa79c4fd3 None None] Transition to ACTIVE for port object 9808f46c-24d2-458a-910b-0e15ac97bf42 will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:23:59.854482 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:23:59.854821 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:23:59.856023 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:23:59.856360 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:23:59.856723 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:23:59.857092 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:23:59.857447 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:23:59.857765 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:23:59.858133 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:23:59.858481 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:23:59.858793 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:23:59.864208 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75fa3a37-b6a9-42db-affb-fde83bb2c512 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:23:59.864610 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-fe85879c-e2ef-4423-a1fa-02baa79c4fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:23:59.868033 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75fa3a37-b6a9-42db-affb-fde83bb2c512 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:23:59.869397 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-75fa3a37-b6a9-42db-affb-fde83bb2c512 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.5075119 Mar 07 10:23:59.890749 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac44a7c-4c76-4096-9ccb-13c2880cbf08 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Pushing event updated for resources: {'Port': ['ID=8eeb994f-3a3a-4535-99ca-839b588db1ff,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:23:59.893619 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 58298) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:23:59.906339 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 3b42f3a4-9ccd-47d2-96af-7111bf0990f9 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:23:59.973090 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76804a53-34d4-4bef-b726-31e173efd1bc tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Pushing event updated for resources: {'Port': ['ID=78dfddb3-865b-4a84-bd44-2bb19cc93171,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:24:00.048176 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1979dc50-9392-4d24-b97a-548d0a400392 req-2a747990-87c1-4c1c-9e0c-097202727b11 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:24:00.051593 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7c94d85e-b852-49ca-8fc7-e9c9db4cd1b6 tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:00.052105 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Provisioning for port ce102191-c862-4595-b40b-01aa258c2118 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:24:00.054023 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-1979dc50-9392-4d24-b97a-548d0a400392 req-2a747990-87c1-4c1c-9e0c-097202727b11 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9a41462-2213-477c-a0d7-2a574dc86c0e HTTP/1.1" status: 200 len: 945 time: 0.4601910 Mar 07 10:24:00.064289 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-328600fb-4163-4861-857a-c5e00b2432ec tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Deleting port 78dfddb3-865b-4a84-bd44-2bb19cc93171 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:24:00.064827 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-328600fb-4163-4861-857a-c5e00b2432ec tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:00.068925 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [req-5c21d9fd-8b5d-4549-8a74-279820933eb5 req-7adf1803-5084-464c-a322-57bbeb50f83c service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:24:00.069861 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe85879c-e2ef-4423-a1fa-02baa79c4fd3 None None] Network a238bd51-95e9-4b00-af43-2666e969ddae is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:24:00.078115 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-fe85879c-e2ef-4423-a1fa-02baa79c4fd3 None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:24:00.087523 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe85879c-e2ef-4423-a1fa-02baa79c4fd3 None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:24:00.109095 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-5c21d9fd-8b5d-4549-8a74-279820933eb5 req-7adf1803-5084-464c-a322-57bbeb50f83c service neutron] Usage tracker for resource:security_group_rule and tenant:9d46120f10fe487cad4c8ca9f801d1e5 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:24:00.119816 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-5c21d9fd-8b5d-4549-8a74-279820933eb5 req-7adf1803-5084-464c-a322-57bbeb50f83c service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:24:00.128510 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Provisioning complete for port ce102191-c862-4595-b40b-01aa258c2118 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:24:00.129121 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:00.134297 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac44a7c-4c76-4096-9ccb-13c2880cbf08 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Checking segment: {'id': '78f3e449-eb06-4af8-8c27-7ed06b43da96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'b9775ccd-1865-46c3-9035-d3bb3290ab5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:24:00.134793 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac44a7c-4c76-4096-9ccb-13c2880cbf08 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Network hostable DHCP agents. Network: b9775ccd-1865-46c3-9035-d3bb3290ab5b, hostable agents: ['6527556c-6586-422c-ae47-082984683847'], hosted agents: [] {{(pid=83738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:24:00.183042 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [req-5c21d9fd-8b5d-4549-8a74-279820933eb5 req-7adf1803-5084-464c-a322-57bbeb50f83c service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:24:00.200747 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_v2 [None req-44ba4882-3ae4-4b92-9988-3e5efaf59190 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487-project] Deleting subnet 0871c0ba-0253-42b0-a478-7f6665b327de {{(pid=83737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 07 10:24:00.306652 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6439e0-e165-46e6-b61e-620386a146e4 None None] Pushing event updated for resources: {'Port': ['ID=d340e599-8663-4e44-a090-56768615641c,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:24:00.312812 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-44ba4882-3ae4-4b92-9988-3e5efaf59190 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487-project] Notify callbacks [] for subnet, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:00.455333 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-fe85879c-e2ef-4423-a1fa-02baa79c4fd3 None None] Attempting to bind port 9808f46c-24d2-458a-910b-0e15ac97bf42 on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:24:00.455703 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-fe85879c-e2ef-4423-a1fa-02baa79c4fd3 None None] Attempting to bind port 9808f46c-24d2-458a-910b-0e15ac97bf42 by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': '9c1c44c9-5346-4012-9f19-34df4ad3f20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a238bd51-95e9-4b00-af43-2666e969ddae'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:24:00.456407 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe85879c-e2ef-4423-a1fa-02baa79c4fd3 None None] Attempting to bind port 9808f46c-24d2-458a-910b-0e15ac97bf42 on network a238bd51-95e9-4b00-af43-2666e969ddae {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:24:00.503454 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe85879c-e2ef-4423-a1fa-02baa79c4fd3 None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:24:00.504681 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe85879c-e2ef-4423-a1fa-02baa79c4fd3 None None] Checking segment: {'id': '9c1c44c9-5346-4012-9f19-34df4ad3f20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a238bd51-95e9-4b00-af43-2666e969ddae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:24:00.505290 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-fe85879c-e2ef-4423-a1fa-02baa79c4fd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:00.505847 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe85879c-e2ef-4423-a1fa-02baa79c4fd3 None None] Bound using segment: {'id': '9c1c44c9-5346-4012-9f19-34df4ad3f20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a238bd51-95e9-4b00-af43-2666e969ddae'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:24:00.506327 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-fe85879c-e2ef-4423-a1fa-02baa79c4fd3 None None] Bound port: 9808f46c-24d2-458a-910b-0e15ac97bf42, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c1c44c9-5346-4012-9f19-34df4ad3f20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a238bd51-95e9-4b00-af43-2666e969ddae'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:24:00.506910 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-fe85879c-e2ef-4423-a1fa-02baa79c4fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:00.530773 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe85879c-e2ef-4423-a1fa-02baa79c4fd3 None None] Pushing event updated for resources: {'Port': ['ID=9808f46c-24d2-458a-910b-0e15ac97bf42,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:24:00.557450 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning for port 3b42f3a4-9ccd-47d2-96af-7111bf0990f9 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:24:00.566035 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-44ba4882-3ae4-4b92-9988-3e5efaf59190 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2627781'] for subnet, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:00.571302 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 6481cfd0-b4ea-41da-8d54-8599248a4ff1 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:24:00.623685 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb8b81f9-5f5d-4abb-81f3-727a61b18171', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '138362d5-68d0-4dc3-bc21-f03dcf4dd19d'}] {{(pid=83739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 10:24:00.637594 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-1979dc50-9392-4d24-b97a-548d0a400392 req-1f82533d-5cb5-4b8f-b838-a49ebd81856e tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0cf1685-c0d8-4959-a53b-3f1ceedf7fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5747828 Mar 07 10:24:00.654469 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-5c21d9fd-8b5d-4549-8a74-279820933eb5 req-7adf1803-5084-464c-a322-57bbeb50f83c service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:00.668581 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-36fde8e6-8473-4c63-a846-9c8fc185ac5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:00.711737 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-5c21d9fd-8b5d-4549-8a74-279820933eb5 req-7adf1803-5084-464c-a322-57bbeb50f83c service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:00.770983 dv-neutron-830731-3-hyperv neutron-server[83739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb8b81f9-5f5d-4abb-81f3-727a61b18171', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '138362d5-68d0-4dc3-bc21-f03dcf4dd19d', 'code': 200} Mar 07 10:24:00.810700 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:00.829079 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d569d81e-9cb6-42c2-b7e1-3ebecd20d242 None None] Network 98d8805b-dd65-4110-997b-2eea298bca78 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:24:00.837443 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-5c21d9fd-8b5d-4549-8a74-279820933eb5 req-7adf1803-5084-464c-a322-57bbeb50f83c service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=c28a13f4-01ef-4f24-988e-e07a61e72f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0800245 Mar 07 10:24:00.838063 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adf1803-5084-464c-a322-57bbeb50f83c service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=ba88cb03-cbc5-4341-9952-206cf74ebae3,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:24:00.900231 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7c94d85e-b852-49ca-8fc7-e9c9db4cd1b6 tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Notify callbacks [] for port, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:00.904275 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53405391-41cc-424d-beb4-ecbeddcb41c8 req-12aea895-57b8-4c59-8f75-95ff32efbb18 tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:24:00.905865 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-53405391-41cc-424d-beb4-ecbeddcb41c8 req-12aea895-57b8-4c59-8f75-95ff32efbb18 tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] 10.222.0.13 "GET /v2.0/ports?device_id=16725675-ba59-4dce-8b8e-c03b4061c4de HTTP/1.1" status: 200 len: 946 time: 0.2873194 Mar 07 10:24:00.938610 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-44ba4882-3ae4-4b92-9988-3e5efaf59190 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1525496'] for subnet, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:00.949877 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_v2 [None req-50241ec5-3ebe-4cfc-be72-8a64ff812175 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Deleting subnet 4335aec1-1e6c-4059-b066-e748a712fcdc {{(pid=83738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 07 10:24:01.014693 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-fe85879c-e2ef-4423-a1fa-02baa79c4fd3 None None] For port 9808f46c-24d2-458a-910b-0e15ac97bf42, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:24:01.016891 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 6481cfd0-b4ea-41da-8d54-8599248a4ff1 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:24:01.017256 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:01.069997 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-53405391-41cc-424d-beb4-ecbeddcb41c8 req-91342f96-10c6-4fc9-8ac3-759d9e22db09 tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] 10.222.0.13 "GET /v2.0/security-groups?id=c28a13f4-01ef-4f24-988e-e07a61e72f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1564443 Mar 07 10:24:01.077127 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-fe85879c-e2ef-4423-a1fa-02baa79c4fd3 None None] For port 9808f46c-24d2-458a-910b-0e15ac97bf42, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=9808f46c-24d2-458a-910b-0e15ac97bf42,segment=NetworkSegment(9c1c44c9-5346-4012-9f19-34df4ad3f20c),segment_id=9c1c44c9-5346-4012-9f19-34df4ad3f20c)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:24:01.102951 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-50241ec5-3ebe-4cfc-be72-8a64ff812175 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks [] for subnet, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:01.106775 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-44ba4882-3ae4-4b92-9988-3e5efaf59190 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1525489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3012507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3219316'] for subnet, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:01.130053 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-fe85879c-e2ef-4423-a1fa-02baa79c4fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:01.133398 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-8cc05d97-fee4-4644-bf38-a109eb529367 None None] Provisioning for port 3b42f3a4-9ccd-47d2-96af-7111bf0990f9 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:24:01.138664 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7c94d85e-b852-49ca-8fc7-e9c9db4cd1b6 tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3556717'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:01.167631 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd028905-4ae8-4fa8-9b70-b9da2a2f5158 req-322fc2ee-48fd-4cf7-9ca8-f179ca4b95df tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:24:01.169463 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-dd028905-4ae8-4fa8-9b70-b9da2a2f5158 req-322fc2ee-48fd-4cf7-9ca8-f179ca4b95df tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb8b81f9-5f5d-4abb-81f3-727a61b18171 HTTP/1.1" status: 200 len: 945 time: 0.1870196 Mar 07 10:24:01.170315 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ba4882-3ae4-4b92-9988-3e5efaf59190 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487-project] Pushing event deleted for resources: {'Subnet': ['ID=0871c0ba-0253-42b0-a478-7f6665b327de,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:24:01.180354 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-44ba4882-3ae4-4b92-9988-3e5efaf59190 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2756603'] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:01.231055 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ebe591a-40b7-4b46-abe1-1442686468d2 None None] Network d5491000-4b01-40af-8a05-e4acaef1dde1 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:24:01.259942 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac44a7c-4c76-4096-9ccb-13c2880cbf08 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Network b9775ccd-1865-46c3-9035-d3bb3290ab5b is scheduled to be hosted by DHCP agent 6527556c-6586-422c-ae47-082984683847 with binding_index 1 {{(pid=83738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:24:01.267305 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-44ba4882-3ae4-4b92-9988-3e5efaf59190 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487-project] 10.222.0.13 "DELETE /v2.0/subnets/0871c0ba-0253-42b0-a478-7f6665b327de HTTP/1.1" status: 204 len: 168 time: 1.9020469 Mar 07 10:24:01.272372 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 58308) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:24:01.306562 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-328600fb-4163-4861-857a-c5e00b2432ec tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:01.354502 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-dd028905-4ae8-4fa8-9b70-b9da2a2f5158 req-ee34ca5b-a2d9-4d7d-9401-ab49a6c42f36 tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] 10.222.0.13 "GET /v2.0/security-groups?id=c735d486-3973-4844-a84d-db3442c4bb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1317322 Mar 07 10:24:01.375262 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-74635a88-c727-4940-9d08-ba7c3830ca6c req-6d133be3-799e-4ce5-90de-63c38568d059 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=eb8b81f9-5f5d-4abb-81f3-727a61b18171 HTTP/1.1" status: 200 len: 1098 time: 0.1961801 Mar 07 10:24:01.427877 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-8cc05d97-fee4-4644-bf38-a109eb529367 None None] Provisioning complete for port 3b42f3a4-9ccd-47d2-96af-7111bf0990f9 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:24:01.428242 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-8cc05d97-fee4-4644-bf38-a109eb529367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:01.432169 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-74635a88-c727-4940-9d08-ba7c3830ca6c req-4dbd8e85-a34f-4960-b7ee-c0b554680cc6 service neutron] Synchronizing usage tracker for tenant:9d46120f10fe487cad4c8ca9f801d1e5 on resource:security_group {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:24:01.451652 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-74635a88-c727-4940-9d08-ba7c3830ca6c req-4dbd8e85-a34f-4960-b7ee-c0b554680cc6 service neutron] Unset dirty status for tenant:9d46120f10fe487cad4c8ca9f801d1e5 on resource:security_group {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:24:01.453060 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-74635a88-c727-4940-9d08-ba7c3830ca6c req-4dbd8e85-a34f-4960-b7ee-c0b554680cc6 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=c735d486-3973-4844-a84d-db3442c4bb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685661 Mar 07 10:24:01.462901 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port ce102191-c862-4595-b40b-01aa258c2118, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=ce102191-c862-4595-b40b-01aa258c2118,segment=NetworkSegment(a01dc850-758a-452f-a0e2-effad6d41a09),segment_id=a01dc850-758a-452f-a0e2-effad6d41a09)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:24:01.504994 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:01.535043 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37cb9b9f-d9fd-4176-b88f-968e6415cbba None None] Network 3a8721a9-928b-461f-af0c-d82fcdceff07 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:24:01.609309 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c94d85e-b852-49ca-8fc7-e9c9db4cd1b6 tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Pushing event updated for resources: {'Port': ['ID=399d3ef0-2f56-41c4-ae7c-384e848c22d0,revision_number=2']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:24:01.611507 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-6ac44a7c-4c76-4096-9ccb-13c2880cbf08 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830731-3-hyperv, b9775ccd-1865-46c3-9035-d3bb3290ab5b) {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:24:01.620698 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-328600fb-4163-4861-857a-c5e00b2432ec tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Calling delete_port for 78dfddb3-865b-4a84-bd44-2bb19cc93171 owned by {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:24:01.659811 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-50241ec5-3ebe-4cfc-be72-8a64ff812175 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2969395'] for subnet, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:01.697354 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b1a6a0-e2ff-407d-8afc-43dd373bf455 None None] Network b9775ccd-1865-46c3-9035-d3bb3290ab5b requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:24:01.713471 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7c94d85e-b852-49ca-8fc7-e9c9db4cd1b6 tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2756426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3920233'] for router_interface, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:01.756426 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac44a7c-4c76-4096-9ccb-13c2880cbf08 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:24:01.757198 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6ac44a7c-4c76-4096-9ccb-13c2880cbf08 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:01.835049 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe85879c-e2ef-4423-a1fa-02baa79c4fd3 None None] Pushing event updated for resources: {'Port': ['ID=9808f46c-24d2-458a-910b-0e15ac97bf42,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:24:01.891016 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745abe93-3b7d-4549-bfc6-48e33ddaf0e1 req-1b00d8fe-67ae-4b42-9e84-ed5f8cb34957 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:24:01.900584 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-745abe93-3b7d-4549-bfc6-48e33ddaf0e1 req-1b00d8fe-67ae-4b42-9e84-ed5f8cb34957 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9a41462-2213-477c-a0d7-2a574dc86c0e HTTP/1.1" status: 200 len: 946 time: 0.1041493 Mar 07 10:24:01.958369 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2b807073-f480-457e-a3b5-089d7bd4d876 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1158940'] for network, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:01.968365 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-745abe93-3b7d-4549-bfc6-48e33ddaf0e1 req-95bccae3-4427-46b0-a869-8e12bc3866b2 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0cf1685-c0d8-4959-a53b-3f1ceedf7fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667312 Mar 07 10:24:01.980503 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-711fefd2-3b30-4759-8df5-0aecff1c8e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:02.014337 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac44a7c-4c76-4096-9ccb-13c2880cbf08 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Pushing event updated for resources: {'Port': ['ID=7d8e45be-fa11-4a04-b76c-4377d9d65e67,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:24:02.108740 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-2b807073-f480-457e-a3b5-089d7bd4d876 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487-project] Deleting port 852f491a-065c-4ea6-93ef-140898a52c9b {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:24:02.109408 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2b807073-f480-457e-a3b5-089d7bd4d876 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:02.199556 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c94d85e-b852-49ca-8fc7-e9c9db4cd1b6 tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Network 3a8721a9-928b-461f-af0c-d82fcdceff07 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:24:02.208966 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac44a7c-4c76-4096-9ccb-13c2880cbf08 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Checking segment: {'id': 'da59d9e2-6c53-4ecb-853b-1619e09914ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '91ab30c5-e460-492f-8050-4a8d167d15b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:24:02.209200 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac44a7c-4c76-4096-9ccb-13c2880cbf08 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Network hostable DHCP agents. Network: 91ab30c5-e460-492f-8050-4a8d167d15b8, hostable agents: ['6527556c-6586-422c-ae47-082984683847'], hosted agents: [] {{(pid=83738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:24:02.213795 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-7c94d85e-b852-49ca-8fc7-e9c9db4cd1b6 tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:24:02.216836 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-50241ec5-3ebe-4cfc-be72-8a64ff812175 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1525496'] for subnet, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:02.282786 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:02.382027 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b56a15e-95c7-463b-b5a1-3b6e02bd4650 req-6ceaf79d-9b62-4683-b8c5-92850b881942 tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:24:02.385235 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Pushing event updated for resources: {'Port': ['ID=ce102191-c862-4595-b40b-01aa258c2118,revision_number=5']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:24:02.396775 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-3b56a15e-95c7-463b-b5a1-3b6e02bd4650 req-6ceaf79d-9b62-4683-b8c5-92850b881942 tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] 10.222.0.13 "GET /v2.0/ports?device_id=16725675-ba59-4dce-8b8e-c03b4061c4de HTTP/1.1" status: 200 len: 946 time: 0.1607068 Mar 07 10:24:02.422214 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-8cc05d97-fee4-4644-bf38-a109eb529367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:02.514659 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 9808f46c-24d2-458a-910b-0e15ac97bf42 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:24:02.518975 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-328600fb-4163-4861-857a-c5e00b2432ec tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:02.526015 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-3b56a15e-95c7-463b-b5a1-3b6e02bd4650 req-009b9176-7189-4109-9580-3dd91c11c02c tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] 10.222.0.13 "GET /v2.0/security-groups?id=c28a13f4-01ef-4f24-988e-e07a61e72f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1218910 Mar 07 10:24:02.656021 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54b87be-fa9a-4206-8dae-6ee7bcdd97eb req-b0e3e0e0-c00c-422c-8fd8-78a31dc7b811 tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:24:02.657606 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b54b87be-fa9a-4206-8dae-6ee7bcdd97eb req-b0e3e0e0-c00c-422c-8fd8-78a31dc7b811 tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb8b81f9-5f5d-4abb-81f3-727a61b18171 HTTP/1.1" status: 200 len: 945 time: 0.1306973 Mar 07 10:24:02.711271 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19eeac57-c495-4a5f-bc2c-7b02d64b1382 None None] DHCP port deletion for d5491000-4b01-40af-8a05-e4acaef1dde1 request from dv-neutron-830731-3-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 07 10:24:02.725892 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b54b87be-fa9a-4206-8dae-6ee7bcdd97eb req-07a562ed-35b7-45d8-9378-f3d01025539f tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] 10.222.0.13 "GET /v2.0/security-groups?id=c735d486-3973-4844-a84d-db3442c4bb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598624 Mar 07 10:24:02.736968 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-19eeac57-c495-4a5f-bc2c-7b02d64b1382 None None] Deleting port 852f491a-065c-4ea6-93ef-140898a52c9b {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:24:02.737835 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-19eeac57-c495-4a5f-bc2c-7b02d64b1382 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:02.763882 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328600fb-4163-4861-857a-c5e00b2432ec tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Pushing event deleted for resources: {'Port': ['ID=78dfddb3-865b-4a84-bd44-2bb19cc93171,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:24:02.781439 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9a41462-2213-477c-a0d7-2a574dc86c0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce102191-c862-4595-b40b-01aa258c2118'}] {{(pid=83739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 10:24:02.847209 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-2b807073-f480-457e-a3b5-089d7bd4d876 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487-project] For port 852f491a-065c-4ea6-93ef-140898a52c9b, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=852f491a-065c-4ea6-93ef-140898a52c9b,segment=NetworkSegment(81342563-5fef-4379-8e38-a87080b4236e),segment_id=81342563-5fef-4379-8e38-a87080b4236e)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:24:02.847704 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2b807073-f480-457e-a3b5-089d7bd4d876 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:02.876682 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning for port 9808f46c-24d2-458a-910b-0e15ac97bf42 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:24:02.882483 dv-neutron-830731-3-hyperv neutron-server[83739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9a41462-2213-477c-a0d7-2a574dc86c0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce102191-c862-4595-b40b-01aa258c2118', 'code': 200} Mar 07 10:24:02.906889 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device d340e599-8663-4e44-a090-56768615641c up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:24:02.935075 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-542a305d-4807-4a32-9e23-a6c17d031f99 None None] Network a238bd51-95e9-4b00-af43-2666e969ddae requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:24:02.983549 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-adbd2215-c8ee-41f3-92a6-4182ca26b8a8 None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 10:24:03.000588 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac44a7c-4c76-4096-9ccb-13c2880cbf08 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Network 91ab30c5-e460-492f-8050-4a8d167d15b8 is scheduled to be hosted by DHCP agent 6527556c-6586-422c-ae47-082984683847 with binding_index 1 {{(pid=83738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:24:03.024013 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-2b807073-f480-457e-a3b5-089d7bd4d876 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487-project] Calling delete_port for 852f491a-065c-4ea6-93ef-140898a52c9b owned by network:dhcp {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:24:03.133258 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-50241ec5-3ebe-4cfc-be72-8a64ff812175 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1525489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3556647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741465'] for subnet, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:03.147263 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-328600fb-4163-4861-857a-c5e00b2432ec tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:03.242079 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-328600fb-4163-4861-857a-c5e00b2432ec tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] 10.222.0.13 "DELETE /v2.0/ports/78dfddb3-865b-4a84-bd44-2bb19cc93171 HTTP/1.1" status: 204 len: 168 time: 3.4959376 Mar 07 10:24:03.243155 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 58326) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:24:03.270851 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c87150bd-aa9c-4ad1-bb68-57ec66d4fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:03.273081 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.db.api [None req-8cc05d97-fee4-4644-bf38-a109eb529367 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 10:24:03.273646 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG oslo_db.api [None req-8cc05d97-fee4-4644-bf38-a109eb529367 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 10:24:03.279515 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-6ac44a7c-4c76-4096-9ccb-13c2880cbf08 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830731-3-hyperv, 91ab30c5-e460-492f-8050-4a8d167d15b8) {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:24:03.289350 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac44a7c-4c76-4096-9ccb-13c2880cbf08 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:24:03.301095 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac44a7c-4c76-4096-9ccb-13c2880cbf08 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:24:03.304209 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c18f8cf-9494-4fdb-b9d5-457322b78542 None None] Network 91ab30c5-e460-492f-8050-4a8d167d15b8 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:24:03.305945 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac44a7c-4c76-4096-9ccb-13c2880cbf08 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:24:03.306625 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6ac44a7c-4c76-4096-9ccb-13c2880cbf08 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:03.470164 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50241ec5-3ebe-4cfc-be72-8a64ff812175 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Pushing event deleted for resources: {'Subnet': ['ID=4335aec1-1e6c-4059-b066-e748a712fcdc,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:24:03.481514 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-6851e7bb-d280-4f53-a89f-0d76d0282e5c tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] DELETE failed (client error): The resource could not be found. Mar 07 10:24:03.482005 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6851e7bb-d280-4f53-a89f-0d76d0282e5c tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:24:03.484251 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-6851e7bb-d280-4f53-a89f-0d76d0282e5c tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] 10.222.0.13 "DELETE /v2.0/ports/78dfddb3-865b-4a84-bd44-2bb19cc93171 HTTP/1.1" status: 404 len: 333 time: 0.2062442 Mar 07 10:24:03.503623 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 58332) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:24:03.513122 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-50241ec5-3ebe-4cfc-be72-8a64ff812175 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:03.514935 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-50241ec5-3ebe-4cfc-be72-8a64ff812175 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "DELETE /v2.0/subnets/4335aec1-1e6c-4059-b066-e748a712fcdc HTTP/1.1" status: 204 len: 168 time: 3.6086965 Mar 07 10:24:03.544740 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 58336) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:24:03.556400 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-19eeac57-c495-4a5f-bc2c-7b02d64b1382 None None] For port 852f491a-065c-4ea6-93ef-140898a52c9b, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=852f491a-065c-4ea6-93ef-140898a52c9b,segment=NetworkSegment(81342563-5fef-4379-8e38-a87080b4236e),segment_id=81342563-5fef-4379-8e38-a87080b4236e)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:24:03.557939 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-19eeac57-c495-4a5f-bc2c-7b02d64b1382 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:03.772850 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd89ff1-1051-44ab-9772-acbf55ad444d req-67fd974d-3893-4e3f-928a-04bd83684c79 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:24:03.774040 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-19eeac57-c495-4a5f-bc2c-7b02d64b1382 None None] Calling delete_port for 852f491a-065c-4ea6-93ef-140898a52c9b owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:24:03.774533 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-0bd89ff1-1051-44ab-9772-acbf55ad444d req-67fd974d-3893-4e3f-928a-04bd83684c79 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9a41462-2213-477c-a0d7-2a574dc86c0e HTTP/1.1" status: 200 len: 946 time: 0.5676656 Mar 07 10:24:03.775493 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1494be0-894f-4422-9ff4-ab5bf1912ea4 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] GET failed (client error): The resource could not be found. Mar 07 10:24:03.775953 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-b1494be0-894f-4422-9ff4-ab5bf1912ea4 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Synchronizing usage tracker for tenant:29ee0fb2487e46c6b75e400959e24994 on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:24:03.826386 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-6ac44a7c-4c76-4096-9ccb-13c2880cbf08 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 5.8700607 Mar 07 10:24:03.830662 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-4867d1d5-1358-45ea-8be2-857263be73ba tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2010646 Mar 07 10:24:03.830662 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 58344) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:24:03.832332 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 58346) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:24:03.842477 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-9a007916-f491-47ee-b7f2-91ea398b8821 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Request body: {'subnet': {'network_id': '98d8805b-dd65-4110-997b-2eea298bca78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:24:03.880120 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning for port d340e599-8663-4e44-a090-56768615641c completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:24:03.898542 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca0b752-4c57-46e1-bfb8-f57542c7466b None None] Network 98d8805b-dd65-4110-997b-2eea298bca78 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:24:03.927642 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-b1494be0-894f-4422-9ff4-ab5bf1912ea4 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Unset dirty status for tenant:29ee0fb2487e46c6b75e400959e24994 on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:24:03.928675 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-b1494be0-894f-4422-9ff4-ab5bf1912ea4 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] 10.222.0.13 "GET /v2.0/ports/78dfddb3-865b-4a84-bd44-2bb19cc93171 HTTP/1.1" status: 404 len: 333 time: 0.4229710 Mar 07 10:24:03.946763 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 58352) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:24:03.985481 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-0bd89ff1-1051-44ab-9772-acbf55ad444d req-cc22a552-8468-4930-8028-1bc50e255db1 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0cf1685-c0d8-4959-a53b-3f1ceedf7fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1665492 Mar 07 10:24:03.990400 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-20cdd1cd-fbc5-460e-87b2-7adc740dc4f7 req-33b0d04b-f528-4953-bea0-b7fca054b0d6 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e9a41462-2213-477c-a0d7-2a574dc86c0e HTTP/1.1" status: 200 len: 1099 time: 0.6143143 Mar 07 10:24:04.033166 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa268f7c-5738-4ae1-8df6-0e5b59ff9212 req-9bdd67aa-1fbc-4adc-b01d-a8d1a6fc63c1 tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:24:04.034650 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-aa268f7c-5738-4ae1-8df6-0e5b59ff9212 req-9bdd67aa-1fbc-4adc-b01d-a8d1a6fc63c1 tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] 10.222.0.13 "GET /v2.0/ports?device_id=16725675-ba59-4dce-8b8e-c03b4061c4de HTTP/1.1" status: 200 len: 946 time: 0.2491324 Mar 07 10:24:04.081057 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2b807073-f480-457e-a3b5-089d7bd4d876 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:04.098935 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3205d248-33d9-4062-b5ef-581fbc16bccf tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:24:04.104308 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3205d248-33d9-4062-b5ef-581fbc16bccf tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:24:04.106266 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-3205d248-33d9-4062-b5ef-581fbc16bccf tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.2634470 Mar 07 10:24:04.114732 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-8cc05d97-fee4-4644-bf38-a109eb529367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:04.114903 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 58356) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:24:04.121919 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-20cdd1cd-fbc5-460e-87b2-7adc740dc4f7 req-2ab61128-98ca-4d10-bc78-a98a16e61b00 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=f0cf1685-c0d8-4959-a53b-3f1ceedf7fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1205101 Mar 07 10:24:04.138709 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-aa268f7c-5738-4ae1-8df6-0e5b59ff9212 req-93454b5d-09be-4b69-af49-cd571479e415 tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] 10.222.0.13 "GET /v2.0/security-groups?id=c28a13f4-01ef-4f24-988e-e07a61e72f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933902 Mar 07 10:24:04.170694 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.db.api [None req-19eeac57-c495-4a5f-bc2c-7b02d64b1382 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 10:24:04.171318 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG oslo_db.api [None req-19eeac57-c495-4a5f-bc2c-7b02d64b1382 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 10:24:04.213351 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-8cc05d97-fee4-4644-bf38-a109eb529367 None None] For port 3b42f3a4-9ccd-47d2-96af-7111bf0990f9, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=3b42f3a4-9ccd-47d2-96af-7111bf0990f9,segment=NetworkSegment(13510a37-88c7-493e-9701-b414ea24fc4c),segment_id=13510a37-88c7-493e-9701-b414ea24fc4c)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:24:04.297296 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b807073-f480-457e-a3b5-089d7bd4d876 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487-project] Pushing event deleted for resources: {'Port': ['ID=852f491a-065c-4ea6-93ef-140898a52c9b,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:24:04.331209 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-8cc05d97-fee4-4644-bf38-a109eb529367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:04.370084 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-9a007916-f491-47ee-b7f2-91ea398b8821 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:24:04.370442 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 852f491a-065c-4ea6-93ef-140898a52c9b no longer exists at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:24:04.373125 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b807073-f480-457e-a3b5-089d7bd4d876 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487-project] No DVR routers for this DVR port 852f491a-065c-4ea6-93ef-140898a52c9b on host dv-neutron-830731-3-hyperv {{(pid=83738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:24:04.401437 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2c1779-f7e1-4642-9d85-d7a2d4c648f6 req-27cd8b14-3518-4f25-b636-950e6d41ca47 tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:24:04.403044 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-1a2c1779-f7e1-4642-9d85-d7a2d4c648f6 req-27cd8b14-3518-4f25-b636-950e6d41ca47 tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb8b81f9-5f5d-4abb-81f3-727a61b18171 HTTP/1.1" status: 200 len: 945 time: 0.2025888 Mar 07 10:24:04.410356 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-9a007916-f491-47ee-b7f2-91ea398b8821 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Usage tracker for resource:subnet and tenant:0f1e04191c7443f7844c0202165e746c is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:24:04.464232 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-9a007916-f491-47ee-b7f2-91ea398b8821 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:24:04.467217 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] No Port match for: 852f491a-065c-4ea6-93ef-140898a52c9b {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 10:24:04.467357 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 852f491a-065c-4ea6-93ef-140898a52c9b not bound to the agent host dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 10:24:04.475701 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4528702-1848-44ce-ac3d-a25ecc786818 req-1bcbeff6-2d84-4bc6-8294-d08bdb9dc59a tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:24:04.477372 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-e4528702-1848-44ce-ac3d-a25ecc786818 req-1bcbeff6-2d84-4bc6-8294-d08bdb9dc59a tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] 10.222.0.13 "GET /v2.0/ports?device_id=16725675-ba59-4dce-8b8e-c03b4061c4de HTTP/1.1" status: 200 len: 946 time: 0.1284771 Mar 07 10:24:04.480098 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-1a2c1779-f7e1-4642-9d85-d7a2d4c648f6 req-af4894aa-c02f-4ef5-b3a7-9bc214221ba9 tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] 10.222.0.13 "GET /v2.0/security-groups?id=c735d486-3973-4844-a84d-db3442c4bb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702188 Mar 07 10:24:04.483182 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-9a007916-f491-47ee-b7f2-91ea398b8821 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:24:04.487162 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 58362) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:24:04.488167 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-b15a74c2-e995-4795-adaf-51f4fc04a9c7 None None] Could not find standard attr ID for object 89c630e0-ff8e-415d-bdae-7806535d709b. {{(pid=83739) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 07 10:24:04.493531 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-4bba3ac4-726a-420b-a2b9-e59745a874bb tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] Request body: {'floatingip': {'port_id': 'f243225f-86aa-45f6-8146-7b796bc3b24c'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:24:04.518143 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc05d97-fee4-4644-bf38-a109eb529367 None None] Pushing event updated for resources: {'Port': ['ID=3b42f3a4-9ccd-47d2-96af-7111bf0990f9,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:24:04.548989 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-b15a74c2-e995-4795-adaf-51f4fc04a9c7 None None] Provisioning for port 399d3ef0-2f56-41c4-ae7c-384e848c22d0 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:24:04.558922 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-b15a74c2-e995-4795-adaf-51f4fc04a9c7 None None] Provisioning complete for port 399d3ef0-2f56-41c4-ae7c-384e848c22d0 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:24:04.559532 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-b15a74c2-e995-4795-adaf-51f4fc04a9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:04.578602 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4bba3ac4-726a-420b-a2b9-e59745a874bb tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] Notify callbacks [] for floatingip, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:04.650754 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-b08ba64a-0047-42cc-8bdd-1f0d8f5b97d4 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Deleting port 8eeb994f-3a3a-4535-99ca-839b588db1ff {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:24:04.651092 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b08ba64a-0047-42cc-8bdd-1f0d8f5b97d4 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:04.662887 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc2524b1-333a-4cd5-b7a7-a6aff4af8043 None None] DHCP port deletion for 98d8805b-dd65-4110-997b-2eea298bca78 request from dv-neutron-830731-3-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 07 10:24:04.705347 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-19eeac57-c495-4a5f-bc2c-7b02d64b1382 None None] Deleting port 852f491a-065c-4ea6-93ef-140898a52c9b {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:24:04.706272 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-19eeac57-c495-4a5f-bc2c-7b02d64b1382 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:04.717647 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2b807073-f480-457e-a3b5-089d7bd4d876 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1526893', 'neutron.services.segments.db._delete_segments_for_network-8732568551033'] for network, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:04.736446 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-b15a74c2-e995-4795-adaf-51f4fc04a9c7 None None] Port 399d3ef0-2f56-41c4-ae7c-384e848c22d0 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:24:04.743970 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-fc2524b1-333a-4cd5-b7a7-a6aff4af8043 None None] Deleting port 3b42f3a4-9ccd-47d2-96af-7111bf0990f9 {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:24:04.744453 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-fc2524b1-333a-4cd5-b7a7-a6aff4af8043 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:04.762114 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a007916-f491-47ee-b7f2-91ea398b8821 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Made reservation on behalf of 0f1e04191c7443f7844c0202165e746c for: {'subnet': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:24:04.769047 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9a007916-f491-47ee-b7f2-91ea398b8821 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741426'] for subnet, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:04.869270 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-19eeac57-c495-4a5f-bc2c-7b02d64b1382 None None] The port '852f491a-065c-4ea6-93ef-140898a52c9b' was deleted {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 07 10:24:04.895480 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-2b807073-f480-457e-a3b5-089d7bd4d876 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5491000-4b01-40af-8a05-e4acaef1dde1']}} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:24:04.903163 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-b15a74c2-e995-4795-adaf-51f4fc04a9c7 None None] Provisioning for port 9808f46c-24d2-458a-910b-0e15ac97bf42 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:24:04.946286 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-2b807073-f480-457e-a3b5-089d7bd4d876 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81342563-5fef-4379-8e38-a87080b4236e') {'for_net_delete': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:24:04.946647 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-2b807073-f480-457e-a3b5-089d7bd4d876 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81342563-5fef-4379-8e38-a87080b4236e') {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:24:04.959173 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-b15a74c2-e995-4795-adaf-51f4fc04a9c7 None None] Provisioning complete for port 9808f46c-24d2-458a-910b-0e15ac97bf42 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:24:04.959919 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-b15a74c2-e995-4795-adaf-51f4fc04a9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:05.074193 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2b807073-f480-457e-a3b5-089d7bd4d876 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732568550916', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968000'] for segment, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:05.088941 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_v2 [None req-121c5366-12b4-41ea-a32f-ae08ab9d66d2 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Deleting subnet 56b436c9-a44f-4bce-8d91-20f376816e0d {{(pid=83738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 07 10:24:05.124267 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-121c5366-12b4-41ea-a32f-ae08ab9d66d2 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks [] for subnet, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:05.198635 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2b807073-f480-457e-a3b5-089d7bd4d876 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:05.248752 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b807073-f480-457e-a3b5-089d7bd4d876 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=83738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 07 10:24:05.249165 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2b807073-f480-457e-a3b5-089d7bd4d876 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1227397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3556681'] for segment, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:05.290203 dv-neutron-830731-3-hyperv neutron-server[83738]: Traceback (most recent call last): Mar 07 10:24:05.290203 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 07 10:24:05.290203 dv-neutron-830731-3-hyperv neutron-server[83738]: timer() Mar 07 10:24:05.290203 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:24:05.290203 dv-neutron-830731-3-hyperv neutron-server[83738]: cb(*args, **kw) Mar 07 10:24:05.290203 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 10:24:05.290203 dv-neutron-830731-3-hyperv neutron-server[83738]: return func(*args, **kwargs) Mar 07 10:24:05.290203 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:24:05.290203 dv-neutron-830731-3-hyperv neutron-server[83738]: self._notify() Mar 07 10:24:05.290203 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:24:05.290203 dv-neutron-830731-3-hyperv neutron-server[83738]: self.callback(batched_events) Mar 07 10:24:05.290203 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:24:05.290203 dv-neutron-830731-3-hyperv neutron-server[83738]: event.method(event) Mar 07 10:24:05.290203 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 10:24:05.290203 dv-neutron-830731-3-hyperv neutron-server[83738]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:24:05.290203 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 10:24:05.290203 dv-neutron-830731-3-hyperv neutron-server[83738]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:24:05.290203 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 10:24:05.290203 dv-neutron-830731-3-hyperv neutron-server[83738]: return f(self, *a, **k) Mar 07 10:24:05.290203 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:24:05.290203 dv-neutron-830731-3-hyperv neutron-server[83738]: return self._get(url).json() Mar 07 10:24:05.290203 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:24:05.290203 dv-neutron-830731-3-hyperv neutron-server[83738]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:24:05.290203 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 07 10:24:05.290203 dv-neutron-830731-3-hyperv neutron-server[83738]: return self.request(url, 'GET', **kwargs) Mar 07 10:24:05.290203 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 07 10:24:05.290203 dv-neutron-830731-3-hyperv neutron-server[83738]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:24:05.290203 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 07 10:24:05.290203 dv-neutron-830731-3-hyperv neutron-server[83738]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:24:05.290203 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 07 10:24:05.290203 dv-neutron-830731-3-hyperv neutron-server[83738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:24:05.290203 dv-neutron-830731-3-hyperv neutron-server[83738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:24:05.303877 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b08ba64a-0047-42cc-8bdd-1f0d8f5b97d4 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:05.432441 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-b15a74c2-e995-4795-adaf-51f4fc04a9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:05.451157 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-fc2524b1-333a-4cd5-b7a7-a6aff4af8043 None None] For port 3b42f3a4-9ccd-47d2-96af-7111bf0990f9, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=3b42f3a4-9ccd-47d2-96af-7111bf0990f9,segment=NetworkSegment(13510a37-88c7-493e-9701-b414ea24fc4c),segment_id=13510a37-88c7-493e-9701-b414ea24fc4c)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:24:05.451556 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-fc2524b1-333a-4cd5-b7a7-a6aff4af8043 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:05.618721 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-b15a74c2-e995-4795-adaf-51f4fc04a9c7 None None] For port 9808f46c-24d2-458a-910b-0e15ac97bf42, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=9808f46c-24d2-458a-910b-0e15ac97bf42,segment=NetworkSegment(9c1c44c9-5346-4012-9f19-34df4ad3f20c),segment_id=9c1c44c9-5346-4012-9f19-34df4ad3f20c)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:24:05.629252 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-fc2524b1-333a-4cd5-b7a7-a6aff4af8043 None None] Calling delete_port for 3b42f3a4-9ccd-47d2-96af-7111bf0990f9 owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:24:05.660948 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-b15a74c2-e995-4795-adaf-51f4fc04a9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:05.721615 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-b08ba64a-0047-42cc-8bdd-1f0d8f5b97d4 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Calling delete_port for 8eeb994f-3a3a-4535-99ca-839b588db1ff owned by {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:24:05.763982 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-b15a74c2-e995-4795-adaf-51f4fc04a9c7 None None] Provisioning for port d340e599-8663-4e44-a090-56768615641c completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:24:05.769835 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-121c5366-12b4-41ea-a32f-ae08ab9d66d2 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2969395'] for subnet, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:05.781974 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15a74c2-e995-4795-adaf-51f4fc04a9c7 None None] Pushing event updated for resources: {'Port': ['ID=9808f46c-24d2-458a-910b-0e15ac97bf42,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:24:05.785921 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-b15a74c2-e995-4795-adaf-51f4fc04a9c7 None None] Provisioning complete for port d340e599-8663-4e44-a090-56768615641c triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:24:05.785921 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-b15a74c2-e995-4795-adaf-51f4fc04a9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:05.824584 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-fc2524b1-333a-4cd5-b7a7-a6aff4af8043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812'] for port, after_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:05.888778 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2524b1-333a-4cd5-b7a7-a6aff4af8043 None None] Pushing event deleted for resources: {'Port': ['ID=3b42f3a4-9ccd-47d2-96af-7111bf0990f9,revision_number=None']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:24:05.895567 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2524b1-333a-4cd5-b7a7-a6aff4af8043 None None] No DVR routers for this DVR port 3b42f3a4-9ccd-47d2-96af-7111bf0990f9 on host dv-neutron-830731-3-hyperv {{(pid=83739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:24:05.942946 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1271ca-0edb-474f-80f0-c1ac2d7f1bbd req-eb91a820-b22a-4664-b6c0-6b672826fb71 tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:24:05.944448 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ec1271ca-0edb-474f-80f0-c1ac2d7f1bbd req-eb91a820-b22a-4664-b6c0-6b672826fb71 tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb8b81f9-5f5d-4abb-81f3-727a61b18171 HTTP/1.1" status: 200 len: 945 time: 1.2078290 Mar 07 10:24:05.960445 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 58370) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:24:05.966400 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-7f707728-6b7f-40df-b765-9f83cc56b5b5 tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] Request body: {'floatingip': {'port_id': '138362d5-68d0-4dc3-bc21-f03dcf4dd19d'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:24:05.971797 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-b15a74c2-e995-4795-adaf-51f4fc04a9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:06.019960 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2b807073-f480-457e-a3b5-089d7bd4d876 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1526886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923583'] for network, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:06.022537 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-b15a74c2-e995-4795-adaf-51f4fc04a9c7 None None] For port d340e599-8663-4e44-a090-56768615641c, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=d340e599-8663-4e44-a090-56768615641c,segment=NetworkSegment(1488fd0d-ed67-4767-a7ce-d7451f2f3450),segment_id=1488fd0d-ed67-4767-a7ce-d7451f2f3450)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:24:06.029731 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-b15a74c2-e995-4795-adaf-51f4fc04a9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:06.055854 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2b807073-f480-457e-a3b5-089d7bd4d876 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:06.059766 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7f707728-6b7f-40df-b765-9f83cc56b5b5 tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] Notify callbacks [] for floatingip, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:06.062804 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-b15a74c2-e995-4795-adaf-51f4fc04a9c7 None None] Could not find standard attr ID for object 3b42f3a4-9ccd-47d2-96af-7111bf0990f9. {{(pid=83739) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 07 10:24:06.079666 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b807073-f480-457e-a3b5-089d7bd4d876 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487-project] Pushing event deleted for resources: {'Network': ['ID=d5491000-4b01-40af-8a05-e4acaef1dde1,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:24:06.103566 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15a74c2-e995-4795-adaf-51f4fc04a9c7 None None] Pushing event updated for resources: {'Port': ['ID=d340e599-8663-4e44-a090-56768615641c,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:24:06.122906 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-2b807073-f480-457e-a3b5-089d7bd4d876 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487 tempest-ExtraDHCPOptionsIpV6TestJSON-1513221487-project] 10.222.0.13 "DELETE /v2.0/networks/d5491000-4b01-40af-8a05-e4acaef1dde1 HTTP/1.1" status: 204 len: 168 time: 4.8413475 Mar 07 10:24:06.170804 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c94d85e-b852-49ca-8fc7-e9c9db4cd1b6 tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Router 16aadf06-620b-4c6f-be54-4b345436ee45 is scheduled to L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 with binding_index 1 {{(pid=83738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 10:24:06.179100 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b08ba64a-0047-42cc-8bdd-1f0d8f5b97d4 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:06.182367 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-121c5366-12b4-41ea-a32f-ae08ab9d66d2 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1525496'] for subnet, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:06.192354 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-612fef0c-d837-4974-a26d-1af1d06a5a62 None None] Provisioning complete for port 9808f46c-24d2-458a-910b-0e15ac97bf42 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:24:06.193040 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-612fef0c-d837-4974-a26d-1af1d06a5a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:06.244210 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a752feb-3853-4254-81fe-2e50824e530c req-844cc282-8665-4211-80de-b22f5a4e4d54 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:24:06.252645 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-3a752feb-3853-4254-81fe-2e50824e530c req-844cc282-8665-4211-80de-b22f5a4e4d54 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9a41462-2213-477c-a0d7-2a574dc86c0e HTTP/1.1" status: 200 len: 946 time: 0.4375322 Mar 07 10:24:06.255032 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9a007916-f491-47ee-b7f2-91ea398b8821 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3556832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741408'] for subnet, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:06.328812 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08ba64a-0047-42cc-8bdd-1f0d8f5b97d4 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Pushing event deleted for resources: {'Port': ['ID=8eeb994f-3a3a-4535-99ca-839b588db1ff,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:24:06.354332 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 9808f46c-24d2-458a-910b-0e15ac97bf42 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:24:06.354751 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.db.resource_extend [None req-4bba3ac4-726a-420b-a2b9-e59745a874bb tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 10:24:06.398349 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b08ba64a-0047-42cc-8bdd-1f0d8f5b97d4 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:06.455990 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-b08ba64a-0047-42cc-8bdd-1f0d8f5b97d4 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] 10.222.0.13 "DELETE /v2.0/ports/8eeb994f-3a3a-4535-99ca-839b588db1ff HTTP/1.1" status: 204 len: 168 time: 2.2935584 Mar 07 10:24:06.456504 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-612fef0c-d837-4974-a26d-1af1d06a5a62 None None] Could not find standard attr ID for object 78dfddb3-865b-4a84-bd44-2bb19cc93171. {{(pid=83739) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 07 10:24:06.461565 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 58376) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:24:06.476407 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 9808f46c-24d2-458a-910b-0e15ac97bf42 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:24:06.476637 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-3a752feb-3853-4254-81fe-2e50824e530c req-a51a088e-ce77-4765-9672-29d3fbd7de2b tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0cf1685-c0d8-4959-a53b-3f1ceedf7fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2229309 Mar 07 10:24:06.476803 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:06.533560 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a007916-f491-47ee-b7f2-91ea398b8821 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Network 98d8805b-dd65-4110-997b-2eea298bca78 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:24:06.589067 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-9a007916-f491-47ee-b7f2-91ea398b8821 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:24:06.602425 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a007916-f491-47ee-b7f2-91ea398b8821 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Pushing event updated for resources: {'Subnet': ['ID=d37f388b-a17b-4b29-bc7c-7db6f939cbdc,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:24:06.606976 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d12835b9-1e2f-498f-a64e-732e7c80300f None None] Network 98d8805b-dd65-4110-997b-2eea298bca78 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:24:06.618762 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a007916-f491-47ee-b7f2-91ea398b8821 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:24:06.619352 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9a007916-f491-47ee-b7f2-91ea398b8821 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:06.632013 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 58382) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:24:06.675398 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-4d2434ad-46ff-4feb-8001-84921088ccac tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Deleting port 7d8e45be-fa11-4a04-b76c-4377d9d65e67 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:24:06.675748 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4d2434ad-46ff-4feb-8001-84921088ccac tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:06.701029 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-121c5366-12b4-41ea-a32f-ae08ab9d66d2 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1525489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3556647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741465'] for subnet, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:06.745030 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device d340e599-8663-4e44-a090-56768615641c up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:24:06.748998 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-9a007916-f491-47ee-b7f2-91ea398b8821 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.9138360 Mar 07 10:24:06.769589 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 58388) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:24:06.781302 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121c5366-12b4-41ea-a32f-ae08ab9d66d2 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Pushing event deleted for resources: {'Subnet': ['ID=56b436c9-a44f-4bce-8d91-20f376816e0d,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:24:06.789886 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-32e33622-b1a1-4eac-8b37-e6c5fa82bff8 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Request body: {'port': {'network_id': '98d8805b-dd65-4110-997b-2eea298bca78', 'name': 'tempest-NetworksTestDHCPv6-592612541'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:24:06.828782 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b79ceab-2f97-4e59-a7b6-bf92a49f455b None None] Network a238bd51-95e9-4b00-af43-2666e969ddae requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:24:06.865786 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-121c5366-12b4-41ea-a32f-ae08ab9d66d2 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:06.869975 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-121c5366-12b4-41ea-a32f-ae08ab9d66d2 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] 10.222.0.13 "DELETE /v2.0/subnets/56b436c9-a44f-4bce-8d91-20f376816e0d HTTP/1.1" status: 204 len: 168 time: 2.9199102 Mar 07 10:24:06.871828 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 58392) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:24:06.913536 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4bba3ac4-726a-420b-a2b9-e59745a874bb tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:06.919445 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4bba3ac4-726a-420b-a2b9-e59745a874bb tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923533'] for floatingip, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:07.057824 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port d340e599-8663-4e44-a090-56768615641c triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:24:07.058371 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:07.087158 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aced1c93-bf26-4e41-a1c2-8ec21e068ca4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ec2749d-0aec-52fb-aca6-10ba8a80aade-98d8805b-dd65-4110-997b-2eea298bca78', 'network_id': '98d8805b-dd65-4110-997b-2eea298bca78', 'tenant_id': '0f1e04191c7443f7844c0202165e746c', 'fixed_ips': [{'subnet_id': 'd37f388b-a17b-4b29-bc7c-7db6f939cbdc'}]}} from dv-neutron-830731-3-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 07 10:24:07.088528 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-aced1c93-bf26-4e41-a1c2-8ec21e068ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:07.212415 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2eeaed37-6573-4816-970e-a0c10bb83dfc tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1158940'] for network, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:07.236794 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-f2aa1b13-4bcb-49eb-ad76-38552e1ad0c0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5b867f4d1c2443f8b8e199603fc08dd9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5915294 Mar 07 10:24:07.236990 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.db.l3_db [None req-4bba3ac4-726a-420b-a2b9-e59745a874bb tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] Floating IP e53cc66e-d40a-49e6-9816-a267f90037a5 associated. External IP: 172.26.8.165, port: f243225f-86aa-45f6-8146-7b796bc3b24c. Mar 07 10:24:07.244520 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 58396) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:24:07.290409 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c94d85e-b852-49ca-8fc7-e9c9db4cd1b6 tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:24:07.295217 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7f707728-6b7f-40df-b765-9f83cc56b5b5 tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:07.300294 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4d2434ad-46ff-4feb-8001-84921088ccac tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:07.307736 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-32e33622-b1a1-4eac-8b37-e6c5fa82bff8 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:24:07.310510 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e014891c-2d6e-4cb1-bbda-f882b4fed1aa None None] Sync routers for ids ['16aadf06-620b-4c6f-be54-4b345436ee45'] in dv-neutron-830731-3-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:24:07.316929 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-7c94d85e-b852-49ca-8fc7-e9c9db4cd1b6 tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] 10.222.0.13 "PUT /v2.0/routers/16aadf06-620b-4c6f-be54-4b345436ee45/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7465923 Mar 07 10:24:07.323725 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 58400) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:24:07.328875 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-32e33622-b1a1-4eac-8b37-e6c5fa82bff8 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Usage tracker for resource:port and tenant:0f1e04191c7443f7844c0202165e746c is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:24:07.329466 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e014891c-2d6e-4cb1-bbda-f882b4fed1aa None None] Routers {'16aadf06-620b-4c6f-be54-4b345436ee45'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:24:07.330017 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-e014891c-2d6e-4cb1-bbda-f882b4fed1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:24:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['16aadf06-620b-4c6f-be54-4b345436ee45'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:24:07.338894 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-5691b188-fc51-4642-8a82-12a00a65828e tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Request body: {'port': {'network_id': '3a8721a9-928b-461f-af0c-d82fcdceff07', 'name': 'tempest-FloatingIPNegativeTestJSON-1952363200'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:24:07.358805 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-32e33622-b1a1-4eac-8b37-e6c5fa82bff8 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:24:07.370989 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7f707728-6b7f-40df-b765-9f83cc56b5b5 tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923533'] for floatingip, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:07.410364 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-2eeaed37-6573-4816-970e-a0c10bb83dfc tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Deleting port 9808f46c-24d2-458a-910b-0e15ac97bf42 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:24:07.410702 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2eeaed37-6573-4816-970e-a0c10bb83dfc tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:07.418920 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-e014891c-2d6e-4cb1-bbda-f882b4fed1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:24:07.436664 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e014891c-2d6e-4cb1-bbda-f882b4fed1aa None None] Routers {'16aadf06-620b-4c6f-be54-4b345436ee45'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:24:07.437503 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-e014891c-2d6e-4cb1-bbda-f882b4fed1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:24:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['16aadf06-620b-4c6f-be54-4b345436ee45'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:24:07.458702 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-aced1c93-bf26-4e41-a1c2-8ec21e068ca4 None None] Allocated IP 2001:db8::2 (98d8805b-dd65-4110-997b-2eea298bca78/d37f388b-a17b-4b29-bc7c-7db6f939cbdc/6c3e548b-b3a4-48b4-aa8f-cfc3f83f81bd) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:24:07.521477 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-32e33622-b1a1-4eac-8b37-e6c5fa82bff8 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:24:07.548214 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-4d2434ad-46ff-4feb-8001-84921088ccac tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Calling delete_port for 7d8e45be-fa11-4a04-b76c-4377d9d65e67 owned by {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:24:07.548442 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-e014891c-2d6e-4cb1-bbda-f882b4fed1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:24:07.548750 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e014891c-2d6e-4cb1-bbda-f882b4fed1aa None None] The sync data for ids ['16aadf06-620b-4c6f-be54-4b345436ee45'] in dv-neutron-830731-3-hyperv is: [] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:24:07.586130 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-202a4195-6883-4800-afd4-15d96a0ac76d None None] DHCP port deletion for a238bd51-95e9-4b00-af43-2666e969ddae request from dv-neutron-830731-3-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 07 10:24:07.588259 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 3b42f3a4-9ccd-47d2-96af-7111bf0990f9 no longer exists at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:24:07.638075 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-202a4195-6883-4800-afd4-15d96a0ac76d None None] Deleting port 9808f46c-24d2-458a-910b-0e15ac97bf42 {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:24:07.638453 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-202a4195-6883-4800-afd4-15d96a0ac76d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:07.669504 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] No Port match for: 3b42f3a4-9ccd-47d2-96af-7111bf0990f9 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 10:24:07.669871 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 3b42f3a4-9ccd-47d2-96af-7111bf0990f9 not bound to the agent host dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 10:24:07.746640 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.db.l3_db [None req-7f707728-6b7f-40df-b765-9f83cc56b5b5 tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] Floating IP 11e33472-5290-4a74-8431-d47d6666640b associated. External IP: 172.26.8.121, port: 138362d5-68d0-4dc3-bc21-f03dcf4dd19d. Mar 07 10:24:07.786860 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32e33622-b1a1-4eac-8b37-e6c5fa82bff8 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Made reservation on behalf of 0f1e04191c7443f7844c0202165e746c for: {'port': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:24:07.790120 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-32e33622-b1a1-4eac-8b37-e6c5fa82bff8 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:07.915583 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-839358a4-3022-49b0-bb12-20a3ce5742eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:07.921358 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [None req-32e33622-b1a1-4eac-8b37-e6c5fa82bff8 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] device_id is not set on port 4aee3a78-68f3-495a-8d7a-df848fbc0cc2 yet. {{(pid=83738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 07 10:24:07.944212 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-202a4195-6883-4800-afd4-15d96a0ac76d None None] For port 9808f46c-24d2-458a-910b-0e15ac97bf42, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=9808f46c-24d2-458a-910b-0e15ac97bf42,segment=NetworkSegment(9c1c44c9-5346-4012-9f19-34df4ad3f20c),segment_id=9c1c44c9-5346-4012-9f19-34df4ad3f20c)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:24:07.944972 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-202a4195-6883-4800-afd4-15d96a0ac76d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:07.952139 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-aced1c93-bf26-4e41-a1c2-8ec21e068ca4 None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:08.068716 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-aced1c93-bf26-4e41-a1c2-8ec21e068ca4 None None] Transition to ACTIVE for port object 6c3e548b-b3a4-48b4-aa8f-cfc3f83f81bd will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:24:08.076910 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-202a4195-6883-4800-afd4-15d96a0ac76d None None] Calling delete_port for 9808f46c-24d2-458a-910b-0e15ac97bf42 owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:24:08.108306 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-839358a4-3022-49b0-bb12-20a3ce5742eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:08.114573 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4d2434ad-46ff-4feb-8001-84921088ccac tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:08.138061 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dccb87-a685-40eb-8ca9-1aecbde94267 req-2eb51518-6b8d-4dc4-8964-8e66c1508a57 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:24:08.139994 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-aced1c93-bf26-4e41-a1c2-8ec21e068ca4 None None] Transition to ACTIVE for port object 6c3e548b-b3a4-48b4-aa8f-cfc3f83f81bd will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:24:08.141261 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-48dccb87-a685-40eb-8ca9-1aecbde94267 req-2eb51518-6b8d-4dc4-8964-8e66c1508a57 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9a41462-2213-477c-a0d7-2a574dc86c0e HTTP/1.1" status: 200 len: 946 time: 0.4786339 Mar 07 10:24:08.150001 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-aced1c93-bf26-4e41-a1c2-8ec21e068ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:08.196744 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-5691b188-fc51-4642-8a82-12a00a65828e tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:24:08.216494 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-5691b188-fc51-4642-8a82-12a00a65828e tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Usage tracker for resource:port and tenant:841874e2d4dc4bfd986b0a20fa08ff45 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:24:08.227322 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aced1c93-bf26-4e41-a1c2-8ec21e068ca4 None None] Pushing event updated for resources: {'Port': ['ID=6c3e548b-b3a4-48b4-aa8f-cfc3f83f81bd,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:24:08.247555 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aced1c93-bf26-4e41-a1c2-8ec21e068ca4 None None] Network 98d8805b-dd65-4110-997b-2eea298bca78 is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:24:08.249023 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-aced1c93-bf26-4e41-a1c2-8ec21e068ca4 None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:24:08.251309 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aced1c93-bf26-4e41-a1c2-8ec21e068ca4 None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:24:08.254521 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-202a4195-6883-4800-afd4-15d96a0ac76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812'] for port, after_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:08.258760 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2434ad-46ff-4feb-8001-84921088ccac tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Pushing event deleted for resources: {'Port': ['ID=7d8e45be-fa11-4a04-b76c-4377d9d65e67,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:24:08.260629 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-48dccb87-a685-40eb-8ca9-1aecbde94267 req-9563b3e6-8ee4-4c64-a0da-bbda263438d0 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0cf1685-c0d8-4959-a53b-3f1ceedf7fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025665 Mar 07 10:24:08.263056 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-5691b188-fc51-4642-8a82-12a00a65828e tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:24:08.311400 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202a4195-6883-4800-afd4-15d96a0ac76d None None] Pushing event deleted for resources: {'Port': ['ID=9808f46c-24d2-458a-910b-0e15ac97bf42,revision_number=None']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:24:08.380372 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-2eeaed37-6573-4816-970e-a0c10bb83dfc tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] For port 9808f46c-24d2-458a-910b-0e15ac97bf42, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=9808f46c-24d2-458a-910b-0e15ac97bf42,segment=NetworkSegment(9c1c44c9-5346-4012-9f19-34df4ad3f20c),segment_id=9c1c44c9-5346-4012-9f19-34df4ad3f20c)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:24:08.381013 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2eeaed37-6573-4816-970e-a0c10bb83dfc tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:08.392644 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 9808f46c-24d2-458a-910b-0e15ac97bf42 no longer exists at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:24:08.436306 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-32e33622-b1a1-4eac-8b37-e6c5fa82bff8 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Allocated IP 2001:db8::12d (98d8805b-dd65-4110-997b-2eea298bca78/d37f388b-a17b-4b29-bc7c-7db6f939cbdc/4aee3a78-68f3-495a-8d7a-df848fbc0cc2) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:24:08.441448 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] No Port match for: 9808f46c-24d2-458a-910b-0e15ac97bf42 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 10:24:08.441844 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 9808f46c-24d2-458a-910b-0e15ac97bf42 not bound to the agent host dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 10:24:08.474762 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202a4195-6883-4800-afd4-15d96a0ac76d None None] No DVR routers for this DVR port 9808f46c-24d2-458a-910b-0e15ac97bf42 on host dv-neutron-830731-3-hyperv {{(pid=83739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:24:08.502815 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-aced1c93-bf26-4e41-a1c2-8ec21e068ca4 None None] Attempting to bind port 6c3e548b-b3a4-48b4-aa8f-cfc3f83f81bd on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:24:08.503189 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-aced1c93-bf26-4e41-a1c2-8ec21e068ca4 None None] Attempting to bind port 6c3e548b-b3a4-48b4-aa8f-cfc3f83f81bd by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': '13510a37-88c7-493e-9701-b414ea24fc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '98d8805b-dd65-4110-997b-2eea298bca78'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:24:08.503542 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aced1c93-bf26-4e41-a1c2-8ec21e068ca4 None None] Attempting to bind port 6c3e548b-b3a4-48b4-aa8f-cfc3f83f81bd on network 98d8805b-dd65-4110-997b-2eea298bca78 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:24:08.510349 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aced1c93-bf26-4e41-a1c2-8ec21e068ca4 None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:24:08.510717 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aced1c93-bf26-4e41-a1c2-8ec21e068ca4 None None] Checking segment: {'id': '13510a37-88c7-493e-9701-b414ea24fc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '98d8805b-dd65-4110-997b-2eea298bca78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:24:08.511114 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-aced1c93-bf26-4e41-a1c2-8ec21e068ca4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:08.511540 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aced1c93-bf26-4e41-a1c2-8ec21e068ca4 None None] Bound using segment: {'id': '13510a37-88c7-493e-9701-b414ea24fc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '98d8805b-dd65-4110-997b-2eea298bca78'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:24:08.511999 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-aced1c93-bf26-4e41-a1c2-8ec21e068ca4 None None] Bound port: 6c3e548b-b3a4-48b4-aa8f-cfc3f83f81bd, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13510a37-88c7-493e-9701-b414ea24fc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '98d8805b-dd65-4110-997b-2eea298bca78'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:24:08.512506 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-aced1c93-bf26-4e41-a1c2-8ec21e068ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:08.593336 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-5691b188-fc51-4642-8a82-12a00a65828e tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:24:08.596235 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bba3ac4-726a-420b-a2b9-e59745a874bb tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] Router de313ee9-33fe-4b9d-984b-e3c3c12f7a9d has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:24:08.612103 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-aced1c93-bf26-4e41-a1c2-8ec21e068ca4 None None] For port 6c3e548b-b3a4-48b4-aa8f-cfc3f83f81bd, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:24:08.616549 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-aced1c93-bf26-4e41-a1c2-8ec21e068ca4 None None] For port 6c3e548b-b3a4-48b4-aa8f-cfc3f83f81bd, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=6c3e548b-b3a4-48b4-aa8f-cfc3f83f81bd,segment=NetworkSegment(13510a37-88c7-493e-9701-b414ea24fc4c),segment_id=13510a37-88c7-493e-9701-b414ea24fc4c)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:24:08.623280 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-aced1c93-bf26-4e41-a1c2-8ec21e068ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:08.633204 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c737e6c8-0f96-48de-9587-fa0fa730f475 req-dcafe7b7-1da3-4661-8bd6-00e261076d42 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:24:08.634676 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c737e6c8-0f96-48de-9587-fa0fa730f475 req-dcafe7b7-1da3-4661-8bd6-00e261076d42 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9a41462-2213-477c-a0d7-2a574dc86c0e HTTP/1.1" status: 200 len: 946 time: 0.1398089 Mar 07 10:24:08.663980 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 58408) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:24:08.665060 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4d2434ad-46ff-4feb-8001-84921088ccac tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:08.726994 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aced1c93-bf26-4e41-a1c2-8ec21e068ca4 None None] Pushing event updated for resources: {'Port': ['ID=6c3e548b-b3a4-48b4-aa8f-cfc3f83f81bd,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:24:08.735104 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-a4f0ad77-7ba6-41fd-bbc8-01d9fddc2fb8 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Request body: {'floatingip': {'port_id': 'ce102191-c862-4595-b40b-01aa258c2118'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:24:08.790231 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-2eeaed37-6573-4816-970e-a0c10bb83dfc tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Calling delete_port for 9808f46c-24d2-458a-910b-0e15ac97bf42 owned by network:dhcp {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:24:08.826335 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f707728-6b7f-40df-b765-9f83cc56b5b5 tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] Router 6076671e-b6bf-49bb-931c-ac2bf8cc541b has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:24:08.856102 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5691b188-fc51-4642-8a82-12a00a65828e tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Made reservation on behalf of 841874e2d4dc4bfd986b0a20fa08ff45 for: {'port': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:24:08.859063 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5691b188-fc51-4642-8a82-12a00a65828e tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:08.916016 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a4f0ad77-7ba6-41fd-bbc8-01d9fddc2fb8 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Notify callbacks [] for floatingip, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:08.989366 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-4d2434ad-46ff-4feb-8001-84921088ccac tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] 10.222.0.13 "DELETE /v2.0/ports/7d8e45be-fa11-4a04-b76c-4377d9d65e67 HTTP/1.1" status: 204 len: 168 time: 2.5205917 Mar 07 10:24:08.995939 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 58412) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:24:09.033849 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-839358a4-3022-49b0-bb12-20a3ce5742eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:09.037488 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-839358a4-3022-49b0-bb12-20a3ce5742eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:09.038735 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-839358a4-3022-49b0-bb12-20a3ce5742eb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3f57f5aa-f406-42b1-bfc9-c35daf4146d5 HTTP/1.1" status: 204 len: 168 time: 1.7912259 Mar 07 10:24:09.054640 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-5e57cb5a-80e6-4f7a-83c3-9b8aa909f34c tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0551815 Mar 07 10:24:09.055296 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [None req-5691b188-fc51-4642-8a82-12a00a65828e tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] device_id is not set on port a03df9e8-39d5-4b3d-8b51-f79a18065fb2 yet. {{(pid=83738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 07 10:24:09.067843 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 58418) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:24:09.077447 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-eea15676-31dd-4b53-be8c-ff94e64d4343 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-553381158'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:24:09.084779 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-eea15676-31dd-4b53-be8c-ff94e64d4343 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:24:09.092090 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-eea15676-31dd-4b53-be8c-ff94e64d4343 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Usage tracker for resource:network and tenant:1cbccb418ee444419847972e678356cb is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:24:09.095732 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-eea15676-31dd-4b53-be8c-ff94e64d4343 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:24:09.104841 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-eea15676-31dd-4b53-be8c-ff94e64d4343 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:24:09.108275 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bba3ac4-726a-420b-a2b9-e59745a874bb tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:24:09.113694 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4bba3ac4-726a-420b-a2b9-e59745a874bb tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for floatingip, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:09.123006 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b16c73d-5774-4361-b568-e583da59ebb9 None None] Sync routers for ids ['de313ee9-33fe-4b9d-984b-e3c3c12f7a9d'] in dv-neutron-830731-3-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:24:09.138519 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b16c73d-5774-4361-b568-e583da59ebb9 None None] Routers {'de313ee9-33fe-4b9d-984b-e3c3c12f7a9d'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:24:09.138519 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-1b16c73d-5774-4361-b568-e583da59ebb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:24:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['de313ee9-33fe-4b9d-984b-e3c3c12f7a9d'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:24:09.162847 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839358a4-3022-49b0-bb12-20a3ce5742eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f57f5aa-f406-42b1-bfc9-c35daf4146d5,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:24:09.178401 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-32e33622-b1a1-4eac-8b37-e6c5fa82bff8 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:09.225522 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eea15676-31dd-4b53-be8c-ff94e64d4343 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Made reservation on behalf of 1cbccb418ee444419847972e678356cb for: {'network': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:24:09.228422 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-eea15676-31dd-4b53-be8c-ff94e64d4343 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for network, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:09.267218 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eea15676-31dd-4b53-be8c-ff94e64d4343 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=83737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:24:09.277533 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.db.api [None req-2eeaed37-6573-4816-970e-a0c10bb83dfc tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83738) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 10:24:09.281724 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-eea15676-31dd-4b53-be8c-ff94e64d4343 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:09.282111 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.db.segments_db [None req-eea15676-31dd-4b53-be8c-ff94e64d4343 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Added segment 50fbd123-7539-4600-bc7c-c6f280302af5 of type vlan for network 36300e7d-2e69-4645-908b-a4dfc6dd0ef7 Mar 07 10:24:09.282281 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG oslo_db.api [None req-2eeaed37-6573-4816-970e-a0c10bb83dfc tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 10:24:09.330598 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-eea15676-31dd-4b53-be8c-ff94e64d4343 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732568034061'] for network, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:09.352320 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-32e33622-b1a1-4eac-8b37-e6c5fa82bff8 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Transition to ACTIVE for port object 4aee3a78-68f3-495a-8d7a-df848fbc0cc2 will not be triggered until provisioned by entity DHCP. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:24:09.376330 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-1b16c73d-5774-4361-b568-e583da59ebb9 None None] Set router de313ee9-33fe-4b9d-984b-e3c3c12f7a9d gateway port host: dv-neutron-830731-3-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:24:09.381487 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-eea15676-31dd-4b53-be8c-ff94e64d4343 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594'] for network, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:09.385602 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eea15676-31dd-4b53-be8c-ff94e64d4343 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:24:09.386182 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-eea15676-31dd-4b53-be8c-ff94e64d4343 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2756603'] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:09.411192 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-4bba3ac4-726a-420b-a2b9-e59745a874bb tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] 10.222.0.13 "PUT /v2.0/floatingips/e53cc66e-d40a-49e6-9816-a267f90037a5 HTTP/1.1" status: 200 len: 992 time: 4.9229219 Mar 07 10:24:09.429100 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16725675-ba59-4dce-8b8e-c03b4061c4de', 'tag': 'f243225f-86aa-45f6-8146-7b796bc3b24c'}] {{(pid=83737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 10:24:09.443283 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-eea15676-31dd-4b53-be8c-ff94e64d4343 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3731453 Mar 07 10:24:09.452888 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 58432) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:24:09.513343 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-1cfa153f-fe63-430d-ab40-655746e5fa3a tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1475686935'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:24:09.524658 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-1cfa153f-fe63-430d-ab40-655746e5fa3a tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:24:09.530115 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-1cfa153f-fe63-430d-ab40-655746e5fa3a tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Usage tracker for resource:network and tenant:1cbccb418ee444419847972e678356cb is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:24:09.539065 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-1cfa153f-fe63-430d-ab40-655746e5fa3a tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:24:09.545397 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-1cfa153f-fe63-430d-ab40-655746e5fa3a tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:24:09.606974 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16725675-ba59-4dce-8b8e-c03b4061c4de', 'tag': 'f243225f-86aa-45f6-8146-7b796bc3b24c', 'status': 'completed', 'code': 200} Mar 07 10:24:09.608971 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cfa153f-fe63-430d-ab40-655746e5fa3a tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Made reservation on behalf of 1cbccb418ee444419847972e678356cb for: {'network': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:24:09.612228 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1cfa153f-fe63-430d-ab40-655746e5fa3a tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for network, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:09.814802 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea15676-31dd-4b53-be8c-ff94e64d4343 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Pushing event updated for resources: {'Network': ['ID=36300e7d-2e69-4645-908b-a4dfc6dd0ef7,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:24:09.818935 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cfa153f-fe63-430d-ab40-655746e5fa3a tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=83737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:24:09.836096 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1cfa153f-fe63-430d-ab40-655746e5fa3a tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:09.836934 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.db.segments_db [None req-1cfa153f-fe63-430d-ab40-655746e5fa3a tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Added segment ed90dd8b-62a9-4fc3-bec1-f109289d801a of type vlan for network a5bf3ee1-ce03-428d-a0e1-0d4089550575 Mar 07 10:24:09.844098 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Network 36300e7d-2e69-4645-908b-a4dfc6dd0ef7 details requested by agent ovs-agent-dv-neutron-830731-3-hyperv with host dv-neutron-830731-3-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 10:24:09.867449 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1cfa153f-fe63-430d-ab40-655746e5fa3a tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732568034061'] for network, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:09.925659 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-2eeaed37-6573-4816-970e-a0c10bb83dfc tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Deleting port 9808f46c-24d2-458a-910b-0e15ac97bf42 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:24:09.926570 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2eeaed37-6573-4816-970e-a0c10bb83dfc tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:09.935505 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1cfa153f-fe63-430d-ab40-655746e5fa3a tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594'] for network, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:09.942013 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cfa153f-fe63-430d-ab40-655746e5fa3a tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:24:09.943453 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1cfa153f-fe63-430d-ab40-655746e5fa3a tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2756603'] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:09.970957 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-5691b188-fc51-4642-8a82-12a00a65828e tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Allocated IP 172.20.0.4 (3a8721a9-928b-461f-af0c-d82fcdceff07/874b7a02-5489-4232-a47f-6f59c561c956/a03df9e8-39d5-4b3d-8b51-f79a18065fb2) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:24:09.990519 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-32e33622-b1a1-4eac-8b37-e6c5fa82bff8 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:10.072776 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-1b16c73d-5774-4361-b568-e583da59ebb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de313ee9-33fe-4b9d-984b-e3c3c12f7a9d', 'name': 'tempest-ServersTestJSON-1930707126-router', 'tenant_id': '7786db5ef26f4f06a4ab41ba87614474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.117'}], 'enable_snat': True}, 'gw_port_id': '311957e5-75ce-438c-af86-640684274025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:22:57Z', 'updated_at': '2022-03-07T10:23:10Z', 'revision_number': 4, 'project_id': '7786db5ef26f4f06a4ab41ba87614474', 'gw_port': {'id': '311957e5-75ce-438c-af86-640684274025', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:7d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de313ee9-33fe-4b9d-984b-e3c3c12f7a9d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:22:59Z', 'updated_at': '2022-03-07T10:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_floatingips': [{'id': 'e53cc66e-d40a-49e6-9816-a267f90037a5', 'tenant_id': '7786db5ef26f4f06a4ab41ba87614474', 'floating_ip_address': '172.26.8.165', 'floating_network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'router_id': 'de313ee9-33fe-4b9d-984b-e3c3c12f7a9d', 'port_id': 'f243225f-86aa-45f6-8146-7b796bc3b24c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72398af9-06cf-4222-b28c-e00880a5f9c7', 'mac_address': 'fa:16:3e:89:93:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16725675-ba59-4dce-8b8e-c03b4061c4de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:23:22Z', 'updated_at': '2022-03-07T10:24:06Z', 'revision_number': 1, 'project_id': '7786db5ef26f4f06a4ab41ba87614474', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52928e3c-b794-4156-973a-8c383c2f41ae', 'name': '', 'network_id': '72398af9-06cf-4222-b28c-e00880a5f9c7', 'tenant_id': '7786db5ef26f4f06a4ab41ba87614474', 'mac_address': 'fa:16:3e:47:29:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de313ee9-33fe-4b9d-984b-e3c3c12f7a9d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '73689262-8534-49d2-b012-2160f5ea5f1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:23:07Z', 'updated_at': '2022-03-07T10:23:22Z', 'revision_number': 5, 'project_id': '7786db5ef26f4f06a4ab41ba87614474', 'subnets': [{'id': '73689262-8534-49d2-b012-2160f5ea5f1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:24:10.077411 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b16c73d-5774-4361-b568-e583da59ebb9 None None] Checking router: de313ee9-33fe-4b9d-984b-e3c3c12f7a9d for host: dv-neutron-830731-3-hyperv {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 07 10:24:10.080589 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfa153f-fe63-430d-ab40-655746e5fa3a tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Pushing event updated for resources: {'Network': ['ID=a5bf3ee1-ce03-428d-a0e1-0d4089550575,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:24:10.083666 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f707728-6b7f-40df-b765-9f83cc56b5b5 tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:24:10.095692 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9407a4-73e5-46db-abb9-0e85cd224cde None None] Sync routers for ids ['6076671e-b6bf-49bb-931c-ac2bf8cc541b'] in dv-neutron-830731-3-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:24:10.099922 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b16c73d-5774-4361-b568-e583da59ebb9 None None] Routers {'de313ee9-33fe-4b9d-984b-e3c3c12f7a9d'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:24:10.102996 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-1b16c73d-5774-4361-b568-e583da59ebb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:24:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['de313ee9-33fe-4b9d-984b-e3c3c12f7a9d'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:24:10.111829 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-2eeaed37-6573-4816-970e-a0c10bb83dfc tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] The port '9808f46c-24d2-458a-910b-0e15ac97bf42' was deleted {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 07 10:24:10.118989 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-2d7b3caa-51e3-4077-8c51-eac5fa6ec5e6 req-52a480b4-57e3-49e4-99c1-74d9fa8b6810 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7786db5ef26f4f06a4ab41ba87614474&device_id=16725675-ba59-4dce-8b8e-c03b4061c4de HTTP/1.1" status: 200 len: 1099 time: 0.5245116 Mar 07 10:24:10.123923 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7f707728-6b7f-40df-b765-9f83cc56b5b5 tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for floatingip, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:10.125319 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9407a4-73e5-46db-abb9-0e85cd224cde None None] Routers {'6076671e-b6bf-49bb-931c-ac2bf8cc541b'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:24:10.126074 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-4f9407a4-73e5-46db-abb9-0e85cd224cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:24:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['6076671e-b6bf-49bb-931c-ac2bf8cc541b'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:24:10.157355 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-1cfa153f-fe63-430d-ab40-655746e5fa3a tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7028205 Mar 07 10:24:10.188608 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288736ff-3101-4de5-bd5a-94ed46bfc34f req-7669c775-a36c-47c7-a310-32bcd238e381 tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:24:10.198081 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Network a5bf3ee1-ce03-428d-a0e1-0d4089550575 details requested by agent ovs-agent-dv-neutron-830731-3-hyperv with host dv-neutron-830731-3-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 10:24:10.202754 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-288736ff-3101-4de5-bd5a-94ed46bfc34f req-7669c775-a36c-47c7-a310-32bcd238e381 tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] 10.222.0.13 "GET /v2.0/ports?device_id=16725675-ba59-4dce-8b8e-c03b4061c4de HTTP/1.1" status: 200 len: 946 time: 0.5115576 Mar 07 10:24:10.434484 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32e33622-b1a1-4eac-8b37-e6c5fa82bff8 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Network 98d8805b-dd65-4110-997b-2eea298bca78 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:24:10.550966 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-4f9407a4-73e5-46db-abb9-0e85cd224cde None None] Set router 6076671e-b6bf-49bb-931c-ac2bf8cc541b gateway port host: dv-neutron-830731-3-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:24:10.573403 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 6c3e548b-b3a4-48b4-aa8f-cfc3f83f81bd up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:24:10.651906 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-7f5b4266-0312-4a6e-9c92-9dafa504074f None None] Provisioning for port 6c3e548b-b3a4-48b4-aa8f-cfc3f83f81bd completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:24:10.673729 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 58446) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:24:10.712568 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-7f707728-6b7f-40df-b765-9f83cc56b5b5 tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] 10.222.0.13 "PUT /v2.0/floatingips/11e33472-5290-4a74-8431-d47d6666640b HTTP/1.1" status: 200 len: 991 time: 4.7484369 Mar 07 10:24:10.746184 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-288736ff-3101-4de5-bd5a-94ed46bfc34f req-d3aa1f96-bc0d-4708-b1b5-036240e97a8b tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] 10.222.0.13 "GET /v2.0/security-groups?id=c28a13f4-01ef-4f24-988e-e07a61e72f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5407486 Mar 07 10:24:10.809383 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7b3caa-51e3-4077-8c51-eac5fa6ec5e6 req-51ec3b10-f763-43cd-aa28-ca43a672ed22 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:24:10.815559 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-2d7b3caa-51e3-4077-8c51-eac5fa6ec5e6 req-51ec3b10-f763-43cd-aa28-ca43a672ed22 service neutron] 10.222.0.10 "GET /v2.0/networks?id=72398af9-06cf-4222-b28c-e00880a5f9c7 HTTP/1.1" status: 200 len: 907 time: 0.6657023 Mar 07 10:24:10.881718 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5691b188-fc51-4642-8a82-12a00a65828e tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:10.940001 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-5691b188-fc51-4642-8a82-12a00a65828e tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Transition to ACTIVE for port object a03df9e8-39d5-4b3d-8b51-f79a18065fb2 will not be triggered until provisioned by entity DHCP. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:24:10.944379 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-32e33622-b1a1-4eac-8b37-e6c5fa82bff8 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:24:10.951149 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-1b16c73d-5774-4361-b568-e583da59ebb9 None None] Set router de313ee9-33fe-4b9d-984b-e3c3c12f7a9d gateway port host: dv-neutron-830731-3-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:24:10.954417 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-9163b0cf-7850-42f1-8b37-285d19db7efc tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1020421912'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:24:11.010604 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-9163b0cf-7850-42f1-8b37-285d19db7efc tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:24:11.020728 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2eeaed37-6573-4816-970e-a0c10bb83dfc tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1526893', 'neutron.services.segments.db._delete_segments_for_network-8732568551033'] for network, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:11.041705 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-9163b0cf-7850-42f1-8b37-285d19db7efc tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Usage tracker for resource:network and tenant:5ce94c19b69348fbbd9afc6238983dcf is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:24:11.056660 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-2eeaed37-6573-4816-970e-a0c10bb83dfc tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a238bd51-95e9-4b00-af43-2666e969ddae']}} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:24:11.057392 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-9163b0cf-7850-42f1-8b37-285d19db7efc tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:24:11.075883 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-2eeaed37-6573-4816-970e-a0c10bb83dfc tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c1c44c9-5346-4012-9f19-34df4ad3f20c') {'for_net_delete': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:24:11.076431 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-2eeaed37-6573-4816-970e-a0c10bb83dfc tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c1c44c9-5346-4012-9f19-34df4ad3f20c') {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:24:11.080659 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-9163b0cf-7850-42f1-8b37-285d19db7efc tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:24:11.094201 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2eeaed37-6573-4816-970e-a0c10bb83dfc tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732568550916', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968000'] for segment, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:11.117911 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2eeaed37-6573-4816-970e-a0c10bb83dfc tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:11.124681 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-2d7b3caa-51e3-4077-8c51-eac5fa6ec5e6 req-ecb6a5e2-b117-4523-bdb4-095279f7cfb4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f243225f-86aa-45f6-8146-7b796bc3b24c HTTP/1.1" status: 200 len: 1000 time: 0.3012643 Mar 07 10:24:11.128658 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2eeaed37-6573-4816-970e-a0c10bb83dfc tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=83738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 07 10:24:11.129364 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2eeaed37-6573-4816-970e-a0c10bb83dfc tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1227397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3556681'] for segment, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:11.196148 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9163b0cf-7850-42f1-8b37-285d19db7efc tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Made reservation on behalf of 5ce94c19b69348fbbd9afc6238983dcf for: {'network': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:24:11.201012 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9163b0cf-7850-42f1-8b37-285d19db7efc tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for network, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:11.201296 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning for port 6c3e548b-b3a4-48b4-aa8f-cfc3f83f81bd completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:24:11.240306 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 6c3e548b-b3a4-48b4-aa8f-cfc3f83f81bd triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:24:11.240687 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:11.284103 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9163b0cf-7850-42f1-8b37-285d19db7efc tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:11.296666 dv-neutron-830731-3-hyperv neutron-server[83738]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:24:11.296666 dv-neutron-830731-3-hyperv neutron-server[83738]: util.warn( Mar 07 10:24:11.296666 dv-neutron-830731-3-hyperv neutron-server[83738]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:24:11.296666 dv-neutron-830731-3-hyperv neutron-server[83738]: util.warn( Mar 07 10:24:11.296666 dv-neutron-830731-3-hyperv neutron-server[83738]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:24:11.296666 dv-neutron-830731-3-hyperv neutron-server[83738]: util.warn( Mar 07 10:24:11.296666 dv-neutron-830731-3-hyperv neutron-server[83738]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:24:11.296666 dv-neutron-830731-3-hyperv neutron-server[83738]: util.warn( Mar 07 10:24:11.296666 dv-neutron-830731-3-hyperv neutron-server[83738]: Traceback (most recent call last): Mar 07 10:24:11.296666 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 07 10:24:11.296666 dv-neutron-830731-3-hyperv neutron-server[83738]: timer() Mar 07 10:24:11.296666 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:24:11.296666 dv-neutron-830731-3-hyperv neutron-server[83738]: cb(*args, **kw) Mar 07 10:24:11.296666 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 10:24:11.296666 dv-neutron-830731-3-hyperv neutron-server[83738]: return func(*args, **kwargs) Mar 07 10:24:11.296666 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:24:11.296666 dv-neutron-830731-3-hyperv neutron-server[83738]: self._notify() Mar 07 10:24:11.296666 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:24:11.296666 dv-neutron-830731-3-hyperv neutron-server[83738]: self.callback(batched_events) Mar 07 10:24:11.296666 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:24:11.296666 dv-neutron-830731-3-hyperv neutron-server[83738]: event.method(event) Mar 07 10:24:11.296666 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 10:24:11.296666 dv-neutron-830731-3-hyperv neutron-server[83738]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:24:11.296666 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 10:24:11.296666 dv-neutron-830731-3-hyperv neutron-server[83738]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:24:11.296666 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 10:24:11.296666 dv-neutron-830731-3-hyperv neutron-server[83738]: return f(self, *a, **k) Mar 07 10:24:11.296666 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:24:11.296666 dv-neutron-830731-3-hyperv neutron-server[83738]: return self._get(url).json() Mar 07 10:24:11.296666 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:24:11.296666 dv-neutron-830731-3-hyperv neutron-server[83738]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:24:11.296666 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 07 10:24:11.296666 dv-neutron-830731-3-hyperv neutron-server[83738]: return self.request(url, 'GET', **kwargs) Mar 07 10:24:11.296666 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 07 10:24:11.296666 dv-neutron-830731-3-hyperv neutron-server[83738]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:24:11.296666 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 07 10:24:11.296666 dv-neutron-830731-3-hyperv neutron-server[83738]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:24:11.296666 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 07 10:24:11.296666 dv-neutron-830731-3-hyperv neutron-server[83738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:24:11.296666 dv-neutron-830731-3-hyperv neutron-server[83738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:24:11.300432 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e33622-b1a1-4eac-8b37-e6c5fa82bff8 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Pushing event updated for resources: {'Port': ['ID=4aee3a78-68f3-495a-8d7a-df848fbc0cc2,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:24:11.327479 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e33622-b1a1-4eac-8b37-e6c5fa82bff8 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:24:11.346879 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e33622-b1a1-4eac-8b37-e6c5fa82bff8 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:24:11.349421 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-32e33622-b1a1-4eac-8b37-e6c5fa82bff8 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:11.356044 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d94d07-6715-406f-ad37-6b30217c6612 req-b1287dde-c8e6-4942-9d8e-d1e81181e26f tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:24:11.367704 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-58d94d07-6715-406f-ad37-6b30217c6612 req-b1287dde-c8e6-4942-9d8e-d1e81181e26f tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb8b81f9-5f5d-4abb-81f3-727a61b18171 HTTP/1.1" status: 200 len: 945 time: 0.3961008 Mar 07 10:24:11.398416 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7b3caa-51e3-4077-8c51-eac5fa6ec5e6 req-b771c6a2-9c1a-4746-b49b-95d07f59557e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:24:11.400179 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-2d7b3caa-51e3-4077-8c51-eac5fa6ec5e6 req-b771c6a2-9c1a-4746-b49b-95d07f59557e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=73689262-8534-49d2-b012-2160f5ea5f1f HTTP/1.1" status: 200 len: 845 time: 0.2680409 Mar 07 10:24:11.439525 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-4f9407a4-73e5-46db-abb9-0e85cd224cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6076671e-b6bf-49bb-931c-ac2bf8cc541b', 'name': 'tempest-ServersTestManualDisk-1536380407-router', 'tenant_id': '3889902faef740789076d2c396125f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.45'}], 'enable_snat': True}, 'gw_port_id': 'f3396d26-2164-4557-8c00-a732a26ee8ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:22:59Z', 'updated_at': '2022-03-07T10:23:14Z', 'revision_number': 4, 'project_id': '3889902faef740789076d2c396125f8b', 'gw_port': {'id': 'f3396d26-2164-4557-8c00-a732a26ee8ed', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:c7:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6076671e-b6bf-49bb-931c-ac2bf8cc541b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:23:00Z', 'updated_at': '2022-03-07T10:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_floatingips': [{'id': '11e33472-5290-4a74-8431-d47d6666640b', 'tenant_id': '3889902faef740789076d2c396125f8b', 'floating_ip_address': '172.26.8.121', 'floating_network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'router_id': '6076671e-b6bf-49bb-931c-ac2bf8cc541b', 'port_id': '138362d5-68d0-4dc3-bc21-f03dcf4dd19d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23de9fec-628e-4e97-8790-1a5369db8272', 'mac_address': 'fa:16:3e:4d:3e:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8b81f9-5f5d-4abb-81f3-727a61b18171', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:23:26Z', 'updated_at': '2022-03-07T10:24:07Z', 'revision_number': 1, 'project_id': '3889902faef740789076d2c396125f8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6481cfd0-b4ea-41da-8d54-8599248a4ff1', 'name': '', 'network_id': '23de9fec-628e-4e97-8790-1a5369db8272', 'tenant_id': '3889902faef740789076d2c396125f8b', 'mac_address': 'fa:16:3e:f9:d2:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6076671e-b6bf-49bb-931c-ac2bf8cc541b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a11577b7-05f2-4ba2-9386-831d0aeb21de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:23:12Z', 'updated_at': '2022-03-07T10:23:57Z', 'revision_number': 5, 'project_id': '3889902faef740789076d2c396125f8b', 'subnets': [{'id': 'a11577b7-05f2-4ba2-9386-831d0aeb21de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:24:11.443025 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2eeaed37-6573-4816-970e-a0c10bb83dfc tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1526886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923583'] for network, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:11.445154 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9407a4-73e5-46db-abb9-0e85cd224cde None None] Checking router: 6076671e-b6bf-49bb-931c-ac2bf8cc541b for host: dv-neutron-830731-3-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 07 10:24:11.459227 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-32e33622-b1a1-4eac-8b37-e6c5fa82bff8 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.6882246 Mar 07 10:24:11.471029 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9407a4-73e5-46db-abb9-0e85cd224cde None None] Routers {'6076671e-b6bf-49bb-931c-ac2bf8cc541b'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:24:11.473299 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-4f9407a4-73e5-46db-abb9-0e85cd224cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:24:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['6076671e-b6bf-49bb-931c-ac2bf8cc541b'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:24:11.475068 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 58458) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:24:11.535436 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-9163b0cf-7850-42f1-8b37-285d19db7efc tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:24:11.547576 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-9163b0cf-7850-42f1-8b37-285d19db7efc tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Usage tracker for resource:security_group_rule and tenant:5ce94c19b69348fbbd9afc6238983dcf is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:24:11.554511 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-9163b0cf-7850-42f1-8b37-285d19db7efc tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:24:11.559033 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2eeaed37-6573-4816-970e-a0c10bb83dfc tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:11.564932 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-2eeaed37-6573-4816-970e-a0c10bb83dfc tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] 10.222.0.13 "DELETE /v2.0/networks/a238bd51-95e9-4b00-af43-2666e969ddae HTTP/1.1" status: 204 len: 168 time: 4.6730325 Mar 07 10:24:11.574403 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 58462) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:24:11.589244 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-58d94d07-6715-406f-ad37-6b30217c6612 req-d3efa495-d535-437d-8ac5-848d02e04ad7 tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] 10.222.0.13 "GET /v2.0/security-groups?id=c735d486-3973-4844-a84d-db3442c4bb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2205291 Mar 07 10:24:11.597883 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-3ba9c06b-4631-44b5-9980-3ab8c41ed972 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-392680197'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:24:11.608102 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5691b188-fc51-4642-8a82-12a00a65828e tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:11.612521 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-9163b0cf-7850-42f1-8b37-285d19db7efc tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:24:11.614764 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb8b81f9-5f5d-4abb-81f3-727a61b18171', 'tag': '138362d5-68d0-4dc3-bc21-f03dcf4dd19d'}] {{(pid=83737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 10:24:11.746672 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eeaed37-6573-4816-970e-a0c10bb83dfc tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Pushing event deleted for resources: {'Network': ['ID=a238bd51-95e9-4b00-af43-2666e969ddae,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:24:11.758030 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9163b0cf-7850-42f1-8b37-285d19db7efc tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:11.780466 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb8b81f9-5f5d-4abb-81f3-727a61b18171', 'tag': '138362d5-68d0-4dc3-bc21-f03dcf4dd19d', 'status': 'completed', 'code': 200} Mar 07 10:24:11.784724 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-3ba9c06b-4631-44b5-9980-3ab8c41ed972 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:24:11.792324 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9163b0cf-7850-42f1-8b37-285d19db7efc tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:11.817359 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-4f9407a4-73e5-46db-abb9-0e85cd224cde None None] Set router 6076671e-b6bf-49bb-931c-ac2bf8cc541b gateway port host: dv-neutron-830731-3-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:24:11.847152 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-3ba9c06b-4631-44b5-9980-3ab8c41ed972 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Usage tracker for resource:network and tenant:29ee0fb2487e46c6b75e400959e24994 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:24:11.852275 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9163b0cf-7850-42f1-8b37-285d19db7efc tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Pushing event updated for resources: {'SecurityGroup': ['ID=929e22e2-75a0-4707-a728-17ab8bda893a,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:24:11.874896 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-3ba9c06b-4631-44b5-9980-3ab8c41ed972 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:24:11.884354 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-2d7b3caa-51e3-4077-8c51-eac5fa6ec5e6 req-529cec35-7c89-4906-a8fc-afebab6053f6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=72398af9-06cf-4222-b28c-e00880a5f9c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4731491 Mar 07 10:24:11.893684 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-3ba9c06b-4631-44b5-9980-3ab8c41ed972 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:24:11.905541 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-0f3099ae-1403-40c0-9d5a-e21388b40e65 None None] Provisioning for port 4aee3a78-68f3-495a-8d7a-df848fbc0cc2 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:24:11.952550 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-0f3099ae-1403-40c0-9d5a-e21388b40e65 None None] Provisioning complete for port 4aee3a78-68f3-495a-8d7a-df848fbc0cc2 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:24:11.954460 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0f3099ae-1403-40c0-9d5a-e21388b40e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:12.033156 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5691b188-fc51-4642-8a82-12a00a65828e tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Network 3a8721a9-928b-461f-af0c-d82fcdceff07 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:24:12.039647 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5691b188-fc51-4642-8a82-12a00a65828e tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Pushing event updated for resources: {'Port': ['ID=a03df9e8-39d5-4b3d-8b51-f79a18065fb2,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:24:12.042382 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-5691b188-fc51-4642-8a82-12a00a65828e tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:24:12.053303 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5691b188-fc51-4642-8a82-12a00a65828e tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:24:12.077746 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-2d7b3caa-51e3-4077-8c51-eac5fa6ec5e6 req-0a7cde7f-4489-427f-bb68-14c8420e845e service neutron] 10.222.0.10 "GET /v2.0/networks/72398af9-06cf-4222-b28c-e00880a5f9c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854279 Mar 07 10:24:12.080215 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9163b0cf-7850-42f1-8b37-285d19db7efc tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=83737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:24:12.090916 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a51d20f-3c2a-499b-b61c-348a3f1752ca tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:24:12.095897 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a51d20f-3c2a-499b-b61c-348a3f1752ca tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:24:12.096711 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-6a51d20f-3c2a-499b-b61c-348a3f1752ca tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Synchronizing usage tracker for tenant:0f1e04191c7443f7844c0202165e746c on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:24:12.144742 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:12.169605 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9163b0cf-7850-42f1-8b37-285d19db7efc tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:12.171735 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.db.segments_db [None req-9163b0cf-7850-42f1-8b37-285d19db7efc tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Added segment 91e49d26-5730-4ae2-8f8d-850bd99f7464 of type vlan for network 8e7d2d8b-3bc7-4720-91e5-d50489aa5dc0 Mar 07 10:24:12.183866 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-0f3099ae-1403-40c0-9d5a-e21388b40e65 None None] Port 4aee3a78-68f3-495a-8d7a-df848fbc0cc2 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:24:12.233256 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9163b0cf-7850-42f1-8b37-285d19db7efc tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732568034061'] for network, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:12.297367 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] For port 6c3e548b-b3a4-48b4-aa8f-cfc3f83f81bd, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=6c3e548b-b3a4-48b4-aa8f-cfc3f83f81bd,segment=NetworkSegment(13510a37-88c7-493e-9701-b414ea24fc4c),segment_id=13510a37-88c7-493e-9701-b414ea24fc4c)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:24:12.308814 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:12.339076 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5691b188-fc51-4642-8a82-12a00a65828e tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:24:12.339768 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5691b188-fc51-4642-8a82-12a00a65828e tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:12.391624 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-b453f140-4020-4da6-8a47-6660ed42a2ff req-a5dd6f03-4533-4608-8924-fbf779128d0b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3889902faef740789076d2c396125f8b&device_id=eb8b81f9-5f5d-4abb-81f3-727a61b18171 HTTP/1.1" status: 200 len: 1098 time: 0.5955675 Mar 07 10:24:12.409083 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.db.resource_extend [None req-9163b0cf-7850-42f1-8b37-285d19db7efc tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 10:24:12.435504 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ba9c06b-4631-44b5-9980-3ab8c41ed972 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Made reservation on behalf of 29ee0fb2487e46c6b75e400959e24994 for: {'network': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:24:12.439831 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3ba9c06b-4631-44b5-9980-3ab8c41ed972 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for network, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:12.471806 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-6a51d20f-3c2a-499b-b61c-348a3f1752ca tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Unset dirty status for tenant:0f1e04191c7443f7844c0202165e746c on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:24:12.476199 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-6a51d20f-3c2a-499b-b61c-348a3f1752ca tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.9997563 Mar 07 10:24:12.478931 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 58472) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:24:12.492262 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-5691b188-fc51-4642-8a82-12a00a65828e tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.1639969 Mar 07 10:24:12.495107 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9163b0cf-7850-42f1-8b37-285d19db7efc tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594'] for network, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:12.500052 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9163b0cf-7850-42f1-8b37-285d19db7efc tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:24:12.500897 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9163b0cf-7850-42f1-8b37-285d19db7efc tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2756603'] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:12.508263 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 58476) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:24:12.518856 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Pushing event updated for resources: {'Port': ['ID=6c3e548b-b3a4-48b4-aa8f-cfc3f83f81bd,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:24:12.552010 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-cba19ea6-5a6f-4f07-a4cc-be6400d18d03 tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Request body: {'floatingip': {'floating_network_id': '5ed85006-6b00-415e-b71f-837fb1421c12'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:24:12.561864 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ba9c06b-4631-44b5-9980-3ab8c41ed972 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=83737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:24:12.616224 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-1b16c73d-5774-4361-b568-e583da59ebb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de313ee9-33fe-4b9d-984b-e3c3c12f7a9d', 'name': 'tempest-ServersTestJSON-1930707126-router', 'tenant_id': '7786db5ef26f4f06a4ab41ba87614474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.117'}], 'enable_snat': True}, 'gw_port_id': '311957e5-75ce-438c-af86-640684274025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:22:57Z', 'updated_at': '2022-03-07T10:23:10Z', 'revision_number': 4, 'project_id': '7786db5ef26f4f06a4ab41ba87614474', 'gw_port': {'id': '311957e5-75ce-438c-af86-640684274025', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:7d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de313ee9-33fe-4b9d-984b-e3c3c12f7a9d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:22:59Z', 'updated_at': '2022-03-07T10:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_floatingips': [{'id': 'e53cc66e-d40a-49e6-9816-a267f90037a5', 'tenant_id': '7786db5ef26f4f06a4ab41ba87614474', 'floating_ip_address': '172.26.8.165', 'floating_network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'router_id': 'de313ee9-33fe-4b9d-984b-e3c3c12f7a9d', 'port_id': 'f243225f-86aa-45f6-8146-7b796bc3b24c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72398af9-06cf-4222-b28c-e00880a5f9c7', 'mac_address': 'fa:16:3e:89:93:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16725675-ba59-4dce-8b8e-c03b4061c4de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:23:22Z', 'updated_at': '2022-03-07T10:24:06Z', 'revision_number': 1, 'project_id': '7786db5ef26f4f06a4ab41ba87614474', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52928e3c-b794-4156-973a-8c383c2f41ae', 'name': '', 'network_id': '72398af9-06cf-4222-b28c-e00880a5f9c7', 'tenant_id': '7786db5ef26f4f06a4ab41ba87614474', 'mac_address': 'fa:16:3e:47:29:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de313ee9-33fe-4b9d-984b-e3c3c12f7a9d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '73689262-8534-49d2-b012-2160f5ea5f1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:23:07Z', 'updated_at': '2022-03-07T10:23:22Z', 'revision_number': 5, 'project_id': '7786db5ef26f4f06a4ab41ba87614474', 'subnets': [{'id': '73689262-8534-49d2-b012-2160f5ea5f1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:24:12.625254 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-cba19ea6-5a6f-4f07-a4cc-be6400d18d03 tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:24:12.627902 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-3432be61-0ed8-48e0-8af2-64c3df02557a None None] Provisioning for port a03df9e8-39d5-4b3d-8b51-f79a18065fb2 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:24:12.643160 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b16c73d-5774-4361-b568-e583da59ebb9 None None] The sync data for ids ['de313ee9-33fe-4b9d-984b-e3c3c12f7a9d'] in dv-neutron-830731-3-hyperv is: [{'id': 'de313ee9-33fe-4b9d-984b-e3c3c12f7a9d', 'name': 'tempest-ServersTestJSON-1930707126-router', 'tenant_id': '7786db5ef26f4f06a4ab41ba87614474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.117'}], 'enable_snat': True}, 'gw_port_id': '311957e5-75ce-438c-af86-640684274025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:22:57Z', 'updated_at': '2022-03-07T10:23:10Z', 'revision_number': 4, 'project_id': '7786db5ef26f4f06a4ab41ba87614474', 'gw_port': {'id': '311957e5-75ce-438c-af86-640684274025', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:7d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de313ee9-33fe-4b9d-984b-e3c3c12f7a9d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:22:59Z', 'updated_at': '2022-03-07T10:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_floatingips': [{'id': 'e53cc66e-d40a-49e6-9816-a267f90037a5', 'tenant_id': '7786db5ef26f4f06a4ab41ba87614474', 'floating_ip_address': '172.26.8.165', 'floating_network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'router_id': 'de313ee9-33fe-4b9d-984b-e3c3c12f7a9d', 'port_id': 'f243225f-86aa-45f6-8146-7b796bc3b24c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72398af9-06cf-4222-b28c-e00880a5f9c7', 'mac_address': 'fa:16:3e:89:93:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16725675-ba59-4dce-8b8e-c03b4061c4de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:23:22Z', 'updated_at': '2022-03-07T10:24:06Z', 'revision_number': 1, 'project_id': '7786db5ef26f4f06a4ab41ba87614474', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52928e3c-b794-4156-973a-8c383c2f41ae', 'name': '', 'network_id': '72398af9-06cf-4222-b28c-e00880a5f9c7', 'tenant_id': '7786db5ef26f4f06a4ab41ba87614474', 'mac_address': 'fa:16:3e:47:29:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de313ee9-33fe-4b9d-984b-e3c3c12f7a9d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '73689262-8534-49d2-b012-2160f5ea5f1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:23:07Z', 'updated_at': '2022-03-07T10:23:22Z', 'revision_number': 5, 'project_id': '7786db5ef26f4f06a4ab41ba87614474', 'subnets': [{'id': '73689262-8534-49d2-b012-2160f5ea5f1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:24:12.649865 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-3432be61-0ed8-48e0-8af2-64c3df02557a None None] Provisioning complete for port a03df9e8-39d5-4b3d-8b51-f79a18065fb2 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:24:12.650513 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-3432be61-0ed8-48e0-8af2-64c3df02557a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:12.664790 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-cba19ea6-5a6f-4f07-a4cc-be6400d18d03 tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Usage tracker for resource:floatingip and tenant:841874e2d4dc4bfd986b0a20fa08ff45 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:24:12.676128 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-4f9407a4-73e5-46db-abb9-0e85cd224cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6076671e-b6bf-49bb-931c-ac2bf8cc541b', 'name': 'tempest-ServersTestManualDisk-1536380407-router', 'tenant_id': '3889902faef740789076d2c396125f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.45'}], 'enable_snat': True}, 'gw_port_id': 'f3396d26-2164-4557-8c00-a732a26ee8ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:22:59Z', 'updated_at': '2022-03-07T10:23:14Z', 'revision_number': 4, 'project_id': '3889902faef740789076d2c396125f8b', 'gw_port': {'id': 'f3396d26-2164-4557-8c00-a732a26ee8ed', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:c7:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6076671e-b6bf-49bb-931c-ac2bf8cc541b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:23:00Z', 'updated_at': '2022-03-07T10:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_floatingips': [{'id': '11e33472-5290-4a74-8431-d47d6666640b', 'tenant_id': '3889902faef740789076d2c396125f8b', 'floating_ip_address': '172.26.8.121', 'floating_network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'router_id': '6076671e-b6bf-49bb-931c-ac2bf8cc541b', 'port_id': '138362d5-68d0-4dc3-bc21-f03dcf4dd19d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23de9fec-628e-4e97-8790-1a5369db8272', 'mac_address': 'fa:16:3e:4d:3e:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8b81f9-5f5d-4abb-81f3-727a61b18171', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:23:26Z', 'updated_at': '2022-03-07T10:24:07Z', 'revision_number': 1, 'project_id': '3889902faef740789076d2c396125f8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6481cfd0-b4ea-41da-8d54-8599248a4ff1', 'name': '', 'network_id': '23de9fec-628e-4e97-8790-1a5369db8272', 'tenant_id': '3889902faef740789076d2c396125f8b', 'mac_address': 'fa:16:3e:f9:d2:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6076671e-b6bf-49bb-931c-ac2bf8cc541b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a11577b7-05f2-4ba2-9386-831d0aeb21de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:23:12Z', 'updated_at': '2022-03-07T10:23:57Z', 'revision_number': 5, 'project_id': '3889902faef740789076d2c396125f8b', 'subnets': [{'id': 'a11577b7-05f2-4ba2-9386-831d0aeb21de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:24:12.684717 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9407a4-73e5-46db-abb9-0e85cd224cde None None] The sync data for ids ['6076671e-b6bf-49bb-931c-ac2bf8cc541b'] in dv-neutron-830731-3-hyperv is: [{'id': '6076671e-b6bf-49bb-931c-ac2bf8cc541b', 'name': 'tempest-ServersTestManualDisk-1536380407-router', 'tenant_id': '3889902faef740789076d2c396125f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.45'}], 'enable_snat': True}, 'gw_port_id': 'f3396d26-2164-4557-8c00-a732a26ee8ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:22:59Z', 'updated_at': '2022-03-07T10:23:14Z', 'revision_number': 4, 'project_id': '3889902faef740789076d2c396125f8b', 'gw_port': {'id': 'f3396d26-2164-4557-8c00-a732a26ee8ed', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:c7:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6076671e-b6bf-49bb-931c-ac2bf8cc541b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:23:00Z', 'updated_at': '2022-03-07T10:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_floatingips': [{'id': '11e33472-5290-4a74-8431-d47d6666640b', 'tenant_id': '3889902faef740789076d2c396125f8b', 'floating_ip_address': '172.26.8.121', 'floating_network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'router_id': '6076671e-b6bf-49bb-931c-ac2bf8cc541b', 'port_id': '138362d5-68d0-4dc3-bc21-f03dcf4dd19d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23de9fec-628e-4e97-8790-1a5369db8272', 'mac_address': 'fa:16:3e:4d:3e:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8b81f9-5f5d-4abb-81f3-727a61b18171', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:23:26Z', 'updated_at': '2022-03-07T10:24:07Z', 'revision_number': 1, 'project_id': '3889902faef740789076d2c396125f8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6481cfd0-b4ea-41da-8d54-8599248a4ff1', 'name': '', 'network_id': '23de9fec-628e-4e97-8790-1a5369db8272', 'tenant_id': '3889902faef740789076d2c396125f8b', 'mac_address': 'fa:16:3e:f9:d2:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6076671e-b6bf-49bb-931c-ac2bf8cc541b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a11577b7-05f2-4ba2-9386-831d0aeb21de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:23:12Z', 'updated_at': '2022-03-07T10:23:57Z', 'revision_number': 5, 'project_id': '3889902faef740789076d2c396125f8b', 'subnets': [{'id': 'a11577b7-05f2-4ba2-9386-831d0aeb21de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:24:12.727609 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-3432be61-0ed8-48e0-8af2-64c3df02557a None None] Port a03df9e8-39d5-4b3d-8b51-f79a18065fb2 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:24:12.731009 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.db.resource_extend [None req-a4f0ad77-7ba6-41fd-bbc8-01d9fddc2fb8 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] It took 0.49 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 10:24:12.735635 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3ba9c06b-4631-44b5-9980-3ab8c41ed972 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:12.736168 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.db.segments_db [None req-3ba9c06b-4631-44b5-9980-3ab8c41ed972 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Added segment 5a252ff3-b926-4c22-80c4-431c7ee7f466 of type vlan for network 7954df0a-9d66-48bb-9489-b32396c3096a Mar 07 10:24:12.774074 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3ba9c06b-4631-44b5-9980-3ab8c41ed972 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732568034061'] for network, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:12.800307 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-cba19ea6-5a6f-4f07-a4cc-be6400d18d03 tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:24:12.809447 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-cba19ea6-5a6f-4f07-a4cc-be6400d18d03 tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:24:12.833783 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9163b0cf-7850-42f1-8b37-285d19db7efc tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Pushing event updated for resources: {'Network': ['ID=8e7d2d8b-3bc7-4720-91e5-d50489aa5dc0,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:24:12.843277 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-9163b0cf-7850-42f1-8b37-285d19db7efc tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.1624253 Mar 07 10:24:12.845494 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-2d7b3caa-51e3-4077-8c51-eac5fa6ec5e6 req-390fd8ed-7e47-4f3e-a7dc-a715e026916f service neutron] 10.222.0.10 "GET /v2.0/networks/72398af9-06cf-4222-b28c-e00880a5f9c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7427950 Mar 07 10:24:12.845954 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 58480) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:24:12.851444 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Network 8e7d2d8b-3bc7-4720-91e5-d50489aa5dc0 details requested by agent ovs-agent-dv-neutron-830731-3-hyperv with host dv-neutron-830731-3-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 10:24:12.871460 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-6b67b5f2-4471-40fb-994f-1d588eb2ba59 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Request body: {'subnet': {'network_id': '8e7d2d8b-3bc7-4720-91e5-d50489aa5dc0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:24:12.891265 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a4f0ad77-7ba6-41fd-bbc8-01d9fddc2fb8 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:12.910063 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a4f0ad77-7ba6-41fd-bbc8-01d9fddc2fb8 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923533'] for floatingip, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:13.000120 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-cba19ea6-5a6f-4f07-a4cc-be6400d18d03 tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Notify callbacks [] for floatingip, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:13.024026 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3ba9c06b-4631-44b5-9980-3ab8c41ed972 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594'] for network, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:13.029555 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba9c06b-4631-44b5-9980-3ab8c41ed972 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:24:13.030172 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3ba9c06b-4631-44b5-9980-3ab8c41ed972 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2756603'] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:13.040458 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-6b67b5f2-4471-40fb-994f-1d588eb2ba59 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:24:13.068235 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-6b67b5f2-4471-40fb-994f-1d588eb2ba59 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Usage tracker for resource:subnet and tenant:5ce94c19b69348fbbd9afc6238983dcf is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:24:13.085316 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-6b67b5f2-4471-40fb-994f-1d588eb2ba59 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:24:13.122537 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-85d8a18b-5645-4d93-bc97-da0773828548 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Deleting port 4aee3a78-68f3-495a-8d7a-df848fbc0cc2 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:24:13.123021 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-85d8a18b-5645-4d93-bc97-da0773828548 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:13.124333 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6108e26f-7454-48ee-b1cb-1a98d9771e1c None None] New status for floating IP e53cc66e-d40a-49e6-9816-a267f90037a5: ACTIVE {{(pid=83739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 07 10:24:13.173178 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-606f411a-d4ab-48b1-83fa-14782a6a8bb3 None None] New status for floating IP 11e33472-5290-4a74-8431-d47d6666640b: ACTIVE {{(pid=83740) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 07 10:24:13.181721 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-6b67b5f2-4471-40fb-994f-1d588eb2ba59 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:24:13.215375 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b453f140-4020-4da6-8a47-6660ed42a2ff req-f6360c3f-6482-40d6-9fc4-d398bb03d31c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:24:13.216990 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-b453f140-4020-4da6-8a47-6660ed42a2ff req-f6360c3f-6482-40d6-9fc4-d398bb03d31c service neutron] 10.222.0.10 "GET /v2.0/networks?id=23de9fec-628e-4e97-8790-1a5369db8272 HTTP/1.1" status: 200 len: 913 time: 0.8004954 Mar 07 10:24:13.268335 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-3ba9c06b-4631-44b5-9980-3ab8c41ed972 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.6772485 Mar 07 10:24:13.271571 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 58484) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:24:13.284520 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-55153a15-93b2-41f5-9478-524e444c9dde tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Request body: {'subnet': {'network_id': '7954df0a-9d66-48bb-9489-b32396c3096a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:24:13.305884 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba9c06b-4631-44b5-9980-3ab8c41ed972 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Pushing event updated for resources: {'Network': ['ID=7954df0a-9d66-48bb-9489-b32396c3096a,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:24:13.319452 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b67b5f2-4471-40fb-994f-1d588eb2ba59 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Made reservation on behalf of 5ce94c19b69348fbbd9afc6238983dcf for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:24:13.325400 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Network 7954df0a-9d66-48bb-9489-b32396c3096a details requested by agent ovs-agent-dv-neutron-830731-3-hyperv with host dv-neutron-830731-3-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 10:24:13.577979 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 58488) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:24:13.584573 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-029898a5-59f7-4edf-ab3c-15016b95998f tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Request body: {'subnets': [{'network_id': '36300e7d-2e69-4645-908b-a4dfc6dd0ef7', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1296584856', 'ip_version': 6}, {'network_id': 'a5bf3ee1-ce03-428d-a0e1-0d4089550575', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:24:13.584892 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-029898a5-59f7-4edf-ab3c-15016b95998f tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Request body: {'subnet': {'network_id': '36300e7d-2e69-4645-908b-a4dfc6dd0ef7', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1296584856', 'ip_version': 6}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:24:13.585721 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-029898a5-59f7-4edf-ab3c-15016b95998f tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Request body: {'subnet': {'network_id': 'a5bf3ee1-ce03-428d-a0e1-0d4089550575', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:24:13.672227 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6b67b5f2-4471-40fb-994f-1d588eb2ba59 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3219231'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:13.687405 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-55153a15-93b2-41f5-9478-524e444c9dde tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:24:13.696548 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-55153a15-93b2-41f5-9478-524e444c9dde tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Usage tracker for resource:subnet and tenant:29ee0fb2487e46c6b75e400959e24994 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:24:13.706073 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-55153a15-93b2-41f5-9478-524e444c9dde tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:24:13.762411 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-55153a15-93b2-41f5-9478-524e444c9dde tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:24:13.771721 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-b453f140-4020-4da6-8a47-6660ed42a2ff req-ed2837b4-52fa-487d-896b-e81ef5ef190a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=138362d5-68d0-4dc3-bc21-f03dcf4dd19d HTTP/1.1" status: 200 len: 999 time: 0.5342078 Mar 07 10:24:13.777996 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-85d8a18b-5645-4d93-bc97-da0773828548 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:13.817754 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55153a15-93b2-41f5-9478-524e444c9dde tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Made reservation on behalf of 29ee0fb2487e46c6b75e400959e24994 for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:24:13.922128 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-cba19ea6-5a6f-4f07-a4cc-be6400d18d03 tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:13.970597 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-85d8a18b-5645-4d93-bc97-da0773828548 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Calling delete_port for 4aee3a78-68f3-495a-8d7a-df848fbc0cc2 owned by {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:24:14.014786 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-55153a15-93b2-41f5-9478-524e444c9dde tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3219231'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:14.126451 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b453f140-4020-4da6-8a47-6660ed42a2ff req-85a23ac5-c89c-4d08-a094-ef8f525d0603 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:24:14.127890 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-b453f140-4020-4da6-8a47-6660ed42a2ff req-85a23ac5-c89c-4d08-a094-ef8f525d0603 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a11577b7-05f2-4ba2-9386-831d0aeb21de HTTP/1.1" status: 200 len: 851 time: 0.3381004 Mar 07 10:24:14.182175 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-029898a5-59f7-4edf-ab3c-15016b95998f tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:24:14.192975 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-029898a5-59f7-4edf-ab3c-15016b95998f tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Usage tracker for resource:subnet and tenant:1cbccb418ee444419847972e678356cb is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:24:14.203266 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-029898a5-59f7-4edf-ab3c-15016b95998f tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:24:14.214513 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-029898a5-59f7-4edf-ab3c-15016b95998f tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:24:14.244028 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6b67b5f2-4471-40fb-994f-1d588eb2ba59 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3012444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3219213'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:14.258186 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.db.l3_db [None req-a4f0ad77-7ba6-41fd-bbc8-01d9fddc2fb8 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Floating IP 7105d227-0645-4110-ba73-3b9bebc6c813 associated. External IP: 172.26.8.69, port: ce102191-c862-4595-b40b-01aa258c2118. Mar 07 10:24:14.323561 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-cba19ea6-5a6f-4f07-a4cc-be6400d18d03 tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Allocated IP 172.26.8.96 (5ed85006-6b00-415e-b71f-837fb1421c12/8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a/6b45cda3-95c2-442b-8234-dd85d521c908) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:24:14.411006 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 6c3e548b-b3a4-48b4-aa8f-cfc3f83f81bd up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:24:14.440880 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-029898a5-59f7-4edf-ab3c-15016b95998f tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Made reservation on behalf of 1cbccb418ee444419847972e678356cb for: {'subnet': 2} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:24:14.484125 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b67b5f2-4471-40fb-994f-1d588eb2ba59 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Pushing event updated for resources: {'Subnet': ['ID=2717ed19-9c4c-4b4b-94d7-a02350324490,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:24:14.492614 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 6c3e548b-b3a4-48b4-aa8f-cfc3f83f81bd triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:24:14.492983 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:14.521352 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b67b5f2-4471-40fb-994f-1d588eb2ba59 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Checking segment: {'id': '91e49d26-5730-4ae2-8f8d-850bd99f7464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '8e7d2d8b-3bc7-4720-91e5-d50489aa5dc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:24:14.521697 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b67b5f2-4471-40fb-994f-1d588eb2ba59 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Network hostable DHCP agents. Network: 8e7d2d8b-3bc7-4720-91e5-d50489aa5dc0, hostable agents: ['6527556c-6586-422c-ae47-082984683847'], hosted agents: [] {{(pid=83737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:24:14.600257 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-55153a15-93b2-41f5-9478-524e444c9dde tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3012444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3219213'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:14.637519 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-85d8a18b-5645-4d93-bc97-da0773828548 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:14.668809 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-cba19ea6-5a6f-4f07-a4cc-be6400d18d03 tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:14.678275 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b67b5f2-4471-40fb-994f-1d588eb2ba59 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Network 8e7d2d8b-3bc7-4720-91e5-d50489aa5dc0 is scheduled to be hosted by DHCP agent 6527556c-6586-422c-ae47-082984683847 with binding_index 1 {{(pid=83737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:24:14.716436 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55153a15-93b2-41f5-9478-524e444c9dde tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Pushing event updated for resources: {'Subnet': ['ID=234e8f1a-a998-4cdd-9bec-220af23a6756,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:24:14.719297 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-6b67b5f2-4471-40fb-994f-1d588eb2ba59 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830731-3-hyperv, 8e7d2d8b-3bc7-4720-91e5-d50489aa5dc0) {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:24:14.727373 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b67b5f2-4471-40fb-994f-1d588eb2ba59 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:24:14.728009 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6b67b5f2-4471-40fb-994f-1d588eb2ba59 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2756603'] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:14.731761 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f04691cd-1326-49c5-a71f-54147d7bbf34 None None] Network 8e7d2d8b-3bc7-4720-91e5-d50489aa5dc0 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:24:14.748716 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-b453f140-4020-4da6-8a47-6660ed42a2ff req-a4e61322-f743-4c72-9759-a98ad9cf3e1d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=23de9fec-628e-4e97-8790-1a5369db8272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6106267 Mar 07 10:24:14.767400 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55153a15-93b2-41f5-9478-524e444c9dde tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Checking segment: {'id': '5a252ff3-b926-4c22-80c4-431c7ee7f466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '7954df0a-9d66-48bb-9489-b32396c3096a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:24:14.767708 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55153a15-93b2-41f5-9478-524e444c9dde tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Network hostable DHCP agents. Network: 7954df0a-9d66-48bb-9489-b32396c3096a, hostable agents: ['6527556c-6586-422c-ae47-082984683847'], hosted agents: [] {{(pid=83737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:24:14.777108 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-6b67b5f2-4471-40fb-994f-1d588eb2ba59 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.9260640 Mar 07 10:24:14.777331 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d8a18b-5645-4d93-bc97-da0773828548 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Pushing event deleted for resources: {'Port': ['ID=4aee3a78-68f3-495a-8d7a-df848fbc0cc2,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:24:14.778150 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 58492) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:24:14.789188 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-497d03de-e7a5-4f8b-8ade-765775ccac38 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1537099203', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12'}, 'admin_state_up': False}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:24:14.796453 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-cba19ea6-5a6f-4f07-a4cc-be6400d18d03 tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:14.838174 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-497d03de-e7a5-4f8b-8ade-765775ccac38 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:24:14.852229 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-497d03de-e7a5-4f8b-8ade-765775ccac38 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Usage tracker for resource:router and tenant:5ce94c19b69348fbbd9afc6238983dcf is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:24:14.857415 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-497d03de-e7a5-4f8b-8ade-765775ccac38 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:24:14.876069 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-497d03de-e7a5-4f8b-8ade-765775ccac38 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:24:14.896339 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cba19ea6-5a6f-4f07-a4cc-be6400d18d03 tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Network 5ed85006-6b00-415e-b71f-837fb1421c12 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:24:14.903647 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-cba19ea6-5a6f-4f07-a4cc-be6400d18d03 tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:24:14.905335 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba19ea6-5a6f-4f07-a4cc-be6400d18d03 tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Pushing event updated for resources: {'Port': ['ID=6b45cda3-95c2-442b-8234-dd85d521c908,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:24:14.908147 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba19ea6-5a6f-4f07-a4cc-be6400d18d03 tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:24:14.946459 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-85d8a18b-5645-4d93-bc97-da0773828548 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:14.951666 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-029898a5-59f7-4edf-ab3c-15016b95998f tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741426'] for subnet, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:14.951993 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-029898a5-59f7-4edf-ab3c-15016b95998f tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741426'] for subnet, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:14.967095 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-497d03de-e7a5-4f8b-8ade-765775ccac38 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3919700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58025'] for router, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:14.968528 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-497d03de-e7a5-4f8b-8ade-765775ccac38 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3919671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4011175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58018'] for router, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:14.976696 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55153a15-93b2-41f5-9478-524e444c9dde tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Network 7954df0a-9d66-48bb-9489-b32396c3096a is scheduled to be hosted by DHCP agent 6527556c-6586-422c-ae47-082984683847 with binding_index 1 {{(pid=83737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:24:14.994623 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-55153a15-93b2-41f5-9478-524e444c9dde tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830731-3-hyperv, 7954df0a-9d66-48bb-9489-b32396c3096a) {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:24:15.001417 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55153a15-93b2-41f5-9478-524e444c9dde tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:24:15.002029 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-55153a15-93b2-41f5-9478-524e444c9dde tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2756603'] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:15.022177 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-497d03de-e7a5-4f8b-8ade-765775ccac38 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:15.052466 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-55153a15-93b2-41f5-9478-524e444c9dde tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7716503 Mar 07 10:24:15.062506 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90d757c3-3000-4065-bbec-8a98deab3c36 None None] Network 7954df0a-9d66-48bb-9489-b32396c3096a requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:24:15.063947 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 58496) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:24:15.072960 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-85d8a18b-5645-4d93-bc97-da0773828548 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "DELETE /v2.0/ports/4aee3a78-68f3-495a-8d7a-df848fbc0cc2 HTTP/1.1" status: 204 len: 168 time: 2.5927205 Mar 07 10:24:15.132729 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 58500) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:24:15.137777 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-c3c5409a-80c5-47cf-8790-b577788b3801 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Request body: {'port': {'network_id': '7954df0a-9d66-48bb-9489-b32396c3096a', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1028845781'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:24:15.144558 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dba2b58-25d8-4aa4-a5cc-087a262115f3 None None] Network 8e7d2d8b-3bc7-4720-91e5-d50489aa5dc0 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:24:15.251627 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-b453f140-4020-4da6-8a47-6660ed42a2ff req-46234401-2a0d-416c-91df-5e0355c41eac service neutron] 10.222.0.10 "GET /v2.0/networks/23de9fec-628e-4e97-8790-1a5369db8272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4887166 Mar 07 10:24:15.458431 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:15.543712 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-cba19ea6-5a6f-4f07-a4cc-be6400d18d03 tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:15.544243 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2221473-4df1-422a-be15-13a83061652f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ec2749d-0aec-52fb-aca6-10ba8a80aade-7954df0a-9d66-48bb-9489-b32396c3096a', 'network_id': '7954df0a-9d66-48bb-9489-b32396c3096a', 'tenant_id': '29ee0fb2487e46c6b75e400959e24994', 'fixed_ips': [{'subnet_id': '234e8f1a-a998-4cdd-9bec-220af23a6756'}]}} from dv-neutron-830731-3-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 07 10:24:15.545428 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c2221473-4df1-422a-be15-13a83061652f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:15.555412 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d341da6b-589a-44cc-a551-6b1d475a96f7 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:24:15.556343 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d341da6b-589a-44cc-a551-6b1d475a96f7 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:24:15.557597 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-d341da6b-589a-44cc-a551-6b1d475a96f7 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4034383 Mar 07 10:24:15.575838 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 58504) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:24:15.627683 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-497d03de-e7a5-4f8b-8ade-765775ccac38 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3917998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58952'] for router, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:15.659811 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-c3c5409a-80c5-47cf-8790-b577788b3801 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:24:15.666054 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-c3c5409a-80c5-47cf-8790-b577788b3801 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Usage tracker for resource:port and tenant:29ee0fb2487e46c6b75e400959e24994 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:24:15.669620 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-cba19ea6-5a6f-4f07-a4cc-be6400d18d03 tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:15.692358 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-c3c5409a-80c5-47cf-8790-b577788b3801 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:24:15.721254 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-b453f140-4020-4da6-8a47-6660ed42a2ff req-8762903f-ba25-43aa-acc3-e4afe6901642 service neutron] 10.222.0.10 "GET /v2.0/networks/23de9fec-628e-4e97-8790-1a5369db8272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4562340 Mar 07 10:24:15.724228 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-c2221473-4df1-422a-be15-13a83061652f None None] Allocated IP 2001:db8::2 (7954df0a-9d66-48bb-9489-b32396c3096a/234e8f1a-a998-4cdd-9bec-220af23a6756/08e7a330-bd1c-4f5d-b666-d81c717269da) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:24:15.724769 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-c3c5409a-80c5-47cf-8790-b577788b3801 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:24:15.813274 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3c5409a-80c5-47cf-8790-b577788b3801 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Made reservation on behalf of 29ee0fb2487e46c6b75e400959e24994 for: {'port': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:24:15.815961 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c3c5409a-80c5-47cf-8790-b577788b3801 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:15.870374 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [None req-c3c5409a-80c5-47cf-8790-b577788b3801 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] device_id is not set on port 6d221350-7491-4465-be47-8e2964068515 yet. {{(pid=83737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 07 10:24:16.073600 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c2221473-4df1-422a-be15-13a83061652f None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:16.099944 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-c2221473-4df1-422a-be15-13a83061652f None None] Transition to ACTIVE for port object 08e7a330-bd1c-4f5d-b666-d81c717269da will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:24:16.123665 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-cba19ea6-5a6f-4f07-a4cc-be6400d18d03 tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:16.129829 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-c2221473-4df1-422a-be15-13a83061652f None None] Transition to ACTIVE for port object 08e7a330-bd1c-4f5d-b666-d81c717269da will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:24:16.130019 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-cba19ea6-5a6f-4f07-a4cc-be6400d18d03 tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3012561'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:16.138027 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c2221473-4df1-422a-be15-13a83061652f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:16.242391 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-497d03de-e7a5-4f8b-8ade-765775ccac38 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks [] for router_gateway, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:16.264894 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2221473-4df1-422a-be15-13a83061652f None None] Network 7954df0a-9d66-48bb-9489-b32396c3096a is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:24:16.272463 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a9ff4b3-e0e6-4aeb-b573-3d1198776874 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Deleting subnet d37f388b-a17b-4b29-bc7c-7db6f939cbdc {{(pid=83738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 07 10:24:16.275728 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2221473-4df1-422a-be15-13a83061652f None None] Pushing event updated for resources: {'Port': ['ID=08e7a330-bd1c-4f5d-b666-d81c717269da,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:24:16.280683 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-c2221473-4df1-422a-be15-13a83061652f None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:24:16.280989 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2a9ff4b3-e0e6-4aeb-b573-3d1198776874 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks [] for subnet, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:16.282642 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2221473-4df1-422a-be15-13a83061652f None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:24:16.294268 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-497d03de-e7a5-4f8b-8ade-765775ccac38 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:16.328555 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-029898a5-59f7-4edf-ab3c-15016b95998f tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3556832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741408'] for subnet, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:16.397026 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2a9ff4b3-e0e6-4aeb-b573-3d1198776874 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2969395'] for subnet, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:16.398939 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba19ea6-5a6f-4f07-a4cc-be6400d18d03 tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Pushing event updated for resources: {'Port': ['ID=6b45cda3-95c2-442b-8234-dd85d521c908,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:24:16.401025 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-c2221473-4df1-422a-be15-13a83061652f None None] Attempting to bind port 08e7a330-bd1c-4f5d-b666-d81c717269da on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:24:16.405026 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-c2221473-4df1-422a-be15-13a83061652f None None] Attempting to bind port 08e7a330-bd1c-4f5d-b666-d81c717269da by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': '5a252ff3-b926-4c22-80c4-431c7ee7f466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '7954df0a-9d66-48bb-9489-b32396c3096a'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:24:16.405891 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2221473-4df1-422a-be15-13a83061652f None None] Attempting to bind port 08e7a330-bd1c-4f5d-b666-d81c717269da on network 7954df0a-9d66-48bb-9489-b32396c3096a {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:24:16.414258 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2221473-4df1-422a-be15-13a83061652f None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:24:16.414755 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2221473-4df1-422a-be15-13a83061652f None None] Checking segment: {'id': '5a252ff3-b926-4c22-80c4-431c7ee7f466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '7954df0a-9d66-48bb-9489-b32396c3096a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:24:16.415268 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c2221473-4df1-422a-be15-13a83061652f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:16.415748 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2221473-4df1-422a-be15-13a83061652f None None] Bound using segment: {'id': '5a252ff3-b926-4c22-80c4-431c7ee7f466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '7954df0a-9d66-48bb-9489-b32396c3096a'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:24:16.416675 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-c2221473-4df1-422a-be15-13a83061652f None None] Bound port: 08e7a330-bd1c-4f5d-b666-d81c717269da, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a252ff3-b926-4c22-80c4-431c7ee7f466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '7954df0a-9d66-48bb-9489-b32396c3096a'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:24:16.417113 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c2221473-4df1-422a-be15-13a83061652f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:16.443299 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-c3c5409a-80c5-47cf-8790-b577788b3801 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Allocated IP 2001:db8::1fc (7954df0a-9d66-48bb-9489-b32396c3096a/234e8f1a-a998-4cdd-9bec-220af23a6756/6d221350-7491-4465-be47-8e2964068515) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:24:16.454531 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-cba19ea6-5a6f-4f07-a4cc-be6400d18d03 tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923533'] for floatingip, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:16.468462 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029898a5-59f7-4edf-ab3c-15016b95998f tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Pushing event updated for resources: {'Subnet': ['ID=2142dc1f-d384-4398-a5cd-f8503a3aface,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:24:16.515802 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-c2221473-4df1-422a-be15-13a83061652f None None] For port 08e7a330-bd1c-4f5d-b666-d81c717269da, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:24:16.519386 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-c2221473-4df1-422a-be15-13a83061652f None None] For port 08e7a330-bd1c-4f5d-b666-d81c717269da, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=08e7a330-bd1c-4f5d-b666-d81c717269da,segment=NetworkSegment(5a252ff3-b926-4c22-80c4-431c7ee7f466),segment_id=5a252ff3-b926-4c22-80c4-431c7ee7f466)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:24:16.524088 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c2221473-4df1-422a-be15-13a83061652f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:16.525379 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029898a5-59f7-4edf-ab3c-15016b95998f tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Checking segment: {'id': '50fbd123-7539-4600-bc7c-c6f280302af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '36300e7d-2e69-4645-908b-a4dfc6dd0ef7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:24:16.525729 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-029898a5-59f7-4edf-ab3c-15016b95998f tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Network hostable DHCP agents. Network: 36300e7d-2e69-4645-908b-a4dfc6dd0ef7, hostable agents: ['6527556c-6586-422c-ae47-082984683847'], hosted agents: [] {{(pid=83738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:24:16.537374 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4f0ad77-7ba6-41fd-bbc8-01d9fddc2fb8 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Router 3c43f100-9332-4f25-a0d7-35238526bf57 has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:24:16.556521 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-cba19ea6-5a6f-4f07-a4cc-be6400d18d03 tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for floatingip, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:16.560783 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-cba19ea6-5a6f-4f07-a4cc-be6400d18d03 tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.0336733 Mar 07 10:24:16.564411 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 58508) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:24:16.568962 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2a9ff4b3-e0e6-4aeb-b573-3d1198776874 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1525496'] for subnet, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:16.615944 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2221473-4df1-422a-be15-13a83061652f None None] Pushing event updated for resources: {'Port': ['ID=08e7a330-bd1c-4f5d-b666-d81c717269da,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:24:16.622821 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-9a47c55c-9ffe-45d2-8e7c-3b10c5496a71 tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Request body: {'floatingip': {'port_id': 'a03df9e8-39d5-4b3d-8b51-f79a18065fb2', 'fixed_ip_address': '172.20.0.4'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:24:16.706873 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-497d03de-e7a5-4f8b-8ade-765775ccac38 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Allocated IP 172.26.8.100 (5ed85006-6b00-415e-b71f-837fb1421c12/8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a/9f491e70-d02a-4277-b682-387604b4dfad) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:24:16.746562 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9a47c55c-9ffe-45d2-8e7c-3b10c5496a71 tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Notify callbacks [] for floatingip, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:16.795255 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-029898a5-59f7-4edf-ab3c-15016b95998f tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Network 36300e7d-2e69-4645-908b-a4dfc6dd0ef7 is scheduled to be hosted by DHCP agent 6527556c-6586-422c-ae47-082984683847 with binding_index 1 {{(pid=83738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:24:16.833466 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-029898a5-59f7-4edf-ab3c-15016b95998f tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830731-3-hyperv, 36300e7d-2e69-4645-908b-a4dfc6dd0ef7) {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:24:16.846935 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7101ae1c-201d-42b4-ac30-7dc857620444 None None] Network 36300e7d-2e69-4645-908b-a4dfc6dd0ef7 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:24:16.850904 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-029898a5-59f7-4edf-ab3c-15016b95998f tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3556832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741408'] for subnet, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:16.930172 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2a9ff4b3-e0e6-4aeb-b573-3d1198776874 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1525489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3556647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741465'] for subnet, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:16.972826 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029898a5-59f7-4edf-ab3c-15016b95998f tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Pushing event updated for resources: {'Subnet': ['ID=27cfe77c-b716-4b72-8af3-87b5f5b1a5a4,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:24:17.026220 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-d7a59dae-dbe1-48f7-8621-bcb045fdf3ed req-5591db7e-9f3a-4c57-962c-cf9b41bf36a0 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=16725675-ba59-4dce-8b8e-c03b4061c4de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3297482 Mar 07 10:24:17.055190 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2a9ff4b3-e0e6-4aeb-b573-3d1198776874 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:17.068749 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9ff4b3-e0e6-4aeb-b573-3d1198776874 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Pushing event deleted for resources: {'Subnet': ['ID=d37f388b-a17b-4b29-bc7c-7db6f939cbdc,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:24:17.071302 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-2a9ff4b3-e0e6-4aeb-b573-3d1198776874 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "DELETE /v2.0/subnets/d37f388b-a17b-4b29-bc7c-7db6f939cbdc HTTP/1.1" status: 204 len: 168 time: 1.4923341 Mar 07 10:24:17.076508 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 58512) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:24:17.077149 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b74dc9d2-fe5a-4bf8-9ff6-f24177e00410 None None] Network 98d8805b-dd65-4110-997b-2eea298bca78 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:24:17.148837 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c3c5409a-80c5-47cf-8790-b577788b3801 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:17.195610 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-b86f6c87-d8b9-4f04-89af-2bae918764ea tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1164582 Mar 07 10:24:17.198699 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029898a5-59f7-4edf-ab3c-15016b95998f tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Checking segment: {'id': 'ed90dd8b-62a9-4fc3-bec1-f109289d801a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'a5bf3ee1-ce03-428d-a0e1-0d4089550575'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:24:17.199057 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-029898a5-59f7-4edf-ab3c-15016b95998f tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Network hostable DHCP agents. Network: a5bf3ee1-ce03-428d-a0e1-0d4089550575, hostable agents: ['6527556c-6586-422c-ae47-082984683847'], hosted agents: [] {{(pid=83738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:24:17.199728 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 58516) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:24:17.216901 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-2962336a-1d72-493e-b030-5b2704328e75 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Request body: {'subnet': {'network_id': '98d8805b-dd65-4110-997b-2eea298bca78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:24:17.259153 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [None req-c3c5409a-80c5-47cf-8790-b577788b3801 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Transition to ACTIVE for port object 6d221350-7491-4465-be47-8e2964068515 will not be triggered until provisioned by entity DHCP. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:24:17.265827 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-029898a5-59f7-4edf-ab3c-15016b95998f tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Network a5bf3ee1-ce03-428d-a0e1-0d4089550575 is scheduled to be hosted by DHCP agent 6527556c-6586-422c-ae47-082984683847 with binding_index 1 {{(pid=83738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:24:17.274496 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-d7a59dae-dbe1-48f7-8621-bcb045fdf3ed req-25ddb38d-5a34-4027-8165-e5104298d0f5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7786db5ef26f4f06a4ab41ba87614474&device_id=16725675-ba59-4dce-8b8e-c03b4061c4de HTTP/1.1" status: 200 len: 1099 time: 0.1328113 Mar 07 10:24:17.281888 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4f0ad77-7ba6-41fd-bbc8-01d9fddc2fb8 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:24:17.286121 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a4f0ad77-7ba6-41fd-bbc8-01d9fddc2fb8 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for floatingip, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:17.326364 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e9d7f6-8338-4820-965b-4106a43c760f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ec2749d-0aec-52fb-aca6-10ba8a80aade-36300e7d-2e69-4645-908b-a4dfc6dd0ef7', 'network_id': '36300e7d-2e69-4645-908b-a4dfc6dd0ef7', 'tenant_id': '1cbccb418ee444419847972e678356cb', 'fixed_ips': [{'subnet_id': '2142dc1f-d384-4398-a5cd-f8503a3aface'}]}} from dv-neutron-830731-3-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 07 10:24:17.327605 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a3e9d7f6-8338-4820-965b-4106a43c760f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:17.334249 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-029898a5-59f7-4edf-ab3c-15016b95998f tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830731-3-hyperv, a5bf3ee1-ce03-428d-a0e1-0d4089550575) {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:24:17.351536 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-029898a5-59f7-4edf-ab3c-15016b95998f tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:24:17.352612 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-029898a5-59f7-4edf-ab3c-15016b95998f tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:24:17.352612 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-029898a5-59f7-4edf-ab3c-15016b95998f tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:17.368732 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-497d03de-e7a5-4f8b-8ade-765775ccac38 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:17.382535 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57ae5f2-5cb7-4aae-831e-efba863916ae None None] Sync routers for ids ['3c43f100-9332-4f25-a0d7-35238526bf57'] in dv-neutron-830731-3-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:24:17.393020 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1a761f4-14ff-4b3b-a1e8-61050fd9e8e5 None None] Network a5bf3ee1-ce03-428d-a0e1-0d4089550575 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:24:17.399014 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.api.v2.resource [None req-9a47c55c-9ffe-45d2-8e7c-3b10c5496a71 tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] update failed (client error): The resource could not be found. Mar 07 10:24:17.400245 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-9a47c55c-9ffe-45d2-8e7c-3b10c5496a71 tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] 10.222.0.13 "PUT /v2.0/floatingips/c1c0c84d-a049-415d-be4d-2427c40c787e HTTP/1.1" status: 404 len: 507 time: 0.8318746 Mar 07 10:24:17.404449 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 58520) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:24:17.453948 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-a4f0ad77-7ba6-41fd-bbc8-01d9fddc2fb8 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] 10.222.0.13 "PUT /v2.0/floatingips/7105d227-0645-4110-ba73-3b9bebc6c813 HTTP/1.1" status: 200 len: 991 time: 8.7846582 Mar 07 10:24:17.456528 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9a41462-2213-477c-a0d7-2a574dc86c0e', 'tag': 'ce102191-c862-4595-b40b-01aa258c2118'}] {{(pid=83738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 10:24:17.473265 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-029898a5-59f7-4edf-ab3c-15016b95998f tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 3.8942301 Mar 07 10:24:17.473926 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 58528) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:24:17.481356 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-2962336a-1d72-493e-b030-5b2704328e75 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:24:17.517313 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-2962336a-1d72-493e-b030-5b2704328e75 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Usage tracker for resource:subnet and tenant:0f1e04191c7443f7844c0202165e746c is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:24:17.524874 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-2962336a-1d72-493e-b030-5b2704328e75 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:24:17.535268 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-2962336a-1d72-493e-b030-5b2704328e75 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:24:17.616983 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9a41462-2213-477c-a0d7-2a574dc86c0e', 'tag': 'ce102191-c862-4595-b40b-01aa258c2118', 'status': 'completed', 'code': 200} Mar 07 10:24:17.629682 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f1a3d0b-b9f6-4cf1-8cc4-96deb1b0218d tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:24:17.634060 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f1a3d0b-b9f6-4cf1-8cc4-96deb1b0218d tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:24:17.634060 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f1a3d0b-b9f6-4cf1-8cc4-96deb1b0218d tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:24:17.634060 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-5f1a3d0b-b9f6-4cf1-8cc4-96deb1b0218d tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Synchronizing usage tracker for tenant:1cbccb418ee444419847972e678356cb on resource:subnet {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:24:17.638307 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a59dae-dbe1-48f7-8621-bcb045fdf3ed req-3e409263-579f-41ee-8ea8-d5c02cbbc68c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:24:17.639731 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-d7a59dae-dbe1-48f7-8621-bcb045fdf3ed req-3e409263-579f-41ee-8ea8-d5c02cbbc68c service neutron] 10.222.0.10 "GET /v2.0/networks?id=72398af9-06cf-4222-b28c-e00880a5f9c7 HTTP/1.1" status: 200 len: 907 time: 0.3279810 Mar 07 10:24:17.643025 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c3c5409a-80c5-47cf-8790-b577788b3801 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:17.718416 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-5f1a3d0b-b9f6-4cf1-8cc4-96deb1b0218d tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Unset dirty status for tenant:1cbccb418ee444419847972e678356cb on resource:subnet {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:24:17.729550 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-5f1a3d0b-b9f6-4cf1-8cc4-96deb1b0218d tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.2525859 Mar 07 10:24:17.736852 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 58532) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:24:17.767121 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-a3e9d7f6-8338-4820-965b-4106a43c760f None None] Allocated IP 2001:db8::1 (36300e7d-2e69-4645-908b-a4dfc6dd0ef7/2142dc1f-d384-4398-a5cd-f8503a3aface/bfef1985-2bbc-4843-9b12-fc70d3cb5f73) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:24:17.843938 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-d7a59dae-dbe1-48f7-8621-bcb045fdf3ed req-802a37e6-986f-455d-97a8-b2f311a64b37 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f243225f-86aa-45f6-8146-7b796bc3b24c HTTP/1.1" status: 200 len: 1002 time: 0.1886368 Mar 07 10:24:17.852094 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-497d03de-e7a5-4f8b-8ade-765775ccac38 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:17.855369 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ce38942-1af5-4623-b632-6dc56edd1ca0 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Deleting subnet 2142dc1f-d384-4398-a5cd-f8503a3aface {{(pid=83738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 07 10:24:17.863378 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2962336a-1d72-493e-b030-5b2704328e75 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Made reservation on behalf of 0f1e04191c7443f7844c0202165e746c for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:24:17.881094 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57ae5f2-5cb7-4aae-831e-efba863916ae None None] Routers {'3c43f100-9332-4f25-a0d7-35238526bf57'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:24:17.881841 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-e57ae5f2-5cb7-4aae-831e-efba863916ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:24:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['3c43f100-9332-4f25-a0d7-35238526bf57'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:24:17.890378 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3c5409a-80c5-47cf-8790-b577788b3801 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Network 7954df0a-9d66-48bb-9489-b32396c3096a is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:24:17.895468 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-a4277290-5bfd-4ae6-92a7-7104022c49f8 tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Deleting port 6b45cda3-95c2-442b-8234-dd85d521c908 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:24:17.895811 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a4277290-5bfd-4ae6-92a7-7104022c49f8 tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:17.915731 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a59dae-dbe1-48f7-8621-bcb045fdf3ed req-b0a4fd23-79e4-4ef0-861d-377667f940b0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:24:17.917181 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-d7a59dae-dbe1-48f7-8621-bcb045fdf3ed req-b0a4fd23-79e4-4ef0-861d-377667f940b0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=73689262-8534-49d2-b012-2160f5ea5f1f HTTP/1.1" status: 200 len: 845 time: 0.0597463 Mar 07 10:24:17.936276 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-c3c5409a-80c5-47cf-8790-b577788b3801 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:24:17.938980 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c5409a-80c5-47cf-8790-b577788b3801 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:24:17.942829 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c5409a-80c5-47cf-8790-b577788b3801 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:24:17.943423 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c3c5409a-80c5-47cf-8790-b577788b3801 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:17.953317 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-354f557d-c829-4853-876f-ffdce952c09c None None] Network 7954df0a-9d66-48bb-9489-b32396c3096a requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:24:17.998457 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-d7a59dae-dbe1-48f7-8621-bcb045fdf3ed req-1b763b1e-a991-4b81-b116-9cb2705751bc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=72398af9-06cf-4222-b28c-e00880a5f9c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0733936 Mar 07 10:24:18.016818 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-497d03de-e7a5-4f8b-8ade-765775ccac38 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Network 5ed85006-6b00-415e-b71f-837fb1421c12 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:24:18.043609 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-497d03de-e7a5-4f8b-8ade-765775ccac38 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:24:18.046001 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497d03de-e7a5-4f8b-8ade-765775ccac38 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:24:18.083965 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c5409a-80c5-47cf-8790-b577788b3801 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Pushing event updated for resources: {'Port': ['ID=6d221350-7491-4465-be47-8e2964068515,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:24:18.212996 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-c3c5409a-80c5-47cf-8790-b577788b3801 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 3.1445975 Mar 07 10:24:18.213625 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 58536) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:24:18.242512 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-f5a72944-5843-4644-994a-581b981f5326 None None] Provisioning for port 08e7a330-bd1c-4f5d-b666-d81c717269da completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:24:18.283489 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2962336a-1d72-493e-b030-5b2704328e75 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3219231'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:18.309253 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-75d8aa18-e38b-471a-8644-d31c0e7bfe59 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Deleting port 6d221350-7491-4465-be47-8e2964068515 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:24:18.309253 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-75d8aa18-e38b-471a-8644-d31c0e7bfe59 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:18.343516 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-d7a59dae-dbe1-48f7-8621-bcb045fdf3ed req-77f42266-ce9a-4a31-b3a7-b8ba59bfb3f9 service neutron] 10.222.0.10 "GET /v2.0/networks/72398af9-06cf-4222-b28c-e00880a5f9c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3377969 Mar 07 10:24:18.406421 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497d03de-e7a5-4f8b-8ade-765775ccac38 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Pushing event updated for resources: {'Port': ['ID=9f491e70-d02a-4277-b682-387604b4dfad,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:24:18.461538 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a3e9d7f6-8338-4820-965b-4106a43c760f None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:18.523881 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a3e9d7f6-8338-4820-965b-4106a43c760f None None] Transition to ACTIVE for port object bfef1985-2bbc-4843-9b12-fc70d3cb5f73 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:24:18.528791 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-e57ae5f2-5cb7-4aae-831e-efba863916ae None None] Set router 3c43f100-9332-4f25-a0d7-35238526bf57 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:24:18.528956 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f7e417-9e7c-45c8-986f-a993e3de56d3 req-cebaee07-c1fa-4578-b3d9-9442b49284f7 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:24:18.530513 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-78f7e417-9e7c-45c8-986f-a993e3de56d3 req-cebaee07-c1fa-4578-b3d9-9442b49284f7 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9a41462-2213-477c-a0d7-2a574dc86c0e HTTP/1.1" status: 200 len: 946 time: 0.7308450 Mar 07 10:24:18.544863 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4ddb3ae3-5588-41c9-ac3d-7a1650711b37 req-d803e528-9fb0-42c5-a01f-5092d5d1322b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=38f0b9f3569b450182bbf4a37575848e&device_id=e9a41462-2213-477c-a0d7-2a574dc86c0e HTTP/1.1" status: 200 len: 1099 time: 0.8805847 Mar 07 10:24:18.570549 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a4277290-5bfd-4ae6-92a7-7104022c49f8 tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:18.570898 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a4277290-5bfd-4ae6-92a7-7104022c49f8 tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:18.580511 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-040eb55f-f8a6-400c-878f-5922028f439e None None] DHCP port deletion for 98d8805b-dd65-4110-997b-2eea298bca78 request from dv-neutron-830731-3-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 07 10:24:18.634241 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed32eab7-d729-4d15-ba97-fbb36df77fe0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ec2749d-0aec-52fb-aca6-10ba8a80aade-a5bf3ee1-ce03-428d-a0e1-0d4089550575', 'network_id': 'a5bf3ee1-ce03-428d-a0e1-0d4089550575', 'tenant_id': '1cbccb418ee444419847972e678356cb', 'fixed_ips': [{'subnet_id': '27cfe77c-b716-4b72-8af3-87b5f5b1a5a4'}]}} from dv-neutron-830731-3-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 07 10:24:18.635024 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-ed32eab7-d729-4d15-ba97-fbb36df77fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:18.644269 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 08e7a330-bd1c-4f5d-b666-d81c717269da up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:24:18.672128 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-040eb55f-f8a6-400c-878f-5922028f439e None None] Deleting port 6c3e548b-b3a4-48b4-aa8f-cfc3f83f81bd {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:24:18.672128 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-040eb55f-f8a6-400c-878f-5922028f439e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:18.689709 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-d7a59dae-dbe1-48f7-8621-bcb045fdf3ed req-b59e2381-359a-41ed-a5b0-1617dec13f66 service neutron] 10.222.0.10 "GET /v2.0/networks/72398af9-06cf-4222-b28c-e00880a5f9c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3260159 Mar 07 10:24:18.756546 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a3e9d7f6-8338-4820-965b-4106a43c760f None None] Transition to ACTIVE for port object bfef1985-2bbc-4843-9b12-fc70d3cb5f73 will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:24:18.756854 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-75d8aa18-e38b-471a-8644-d31c0e7bfe59 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:18.820802 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8ce38942-1af5-4623-b632-6dc56edd1ca0 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Notify callbacks [] for subnet, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:18.828890 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a3e9d7f6-8338-4820-965b-4106a43c760f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:18.870500 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-a4277290-5bfd-4ae6-92a7-7104022c49f8 tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Calling delete_port for 6b45cda3-95c2-442b-8234-dd85d521c908 owned by network:floatingip {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:24:18.914067 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-75d8aa18-e38b-471a-8644-d31c0e7bfe59 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Calling delete_port for 6d221350-7491-4465-be47-8e2964068515 owned by {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:24:18.986320 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8ce38942-1af5-4623-b632-6dc56edd1ca0 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2969395'] for subnet, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:19.047360 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-78f7e417-9e7c-45c8-986f-a993e3de56d3 req-216bd740-24f5-47d2-ac11-36d52e6a57fb tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0cf1685-c0d8-4959-a53b-3f1ceedf7fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4994264 Mar 07 10:24:19.102398 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddb3ae3-5588-41c9-ac3d-7a1650711b37 req-c7289545-784a-4aa0-b1af-df2384c1f782 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:24:19.103870 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4ddb3ae3-5588-41c9-ac3d-7a1650711b37 req-c7289545-784a-4aa0-b1af-df2384c1f782 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f727e18d-bdc2-4660-9a3a-cfddb6581f4f HTTP/1.1" status: 200 len: 913 time: 0.5216238 Mar 07 10:24:19.145202 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e9d7f6-8338-4820-965b-4106a43c760f None None] Network 36300e7d-2e69-4645-908b-a4dfc6dd0ef7 is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:24:19.147016 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e9d7f6-8338-4820-965b-4106a43c760f None None] Pushing event updated for resources: {'Port': ['ID=bfef1985-2bbc-4843-9b12-fc70d3cb5f73,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:24:19.171269 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-a3e9d7f6-8338-4820-965b-4106a43c760f None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:24:19.180960 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e9d7f6-8338-4820-965b-4106a43c760f None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:24:19.208509 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-75d8aa18-e38b-471a-8644-d31c0e7bfe59 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:19.275522 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d8aa18-e38b-471a-8644-d31c0e7bfe59 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Pushing event deleted for resources: {'Port': ['ID=6d221350-7491-4465-be47-8e2964068515,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:24:19.291441 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8ce38942-1af5-4623-b632-6dc56edd1ca0 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1525496'] for subnet, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:19.386517 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-75d8aa18-e38b-471a-8644-d31c0e7bfe59 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:19.410147 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-75d8aa18-e38b-471a-8644-d31c0e7bfe59 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] 10.222.0.13 "DELETE /v2.0/ports/6d221350-7491-4465-be47-8e2964068515 HTTP/1.1" status: 204 len: 168 time: 1.1958253 Mar 07 10:24:19.414314 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 58546) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:24:19.438359 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-497d03de-e7a5-4f8b-8ade-765775ccac38 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks [] for router_gateway, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:19.439068 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-497d03de-e7a5-4f8b-8ade-765775ccac38 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3917991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923518'] for router, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:19.446689 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4ddb3ae3-5588-41c9-ac3d-7a1650711b37 req-7a86c5bf-1538-4a7b-ba44-42982a486966 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ce102191-c862-4595-b40b-01aa258c2118 HTTP/1.1" status: 200 len: 999 time: 0.3240287 Mar 07 10:24:19.460954 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning for port 08e7a330-bd1c-4f5d-b666-d81c717269da completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:24:19.476114 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-25523792-db5f-4283-a882-269474482732 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] GET failed (client error): The resource could not be found. Mar 07 10:24:19.476853 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-25523792-db5f-4283-a882-269474482732 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Synchronizing usage tracker for tenant:29ee0fb2487e46c6b75e400959e24994 on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:24:19.496288 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8ce38942-1af5-4623-b632-6dc56edd1ca0 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1525489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3556647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741465'] for subnet, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:19.522317 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 08e7a330-bd1c-4f5d-b666-d81c717269da triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:24:19.522665 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:19.539250 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-25523792-db5f-4283-a882-269474482732 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Unset dirty status for tenant:29ee0fb2487e46c6b75e400959e24994 on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:24:19.540396 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-25523792-db5f-4283-a882-269474482732 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] 10.222.0.13 "GET /v2.0/ports/6d221350-7491-4465-be47-8e2964068515 HTTP/1.1" status: 404 len: 333 time: 0.1249220 Mar 07 10:24:19.543801 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce38942-1af5-4623-b632-6dc56edd1ca0 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Pushing event deleted for resources: {'Subnet': ['ID=2142dc1f-d384-4398-a5cd-f8503a3aface,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:24:19.545464 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 58550) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:24:19.580136 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2962336a-1d72-493e-b030-5b2704328e75 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3012444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3219213'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:19.588622 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8ce38942-1af5-4623-b632-6dc56edd1ca0 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:19.611693 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-8ce38942-1af5-4623-b632-6dc56edd1ca0 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] 10.222.0.13 "DELETE /v2.0/subnets/2142dc1f-d384-4398-a5cd-f8503a3aface HTTP/1.1" status: 204 len: 168 time: 1.8737588 Mar 07 10:24:19.614073 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-040eb55f-f8a6-400c-878f-5922028f439e None None] For port 6c3e548b-b3a4-48b4-aa8f-cfc3f83f81bd, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=6c3e548b-b3a4-48b4-aa8f-cfc3f83f81bd,segment=NetworkSegment(13510a37-88c7-493e-9701-b414ea24fc4c),segment_id=13510a37-88c7-493e-9701-b414ea24fc4c)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:24:19.615164 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 58554) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:24:19.615842 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-040eb55f-f8a6-400c-878f-5922028f439e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:19.693727 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddb3ae3-5588-41c9-ac3d-7a1650711b37 req-7b73d6f7-27ea-45ad-bd5f-3540c4242701 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:24:19.695173 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4ddb3ae3-5588-41c9-ac3d-7a1650711b37 req-7b73d6f7-27ea-45ad-bd5f-3540c4242701 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c839e96c-7ebc-4e73-acbb-92a3dab8a0ef HTTP/1.1" status: 200 len: 851 time: 0.1851673 Mar 07 10:24:19.712516 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-ed32eab7-d729-4d15-ba97-fbb36df77fe0 None None] Allocated IP 2001:db8:0:1::1 (a5bf3ee1-ce03-428d-a0e1-0d4089550575/27cfe77c-b716-4b72-8af3-87b5f5b1a5a4/b7bf1e0b-d175-4e65-8eae-fd96a63e9e4a) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:24:19.765801 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ef14c9-cda5-4d8d-ac2d-ebef9735cdb6 req-e5db324c-6b32-4c1c-a1b3-f8832cb9777e tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:24:19.766703 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c7ef14c9-cda5-4d8d-ac2d-ebef9735cdb6 req-e5db324c-6b32-4c1c-a1b3-f8832cb9777e tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9a41462-2213-477c-a0d7-2a574dc86c0e HTTP/1.1" status: 200 len: 946 time: 0.5697658 Mar 07 10:24:19.767324 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a4277290-5bfd-4ae6-92a7-7104022c49f8 tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:19.791356 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_v2 [None req-9395849a-205a-4c71-af28-67b7e073cda9 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Deleting subnet 27cfe77c-b716-4b72-8af3-87b5f5b1a5a4 {{(pid=83738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 07 10:24:19.804559 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-040eb55f-f8a6-400c-878f-5922028f439e None None] Calling delete_port for 6c3e548b-b3a4-48b4-aa8f-cfc3f83f81bd owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:24:19.835505 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4277290-5bfd-4ae6-92a7-7104022c49f8 tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Pushing event deleted for resources: {'Port': ['ID=6b45cda3-95c2-442b-8234-dd85d521c908,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:24:19.865150 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcd3f39d-77ff-4595-8210-f2a80958c404 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Deleting subnet 234e8f1a-a998-4cdd-9bec-220af23a6756 {{(pid=83738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 07 10:24:19.871148 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2962336a-1d72-493e-b030-5b2704328e75 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Network 98d8805b-dd65-4110-997b-2eea298bca78 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:24:19.873292 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-fcd3f39d-77ff-4595-8210-f2a80958c404 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks [] for subnet, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:19.877842 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-a3e9d7f6-8338-4820-965b-4106a43c760f None None] Attempting to bind port bfef1985-2bbc-4843-9b12-fc70d3cb5f73 on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:24:19.878375 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-a3e9d7f6-8338-4820-965b-4106a43c760f None None] Attempting to bind port bfef1985-2bbc-4843-9b12-fc70d3cb5f73 by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': '50fbd123-7539-4600-bc7c-c6f280302af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '36300e7d-2e69-4645-908b-a4dfc6dd0ef7'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:24:19.878533 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e9d7f6-8338-4820-965b-4106a43c760f None None] Attempting to bind port bfef1985-2bbc-4843-9b12-fc70d3cb5f73 on network 36300e7d-2e69-4645-908b-a4dfc6dd0ef7 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:24:19.880299 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-2962336a-1d72-493e-b030-5b2704328e75 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:24:19.883042 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2962336a-1d72-493e-b030-5b2704328e75 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:24:19.883819 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2962336a-1d72-493e-b030-5b2704328e75 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2756603'] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:19.887194 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-d2cd7fe3-ac16-4271-a07a-3947d4a5c2b7 None None] Could not find standard attr ID for object 6d221350-7491-4465-be47-8e2964068515. {{(pid=83739) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 07 10:24:19.892512 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2962336a-1d72-493e-b030-5b2704328e75 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Pushing event updated for resources: {'Subnet': ['ID=406e1f5c-363b-427d-9dac-a5f4b1d902ea,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:24:19.967405 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-fcd3f39d-77ff-4595-8210-f2a80958c404 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2969395'] for subnet, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:19.979416 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c7ef14c9-cda5-4d8d-ac2d-ebef9735cdb6 req-d5f33459-9e3d-4608-846c-ff4563127fe1 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0cf1685-c0d8-4959-a53b-3f1ceedf7fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1562655 Mar 07 10:24:20.047839 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e9d7f6-8338-4820-965b-4106a43c760f None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:24:20.048203 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e9d7f6-8338-4820-965b-4106a43c760f None None] Checking segment: {'id': '50fbd123-7539-4600-bc7c-c6f280302af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '36300e7d-2e69-4645-908b-a4dfc6dd0ef7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:24:20.048622 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a3e9d7f6-8338-4820-965b-4106a43c760f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:20.049006 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e9d7f6-8338-4820-965b-4106a43c760f None None] Bound using segment: {'id': '50fbd123-7539-4600-bc7c-c6f280302af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '36300e7d-2e69-4645-908b-a4dfc6dd0ef7'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:24:20.049458 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-a3e9d7f6-8338-4820-965b-4106a43c760f None None] Bound port: bfef1985-2bbc-4843-9b12-fc70d3cb5f73, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50fbd123-7539-4600-bc7c-c6f280302af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '36300e7d-2e69-4645-908b-a4dfc6dd0ef7'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:24:20.049822 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a3e9d7f6-8338-4820-965b-4106a43c760f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:20.055532 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-2962336a-1d72-493e-b030-5b2704328e75 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.8478942 Mar 07 10:24:20.060520 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 58558) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:24:20.069542 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-3484ac4d-4289-4eae-bb5b-66e533485d22 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Request body: {'port': {'network_id': '98d8805b-dd65-4110-997b-2eea298bca78', 'name': 'tempest-NetworksTestDHCPv6-818834448'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:24:20.085265 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-fcd3f39d-77ff-4595-8210-f2a80958c404 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1525496'] for subnet, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:20.143580 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4ddb3ae3-5588-41c9-ac3d-7a1650711b37 req-d292e59e-40dc-4795-85cd-74cbb3b3d3c7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f727e18d-bdc2-4660-9a3a-cfddb6581f4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4308548 Mar 07 10:24:20.184094 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a4277290-5bfd-4ae6-92a7-7104022c49f8 tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Notify callbacks [] for floatingip, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:20.185575 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-fcd3f39d-77ff-4595-8210-f2a80958c404 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1525489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3556647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741465'] for subnet, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:20.186827 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a4277290-5bfd-4ae6-92a7-7104022c49f8 tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for floatingip, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:20.191302 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-a4277290-5bfd-4ae6-92a7-7104022c49f8 tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] 10.222.0.13 "DELETE /v2.0/floatingips/c1c0c84d-a049-415d-be4d-2427c40c787e HTTP/1.1" status: 204 len: 168 time: 2.7814064 Mar 07 10:24:20.192614 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 58562) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:24:20.265205 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-040eb55f-f8a6-400c-878f-5922028f439e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812'] for port, after_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:20.303114 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-d2cd7fe3-ac16-4271-a07a-3947d4a5c2b7 None None] Provisioning complete for port 08e7a330-bd1c-4f5d-b666-d81c717269da triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:24:20.303509 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-d2cd7fe3-ac16-4271-a07a-3947d4a5c2b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:20.346166 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:20.369538 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-3484ac4d-4289-4eae-bb5b-66e533485d22 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:24:20.387240 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-3484ac4d-4289-4eae-bb5b-66e533485d22 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Usage tracker for resource:port and tenant:0f1e04191c7443f7844c0202165e746c is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:24:20.392210 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-3484ac4d-4289-4eae-bb5b-66e533485d22 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:24:20.393292 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040eb55f-f8a6-400c-878f-5922028f439e None None] Pushing event deleted for resources: {'Port': ['ID=6c3e548b-b3a4-48b4-aa8f-cfc3f83f81bd,revision_number=None']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:24:20.393605 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-3462c060-4d0c-4734-b0b8-5b907e289b74 tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Request body: {'floatingip': {'floating_network_id': '3a8721a9-928b-461f-af0c-d82fcdceff07', 'port_id': 'a03df9e8-39d5-4b3d-8b51-f79a18065fb2', 'fixed_ip_address': '172.20.0.4'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:24:20.399268 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-3462c060-4d0c-4734-b0b8-5b907e289b74 tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:24:20.403828 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-3462c060-4d0c-4734-b0b8-5b907e289b74 tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Usage tracker for resource:floatingip and tenant:841874e2d4dc4bfd986b0a20fa08ff45 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:24:20.410844 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-3462c060-4d0c-4734-b0b8-5b907e289b74 tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:24:20.419448 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-3484ac4d-4289-4eae-bb5b-66e533485d22 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:24:20.421604 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd3f39d-77ff-4595-8210-f2a80958c404 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Pushing event deleted for resources: {'Subnet': ['ID=234e8f1a-a998-4cdd-9bec-220af23a6756,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:24:20.423542 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-3462c060-4d0c-4734-b0b8-5b907e289b74 tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:24:20.431067 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4ddb3ae3-5588-41c9-ac3d-7a1650711b37 req-44dacb01-8576-4a34-8c70-af3ddaf45c73 service neutron] 10.222.0.10 "GET /v2.0/networks/f727e18d-bdc2-4660-9a3a-cfddb6581f4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2702651 Mar 07 10:24:20.435828 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-fcd3f39d-77ff-4595-8210-f2a80958c404 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:20.442631 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-fcd3f39d-77ff-4595-8210-f2a80958c404 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] 10.222.0.13 "DELETE /v2.0/subnets/234e8f1a-a998-4cdd-9bec-220af23a6756 HTTP/1.1" status: 204 len: 168 time: 0.8946047 Mar 07 10:24:20.444631 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 58566) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:24:20.447653 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3484ac4d-4289-4eae-bb5b-66e533485d22 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Made reservation on behalf of 0f1e04191c7443f7844c0202165e746c for: {'port': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:24:20.451886 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3484ac4d-4289-4eae-bb5b-66e533485d22 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:20.468737 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3462c060-4d0c-4734-b0b8-5b907e289b74 tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Notify callbacks [] for floatingip, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:20.469935 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d74f07f-1521-4176-9987-5dcdfb5d2ff9 None None] Network 7954df0a-9d66-48bb-9489-b32396c3096a requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:24:20.509129 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a3e9d7f6-8338-4820-965b-4106a43c760f None None] For port bfef1985-2bbc-4843-9b12-fc70d3cb5f73, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:24:20.511555 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040eb55f-f8a6-400c-878f-5922028f439e None None] No DVR routers for this DVR port 6c3e548b-b3a4-48b4-aa8f-cfc3f83f81bd on host dv-neutron-830731-3-hyperv {{(pid=83739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:24:20.627442 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a3e9d7f6-8338-4820-965b-4106a43c760f None None] For port bfef1985-2bbc-4843-9b12-fc70d3cb5f73, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=bfef1985-2bbc-4843-9b12-fc70d3cb5f73,segment=NetworkSegment(50fbd123-7539-4600-bc7c-c6f280302af5),segment_id=50fbd123-7539-4600-bc7c-c6f280302af5)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:24:20.640187 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f684030-4989-410e-9ca0-e796fb37d529 None None] Network 98d8805b-dd65-4110-997b-2eea298bca78 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:24:20.643322 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-84dd9219-8a03-4bd4-9796-31afde278e55 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1158940'] for network, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:20.663155 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-84dd9219-8a03-4bd4-9796-31afde278e55 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Deleting port 08e7a330-bd1c-4f5d-b666-d81c717269da {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:24:20.663529 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-84dd9219-8a03-4bd4-9796-31afde278e55 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:20.666640 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [None req-3484ac4d-4289-4eae-bb5b-66e533485d22 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] device_id is not set on port 196135c8-d8b5-4ffe-878e-e71e1192d473 yet. {{(pid=83737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 07 10:24:20.724605 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-ed32eab7-d729-4d15-ba97-fbb36df77fe0 None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:20.737471 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a3e9d7f6-8338-4820-965b-4106a43c760f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:20.768167 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-ed32eab7-d729-4d15-ba97-fbb36df77fe0 None None] Transition to ACTIVE for port object b7bf1e0b-d175-4e65-8eae-fd96a63e9e4a will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:24:20.793619 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-ed32eab7-d729-4d15-ba97-fbb36df77fe0 None None] Transition to ACTIVE for port object b7bf1e0b-d175-4e65-8eae-fd96a63e9e4a will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:24:20.803416 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9395849a-205a-4c71-af28-67b7e073cda9 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Notify callbacks [] for subnet, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:20.819408 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4ddb3ae3-5588-41c9-ac3d-7a1650711b37 req-07573c75-33d6-44f2-963b-bb924ee664d4 service neutron] 10.222.0.10 "GET /v2.0/networks/f727e18d-bdc2-4660-9a3a-cfddb6581f4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3550320 Mar 07 10:24:20.872889 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-497d03de-e7a5-4f8b-8ade-765775ccac38 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Router 4bd78e7b-bb20-49e1-8453-68eb29fc1b8d is scheduled to L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 with binding_index 1 {{(pid=83737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 10:24:20.951325 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9395849a-205a-4c71-af28-67b7e073cda9 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2969395'] for subnet, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:20.954721 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-3484ac4d-4289-4eae-bb5b-66e533485d22 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Allocated IP 2001:db8::185 (98d8805b-dd65-4110-997b-2eea298bca78/406e1f5c-363b-427d-9dac-a5f4b1d902ea/196135c8-d8b5-4ffe-878e-e71e1192d473) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:24:21.022365 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-84dd9219-8a03-4bd4-9796-31afde278e55 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] For port 08e7a330-bd1c-4f5d-b666-d81c717269da, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=08e7a330-bd1c-4f5d-b666-d81c717269da,segment=NetworkSegment(5a252ff3-b926-4c22-80c4-431c7ee7f466),segment_id=5a252ff3-b926-4c22-80c4-431c7ee7f466)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:24:21.022811 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-84dd9219-8a03-4bd4-9796-31afde278e55 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:21.042653 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.api.v2.resource [None req-3462c060-4d0c-4734-b0b8-5b907e289b74 tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 10:24:21.043684 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-3462c060-4d0c-4734-b0b8-5b907e289b74 tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.6552038 Mar 07 10:24:21.055481 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 58572) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:24:21.064656 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-718b0f9a-8734-4443-a6bf-ffbff992cbb4 tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Request body: {'floatingip': {'floating_network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'port_id': 'a03df9e8-39d5-4b3d-8b51-f79a18065fb2', 'fixed_ip_address': '172.20.0.4'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:24:21.070058 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-718b0f9a-8734-4443-a6bf-ffbff992cbb4 tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:24:21.074871 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-718b0f9a-8734-4443-a6bf-ffbff992cbb4 tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Usage tracker for resource:floatingip and tenant:841874e2d4dc4bfd986b0a20fa08ff45 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:24:21.077953 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-718b0f9a-8734-4443-a6bf-ffbff992cbb4 tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:24:21.083858 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-718b0f9a-8734-4443-a6bf-ffbff992cbb4 tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:24:21.113932 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-e57ae5f2-5cb7-4aae-831e-efba863916ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c43f100-9332-4f25-a0d7-35238526bf57', 'name': 'tempest-ServerActionsTestJSON-1233010295-router', 'tenant_id': '38f0b9f3569b450182bbf4a37575848e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.109'}], 'enable_snat': True}, 'gw_port_id': '39ea0072-7b63-4edb-873d-398ee5680d2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:22:59Z', 'updated_at': '2022-03-07T10:23:14Z', 'revision_number': 4, 'project_id': '38f0b9f3569b450182bbf4a37575848e', 'gw_port': {'id': '39ea0072-7b63-4edb-873d-398ee5680d2b', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:bd:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c43f100-9332-4f25-a0d7-35238526bf57', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:23:01Z', 'updated_at': '2022-03-07T10:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_floatingips': [{'id': '7105d227-0645-4110-ba73-3b9bebc6c813', 'tenant_id': '38f0b9f3569b450182bbf4a37575848e', 'floating_ip_address': '172.26.8.69', 'floating_network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'router_id': '3c43f100-9332-4f25-a0d7-35238526bf57', 'port_id': 'ce102191-c862-4595-b40b-01aa258c2118', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f727e18d-bdc2-4660-9a3a-cfddb6581f4f', 'mac_address': 'fa:16:3e:f1:75:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a41462-2213-477c-a0d7-2a574dc86c0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:23:29Z', 'updated_at': '2022-03-07T10:24:12Z', 'revision_number': 1, 'project_id': '38f0b9f3569b450182bbf4a37575848e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07b72a15-7c72-4e16-8d4e-3fa90543bc1d', 'name': '', 'network_id': 'f727e18d-bdc2-4660-9a3a-cfddb6581f4f', 'tenant_id': '38f0b9f3569b450182bbf4a37575848e', 'mac_address': 'fa:16:3e:97:e0:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c43f100-9332-4f25-a0d7-35238526bf57', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c839e96c-7ebc-4e73-acbb-92a3dab8a0ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:23:12Z', 'updated_at': '2022-03-07T10:23:41Z', 'revision_number': 5, 'project_id': '38f0b9f3569b450182bbf4a37575848e', 'subnets': [{'id': 'c839e96c-7ebc-4e73-acbb-92a3dab8a0ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:24:21.114602 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-718b0f9a-8734-4443-a6bf-ffbff992cbb4 tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Notify callbacks [] for floatingip, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:21.164855 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-84dd9219-8a03-4bd4-9796-31afde278e55 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Calling delete_port for 08e7a330-bd1c-4f5d-b666-d81c717269da owned by network:dhcp {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:24:21.168029 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-d2cd7fe3-ac16-4271-a07a-3947d4a5c2b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:21.176981 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57ae5f2-5cb7-4aae-831e-efba863916ae None None] Checking router: 3c43f100-9332-4f25-a0d7-35238526bf57 for host: dv-neutron-830731-3-hyperv {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 07 10:24:21.180657 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-ed32eab7-d729-4d15-ba97-fbb36df77fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:21.240168 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba9e1514-fa18-4fda-9165-0117fd2c7e2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ec2749d-0aec-52fb-aca6-10ba8a80aade-98d8805b-dd65-4110-997b-2eea298bca78', 'network_id': '98d8805b-dd65-4110-997b-2eea298bca78', 'tenant_id': '0f1e04191c7443f7844c0202165e746c', 'fixed_ips': [{'subnet_id': '406e1f5c-363b-427d-9dac-a5f4b1d902ea'}]}} from dv-neutron-830731-3-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 07 10:24:21.241053 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-ba9e1514-fa18-4fda-9165-0117fd2c7e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:21.257827 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9395849a-205a-4c71-af28-67b7e073cda9 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1525496'] for subnet, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:21.262962 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.db.api [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 10:24:21.263373 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG oslo_db.api [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 10:24:21.324347 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed32eab7-d729-4d15-ba97-fbb36df77fe0 None None] Network a5bf3ee1-ce03-428d-a0e1-0d4089550575 is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:24:21.335847 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-84dd9219-8a03-4bd4-9796-31afde278e55 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:21.361935 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-ed32eab7-d729-4d15-ba97-fbb36df77fe0 None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:24:21.381310 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed32eab7-d729-4d15-ba97-fbb36df77fe0 None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:24:21.388855 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dd9219-8a03-4bd4-9796-31afde278e55 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Pushing event deleted for resources: {'Port': ['ID=08e7a330-bd1c-4f5d-b666-d81c717269da,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:24:21.403357 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84dd9219-8a03-4bd4-9796-31afde278e55 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] No DVR routers for this DVR port 08e7a330-bd1c-4f5d-b666-d81c717269da on host dv-neutron-830731-3-hyperv {{(pid=83738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:24:21.422727 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e9d7f6-8338-4820-965b-4106a43c760f None None] Pushing event updated for resources: {'Port': ['ID=bfef1985-2bbc-4843-9b12-fc70d3cb5f73,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:24:21.499418 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57ae5f2-5cb7-4aae-831e-efba863916ae None None] Routers {'3c43f100-9332-4f25-a0d7-35238526bf57'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:24:21.500389 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-e57ae5f2-5cb7-4aae-831e-efba863916ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:24:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['3c43f100-9332-4f25-a0d7-35238526bf57'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:24:21.517687 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3484ac4d-4289-4eae-bb5b-66e533485d22 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:21.530805 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f787285-0348-404b-ab96-9c2786916340 req-ec4334ec-e242-4ea2-b952-23a3062c39dd tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:24:21.534566 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9395849a-205a-4c71-af28-67b7e073cda9 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1525489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3556647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741465'] for subnet, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:21.537193 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-5f787285-0348-404b-ab96-9c2786916340 req-ec4334ec-e242-4ea2-b952-23a3062c39dd tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9a41462-2213-477c-a0d7-2a574dc86c0e HTTP/1.1" status: 200 len: 946 time: 0.3073838 Mar 07 10:24:21.574562 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-84dd9219-8a03-4bd4-9796-31afde278e55 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1526893', 'neutron.services.segments.db._delete_segments_for_network-8732568551033'] for network, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:21.580514 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [None req-3484ac4d-4289-4eae-bb5b-66e533485d22 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Transition to ACTIVE for port object 196135c8-d8b5-4ffe-878e-e71e1192d473 will not be triggered until provisioned by entity DHCP. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:24:21.594509 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9395849a-205a-4c71-af28-67b7e073cda9 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Pushing event deleted for resources: {'Subnet': ['ID=27cfe77c-b716-4b72-8af3-87b5f5b1a5a4,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:24:21.605506 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9395849a-205a-4c71-af28-67b7e073cda9 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:21.621931 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-84dd9219-8a03-4bd4-9796-31afde278e55 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7954df0a-9d66-48bb-9489-b32396c3096a']}} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:24:21.634490 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-9395849a-205a-4c71-af28-67b7e073cda9 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] 10.222.0.13 "DELETE /v2.0/subnets/27cfe77c-b716-4b72-8af3-87b5f5b1a5a4 HTTP/1.1" status: 204 len: 168 time: 2.0185444 Mar 07 10:24:21.635319 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 58576) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:24:21.641432 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-84dd9219-8a03-4bd4-9796-31afde278e55 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a252ff3-b926-4c22-80c4-431c7ee7f466') {'for_net_delete': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:24:21.641715 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-84dd9219-8a03-4bd4-9796-31afde278e55 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a252ff3-b926-4c22-80c4-431c7ee7f466') {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:24:21.649179 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-5f787285-0348-404b-ab96-9c2786916340 req-101aaed9-8f19-423d-816c-69c2c6063cf0 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0cf1685-c0d8-4959-a53b-3f1ceedf7fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108670 Mar 07 10:24:21.669155 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-497d03de-e7a5-4f8b-8ade-765775ccac38 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:24:21.683707 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-718b0f9a-8734-4443-a6bf-ffbff992cbb4 tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:21.684609 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b486e46f-6ca3-426d-a852-bf536d181080 None None] Sync routers for ids ['4bd78e7b-bb20-49e1-8453-68eb29fc1b8d'] in dv-neutron-830731-3-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:24:21.704582 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b486e46f-6ca3-426d-a852-bf536d181080 None None] Routers {'4bd78e7b-bb20-49e1-8453-68eb29fc1b8d'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:24:21.705585 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-b486e46f-6ca3-426d-a852-bf536d181080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:24:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['4bd78e7b-bb20-49e1-8453-68eb29fc1b8d'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:24:21.737456 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-84dd9219-8a03-4bd4-9796-31afde278e55 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732568550916', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968000'] for segment, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:21.764055 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-ca239d4f-ff51-4e27-bf21-ae31cd851c5b None None] Could not find standard attr ID for object 6d221350-7491-4465-be47-8e2964068515. {{(pid=83739) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 07 10:24:21.765477 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d550fdd9-e093-4407-b42c-0b5287a3a7a8 None None] Network 36300e7d-2e69-4645-908b-a4dfc6dd0ef7 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:24:21.790475 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-b486e46f-6ca3-426d-a852-bf536d181080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:24:21.797572 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-84dd9219-8a03-4bd4-9796-31afde278e55 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:21.806118 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b486e46f-6ca3-426d-a852-bf536d181080 None None] Routers {'4bd78e7b-bb20-49e1-8453-68eb29fc1b8d'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:24:21.807149 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-b486e46f-6ca3-426d-a852-bf536d181080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:24:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['4bd78e7b-bb20-49e1-8453-68eb29fc1b8d'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:24:21.821081 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84dd9219-8a03-4bd4-9796-31afde278e55 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=83738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 07 10:24:21.821500 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-84dd9219-8a03-4bd4-9796-31afde278e55 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1227397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3556681'] for segment, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:21.838989 dv-neutron-830731-3-hyperv neutron-server[83738]: Traceback (most recent call last): Mar 07 10:24:21.838989 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 07 10:24:21.838989 dv-neutron-830731-3-hyperv neutron-server[83738]: timer() Mar 07 10:24:21.838989 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:24:21.838989 dv-neutron-830731-3-hyperv neutron-server[83738]: cb(*args, **kw) Mar 07 10:24:21.838989 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 10:24:21.838989 dv-neutron-830731-3-hyperv neutron-server[83738]: return func(*args, **kwargs) Mar 07 10:24:21.838989 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:24:21.838989 dv-neutron-830731-3-hyperv neutron-server[83738]: self._notify() Mar 07 10:24:21.838989 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:24:21.838989 dv-neutron-830731-3-hyperv neutron-server[83738]: self.callback(batched_events) Mar 07 10:24:21.838989 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:24:21.838989 dv-neutron-830731-3-hyperv neutron-server[83738]: event.method(event) Mar 07 10:24:21.838989 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 10:24:21.838989 dv-neutron-830731-3-hyperv neutron-server[83738]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:24:21.838989 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 10:24:21.838989 dv-neutron-830731-3-hyperv neutron-server[83738]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:24:21.838989 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 10:24:21.838989 dv-neutron-830731-3-hyperv neutron-server[83738]: return f(self, *a, **k) Mar 07 10:24:21.838989 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:24:21.838989 dv-neutron-830731-3-hyperv neutron-server[83738]: return self._get(url).json() Mar 07 10:24:21.838989 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:24:21.838989 dv-neutron-830731-3-hyperv neutron-server[83738]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:24:21.838989 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 07 10:24:21.838989 dv-neutron-830731-3-hyperv neutron-server[83738]: return self.request(url, 'GET', **kwargs) Mar 07 10:24:21.838989 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 07 10:24:21.838989 dv-neutron-830731-3-hyperv neutron-server[83738]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:24:21.838989 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 07 10:24:21.838989 dv-neutron-830731-3-hyperv neutron-server[83738]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:24:21.838989 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 07 10:24:21.838989 dv-neutron-830731-3-hyperv neutron-server[83738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:24:21.838989 dv-neutron-830731-3-hyperv neutron-server[83738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:24:21.843875 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed32eab7-d729-4d15-ba97-fbb36df77fe0 None None] Pushing event updated for resources: {'Port': ['ID=b7bf1e0b-d175-4e65-8eae-fd96a63e9e4a,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:24:21.886742 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-b486e46f-6ca3-426d-a852-bf536d181080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:24:21.887457 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b486e46f-6ca3-426d-a852-bf536d181080 None None] The sync data for ids ['4bd78e7b-bb20-49e1-8453-68eb29fc1b8d'] in dv-neutron-830731-3-hyperv is: [] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:24:21.901600 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ffc5d1-9eab-41ca-9daa-c28632d22668 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:24:21.903365 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-85ffc5d1-9eab-41ca-9daa-c28632d22668 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Synchronizing usage tracker for tenant:1cbccb418ee444419847972e678356cb on resource:subnet {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:24:21.906663 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Port 08e7a330-bd1c-4f5d-b666-d81c717269da update to ACTIVE by agent not found {{(pid=83739) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Mar 07 10:24:21.949965 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-85ffc5d1-9eab-41ca-9daa-c28632d22668 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Unset dirty status for tenant:1cbccb418ee444419847972e678356cb on resource:subnet {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:24:21.956888 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-85ffc5d1-9eab-41ca-9daa-c28632d22668 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3179295 Mar 07 10:24:21.957180 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-ed32eab7-d729-4d15-ba97-fbb36df77fe0 None None] Attempting to bind port b7bf1e0b-d175-4e65-8eae-fd96a63e9e4a on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:24:21.957622 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-ed32eab7-d729-4d15-ba97-fbb36df77fe0 None None] Attempting to bind port b7bf1e0b-d175-4e65-8eae-fd96a63e9e4a by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': 'ed90dd8b-62a9-4fc3-bec1-f109289d801a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'a5bf3ee1-ce03-428d-a0e1-0d4089550575'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:24:21.958001 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed32eab7-d729-4d15-ba97-fbb36df77fe0 None None] Attempting to bind port b7bf1e0b-d175-4e65-8eae-fd96a63e9e4a on network a5bf3ee1-ce03-428d-a0e1-0d4089550575 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:24:21.959486 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 58582) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:24:21.961142 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3484ac4d-4289-4eae-bb5b-66e533485d22 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:22.005706 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-84dd9219-8a03-4bd4-9796-31afde278e55 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1526886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923583'] for network, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:22.013300 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-84dd9219-8a03-4bd4-9796-31afde278e55 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:22.050952 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed32eab7-d729-4d15-ba97-fbb36df77fe0 None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:24:22.051679 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed32eab7-d729-4d15-ba97-fbb36df77fe0 None None] Checking segment: {'id': 'ed90dd8b-62a9-4fc3-bec1-f109289d801a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'a5bf3ee1-ce03-428d-a0e1-0d4089550575'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:24:22.051679 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-ed32eab7-d729-4d15-ba97-fbb36df77fe0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:22.052006 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed32eab7-d729-4d15-ba97-fbb36df77fe0 None None] Bound using segment: {'id': 'ed90dd8b-62a9-4fc3-bec1-f109289d801a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'a5bf3ee1-ce03-428d-a0e1-0d4089550575'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:24:22.052513 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-ed32eab7-d729-4d15-ba97-fbb36df77fe0 None None] Bound port: b7bf1e0b-d175-4e65-8eae-fd96a63e9e4a, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed90dd8b-62a9-4fc3-bec1-f109289d801a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'a5bf3ee1-ce03-428d-a0e1-0d4089550575'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:24:22.052870 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-ed32eab7-d729-4d15-ba97-fbb36df77fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:22.079625 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3484ac4d-4289-4eae-bb5b-66e533485d22 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Network 98d8805b-dd65-4110-997b-2eea298bca78 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:24:22.096501 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3484ac4d-4289-4eae-bb5b-66e533485d22 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Pushing event updated for resources: {'Port': ['ID=196135c8-d8b5-4ffe-878e-e71e1192d473,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:24:22.096501 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-3484ac4d-4289-4eae-bb5b-66e533485d22 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:24:22.097075 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31fb3dc4-d444-4820-9999-ba06af8f1238 None None] DHCP port deletion for 7954df0a-9d66-48bb-9489-b32396c3096a request from dv-neutron-830731-3-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 07 10:24:22.097606 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3484ac4d-4289-4eae-bb5b-66e533485d22 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:24:22.102352 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3484ac4d-4289-4eae-bb5b-66e533485d22 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:24:22.102974 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3484ac4d-4289-4eae-bb5b-66e533485d22 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:22.111588 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-84dd9219-8a03-4bd4-9796-31afde278e55 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] 10.222.0.13 "DELETE /v2.0/networks/7954df0a-9d66-48bb-9489-b32396c3096a HTTP/1.1" status: 204 len: 168 time: 1.6658912 Mar 07 10:24:22.118862 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dd9219-8a03-4bd4-9796-31afde278e55 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Pushing event deleted for resources: {'Network': ['ID=7954df0a-9d66-48bb-9489-b32396c3096a,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:24:22.140867 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 58586) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:24:22.146465 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 6c3e548b-b3a4-48b4-aa8f-cfc3f83f81bd no longer exists at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:24:22.159046 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-007d0b5b-5c6c-4512-a222-269737dd5ae0 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Request body: {'port': {'network_id': '5f888156-7303-47d2-9911-57799887efd4', 'name': 'tempest-PortsIpV6TestJSON-264389425'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:24:22.174068 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-497d03de-e7a5-4f8b-8ade-765775ccac38 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:22.177668 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-497d03de-e7a5-4f8b-8ade-765775ccac38 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 7.3921750 Mar 07 10:24:22.177668 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-3484ac4d-4289-4eae-bb5b-66e533485d22 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.1140018 Mar 07 10:24:22.200096 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 58590) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:24:22.200358 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 58592) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:24:22.201468 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-718b0f9a-8734-4443-a6bf-ffbff992cbb4 tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Allocated IP 172.26.8.68 (5ed85006-6b00-415e-b71f-837fb1421c12/8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a/afdc450e-2929-4e6e-99e8-57636d765aee) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:24:22.225292 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-ba9e1514-fa18-4fda-9165-0117fd2c7e2c None None] Allocated IP 2001:db8::2 (98d8805b-dd65-4110-997b-2eea298bca78/406e1f5c-363b-427d-9dac-a5f4b1d902ea/672669c9-3cc0-4512-9d9a-e4f5787993e1) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:24:22.228618 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] No Port match for: 6c3e548b-b3a4-48b4-aa8f-cfc3f83f81bd {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 10:24:22.228995 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 6c3e548b-b3a4-48b4-aa8f-cfc3f83f81bd not bound to the agent host dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 10:24:22.235590 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-e57ae5f2-5cb7-4aae-831e-efba863916ae None None] Set router 3c43f100-9332-4f25-a0d7-35238526bf57 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:24:22.270345 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-81e728e3-b669-4fca-b1a2-c2f015fcca6b tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1158940'] for network, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:22.282647 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-81e728e3-b669-4fca-b1a2-c2f015fcca6b tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Deleting port b7bf1e0b-d175-4e65-8eae-fd96a63e9e4a {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:24:22.282974 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-81e728e3-b669-4fca-b1a2-c2f015fcca6b tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:22.497039 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-81e728e3-b669-4fca-b1a2-c2f015fcca6b tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] For port b7bf1e0b-d175-4e65-8eae-fd96a63e9e4a, host dv-neutron-830731-3-hyperv, got binding levels [] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:24:22.497749 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-81e728e3-b669-4fca-b1a2-c2f015fcca6b tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:22.562980 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e91646-81da-4461-b461-cf029cf5ade7 req-07ae9a14-9f70-4616-9627-b5d39a830c47 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:24:22.564421 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-95e91646-81da-4461-b461-cf029cf5ade7 req-07ae9a14-9f70-4616-9627-b5d39a830c47 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9a41462-2213-477c-a0d7-2a574dc86c0e HTTP/1.1" status: 200 len: 946 time: 0.6602035 Mar 07 10:24:22.584520 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-ed32eab7-d729-4d15-ba97-fbb36df77fe0 None None] For port b7bf1e0b-d175-4e65-8eae-fd96a63e9e4a, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:24:22.590630 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-ed32eab7-d729-4d15-ba97-fbb36df77fe0 None None] For port b7bf1e0b-d175-4e65-8eae-fd96a63e9e4a, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=b7bf1e0b-d175-4e65-8eae-fd96a63e9e4a,segment=NetworkSegment(ed90dd8b-62a9-4fc3-bec1-f109289d801a),segment_id=ed90dd8b-62a9-4fc3-bec1-f109289d801a)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:24:22.612004 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-ed32eab7-d729-4d15-ba97-fbb36df77fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:22.624704 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-81e728e3-b669-4fca-b1a2-c2f015fcca6b tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Calling delete_port for b7bf1e0b-d175-4e65-8eae-fd96a63e9e4a owned by network:dhcp {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:24:22.705030 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.db.api [None req-81e728e3-b669-4fca-b1a2-c2f015fcca6b tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83738) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 10:24:22.705495 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG oslo_db.api [None req-81e728e3-b669-4fca-b1a2-c2f015fcca6b tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 10:24:22.706731 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-007d0b5b-5c6c-4512-a222-269737dd5ae0 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:24:22.744025 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-007d0b5b-5c6c-4512-a222-269737dd5ae0 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:24:22.799421 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-161ab1bd-399f-4f15-af87-3cdfce782f91 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:24:22.800099 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-161ab1bd-399f-4f15-af87-3cdfce782f91 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Synchronizing usage tracker for tenant:0f1e04191c7443f7844c0202165e746c on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:24:22.803824 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-95e91646-81da-4461-b461-cf029cf5ade7 req-678dc3b7-611b-4f0a-b359-44965766ca54 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0cf1685-c0d8-4959-a53b-3f1ceedf7fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2147164 Mar 07 10:24:22.808791 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-007d0b5b-5c6c-4512-a222-269737dd5ae0 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Made reservation on behalf of 29ee0fb2487e46c6b75e400959e24994 for: {'port': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:24:22.811586 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-007d0b5b-5c6c-4512-a222-269737dd5ae0 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:22.831080 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed32eab7-d729-4d15-ba97-fbb36df77fe0 None None] Pushing event updated for resources: {'Port': ['ID=b7bf1e0b-d175-4e65-8eae-fd96a63e9e4a,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:24:22.864722 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [None req-007d0b5b-5c6c-4512-a222-269737dd5ae0 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] device_id is not set on port ffe8446c-2f97-4607-8f03-67e9b5976e6c yet. {{(pid=83737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 07 10:24:22.909401 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-718b0f9a-8734-4443-a6bf-ffbff992cbb4 tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:22.941073 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-161ab1bd-399f-4f15-af87-3cdfce782f91 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Unset dirty status for tenant:0f1e04191c7443f7844c0202165e746c on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:24:22.942220 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-161ab1bd-399f-4f15-af87-3cdfce782f91 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.7329755 Mar 07 10:24:22.945460 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 58602) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:24:23.015412 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-b24358f1-277e-4981-9b17-00517a4120b3 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Deleting port 196135c8-d8b5-4ffe-878e-e71e1192d473 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:24:23.016091 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b24358f1-277e-4981-9b17-00517a4120b3 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:23.021731 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-ba9e1514-fa18-4fda-9165-0117fd2c7e2c None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:23.036801 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-ba9e1514-fa18-4fda-9165-0117fd2c7e2c None None] Transition to ACTIVE for port object 672669c9-3cc0-4512-9d9a-e4f5787993e1 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:24:23.103285 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-ba9e1514-fa18-4fda-9165-0117fd2c7e2c None None] Transition to ACTIVE for port object 672669c9-3cc0-4512-9d9a-e4f5787993e1 will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:24:23.116974 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-ba9e1514-fa18-4fda-9165-0117fd2c7e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:23.130985 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-718b0f9a-8734-4443-a6bf-ffbff992cbb4 tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:23.153581 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2181cda4-9fde-4520-bc11-3c0ea8fd5211 None None] Network a5bf3ee1-ce03-428d-a0e1-0d4089550575 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:24:23.276295 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba9e1514-fa18-4fda-9165-0117fd2c7e2c None None] Network 98d8805b-dd65-4110-997b-2eea298bca78 is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:24:23.282161 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-ba9e1514-fa18-4fda-9165-0117fd2c7e2c None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:24:23.284331 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-718b0f9a-8734-4443-a6bf-ffbff992cbb4 tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Network 5ed85006-6b00-415e-b71f-837fb1421c12 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:24:23.291090 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9e1514-fa18-4fda-9165-0117fd2c7e2c None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:24:23.293619 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e1514-fa18-4fda-9165-0117fd2c7e2c None None] Pushing event updated for resources: {'Port': ['ID=672669c9-3cc0-4512-9d9a-e4f5787993e1,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:24:23.319031 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-81e728e3-b669-4fca-b1a2-c2f015fcca6b tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Deleting port b7bf1e0b-d175-4e65-8eae-fd96a63e9e4a {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:24:23.319871 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-81e728e3-b669-4fca-b1a2-c2f015fcca6b tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:23.353020 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-718b0f9a-8734-4443-a6bf-ffbff992cbb4 tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:24:23.363004 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-007d0b5b-5c6c-4512-a222-269737dd5ae0 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:23.365455 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718b0f9a-8734-4443-a6bf-ffbff992cbb4 tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Pushing event updated for resources: {'Port': ['ID=afdc450e-2929-4e6e-99e8-57636d765aee,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:24:23.368147 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-718b0f9a-8734-4443-a6bf-ffbff992cbb4 tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:24:23.388576 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b24358f1-277e-4981-9b17-00517a4120b3 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:23.481120 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-e57ae5f2-5cb7-4aae-831e-efba863916ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c43f100-9332-4f25-a0d7-35238526bf57', 'name': 'tempest-ServerActionsTestJSON-1233010295-router', 'tenant_id': '38f0b9f3569b450182bbf4a37575848e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.109'}], 'enable_snat': True}, 'gw_port_id': '39ea0072-7b63-4edb-873d-398ee5680d2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:22:59Z', 'updated_at': '2022-03-07T10:23:14Z', 'revision_number': 4, 'project_id': '38f0b9f3569b450182bbf4a37575848e', 'gw_port': {'id': '39ea0072-7b63-4edb-873d-398ee5680d2b', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:bd:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c43f100-9332-4f25-a0d7-35238526bf57', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:23:01Z', 'updated_at': '2022-03-07T10:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_floatingips': [{'id': '7105d227-0645-4110-ba73-3b9bebc6c813', 'tenant_id': '38f0b9f3569b450182bbf4a37575848e', 'floating_ip_address': '172.26.8.69', 'floating_network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'router_id': '3c43f100-9332-4f25-a0d7-35238526bf57', 'port_id': 'ce102191-c862-4595-b40b-01aa258c2118', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f727e18d-bdc2-4660-9a3a-cfddb6581f4f', 'mac_address': 'fa:16:3e:f1:75:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a41462-2213-477c-a0d7-2a574dc86c0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:23:29Z', 'updated_at': '2022-03-07T10:24:12Z', 'revision_number': 1, 'project_id': '38f0b9f3569b450182bbf4a37575848e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07b72a15-7c72-4e16-8d4e-3fa90543bc1d', 'name': '', 'network_id': 'f727e18d-bdc2-4660-9a3a-cfddb6581f4f', 'tenant_id': '38f0b9f3569b450182bbf4a37575848e', 'mac_address': 'fa:16:3e:97:e0:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c43f100-9332-4f25-a0d7-35238526bf57', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c839e96c-7ebc-4e73-acbb-92a3dab8a0ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:23:12Z', 'updated_at': '2022-03-07T10:23:41Z', 'revision_number': 5, 'project_id': '38f0b9f3569b450182bbf4a37575848e', 'subnets': [{'id': 'c839e96c-7ebc-4e73-acbb-92a3dab8a0ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:24:23.486151 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-ba9e1514-fa18-4fda-9165-0117fd2c7e2c None None] Attempting to bind port 672669c9-3cc0-4512-9d9a-e4f5787993e1 on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:24:23.486866 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-ba9e1514-fa18-4fda-9165-0117fd2c7e2c None None] Attempting to bind port 672669c9-3cc0-4512-9d9a-e4f5787993e1 by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': '13510a37-88c7-493e-9701-b414ea24fc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '98d8805b-dd65-4110-997b-2eea298bca78'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:24:23.486866 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9e1514-fa18-4fda-9165-0117fd2c7e2c None None] Attempting to bind port 672669c9-3cc0-4512-9d9a-e4f5787993e1 on network 98d8805b-dd65-4110-997b-2eea298bca78 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:24:23.492609 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57ae5f2-5cb7-4aae-831e-efba863916ae None None] The sync data for ids ['3c43f100-9332-4f25-a0d7-35238526bf57'] in dv-neutron-830731-3-hyperv is: [{'id': '3c43f100-9332-4f25-a0d7-35238526bf57', 'name': 'tempest-ServerActionsTestJSON-1233010295-router', 'tenant_id': '38f0b9f3569b450182bbf4a37575848e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.109'}], 'enable_snat': True}, 'gw_port_id': '39ea0072-7b63-4edb-873d-398ee5680d2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:22:59Z', 'updated_at': '2022-03-07T10:23:14Z', 'revision_number': 4, 'project_id': '38f0b9f3569b450182bbf4a37575848e', 'gw_port': {'id': '39ea0072-7b63-4edb-873d-398ee5680d2b', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:bd:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c43f100-9332-4f25-a0d7-35238526bf57', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:23:01Z', 'updated_at': '2022-03-07T10:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_floatingips': [{'id': '7105d227-0645-4110-ba73-3b9bebc6c813', 'tenant_id': '38f0b9f3569b450182bbf4a37575848e', 'floating_ip_address': '172.26.8.69', 'floating_network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'router_id': '3c43f100-9332-4f25-a0d7-35238526bf57', 'port_id': 'ce102191-c862-4595-b40b-01aa258c2118', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f727e18d-bdc2-4660-9a3a-cfddb6581f4f', 'mac_address': 'fa:16:3e:f1:75:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a41462-2213-477c-a0d7-2a574dc86c0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:23:29Z', 'updated_at': '2022-03-07T10:24:12Z', 'revision_number': 1, 'project_id': '38f0b9f3569b450182bbf4a37575848e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07b72a15-7c72-4e16-8d4e-3fa90543bc1d', 'name': '', 'network_id': 'f727e18d-bdc2-4660-9a3a-cfddb6581f4f', 'tenant_id': '38f0b9f3569b450182bbf4a37575848e', 'mac_address': 'fa:16:3e:97:e0:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c43f100-9332-4f25-a0d7-35238526bf57', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c839e96c-7ebc-4e73-acbb-92a3dab8a0ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:23:12Z', 'updated_at': '2022-03-07T10:23:41Z', 'revision_number': 5, 'project_id': '38f0b9f3569b450182bbf4a37575848e', 'subnets': [{'id': 'c839e96c-7ebc-4e73-acbb-92a3dab8a0ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:24:23.501563 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9e1514-fa18-4fda-9165-0117fd2c7e2c None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:24:23.501727 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9e1514-fa18-4fda-9165-0117fd2c7e2c None None] Checking segment: {'id': '13510a37-88c7-493e-9701-b414ea24fc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '98d8805b-dd65-4110-997b-2eea298bca78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:24:23.502115 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-ba9e1514-fa18-4fda-9165-0117fd2c7e2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:23.502497 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9e1514-fa18-4fda-9165-0117fd2c7e2c None None] Bound using segment: {'id': '13510a37-88c7-493e-9701-b414ea24fc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '98d8805b-dd65-4110-997b-2eea298bca78'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:24:23.503071 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-ba9e1514-fa18-4fda-9165-0117fd2c7e2c None None] Bound port: 672669c9-3cc0-4512-9d9a-e4f5787993e1, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13510a37-88c7-493e-9701-b414ea24fc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '98d8805b-dd65-4110-997b-2eea298bca78'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:24:23.503300 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-ba9e1514-fa18-4fda-9165-0117fd2c7e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:23.548341 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-b24358f1-277e-4981-9b17-00517a4120b3 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Calling delete_port for 196135c8-d8b5-4ffe-878e-e71e1192d473 owned by {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:24:23.606584 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1278c779-abda-4b51-bc16-ac9d41bb8ff7 req-7215685b-f54a-4be6-9c89-47f3039b209c tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:24:23.608071 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-1278c779-abda-4b51-bc16-ac9d41bb8ff7 req-7215685b-f54a-4be6-9c89-47f3039b209c tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9a41462-2213-477c-a0d7-2a574dc86c0e HTTP/1.1" status: 200 len: 946 time: 0.4034631 Mar 07 10:24:23.631307 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-ba9e1514-fa18-4fda-9165-0117fd2c7e2c None None] For port 672669c9-3cc0-4512-9d9a-e4f5787993e1, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:24:23.635448 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-ba9e1514-fa18-4fda-9165-0117fd2c7e2c None None] For port 672669c9-3cc0-4512-9d9a-e4f5787993e1, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=672669c9-3cc0-4512-9d9a-e4f5787993e1,segment=NetworkSegment(13510a37-88c7-493e-9701-b414ea24fc4c),segment_id=13510a37-88c7-493e-9701-b414ea24fc4c)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:24:23.639952 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-007d0b5b-5c6c-4512-a222-269737dd5ae0 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:23.640126 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-ba9e1514-fa18-4fda-9165-0117fd2c7e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:23.717550 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e1514-fa18-4fda-9165-0117fd2c7e2c None None] Pushing event updated for resources: {'Port': ['ID=672669c9-3cc0-4512-9d9a-e4f5787993e1,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:24:23.789069 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-007d0b5b-5c6c-4512-a222-269737dd5ae0 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Network 5f888156-7303-47d2-9911-57799887efd4 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:24:23.796388 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d0b5b-5c6c-4512-a222-269737dd5ae0 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Pushing event updated for resources: {'Port': ['ID=ffe8446c-2f97-4607-8f03-67e9b5976e6c,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:24:23.798787 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-007d0b5b-5c6c-4512-a222-269737dd5ae0 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:24:23.804350 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007d0b5b-5c6c-4512-a222-269737dd5ae0 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:24:23.805042 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-81e728e3-b669-4fca-b1a2-c2f015fcca6b tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] For port b7bf1e0b-d175-4e65-8eae-fd96a63e9e4a, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=b7bf1e0b-d175-4e65-8eae-fd96a63e9e4a,segment=NetworkSegment(ed90dd8b-62a9-4fc3-bec1-f109289d801a),segment_id=ed90dd8b-62a9-4fc3-bec1-f109289d801a)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:24:23.805402 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-81e728e3-b669-4fca-b1a2-c2f015fcca6b tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:23.808582 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-007d0b5b-5c6c-4512-a222-269737dd5ae0 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:24:23.809183 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-007d0b5b-5c6c-4512-a222-269737dd5ae0 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:23.819019 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-718b0f9a-8734-4443-a6bf-ffbff992cbb4 tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Deleting port afdc450e-2929-4e6e-99e8-57636d765aee {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:24:23.819019 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-718b0f9a-8734-4443-a6bf-ffbff992cbb4 tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:23.858146 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-1278c779-abda-4b51-bc16-ac9d41bb8ff7 req-6c24dc06-0acf-4351-96b9-f9ec533c36ac tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0cf1685-c0d8-4959-a53b-3f1ceedf7fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2196443 Mar 07 10:24:23.908364 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-007d0b5b-5c6c-4512-a222-269737dd5ae0 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.7603424 Mar 07 10:24:23.910218 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 58610) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:24:23.963150 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-81e728e3-b669-4fca-b1a2-c2f015fcca6b tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Calling delete_port for b7bf1e0b-d175-4e65-8eae-fd96a63e9e4a owned by network:dhcp {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:24:24.022581 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b24358f1-277e-4981-9b17-00517a4120b3 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:24.119603 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 672669c9-3cc0-4512-9d9a-e4f5787993e1 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:24:24.148203 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-a7763cbc-59f1-4be2-a596-2afd0e6f5c73 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Deleting port ffe8446c-2f97-4607-8f03-67e9b5976e6c {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:24:24.148571 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a7763cbc-59f1-4be2-a596-2afd0e6f5c73 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:24.211033 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-718b0f9a-8734-4443-a6bf-ffbff992cbb4 tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:24.211419 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-718b0f9a-8734-4443-a6bf-ffbff992cbb4 tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:24.223100 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24358f1-277e-4981-9b17-00517a4120b3 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Pushing event deleted for resources: {'Port': ['ID=196135c8-d8b5-4ffe-878e-e71e1192d473,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:24:24.230389 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b24358f1-277e-4981-9b17-00517a4120b3 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:24.244811 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning for port 672669c9-3cc0-4512-9d9a-e4f5787993e1 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:24:24.260135 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-b24358f1-277e-4981-9b17-00517a4120b3 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "DELETE /v2.0/ports/196135c8-d8b5-4ffe-878e-e71e1192d473 HTTP/1.1" status: 204 len: 168 time: 1.3135777 Mar 07 10:24:24.265330 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 58618) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:24:24.269396 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-81e728e3-b669-4fca-b1a2-c2f015fcca6b tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:24.272516 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 08e7a330-bd1c-4f5d-b666-d81c717269da no longer exists at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:24:24.342649 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] No Port match for: 08e7a330-bd1c-4f5d-b666-d81c717269da {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 10:24:24.342992 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 08e7a330-bd1c-4f5d-b666-d81c717269da not bound to the agent host dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 10:24:24.352878 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e728e3-b669-4fca-b1a2-c2f015fcca6b tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] No DVR routers for this DVR port b7bf1e0b-d175-4e65-8eae-fd96a63e9e4a on host dv-neutron-830731-3-hyperv {{(pid=83738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:24:24.361797 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-718b0f9a-8734-4443-a6bf-ffbff992cbb4 tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Calling delete_port for afdc450e-2929-4e6e-99e8-57636d765aee owned by network:floatingip {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:24:24.388001 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e728e3-b669-4fca-b1a2-c2f015fcca6b tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Pushing event deleted for resources: {'Port': ['ID=b7bf1e0b-d175-4e65-8eae-fd96a63e9e4a,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:24:24.525537 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-81e728e3-b669-4fca-b1a2-c2f015fcca6b tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1526893', 'neutron.services.segments.db._delete_segments_for_network-8732568551033'] for network, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:24.553910 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-81e728e3-b669-4fca-b1a2-c2f015fcca6b tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5bf3ee1-ce03-428d-a0e1-0d4089550575']}} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:24:24.566769 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-81e728e3-b669-4fca-b1a2-c2f015fcca6b tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed90dd8b-62a9-4fc3-bec1-f109289d801a') {'for_net_delete': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:24:24.567248 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-81e728e3-b669-4fca-b1a2-c2f015fcca6b tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed90dd8b-62a9-4fc3-bec1-f109289d801a') {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:24:24.579642 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-81e728e3-b669-4fca-b1a2-c2f015fcca6b tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732568550916', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968000'] for segment, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:24.599767 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-81e728e3-b669-4fca-b1a2-c2f015fcca6b tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:24.608066 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81e728e3-b669-4fca-b1a2-c2f015fcca6b tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=83738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 07 10:24:24.608469 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-81e728e3-b669-4fca-b1a2-c2f015fcca6b tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1227397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3556681'] for segment, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:24.641361 dv-neutron-830731-3-hyperv neutron-server[83738]: Traceback (most recent call last): Mar 07 10:24:24.641361 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 07 10:24:24.641361 dv-neutron-830731-3-hyperv neutron-server[83738]: timer() Mar 07 10:24:24.641361 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:24:24.641361 dv-neutron-830731-3-hyperv neutron-server[83738]: cb(*args, **kw) Mar 07 10:24:24.641361 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 10:24:24.641361 dv-neutron-830731-3-hyperv neutron-server[83738]: return func(*args, **kwargs) Mar 07 10:24:24.641361 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:24:24.641361 dv-neutron-830731-3-hyperv neutron-server[83738]: self._notify() Mar 07 10:24:24.641361 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:24:24.641361 dv-neutron-830731-3-hyperv neutron-server[83738]: self.callback(batched_events) Mar 07 10:24:24.641361 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:24:24.641361 dv-neutron-830731-3-hyperv neutron-server[83738]: event.method(event) Mar 07 10:24:24.641361 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 10:24:24.641361 dv-neutron-830731-3-hyperv neutron-server[83738]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:24:24.641361 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 10:24:24.641361 dv-neutron-830731-3-hyperv neutron-server[83738]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:24:24.641361 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 10:24:24.641361 dv-neutron-830731-3-hyperv neutron-server[83738]: return f(self, *a, **k) Mar 07 10:24:24.641361 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:24:24.641361 dv-neutron-830731-3-hyperv neutron-server[83738]: return self._get(url).json() Mar 07 10:24:24.641361 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:24:24.641361 dv-neutron-830731-3-hyperv neutron-server[83738]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:24:24.641361 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 07 10:24:24.641361 dv-neutron-830731-3-hyperv neutron-server[83738]: return self.request(url, 'GET', **kwargs) Mar 07 10:24:24.641361 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 07 10:24:24.641361 dv-neutron-830731-3-hyperv neutron-server[83738]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:24:24.641361 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 07 10:24:24.641361 dv-neutron-830731-3-hyperv neutron-server[83738]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:24:24.641361 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 07 10:24:24.641361 dv-neutron-830731-3-hyperv neutron-server[83738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:24:24.641361 dv-neutron-830731-3-hyperv neutron-server[83738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:24:24.770332 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf3f2b6-06d9-44c6-9644-cbea09345607 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:24:24.772021 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf3f2b6-06d9-44c6-9644-cbea09345607 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:24:24.772667 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-5bf3f2b6-06d9-44c6-9644-cbea09345607 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Synchronizing usage tracker for tenant:0f1e04191c7443f7844c0202165e746c on resource:subnet {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:24:24.789712 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-81e728e3-b669-4fca-b1a2-c2f015fcca6b tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1526886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923583'] for network, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:24.810759 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-81e728e3-b669-4fca-b1a2-c2f015fcca6b tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:24.830038 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-5bf3f2b6-06d9-44c6-9644-cbea09345607 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Unset dirty status for tenant:0f1e04191c7443f7844c0202165e746c on resource:subnet {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:24:24.831305 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-5bf3f2b6-06d9-44c6-9644-cbea09345607 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.5636427 Mar 07 10:24:24.832390 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e728e3-b669-4fca-b1a2-c2f015fcca6b tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Pushing event deleted for resources: {'Network': ['ID=a5bf3ee1-ce03-428d-a0e1-0d4089550575,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:24:24.838368 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 58626) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:24:24.875896 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-81e728e3-b669-4fca-b1a2-c2f015fcca6b tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] 10.222.0.13 "DELETE /v2.0/networks/a5bf3ee1-ce03-428d-a0e1-0d4089550575 HTTP/1.1" status: 204 len: 168 time: 2.9152122 Mar 07 10:24:24.879246 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 58630) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:24:25.005956 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-718b0f9a-8734-4443-a6bf-ffbff992cbb4 tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:25.026382 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-5b60d719-cb38-4546-b186-a29817ea2b59 None None] Provisioning for port 672669c9-3cc0-4512-9d9a-e4f5787993e1 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:24:25.035536 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-5b60d719-cb38-4546-b186-a29817ea2b59 None None] Provisioning complete for port 672669c9-3cc0-4512-9d9a-e4f5787993e1 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:24:25.036431 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-5b60d719-cb38-4546-b186-a29817ea2b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:25.058709 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a7763cbc-59f1-4be2-a596-2afd0e6f5c73 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:25.066395 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718b0f9a-8734-4443-a6bf-ffbff992cbb4 tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Pushing event deleted for resources: {'Port': ['ID=afdc450e-2929-4e6e-99e8-57636d765aee,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:24:25.133885 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9de6e935-b929-4822-ac4a-bcab3669a499 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1158940'] for network, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:25.186032 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4545724-97b8-4b24-9377-95396bb31725 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Deleting subnet 406e1f5c-363b-427d-9dac-a5f4b1d902ea {{(pid=83738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 07 10:24:25.191176 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e4545724-97b8-4b24-9377-95396bb31725 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks [] for subnet, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:25.195973 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-5b60d719-cb38-4546-b186-a29817ea2b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:25.234298 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-a7763cbc-59f1-4be2-a596-2afd0e6f5c73 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Calling delete_port for ffe8446c-2f97-4607-8f03-67e9b5976e6c owned by {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:24:25.238883 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-9de6e935-b929-4822-ac4a-bcab3669a499 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Deleting port bfef1985-2bbc-4843-9b12-fc70d3cb5f73 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:24:25.239227 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9de6e935-b929-4822-ac4a-bcab3669a499 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:25.247471 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-5b60d719-cb38-4546-b186-a29817ea2b59 None None] For port 672669c9-3cc0-4512-9d9a-e4f5787993e1, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=672669c9-3cc0-4512-9d9a-e4f5787993e1,segment=NetworkSegment(13510a37-88c7-493e-9701-b414ea24fc4c),segment_id=13510a37-88c7-493e-9701-b414ea24fc4c)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:24:25.261446 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-5b60d719-cb38-4546-b186-a29817ea2b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:25.302943 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e4545724-97b8-4b24-9377-95396bb31725 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2969395'] for subnet, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:25.348226 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4064d4e7-9120-417f-bce6-def1d650f4d3 req-71697402-e577-47ce-9556-a1e6966ee28f tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:24:25.350287 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4064d4e7-9120-417f-bce6-def1d650f4d3 req-71697402-e577-47ce-9556-a1e6966ee28f tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9a41462-2213-477c-a0d7-2a574dc86c0e HTTP/1.1" status: 200 len: 946 time: 0.5528996 Mar 07 10:24:25.373313 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b60d719-cb38-4546-b186-a29817ea2b59 None None] Pushing event updated for resources: {'Port': ['ID=672669c9-3cc0-4512-9d9a-e4f5787993e1,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:24:25.389693 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-f1a63e01-de7c-4ae9-9a05-6dfcb0c5896e None None] Could not find standard attr ID for object 196135c8-d8b5-4ffe-878e-e71e1192d473. {{(pid=83739) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 07 10:24:25.421732 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-326b37fd-4281-4322-b80f-a52482483ca6 None None] get_active_networks_info from dv-neutron-830731-3-hyperv {{(pid=83739) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 07 10:24:25.518884 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4064d4e7-9120-417f-bce6-def1d650f4d3 req-a719ca86-e869-4a6e-a5b4-7da693f40c8d tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0cf1685-c0d8-4959-a53b-3f1ceedf7fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172230 Mar 07 10:24:25.521774 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a7763cbc-59f1-4be2-a596-2afd0e6f5c73 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:25.528970 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.api.v2.resource [None req-718b0f9a-8734-4443-a6bf-ffbff992cbb4 tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] create failed (client error): The resource could not be found. Mar 07 10:24:25.529998 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-718b0f9a-8734-4443-a6bf-ffbff992cbb4 tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 4.4735301 Mar 07 10:24:25.535831 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 58634) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:24:25.579936 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7763cbc-59f1-4be2-a596-2afd0e6f5c73 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Pushing event deleted for resources: {'Port': ['ID=ffe8446c-2f97-4607-8f03-67e9b5976e6c,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:24:25.618035 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-326b37fd-4281-4322-b80f-a52482483ca6 None None] Resources bound (agent type, host, resource id): {{(pid=83739) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 07 10:24:25.621987 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e4545724-97b8-4b24-9377-95396bb31725 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1525496'] for subnet, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:25.630383 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a7763cbc-59f1-4be2-a596-2afd0e6f5c73 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:25.656537 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-a7763cbc-59f1-4be2-a596-2afd0e6f5c73 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] 10.222.0.13 "DELETE /v2.0/ports/ffe8446c-2f97-4607-8f03-67e9b5976e6c HTTP/1.1" status: 204 len: 168 time: 1.7441864 Mar 07 10:24:25.659213 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 58638) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:24:25.666207 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-8bcd07b9-363b-4f1c-bbfe-be38a0d1461b tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Request body: {'port': {'network_id': '5f888156-7303-47d2-9911-57799887efd4', 'mac_address': 'fa:16:3e:b2:9b:f5', 'name': 'tempest-PortsIpV6TestJSON-1783930199'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:24:25.673214 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-9de6e935-b929-4822-ac4a-bcab3669a499 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] For port bfef1985-2bbc-4843-9b12-fc70d3cb5f73, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=bfef1985-2bbc-4843-9b12-fc70d3cb5f73,segment=NetworkSegment(50fbd123-7539-4600-bc7c-c6f280302af5),segment_id=50fbd123-7539-4600-bc7c-c6f280302af5)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:24:25.673578 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9de6e935-b929-4822-ac4a-bcab3669a499 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:25.684350 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-ec871888-1acd-4b9a-a311-81e6e7d1a794 tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Deleting port a03df9e8-39d5-4b3d-8b51-f79a18065fb2 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:24:25.684720 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ec871888-1acd-4b9a-a311-81e6e7d1a794 tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:25.860385 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-8bcd07b9-363b-4f1c-bbfe-be38a0d1461b tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:24:25.874945 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-8bcd07b9-363b-4f1c-bbfe-be38a0d1461b tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Usage tracker for resource:port and tenant:29ee0fb2487e46c6b75e400959e24994 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:24:25.879875 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-8bcd07b9-363b-4f1c-bbfe-be38a0d1461b tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:24:25.889191 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-8bcd07b9-363b-4f1c-bbfe-be38a0d1461b tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:24:25.903400 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3a5f4b71-e2b1-4adb-a28c-70691233e476 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:25.914617 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bcd07b9-363b-4f1c-bbfe-be38a0d1461b tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Made reservation on behalf of 29ee0fb2487e46c6b75e400959e24994 for: {'port': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:24:25.944934 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-9de6e935-b929-4822-ac4a-bcab3669a499 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Calling delete_port for bfef1985-2bbc-4843-9b12-fc70d3cb5f73 owned by network:dhcp {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:24:26.016700 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 672669c9-3cc0-4512-9d9a-e4f5787993e1 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:24:26.052456 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22f6b882-9560-4188-af3e-e06760bd5a44 None None] get_active_networks_info from dv-neutron-830731-3-hyperv {{(pid=83739) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 07 10:24:26.081487 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e4545724-97b8-4b24-9377-95396bb31725 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1525489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3556647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741465'] for subnet, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:26.150129 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4545724-97b8-4b24-9377-95396bb31725 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Pushing event deleted for resources: {'Subnet': ['ID=406e1f5c-363b-427d-9dac-a5f4b1d902ea,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:24:26.176829 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 672669c9-3cc0-4512-9d9a-e4f5787993e1 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:24:26.177140 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:26.205430 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9de6e935-b929-4822-ac4a-bcab3669a499 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:26.222351 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e4545724-97b8-4b24-9377-95396bb31725 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:26.266538 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f6b882-9560-4188-af3e-e06760bd5a44 None None] Resources bound (agent type, host, resource id): {{(pid=83739) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 07 10:24:26.273905 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de6e935-b929-4822-ac4a-bcab3669a499 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Pushing event deleted for resources: {'Port': ['ID=bfef1985-2bbc-4843-9b12-fc70d3cb5f73,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:24:26.291188 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de6e935-b929-4822-ac4a-bcab3669a499 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] No DVR routers for this DVR port bfef1985-2bbc-4843-9b12-fc70d3cb5f73 on host dv-neutron-830731-3-hyperv {{(pid=83738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:24:26.343886 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-e4545724-97b8-4b24-9377-95396bb31725 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "DELETE /v2.0/subnets/406e1f5c-363b-427d-9dac-a5f4b1d902ea HTTP/1.1" status: 204 len: 168 time: 1.5037196 Mar 07 10:24:26.344701 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 58642) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:24:26.369470 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8bcd07b9-363b-4f1c-bbfe-be38a0d1461b tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:26.442506 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [None req-8bcd07b9-363b-4f1c-bbfe-be38a0d1461b tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] device_id is not set on port c52b8d78-3461-401c-8e20-a89ddc5c8658 yet. {{(pid=83737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 07 10:24:26.516566 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-2e32bc3a-0b62-496d-9485-e8b44e4bb909 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1665504 Mar 07 10:24:26.517079 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ec871888-1acd-4b9a-a311-81e6e7d1a794 tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:26.526125 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 58646) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:24:26.564151 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9de6e935-b929-4822-ac4a-bcab3669a499 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1526893', 'neutron.services.segments.db._delete_segments_for_network-8732568551033'] for network, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:26.623660 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-3a5f4b71-e2b1-4adb-a28c-70691233e476 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Allocated IP 172.20.0.1 (8e7d2d8b-3bc7-4720-91e5-d50489aa5dc0/2717ed19-9c4c-4b4b-94d7-a02350324490/d687120a-826c-437d-8354-d72a49203fae) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:24:26.695876 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-ec871888-1acd-4b9a-a311-81e6e7d1a794 tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Calling delete_port for a03df9e8-39d5-4b3d-8b51-f79a18065fb2 owned by {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:24:26.749827 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b085b4e-95c8-4ad1-b362-d581c55ccc8c None None] Network 98d8805b-dd65-4110-997b-2eea298bca78 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:24:26.763695 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-9de6e935-b929-4822-ac4a-bcab3669a499 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36300e7d-2e69-4645-908b-a4dfc6dd0ef7']}} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:24:26.783794 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-9de6e935-b929-4822-ac4a-bcab3669a499 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50fbd123-7539-4600-bc7c-c6f280302af5') {'for_net_delete': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:24:26.784070 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-9de6e935-b929-4822-ac4a-bcab3669a499 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50fbd123-7539-4600-bc7c-c6f280302af5') {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:24:26.816098 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9de6e935-b929-4822-ac4a-bcab3669a499 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732568550916', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968000'] for segment, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:26.839848 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9de6e935-b929-4822-ac4a-bcab3669a499 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:26.881991 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9de6e935-b929-4822-ac4a-bcab3669a499 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=83738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 07 10:24:26.882815 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9de6e935-b929-4822-ac4a-bcab3669a499 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1227397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3556681'] for segment, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:26.901497 dv-neutron-830731-3-hyperv neutron-server[83738]: Traceback (most recent call last): Mar 07 10:24:26.901497 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 07 10:24:26.901497 dv-neutron-830731-3-hyperv neutron-server[83738]: timer() Mar 07 10:24:26.901497 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:24:26.901497 dv-neutron-830731-3-hyperv neutron-server[83738]: cb(*args, **kw) Mar 07 10:24:26.901497 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 10:24:26.901497 dv-neutron-830731-3-hyperv neutron-server[83738]: return func(*args, **kwargs) Mar 07 10:24:26.901497 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:24:26.901497 dv-neutron-830731-3-hyperv neutron-server[83738]: self._notify() Mar 07 10:24:26.901497 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:24:26.901497 dv-neutron-830731-3-hyperv neutron-server[83738]: self.callback(batched_events) Mar 07 10:24:26.901497 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:24:26.901497 dv-neutron-830731-3-hyperv neutron-server[83738]: event.method(event) Mar 07 10:24:26.901497 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 10:24:26.901497 dv-neutron-830731-3-hyperv neutron-server[83738]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:24:26.901497 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 10:24:26.901497 dv-neutron-830731-3-hyperv neutron-server[83738]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:24:26.901497 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 10:24:26.901497 dv-neutron-830731-3-hyperv neutron-server[83738]: return f(self, *a, **k) Mar 07 10:24:26.901497 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:24:26.901497 dv-neutron-830731-3-hyperv neutron-server[83738]: return self._get(url).json() Mar 07 10:24:26.901497 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:24:26.901497 dv-neutron-830731-3-hyperv neutron-server[83738]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:24:26.901497 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 07 10:24:26.901497 dv-neutron-830731-3-hyperv neutron-server[83738]: return self.request(url, 'GET', **kwargs) Mar 07 10:24:26.901497 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 07 10:24:26.901497 dv-neutron-830731-3-hyperv neutron-server[83738]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:24:26.901497 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 07 10:24:26.901497 dv-neutron-830731-3-hyperv neutron-server[83738]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:24:26.901497 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 07 10:24:26.901497 dv-neutron-830731-3-hyperv neutron-server[83738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:24:26.901497 dv-neutron-830731-3-hyperv neutron-server[83738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:24:26.913894 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8bcd07b9-363b-4f1c-bbfe-be38a0d1461b tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:26.962664 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20f62324-2d2e-49fe-bb01-6253ef1e48f1 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:24:26.963284 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-20f62324-2d2e-49fe-bb01-6253ef1e48f1 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Synchronizing usage tracker for tenant:0f1e04191c7443f7844c0202165e746c on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:24:26.996131 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3a5f4b71-e2b1-4adb-a28c-70691233e476 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:27.004177 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed7558c-38d2-41ee-b241-e6106edc3d1a req-697fac86-8a9a-4a22-ac65-1c582cbbc757 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:24:27.005703 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-eed7558c-38d2-41ee-b241-e6106edc3d1a req-697fac86-8a9a-4a22-ac65-1c582cbbc757 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9a41462-2213-477c-a0d7-2a574dc86c0e HTTP/1.1" status: 200 len: 946 time: 0.2901192 Mar 07 10:24:27.014215 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ec871888-1acd-4b9a-a311-81e6e7d1a794 tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:27.028374 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c203421-fad4-4e4c-82d2-ab4f07a7f597 None None] DHCP port deletion for 98d8805b-dd65-4110-997b-2eea298bca78 request from dv-neutron-830731-3-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 07 10:24:27.033196 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-5c203421-fad4-4e4c-82d2-ab4f07a7f597 None None] Deleting port 672669c9-3cc0-4512-9d9a-e4f5787993e1 {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:24:27.033366 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-5c203421-fad4-4e4c-82d2-ab4f07a7f597 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:27.044760 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8bcd07b9-363b-4f1c-bbfe-be38a0d1461b tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:27.070963 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9de6e935-b929-4822-ac4a-bcab3669a499 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1526886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923583'] for network, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:27.075698 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec871888-1acd-4b9a-a311-81e6e7d1a794 tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Pushing event deleted for resources: {'Port': ['ID=a03df9e8-39d5-4b3d-8b51-f79a18065fb2,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:24:27.096292 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9de6e935-b929-4822-ac4a-bcab3669a499 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:27.100120 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-20f62324-2d2e-49fe-bb01-6253ef1e48f1 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Unset dirty status for tenant:0f1e04191c7443f7844c0202165e746c on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:24:27.100120 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-20f62324-2d2e-49fe-bb01-6253ef1e48f1 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5703266 Mar 07 10:24:27.106257 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 58652) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:24:27.144178 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de6e935-b929-4822-ac4a-bcab3669a499 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Pushing event deleted for resources: {'Network': ['ID=36300e7d-2e69-4645-908b-a4dfc6dd0ef7,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:24:27.151516 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-9de6e935-b929-4822-ac4a-bcab3669a499 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] 10.222.0.13 "DELETE /v2.0/networks/36300e7d-2e69-4645-908b-a4dfc6dd0ef7 HTTP/1.1" status: 204 len: 168 time: 2.2711873 Mar 07 10:24:27.170629 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 58656) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:24:27.227573 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-eed7558c-38d2-41ee-b241-e6106edc3d1a req-9cf3e18d-c1bb-4c78-8950-ae3434c12e4d tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0cf1685-c0d8-4959-a53b-3f1ceedf7fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2133238 Mar 07 10:24:27.230601 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bcd07b9-363b-4f1c-bbfe-be38a0d1461b tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Network 5f888156-7303-47d2-9911-57799887efd4 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:24:27.249722 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-8bcd07b9-363b-4f1c-bbfe-be38a0d1461b tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:24:27.269067 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ec871888-1acd-4b9a-a311-81e6e7d1a794 tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:27.271000 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-ec871888-1acd-4b9a-a311-81e6e7d1a794 tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] 10.222.0.13 "DELETE /v2.0/ports/a03df9e8-39d5-4b3d-8b51-f79a18065fb2 HTTP/1.1" status: 204 len: 168 time: 1.7342310 Mar 07 10:24:27.273522 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 58660) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:24:27.295004 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-5c203421-fad4-4e4c-82d2-ab4f07a7f597 None None] For port 672669c9-3cc0-4512-9d9a-e4f5787993e1, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=672669c9-3cc0-4512-9d9a-e4f5787993e1,segment=NetworkSegment(13510a37-88c7-493e-9701-b414ea24fc4c),segment_id=13510a37-88c7-493e-9701-b414ea24fc4c)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:24:27.295478 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-5c203421-fad4-4e4c-82d2-ab4f07a7f597 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:27.306341 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bcd07b9-363b-4f1c-bbfe-be38a0d1461b tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:24:27.311148 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bcd07b9-363b-4f1c-bbfe-be38a0d1461b tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:24:27.312011 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8bcd07b9-363b-4f1c-bbfe-be38a0d1461b tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:27.326279 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcd07b9-363b-4f1c-bbfe-be38a0d1461b tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Pushing event updated for resources: {'Port': ['ID=c52b8d78-3461-401c-8e20-a89ddc5c8658,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:24:27.349607 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3a5f4b71-e2b1-4adb-a28c-70691233e476 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:27.394785 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a9c5f2c-4d95-410d-80af-9eed0b25193b tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:24:27.395275 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-4a9c5f2c-4d95-410d-80af-9eed0b25193b tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Synchronizing usage tracker for tenant:841874e2d4dc4bfd986b0a20fa08ff45 on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:24:27.404975 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b9e68e0-25a2-40af-9cd3-991b121f65c5 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:24:27.405656 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-4b9e68e0-25a2-40af-9cd3-991b121f65c5 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Synchronizing usage tracker for tenant:0f1e04191c7443f7844c0202165e746c on resource:subnet {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:24:27.415457 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-4a9c5f2c-4d95-410d-80af-9eed0b25193b tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Unset dirty status for tenant:841874e2d4dc4bfd986b0a20fa08ff45 on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:24:27.416848 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-4a9c5f2c-4d95-410d-80af-9eed0b25193b tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] 10.222.0.13 "GET /v2.0/ports?device_id=16aadf06-620b-4c6f-be54-4b345436ee45 HTTP/1.1" status: 200 len: 913 time: 0.1423242 Mar 07 10:24:27.419681 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 58664) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:24:27.473740 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-5c203421-fad4-4e4c-82d2-ab4f07a7f597 None None] Calling delete_port for 672669c9-3cc0-4512-9d9a-e4f5787993e1 owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:24:27.481237 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a5f4b71-e2b1-4adb-a28c-70691233e476 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Network 8e7d2d8b-3bc7-4720-91e5-d50489aa5dc0 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:24:27.485417 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-8bcd07b9-363b-4f1c-bbfe-be38a0d1461b tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.8253536 Mar 07 10:24:27.486313 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 58668) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:24:27.493166 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-190018aa-e41d-4c98-9a22-c3a7325bfdd4 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1158940'] for network, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:27.497289 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-3a5f4b71-e2b1-4adb-a28c-70691233e476 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:24:27.537753 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5f4b71-e2b1-4adb-a28c-70691233e476 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:24:27.550513 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-5c203421-fad4-4e4c-82d2-ab4f07a7f597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812'] for port, after_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:27.563280 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-4b9e68e0-25a2-40af-9cd3-991b121f65c5 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Unset dirty status for tenant:0f1e04191c7443f7844c0202165e746c on resource:subnet {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:24:27.567026 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-4b9e68e0-25a2-40af-9cd3-991b121f65c5 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4492507 Mar 07 10:24:27.567363 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 58672) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:24:27.575137 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5f4b71-e2b1-4adb-a28c-70691233e476 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Pushing event updated for resources: {'Port': ['ID=d687120a-826c-437d-8354-d72a49203fae,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:24:27.600691 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c203421-fad4-4e4c-82d2-ab4f07a7f597 None None] Pushing event deleted for resources: {'Port': ['ID=672669c9-3cc0-4512-9d9a-e4f5787993e1,revision_number=None']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:24:27.605951 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c203421-fad4-4e4c-82d2-ab4f07a7f597 None None] No DVR routers for this DVR port 672669c9-3cc0-4512-9d9a-e4f5787993e1 on host dv-neutron-830731-3-hyperv {{(pid=83739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:24:27.633885 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d5c3fc6-67dc-497a-9cf3-65e431473606 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:24:27.634479 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-9d5c3fc6-67dc-497a-9cf3-65e431473606 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Synchronizing usage tracker for tenant:29ee0fb2487e46c6b75e400959e24994 on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:24:27.698742 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3a5f4b71-e2b1-4adb-a28c-70691233e476 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3920324'] for router_interface, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:27.743040 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-f423c91d-0026-43fa-bade-192db9042c37 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1745954 Mar 07 10:24:27.748679 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 58676) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:24:27.754611 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-95c99c60-21bf-41fa-af8a-25a0f0038e2f tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Request body: {'subnet': {'network_id': '98d8805b-dd65-4110-997b-2eea298bca78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:24:27.762089 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-9d5c3fc6-67dc-497a-9cf3-65e431473606 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Unset dirty status for tenant:29ee0fb2487e46c6b75e400959e24994 on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:24:27.765698 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-9d5c3fc6-67dc-497a-9cf3-65e431473606 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] 10.222.0.13 "GET /v2.0/ports/c52b8d78-3461-401c-8e20-a89ddc5c8658 HTTP/1.1" status: 200 len: 845 time: 0.2681391 Mar 07 10:24:27.769570 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 58680) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:24:27.833493 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-190018aa-e41d-4c98-9a22-c3a7325bfdd4 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1526893', 'neutron.services.segments.db._delete_segments_for_network-8732568551033'] for network, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:27.872615 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7455731-0414-4e0b-8548-0a998a061215 None None] New status for floating IP 7105d227-0645-4110-ba73-3b9bebc6c813: ACTIVE {{(pid=83739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 07 10:24:27.875956 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-190018aa-e41d-4c98-9a22-c3a7325bfdd4 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91ab30c5-e460-492f-8050-4a8d167d15b8']}} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:24:27.878093 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-95c99c60-21bf-41fa-af8a-25a0f0038e2f tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:24:27.920004 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-190018aa-e41d-4c98-9a22-c3a7325bfdd4 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da59d9e2-6c53-4ecb-853b-1619e09914ce') {'for_net_delete': True} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:24:27.920287 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-190018aa-e41d-4c98-9a22-c3a7325bfdd4 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da59d9e2-6c53-4ecb-853b-1619e09914ce') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:24:27.929174 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-ebe2a353-82a6-4e77-b883-70ce119366a9 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Deleting port c52b8d78-3461-401c-8e20-a89ddc5c8658 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:24:27.929451 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ebe2a353-82a6-4e77-b883-70ce119366a9 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:28.009125 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-95c99c60-21bf-41fa-af8a-25a0f0038e2f tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:24:28.038221 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95c99c60-21bf-41fa-af8a-25a0f0038e2f tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Made reservation on behalf of 0f1e04191c7443f7844c0202165e746c for: {'subnet': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:24:28.041670 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-95c99c60-21bf-41fa-af8a-25a0f0038e2f tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741426'] for subnet, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:28.060749 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 672669c9-3cc0-4512-9d9a-e4f5787993e1 no longer exists at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:24:28.066392 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-190018aa-e41d-4c98-9a22-c3a7325bfdd4 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732568550916', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629174'] for segment, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:28.101877 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] No Port match for: 672669c9-3cc0-4512-9d9a-e4f5787993e1 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 10:24:28.102375 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 672669c9-3cc0-4512-9d9a-e4f5787993e1 not bound to the agent host dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 10:24:28.109214 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-190018aa-e41d-4c98-9a22-c3a7325bfdd4 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:28.128676 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-190018aa-e41d-4c98-9a22-c3a7325bfdd4 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=83737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 07 10:24:28.129078 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-190018aa-e41d-4c98-9a22-c3a7325bfdd4 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1227397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3012597'] for segment, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:28.145473 dv-neutron-830731-3-hyperv neutron-server[83737]: Traceback (most recent call last): Mar 07 10:24:28.145473 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 07 10:24:28.145473 dv-neutron-830731-3-hyperv neutron-server[83737]: timer() Mar 07 10:24:28.145473 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:24:28.145473 dv-neutron-830731-3-hyperv neutron-server[83737]: cb(*args, **kw) Mar 07 10:24:28.145473 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 10:24:28.145473 dv-neutron-830731-3-hyperv neutron-server[83737]: return func(*args, **kwargs) Mar 07 10:24:28.145473 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:24:28.145473 dv-neutron-830731-3-hyperv neutron-server[83737]: self._notify() Mar 07 10:24:28.145473 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:24:28.145473 dv-neutron-830731-3-hyperv neutron-server[83737]: self.callback(batched_events) Mar 07 10:24:28.145473 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:24:28.145473 dv-neutron-830731-3-hyperv neutron-server[83737]: event.method(event) Mar 07 10:24:28.145473 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 10:24:28.145473 dv-neutron-830731-3-hyperv neutron-server[83737]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:24:28.145473 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 10:24:28.145473 dv-neutron-830731-3-hyperv neutron-server[83737]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:24:28.145473 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 10:24:28.145473 dv-neutron-830731-3-hyperv neutron-server[83737]: return f(self, *a, **k) Mar 07 10:24:28.145473 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:24:28.145473 dv-neutron-830731-3-hyperv neutron-server[83737]: return self._get(url).json() Mar 07 10:24:28.145473 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:24:28.145473 dv-neutron-830731-3-hyperv neutron-server[83737]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:24:28.145473 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 07 10:24:28.145473 dv-neutron-830731-3-hyperv neutron-server[83737]: return self.request(url, 'GET', **kwargs) Mar 07 10:24:28.145473 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 07 10:24:28.145473 dv-neutron-830731-3-hyperv neutron-server[83737]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:24:28.145473 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 07 10:24:28.145473 dv-neutron-830731-3-hyperv neutron-server[83737]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:24:28.145473 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 07 10:24:28.145473 dv-neutron-830731-3-hyperv neutron-server[83737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:24:28.145473 dv-neutron-830731-3-hyperv neutron-server[83737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:24:28.147366 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3a5f4b71-e2b1-4adb-a28c-70691233e476 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:28.191835 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8656da3d-59f1-48b8-8b0c-1694f07fe4ce tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3920255'] for router_interface, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:28.380175 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-190018aa-e41d-4c98-9a22-c3a7325bfdd4 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1526886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923583'] for network, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:28.383923 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-13781f4c-fac4-4290-bebe-831ed34d24d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:28.506739 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-190018aa-e41d-4c98-9a22-c3a7325bfdd4 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2756603'] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:28.527587 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-95c99c60-21bf-41fa-af8a-25a0f0038e2f tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3556832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741408'] for subnet, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:28.610128 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95c99c60-21bf-41fa-af8a-25a0f0038e2f tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Network 98d8805b-dd65-4110-997b-2eea298bca78 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:24:28.614823 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-95c99c60-21bf-41fa-af8a-25a0f0038e2f tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:24:28.624334 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cc0068d-3a84-46db-a473-9641461117d7 None None] Network 98d8805b-dd65-4110-997b-2eea298bca78 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:24:28.639419 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190018aa-e41d-4c98-9a22-c3a7325bfdd4 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Pushing event deleted for resources: {'Network': ['ID=91ab30c5-e460-492f-8050-4a8d167d15b8,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:24:28.662084 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c99c60-21bf-41fa-af8a-25a0f0038e2f tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:24:28.662666 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-95c99c60-21bf-41fa-af8a-25a0f0038e2f tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:28.669887 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-190018aa-e41d-4c98-9a22-c3a7325bfdd4 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] 10.222.0.13 "DELETE /v2.0/networks/91ab30c5-e460-492f-8050-4a8d167d15b8 HTTP/1.1" status: 204 len: 168 time: 1.4922764 Mar 07 10:24:28.671353 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 58686) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:24:28.680346 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ebe2a353-82a6-4e77-b883-70ce119366a9 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:28.712347 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c99c60-21bf-41fa-af8a-25a0f0038e2f tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Pushing event updated for resources: {'Subnet': ['ID=98e69d27-44e3-48b8-863a-43ed4d465fb4,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:24:28.829851 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-95c99c60-21bf-41fa-af8a-25a0f0038e2f tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0810332 Mar 07 10:24:28.833391 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-ebe2a353-82a6-4e77-b883-70ce119366a9 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Calling delete_port for c52b8d78-3461-401c-8e20-a89ddc5c8658 owned by {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:24:28.834730 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 58690) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:24:28.850623 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d520a17-677f-4d6d-b089-edc8b4e9bebc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ec2749d-0aec-52fb-aca6-10ba8a80aade-98d8805b-dd65-4110-997b-2eea298bca78', 'network_id': '98d8805b-dd65-4110-997b-2eea298bca78', 'tenant_id': '0f1e04191c7443f7844c0202165e746c', 'fixed_ips': [{'subnet_id': '98e69d27-44e3-48b8-863a-43ed4d465fb4'}]}} from dv-neutron-830731-3-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 07 10:24:28.851595 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-1d520a17-677f-4d6d-b089-edc8b4e9bebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:28.852895 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-da6b2a9f-e1e8-46fd-838a-f16b10c8b8b7 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Request body: {'port': {'network_id': '98d8805b-dd65-4110-997b-2eea298bca78', 'fixed_ips': [{'subnet_id': '98e69d27-44e3-48b8-863a-43ed4d465fb4', 'ip_address': '2001:db8::74e8:fdad:e43c:5cda'}], 'name': 'tempest-NetworksTestDHCPv6-462354983'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:24:28.909265 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa77a325-f528-45d4-b03e-f5e8ae965829 req-9b88da87-40c3-4083-a496-1c552b491b8e tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:24:28.910726 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-aa77a325-f528-45d4-b03e-f5e8ae965829 req-9b88da87-40c3-4083-a496-1c552b491b8e tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9a41462-2213-477c-a0d7-2a574dc86c0e HTTP/1.1" status: 200 len: 946 time: 0.5239193 Mar 07 10:24:28.941060 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c79610af-918c-4e9e-9f7f-4e2799093571 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1158940'] for network, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:29.027919 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-1d520a17-677f-4d6d-b089-edc8b4e9bebc None None] Allocated IP 2001:db8::2 (98d8805b-dd65-4110-997b-2eea298bca78/98e69d27-44e3-48b8-863a-43ed4d465fb4/98d867e6-fdac-4859-b1be-fc04e0835698) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:24:29.067696 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ebe2a353-82a6-4e77-b883-70ce119366a9 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:29.113290 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-aa77a325-f528-45d4-b03e-f5e8ae965829 req-52fb510b-8ab0-4497-8fde-bf2c1261900d tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0cf1685-c0d8-4959-a53b-3f1ceedf7fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1867161 Mar 07 10:24:29.125153 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe2a353-82a6-4e77-b883-70ce119366a9 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Pushing event deleted for resources: {'Port': ['ID=c52b8d78-3461-401c-8e20-a89ddc5c8658,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:24:29.161325 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ebe2a353-82a6-4e77-b883-70ce119366a9 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:29.182966 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-ebe2a353-82a6-4e77-b883-70ce119366a9 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] 10.222.0.13 "DELETE /v2.0/ports/c52b8d78-3461-401c-8e20-a89ddc5c8658 HTTP/1.1" status: 204 len: 168 time: 1.4113808 Mar 07 10:24:29.185679 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 58694) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:24:29.238160 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c68cce1-2482-4caa-a065-3263b06f1750 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] GET failed (client error): The resource could not be found. Mar 07 10:24:29.238676 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-9c68cce1-2482-4caa-a065-3263b06f1750 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Synchronizing usage tracker for tenant:29ee0fb2487e46c6b75e400959e24994 on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:24:29.248951 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3a5f4b71-e2b1-4adb-a28c-70691233e476 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:29.259744 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-1d520a17-677f-4d6d-b089-edc8b4e9bebc None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:29.260214 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3a5f4b71-e2b1-4adb-a28c-70691233e476 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3012561'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:29.275588 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-1d520a17-677f-4d6d-b089-edc8b4e9bebc None None] Transition to ACTIVE for port object 98d867e6-fdac-4859-b1be-fc04e0835698 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:24:29.304617 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-1d520a17-677f-4d6d-b089-edc8b4e9bebc None None] Transition to ACTIVE for port object 98d867e6-fdac-4859-b1be-fc04e0835698 will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:24:29.312516 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-1d520a17-677f-4d6d-b089-edc8b4e9bebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:29.324110 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-9c68cce1-2482-4caa-a065-3263b06f1750 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Unset dirty status for tenant:29ee0fb2487e46c6b75e400959e24994 on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:24:29.328609 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-9c68cce1-2482-4caa-a065-3263b06f1750 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] 10.222.0.13 "GET /v2.0/ports/c52b8d78-3461-401c-8e20-a89ddc5c8658 HTTP/1.1" status: 404 len: 333 time: 0.1386440 Mar 07 10:24:29.340424 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 58698) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:24:29.346204 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-ca55af3d-9275-4169-b9f3-0b2a3b93043e tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Request body: {'port': {'network_id': '5f888156-7303-47d2-9911-57799887efd4', 'name': 'tempest-PortsIpV6TestJSON-1631476445'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:24:29.366338 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-da6b2a9f-e1e8-46fd-838a-f16b10c8b8b7 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:24:29.370802 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c79610af-918c-4e9e-9f7f-4e2799093571 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1526893', 'neutron.services.segments.db._delete_segments_for_network-8732568551033'] for network, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:29.390544 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-da6b2a9f-e1e8-46fd-838a-f16b10c8b8b7 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:24:29.392139 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d520a17-677f-4d6d-b089-edc8b4e9bebc None None] Network 98d8805b-dd65-4110-997b-2eea298bca78 is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:24:29.393204 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d520a17-677f-4d6d-b089-edc8b4e9bebc None None] Pushing event updated for resources: {'Port': ['ID=98d867e6-fdac-4859-b1be-fc04e0835698,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:24:29.395790 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-1d520a17-677f-4d6d-b089-edc8b4e9bebc None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:24:29.398031 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d520a17-677f-4d6d-b089-edc8b4e9bebc None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:24:29.409981 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-c79610af-918c-4e9e-9f7f-4e2799093571 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9775ccd-1865-46c3-9035-d3bb3290ab5b']}} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:24:29.433437 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-c79610af-918c-4e9e-9f7f-4e2799093571 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78f3e449-eb06-4af8-8c27-7ed06b43da96') {'for_net_delete': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:24:29.433861 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-c79610af-918c-4e9e-9f7f-4e2799093571 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78f3e449-eb06-4af8-8c27-7ed06b43da96') {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:24:29.448039 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da6b2a9f-e1e8-46fd-838a-f16b10c8b8b7 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Made reservation on behalf of 0f1e04191c7443f7844c0202165e746c for: {'port': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:24:29.453446 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-da6b2a9f-e1e8-46fd-838a-f16b10c8b8b7 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:29.469420 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c79610af-918c-4e9e-9f7f-4e2799093571 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732568550916', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968000'] for segment, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:29.487871 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-1d520a17-677f-4d6d-b089-edc8b4e9bebc None None] Attempting to bind port 98d867e6-fdac-4859-b1be-fc04e0835698 on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:24:29.488378 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-1d520a17-677f-4d6d-b089-edc8b4e9bebc None None] Attempting to bind port 98d867e6-fdac-4859-b1be-fc04e0835698 by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': '13510a37-88c7-493e-9701-b414ea24fc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '98d8805b-dd65-4110-997b-2eea298bca78'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:24:29.488859 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d520a17-677f-4d6d-b089-edc8b4e9bebc None None] Attempting to bind port 98d867e6-fdac-4859-b1be-fc04e0835698 on network 98d8805b-dd65-4110-997b-2eea298bca78 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:24:29.496171 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d520a17-677f-4d6d-b089-edc8b4e9bebc None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:24:29.496544 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c79610af-918c-4e9e-9f7f-4e2799093571 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:29.496828 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d520a17-677f-4d6d-b089-edc8b4e9bebc None None] Checking segment: {'id': '13510a37-88c7-493e-9701-b414ea24fc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '98d8805b-dd65-4110-997b-2eea298bca78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:24:29.497407 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-1d520a17-677f-4d6d-b089-edc8b4e9bebc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:29.497930 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d520a17-677f-4d6d-b089-edc8b4e9bebc None None] Bound using segment: {'id': '13510a37-88c7-493e-9701-b414ea24fc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '98d8805b-dd65-4110-997b-2eea298bca78'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:24:29.498729 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-1d520a17-677f-4d6d-b089-edc8b4e9bebc None None] Bound port: 98d867e6-fdac-4859-b1be-fc04e0835698, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13510a37-88c7-493e-9701-b414ea24fc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '98d8805b-dd65-4110-997b-2eea298bca78'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:24:29.499057 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-1d520a17-677f-4d6d-b089-edc8b4e9bebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:29.500013 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [None req-da6b2a9f-e1e8-46fd-838a-f16b10c8b8b7 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] device_id is not set on port fe0a9307-a8cb-4e71-9540-a61c290bba53 yet. {{(pid=83738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 07 10:24:29.541579 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c79610af-918c-4e9e-9f7f-4e2799093571 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=83738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 07 10:24:29.542461 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c79610af-918c-4e9e-9f7f-4e2799093571 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1227397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3556681'] for segment, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:29.550938 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3a5f4b71-e2b1-4adb-a28c-70691233e476 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2756426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3920233'] for router_interface, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:29.560933 dv-neutron-830731-3-hyperv neutron-server[83738]: Traceback (most recent call last): Mar 07 10:24:29.560933 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 07 10:24:29.560933 dv-neutron-830731-3-hyperv neutron-server[83738]: timer() Mar 07 10:24:29.560933 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:24:29.560933 dv-neutron-830731-3-hyperv neutron-server[83738]: cb(*args, **kw) Mar 07 10:24:29.560933 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 10:24:29.560933 dv-neutron-830731-3-hyperv neutron-server[83738]: return func(*args, **kwargs) Mar 07 10:24:29.560933 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:24:29.560933 dv-neutron-830731-3-hyperv neutron-server[83738]: self._notify() Mar 07 10:24:29.560933 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:24:29.560933 dv-neutron-830731-3-hyperv neutron-server[83738]: self.callback(batched_events) Mar 07 10:24:29.560933 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:24:29.560933 dv-neutron-830731-3-hyperv neutron-server[83738]: event.method(event) Mar 07 10:24:29.560933 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 10:24:29.560933 dv-neutron-830731-3-hyperv neutron-server[83738]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:24:29.560933 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 10:24:29.560933 dv-neutron-830731-3-hyperv neutron-server[83738]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:24:29.560933 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 10:24:29.560933 dv-neutron-830731-3-hyperv neutron-server[83738]: return f(self, *a, **k) Mar 07 10:24:29.560933 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:24:29.560933 dv-neutron-830731-3-hyperv neutron-server[83738]: return self._get(url).json() Mar 07 10:24:29.560933 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:24:29.560933 dv-neutron-830731-3-hyperv neutron-server[83738]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:24:29.560933 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 07 10:24:29.560933 dv-neutron-830731-3-hyperv neutron-server[83738]: return self.request(url, 'GET', **kwargs) Mar 07 10:24:29.560933 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 07 10:24:29.560933 dv-neutron-830731-3-hyperv neutron-server[83738]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:24:29.560933 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 07 10:24:29.560933 dv-neutron-830731-3-hyperv neutron-server[83738]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:24:29.560933 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 07 10:24:29.560933 dv-neutron-830731-3-hyperv neutron-server[83738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:24:29.560933 dv-neutron-830731-3-hyperv neutron-server[83738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:24:29.592644 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5f4b71-e2b1-4adb-a28c-70691233e476 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Pushing event updated for resources: {'Port': ['ID=d687120a-826c-437d-8354-d72a49203fae,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:24:29.633753 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-1d520a17-677f-4d6d-b089-edc8b4e9bebc None None] For port 98d867e6-fdac-4859-b1be-fc04e0835698, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:24:29.637862 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-1d520a17-677f-4d6d-b089-edc8b4e9bebc None None] For port 98d867e6-fdac-4859-b1be-fc04e0835698, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=98d867e6-fdac-4859-b1be-fc04e0835698,segment=NetworkSegment(13510a37-88c7-493e-9701-b414ea24fc4c),segment_id=13510a37-88c7-493e-9701-b414ea24fc4c)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:24:29.642593 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-1d520a17-677f-4d6d-b089-edc8b4e9bebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:29.677550 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-ca55af3d-9275-4169-b9f3-0b2a3b93043e tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:24:29.692897 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-ca55af3d-9275-4169-b9f3-0b2a3b93043e tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:24:29.726435 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca55af3d-9275-4169-b9f3-0b2a3b93043e tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Made reservation on behalf of 29ee0fb2487e46c6b75e400959e24994 for: {'port': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:24:29.729456 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ca55af3d-9275-4169-b9f3-0b2a3b93043e tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:29.733672 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d520a17-677f-4d6d-b089-edc8b4e9bebc None None] Pushing event updated for resources: {'Port': ['ID=98d867e6-fdac-4859-b1be-fc04e0835698,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:24:29.758390 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c79610af-918c-4e9e-9f7f-4e2799093571 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1526886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923583'] for network, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:29.761644 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a5f4b71-e2b1-4adb-a28c-70691233e476 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Network 8e7d2d8b-3bc7-4720-91e5-d50489aa5dc0 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:24:29.763881 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-3a5f4b71-e2b1-4adb-a28c-70691233e476 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:24:29.783508 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c79610af-918c-4e9e-9f7f-4e2799093571 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:29.805749 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79610af-918c-4e9e-9f7f-4e2799093571 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] Pushing event deleted for resources: {'Network': ['ID=b9775ccd-1865-46c3-9035-d3bb3290ab5b,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:24:29.826231 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-c79610af-918c-4e9e-9f7f-4e2799093571 tempest-BulkNetworkOpsIpV6Test-695034915 tempest-BulkNetworkOpsIpV6Test-695034915-project] 10.222.0.13 "DELETE /v2.0/networks/b9775ccd-1865-46c3-9035-d3bb3290ab5b HTTP/1.1" status: 204 len: 168 time: 1.1479897 Mar 07 10:24:29.835769 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [None req-ca55af3d-9275-4169-b9f3-0b2a3b93043e tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] device_id is not set on port b572ced4-ba45-4925-8437-933675ab42dd yet. {{(pid=83737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 07 10:24:29.967304 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-da6b2a9f-e1e8-46fd-838a-f16b10c8b8b7 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Allocated IP 2001:db8::74e8:fdad:e43c:5cda (98d8805b-dd65-4110-997b-2eea298bca78/98e69d27-44e3-48b8-863a-43ed4d465fb4/fe0a9307-a8cb-4e71-9540-a61c290bba53) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:24:29.984987 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-8656da3d-59f1-48b8-8b0c-1694f07fe4ce tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Deleting port 399d3ef0-2f56-41c4-ae7c-384e848c22d0 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:24:29.985487 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8656da3d-59f1-48b8-8b0c-1694f07fe4ce tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:30.196535 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 98d867e6-fdac-4859-b1be-fc04e0835698 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:24:30.281983 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ca55af3d-9275-4169-b9f3-0b2a3b93043e tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:30.301648 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning for port 98d867e6-fdac-4859-b1be-fc04e0835698 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:24:30.337114 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 58708) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:24:30.460642 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8656da3d-59f1-48b8-8b0c-1694f07fe4ce tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:30.512020 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-63d5e068-de85-42e7-b436-3db16ca4bfc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:30.518674 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ca55af3d-9275-4169-b9f3-0b2a3b93043e tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:30.596743 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-8656da3d-59f1-48b8-8b0c-1694f07fe4ce tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Calling delete_port for 399d3ef0-2f56-41c4-ae7c-384e848c22d0 owned by network:router_interface {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:24:30.646393 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958212f2-d923-4513-b543-dff2ee3212a5 req-47bd4d79-1368-4b7e-bd20-6f9e4cfa8ddc tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:24:30.647826 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-958212f2-d923-4513-b543-dff2ee3212a5 req-47bd4d79-1368-4b7e-bd20-6f9e4cfa8ddc tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9a41462-2213-477c-a0d7-2a574dc86c0e HTTP/1.1" status: 200 len: 946 time: 0.2945697 Mar 07 10:24:30.648427 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca55af3d-9275-4169-b9f3-0b2a3b93043e tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Pushing event updated for resources: {'Port': ['ID=b572ced4-ba45-4925-8437-933675ab42dd,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:24:30.652417 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca55af3d-9275-4169-b9f3-0b2a3b93043e tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Network 5f888156-7303-47d2-9911-57799887efd4 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:24:30.655939 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-da6b2a9f-e1e8-46fd-838a-f16b10c8b8b7 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:30.657161 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-ca55af3d-9275-4169-b9f3-0b2a3b93043e tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:24:30.661681 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-f1418f85-b9b8-498c-982f-7d7325b41547 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1cbccb418ee444419847972e678356cb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3233159 Mar 07 10:24:30.662799 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca55af3d-9275-4169-b9f3-0b2a3b93043e tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:24:30.664394 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 58716) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:24:30.667302 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca55af3d-9275-4169-b9f3-0b2a3b93043e tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:24:30.668291 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ca55af3d-9275-4169-b9f3-0b2a3b93043e tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:30.709227 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-da6b2a9f-e1e8-46fd-838a-f16b10c8b8b7 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Transition to ACTIVE for port object fe0a9307-a8cb-4e71-9540-a61c290bba53 will not be triggered until provisioned by entity DHCP. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:24:30.728588 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-ca55af3d-9275-4169-b9f3-0b2a3b93043e tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.3871846 Mar 07 10:24:30.734025 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 58720) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:24:30.743369 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-81c1d34a-b79d-45d4-a422-2974928078a6 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:24:30.797551 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-958212f2-d923-4513-b543-dff2ee3212a5 req-d0a4d7c6-a1a7-4117-bb39-01ca45fd4fb9 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0cf1685-c0d8-4959-a53b-3f1ceedf7fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1214314 Mar 07 10:24:30.883994 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-81c1d34a-b79d-45d4-a422-2974928078a6 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:30.929480 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-107d08b8-ccea-44b1-88b8-27817416b056 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:30.937502 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a5f4b71-e2b1-4adb-a28c-70691233e476 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Router 4bd78e7b-bb20-49e1-8453-68eb29fc1b8d has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:24:30.945233 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-da6b2a9f-e1e8-46fd-838a-f16b10c8b8b7 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:31.070082 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6fb874a2-0cf6-4b61-9416-0340f355069e None None] Provisioning for port 98d867e6-fdac-4859-b1be-fc04e0835698 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:24:31.076177 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6fb874a2-0cf6-4b61-9416-0340f355069e None None] Provisioning complete for port 98d867e6-fdac-4859-b1be-fc04e0835698 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:24:31.076745 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6fb874a2-0cf6-4b61-9416-0340f355069e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:31.154953 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-107d08b8-ccea-44b1-88b8-27817416b056 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:31.194282 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6fb874a2-0cf6-4b61-9416-0340f355069e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:31.204071 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6b2a9f-e1e8-46fd-838a-f16b10c8b8b7 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Pushing event updated for resources: {'Port': ['ID=fe0a9307-a8cb-4e71-9540-a61c290bba53,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:24:31.207747 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da6b2a9f-e1e8-46fd-838a-f16b10c8b8b7 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Network 98d8805b-dd65-4110-997b-2eea298bca78 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:24:31.216605 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-da6b2a9f-e1e8-46fd-838a-f16b10c8b8b7 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:24:31.225275 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da6b2a9f-e1e8-46fd-838a-f16b10c8b8b7 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:24:31.229288 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da6b2a9f-e1e8-46fd-838a-f16b10c8b8b7 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:24:31.230633 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-da6b2a9f-e1e8-46fd-838a-f16b10c8b8b7 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:31.248935 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6fb874a2-0cf6-4b61-9416-0340f355069e None None] For port 98d867e6-fdac-4859-b1be-fc04e0835698, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=98d867e6-fdac-4859-b1be-fc04e0835698,segment=NetworkSegment(13510a37-88c7-493e-9701-b414ea24fc4c),segment_id=13510a37-88c7-493e-9701-b414ea24fc4c)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:24:31.257793 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6fb874a2-0cf6-4b61-9416-0340f355069e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:31.268154 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8656da3d-59f1-48b8-8b0c-1694f07fe4ce tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:31.313191 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-da6b2a9f-e1e8-46fd-838a-f16b10c8b8b7 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.4750240 Mar 07 10:24:31.317344 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 58726) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:24:31.330620 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8656da3d-59f1-48b8-8b0c-1694f07fe4ce tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Pushing event deleted for resources: {'Port': ['ID=399d3ef0-2f56-41c4-ae7c-384e848c22d0,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:24:31.394623 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb874a2-0cf6-4b61-9416-0340f355069e None None] Pushing event updated for resources: {'Port': ['ID=98d867e6-fdac-4859-b1be-fc04e0835698,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:24:31.425128 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-81c1d34a-b79d-45d4-a422-2974928078a6 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:31.432997 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-107d08b8-ccea-44b1-88b8-27817416b056 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:31.434663 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-81c1d34a-b79d-45d4-a422-2974928078a6 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3012561'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:31.466920 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107d08b8-ccea-44b1-88b8-27817416b056 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e0ed3f6-4d9f-49d5-a304-3f875564ca4b,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:24:31.481915 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-107d08b8-ccea-44b1-88b8-27817416b056 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:31.485325 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-107d08b8-ccea-44b1-88b8-27817416b056 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0e0ed3f6-4d9f-49d5-a304-3f875564ca4b HTTP/1.1" status: 204 len: 168 time: 0.8176916 Mar 07 10:24:31.529356 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-81c1d34a-b79d-45d4-a422-2974928078a6 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] In _notify_port_updated(), no bound segment for port b572ced4-ba45-4925-8437-933675ab42dd on network 5f888156-7303-47d2-9911-57799887efd4 {{(pid=83737) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 07 10:24:31.533094 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81c1d34a-b79d-45d4-a422-2974928078a6 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:24:31.533681 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-81c1d34a-b79d-45d4-a422-2974928078a6 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:31.537385 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-81c1d34a-b79d-45d4-a422-2974928078a6 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] 10.222.0.13 "PUT /v2.0/ports/b572ced4-ba45-4925-8437-933675ab42dd HTTP/1.1" status: 200 len: 818 time: 0.7999740 Mar 07 10:24:31.541823 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 58732) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:24:31.542981 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c1d34a-b79d-45d4-a422-2974928078a6 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Pushing event updated for resources: {'Port': ['ID=b572ced4-ba45-4925-8437-933675ab42dd,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:24:31.617614 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c703cce5-a143-422b-970e-97513f11cb9b tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:24:31.621530 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c703cce5-a143-422b-970e-97513f11cb9b tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:24:31.623138 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-c703cce5-a143-422b-970e-97513f11cb9b tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.3050759 Mar 07 10:24:31.628160 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 58736) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:24:31.692667 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-711fefd2-3b30-4759-8df5-0aecff1c8e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:31.710705 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-e5a2436e-0d31-4792-89f5-f222fca6dd34 None None] Provisioning for port fe0a9307-a8cb-4e71-9540-a61c290bba53 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:24:31.714354 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-2337cd45-691c-48e4-ba7a-7a553a0601b6 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Deleting port b572ced4-ba45-4925-8437-933675ab42dd {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:24:31.714859 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2337cd45-691c-48e4-ba7a-7a553a0601b6 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:31.714967 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8656da3d-59f1-48b8-8b0c-1694f07fe4ce tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2756383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3920168'] for router_interface, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:31.723029 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-e5a2436e-0d31-4792-89f5-f222fca6dd34 None None] Provisioning complete for port fe0a9307-a8cb-4e71-9540-a61c290bba53 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:24:31.723400 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-e5a2436e-0d31-4792-89f5-f222fca6dd34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:31.787469 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-e5a2436e-0d31-4792-89f5-f222fca6dd34 None None] Port fe0a9307-a8cb-4e71-9540-a61c290bba53 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:24:31.801076 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-a46a1652-7921-4ccf-aa4a-4521ecb9753a tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Deleting port fe0a9307-a8cb-4e71-9540-a61c290bba53 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:24:31.801661 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a46a1652-7921-4ccf-aa4a-4521ecb9753a tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:31.821931 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:32.034943 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 98d867e6-fdac-4859-b1be-fc04e0835698 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:24:32.143734 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 98d867e6-fdac-4859-b1be-fc04e0835698 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:24:32.144402 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:32.181071 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a5f4b71-e2b1-4adb-a28c-70691233e476 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:24:32.190353 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-3a5f4b71-e2b1-4adb-a28c-70691233e476 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] 10.222.0.13 "PUT /v2.0/routers/4bd78e7b-bb20-49e1-8453-68eb29fc1b8d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9825251 Mar 07 10:24:32.192269 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ba8a42-8188-48a7-89fa-e5c67e7ededd None None] Sync routers for ids ['4bd78e7b-bb20-49e1-8453-68eb29fc1b8d'] in dv-neutron-830731-3-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:24:32.208663 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 58752) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:24:32.243023 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ba8a42-8188-48a7-89fa-e5c67e7ededd None None] Routers {'4bd78e7b-bb20-49e1-8453-68eb29fc1b8d'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:24:32.243659 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-c0ba8a42-8188-48a7-89fa-e5c67e7ededd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:24:30Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['4bd78e7b-bb20-49e1-8453-68eb29fc1b8d'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:24:32.260460 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-0bfd7ddb-a188-4871-9983-2ca3ddf620d2 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Request body: {'port': {'network_id': '8e7d2d8b-3bc7-4720-91e5-d50489aa5dc0', 'name': 'tempest-FloatingIPTestJSON-1625203977'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:24:32.336202 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2337cd45-691c-48e4-ba7a-7a553a0601b6 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:32.408462 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-c0ba8a42-8188-48a7-89fa-e5c67e7ededd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:24:32.422332 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ba8a42-8188-48a7-89fa-e5c67e7ededd None None] Routers {'4bd78e7b-bb20-49e1-8453-68eb29fc1b8d'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:24:32.423042 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-c0ba8a42-8188-48a7-89fa-e5c67e7ededd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:24:30Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['4bd78e7b-bb20-49e1-8453-68eb29fc1b8d'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:24:32.425309 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a46a1652-7921-4ccf-aa4a-4521ecb9753a tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:32.425438 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8656da3d-59f1-48b8-8b0c-1694f07fe4ce tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Router 16aadf06-620b-4c6f-be54-4b345436ee45 has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:24:32.490753 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-c0ba8a42-8188-48a7-89fa-e5c67e7ededd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:24:32.491291 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ba8a42-8188-48a7-89fa-e5c67e7ededd None None] The sync data for ids ['4bd78e7b-bb20-49e1-8453-68eb29fc1b8d'] in dv-neutron-830731-3-hyperv is: [] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:24:32.561123 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-2337cd45-691c-48e4-ba7a-7a553a0601b6 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Calling delete_port for b572ced4-ba45-4925-8437-933675ab42dd owned by {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:24:32.572352 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 58762) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:24:32.595849 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-0bfd7ddb-a188-4871-9983-2ca3ddf620d2 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:24:32.601757 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-0bfd7ddb-a188-4871-9983-2ca3ddf620d2 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Usage tracker for resource:port and tenant:5ce94c19b69348fbbd9afc6238983dcf is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:24:32.607214 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-0bfd7ddb-a188-4871-9983-2ca3ddf620d2 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:24:32.613866 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-0bfd7ddb-a188-4871-9983-2ca3ddf620d2 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:24:32.625532 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8656da3d-59f1-48b8-8b0c-1694f07fe4ce tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:24:32.633445 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-8656da3d-59f1-48b8-8b0c-1694f07fe4ce tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] 10.222.0.13 "PUT /v2.0/routers/16aadf06-620b-4c6f-be54-4b345436ee45/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2106788 Mar 07 10:24:32.633445 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bfd7ddb-a188-4871-9983-2ca3ddf620d2 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Made reservation on behalf of 5ce94c19b69348fbbd9afc6238983dcf for: {'port': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:24:32.637147 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0bfd7ddb-a188-4871-9983-2ca3ddf620d2 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:32.638748 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87bdcbb9-306e-4fa0-8dcf-b1f3b033d793 None None] Sync routers for ids ['16aadf06-620b-4c6f-be54-4b345436ee45'] in dv-neutron-830731-3-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:24:32.647995 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 58768) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:24:32.655371 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87bdcbb9-306e-4fa0-8dcf-b1f3b033d793 None None] Routers {'16aadf06-620b-4c6f-be54-4b345436ee45'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:24:32.657154 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-87bdcbb9-306e-4fa0-8dcf-b1f3b033d793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:24:30Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['16aadf06-620b-4c6f-be54-4b345436ee45'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:24:32.659302 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095f475d-5201-46d9-9cbf-99b6eeff448e req-77a64c12-8762-4533-ba24-1cea2a301bf7 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:24:32.660793 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-095f475d-5201-46d9-9cbf-99b6eeff448e req-77a64c12-8762-4533-ba24-1cea2a301bf7 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9a41462-2213-477c-a0d7-2a574dc86c0e HTTP/1.1" status: 200 len: 946 time: 0.7039866 Mar 07 10:24:32.673411 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-a46a1652-7921-4ccf-aa4a-4521ecb9753a tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Calling delete_port for fe0a9307-a8cb-4e71-9540-a61c290bba53 owned by {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:24:32.738179 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-87bdcbb9-306e-4fa0-8dcf-b1f3b033d793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:24:32.750475 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87bdcbb9-306e-4fa0-8dcf-b1f3b033d793 None None] Routers {'16aadf06-620b-4c6f-be54-4b345436ee45'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:24:32.751277 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-87bdcbb9-306e-4fa0-8dcf-b1f3b033d793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:24:30Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['16aadf06-620b-4c6f-be54-4b345436ee45'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:24:32.813082 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-095f475d-5201-46d9-9cbf-99b6eeff448e req-128fbd2e-41ff-4e27-9f93-13a6297daa04 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0cf1685-c0d8-4959-a53b-3f1ceedf7fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081817 Mar 07 10:24:32.817293 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-87bdcbb9-306e-4fa0-8dcf-b1f3b033d793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:24:32.817699 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87bdcbb9-306e-4fa0-8dcf-b1f3b033d793 None None] The sync data for ids ['16aadf06-620b-4c6f-be54-4b345436ee45'] in dv-neutron-830731-3-hyperv is: [] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:24:32.857841 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2337cd45-691c-48e4-ba7a-7a553a0601b6 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:32.921898 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2337cd45-691c-48e4-ba7a-7a553a0601b6 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Pushing event deleted for resources: {'Port': ['ID=b572ced4-ba45-4925-8437-933675ab42dd,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:24:32.922924 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-d03d0b5e-1c26-4e20-82cc-37dfc2ad402a tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1554835630'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:24:32.927422 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [None req-0bfd7ddb-a188-4871-9983-2ca3ddf620d2 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] device_id is not set on port 4d53a416-c18c-41ae-9399-1b539661d25c yet. {{(pid=83738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 07 10:24:32.935033 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2337cd45-691c-48e4-ba7a-7a553a0601b6 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:32.946476 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a46a1652-7921-4ccf-aa4a-4521ecb9753a tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:32.963893 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-d03d0b5e-1c26-4e20-82cc-37dfc2ad402a tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:24:32.973057 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-d03d0b5e-1c26-4e20-82cc-37dfc2ad402a tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Usage tracker for resource:network and tenant:7dae50c6a103406a9760f86cb860cee5 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:24:32.976501 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-d03d0b5e-1c26-4e20-82cc-37dfc2ad402a tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:24:32.987222 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-2337cd45-691c-48e4-ba7a-7a553a0601b6 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] 10.222.0.13 "DELETE /v2.0/ports/b572ced4-ba45-4925-8437-933675ab42dd HTTP/1.1" status: 204 len: 168 time: 1.4394944 Mar 07 10:24:32.994150 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 58772) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:24:32.998617 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46a1652-7921-4ccf-aa4a-4521ecb9753a tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Pushing event deleted for resources: {'Port': ['ID=fe0a9307-a8cb-4e71-9540-a61c290bba53,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:24:32.998777 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-d03d0b5e-1c26-4e20-82cc-37dfc2ad402a tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:24:33.027202 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d03d0b5e-1c26-4e20-82cc-37dfc2ad402a tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Made reservation on behalf of 7dae50c6a103406a9760f86cb860cee5 for: {'network': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:24:33.030110 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d03d0b5e-1c26-4e20-82cc-37dfc2ad402a tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for network, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:33.073608 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b4cff4b7-abb4-4a2b-ac96-9ed5540598f5 tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Notify callbacks [] for router, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:33.102464 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c87150bd-aa9c-4ad1-bb68-57ec66d4fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:33.140317 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d03d0b5e-1c26-4e20-82cc-37dfc2ad402a tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks [] for security_group, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:33.175687 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a46a1652-7921-4ccf-aa4a-4521ecb9753a tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:33.180253 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-a46a1652-7921-4ccf-aa4a-4521ecb9753a tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "DELETE /v2.0/ports/fe0a9307-a8cb-4e71-9540-a61c290bba53 HTTP/1.1" status: 204 len: 168 time: 1.5491538 Mar 07 10:24:33.182498 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 58776) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:24:33.254624 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-0bfd7ddb-a188-4871-9983-2ca3ddf620d2 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Allocated IP 172.20.0.10 (8e7d2d8b-3bc7-4720-91e5-d50489aa5dc0/2717ed19-9c4c-4b4b-94d7-a02350324490/4d53a416-c18c-41ae-9399-1b539661d25c) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:24:33.266021 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cbb3b14-a678-4ee4-b348-434e7ab67b41 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:24:33.267648 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cbb3b14-a678-4ee4-b348-434e7ab67b41 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:24:33.271650 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-1cbb3b14-a678-4ee4-b348-434e7ab67b41 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0852456 Mar 07 10:24:33.271777 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-d03d0b5e-1c26-4e20-82cc-37dfc2ad402a tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:24:33.271955 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 58780) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:24:33.281068 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-d03d0b5e-1c26-4e20-82cc-37dfc2ad402a tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Usage tracker for resource:security_group_rule and tenant:7dae50c6a103406a9760f86cb860cee5 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:24:33.285421 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-d03d0b5e-1c26-4e20-82cc-37dfc2ad402a tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:24:33.349131 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0956d91e-d348-4a09-bde2-897e92a76862 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:24:33.349706 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-0956d91e-d348-4a09-bde2-897e92a76862 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Synchronizing usage tracker for tenant:29ee0fb2487e46c6b75e400959e24994 on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:24:33.359559 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-d03d0b5e-1c26-4e20-82cc-37dfc2ad402a tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:24:33.443227 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-0956d91e-d348-4a09-bde2-897e92a76862 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Unset dirty status for tenant:29ee0fb2487e46c6b75e400959e24994 on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:24:33.444394 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-0956d91e-d348-4a09-bde2-897e92a76862 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.4496605 Mar 07 10:24:33.447883 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 58784) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:24:33.495672 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec40ac6f-72c1-42c1-bbad-13f9f2fb6ea8 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] GET failed (client error): The resource could not be found. Mar 07 10:24:33.497119 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-ec40ac6f-72c1-42c1-bbad-13f9f2fb6ea8 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] 10.222.0.13 "GET /v2.0/ports/b572ced4-ba45-4925-8437-933675ab42dd HTTP/1.1" status: 404 len: 333 time: 0.0477540 Mar 07 10:24:33.500767 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 58788) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:24:33.515925 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-720a09b7-76dd-4503-87ca-ae0238e2e29a tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-348741127'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:24:33.522645 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-720a09b7-76dd-4503-87ca-ae0238e2e29a tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:24:33.529179 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-720a09b7-76dd-4503-87ca-ae0238e2e29a tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Usage tracker for resource:network and tenant:29ee0fb2487e46c6b75e400959e24994 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:24:33.538909 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-720a09b7-76dd-4503-87ca-ae0238e2e29a tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:24:33.547884 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-720a09b7-76dd-4503-87ca-ae0238e2e29a tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:24:33.553742 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_v2 [None req-08c91937-f68e-4040-a892-d181775008a5 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Deleting subnet 98e69d27-44e3-48b8-863a-43ed4d465fb4 {{(pid=83737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 07 10:24:33.559646 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-08c91937-f68e-4040-a892-d181775008a5 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks [] for subnet, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:33.601269 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-720a09b7-76dd-4503-87ca-ae0238e2e29a tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Made reservation on behalf of 29ee0fb2487e46c6b75e400959e24994 for: {'network': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:24:33.604091 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-720a09b7-76dd-4503-87ca-ae0238e2e29a tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for network, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:33.636744 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-08c91937-f68e-4040-a892-d181775008a5 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2627781'] for subnet, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:33.681176 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b4cff4b7-abb4-4a2b-ac96-9ed5540598f5 tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3917970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58043'] for router, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:33.684356 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-720a09b7-76dd-4503-87ca-ae0238e2e29a tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=83737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:24:33.697366 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b4cff4b7-abb4-4a2b-ac96-9ed5540598f5 tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:33.704228 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-720a09b7-76dd-4503-87ca-ae0238e2e29a tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:33.704539 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.db.segments_db [None req-720a09b7-76dd-4503-87ca-ae0238e2e29a tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Added segment 568765f4-6713-4e7c-8e0e-8009c52fa3ec of type vlan for network 8fda1b61-6e15-4e48-9913-0ff1ab42b799 Mar 07 10:24:33.744749 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-720a09b7-76dd-4503-87ca-ae0238e2e29a tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732568034061'] for network, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:33.760662 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-08c91937-f68e-4040-a892-d181775008a5 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1525496'] for subnet, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:33.796329 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0bfd7ddb-a188-4871-9983-2ca3ddf620d2 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:33.803663 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d03d0b5e-1c26-4e20-82cc-37dfc2ad402a tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks [] for security_group, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:33.804497 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b4cff4b7-abb4-4a2b-ac96-9ed5540598f5 tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3917886'] for router, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:33.804974 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4cff4b7-abb4-4a2b-ac96-9ed5540598f5 tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Fanout notify agent at l3_agent the message router_deleted on router 16aadf06-620b-4c6f-be54-4b345436ee45 {{(pid=83738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 10:24:33.813175 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d03d0b5e-1c26-4e20-82cc-37dfc2ad402a tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:33.830445 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-720a09b7-76dd-4503-87ca-ae0238e2e29a tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594'] for network, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:33.834118 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-720a09b7-76dd-4503-87ca-ae0238e2e29a tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:24:33.834758 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-720a09b7-76dd-4503-87ca-ae0238e2e29a tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2756603'] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:33.852364 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d03d0b5e-1c26-4e20-82cc-37dfc2ad402a tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=83738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:24:33.884161 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03d0b5e-1c26-4e20-82cc-37dfc2ad402a tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d928955c-50f2-41fc-890b-878f1cc54912,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:24:33.888034 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d03d0b5e-1c26-4e20-82cc-37dfc2ad402a tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:33.888286 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.db.segments_db [None req-d03d0b5e-1c26-4e20-82cc-37dfc2ad402a tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Added segment 3bf1b3df-ea9a-4332-837d-39005cdb02cd of type vlan for network 15e8a846-9db1-4c60-b922-64d530960ad6 Mar 07 10:24:33.905163 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b4cff4b7-abb4-4a2b-ac96-9ed5540598f5 tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Notify callbacks [] for router, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:33.908779 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-b4cff4b7-abb4-4a2b-ac96-9ed5540598f5 tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] 10.222.0.13 "DELETE /v2.0/routers/16aadf06-620b-4c6f-be54-4b345436ee45 HTTP/1.1" status: 204 len: 168 time: 1.2557664 Mar 07 10:24:33.910340 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 58794) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:24:33.958609 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0bfd7ddb-a188-4871-9983-2ca3ddf620d2 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:33.967686 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-08c91937-f68e-4040-a892-d181775008a5 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1525489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3012507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3219316'] for subnet, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:33.967952 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d03d0b5e-1c26-4e20-82cc-37dfc2ad402a tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732568034061'] for network, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:33.975100 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-720a09b7-76dd-4503-87ca-ae0238e2e29a tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4705548 Mar 07 10:24:33.975100 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720a09b7-76dd-4503-87ca-ae0238e2e29a tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Pushing event updated for resources: {'Network': ['ID=8fda1b61-6e15-4e48-9913-0ff1ab42b799,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:24:33.986553 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Network 8fda1b61-6e15-4e48-9913-0ff1ab42b799 details requested by agent ovs-agent-dv-neutron-830731-3-hyperv with host dv-neutron-830731-3-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 10:24:34.006099 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 58798) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:24:34.038825 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-dfd5d7e7-121e-4e80-8c74-a3df938ba0d1 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Request body: {'subnet': {'network_id': '8fda1b61-6e15-4e48-9913-0ff1ab42b799', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:24:34.046190 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c91937-f68e-4040-a892-d181775008a5 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Pushing event deleted for resources: {'Subnet': ['ID=98e69d27-44e3-48b8-863a-43ed4d465fb4,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:24:34.059251 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-08c91937-f68e-4040-a892-d181775008a5 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2756603'] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:34.063670 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-08c91937-f68e-4040-a892-d181775008a5 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "DELETE /v2.0/subnets/98e69d27-44e3-48b8-863a-43ed4d465fb4 HTTP/1.1" status: 204 len: 168 time: 0.7906888 Mar 07 10:24:34.065005 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 58802) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:24:34.070747 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a501d2b5-89bf-4f9c-922a-c6a198388e23 None None] Network 98d8805b-dd65-4110-997b-2eea298bca78 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:24:34.148757 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-33706d80-4c2f-424b-865e-dfee7cb5bf7c tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0820291 Mar 07 10:24:34.149293 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 58806) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:24:34.156316 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-65b3c7da-5f14-4f4b-94a7-f3b395ead6ee tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Request body: {'subnet': {'network_id': '98d8805b-dd65-4110-997b-2eea298bca78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:24:34.194716 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bfd7ddb-a188-4871-9983-2ca3ddf620d2 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Network 8e7d2d8b-3bc7-4720-91e5-d50489aa5dc0 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:24:34.201098 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfd7ddb-a188-4871-9983-2ca3ddf620d2 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Pushing event updated for resources: {'Port': ['ID=4d53a416-c18c-41ae-9399-1b539661d25c,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:24:34.258067 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b495f501-f661-4c44-8383-67d4845d5919 req-130e92dd-86a9-4b52-b3d2-d808c3ef2822 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:24:34.259619 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b495f501-f661-4c44-8383-67d4845d5919 req-130e92dd-86a9-4b52-b3d2-d808c3ef2822 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9a41462-2213-477c-a0d7-2a574dc86c0e HTTP/1.1" status: 200 len: 946 time: 0.2539868 Mar 07 10:24:34.277836 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-0bfd7ddb-a188-4871-9983-2ca3ddf620d2 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:24:34.284158 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bfd7ddb-a188-4871-9983-2ca3ddf620d2 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:24:34.309995 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-65b3c7da-5f14-4f4b-94a7-f3b395ead6ee tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:24:34.312742 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d03d0b5e-1c26-4e20-82cc-37dfc2ad402a tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594'] for network, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:34.316576 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d03d0b5e-1c26-4e20-82cc-37dfc2ad402a tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:24:34.317153 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d03d0b5e-1c26-4e20-82cc-37dfc2ad402a tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:34.319346 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-65b3c7da-5f14-4f4b-94a7-f3b395ead6ee tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Usage tracker for resource:subnet and tenant:0f1e04191c7443f7844c0202165e746c is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:24:34.325225 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-65b3c7da-5f14-4f4b-94a7-f3b395ead6ee tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:24:34.332886 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-65b3c7da-5f14-4f4b-94a7-f3b395ead6ee tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:24:34.338641 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b495f501-f661-4c44-8383-67d4845d5919 req-921f2a81-3d90-402c-9144-3bf825403070 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0cf1685-c0d8-4959-a53b-3f1ceedf7fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690241 Mar 07 10:24:34.353566 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65b3c7da-5f14-4f4b-94a7-f3b395ead6ee tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Made reservation on behalf of 0f1e04191c7443f7844c0202165e746c for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:24:34.357842 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-65b3c7da-5f14-4f4b-94a7-f3b395ead6ee tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3219231'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:34.385482 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-dfd5d7e7-121e-4e80-8c74-a3df938ba0d1 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:24:34.387103 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-321dcbf1-f1c1-4111-91fc-71b661175576 None None] DHCP port deletion for 98d8805b-dd65-4110-997b-2eea298bca78 request from dv-neutron-830731-3-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 07 10:24:34.392422 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-321dcbf1-f1c1-4111-91fc-71b661175576 None None] Deleting port 98d867e6-fdac-4859-b1be-fc04e0835698 {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:24:34.393084 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-321dcbf1-f1c1-4111-91fc-71b661175576 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:34.565406 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-dfd5d7e7-121e-4e80-8c74-a3df938ba0d1 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Usage tracker for resource:subnet and tenant:29ee0fb2487e46c6b75e400959e24994 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:24:34.585385 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-dfd5d7e7-121e-4e80-8c74-a3df938ba0d1 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:24:34.597219 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-65b3c7da-5f14-4f4b-94a7-f3b395ead6ee tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3012444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3219213'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:34.608823 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-321dcbf1-f1c1-4111-91fc-71b661175576 None None] For port 98d867e6-fdac-4859-b1be-fc04e0835698, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=98d867e6-fdac-4859-b1be-fc04e0835698,segment=NetworkSegment(13510a37-88c7-493e-9701-b414ea24fc4c),segment_id=13510a37-88c7-493e-9701-b414ea24fc4c)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:24:34.609130 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-321dcbf1-f1c1-4111-91fc-71b661175576 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:34.609639 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-d03d0b5e-1c26-4e20-82cc-37dfc2ad402a tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.0303617 Mar 07 10:24:34.616185 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-dfd5d7e7-121e-4e80-8c74-a3df938ba0d1 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:24:34.627044 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bfd7ddb-a188-4871-9983-2ca3ddf620d2 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:24:34.627883 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0bfd7ddb-a188-4871-9983-2ca3ddf620d2 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:34.631686 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03d0b5e-1c26-4e20-82cc-37dfc2ad402a tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Pushing event updated for resources: {'Network': ['ID=15e8a846-9db1-4c60-b922-64d530960ad6,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:24:34.636424 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a320da2-173d-40e9-b35a-4316dd99348e tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Deleting subnet 874b7a02-5489-4232-a47f-6f59c561c956 {{(pid=83738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 07 10:24:34.655322 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9a320da2-173d-40e9-b35a-4316dd99348e tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Notify callbacks [] for subnet, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:34.669213 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b3c7da-5f14-4f4b-94a7-f3b395ead6ee tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Network 98d8805b-dd65-4110-997b-2eea298bca78 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:24:34.673293 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-65b3c7da-5f14-4f4b-94a7-f3b395ead6ee tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:24:34.676213 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b3c7da-5f14-4f4b-94a7-f3b395ead6ee tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:24:34.676832 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-65b3c7da-5f14-4f4b-94a7-f3b395ead6ee tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2756603'] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:34.693599 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b3c7da-5f14-4f4b-94a7-f3b395ead6ee tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Pushing event updated for resources: {'Subnet': ['ID=9cd9e4d6-99bb-48e4-8d1f-d68dc970876f,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:24:34.701704 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Network 15e8a846-9db1-4c60-b922-64d530960ad6 details requested by agent ovs-agent-dv-neutron-830731-3-hyperv with host dv-neutron-830731-3-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 10:24:34.715595 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-65b3c7da-5f14-4f4b-94a7-f3b395ead6ee tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5635746 Mar 07 10:24:34.720951 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 58810) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:24:34.731484 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-f39bcb98-98b6-4e30-8ff6-f4396e655451 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Request body: {'port': {'network_id': '98d8805b-dd65-4110-997b-2eea298bca78', 'fixed_ips': [{'subnet_id': '9cd9e4d6-99bb-48e4-8d1f-d68dc970876f', 'ip_address': '2001:db8::4e7:f0e9:5dbb:f2cb'}], 'name': 'tempest-NetworksTestDHCPv6-1374853851'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:24:34.735141 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfd5d7e7-121e-4e80-8c74-a3df938ba0d1 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Made reservation on behalf of 29ee0fb2487e46c6b75e400959e24994 for: {'subnet': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:24:34.831879 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-0bfd7ddb-a188-4871-9983-2ca3ddf620d2 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.5804069 Mar 07 10:24:34.835590 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 58814) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:24:34.842489 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-0200d98a-1a86-4772-a518-e454d3a80b22 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Request body: {'port': {'network_id': '8e7d2d8b-3bc7-4720-91e5-d50489aa5dc0', 'name': 'tempest-FloatingIPTestJSON-1264292795'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:24:34.863886 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9a320da2-173d-40e9-b35a-4316dd99348e tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2969395'] for subnet, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:34.891444 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-321dcbf1-f1c1-4111-91fc-71b661175576 None None] Calling delete_port for 98d867e6-fdac-4859-b1be-fc04e0835698 owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:24:34.933483 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-dfd5d7e7-121e-4e80-8c74-a3df938ba0d1 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741426'] for subnet, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:34.981459 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-321dcbf1-f1c1-4111-91fc-71b661175576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812'] for port, after_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:35.034010 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321dcbf1-f1c1-4111-91fc-71b661175576 None None] Pushing event deleted for resources: {'Port': ['ID=98d867e6-fdac-4859-b1be-fc04e0835698,revision_number=None']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:24:35.042824 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321dcbf1-f1c1-4111-91fc-71b661175576 None None] No DVR routers for this DVR port 98d867e6-fdac-4859-b1be-fc04e0835698 on host dv-neutron-830731-3-hyperv {{(pid=83739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:24:35.077444 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f060299-677e-4b58-a7e9-6a1904ceb787 None None] Network 98d8805b-dd65-4110-997b-2eea298bca78 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:24:35.123975 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-f39bcb98-98b6-4e30-8ff6-f4396e655451 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:24:35.131910 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-f39bcb98-98b6-4e30-8ff6-f4396e655451 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Usage tracker for resource:port and tenant:0f1e04191c7443f7844c0202165e746c is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:24:35.142332 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-f39bcb98-98b6-4e30-8ff6-f4396e655451 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:24:35.151762 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-f39bcb98-98b6-4e30-8ff6-f4396e655451 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:24:35.162197 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-0200d98a-1a86-4772-a518-e454d3a80b22 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:24:35.166538 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-0200d98a-1a86-4772-a518-e454d3a80b22 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Usage tracker for resource:port and tenant:5ce94c19b69348fbbd9afc6238983dcf is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:24:35.179482 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-0200d98a-1a86-4772-a518-e454d3a80b22 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:24:35.182300 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f39bcb98-98b6-4e30-8ff6-f4396e655451 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Made reservation on behalf of 0f1e04191c7443f7844c0202165e746c for: {'port': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:24:35.188096 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f39bcb98-98b6-4e30-8ff6-f4396e655451 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:35.215806 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-0200d98a-1a86-4772-a518-e454d3a80b22 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:24:35.236306 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [None req-f39bcb98-98b6-4e30-8ff6-f4396e655451 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] device_id is not set on port 5fe1f4f4-db7a-4a69-9e04-1056818131ed yet. {{(pid=83737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 07 10:24:35.274819 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0200d98a-1a86-4772-a518-e454d3a80b22 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Made reservation on behalf of 5ce94c19b69348fbbd9afc6238983dcf for: {'port': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:24:35.278856 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0200d98a-1a86-4772-a518-e454d3a80b22 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:35.325719 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [None req-0200d98a-1a86-4772-a518-e454d3a80b22 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] device_id is not set on port 1647e482-4ce9-40f0-a09a-20cb75e8a826 yet. {{(pid=83737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 07 10:24:35.331952 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-dfd5d7e7-121e-4e80-8c74-a3df938ba0d1 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3556832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741408'] for subnet, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:35.487696 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ddc538e-cc44-4723-bc2e-be39603e625c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ec2749d-0aec-52fb-aca6-10ba8a80aade-98d8805b-dd65-4110-997b-2eea298bca78', 'network_id': '98d8805b-dd65-4110-997b-2eea298bca78', 'tenant_id': '0f1e04191c7443f7844c0202165e746c', 'fixed_ips': [{'subnet_id': '9cd9e4d6-99bb-48e4-8d1f-d68dc970876f'}]}} from dv-neutron-830731-3-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 07 10:24:35.488682 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-2ddc538e-cc44-4723-bc2e-be39603e625c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:35.489832 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd5d7e7-121e-4e80-8c74-a3df938ba0d1 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Pushing event updated for resources: {'Subnet': ['ID=82fc8911-1ac2-487f-bd3e-2dc5d2288339,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:24:35.547336 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd5d7e7-121e-4e80-8c74-a3df938ba0d1 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Checking segment: {'id': '568765f4-6713-4e7c-8e0e-8009c52fa3ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '8fda1b61-6e15-4e48-9913-0ff1ab42b799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:24:35.548062 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd5d7e7-121e-4e80-8c74-a3df938ba0d1 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Network hostable DHCP agents. Network: 8fda1b61-6e15-4e48-9913-0ff1ab42b799, hostable agents: ['6527556c-6586-422c-ae47-082984683847'], hosted agents: [] {{(pid=83738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:24:35.579036 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd5d7e7-121e-4e80-8c74-a3df938ba0d1 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Network 8fda1b61-6e15-4e48-9913-0ff1ab42b799 is scheduled to be hosted by DHCP agent 6527556c-6586-422c-ae47-082984683847 with binding_index 1 {{(pid=83738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:24:35.593124 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9a320da2-173d-40e9-b35a-4316dd99348e tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1525496'] for subnet, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:35.622346 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-f39bcb98-98b6-4e30-8ff6-f4396e655451 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Allocated IP 2001:db8::4e7:f0e9:5dbb:f2cb (98d8805b-dd65-4110-997b-2eea298bca78/9cd9e4d6-99bb-48e4-8d1f-d68dc970876f/5fe1f4f4-db7a-4a69-9e04-1056818131ed) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:24:35.626069 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-dfd5d7e7-121e-4e80-8c74-a3df938ba0d1 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830731-3-hyperv, 8fda1b61-6e15-4e48-9913-0ff1ab42b799) {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:24:35.639800 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4648a109-bd0a-4c82-ad60-0ab057577cd4 None None] Network 8fda1b61-6e15-4e48-9913-0ff1ab42b799 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:24:35.640435 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd5d7e7-121e-4e80-8c74-a3df938ba0d1 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:24:35.641128 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-dfd5d7e7-121e-4e80-8c74-a3df938ba0d1 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:35.681517 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-dfd5d7e7-121e-4e80-8c74-a3df938ba0d1 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6622131 Mar 07 10:24:35.685827 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 58820) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:24:35.703392 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-21ac3e80-9c34-411c-afe9-da00afd4d7b0 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Request body: {'subnet': {'network_id': '8fda1b61-6e15-4e48-9913-0ff1ab42b799', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:24:35.816144 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9a320da2-173d-40e9-b35a-4316dd99348e tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1525489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3556647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741465'] for subnet, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:35.868638 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a320da2-173d-40e9-b35a-4316dd99348e tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Pushing event deleted for resources: {'Subnet': ['ID=874b7a02-5489-4232-a47f-6f59c561c956,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:24:35.875789 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9a320da2-173d-40e9-b35a-4316dd99348e tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:35.888855 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-9a320da2-173d-40e9-b35a-4316dd99348e tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] 10.222.0.13 "DELETE /v2.0/subnets/874b7a02-5489-4232-a47f-6f59c561c956 HTTP/1.1" status: 204 len: 168 time: 1.9767013 Mar 07 10:24:35.889717 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b53f240e-5ef5-444f-ae94-921a865aec10 None None] Network 3a8721a9-928b-461f-af0c-d82fcdceff07 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:24:35.891201 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 58824) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:24:35.901234 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f39bcb98-98b6-4e30-8ff6-f4396e655451 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:35.919097 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [None req-f39bcb98-98b6-4e30-8ff6-f4396e655451 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Transition to ACTIVE for port object 5fe1f4f4-db7a-4a69-9e04-1056818131ed will not be triggered until provisioned by entity DHCP. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:24:36.016422 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f39bcb98-98b6-4e30-8ff6-f4396e655451 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:36.121253 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-445c4773-7679-4543-aeb2-1559b9b3fc07 tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1158940'] for network, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:36.127440 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-21ac3e80-9c34-411c-afe9-da00afd4d7b0 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:24:36.131749 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-21ac3e80-9c34-411c-afe9-da00afd4d7b0 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Usage tracker for resource:subnet and tenant:29ee0fb2487e46c6b75e400959e24994 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:24:36.135069 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-21ac3e80-9c34-411c-afe9-da00afd4d7b0 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:24:36.141676 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-2ddc538e-cc44-4723-bc2e-be39603e625c None None] Allocated IP 2001:db8::2 (98d8805b-dd65-4110-997b-2eea298bca78/9cd9e4d6-99bb-48e4-8d1f-d68dc970876f/b493604b-ad94-4136-8a1f-9f27c46448d6) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:24:36.146388 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-21ac3e80-9c34-411c-afe9-da00afd4d7b0 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:24:36.166685 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-445c4773-7679-4543-aeb2-1559b9b3fc07 tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Deleting port d340e599-8663-4e44-a090-56768615641c {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:24:36.167627 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-445c4773-7679-4543-aeb2-1559b9b3fc07 tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:36.236332 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21ac3e80-9c34-411c-afe9-da00afd4d7b0 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Made reservation on behalf of 29ee0fb2487e46c6b75e400959e24994 for: {'subnet': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:24:36.240945 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-21ac3e80-9c34-411c-afe9-da00afd4d7b0 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741426'] for subnet, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:36.341622 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-0200d98a-1a86-4772-a518-e454d3a80b22 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Allocated IP 172.20.0.7 (8e7d2d8b-3bc7-4720-91e5-d50489aa5dc0/2717ed19-9c4c-4b4b-94d7-a02350324490/1647e482-4ce9-40f0-a09a-20cb75e8a826) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:24:36.356528 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-2ddc538e-cc44-4723-bc2e-be39603e625c None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:36.377350 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-2ddc538e-cc44-4723-bc2e-be39603e625c None None] Transition to ACTIVE for port object b493604b-ad94-4136-8a1f-9f27c46448d6 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:24:36.400921 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-2ddc538e-cc44-4723-bc2e-be39603e625c None None] Transition to ACTIVE for port object b493604b-ad94-4136-8a1f-9f27c46448d6 will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:24:36.418106 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f39bcb98-98b6-4e30-8ff6-f4396e655451 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Network 98d8805b-dd65-4110-997b-2eea298bca78 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:24:36.444027 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-f39bcb98-98b6-4e30-8ff6-f4396e655451 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:24:36.454477 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39bcb98-98b6-4e30-8ff6-f4396e655451 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:24:36.455046 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 98d867e6-fdac-4859-b1be-fc04e0835698 no longer exists at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:24:36.461918 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f39bcb98-98b6-4e30-8ff6-f4396e655451 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:24:36.462528 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f39bcb98-98b6-4e30-8ff6-f4396e655451 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:36.481307 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39bcb98-98b6-4e30-8ff6-f4396e655451 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Pushing event updated for resources: {'Port': ['ID=5fe1f4f4-db7a-4a69-9e04-1056818131ed,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:24:36.532733 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c23d1d9-d57e-42bf-bd22-7f602cea7453 req-518888be-715f-4bcf-8d36-45563017a2d5 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:24:36.534291 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-445c4773-7679-4543-aeb2-1559b9b3fc07 tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] For port d340e599-8663-4e44-a090-56768615641c, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=d340e599-8663-4e44-a090-56768615641c,segment=NetworkSegment(1488fd0d-ed67-4767-a7ce-d7451f2f3450),segment_id=1488fd0d-ed67-4767-a7ce-d7451f2f3450)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:24:36.535181 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-445c4773-7679-4543-aeb2-1559b9b3fc07 tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:36.538878 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-7c23d1d9-d57e-42bf-bd22-7f602cea7453 req-518888be-715f-4bcf-8d36-45563017a2d5 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9a41462-2213-477c-a0d7-2a574dc86c0e HTTP/1.1" status: 200 len: 946 time: 0.9914567 Mar 07 10:24:36.560501 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-2ddc538e-cc44-4723-bc2e-be39603e625c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:36.606332 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] No Port match for: 98d867e6-fdac-4859-b1be-fc04e0835698 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 10:24:36.609762 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 98d867e6-fdac-4859-b1be-fc04e0835698 not bound to the agent host dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 10:24:36.674076 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-445c4773-7679-4543-aeb2-1559b9b3fc07 tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Calling delete_port for d340e599-8663-4e44-a090-56768615641c owned by network:dhcp {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:24:36.738930 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37c4788d-0564-4ac9-8c7b-47813d6d7f0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ec2749d-0aec-52fb-aca6-10ba8a80aade-8fda1b61-6e15-4e48-9913-0ff1ab42b799', 'network_id': '8fda1b61-6e15-4e48-9913-0ff1ab42b799', 'tenant_id': '29ee0fb2487e46c6b75e400959e24994', 'fixed_ips': [{'subnet_id': '82fc8911-1ac2-487f-bd3e-2dc5d2288339'}]}} from dv-neutron-830731-3-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 07 10:24:36.739985 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-37c4788d-0564-4ac9-8c7b-47813d6d7f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:36.766365 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ddc538e-cc44-4723-bc2e-be39603e625c None None] Network 98d8805b-dd65-4110-997b-2eea298bca78 is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:24:36.781029 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-2ddc538e-cc44-4723-bc2e-be39603e625c None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:24:36.787093 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ddc538e-cc44-4723-bc2e-be39603e625c None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:24:36.790909 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.db.ipam_backend_mixin [None req-21ac3e80-9c34-411c-afe9-da00afd4d7b0 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 82fc8911-1ac2-487f-bd3e-2dc5d2288339 (CIDR: 2001:db8::/64) Mar 07 10:24:36.793369 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-445c4773-7679-4543-aeb2-1559b9b3fc07 tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:36.804110 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddc538e-cc44-4723-bc2e-be39603e625c None None] Pushing event updated for resources: {'Port': ['ID=b493604b-ad94-4136-8a1f-9f27c46448d6,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:24:36.875036 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0200d98a-1a86-4772-a518-e454d3a80b22 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:36.908573 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-f39bcb98-98b6-4e30-8ff6-f4396e655451 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.1863003 Mar 07 10:24:36.913181 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 58828) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:24:36.916460 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0200d98a-1a86-4772-a518-e454d3a80b22 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:36.958491 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-21ac3e80-9c34-411c-afe9-da00afd4d7b0 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 10:24:36.958925 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21ac3e80-9c34-411c-afe9-da00afd4d7b0 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:24:36.962778 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445c4773-7679-4543-aeb2-1559b9b3fc07 tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] No DVR routers for this DVR port d340e599-8663-4e44-a090-56768615641c on host dv-neutron-830731-3-hyperv {{(pid=83738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:24:36.972353 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445c4773-7679-4543-aeb2-1559b9b3fc07 tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Pushing event deleted for resources: {'Port': ['ID=d340e599-8663-4e44-a090-56768615641c,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:24:37.040709 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-21ac3e80-9c34-411c-afe9-da00afd4d7b0 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3533390 Mar 07 10:24:37.069905 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 58832) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:24:37.071778 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0200d98a-1a86-4772-a518-e454d3a80b22 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Pushing event updated for resources: {'Port': ['ID=1647e482-4ce9-40f0-a09a-20cb75e8a826,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:24:37.079980 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-2dd81852-9230-4c2d-b990-901faad77cd7 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Request body: {'subnet': {'network_id': '8fda1b61-6e15-4e48-9913-0ff1ab42b799', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:24:37.113883 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-445c4773-7679-4543-aeb2-1559b9b3fc07 tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1526893', 'neutron.services.segments.db._delete_segments_for_network-8732568551033'] for network, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:37.143864 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-7c23d1d9-d57e-42bf-bd22-7f602cea7453 req-33283b47-1484-4367-84d9-7b7c52f1de83 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0cf1685-c0d8-4959-a53b-3f1ceedf7fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5949624 Mar 07 10:24:37.192365 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-445c4773-7679-4543-aeb2-1559b9b3fc07 tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a8721a9-928b-461f-af0c-d82fcdceff07']}} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:24:37.216127 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b750bb3-9594-48c0-a433-6b8e744e3fcd None None] DHCP port deletion for 3a8721a9-928b-461f-af0c-d82fcdceff07 request from dv-neutron-830731-3-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 07 10:24:37.225467 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-2ddc538e-cc44-4723-bc2e-be39603e625c None None] Attempting to bind port b493604b-ad94-4136-8a1f-9f27c46448d6 on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:24:37.226050 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-2ddc538e-cc44-4723-bc2e-be39603e625c None None] Attempting to bind port b493604b-ad94-4136-8a1f-9f27c46448d6 by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': '13510a37-88c7-493e-9701-b414ea24fc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '98d8805b-dd65-4110-997b-2eea298bca78'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:24:37.226575 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ddc538e-cc44-4723-bc2e-be39603e625c None None] Attempting to bind port b493604b-ad94-4136-8a1f-9f27c46448d6 on network 98d8805b-dd65-4110-997b-2eea298bca78 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:24:37.239743 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-445c4773-7679-4543-aeb2-1559b9b3fc07 tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1488fd0d-ed67-4767-a7ce-d7451f2f3450') {'for_net_delete': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:24:37.240036 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-445c4773-7679-4543-aeb2-1559b9b3fc07 tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1488fd0d-ed67-4767-a7ce-d7451f2f3450') {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:24:37.249774 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ddc538e-cc44-4723-bc2e-be39603e625c None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:24:37.250152 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ddc538e-cc44-4723-bc2e-be39603e625c None None] Checking segment: {'id': '13510a37-88c7-493e-9701-b414ea24fc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '98d8805b-dd65-4110-997b-2eea298bca78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:24:37.250553 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-2ddc538e-cc44-4723-bc2e-be39603e625c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:37.250938 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ddc538e-cc44-4723-bc2e-be39603e625c None None] Bound using segment: {'id': '13510a37-88c7-493e-9701-b414ea24fc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '98d8805b-dd65-4110-997b-2eea298bca78'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:24:37.251447 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-2ddc538e-cc44-4723-bc2e-be39603e625c None None] Bound port: b493604b-ad94-4136-8a1f-9f27c46448d6, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13510a37-88c7-493e-9701-b414ea24fc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '98d8805b-dd65-4110-997b-2eea298bca78'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:24:37.251778 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-2ddc538e-cc44-4723-bc2e-be39603e625c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:37.312597 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-445c4773-7679-4543-aeb2-1559b9b3fc07 tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732568550916', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968000'] for segment, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:37.378246 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-37c4788d-0564-4ac9-8c7b-47813d6d7f0b None None] Allocated IP 2001:db8::2 (8fda1b61-6e15-4e48-9913-0ff1ab42b799/82fc8911-1ac2-487f-bd3e-2dc5d2288339/ba8832ae-93bd-4667-b4e5-3d9076d64584) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:24:37.396776 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-445c4773-7679-4543-aeb2-1559b9b3fc07 tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:37.425589 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-445c4773-7679-4543-aeb2-1559b9b3fc07 tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=83738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 07 10:24:37.426176 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-445c4773-7679-4543-aeb2-1559b9b3fc07 tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1227397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3556681'] for segment, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:37.435144 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0200d98a-1a86-4772-a518-e454d3a80b22 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Network 8e7d2d8b-3bc7-4720-91e5-d50489aa5dc0 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:24:37.467858 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-0200d98a-1a86-4772-a518-e454d3a80b22 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:24:37.497803 dv-neutron-830731-3-hyperv neutron-server[83738]: Traceback (most recent call last): Mar 07 10:24:37.497803 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 07 10:24:37.497803 dv-neutron-830731-3-hyperv neutron-server[83738]: timer() Mar 07 10:24:37.497803 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:24:37.497803 dv-neutron-830731-3-hyperv neutron-server[83738]: cb(*args, **kw) Mar 07 10:24:37.497803 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 10:24:37.497803 dv-neutron-830731-3-hyperv neutron-server[83738]: return func(*args, **kwargs) Mar 07 10:24:37.497803 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:24:37.497803 dv-neutron-830731-3-hyperv neutron-server[83738]: self._notify() Mar 07 10:24:37.497803 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:24:37.497803 dv-neutron-830731-3-hyperv neutron-server[83738]: self.callback(batched_events) Mar 07 10:24:37.497803 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:24:37.497803 dv-neutron-830731-3-hyperv neutron-server[83738]: event.method(event) Mar 07 10:24:37.497803 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 10:24:37.497803 dv-neutron-830731-3-hyperv neutron-server[83738]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:24:37.497803 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 10:24:37.497803 dv-neutron-830731-3-hyperv neutron-server[83738]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:24:37.497803 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 10:24:37.497803 dv-neutron-830731-3-hyperv neutron-server[83738]: return f(self, *a, **k) Mar 07 10:24:37.497803 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:24:37.497803 dv-neutron-830731-3-hyperv neutron-server[83738]: return self._get(url).json() Mar 07 10:24:37.497803 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:24:37.497803 dv-neutron-830731-3-hyperv neutron-server[83738]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:24:37.497803 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 07 10:24:37.497803 dv-neutron-830731-3-hyperv neutron-server[83738]: return self.request(url, 'GET', **kwargs) Mar 07 10:24:37.497803 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 07 10:24:37.497803 dv-neutron-830731-3-hyperv neutron-server[83738]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:24:37.497803 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 07 10:24:37.497803 dv-neutron-830731-3-hyperv neutron-server[83738]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:24:37.497803 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 07 10:24:37.497803 dv-neutron-830731-3-hyperv neutron-server[83738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:24:37.497803 dv-neutron-830731-3-hyperv neutron-server[83738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:24:37.503079 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0200d98a-1a86-4772-a518-e454d3a80b22 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:24:37.590794 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-2ddc538e-cc44-4723-bc2e-be39603e625c None None] For port b493604b-ad94-4136-8a1f-9f27c46448d6, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:24:37.731317 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-445c4773-7679-4543-aeb2-1559b9b3fc07 tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1526886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923583'] for network, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:37.738050 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-445c4773-7679-4543-aeb2-1559b9b3fc07 tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:37.768727 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-2ddc538e-cc44-4723-bc2e-be39603e625c None None] For port b493604b-ad94-4136-8a1f-9f27c46448d6, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=b493604b-ad94-4136-8a1f-9f27c46448d6,segment=NetworkSegment(13510a37-88c7-493e-9701-b414ea24fc4c),segment_id=13510a37-88c7-493e-9701-b414ea24fc4c)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:24:37.784767 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-2ddc538e-cc44-4723-bc2e-be39603e625c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:37.800243 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445c4773-7679-4543-aeb2-1559b9b3fc07 tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] Pushing event deleted for resources: {'Network': ['ID=3a8721a9-928b-461f-af0c-d82fcdceff07,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:24:37.810871 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-445c4773-7679-4543-aeb2-1559b9b3fc07 tempest-FloatingIPNegativeTestJSON-798372052 tempest-FloatingIPNegativeTestJSON-798372052-project] 10.222.0.13 "DELETE /v2.0/networks/3a8721a9-928b-461f-af0c-d82fcdceff07 HTTP/1.1" status: 204 len: 168 time: 1.9107127 Mar 07 10:24:37.854860 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0200d98a-1a86-4772-a518-e454d3a80b22 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:24:37.856324 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0200d98a-1a86-4772-a518-e454d3a80b22 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:37.874600 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc01536-35b4-45a0-98ab-8eb54470a83b tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:24:37.884032 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc01536-35b4-45a0-98ab-8eb54470a83b tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:24:37.886178 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-5fc01536-35b4-45a0-98ab-8eb54470a83b tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Synchronizing usage tracker for tenant:0f1e04191c7443f7844c0202165e746c on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:24:37.895092 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-2dd81852-9230-4c2d-b990-901faad77cd7 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:24:37.896998 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-37c4788d-0564-4ac9-8c7b-47813d6d7f0b None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:37.901022 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-2dd81852-9230-4c2d-b990-901faad77cd7 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Usage tracker for resource:subnet and tenant:29ee0fb2487e46c6b75e400959e24994 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:24:37.906207 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-2dd81852-9230-4c2d-b990-901faad77cd7 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:24:37.913999 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-2dd81852-9230-4c2d-b990-901faad77cd7 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:24:37.923141 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-37c4788d-0564-4ac9-8c7b-47813d6d7f0b None None] Transition to ACTIVE for port object ba8832ae-93bd-4667-b4e5-3d9076d64584 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:24:37.927859 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddc538e-cc44-4723-bc2e-be39603e625c None None] Pushing event updated for resources: {'Port': ['ID=b493604b-ad94-4136-8a1f-9f27c46448d6,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:24:37.937250 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 58842) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:24:37.943037 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-398023e5-4b0e-4955-a8ac-c7ba56611a90 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Request body: {'subnet': {'network_id': '15e8a846-9db1-4c60-b922-64d530960ad6', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:24:37.969350 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-37c4788d-0564-4ac9-8c7b-47813d6d7f0b None None] Transition to ACTIVE for port object ba8832ae-93bd-4667-b4e5-3d9076d64584 will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:24:37.981764 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-37c4788d-0564-4ac9-8c7b-47813d6d7f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:38.037008 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dd81852-9230-4c2d-b990-901faad77cd7 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Made reservation on behalf of 29ee0fb2487e46c6b75e400959e24994 for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:24:38.078242 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device d340e599-8663-4e44-a090-56768615641c no longer exists at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:24:38.118645 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c4788d-0564-4ac9-8c7b-47813d6d7f0b None None] Network 8fda1b61-6e15-4e48-9913-0ff1ab42b799 is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:24:38.128132 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-37c4788d-0564-4ac9-8c7b-47813d6d7f0b None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:24:38.133014 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] No Port match for: d340e599-8663-4e44-a090-56768615641c {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 10:24:38.133543 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device d340e599-8663-4e44-a090-56768615641c not bound to the agent host dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 10:24:38.148314 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c4788d-0564-4ac9-8c7b-47813d6d7f0b None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:24:38.152281 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c4788d-0564-4ac9-8c7b-47813d6d7f0b None None] Pushing event updated for resources: {'Port': ['ID=ba8832ae-93bd-4667-b4e5-3d9076d64584,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:24:38.157591 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-398023e5-4b0e-4955-a8ac-c7ba56611a90 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:24:38.163758 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-398023e5-4b0e-4955-a8ac-c7ba56611a90 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Usage tracker for resource:subnet and tenant:7dae50c6a103406a9760f86cb860cee5 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:24:38.170352 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-398023e5-4b0e-4955-a8ac-c7ba56611a90 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:24:38.195993 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-398023e5-4b0e-4955-a8ac-c7ba56611a90 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:24:38.225847 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-398023e5-4b0e-4955-a8ac-c7ba56611a90 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Made reservation on behalf of 7dae50c6a103406a9760f86cb860cee5 for: {'subnet': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:24:38.248017 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-0200d98a-1a86-4772-a518-e454d3a80b22 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.4113598 Mar 07 10:24:38.251959 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 58848) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:24:38.353601 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-37c4788d-0564-4ac9-8c7b-47813d6d7f0b None None] Attempting to bind port ba8832ae-93bd-4667-b4e5-3d9076d64584 on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:24:38.354231 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-37c4788d-0564-4ac9-8c7b-47813d6d7f0b None None] Attempting to bind port ba8832ae-93bd-4667-b4e5-3d9076d64584 by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': '568765f4-6713-4e7c-8e0e-8009c52fa3ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '8fda1b61-6e15-4e48-9913-0ff1ab42b799'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:24:38.354503 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c4788d-0564-4ac9-8c7b-47813d6d7f0b None None] Attempting to bind port ba8832ae-93bd-4667-b4e5-3d9076d64584 on network 8fda1b61-6e15-4e48-9913-0ff1ab42b799 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:24:38.362072 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c4788d-0564-4ac9-8c7b-47813d6d7f0b None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:24:38.362433 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c4788d-0564-4ac9-8c7b-47813d6d7f0b None None] Checking segment: {'id': '568765f4-6713-4e7c-8e0e-8009c52fa3ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '8fda1b61-6e15-4e48-9913-0ff1ab42b799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:24:38.362738 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-37c4788d-0564-4ac9-8c7b-47813d6d7f0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:38.363121 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c4788d-0564-4ac9-8c7b-47813d6d7f0b None None] Bound using segment: {'id': '568765f4-6713-4e7c-8e0e-8009c52fa3ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '8fda1b61-6e15-4e48-9913-0ff1ab42b799'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:24:38.363579 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-37c4788d-0564-4ac9-8c7b-47813d6d7f0b None None] Bound port: ba8832ae-93bd-4667-b4e5-3d9076d64584, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '568765f4-6713-4e7c-8e0e-8009c52fa3ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '8fda1b61-6e15-4e48-9913-0ff1ab42b799'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:24:38.363944 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-37c4788d-0564-4ac9-8c7b-47813d6d7f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:38.385098 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 58852) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:24:38.398686 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-5bba95bf-4090-4be0-bc6d-3da5ad0c8e7d tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Request body: {'floatingip': {'floating_network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'port_id': '1647e482-4ce9-40f0-a09a-20cb75e8a826', 'fixed_ip_address': '172.20.0.7'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:24:38.430142 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-5bba95bf-4090-4be0-bc6d-3da5ad0c8e7d tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:24:38.447760 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-398023e5-4b0e-4955-a8ac-c7ba56611a90 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741426'] for subnet, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:38.451531 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-5fc01536-35b4-45a0-98ab-8eb54470a83b tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Unset dirty status for tenant:0f1e04191c7443f7844c0202165e746c on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:24:38.453726 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-5fc01536-35b4-45a0-98ab-8eb54470a83b tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 1.5382490 Mar 07 10:24:38.457258 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-5bba95bf-4090-4be0-bc6d-3da5ad0c8e7d tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Usage tracker for resource:floatingip and tenant:5ce94c19b69348fbbd9afc6238983dcf is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:24:38.465220 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 58858) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:24:38.468509 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-5bba95bf-4090-4be0-bc6d-3da5ad0c8e7d tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:24:38.469703 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-37c4788d-0564-4ac9-8c7b-47813d6d7f0b None None] For port ba8832ae-93bd-4667-b4e5-3d9076d64584, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:24:38.475733 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-37c4788d-0564-4ac9-8c7b-47813d6d7f0b None None] For port ba8832ae-93bd-4667-b4e5-3d9076d64584, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=ba8832ae-93bd-4667-b4e5-3d9076d64584,segment=NetworkSegment(568765f4-6713-4e7c-8e0e-8009c52fa3ec),segment_id=568765f4-6713-4e7c-8e0e-8009c52fa3ec)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:24:38.480823 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe05af92-38b7-47b1-9391-4f8f4d5e1395 req-9532459f-6a54-4aa1-a8f4-82f0f86a829e tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:24:38.482534 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-37c4788d-0564-4ac9-8c7b-47813d6d7f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:38.487093 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-fe05af92-38b7-47b1-9391-4f8f4d5e1395 req-9532459f-6a54-4aa1-a8f4-82f0f86a829e tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9a41462-2213-477c-a0d7-2a574dc86c0e HTTP/1.1" status: 200 len: 946 time: 0.7989252 Mar 07 10:24:38.532743 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-5bba95bf-4090-4be0-bc6d-3da5ad0c8e7d tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:24:38.566637 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-3541cdfd-20de-47db-b168-0026e62ed649 req-bb4e87f9-6764-452e-9366-d599fcfae8a0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=38f0b9f3569b450182bbf4a37575848e&device_id=e9a41462-2213-477c-a0d7-2a574dc86c0e HTTP/1.1" status: 200 len: 1099 time: 0.8327007 Mar 07 10:24:38.600011 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c4788d-0564-4ac9-8c7b-47813d6d7f0b None None] Pushing event updated for resources: {'Port': ['ID=ba8832ae-93bd-4667-b4e5-3d9076d64584,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:24:38.602946 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2dd81852-9230-4c2d-b990-901faad77cd7 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3219231'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:38.700594 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-83980766-4551-41b3-9856-743c37bb4d80 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=841874e2d4dc4bfd986b0a20fa08ff45&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3134079 Mar 07 10:24:38.704938 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 58862) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:24:38.744450 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5bba95bf-4090-4be0-bc6d-3da5ad0c8e7d tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks [] for floatingip, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:38.802069 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-10c07a23-a4cd-4ad0-af11-16d72aa7a4c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:38.816923 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-20fb7d1b-068e-40d7-a682-3bd1e080da1e tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Deleting port 5fe1f4f4-db7a-4a69-9e04-1056818131ed {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:24:38.817281 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-20fb7d1b-068e-40d7-a682-3bd1e080da1e tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:38.836282 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-398023e5-4b0e-4955-a8ac-c7ba56611a90 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3556832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741408'] for subnet, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:38.889850 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-10c07a23-a4cd-4ad0-af11-16d72aa7a4c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:38.923537 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-fe05af92-38b7-47b1-9391-4f8f4d5e1395 req-aba2d999-cc9f-49b2-a2f1-b18459404cec tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0cf1685-c0d8-4959-a53b-3f1ceedf7fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4356318 Mar 07 10:24:39.002372 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398023e5-4b0e-4955-a8ac-c7ba56611a90 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Pushing event updated for resources: {'Subnet': ['ID=40e3bb69-a9dc-4ecd-a712-0d963b39dc96,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:24:39.039802 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398023e5-4b0e-4955-a8ac-c7ba56611a90 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Checking segment: {'id': '3bf1b3df-ea9a-4332-837d-39005cdb02cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '15e8a846-9db1-4c60-b922-64d530960ad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:24:39.039802 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-398023e5-4b0e-4955-a8ac-c7ba56611a90 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Network hostable DHCP agents. Network: 15e8a846-9db1-4c60-b922-64d530960ad6, hostable agents: ['6527556c-6586-422c-ae47-082984683847'], hosted agents: [] {{(pid=83738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:24:39.057063 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-10c07a23-a4cd-4ad0-af11-16d72aa7a4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:39.082245 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c07a23-a4cd-4ad0-af11-16d72aa7a4c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9002a3bd-5260-4d98-bf48-a6db76dd3e44,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:24:39.098825 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3541cdfd-20de-47db-b168-0026e62ed649 req-1443e9be-9776-459e-b26f-efed68ad3d13 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:24:39.099788 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-10c07a23-a4cd-4ad0-af11-16d72aa7a4c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:39.100446 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-3541cdfd-20de-47db-b168-0026e62ed649 req-1443e9be-9776-459e-b26f-efed68ad3d13 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f727e18d-bdc2-4660-9a3a-cfddb6581f4f HTTP/1.1" status: 200 len: 913 time: 0.5233254 Mar 07 10:24:39.101252 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-10c07a23-a4cd-4ad0-af11-16d72aa7a4c2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9002a3bd-5260-4d98-bf48-a6db76dd3e44 HTTP/1.1" status: 204 len: 168 time: 0.3954360 Mar 07 10:24:39.123378 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-398023e5-4b0e-4955-a8ac-c7ba56611a90 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Network 15e8a846-9db1-4c60-b922-64d530960ad6 is scheduled to be hosted by DHCP agent 6527556c-6586-422c-ae47-082984683847 with binding_index 1 {{(pid=83738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:24:39.141140 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-398023e5-4b0e-4955-a8ac-c7ba56611a90 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830731-3-hyperv, 15e8a846-9db1-4c60-b922-64d530960ad6) {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:24:39.145861 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-398023e5-4b0e-4955-a8ac-c7ba56611a90 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:24:39.147116 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-398023e5-4b0e-4955-a8ac-c7ba56611a90 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:39.152724 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e7fe3dc-9fda-4dff-8330-558e7c6b92f3 None None] Network 15e8a846-9db1-4c60-b922-64d530960ad6 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:24:39.195566 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-398023e5-4b0e-4955-a8ac-c7ba56611a90 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2569635 Mar 07 10:24:39.199250 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 58870) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:24:39.205841 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-187f47e8-634b-466c-8580-03a764d50f99 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-206862215'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:24:39.218791 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-187f47e8-634b-466c-8580-03a764d50f99 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:24:39.233913 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-187f47e8-634b-466c-8580-03a764d50f99 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Usage tracker for resource:network and tenant:7dae50c6a103406a9760f86cb860cee5 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:24:39.238176 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-187f47e8-634b-466c-8580-03a764d50f99 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:24:39.249164 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-187f47e8-634b-466c-8580-03a764d50f99 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:24:39.273220 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-3541cdfd-20de-47db-b168-0026e62ed649 req-7528b4d5-49d1-4d38-9c9d-badc89c740b4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ce102191-c862-4595-b40b-01aa258c2118 HTTP/1.1" status: 200 len: 1001 time: 0.1588433 Mar 07 10:24:39.276492 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-187f47e8-634b-466c-8580-03a764d50f99 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Made reservation on behalf of 7dae50c6a103406a9760f86cb860cee5 for: {'network': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:24:39.280646 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-187f47e8-634b-466c-8580-03a764d50f99 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for network, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:39.319018 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-187f47e8-634b-466c-8580-03a764d50f99 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=83738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:24:39.340646 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-187f47e8-634b-466c-8580-03a764d50f99 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:39.340993 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.db.segments_db [None req-187f47e8-634b-466c-8580-03a764d50f99 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Added segment 0741291d-74f9-42ad-ac36-14ca673cffe2 of type vlan for network 1ce0745f-e1e3-41ab-a50e-e1891e1d6fc6 Mar 07 10:24:39.374319 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3541cdfd-20de-47db-b168-0026e62ed649 req-15e87803-be91-4f1e-84c9-12619081a139 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:24:39.375979 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-3541cdfd-20de-47db-b168-0026e62ed649 req-15e87803-be91-4f1e-84c9-12619081a139 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c839e96c-7ebc-4e73-acbb-92a3dab8a0ef HTTP/1.1" status: 200 len: 851 time: 0.0926154 Mar 07 10:24:39.389400 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-187f47e8-634b-466c-8580-03a764d50f99 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732568034061'] for network, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:39.426270 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-187f47e8-634b-466c-8580-03a764d50f99 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594'] for network, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:39.431067 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-187f47e8-634b-466c-8580-03a764d50f99 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:24:39.431765 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-187f47e8-634b-466c-8580-03a764d50f99 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:39.541351 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-849dfa4a-0d97-4a3f-ac3a-8cfb6e0c49bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ec2749d-0aec-52fb-aca6-10ba8a80aade-15e8a846-9db1-4c60-b922-64d530960ad6', 'network_id': '15e8a846-9db1-4c60-b922-64d530960ad6', 'tenant_id': '7dae50c6a103406a9760f86cb860cee5', 'fixed_ips': [{'subnet_id': '40e3bb69-a9dc-4ecd-a712-0d963b39dc96'}]}} from dv-neutron-830731-3-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 07 10:24:39.544309 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-849dfa4a-0d97-4a3f-ac3a-8cfb6e0c49bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:39.560678 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-187f47e8-634b-466c-8580-03a764d50f99 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3601513 Mar 07 10:24:39.575588 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 58882) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:24:39.589058 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-292a5080-f28b-40b4-a5c2-27dda7cec678 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Request body: {'subnet': {'network_id': '1ce0745f-e1e3-41ab-a50e-e1891e1d6fc6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:24:39.622718 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187f47e8-634b-466c-8580-03a764d50f99 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Pushing event updated for resources: {'Network': ['ID=1ce0745f-e1e3-41ab-a50e-e1891e1d6fc6,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:24:39.640961 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Network 1ce0745f-e1e3-41ab-a50e-e1891e1d6fc6 details requested by agent ovs-agent-dv-neutron-830731-3-hyperv with host dv-neutron-830731-3-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 10:24:39.758214 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-292a5080-f28b-40b4-a5c2-27dda7cec678 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:24:39.763151 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-292a5080-f28b-40b4-a5c2-27dda7cec678 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Usage tracker for resource:subnet and tenant:7dae50c6a103406a9760f86cb860cee5 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:24:39.773974 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-292a5080-f28b-40b4-a5c2-27dda7cec678 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:24:39.785446 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-292a5080-f28b-40b4-a5c2-27dda7cec678 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:24:39.802880 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-292a5080-f28b-40b4-a5c2-27dda7cec678 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Made reservation on behalf of 7dae50c6a103406a9760f86cb860cee5 for: {'subnet': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:24:39.816847 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2dd81852-9230-4c2d-b990-901faad77cd7 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3012444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3219213'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:39.869100 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-12a41e39-2a53-4f7b-80df-9145c9cdbb74 None None] Provisioning for port b493604b-ad94-4136-8a1f-9f27c46448d6 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:24:39.899023 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-20fb7d1b-068e-40d7-a682-3bd1e080da1e tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:39.921268 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5bba95bf-4090-4be0-bc6d-3da5ad0c8e7d tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:39.997829 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-adbd2215-c8ee-41f3-92a6-4182ca26b8a8 None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 10:24:40.142323 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-849dfa4a-0d97-4a3f-ac3a-8cfb6e0c49bc None None] Allocated IP 2001:db8:0:ffff::2 (15e8a846-9db1-4c60-b922-64d530960ad6/40e3bb69-a9dc-4ecd-a712-0d963b39dc96/a1cc51e2-51c0-416c-be73-349116e1fc68) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:24:40.146535 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-292a5080-f28b-40b4-a5c2-27dda7cec678 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741426'] for subnet, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:40.253944 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-3541cdfd-20de-47db-b168-0026e62ed649 req-83492ce6-c5ea-4a32-8a80-200fbb3073bd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f727e18d-bdc2-4660-9a3a-cfddb6581f4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8547091 Mar 07 10:24:40.267232 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-20fb7d1b-068e-40d7-a682-3bd1e080da1e tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Calling delete_port for 5fe1f4f4-db7a-4a69-9e04-1056818131ed owned by {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:24:40.387214 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd81852-9230-4c2d-b990-901faad77cd7 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Pushing event updated for resources: {'Subnet': ['ID=af10146f-6781-4b92-9340-6e84339cf6e4,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:24:40.446958 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device ba8832ae-93bd-4667-b4e5-3d9076d64584 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:24:40.507010 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd81852-9230-4c2d-b990-901faad77cd7 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Network 8fda1b61-6e15-4e48-9913-0ff1ab42b799 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:24:40.519469 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f18c0120-b84c-433d-9829-2c77a7540f22 None None] Network 8fda1b61-6e15-4e48-9913-0ff1ab42b799 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:24:40.596980 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 58898) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:24:40.681749 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-292a5080-f28b-40b4-a5c2-27dda7cec678 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3556832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741408'] for subnet, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:40.709336 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-2dd81852-9230-4c2d-b990-901faad77cd7 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:24:40.714262 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-b4056343-659d-47b8-b7b4-b993e669279a None None] Provisioning for port 5fe1f4f4-db7a-4a69-9e04-1056818131ed completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:24:40.733172 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd81852-9230-4c2d-b990-901faad77cd7 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:24:40.733971 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2dd81852-9230-4c2d-b990-901faad77cd7 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2756603'] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:40.742812 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-b4056343-659d-47b8-b7b4-b993e669279a None None] Provisioning complete for port 5fe1f4f4-db7a-4a69-9e04-1056818131ed triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:24:40.743183 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-b4056343-659d-47b8-b7b4-b993e669279a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:40.767096 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292a5080-f28b-40b4-a5c2-27dda7cec678 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Pushing event updated for resources: {'Subnet': ['ID=a58a4e24-0541-486b-95bf-08805b58f866,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:24:40.805591 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-ce6ee7c9-e554-4c3a-ac68-b5b70dd744c5 tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-39710119', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:24:40.815548 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-ce6ee7c9-e554-4c3a-ac68-b5b70dd744c5 tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:24:40.822615 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-ce6ee7c9-e554-4c3a-ac68-b5b70dd744c5 tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Usage tracker for resource:router and tenant:64dd8ce26a1f4a129b19da032c5653db is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:24:40.826038 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-ce6ee7c9-e554-4c3a-ac68-b5b70dd744c5 tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:24:40.828794 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292a5080-f28b-40b4-a5c2-27dda7cec678 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Checking segment: {'id': '0741291d-74f9-42ad-ac36-14ca673cffe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1ce0745f-e1e3-41ab-a50e-e1891e1d6fc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:24:40.829156 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-292a5080-f28b-40b4-a5c2-27dda7cec678 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Network hostable DHCP agents. Network: 1ce0745f-e1e3-41ab-a50e-e1891e1d6fc6, hostable agents: ['6527556c-6586-422c-ae47-082984683847'], hosted agents: [] {{(pid=83738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:24:40.837913 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-ce6ee7c9-e554-4c3a-ac68-b5b70dd744c5 tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:24:40.857204 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ce6ee7c9-e554-4c3a-ac68-b5b70dd744c5 tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3919700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58025'] for router, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:40.858116 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ce6ee7c9-e554-4c3a-ac68-b5b70dd744c5 tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3919671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4011175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58018'] for router, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:40.877279 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-292a5080-f28b-40b4-a5c2-27dda7cec678 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Network 1ce0745f-e1e3-41ab-a50e-e1891e1d6fc6 is scheduled to be hosted by DHCP agent 6527556c-6586-422c-ae47-082984683847 with binding_index 1 {{(pid=83738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:24:40.883349 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-b4056343-659d-47b8-b7b4-b993e669279a None None] Port 5fe1f4f4-db7a-4a69-9e04-1056818131ed cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:24:40.890364 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ce6ee7c9-e554-4c3a-ac68-b5b70dd744c5 tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:40.892887 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-292a5080-f28b-40b4-a5c2-27dda7cec678 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830731-3-hyperv, 1ce0745f-e1e3-41ab-a50e-e1891e1d6fc6) {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:24:40.897289 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-292a5080-f28b-40b4-a5c2-27dda7cec678 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:24:40.897876 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-292a5080-f28b-40b4-a5c2-27dda7cec678 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:40.915646 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-2dd81852-9230-4c2d-b990-901faad77cd7 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 3.8382642 Mar 07 10:24:40.918988 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 58904) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:24:40.928337 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0e7935b-0123-44c5-a372-5d69a57d79de None None] Network 1ce0745f-e1e3-41ab-a50e-e1891e1d6fc6 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:24:40.929667 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-9b5c8eb7-3302-402f-8a10-5c85420265af tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Request body: {'port': {'network_id': '8fda1b61-6e15-4e48-9913-0ff1ab42b799', 'fixed_ips': [{'subnet_id': '82fc8911-1ac2-487f-bd3e-2dc5d2288339'}, {'subnet_id': 'af10146f-6781-4b92-9340-6e84339cf6e4'}], 'name': 'tempest-PortsIpV6TestJSON-760020710'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:24:40.966259 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning for port ba8832ae-93bd-4667-b4e5-3d9076d64584 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:24:40.992752 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-3541cdfd-20de-47db-b168-0026e62ed649 req-8e37b977-6923-4cbe-a9dc-1fc28dd8c9bc service neutron] 10.222.0.10 "GET /v2.0/networks/f727e18d-bdc2-4660-9a3a-cfddb6581f4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6647916 Mar 07 10:24:41.002292 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-5bba95bf-4090-4be0-bc6d-3da5ad0c8e7d tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Allocated IP 172.26.8.19 (5ed85006-6b00-415e-b71f-837fb1421c12/8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a/23942669-3aa4-4fad-9fb3-3f0bb9862895) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:24:41.014171 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-292a5080-f28b-40b4-a5c2-27dda7cec678 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.4369824 Mar 07 10:24:41.022604 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ce6ee7c9-e554-4c3a-ac68-b5b70dd744c5 tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3917991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923518'] for router, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:41.030343 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 58908) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:24:41.049328 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device b493604b-ad94-4136-8a1f-9f27c46448d6 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:24:41.055564 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ce6ee7c9-e554-4c3a-ac68-b5b70dd744c5 tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Notify callbacks [] for router, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:41.056874 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-ce6ee7c9-e554-4c3a-ac68-b5b70dd744c5 tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4588630 Mar 07 10:24:41.061304 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 58912) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:24:41.076747 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-f8c5f16f-0c1d-4a62-8787-013592efee2c tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1506669066'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:24:41.084036 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-f8c5f16f-0c1d-4a62-8787-013592efee2c tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:24:41.092846 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-f8c5f16f-0c1d-4a62-8787-013592efee2c tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Usage tracker for resource:network and tenant:64dd8ce26a1f4a129b19da032c5653db is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:24:41.093482 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-849dfa4a-0d97-4a3f-ac3a-8cfb6e0c49bc None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:41.103042 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-f8c5f16f-0c1d-4a62-8787-013592efee2c tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:24:41.112724 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-f8c5f16f-0c1d-4a62-8787-013592efee2c tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:24:41.122983 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-9b5c8eb7-3302-402f-8a10-5c85420265af tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:24:41.129076 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-9b5c8eb7-3302-402f-8a10-5c85420265af tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Usage tracker for resource:port and tenant:29ee0fb2487e46c6b75e400959e24994 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:24:41.132741 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-9b5c8eb7-3302-402f-8a10-5c85420265af tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:24:41.134430 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9459c11b-93c2-49f4-9d79-20e7f0f4c64c req-91bd64a8-5556-4988-aa36-2b83747933cc tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:24:41.136503 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-9459c11b-93c2-49f4-9d79-20e7f0f4c64c req-91bd64a8-5556-4988-aa36-2b83747933cc tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9a41462-2213-477c-a0d7-2a574dc86c0e HTTP/1.1" status: 200 len: 946 time: 0.7563999 Mar 07 10:24:41.146018 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8c5f16f-0c1d-4a62-8787-013592efee2c tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Made reservation on behalf of 64dd8ce26a1f4a129b19da032c5653db for: {'network': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:24:41.149068 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f8c5f16f-0c1d-4a62-8787-013592efee2c tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for network, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:41.159229 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-9b5c8eb7-3302-402f-8a10-5c85420265af tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:24:41.162356 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-849dfa4a-0d97-4a3f-ac3a-8cfb6e0c49bc None None] Transition to ACTIVE for port object a1cc51e2-51c0-416c-be73-349116e1fc68 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:24:41.169017 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f8c5f16f-0c1d-4a62-8787-013592efee2c tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Notify callbacks [] for security_group, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:41.183527 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b5c8eb7-3302-402f-8a10-5c85420265af tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Made reservation on behalf of 29ee0fb2487e46c6b75e400959e24994 for: {'port': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:24:41.207159 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-93507d70-8db9-4aaa-9d53-c09e58d74205 None None] Provisioning for port ba8832ae-93bd-4667-b4e5-3d9076d64584 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:24:41.224765 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-849dfa4a-0d97-4a3f-ac3a-8cfb6e0c49bc None None] Transition to ACTIVE for port object a1cc51e2-51c0-416c-be73-349116e1fc68 will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:24:41.259835 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-93507d70-8db9-4aaa-9d53-c09e58d74205 None None] Provisioning complete for port ba8832ae-93bd-4667-b4e5-3d9076d64584 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:24:41.260195 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-93507d70-8db9-4aaa-9d53-c09e58d74205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:41.279601 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-20fb7d1b-068e-40d7-a682-3bd1e080da1e tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:41.298957 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-849dfa4a-0d97-4a3f-ac3a-8cfb6e0c49bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:41.311223 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-f8c5f16f-0c1d-4a62-8787-013592efee2c tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:24:41.319064 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-f8c5f16f-0c1d-4a62-8787-013592efee2c tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Usage tracker for resource:security_group_rule and tenant:64dd8ce26a1f4a129b19da032c5653db is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:24:41.326723 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-f8c5f16f-0c1d-4a62-8787-013592efee2c tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:24:41.345167 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-f8c5f16f-0c1d-4a62-8787-013592efee2c tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:24:41.383376 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9b5c8eb7-3302-402f-8a10-5c85420265af tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:41.418530 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning for port b493604b-ad94-4136-8a1f-9f27c46448d6 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:24:41.427840 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-849dfa4a-0d97-4a3f-ac3a-8cfb6e0c49bc None None] Network 15e8a846-9db1-4c60-b922-64d530960ad6 is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:24:41.430270 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [None req-9b5c8eb7-3302-402f-8a10-5c85420265af tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] device_id is not set on port 5cc643a7-d12e-49b8-b6cc-5cd8820ad54a yet. {{(pid=83738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 07 10:24:41.431926 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-849dfa4a-0d97-4a3f-ac3a-8cfb6e0c49bc None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:24:41.433752 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849dfa4a-0d97-4a3f-ac3a-8cfb6e0c49bc None None] Pushing event updated for resources: {'Port': ['ID=a1cc51e2-51c0-416c-be73-349116e1fc68,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:24:41.438210 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849dfa4a-0d97-4a3f-ac3a-8cfb6e0c49bc None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:24:41.442534 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port b493604b-ad94-4136-8a1f-9f27c46448d6 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:24:41.442897 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:41.467139 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fb7d1b-068e-40d7-a682-3bd1e080da1e tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Pushing event deleted for resources: {'Port': ['ID=5fe1f4f4-db7a-4a69-9e04-1056818131ed,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:24:41.543280 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-9459c11b-93c2-49f4-9d79-20e7f0f4c64c req-c17b6628-213d-4025-a81b-28357adcca42 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0cf1685-c0d8-4959-a53b-3f1ceedf7fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3407824 Mar 07 10:24:41.554373 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f8c5f16f-0c1d-4a62-8787-013592efee2c tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Notify callbacks [] for security_group, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:41.557125 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-3541cdfd-20de-47db-b168-0026e62ed649 req-7d07f059-a8e8-4ef8-bb82-2f14680616e6 service neutron] 10.222.0.10 "GET /v2.0/networks/f727e18d-bdc2-4660-9a3a-cfddb6581f4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5516393 Mar 07 10:24:41.575856 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5d6f0f72-3a6a-4ae3-b348-97c912789c9f tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1158940'] for network, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:41.599338 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61321666-4743-45ca-a807-96adce669e2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ec2749d-0aec-52fb-aca6-10ba8a80aade-1ce0745f-e1e3-41ab-a50e-e1891e1d6fc6', 'network_id': '1ce0745f-e1e3-41ab-a50e-e1891e1d6fc6', 'tenant_id': '7dae50c6a103406a9760f86cb860cee5', 'fixed_ips': [{'subnet_id': 'a58a4e24-0541-486b-95bf-08805b58f866'}]}} from dv-neutron-830731-3-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 07 10:24:41.600146 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-61321666-4743-45ca-a807-96adce669e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:41.627865 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f8c5f16f-0c1d-4a62-8787-013592efee2c tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:41.628120 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-20fb7d1b-068e-40d7-a682-3bd1e080da1e tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:41.698840 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8c5f16f-0c1d-4a62-8787-013592efee2c tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=83738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:24:41.705036 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c5f16f-0c1d-4a62-8787-013592efee2c tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Pushing event updated for resources: {'SecurityGroup': ['ID=937aab29-722a-495e-99ef-5bb964e35275,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:24:41.720719 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-20fb7d1b-068e-40d7-a682-3bd1e080da1e tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "DELETE /v2.0/ports/5fe1f4f4-db7a-4a69-9e04-1056818131ed HTTP/1.1" status: 204 len: 168 time: 3.2482078 Mar 07 10:24:41.725126 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 58916) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:24:41.730718 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5bba95bf-4090-4be0-bc6d-3da5ad0c8e7d tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:41.743585 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-93507d70-8db9-4aaa-9d53-c09e58d74205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:41.787378 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f8c5f16f-0c1d-4a62-8787-013592efee2c tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:41.788002 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.db.segments_db [None req-f8c5f16f-0c1d-4a62-8787-013592efee2c tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Added segment 0417a078-c16b-4c1b-8c08-a8807775c79f of type vlan for network 519071e8-df4c-4bcf-b3c1-7a2f34169d68 Mar 07 10:24:41.798197 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5d6f0f72-3a6a-4ae3-b348-97c912789c9f tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1525496'] for subnet, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:41.857053 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eaea49f-517d-458c-b75b-34a534402571 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:24:41.858949 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eaea49f-517d-458c-b75b-34a534402571 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:24:41.859881 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-7eaea49f-517d-458c-b75b-34a534402571 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Synchronizing usage tracker for tenant:0f1e04191c7443f7844c0202165e746c on resource:subnet {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:24:41.869453 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f8c5f16f-0c1d-4a62-8787-013592efee2c tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732568034061'] for network, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:41.895167 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-849dfa4a-0d97-4a3f-ac3a-8cfb6e0c49bc None None] Attempting to bind port a1cc51e2-51c0-416c-be73-349116e1fc68 on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:24:41.895635 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-849dfa4a-0d97-4a3f-ac3a-8cfb6e0c49bc None None] Attempting to bind port a1cc51e2-51c0-416c-be73-349116e1fc68 by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': '3bf1b3df-ea9a-4332-837d-39005cdb02cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '15e8a846-9db1-4c60-b922-64d530960ad6'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:24:41.896035 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849dfa4a-0d97-4a3f-ac3a-8cfb6e0c49bc None None] Attempting to bind port a1cc51e2-51c0-416c-be73-349116e1fc68 on network 15e8a846-9db1-4c60-b922-64d530960ad6 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:24:41.909614 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5bba95bf-4090-4be0-bc6d-3da5ad0c8e7d tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:41.910647 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-93507d70-8db9-4aaa-9d53-c09e58d74205 None None] For port ba8832ae-93bd-4667-b4e5-3d9076d64584, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=ba8832ae-93bd-4667-b4e5-3d9076d64584,segment=NetworkSegment(568765f4-6713-4e7c-8e0e-8009c52fa3ec),segment_id=568765f4-6713-4e7c-8e0e-8009c52fa3ec)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:24:41.944356 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-93507d70-8db9-4aaa-9d53-c09e58d74205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:41.970451 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f8c5f16f-0c1d-4a62-8787-013592efee2c tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594'] for network, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:41.974150 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c5f16f-0c1d-4a62-8787-013592efee2c tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:24:41.974734 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f8c5f16f-0c1d-4a62-8787-013592efee2c tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:42.002470 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849dfa4a-0d97-4a3f-ac3a-8cfb6e0c49bc None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:24:42.002924 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849dfa4a-0d97-4a3f-ac3a-8cfb6e0c49bc None None] Checking segment: {'id': '3bf1b3df-ea9a-4332-837d-39005cdb02cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '15e8a846-9db1-4c60-b922-64d530960ad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:24:42.003233 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-849dfa4a-0d97-4a3f-ac3a-8cfb6e0c49bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:42.004249 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849dfa4a-0d97-4a3f-ac3a-8cfb6e0c49bc None None] Bound using segment: {'id': '3bf1b3df-ea9a-4332-837d-39005cdb02cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '15e8a846-9db1-4c60-b922-64d530960ad6'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:24:42.004249 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-849dfa4a-0d97-4a3f-ac3a-8cfb6e0c49bc None None] Bound port: a1cc51e2-51c0-416c-be73-349116e1fc68, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bf1b3df-ea9a-4332-837d-39005cdb02cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '15e8a846-9db1-4c60-b922-64d530960ad6'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:24:42.004460 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-849dfa4a-0d97-4a3f-ac3a-8cfb6e0c49bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:42.047139 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d03891-f8bd-4226-ac4a-9f75a5e26234 None None] Update dhcp port {'port': {'network_id': '8fda1b61-6e15-4e48-9913-0ff1ab42b799', 'fixed_ips': [{'subnet_id': '82fc8911-1ac2-487f-bd3e-2dc5d2288339', 'ip_address': '2001:db8::2'}, {'subnet_id': 'af10146f-6781-4b92-9340-6e84339cf6e4'}], 'binding:host_id': 'dv-neutron-830731-3-hyperv'}, 'id': 'ba8832ae-93bd-4667-b4e5-3d9076d64584'} from dv-neutron-830731-3-hyperv. {{(pid=83739) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 07 10:24:42.051318 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bba95bf-4090-4be0-bc6d-3da5ad0c8e7d tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Pushing event updated for resources: {'Port': ['ID=23942669-3aa4-4fad-9fb3-3f0bb9862895,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:24:42.068909 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-7eaea49f-517d-458c-b75b-34a534402571 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Unset dirty status for tenant:0f1e04191c7443f7844c0202165e746c on resource:subnet {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:24:42.070450 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-7eaea49f-517d-458c-b75b-34a534402571 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3444824 Mar 07 10:24:42.077474 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bba95bf-4090-4be0-bc6d-3da5ad0c8e7d tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Network 5ed85006-6b00-415e-b71f-837fb1421c12 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:24:42.078764 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 58920) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:24:42.080361 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:42.082912 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-5bba95bf-4090-4be0-bc6d-3da5ad0c8e7d tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:24:42.142035 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-f8c5f16f-0c1d-4a62-8787-013592efee2c tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.0772421 Mar 07 10:24:42.142035 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-9b5c8eb7-3302-402f-8a10-5c85420265af tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Allocated IP 2001:db8::2bc (8fda1b61-6e15-4e48-9913-0ff1ab42b799/82fc8911-1ac2-487f-bd3e-2dc5d2288339/5cc643a7-d12e-49b8-b6cc-5cd8820ad54a) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:24:42.143226 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c5f16f-0c1d-4a62-8787-013592efee2c tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Pushing event updated for resources: {'Network': ['ID=519071e8-df4c-4bcf-b3c1-7a2f34169d68,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:24:42.146166 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 58924) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:24:42.152874 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bba95bf-4090-4be0-bc6d-3da5ad0c8e7d tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:24:42.163460 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-9b5c8eb7-3302-402f-8a10-5c85420265af tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Allocated IP 2001:db8:0:1::8c (8fda1b61-6e15-4e48-9913-0ff1ab42b799/af10146f-6781-4b92-9340-6e84339cf6e4/5cc643a7-d12e-49b8-b6cc-5cd8820ad54a) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:24:42.182071 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Network 519071e8-df4c-4bcf-b3c1-7a2f34169d68 details requested by agent ovs-agent-dv-neutron-830731-3-hyperv with host dv-neutron-830731-3-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 10:24:42.207098 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-0dafb080-3b64-490d-98e7-73a16108057b tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Request body: {'subnet': {'network_id': '519071e8-df4c-4bcf-b3c1-7a2f34169d68', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:24:42.271441 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93507d70-8db9-4aaa-9d53-c09e58d74205 None None] Pushing event updated for resources: {'Port': ['ID=ba8832ae-93bd-4667-b4e5-3d9076d64584,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:24:42.311986 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-b6d03891-f8bd-4226-ac4a-9f75a5e26234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:42.337484 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-0dafb080-3b64-490d-98e7-73a16108057b tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:24:42.345163 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] For port b493604b-ad94-4136-8a1f-9f27c46448d6, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=b493604b-ad94-4136-8a1f-9f27c46448d6,segment=NetworkSegment(13510a37-88c7-493e-9701-b414ea24fc4c),segment_id=13510a37-88c7-493e-9701-b414ea24fc4c)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:24:42.348509 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-0dafb080-3b64-490d-98e7-73a16108057b tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Usage tracker for resource:subnet and tenant:64dd8ce26a1f4a129b19da032c5653db is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:24:42.353104 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-0dafb080-3b64-490d-98e7-73a16108057b tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:24:42.362528 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-0dafb080-3b64-490d-98e7-73a16108057b tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:24:42.369149 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:42.453673 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9b5c8eb7-3302-402f-8a10-5c85420265af tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:42.478671 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-9b5c8eb7-3302-402f-8a10-5c85420265af tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Transition to ACTIVE for port object 5cc643a7-d12e-49b8-b6cc-5cd8820ad54a will not be triggered until provisioned by entity DHCP. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:24:42.501633 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dafb080-3b64-490d-98e7-73a16108057b tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Made reservation on behalf of 64dd8ce26a1f4a129b19da032c5653db for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:24:42.504075 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9b5c8eb7-3302-402f-8a10-5c85420265af tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:42.529626 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-61321666-4743-45ca-a807-96adce669e2e None None] Allocated IP 2001:db8::1 (1ce0745f-e1e3-41ab-a50e-e1891e1d6fc6/a58a4e24-0541-486b-95bf-08805b58f866/c392789a-620e-42a6-8d80-fe3fb82d77eb) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:24:42.534987 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device ba8832ae-93bd-4667-b4e5-3d9076d64584 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:24:42.587674 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-849dfa4a-0d97-4a3f-ac3a-8cfb6e0c49bc None None] For port a1cc51e2-51c0-416c-be73-349116e1fc68, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:24:42.596689 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b5c8eb7-3302-402f-8a10-5c85420265af tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Network 8fda1b61-6e15-4e48-9913-0ff1ab42b799 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:24:42.596689 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5c8eb7-3302-402f-8a10-5c85420265af tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Pushing event updated for resources: {'Port': ['ID=5cc643a7-d12e-49b8-b6cc-5cd8820ad54a,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:24:42.599474 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-9b5c8eb7-3302-402f-8a10-5c85420265af tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:24:42.601762 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5c8eb7-3302-402f-8a10-5c85420265af tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:24:42.607314 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b5c8eb7-3302-402f-8a10-5c85420265af tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:24:42.608556 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9b5c8eb7-3302-402f-8a10-5c85420265af tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:42.631071 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-9b5c8eb7-3302-402f-8a10-5c85420265af tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 1.7109101 Mar 07 10:24:42.633830 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 58930) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:24:42.642345 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-d2dc5b77-21c9-40e9-aef0-9fed92de5d23 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '82fc8911-1ac2-487f-bd3e-2dc5d2288339'}]}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:24:42.674232 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-849dfa4a-0d97-4a3f-ac3a-8cfb6e0c49bc None None] For port a1cc51e2-51c0-416c-be73-349116e1fc68, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=a1cc51e2-51c0-416c-be73-349116e1fc68,segment=NetworkSegment(3bf1b3df-ea9a-4332-837d-39005cdb02cd),segment_id=3bf1b3df-ea9a-4332-837d-39005cdb02cd)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:24:42.754965 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-849dfa4a-0d97-4a3f-ac3a-8cfb6e0c49bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:42.788469 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d2dc5b77-21c9-40e9-aef0-9fed92de5d23 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:42.791279 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Pushing event updated for resources: {'Port': ['ID=b493604b-ad94-4136-8a1f-9f27c46448d6,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:24:42.828586 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0dafb080-3b64-490d-98e7-73a16108057b tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3219231'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:42.973063 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849dfa4a-0d97-4a3f-ac3a-8cfb6e0c49bc None None] Pushing event updated for resources: {'Port': ['ID=a1cc51e2-51c0-416c-be73-349116e1fc68,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:24:43.005184 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-b6d03891-f8bd-4226-ac4a-9f75a5e26234 None None] Allocated IP 2001:db8:0:1::2 (8fda1b61-6e15-4e48-9913-0ff1ab42b799/af10146f-6781-4b92-9340-6e84339cf6e4/ba8832ae-93bd-4667-b4e5-3d9076d64584) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:24:43.011745 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port ba8832ae-93bd-4667-b4e5-3d9076d64584 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:24:43.012107 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:43.217481 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1fcd085-3f98-4c1d-8b30-e91f56c260da tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Deleting subnet 9cd9e4d6-99bb-48e4-8d1f-d68dc970876f {{(pid=83737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 07 10:24:43.221161 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-61321666-4743-45ca-a807-96adce669e2e None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:43.234718 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f1fcd085-3f98-4c1d-8b30-e91f56c260da tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks [] for subnet, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:43.239626 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-61321666-4743-45ca-a807-96adce669e2e None None] Transition to ACTIVE for port object c392789a-620e-42a6-8d80-fe3fb82d77eb will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:24:43.292708 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-61321666-4743-45ca-a807-96adce669e2e None None] Transition to ACTIVE for port object c392789a-620e-42a6-8d80-fe3fb82d77eb will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:24:43.304211 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f1fcd085-3f98-4c1d-8b30-e91f56c260da tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2627781'] for subnet, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:43.352510 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-61321666-4743-45ca-a807-96adce669e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:43.406019 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e7ea21-4400-4a2d-be3a-bb72bb0defb1 req-99c82de2-c30c-48f6-81b2-17dd2e251142 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:24:43.407445 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f9e7ea21-4400-4a2d-be3a-bb72bb0defb1 req-99c82de2-c30c-48f6-81b2-17dd2e251142 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9a41462-2213-477c-a0d7-2a574dc86c0e HTTP/1.1" status: 200 len: 946 time: 0.6177089 Mar 07 10:24:43.427896 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-b6d03891-f8bd-4226-ac4a-9f75a5e26234 None None] For port ba8832ae-93bd-4667-b4e5-3d9076d64584, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=ba8832ae-93bd-4667-b4e5-3d9076d64584,segment=NetworkSegment(568765f4-6713-4e7c-8e0e-8009c52fa3ec),segment_id=568765f4-6713-4e7c-8e0e-8009c52fa3ec)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:24:43.443121 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5d6f0f72-3a6a-4ae3-b348-97c912789c9f tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1525489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3012507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3219316'] for subnet, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:43.448314 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61321666-4743-45ca-a807-96adce669e2e None None] Pushing event updated for resources: {'Port': ['ID=c392789a-620e-42a6-8d80-fe3fb82d77eb,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:24:43.456745 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61321666-4743-45ca-a807-96adce669e2e None None] Network 1ce0745f-e1e3-41ab-a50e-e1891e1d6fc6 is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:24:43.458684 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-61321666-4743-45ca-a807-96adce669e2e None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:24:43.461538 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61321666-4743-45ca-a807-96adce669e2e None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:24:43.512786 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6f0f72-3a6a-4ae3-b348-97c912789c9f tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Pushing event deleted for resources: {'Subnet': ['ID=a58a4e24-0541-486b-95bf-08805b58f866,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:24:43.517421 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-b6d03891-f8bd-4226-ac4a-9f75a5e26234 None None] Notify callbacks [] for port, precommit_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:43.574612 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-b6d03891-f8bd-4226-ac4a-9f75a5e26234 None None] Transition to ACTIVE for port object ba8832ae-93bd-4667-b4e5-3d9076d64584 will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:24:43.578827 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-61321666-4743-45ca-a807-96adce669e2e None None] Attempting to bind port c392789a-620e-42a6-8d80-fe3fb82d77eb on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:24:43.579184 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-61321666-4743-45ca-a807-96adce669e2e None None] Attempting to bind port c392789a-620e-42a6-8d80-fe3fb82d77eb by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': '0741291d-74f9-42ad-ac36-14ca673cffe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1ce0745f-e1e3-41ab-a50e-e1891e1d6fc6'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:24:43.579536 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61321666-4743-45ca-a807-96adce669e2e None None] Attempting to bind port c392789a-620e-42a6-8d80-fe3fb82d77eb on network 1ce0745f-e1e3-41ab-a50e-e1891e1d6fc6 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:24:43.583502 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-b6d03891-f8bd-4226-ac4a-9f75a5e26234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:43.621942 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61321666-4743-45ca-a807-96adce669e2e None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:24:43.622307 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61321666-4743-45ca-a807-96adce669e2e None None] Checking segment: {'id': '0741291d-74f9-42ad-ac36-14ca673cffe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1ce0745f-e1e3-41ab-a50e-e1891e1d6fc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:24:43.622711 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-61321666-4743-45ca-a807-96adce669e2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:43.623081 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61321666-4743-45ca-a807-96adce669e2e None None] Bound using segment: {'id': '0741291d-74f9-42ad-ac36-14ca673cffe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1ce0745f-e1e3-41ab-a50e-e1891e1d6fc6'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:24:43.623548 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-61321666-4743-45ca-a807-96adce669e2e None None] Bound port: c392789a-620e-42a6-8d80-fe3fb82d77eb, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0741291d-74f9-42ad-ac36-14ca673cffe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1ce0745f-e1e3-41ab-a50e-e1891e1d6fc6'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:24:43.623913 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-61321666-4743-45ca-a807-96adce669e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:43.651566 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-d2dc5b77-21c9-40e9-aef0-9fed92de5d23 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Delete allocated IP 2001:db8:0:1::8c (8fda1b61-6e15-4e48-9913-0ff1ab42b799/af10146f-6781-4b92-9340-6e84339cf6e4) {{(pid=83738) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 07 10:24:43.712138 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f9e7ea21-4400-4a2d-be3a-bb72bb0defb1 req-06553339-8cbc-43ed-95da-a13b01f020fd tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0cf1685-c0d8-4959-a53b-3f1ceedf7fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2953815 Mar 07 10:24:43.733670 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5d6f0f72-3a6a-4ae3-b348-97c912789c9f tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1526893', 'neutron.services.segments.db._delete_segments_for_network-8732568551033'] for network, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:43.781754 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-5d6f0f72-3a6a-4ae3-b348-97c912789c9f tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ce0745f-e1e3-41ab-a50e-e1891e1d6fc6']}} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:24:43.801478 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-5d6f0f72-3a6a-4ae3-b348-97c912789c9f tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0741291d-74f9-42ad-ac36-14ca673cffe2') {'for_net_delete': True} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:24:43.802001 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-5d6f0f72-3a6a-4ae3-b348-97c912789c9f tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0741291d-74f9-42ad-ac36-14ca673cffe2') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:24:43.811038 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d03891-f8bd-4226-ac4a-9f75a5e26234 None None] Pushing event updated for resources: {'Port': ['ID=ba8832ae-93bd-4667-b4e5-3d9076d64584,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:24:43.833229 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5d6f0f72-3a6a-4ae3-b348-97c912789c9f tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732568550916', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629174'] for segment, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:43.856091 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5d6f0f72-3a6a-4ae3-b348-97c912789c9f tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:43.865752 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d6f0f72-3a6a-4ae3-b348-97c912789c9f tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=83737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 07 10:24:43.866162 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5d6f0f72-3a6a-4ae3-b348-97c912789c9f tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1227397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3012597'] for segment, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:43.875634 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-61321666-4743-45ca-a807-96adce669e2e None None] For port c392789a-620e-42a6-8d80-fe3fb82d77eb, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:24:43.922507 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d2dc5b77-21c9-40e9-aef0-9fed92de5d23 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks [] for port, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:43.953046 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-d2dc5b77-21c9-40e9-aef0-9fed92de5d23 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Ignored duplicate provisioning block setup for port 5cc643a7-d12e-49b8-b6cc-5cd8820ad54a by entity DHCP. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Mar 07 10:24:43.957685 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d2dc5b77-21c9-40e9-aef0-9fed92de5d23 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3556717'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:43.959517 dv-neutron-830731-3-hyperv neutron-server[83737]: Traceback (most recent call last): Mar 07 10:24:43.959517 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 07 10:24:43.959517 dv-neutron-830731-3-hyperv neutron-server[83737]: timer() Mar 07 10:24:43.959517 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:24:43.959517 dv-neutron-830731-3-hyperv neutron-server[83737]: cb(*args, **kw) Mar 07 10:24:43.959517 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 10:24:43.959517 dv-neutron-830731-3-hyperv neutron-server[83737]: return func(*args, **kwargs) Mar 07 10:24:43.959517 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:24:43.959517 dv-neutron-830731-3-hyperv neutron-server[83737]: self._notify() Mar 07 10:24:43.959517 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:24:43.959517 dv-neutron-830731-3-hyperv neutron-server[83737]: self.callback(batched_events) Mar 07 10:24:43.959517 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:24:43.959517 dv-neutron-830731-3-hyperv neutron-server[83737]: event.method(event) Mar 07 10:24:43.959517 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 10:24:43.959517 dv-neutron-830731-3-hyperv neutron-server[83737]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:24:43.959517 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 10:24:43.959517 dv-neutron-830731-3-hyperv neutron-server[83737]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:24:43.959517 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 10:24:43.959517 dv-neutron-830731-3-hyperv neutron-server[83737]: return f(self, *a, **k) Mar 07 10:24:43.959517 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:24:43.959517 dv-neutron-830731-3-hyperv neutron-server[83737]: return self._get(url).json() Mar 07 10:24:43.959517 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:24:43.959517 dv-neutron-830731-3-hyperv neutron-server[83737]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:24:43.959517 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 07 10:24:43.959517 dv-neutron-830731-3-hyperv neutron-server[83737]: return self.request(url, 'GET', **kwargs) Mar 07 10:24:43.959517 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 07 10:24:43.959517 dv-neutron-830731-3-hyperv neutron-server[83737]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:24:43.959517 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 07 10:24:43.959517 dv-neutron-830731-3-hyperv neutron-server[83737]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:24:43.959517 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 07 10:24:43.959517 dv-neutron-830731-3-hyperv neutron-server[83737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:24:43.959517 dv-neutron-830731-3-hyperv neutron-server[83737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:24:43.969176 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f1fcd085-3f98-4c1d-8b30-e91f56c260da tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1525496'] for subnet, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:44.089466 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-d2dc5b77-21c9-40e9-aef0-9fed92de5d23 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] In _notify_port_updated(), no bound segment for port 5cc643a7-d12e-49b8-b6cc-5cd8820ad54a on network 8fda1b61-6e15-4e48-9913-0ff1ab42b799 {{(pid=83738) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 07 10:24:44.093599 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2dc5b77-21c9-40e9-aef0-9fed92de5d23 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:24:44.094215 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d2dc5b77-21c9-40e9-aef0-9fed92de5d23 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:44.095530 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-d2dc5b77-21c9-40e9-aef0-9fed92de5d23 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] 10.222.0.13 "PUT /v2.0/ports/5cc643a7-d12e-49b8-b6cc-5cd8820ad54a HTTP/1.1" status: 200 len: 925 time: 1.4602587 Mar 07 10:24:44.096462 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dc5b77-21c9-40e9-aef0-9fed92de5d23 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Pushing event updated for resources: {'Port': ['ID=5cc643a7-d12e-49b8-b6cc-5cd8820ad54a,revision_number=2']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:24:44.099255 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 58936) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:24:44.105851 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-92c4d34e-a7d4-4fa6-850d-6d24f89855a7 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '82fc8911-1ac2-487f-bd3e-2dc5d2288339'}, {'subnet_id': 'af10146f-6781-4b92-9340-6e84339cf6e4'}]}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:24:44.122131 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-61321666-4743-45ca-a807-96adce669e2e None None] For port c392789a-620e-42a6-8d80-fe3fb82d77eb, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=c392789a-620e-42a6-8d80-fe3fb82d77eb,segment=NetworkSegment(0741291d-74f9-42ad-ac36-14ca673cffe2),segment_id=0741291d-74f9-42ad-ac36-14ca673cffe2)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:24:44.129539 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-61321666-4743-45ca-a807-96adce669e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:44.149495 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.db.api [None req-5d6f0f72-3a6a-4ae3-b348-97c912789c9f tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 07 10:24:44.149495 dv-neutron-830731-3-hyperv neutron-server[83737]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 07 10:24:44.149495 dv-neutron-830731-3-hyperv neutron-server[83737]: [parameters: {'id': '1ce0745f-e1e3-41ab-a50e-e1891e1d6fc6'}] Mar 07 10:24:44.149495 dv-neutron-830731-3-hyperv neutron-server[83737]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83737) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 10:24:44.149938 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG oslo_db.api [None req-5d6f0f72-3a6a-4ae3-b348-97c912789c9f tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 10:24:44.186555 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0dafb080-3b64-490d-98e7-73a16108057b tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3012444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3219213'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:44.257510 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f1fcd085-3f98-4c1d-8b30-e91f56c260da tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1525489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3012507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3219316'] for subnet, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:44.261876 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61321666-4743-45ca-a807-96adce669e2e None None] Pushing event updated for resources: {'Port': ['ID=c392789a-620e-42a6-8d80-fe3fb82d77eb,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:24:44.281005 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-92c4d34e-a7d4-4fa6-850d-6d24f89855a7 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:44.325461 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-894d5b85-cb8c-405f-ba56-4852aa806a69 None None] Network 15e8a846-9db1-4c60-b922-64d530960ad6 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:24:44.355922 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dafb080-3b64-490d-98e7-73a16108057b tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Pushing event updated for resources: {'Subnet': ['ID=a884f81c-a374-403c-bbde-4cd5f608aafa,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:24:44.434209 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f1fcd085-3f98-4c1d-8b30-e91f56c260da tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2756603'] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:44.449988 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35a9fe50-72ef-474b-9690-dba5b27ae8f8 None None] Network 98d8805b-dd65-4110-997b-2eea298bca78 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:24:44.459697 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73fe2a6-d335-4adc-b2a5-296ea1e9a5e3 req-854012e0-7d08-4d40-a54d-f69f1f878dc6 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:24:44.461533 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-a73fe2a6-d335-4adc-b2a5-296ea1e9a5e3 req-854012e0-7d08-4d40-a54d-f69f1f878dc6 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9a41462-2213-477c-a0d7-2a574dc86c0e HTTP/1.1" status: 200 len: 946 time: 0.4948416 Mar 07 10:24:44.473546 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fcd085-3f98-4c1d-8b30-e91f56c260da tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Pushing event deleted for resources: {'Subnet': ['ID=9cd9e4d6-99bb-48e4-8d1f-d68dc970876f,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:24:44.632199 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device a1cc51e2-51c0-416c-be73-349116e1fc68 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:24:44.653997 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dafb080-3b64-490d-98e7-73a16108057b tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Checking segment: {'id': '0417a078-c16b-4c1b-8c08-a8807775c79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '519071e8-df4c-4bcf-b3c1-7a2f34169d68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:24:44.654359 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dafb080-3b64-490d-98e7-73a16108057b tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Network hostable DHCP agents. Network: 519071e8-df4c-4bcf-b3c1-7a2f34169d68, hostable agents: ['6527556c-6586-422c-ae47-082984683847'], hosted agents: [] {{(pid=83737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:24:44.658369 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5d6f0f72-3a6a-4ae3-b348-97c912789c9f tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1158940'] for network, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:44.678497 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-f1fcd085-3f98-4c1d-8b30-e91f56c260da tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "DELETE /v2.0/subnets/9cd9e4d6-99bb-48e4-8d1f-d68dc970876f HTTP/1.1" status: 204 len: 168 time: 2.5974083 Mar 07 10:24:44.683559 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 58940) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:24:44.722158 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-5d6f0f72-3a6a-4ae3-b348-97c912789c9f tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Deleting port c392789a-620e-42a6-8d80-fe3fb82d77eb {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:24:44.722490 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5d6f0f72-3a6a-4ae3-b348-97c912789c9f tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:44.747781 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-a73fe2a6-d335-4adc-b2a5-296ea1e9a5e3 req-1258ab5b-f335-4438-9ecf-4ecd8b4c0618 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0cf1685-c0d8-4959-a53b-3f1ceedf7fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2752955 Mar 07 10:24:44.754693 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5bba95bf-4090-4be0-bc6d-3da5ad0c8e7d tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:44.781016 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-3bbe78ec-34bb-4fea-b80c-49c7bee4be79 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0870647 Mar 07 10:24:44.781016 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 58944) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:24:44.781016 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-07ab4bab-6314-43f8-b1ed-5acf9d6afdc2 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Request body: {'subnet': {'network_id': '98d8805b-dd65-4110-997b-2eea298bca78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:24:44.889850 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e5683b0-9565-4fa2-baf9-6304115b9f0f None None] Network 8fda1b61-6e15-4e48-9913-0ff1ab42b799 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:24:44.896871 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-92c4d34e-a7d4-4fa6-850d-6d24f89855a7 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Allocated IP 2001:db8:0:1::290 (8fda1b61-6e15-4e48-9913-0ff1ab42b799/af10146f-6781-4b92-9340-6e84339cf6e4/5cc643a7-d12e-49b8-b6cc-5cd8820ad54a) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:24:44.906386 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-675c0409-e24c-4707-94df-4fa6323cd8b5 None None] Provisioning for port a1cc51e2-51c0-416c-be73-349116e1fc68 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:24:44.956406 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dafb080-3b64-490d-98e7-73a16108057b tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Network 519071e8-df4c-4bcf-b3c1-7a2f34169d68 is scheduled to be hosted by DHCP agent 6527556c-6586-422c-ae47-082984683847 with binding_index 1 {{(pid=83737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:24:44.985915 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d33f5e72-a2c5-4d58-87c3-6b17dc8c0231 None None] Network 1ce0745f-e1e3-41ab-a50e-e1891e1d6fc6 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:24:45.001124 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-07ab4bab-6314-43f8-b1ed-5acf9d6afdc2 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:24:45.004936 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5bba95bf-4090-4be0-bc6d-3da5ad0c8e7d tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:45.018248 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-07ab4bab-6314-43f8-b1ed-5acf9d6afdc2 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Usage tracker for resource:subnet and tenant:0f1e04191c7443f7844c0202165e746c is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:24:45.023105 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-07ab4bab-6314-43f8-b1ed-5acf9d6afdc2 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:24:45.032850 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-07ab4bab-6314-43f8-b1ed-5acf9d6afdc2 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:24:45.060138 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-0dafb080-3b64-490d-98e7-73a16108057b tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830731-3-hyperv, 519071e8-df4c-4bcf-b3c1-7a2f34169d68) {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:24:45.071452 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07ab4bab-6314-43f8-b1ed-5acf9d6afdc2 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Made reservation on behalf of 0f1e04191c7443f7844c0202165e746c for: {'subnet': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:24:45.075439 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dafb080-3b64-490d-98e7-73a16108057b tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:24:45.076148 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0dafb080-3b64-490d-98e7-73a16108057b tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2756603'] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:45.153514 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ef50d0-e2ac-4ed2-a16c-9294469d3234 None None] Network 519071e8-df4c-4bcf-b3c1-7a2f34169d68 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:24:45.196261 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-0dafb080-3b64-490d-98e7-73a16108057b tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0062850 Mar 07 10:24:45.200164 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 58952) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:24:45.203436 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-07ab4bab-6314-43f8-b1ed-5acf9d6afdc2 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741426'] for subnet, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:45.222164 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-c7309aaa-b240-4b2b-8120-f5510a1c26a8 tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Request body: {'network': {'name': 'tempest-router-network01--1906097133'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:24:45.235038 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-c7309aaa-b240-4b2b-8120-f5510a1c26a8 tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:24:45.303260 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-c7309aaa-b240-4b2b-8120-f5510a1c26a8 tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Usage tracker for resource:network and tenant:64dd8ce26a1f4a129b19da032c5653db is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:24:45.317553 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-c7309aaa-b240-4b2b-8120-f5510a1c26a8 tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:24:45.326730 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-92c4d34e-a7d4-4fa6-850d-6d24f89855a7 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks [] for port, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:45.330516 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-c7309aaa-b240-4b2b-8120-f5510a1c26a8 tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:24:45.359889 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-92c4d34e-a7d4-4fa6-850d-6d24f89855a7 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Ignored duplicate provisioning block setup for port 5cc643a7-d12e-49b8-b6cc-5cd8820ad54a by entity DHCP. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Mar 07 10:24:45.360610 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7309aaa-b240-4b2b-8120-f5510a1c26a8 tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Made reservation on behalf of 64dd8ce26a1f4a129b19da032c5653db for: {'network': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:24:45.363590 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7309aaa-b240-4b2b-8120-f5510a1c26a8 tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for network, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:45.380575 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-92c4d34e-a7d4-4fa6-850d-6d24f89855a7 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3556717'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:45.381143 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-5d6f0f72-3a6a-4ae3-b348-97c912789c9f tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] For port c392789a-620e-42a6-8d80-fe3fb82d77eb, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=c392789a-620e-42a6-8d80-fe3fb82d77eb,segment=NetworkSegment(0741291d-74f9-42ad-ac36-14ca673cffe2),segment_id=0741291d-74f9-42ad-ac36-14ca673cffe2)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:24:45.382086 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5d6f0f72-3a6a-4ae3-b348-97c912789c9f tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:45.522037 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-5d6f0f72-3a6a-4ae3-b348-97c912789c9f tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Calling delete_port for c392789a-620e-42a6-8d80-fe3fb82d77eb owned by network:dhcp {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:24:45.536091 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:45.547945 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning for port a1cc51e2-51c0-416c-be73-349116e1fc68 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:24:45.611721 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9619082-9fd7-488c-973e-5ec50702aee5 req-7793bc17-9a7a-4298-baf0-8eaa4a21dee1 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:24:45.616505 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-e9619082-9fd7-488c-973e-5ec50702aee5 req-7793bc17-9a7a-4298-baf0-8eaa4a21dee1 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9a41462-2213-477c-a0d7-2a574dc86c0e HTTP/1.1" status: 200 len: 946 time: 0.4215910 Mar 07 10:24:45.616699 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port a1cc51e2-51c0-416c-be73-349116e1fc68 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:24:45.616699 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:45.623144 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7309aaa-b240-4b2b-8120-f5510a1c26a8 tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=83738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:24:45.677673 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5bba95bf-4090-4be0-bc6d-3da5ad0c8e7d tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:45.682582 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c4d34e-a7d4-4fa6-850d-6d24f89855a7 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Pushing event updated for resources: {'Port': ['ID=5cc643a7-d12e-49b8-b6cc-5cd8820ad54a,revision_number=3']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:24:45.698677 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-92c4d34e-a7d4-4fa6-850d-6d24f89855a7 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] In _notify_port_updated(), no bound segment for port 5cc643a7-d12e-49b8-b6cc-5cd8820ad54a on network 8fda1b61-6e15-4e48-9913-0ff1ab42b799 {{(pid=83738) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 07 10:24:45.702237 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c4d34e-a7d4-4fa6-850d-6d24f89855a7 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:24:45.702852 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-92c4d34e-a7d4-4fa6-850d-6d24f89855a7 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:45.704323 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-92c4d34e-a7d4-4fa6-850d-6d24f89855a7 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] 10.222.0.13 "PUT /v2.0/ports/5cc643a7-d12e-49b8-b6cc-5cd8820ad54a HTTP/1.1" status: 200 len: 1011 time: 1.6039696 Mar 07 10:24:45.707069 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-50967d21-66bc-4da5-bb4f-0c7ecfeff140 None None] Provisioning for port ba8832ae-93bd-4667-b4e5-3d9076d64584 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:24:45.712935 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 58956) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:24:45.714072 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-e9619082-9fd7-488c-973e-5ec50702aee5 req-ecf3f74c-019d-4c02-9561-f02655955234 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0cf1685-c0d8-4959-a53b-3f1ceedf7fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883124 Mar 07 10:24:45.719799 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5bba95bf-4090-4be0-bc6d-3da5ad0c8e7d tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3012561'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:45.773404 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7309aaa-b240-4b2b-8120-f5510a1c26a8 tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:45.773752 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.db.segments_db [None req-c7309aaa-b240-4b2b-8120-f5510a1c26a8 tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Added segment a089b210-e570-423d-a389-6222213848e2 of type vlan for network c22f2f37-d86f-4f4b-ae8e-64094eeb019a Mar 07 10:24:45.793508 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-50967d21-66bc-4da5-bb4f-0c7ecfeff140 None None] Provisioning complete for port ba8832ae-93bd-4667-b4e5-3d9076d64584 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:24:45.793872 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-50967d21-66bc-4da5-bb4f-0c7ecfeff140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:45.865894 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ac91b-9766-4344-8900-474b6268d4db tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Deleting port 5cc643a7-d12e-49b8-b6cc-5cd8820ad54a {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:24:45.866233 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3c8ac91b-9766-4344-8900-474b6268d4db tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:45.894583 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5d6f0f72-3a6a-4ae3-b348-97c912789c9f tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:45.906425 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bba95bf-4090-4be0-bc6d-3da5ad0c8e7d tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Pushing event updated for resources: {'Port': ['ID=23942669-3aa4-4fad-9fb3-3f0bb9862895,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:24:45.934314 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7309aaa-b240-4b2b-8120-f5510a1c26a8 tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732568034061'] for network, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:45.946371 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5bba95bf-4090-4be0-bc6d-3da5ad0c8e7d tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923533'] for floatingip, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:46.017629 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d6f0f72-3a6a-4ae3-b348-97c912789c9f tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] No DVR routers for this DVR port c392789a-620e-42a6-8d80-fe3fb82d77eb on host dv-neutron-830731-3-hyperv {{(pid=83737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:24:46.043282 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-07ab4bab-6314-43f8-b1ed-5acf9d6afdc2 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3556832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741408'] for subnet, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:46.133642 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7309aaa-b240-4b2b-8120-f5510a1c26a8 tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594'] for network, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:46.137675 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7309aaa-b240-4b2b-8120-f5510a1c26a8 tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:24:46.138244 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7309aaa-b240-4b2b-8120-f5510a1c26a8 tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:46.155445 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1085d639-2fe2-4140-a52e-e69ecd0fa79b None None] DHCP port deletion for 98d8805b-dd65-4110-997b-2eea298bca78 request from dv-neutron-830731-3-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 07 10:24:46.157188 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e622c6-e699-4e17-b79f-2742f56b6a0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ec2749d-0aec-52fb-aca6-10ba8a80aade-519071e8-df4c-4bcf-b3c1-7a2f34169d68', 'network_id': '519071e8-df4c-4bcf-b3c1-7a2f34169d68', 'tenant_id': '64dd8ce26a1f4a129b19da032c5653db', 'fixed_ips': [{'subnet_id': 'a884f81c-a374-403c-bbde-4cd5f608aafa'}]}} from dv-neutron-830731-3-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 07 10:24:46.157952 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-b9e622c6-e699-4e17-b79f-2742f56b6a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:46.166344 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ab4bab-6314-43f8-b1ed-5acf9d6afdc2 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Network 98d8805b-dd65-4110-997b-2eea298bca78 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:24:46.169714 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6f0f72-3a6a-4ae3-b348-97c912789c9f tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Pushing event deleted for resources: {'Port': ['ID=c392789a-620e-42a6-8d80-fe3fb82d77eb,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:24:46.192846 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:46.198219 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-07ab4bab-6314-43f8-b1ed-5acf9d6afdc2 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:24:46.206005 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-1085d639-2fe2-4140-a52e-e69ecd0fa79b None None] Deleting port b493604b-ad94-4136-8a1f-9f27c46448d6 {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:24:46.206364 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-1085d639-2fe2-4140-a52e-e69ecd0fa79b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:46.248833 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ab4bab-6314-43f8-b1ed-5acf9d6afdc2 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Pushing event updated for resources: {'Subnet': ['ID=edd9470d-6af1-4d84-ae91-8219d39babc1,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:24:46.251938 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ab4bab-6314-43f8-b1ed-5acf9d6afdc2 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:24:46.252794 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-07ab4bab-6314-43f8-b1ed-5acf9d6afdc2 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:46.295083 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5d6f0f72-3a6a-4ae3-b348-97c912789c9f tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1526893', 'neutron.services.segments.db._delete_segments_for_network-8732568551033'] for network, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:46.345898 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-5d6f0f72-3a6a-4ae3-b348-97c912789c9f tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ce0745f-e1e3-41ab-a50e-e1891e1d6fc6']}} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:24:46.363212 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-c7309aaa-b240-4b2b-8120-f5510a1c26a8 tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1458158 Mar 07 10:24:46.368403 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 58962) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:24:46.375436 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7309aaa-b240-4b2b-8120-f5510a1c26a8 tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Pushing event updated for resources: {'Network': ['ID=c22f2f37-d86f-4f4b-ae8e-64094eeb019a,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:24:46.376295 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415833f1-fc4b-42ab-bf41-fdb89bfdcead req-a8ac1002-0c27-49b3-9c2d-bd43a53f7c93 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:24:46.378704 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-415833f1-fc4b-42ab-bf41-fdb89bfdcead req-a8ac1002-0c27-49b3-9c2d-bd43a53f7c93 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9a41462-2213-477c-a0d7-2a574dc86c0e HTTP/1.1" status: 200 len: 946 time: 0.3274279 Mar 07 10:24:46.380616 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-5d6f0f72-3a6a-4ae3-b348-97c912789c9f tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0741291d-74f9-42ad-ac36-14ca673cffe2') {'for_net_delete': True} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:24:46.380912 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-5d6f0f72-3a6a-4ae3-b348-97c912789c9f tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0741291d-74f9-42ad-ac36-14ca673cffe2') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:24:46.381291 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-1b08e3c2-34d9-4419-ad84-03b0b63fd8d8 tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Request body: {'network': {'name': 'tempest-router-network02--837392098'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:24:46.392307 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-07ab4bab-6314-43f8-b1ed-5acf9d6afdc2 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6168373 Mar 07 10:24:46.396260 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] For port a1cc51e2-51c0-416c-be73-349116e1fc68, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=a1cc51e2-51c0-416c-be73-349116e1fc68,segment=NetworkSegment(3bf1b3df-ea9a-4332-837d-39005cdb02cd),segment_id=3bf1b3df-ea9a-4332-837d-39005cdb02cd)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:24:46.400468 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 58966) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:24:46.410877 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-1b08e3c2-34d9-4419-ad84-03b0b63fd8d8 tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:24:46.415903 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:46.417160 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device b493604b-ad94-4136-8a1f-9f27c46448d6 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:24:46.417628 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-1b08e3c2-34d9-4419-ad84-03b0b63fd8d8 tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Usage tracker for resource:network and tenant:64dd8ce26a1f4a129b19da032c5653db is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:24:46.417895 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-d73a3ca1-6ec1-442e-b7c9-b5ef3c3b88f6 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Request body: {'port': {'network_id': '98d8805b-dd65-4110-997b-2eea298bca78', 'fixed_ips': [{'subnet_id': 'edd9470d-6af1-4d84-ae91-8219d39babc1', 'ip_address': '2001:db8::2d38:ce73:d96f:7ddd'}], 'name': 'tempest-NetworksTestDHCPv6-1558156571'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:24:46.423098 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-1b08e3c2-34d9-4419-ad84-03b0b63fd8d8 tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:24:46.437658 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5d6f0f72-3a6a-4ae3-b348-97c912789c9f tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732568550916', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629174'] for segment, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:46.439822 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-1b08e3c2-34d9-4419-ad84-03b0b63fd8d8 tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:24:46.445415 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3c8ac91b-9766-4344-8900-474b6268d4db tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:46.485466 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Network c22f2f37-d86f-4f4b-ae8e-64094eeb019a details requested by agent ovs-agent-dv-neutron-830731-3-hyperv with host dv-neutron-830731-3-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 10:24:46.583569 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b08e3c2-34d9-4419-ad84-03b0b63fd8d8 tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Made reservation on behalf of 64dd8ce26a1f4a129b19da032c5653db for: {'network': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:24:46.587166 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1b08e3c2-34d9-4419-ad84-03b0b63fd8d8 tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for network, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:46.603509 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ac91b-9766-4344-8900-474b6268d4db tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Calling delete_port for 5cc643a7-d12e-49b8-b6cc-5cd8820ad54a owned by {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:24:46.646220 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5d6f0f72-3a6a-4ae3-b348-97c912789c9f tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:46.665829 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d6f0f72-3a6a-4ae3-b348-97c912789c9f tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=83737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 07 10:24:46.666979 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5d6f0f72-3a6a-4ae3-b348-97c912789c9f tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1227397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3012597'] for segment, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:46.685998 dv-neutron-830731-3-hyperv neutron-server[83737]: Traceback (most recent call last): Mar 07 10:24:46.685998 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 07 10:24:46.685998 dv-neutron-830731-3-hyperv neutron-server[83737]: timer() Mar 07 10:24:46.685998 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:24:46.685998 dv-neutron-830731-3-hyperv neutron-server[83737]: cb(*args, **kw) Mar 07 10:24:46.685998 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 10:24:46.685998 dv-neutron-830731-3-hyperv neutron-server[83737]: return func(*args, **kwargs) Mar 07 10:24:46.685998 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:24:46.685998 dv-neutron-830731-3-hyperv neutron-server[83737]: self._notify() Mar 07 10:24:46.685998 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:24:46.685998 dv-neutron-830731-3-hyperv neutron-server[83737]: self.callback(batched_events) Mar 07 10:24:46.685998 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:24:46.685998 dv-neutron-830731-3-hyperv neutron-server[83737]: event.method(event) Mar 07 10:24:46.685998 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 10:24:46.685998 dv-neutron-830731-3-hyperv neutron-server[83737]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:24:46.685998 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 10:24:46.685998 dv-neutron-830731-3-hyperv neutron-server[83737]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:24:46.685998 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 10:24:46.685998 dv-neutron-830731-3-hyperv neutron-server[83737]: return f(self, *a, **k) Mar 07 10:24:46.685998 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:24:46.685998 dv-neutron-830731-3-hyperv neutron-server[83737]: return self._get(url).json() Mar 07 10:24:46.685998 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:24:46.685998 dv-neutron-830731-3-hyperv neutron-server[83737]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:24:46.685998 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 07 10:24:46.685998 dv-neutron-830731-3-hyperv neutron-server[83737]: return self.request(url, 'GET', **kwargs) Mar 07 10:24:46.685998 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 07 10:24:46.685998 dv-neutron-830731-3-hyperv neutron-server[83737]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:24:46.685998 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 07 10:24:46.685998 dv-neutron-830731-3-hyperv neutron-server[83737]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:24:46.685998 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 07 10:24:46.685998 dv-neutron-830731-3-hyperv neutron-server[83737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:24:46.685998 dv-neutron-830731-3-hyperv neutron-server[83737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:24:46.822722 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-415833f1-fc4b-42ab-bf41-fdb89bfdcead req-b0e2ad8e-7c28-4510-a52d-c3104f095ebc tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0cf1685-c0d8-4959-a53b-3f1ceedf7fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3781185 Mar 07 10:24:46.834897 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b08e3c2-34d9-4419-ad84-03b0b63fd8d8 tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=83738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:24:46.855402 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1b08e3c2-34d9-4419-ad84-03b0b63fd8d8 tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:46.855894 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.db.segments_db [None req-1b08e3c2-34d9-4419-ad84-03b0b63fd8d8 tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Added segment 8147c551-857e-4cdd-b2e2-373c9c183fb8 of type vlan for network 4031af0e-dc23-49d0-ad87-388696049f0f Mar 07 10:24:46.887270 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-d73a3ca1-6ec1-442e-b7c9-b5ef3c3b88f6 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:24:46.891389 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5d6f0f72-3a6a-4ae3-b348-97c912789c9f tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1526886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923583'] for network, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:46.896742 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-d73a3ca1-6ec1-442e-b7c9-b5ef3c3b88f6 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Usage tracker for resource:port and tenant:0f1e04191c7443f7844c0202165e746c is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:24:46.902415 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-b9e622c6-e699-4e17-b79f-2742f56b6a0e None None] Allocated IP 172.20.0.2 (519071e8-df4c-4bcf-b3c1-7a2f34169d68/a884f81c-a374-403c-bbde-4cd5f608aafa/24df7cb2-3acf-4b93-92fc-eece8043c6b2) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:24:46.914279 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-d73a3ca1-6ec1-442e-b7c9-b5ef3c3b88f6 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:24:46.917493 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5d6f0f72-3a6a-4ae3-b348-97c912789c9f tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2756603'] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:46.934867 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-d73a3ca1-6ec1-442e-b7c9-b5ef3c3b88f6 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:24:46.935489 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1b08e3c2-34d9-4419-ad84-03b0b63fd8d8 tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732568034061'] for network, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:46.937103 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6f0f72-3a6a-4ae3-b348-97c912789c9f tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Pushing event deleted for resources: {'Network': ['ID=1ce0745f-e1e3-41ab-a50e-e1891e1d6fc6,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:24:46.944018 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.db.l3_db [None req-5bba95bf-4090-4be0-bc6d-3da5ad0c8e7d tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Floating IP 01dac42d-5a18-437a-80ad-63953d3eea6a associated. External IP: 172.26.8.19, port: 1647e482-4ce9-40f0-a09a-20cb75e8a826. Mar 07 10:24:46.945788 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Pushing event updated for resources: {'Port': ['ID=a1cc51e2-51c0-416c-be73-349116e1fc68,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:24:46.964179 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-9a8867ab-1abe-4429-a9b8-35c93bbf9fa6 None None] Provisioning complete for port a1cc51e2-51c0-416c-be73-349116e1fc68 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:24:46.964816 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-9a8867ab-1abe-4429-a9b8-35c93bbf9fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:46.984065 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3c8ac91b-9766-4344-8900-474b6268d4db tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:47.040123 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1b08e3c2-34d9-4419-ad84-03b0b63fd8d8 tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594'] for network, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:47.044283 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b08e3c2-34d9-4419-ad84-03b0b63fd8d8 tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:24:47.044922 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1b08e3c2-34d9-4419-ad84-03b0b63fd8d8 tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:47.072072 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-5d6f0f72-3a6a-4ae3-b348-97c912789c9f tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] 10.222.0.13 "DELETE /v2.0/networks/1ce0745f-e1e3-41ab-a50e-e1891e1d6fc6 HTTP/1.1" status: 204 len: 168 time: 6.0327182 Mar 07 10:24:47.079442 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 58972) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:24:47.086010 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d73a3ca1-6ec1-442e-b7c9-b5ef3c3b88f6 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Made reservation on behalf of 0f1e04191c7443f7844c0202165e746c for: {'port': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:24:47.092224 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d73a3ca1-6ec1-442e-b7c9-b5ef3c3b88f6 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:47.102750 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ac91b-9766-4344-8900-474b6268d4db tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Pushing event deleted for resources: {'Port': ['ID=5cc643a7-d12e-49b8-b6cc-5cd8820ad54a,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:24:47.118350 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-1b08e3c2-34d9-4419-ad84-03b0b63fd8d8 tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7467890 Mar 07 10:24:47.137217 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-1085d639-2fe2-4140-a52e-e69ecd0fa79b None None] For port b493604b-ad94-4136-8a1f-9f27c46448d6, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=b493604b-ad94-4136-8a1f-9f27c46448d6,segment=NetworkSegment(13510a37-88c7-493e-9701-b414ea24fc4c),segment_id=13510a37-88c7-493e-9701-b414ea24fc4c)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:24:47.137605 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-1085d639-2fe2-4140-a52e-e69ecd0fa79b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:47.147438 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 58976) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:24:47.157504 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-a69fd290-c868-4638-b138-fc9431a84387 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2137135973'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:24:47.173091 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-a69fd290-c868-4638-b138-fc9431a84387 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:24:47.179426 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-2a00d976-dbdf-4b4c-9125-0ebb7e46acb3 tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Request body: {'subnet': {'network_id': 'c22f2f37-d86f-4f4b-ae8e-64094eeb019a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:24:47.203460 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-a69fd290-c868-4638-b138-fc9431a84387 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Usage tracker for resource:network and tenant:7dae50c6a103406a9760f86cb860cee5 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:24:47.208134 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-a69fd290-c868-4638-b138-fc9431a84387 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:24:47.277142 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-a69fd290-c868-4638-b138-fc9431a84387 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:24:47.284744 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port b493604b-ad94-4136-8a1f-9f27c46448d6 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:24:47.285271 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:47.289579 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [None req-d73a3ca1-6ec1-442e-b7c9-b5ef3c3b88f6 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] device_id is not set on port 3f20d0d2-cf52-4e4f-a652-0a1681df61d2 yet. {{(pid=83737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 07 10:24:47.313064 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3c8ac91b-9766-4344-8900-474b6268d4db tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:47.315930 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-3c8ac91b-9766-4344-8900-474b6268d4db tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] 10.222.0.13 "DELETE /v2.0/ports/5cc643a7-d12e-49b8-b6cc-5cd8820ad54a HTTP/1.1" status: 204 len: 168 time: 1.5984161 Mar 07 10:24:47.319416 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 58980) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:24:47.319794 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-1085d639-2fe2-4140-a52e-e69ecd0fa79b None None] Calling delete_port for b493604b-ad94-4136-8a1f-9f27c46448d6 owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:24:47.322255 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b08e3c2-34d9-4419-ad84-03b0b63fd8d8 tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Pushing event updated for resources: {'Network': ['ID=4031af0e-dc23-49d0-ad87-388696049f0f,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:24:47.362743 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Network 4031af0e-dc23-49d0-ad87-388696049f0f details requested by agent ovs-agent-dv-neutron-830731-3-hyperv with host dv-neutron-830731-3-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 10:24:47.370698 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-36ef598f-056f-4798-8a56-d7789544bbd3 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] GET failed (client error): The resource could not be found. Mar 07 10:24:47.370698 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-36ef598f-056f-4798-8a56-d7789544bbd3 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Synchronizing usage tracker for tenant:29ee0fb2487e46c6b75e400959e24994 on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:24:47.389792 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-36ef598f-056f-4798-8a56-d7789544bbd3 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Unset dirty status for tenant:29ee0fb2487e46c6b75e400959e24994 on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:24:47.391501 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-36ef598f-056f-4798-8a56-d7789544bbd3 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] 10.222.0.13 "GET /v2.0/ports/5cc643a7-d12e-49b8-b6cc-5cd8820ad54a HTTP/1.1" status: 404 len: 333 time: 0.0707181 Mar 07 10:24:47.394381 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 58984) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:24:47.413860 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a69fd290-c868-4638-b138-fc9431a84387 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Made reservation on behalf of 7dae50c6a103406a9760f86cb860cee5 for: {'network': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:24:47.418253 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a69fd290-c868-4638-b138-fc9431a84387 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for network, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:47.441741 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-2a00d976-dbdf-4b4c-9125-0ebb7e46acb3 tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:24:47.462591 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-2a00d976-dbdf-4b4c-9125-0ebb7e46acb3 tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Usage tracker for resource:subnet and tenant:64dd8ce26a1f4a129b19da032c5653db is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:24:47.470611 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-2a00d976-dbdf-4b4c-9125-0ebb7e46acb3 tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:24:47.486354 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-2a00d976-dbdf-4b4c-9125-0ebb7e46acb3 tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:24:47.503652 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1a3e84-333a-4ba1-ad05-c44d2d802aa9 req-71b50fe5-1d6f-449c-9fda-05bce9f7043d tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:24:47.505178 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-bc1a3e84-333a-4ba1-ad05-c44d2d802aa9 req-71b50fe5-1d6f-449c-9fda-05bce9f7043d tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9a41462-2213-477c-a0d7-2a574dc86c0e HTTP/1.1" status: 200 len: 946 time: 0.4809871 Mar 07 10:24:47.584522 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a69fd290-c868-4638-b138-fc9431a84387 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=83737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:24:47.597007 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a00d976-dbdf-4b4c-9125-0ebb7e46acb3 tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Made reservation on behalf of 64dd8ce26a1f4a129b19da032c5653db for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:24:47.687815 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a69fd290-c868-4638-b138-fc9431a84387 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:47.688505 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.db.segments_db [None req-a69fd290-c868-4638-b138-fc9431a84387 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Added segment eb7fe0e5-6eb6-474a-98a0-cd337c51c3b8 of type vlan for network 42cfd1d8-f795-43c9-8841-6c633dc5e357 Mar 07 10:24:47.697778 dv-neutron-830731-3-hyperv neutron-server[83739]: INFO neutron.plugins.ml2.db [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] No ports have port_id starting with b493604b-ad94-4136-8a1f-9f27c46448d6 Mar 07 10:24:47.704302 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-1085d639-2fe2-4140-a52e-e69ecd0fa79b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812'] for port, after_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:47.708017 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device ba8832ae-93bd-4667-b4e5-3d9076d64584 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:24:47.738963 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-bc1a3e84-333a-4ba1-ad05-c44d2d802aa9 req-4334884f-a830-4ebd-b921-892406e231b1 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0cf1685-c0d8-4959-a53b-3f1ceedf7fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1958315 Mar 07 10:24:47.780703 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_v2 [None req-2409530c-56c4-4889-a9bd-5faa25fba31a tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Deleting subnet af10146f-6781-4b92-9340-6e84339cf6e4 {{(pid=83738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 07 10:24:47.787833 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-b9e622c6-e699-4e17-b79f-2742f56b6a0e None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:47.789244 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2409530c-56c4-4889-a9bd-5faa25fba31a tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks [] for subnet, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:47.810634 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1085d639-2fe2-4140-a52e-e69ecd0fa79b None None] Pushing event deleted for resources: {'Port': ['ID=b493604b-ad94-4136-8a1f-9f27c46448d6,revision_number=None']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:24:47.830594 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-b9e622c6-e699-4e17-b79f-2742f56b6a0e None None] Transition to ACTIVE for port object 24df7cb2-3acf-4b93-92fc-eece8043c6b2 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:24:47.835320 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-9463d201-991a-4cf5-ba90-6d5ba7189a6c None None] Could not find standard attr ID for object 5cc643a7-d12e-49b8-b6cc-5cd8820ad54a. {{(pid=83739) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 07 10:24:47.846264 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2a00d976-dbdf-4b4c-9125-0ebb7e46acb3 tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3219231'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:47.849264 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1085d639-2fe2-4140-a52e-e69ecd0fa79b None None] No DVR routers for this DVR port b493604b-ad94-4136-8a1f-9f27c46448d6 on host dv-neutron-830731-3-hyperv {{(pid=83739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:24:47.870894 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a69fd290-c868-4638-b138-fc9431a84387 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732568034061'] for network, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:47.874909 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-051be937-9164-4800-acc5-d40e02017bf3 None None] Network 98d8805b-dd65-4110-997b-2eea298bca78 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:24:47.895094 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-b9e622c6-e699-4e17-b79f-2742f56b6a0e None None] Transition to ACTIVE for port object 24df7cb2-3acf-4b93-92fc-eece8043c6b2 will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:24:47.928599 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2409530c-56c4-4889-a9bd-5faa25fba31a tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2969395'] for subnet, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:47.967702 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-b9e622c6-e699-4e17-b79f-2742f56b6a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:47.991956 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-d73a3ca1-6ec1-442e-b7c9-b5ef3c3b88f6 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Allocated IP 2001:db8::2d38:ce73:d96f:7ddd (98d8805b-dd65-4110-997b-2eea298bca78/edd9470d-6af1-4d84-ae91-8219d39babc1/3f20d0d2-cf52-4e4f-a652-0a1681df61d2) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:24:48.036141 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-9463d201-991a-4cf5-ba90-6d5ba7189a6c None None] Provisioning complete for port ba8832ae-93bd-4667-b4e5-3d9076d64584 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:24:48.036573 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-9463d201-991a-4cf5-ba90-6d5ba7189a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:48.087231 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a69fd290-c868-4638-b138-fc9431a84387 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594'] for network, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:48.090763 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2409530c-56c4-4889-a9bd-5faa25fba31a tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1525496'] for subnet, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:48.097072 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a69fd290-c868-4638-b138-fc9431a84387 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:24:48.097692 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a69fd290-c868-4638-b138-fc9431a84387 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2756603'] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:48.180844 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-a69fd290-c868-4638-b138-fc9431a84387 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0935099 Mar 07 10:24:48.181757 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 58992) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:24:48.186697 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e622c6-e699-4e17-b79f-2742f56b6a0e None None] Network 519071e8-df4c-4bcf-b3c1-7a2f34169d68 is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:24:48.196266 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-9ae158a4-4e73-437d-acc0-ed896b377e45 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Request body: {'subnet': {'network_id': '42cfd1d8-f795-43c9-8841-6c633dc5e357', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:24:48.202911 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port ba8832ae-93bd-4667-b4e5-3d9076d64584 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:24:48.203276 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:48.231310 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-b9e622c6-e699-4e17-b79f-2742f56b6a0e None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:24:48.233119 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e622c6-e699-4e17-b79f-2742f56b6a0e None None] Pushing event updated for resources: {'Port': ['ID=24df7cb2-3acf-4b93-92fc-eece8043c6b2,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:24:48.238456 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e622c6-e699-4e17-b79f-2742f56b6a0e None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:24:48.440348 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-9ae158a4-4e73-437d-acc0-ed896b377e45 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:24:48.455164 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2409530c-56c4-4889-a9bd-5faa25fba31a tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1525489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3556647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741465'] for subnet, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:48.489505 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-9ae158a4-4e73-437d-acc0-ed896b377e45 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Usage tracker for resource:subnet and tenant:7dae50c6a103406a9760f86cb860cee5 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:24:48.498219 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-9ae158a4-4e73-437d-acc0-ed896b377e45 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:24:48.509577 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2409530c-56c4-4889-a9bd-5faa25fba31a tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Pushing event deleted for resources: {'Subnet': ['ID=af10146f-6781-4b92-9340-6e84339cf6e4,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:24:48.513374 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-9ae158a4-4e73-437d-acc0-ed896b377e45 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:24:48.518697 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2409530c-56c4-4889-a9bd-5faa25fba31a tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:48.532751 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-2409530c-56c4-4889-a9bd-5faa25fba31a tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] 10.222.0.13 "DELETE /v2.0/subnets/af10146f-6781-4b92-9340-6e84339cf6e4 HTTP/1.1" status: 204 len: 168 time: 1.1363587 Mar 07 10:24:48.534782 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 58998) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:24:48.537662 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ae158a4-4e73-437d-acc0-ed896b377e45 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Made reservation on behalf of 7dae50c6a103406a9760f86cb860cee5 for: {'subnet': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:24:48.553526 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e61474-b706-4770-b980-20faa6bcc12f None None] Network 8fda1b61-6e15-4e48-9913-0ff1ab42b799 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:24:48.581127 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-b9e622c6-e699-4e17-b79f-2742f56b6a0e None None] Attempting to bind port 24df7cb2-3acf-4b93-92fc-eece8043c6b2 on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:24:48.581526 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-b9e622c6-e699-4e17-b79f-2742f56b6a0e None None] Attempting to bind port 24df7cb2-3acf-4b93-92fc-eece8043c6b2 by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': '0417a078-c16b-4c1b-8c08-a8807775c79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '519071e8-df4c-4bcf-b3c1-7a2f34169d68'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:24:48.581823 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e622c6-e699-4e17-b79f-2742f56b6a0e None None] Attempting to bind port 24df7cb2-3acf-4b93-92fc-eece8043c6b2 on network 519071e8-df4c-4bcf-b3c1-7a2f34169d68 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:24:48.653001 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-418023bd-9fdd-4a32-b7a3-3e6765e2e2a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ec2749d-0aec-52fb-aca6-10ba8a80aade-98d8805b-dd65-4110-997b-2eea298bca78', 'network_id': '98d8805b-dd65-4110-997b-2eea298bca78', 'tenant_id': '0f1e04191c7443f7844c0202165e746c', 'fixed_ips': [{'subnet_id': 'edd9470d-6af1-4d84-ae91-8219d39babc1'}]}} from dv-neutron-830731-3-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 07 10:24:48.653798 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-418023bd-9fdd-4a32-b7a3-3e6765e2e2a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:48.684026 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69fd290-c868-4638-b138-fc9431a84387 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Pushing event updated for resources: {'Network': ['ID=42cfd1d8-f795-43c9-8841-6c633dc5e357,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:24:48.705423 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cb49e96-89f3-4bc1-b40a-750158fd0ba0 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Deleting subnet 82fc8911-1ac2-487f-bd3e-2dc5d2288339 {{(pid=83738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 07 10:24:48.710066 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9ae158a4-4e73-437d-acc0-ed896b377e45 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741426'] for subnet, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:48.716197 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e622c6-e699-4e17-b79f-2742f56b6a0e None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:24:48.716558 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e622c6-e699-4e17-b79f-2742f56b6a0e None None] Checking segment: {'id': '0417a078-c16b-4c1b-8c08-a8807775c79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '519071e8-df4c-4bcf-b3c1-7a2f34169d68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:24:48.716858 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-b9e622c6-e699-4e17-b79f-2742f56b6a0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:48.717239 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e622c6-e699-4e17-b79f-2742f56b6a0e None None] Bound using segment: {'id': '0417a078-c16b-4c1b-8c08-a8807775c79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '519071e8-df4c-4bcf-b3c1-7a2f34169d68'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:24:48.717705 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-b9e622c6-e699-4e17-b79f-2742f56b6a0e None None] Bound port: 24df7cb2-3acf-4b93-92fc-eece8043c6b2, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0417a078-c16b-4c1b-8c08-a8807775c79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '519071e8-df4c-4bcf-b3c1-7a2f34169d68'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:24:48.718065 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-b9e622c6-e699-4e17-b79f-2742f56b6a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:48.727091 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Network 42cfd1d8-f795-43c9-8841-6c633dc5e357 details requested by agent ovs-agent-dv-neutron-830731-3-hyperv with host dv-neutron-830731-3-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 10:24:48.728737 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3cb49e96-89f3-4bc1-b40a-750158fd0ba0 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks [] for subnet, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:48.756137 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-0afca2ad-d3f7-4b95-82cc-9ff1f879681d None None] Could not find standard attr ID for object 5cc643a7-d12e-49b8-b6cc-5cd8820ad54a. {{(pid=83739) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 07 10:24:48.852788 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d73a3ca1-6ec1-442e-b7c9-b5ef3c3b88f6 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:48.859584 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3cb49e96-89f3-4bc1-b40a-750158fd0ba0 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2969395'] for subnet, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:48.864923 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2a00d976-dbdf-4b4c-9125-0ebb7e46acb3 tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3012444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3219213'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:48.873477 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3736d5f4-1691-4585-b419-90d13fd845fa req-368e46cf-9e2e-4c01-b5a8-38a3bee64964 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:24:48.874885 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-3736d5f4-1691-4585-b419-90d13fd845fa req-368e46cf-9e2e-4c01-b5a8-38a3bee64964 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9a41462-2213-477c-a0d7-2a574dc86c0e HTTP/1.1" status: 200 len: 946 time: 0.5235360 Mar 07 10:24:48.948899 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [None req-d73a3ca1-6ec1-442e-b7c9-b5ef3c3b88f6 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Transition to ACTIVE for port object 3f20d0d2-cf52-4e4f-a652-0a1681df61d2 will not be triggered until provisioned by entity DHCP. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:24:49.029931 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3cb49e96-89f3-4bc1-b40a-750158fd0ba0 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1525496'] for subnet, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:49.034372 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a00d976-dbdf-4b4c-9125-0ebb7e46acb3 tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Pushing event updated for resources: {'Subnet': ['ID=51e7649d-eb54-49aa-8b58-de4e29844bf0,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:24:49.062955 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device a1cc51e2-51c0-416c-be73-349116e1fc68 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:24:49.065911 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-3736d5f4-1691-4585-b419-90d13fd845fa req-828d6cc7-218a-4caf-86f5-a4d29de5cc52 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0cf1685-c0d8-4959-a53b-3f1ceedf7fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1489038 Mar 07 10:24:49.075201 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a00d976-dbdf-4b4c-9125-0ebb7e46acb3 tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Checking segment: {'id': 'a089b210-e570-423d-a389-6222213848e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'c22f2f37-d86f-4f4b-ae8e-64094eeb019a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:24:49.075565 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a00d976-dbdf-4b4c-9125-0ebb7e46acb3 tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Network hostable DHCP agents. Network: c22f2f37-d86f-4f4b-ae8e-64094eeb019a, hostable agents: ['6527556c-6586-422c-ae47-082984683847'], hosted agents: [] {{(pid=83737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:24:49.099154 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d73a3ca1-6ec1-442e-b7c9-b5ef3c3b88f6 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:49.130093 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9ae158a4-4e73-437d-acc0-ed896b377e45 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3556832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741408'] for subnet, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:49.166812 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bba95bf-4090-4be0-bc6d-3da5ad0c8e7d tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Router 4bd78e7b-bb20-49e1-8453-68eb29fc1b8d has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:24:49.181519 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a00d976-dbdf-4b4c-9125-0ebb7e46acb3 tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Network c22f2f37-d86f-4f4b-ae8e-64094eeb019a is scheduled to be hosted by DHCP agent 6527556c-6586-422c-ae47-082984683847 with binding_index 1 {{(pid=83737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:24:49.196927 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d73a3ca1-6ec1-442e-b7c9-b5ef3c3b88f6 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Network 98d8805b-dd65-4110-997b-2eea298bca78 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:24:49.203490 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-d73a3ca1-6ec1-442e-b7c9-b5ef3c3b88f6 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:24:49.203686 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3cb49e96-89f3-4bc1-b40a-750158fd0ba0 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1525489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3556647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741465'] for subnet, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:49.206833 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73a3ca1-6ec1-442e-b7c9-b5ef3c3b88f6 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Pushing event updated for resources: {'Port': ['ID=3f20d0d2-cf52-4e4f-a652-0a1681df61d2,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:24:49.209387 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73a3ca1-6ec1-442e-b7c9-b5ef3c3b88f6 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:24:49.214367 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d73a3ca1-6ec1-442e-b7c9-b5ef3c3b88f6 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:24:49.214986 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d73a3ca1-6ec1-442e-b7c9-b5ef3c3b88f6 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:49.223668 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-b9e622c6-e699-4e17-b79f-2742f56b6a0e None None] For port 24df7cb2-3acf-4b93-92fc-eece8043c6b2, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:24:49.226964 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-2a00d976-dbdf-4b4c-9125-0ebb7e46acb3 tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830731-3-hyperv, c22f2f37-d86f-4f4b-ae8e-64094eeb019a) {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:24:49.232715 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3cb49e96-89f3-4bc1-b40a-750158fd0ba0 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:49.236072 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a00d976-dbdf-4b4c-9125-0ebb7e46acb3 tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:24:49.236673 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2a00d976-dbdf-4b4c-9125-0ebb7e46acb3 tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2756603'] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:49.270236 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38adf605-402f-4421-8398-ce6d07a14c0d None None] Network c22f2f37-d86f-4f4b-ae8e-64094eeb019a requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:24:49.281883 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae158a4-4e73-437d-acc0-ed896b377e45 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Pushing event updated for resources: {'Subnet': ['ID=6c7b026e-191a-4e4c-9cd6-28f00b5e90b5,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:24:49.299266 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-d73a3ca1-6ec1-442e-b7c9-b5ef3c3b88f6 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.8908405 Mar 07 10:24:49.306075 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 59004) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:24:49.335142 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-3cb49e96-89f3-4bc1-b40a-750158fd0ba0 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] 10.222.0.13 "DELETE /v2.0/subnets/82fc8911-1ac2-487f-bd3e-2dc5d2288339 HTTP/1.1" status: 204 len: 168 time: 0.7991300 Mar 07 10:24:49.339707 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 59008) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:24:49.357589 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-b9e622c6-e699-4e17-b79f-2742f56b6a0e None None] For port 24df7cb2-3acf-4b93-92fc-eece8043c6b2, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=24df7cb2-3acf-4b93-92fc-eece8043c6b2,segment=NetworkSegment(0417a078-c16b-4c1b-8c08-a8807775c79f),segment_id=0417a078-c16b-4c1b-8c08-a8807775c79f)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:24:49.366585 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb49e96-89f3-4bc1-b40a-750158fd0ba0 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Pushing event deleted for resources: {'Subnet': ['ID=82fc8911-1ac2-487f-bd3e-2dc5d2288339,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:24:49.388114 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-b9e622c6-e699-4e17-b79f-2742f56b6a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:49.392895 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-418023bd-9fdd-4a32-b7a3-3e6765e2e2a9 None None] Allocated IP 2001:db8::2 (98d8805b-dd65-4110-997b-2eea298bca78/edd9470d-6af1-4d84-ae91-8219d39babc1/4cbbedc9-f384-45b6-97e7-679d7ce9e8f9) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:24:49.396426 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-2a00d976-dbdf-4b4c-9125-0ebb7e46acb3 tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2349942 Mar 07 10:24:49.408021 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 59012) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:24:49.418472 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-e968f576-2159-4121-ab93-2ab00feb54e7 tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Request body: {'subnet': {'network_id': '4031af0e-dc23-49d0-ad87-388696049f0f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:24:49.427329 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae158a4-4e73-437d-acc0-ed896b377e45 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Checking segment: {'id': 'eb7fe0e5-6eb6-474a-98a0-cd337c51c3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '42cfd1d8-f795-43c9-8841-6c633dc5e357'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:24:49.427687 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae158a4-4e73-437d-acc0-ed896b377e45 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Network hostable DHCP agents. Network: 42cfd1d8-f795-43c9-8841-6c633dc5e357, hostable agents: ['6527556c-6586-422c-ae47-082984683847'], hosted agents: [] {{(pid=83738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:24:49.489258 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-06cac80f-89f8-4295-aadf-05ead88e9533 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1158940'] for network, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:49.490883 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae158a4-4e73-437d-acc0-ed896b377e45 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Network 42cfd1d8-f795-43c9-8841-6c633dc5e357 is scheduled to be hosted by DHCP agent 6527556c-6586-422c-ae47-082984683847 with binding_index 1 {{(pid=83738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:24:49.507545 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-9ae158a4-4e73-437d-acc0-ed896b377e45 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830731-3-hyperv, 42cfd1d8-f795-43c9-8841-6c633dc5e357) {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:24:49.512513 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae158a4-4e73-437d-acc0-ed896b377e45 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:24:49.513378 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9ae158a4-4e73-437d-acc0-ed896b377e45 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:49.521013 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-06cac80f-89f8-4295-aadf-05ead88e9533 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Deleting port ba8832ae-93bd-4667-b4e5-3d9076d64584 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:24:49.521344 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-06cac80f-89f8-4295-aadf-05ead88e9533 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:49.563183 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-e968f576-2159-4121-ab93-2ab00feb54e7 tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:24:49.565220 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce787635-5331-4d5a-80c8-370648df5f5e None None] Network 42cfd1d8-f795-43c9-8841-6c633dc5e357 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:24:49.573214 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-e968f576-2159-4121-ab93-2ab00feb54e7 tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Usage tracker for resource:subnet and tenant:64dd8ce26a1f4a129b19da032c5653db is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:24:49.581300 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-9ae158a4-4e73-437d-acc0-ed896b377e45 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.3945668 Mar 07 10:24:49.581490 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-762597aa-2a94-474d-a3b2-b6ecb095322d tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:24:49.581809 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-762597aa-2a94-474d-a3b2-b6ecb095322d tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Synchronizing usage tracker for tenant:0f1e04191c7443f7844c0202165e746c on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:24:49.582282 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 59016) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:24:49.587049 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-e968f576-2159-4121-ab93-2ab00feb54e7 tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:24:49.589675 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-d7931645-4862-4b8e-8795-fe431518aeda tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2088226076'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:24:49.594219 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-d7931645-4862-4b8e-8795-fe431518aeda tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:24:49.598083 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-d7931645-4862-4b8e-8795-fe431518aeda tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Usage tracker for resource:network and tenant:7dae50c6a103406a9760f86cb860cee5 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:24:49.598469 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-e968f576-2159-4121-ab93-2ab00feb54e7 tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:24:49.601631 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-d7931645-4862-4b8e-8795-fe431518aeda tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:24:49.608870 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-d7931645-4862-4b8e-8795-fe431518aeda tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:24:49.621621 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e968f576-2159-4121-ab93-2ab00feb54e7 tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Made reservation on behalf of 64dd8ce26a1f4a129b19da032c5653db for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:24:49.622571 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7931645-4862-4b8e-8795-fe431518aeda tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Made reservation on behalf of 7dae50c6a103406a9760f86cb860cee5 for: {'network': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:24:49.625531 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d7931645-4862-4b8e-8795-fe431518aeda tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for network, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:49.643358 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-762597aa-2a94-474d-a3b2-b6ecb095322d tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Unset dirty status for tenant:0f1e04191c7443f7844c0202165e746c on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:24:49.647085 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-762597aa-2a94-474d-a3b2-b6ecb095322d tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.3375714 Mar 07 10:24:49.664515 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 59020) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:24:49.739854 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e968f576-2159-4121-ab93-2ab00feb54e7 tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3219231'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:49.758028 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e622c6-e699-4e17-b79f-2742f56b6a0e None None] Pushing event updated for resources: {'Port': ['ID=24df7cb2-3acf-4b93-92fc-eece8043c6b2,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:24:49.759654 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7931645-4862-4b8e-8795-fe431518aeda tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=83738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:24:49.782103 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-2f7f4bca-104b-4c7b-a2ba-c5c762866718 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Deleting port 3f20d0d2-cf52-4e4f-a652-0a1681df61d2 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:24:49.783304 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2f7f4bca-104b-4c7b-a2ba-c5c762866718 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:49.786405 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port a1cc51e2-51c0-416c-be73-349116e1fc68 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:24:49.786777 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:49.850763 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bba95bf-4090-4be0-bc6d-3da5ad0c8e7d tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:24:49.867749 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cdeb40a-4f89-40d2-a6ce-57238ad06851 None None] Sync routers for ids ['4bd78e7b-bb20-49e1-8453-68eb29fc1b8d'] in dv-neutron-830731-3-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:24:49.885336 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cdeb40a-4f89-40d2-a6ce-57238ad06851 None None] Routers {'4bd78e7b-bb20-49e1-8453-68eb29fc1b8d'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:24:49.887026 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-9cdeb40a-4f89-40d2-a6ce-57238ad06851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:24:30Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['4bd78e7b-bb20-49e1-8453-68eb29fc1b8d'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:24:49.894746 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5bba95bf-4090-4be0-bc6d-3da5ad0c8e7d tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for floatingip, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:49.964979 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-9cdeb40a-4f89-40d2-a6ce-57238ad06851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:24:49.976580 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cdeb40a-4f89-40d2-a6ce-57238ad06851 None None] Routers {'4bd78e7b-bb20-49e1-8453-68eb29fc1b8d'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:24:49.977643 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-9cdeb40a-4f89-40d2-a6ce-57238ad06851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:24:30Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['4bd78e7b-bb20-49e1-8453-68eb29fc1b8d'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:24:49.990180 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-5bba95bf-4090-4be0-bc6d-3da5ad0c8e7d tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 11.7330132 Mar 07 10:24:50.067176 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-9cdeb40a-4f89-40d2-a6ce-57238ad06851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:24:50.067999 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cdeb40a-4f89-40d2-a6ce-57238ad06851 None None] The sync data for ids ['4bd78e7b-bb20-49e1-8453-68eb29fc1b8d'] in dv-neutron-830731-3-hyperv is: [] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:24:50.112463 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 59024) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:24:50.119420 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-dfdab1d6-5dde-43c8-a4d8-d910b33fdcaa tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:24:50.152591 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d7931645-4862-4b8e-8795-fe431518aeda tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:50.153208 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.db.segments_db [None req-d7931645-4862-4b8e-8795-fe431518aeda tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Added segment 1c624a31-6460-4a5c-a75d-bfb95d14340b of type vlan for network eae45fef-ebb9-4481-873d-ba5c0f8dbb2e Mar 07 10:24:50.185362 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e33556-c550-4ce2-b331-50de55c41e9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ec2749d-0aec-52fb-aca6-10ba8a80aade-c22f2f37-d86f-4f4b-ae8e-64094eeb019a', 'network_id': 'c22f2f37-d86f-4f4b-ae8e-64094eeb019a', 'tenant_id': '64dd8ce26a1f4a129b19da032c5653db', 'fixed_ips': [{'subnet_id': '51e7649d-eb54-49aa-8b58-de4e29844bf0'}]}} from dv-neutron-830731-3-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 07 10:24:50.186670 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-97e33556-c550-4ce2-b331-50de55c41e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:50.233268 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-06cac80f-89f8-4295-aadf-05ead88e9533 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] For port ba8832ae-93bd-4667-b4e5-3d9076d64584, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=ba8832ae-93bd-4667-b4e5-3d9076d64584,segment=NetworkSegment(568765f4-6713-4e7c-8e0e-8009c52fa3ec),segment_id=568765f4-6713-4e7c-8e0e-8009c52fa3ec)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:24:50.233615 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-06cac80f-89f8-4295-aadf-05ead88e9533 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:50.290246 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d7931645-4862-4b8e-8795-fe431518aeda tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732568034061'] for network, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:50.311177 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b32d696c-03ea-4d39-bfca-3cb2fcf3cb5d None None] Update dhcp port {'port': {'network_id': '8fda1b61-6e15-4e48-9913-0ff1ab42b799', 'fixed_ips': [{'subnet_id': '82fc8911-1ac2-487f-bd3e-2dc5d2288339'}], 'binding:host_id': 'dv-neutron-830731-3-hyperv'}, 'id': 'ba8832ae-93bd-4667-b4e5-3d9076d64584'} from dv-neutron-830731-3-hyperv. {{(pid=83739) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 07 10:24:50.426250 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-dfdab1d6-5dde-43c8-a4d8-d910b33fdcaa tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks [] for floatingip, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:50.467029 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d7931645-4862-4b8e-8795-fe431518aeda tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594'] for network, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:50.470289 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7931645-4862-4b8e-8795-fe431518aeda tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:24:50.470553 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d7931645-4862-4b8e-8795-fe431518aeda tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:50.497428 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-06cac80f-89f8-4295-aadf-05ead88e9533 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Calling delete_port for ba8832ae-93bd-4667-b4e5-3d9076d64584 owned by network:dhcp {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:24:50.508876 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e968f576-2159-4121-ab93-2ab00feb54e7 tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3012444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3219213'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:50.509092 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-418023bd-9fdd-4a32-b7a3-3e6765e2e2a9 None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:50.525063 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-b32d696c-03ea-4d39-bfca-3cb2fcf3cb5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:50.547768 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb87ec9a-3a58-45e0-bbc0-d08d7c363e5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ec2749d-0aec-52fb-aca6-10ba8a80aade-42cfd1d8-f795-43c9-8841-6c633dc5e357', 'network_id': '42cfd1d8-f795-43c9-8841-6c633dc5e357', 'tenant_id': '7dae50c6a103406a9760f86cb860cee5', 'fixed_ips': [{'subnet_id': '6c7b026e-191a-4e4c-9cd6-28f00b5e90b5'}]}} from dv-neutron-830731-3-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 07 10:24:50.549058 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-fb87ec9a-3a58-45e0-bbc0-d08d7c363e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:50.559865 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-d7931645-4862-4b8e-8795-fe431518aeda tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9738898 Mar 07 10:24:50.569309 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-418023bd-9fdd-4a32-b7a3-3e6765e2e2a9 None None] Transition to ACTIVE for port object 4cbbedc9-f384-45b6-97e7-679d7ce9e8f9 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:24:50.616783 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 59030) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:24:50.646444 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-6db7172f-29e8-4bb8-8b02-4688d9f02d08 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Request body: {'subnet': {'network_id': 'eae45fef-ebb9-4481-873d-ba5c0f8dbb2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:24:50.735254 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device b493604b-ad94-4136-8a1f-9f27c46448d6 no longer exists at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:24:50.778202 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-418023bd-9fdd-4a32-b7a3-3e6765e2e2a9 None None] Transition to ACTIVE for port object 4cbbedc9-f384-45b6-97e7-679d7ce9e8f9 will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:24:50.781313 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1cc6ee-9afb-4a93-8cf6-56d1ebdd2556 req-94092520-4523-4820-885a-6ffd1b217c0c tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:24:50.787941 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-1e1cc6ee-9afb-4a93-8cf6-56d1ebdd2556 req-94092520-4523-4820-885a-6ffd1b217c0c tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9a41462-2213-477c-a0d7-2a574dc86c0e HTTP/1.1" status: 200 len: 946 time: 0.5107737 Mar 07 10:24:50.808854 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] No Port match for: b493604b-ad94-4136-8a1f-9f27c46448d6 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 10:24:50.809106 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device b493604b-ad94-4136-8a1f-9f27c46448d6 not bound to the agent host dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 10:24:50.817622 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-418023bd-9fdd-4a32-b7a3-3e6765e2e2a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:50.845521 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e968f576-2159-4121-ab93-2ab00feb54e7 tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Pushing event updated for resources: {'Subnet': ['ID=156efdfb-1ebc-42a3-8394-4375abc0eae7,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:24:50.860624 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7931645-4862-4b8e-8795-fe431518aeda tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Pushing event updated for resources: {'Network': ['ID=eae45fef-ebb9-4481-873d-ba5c0f8dbb2e,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:24:50.933296 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Network eae45fef-ebb9-4481-873d-ba5c0f8dbb2e details requested by agent ovs-agent-dv-neutron-830731-3-hyperv with host dv-neutron-830731-3-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 10:24:50.938159 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e968f576-2159-4121-ab93-2ab00feb54e7 tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Checking segment: {'id': '8147c551-857e-4cdd-b2e2-373c9c183fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '4031af0e-dc23-49d0-ad87-388696049f0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:24:50.939271 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e968f576-2159-4121-ab93-2ab00feb54e7 tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Network hostable DHCP agents. Network: 4031af0e-dc23-49d0-ad87-388696049f0f, hostable agents: ['6527556c-6586-422c-ae47-082984683847'], hosted agents: [] {{(pid=83737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:24:50.946160 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-6db7172f-29e8-4bb8-8b02-4688d9f02d08 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:24:50.955863 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-6db7172f-29e8-4bb8-8b02-4688d9f02d08 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Usage tracker for resource:subnet and tenant:7dae50c6a103406a9760f86cb860cee5 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:24:50.962099 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-1e1cc6ee-9afb-4a93-8cf6-56d1ebdd2556 req-7bd5b6b7-9797-45a1-9c28-93530b844b47 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0cf1685-c0d8-4959-a53b-3f1ceedf7fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1732340 Mar 07 10:24:50.963116 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-6db7172f-29e8-4bb8-8b02-4688d9f02d08 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:24:50.977661 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-6db7172f-29e8-4bb8-8b02-4688d9f02d08 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:24:51.018071 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-06cac80f-89f8-4295-aadf-05ead88e9533 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:51.103573 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-97e33556-c550-4ce2-b331-50de55c41e9d None None] Allocated IP 172.20.0.2 (c22f2f37-d86f-4f4b-ae8e-64094eeb019a/51e7649d-eb54-49aa-8b58-de4e29844bf0/466a99b2-52c4-4540-a0a4-a776cf5a5cf8) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:24:51.106315 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 24df7cb2-3acf-4b93-92fc-eece8043c6b2 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:24:51.111533 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-dfdab1d6-5dde-43c8-a4d8-d910b33fdcaa tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:51.112895 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e968f576-2159-4121-ab93-2ab00feb54e7 tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Network 4031af0e-dc23-49d0-ad87-388696049f0f is scheduled to be hosted by DHCP agent 6527556c-6586-422c-ae47-082984683847 with binding_index 1 {{(pid=83737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:24:51.119250 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cac80f-89f8-4295-aadf-05ead88e9533 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Pushing event deleted for resources: {'Port': ['ID=ba8832ae-93bd-4667-b4e5-3d9076d64584,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:24:51.121822 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-dfdab1d6-5dde-43c8-a4d8-d910b33fdcaa tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923533'] for floatingip, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:51.122401 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.db.l3_db [None req-dfdab1d6-5dde-43c8-a4d8-d910b33fdcaa tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Floating IP 01dac42d-5a18-437a-80ad-63953d3eea6a disassociated. External IP: 172.26.8.19, port: 1647e482-4ce9-40f0-a09a-20cb75e8a826. Mar 07 10:24:51.131392 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2f7f4bca-104b-4c7b-a2ba-c5c762866718 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:51.140077 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6db7172f-29e8-4bb8-8b02-4688d9f02d08 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Made reservation on behalf of 7dae50c6a103406a9760f86cb860cee5 for: {'subnet': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:24:51.200636 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-e968f576-2159-4121-ab93-2ab00feb54e7 tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830731-3-hyperv, 4031af0e-dc23-49d0-ad87-388696049f0f) {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:24:51.210506 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff2e5176-038d-4f7d-abab-c75a876afccd None None] Network 8fda1b61-6e15-4e48-9913-0ff1ab42b799 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:24:51.219399 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e968f576-2159-4121-ab93-2ab00feb54e7 tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:24:51.220275 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e968f576-2159-4121-ab93-2ab00feb54e7 tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2756603'] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:51.271017 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-418023bd-9fdd-4a32-b7a3-3e6765e2e2a9 None None] Network 98d8805b-dd65-4110-997b-2eea298bca78 is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:24:51.272688 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f5983d-499e-4f23-bbdb-68c0b74020ae None None] Network 4031af0e-dc23-49d0-ad87-388696049f0f requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:24:51.289224 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418023bd-9fdd-4a32-b7a3-3e6765e2e2a9 None None] Pushing event updated for resources: {'Port': ['ID=4cbbedc9-f384-45b6-97e7-679d7ce9e8f9,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:24:51.327480 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-e968f576-2159-4121-ab93-2ab00feb54e7 tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9171038 Mar 07 10:24:51.327913 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 59036) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:24:51.342552 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-418023bd-9fdd-4a32-b7a3-3e6765e2e2a9 None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:24:51.429069 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-821707d2-d150-4437-8eab-58ebc15c7c3d None None] Could not find standard attr ID for object ba8832ae-93bd-4667-b4e5-3d9076d64584. {{(pid=83739) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 07 10:24:51.439068 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06cac80f-89f8-4295-aadf-05ead88e9533 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] No DVR routers for this DVR port ba8832ae-93bd-4667-b4e5-3d9076d64584 on host dv-neutron-830731-3-hyperv {{(pid=83738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:24:51.486156 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418023bd-9fdd-4a32-b7a3-3e6765e2e2a9 None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:24:51.486580 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-2f7f4bca-104b-4c7b-a2ba-c5c762866718 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Calling delete_port for 3f20d0d2-cf52-4e4f-a652-0a1681df61d2 owned by {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:24:51.490355 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25234a94-c4b0-4809-97bc-6b9ad538fd82 None None] Network 519071e8-df4c-4bcf-b3c1-7a2f34169d68 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:24:51.619630 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-fb87ec9a-3a58-45e0-bbc0-d08d7c363e5b None None] Allocated IP 2001:db8::3 (42cfd1d8-f795-43c9-8841-6c633dc5e357/6c7b026e-191a-4e4c-9cd6-28f00b5e90b5/c37a18ba-0b68-46ff-a35b-acc168548f2e) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:24:51.652047 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6db7172f-29e8-4bb8-8b02-4688d9f02d08 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741426'] for subnet, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:51.749289 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.ipam_backend_mixin [None req-6db7172f-29e8-4bb8-8b02-4688d9f02d08 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Performing IP validity checks on allocation pools {{(pid=83738) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 07 10:24:51.749836 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.ipam_backend_mixin [None req-6db7172f-29e8-4bb8-8b02-4688d9f02d08 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83738) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 07 10:24:51.844050 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-06cac80f-89f8-4295-aadf-05ead88e9533 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1526893', 'neutron.services.segments.db._delete_segments_for_network-8732568551033'] for network, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:51.899694 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-06cac80f-89f8-4295-aadf-05ead88e9533 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fda1b61-6e15-4e48-9913-0ff1ab42b799']}} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:24:52.080299 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-06cac80f-89f8-4295-aadf-05ead88e9533 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '568765f4-6713-4e7c-8e0e-8009c52fa3ec') {'for_net_delete': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:24:52.080636 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-06cac80f-89f8-4295-aadf-05ead88e9533 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '568765f4-6713-4e7c-8e0e-8009c52fa3ec') {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:24:52.096324 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-340caec5-e0d2-443b-b360-a81f2e01eb14 None None] Provisioning for port 24df7cb2-3acf-4b93-92fc-eece8043c6b2 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:24:52.098833 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-06cac80f-89f8-4295-aadf-05ead88e9533 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732568550916', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968000'] for segment, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:52.121948 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6db7172f-29e8-4bb8-8b02-4688d9f02d08 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3556832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741408'] for subnet, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:52.135929 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e254eb68-8400-41e4-a8e2-97ae23a7cd5c req-105c98da-8326-43ee-843c-cca3b82f579b tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:24:52.137458 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-e254eb68-8400-41e4-a8e2-97ae23a7cd5c req-105c98da-8326-43ee-843c-cca3b82f579b tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9a41462-2213-477c-a0d7-2a574dc86c0e HTTP/1.1" status: 200 len: 946 time: 0.4753175 Mar 07 10:24:52.152986 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-418023bd-9fdd-4a32-b7a3-3e6765e2e2a9 None None] Attempting to bind port 4cbbedc9-f384-45b6-97e7-679d7ce9e8f9 on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:24:52.153275 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-418023bd-9fdd-4a32-b7a3-3e6765e2e2a9 None None] Attempting to bind port 4cbbedc9-f384-45b6-97e7-679d7ce9e8f9 by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': '13510a37-88c7-493e-9701-b414ea24fc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '98d8805b-dd65-4110-997b-2eea298bca78'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:24:52.153757 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418023bd-9fdd-4a32-b7a3-3e6765e2e2a9 None None] Attempting to bind port 4cbbedc9-f384-45b6-97e7-679d7ce9e8f9 on network 98d8805b-dd65-4110-997b-2eea298bca78 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:24:52.155689 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-06cac80f-89f8-4295-aadf-05ead88e9533 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:52.167478 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeea37a8-215e-49e4-a9dc-6ce3ed6d33b3 None None] DHCP port deletion for 8fda1b61-6e15-4e48-9913-0ff1ab42b799 request from dv-neutron-830731-3-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 07 10:24:52.179612 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06cac80f-89f8-4295-aadf-05ead88e9533 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=83738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 07 10:24:52.180015 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-06cac80f-89f8-4295-aadf-05ead88e9533 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1227397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3556681'] for segment, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:52.182198 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning for port 24df7cb2-3acf-4b93-92fc-eece8043c6b2 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:24:52.195385 dv-neutron-830731-3-hyperv neutron-server[83738]: Traceback (most recent call last): Mar 07 10:24:52.195385 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 07 10:24:52.195385 dv-neutron-830731-3-hyperv neutron-server[83738]: timer() Mar 07 10:24:52.195385 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:24:52.195385 dv-neutron-830731-3-hyperv neutron-server[83738]: cb(*args, **kw) Mar 07 10:24:52.195385 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 10:24:52.195385 dv-neutron-830731-3-hyperv neutron-server[83738]: return func(*args, **kwargs) Mar 07 10:24:52.195385 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:24:52.195385 dv-neutron-830731-3-hyperv neutron-server[83738]: self._notify() Mar 07 10:24:52.195385 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:24:52.195385 dv-neutron-830731-3-hyperv neutron-server[83738]: self.callback(batched_events) Mar 07 10:24:52.195385 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:24:52.195385 dv-neutron-830731-3-hyperv neutron-server[83738]: event.method(event) Mar 07 10:24:52.195385 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 10:24:52.195385 dv-neutron-830731-3-hyperv neutron-server[83738]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:24:52.195385 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 10:24:52.195385 dv-neutron-830731-3-hyperv neutron-server[83738]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:24:52.195385 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 10:24:52.195385 dv-neutron-830731-3-hyperv neutron-server[83738]: return f(self, *a, **k) Mar 07 10:24:52.195385 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:24:52.195385 dv-neutron-830731-3-hyperv neutron-server[83738]: return self._get(url).json() Mar 07 10:24:52.195385 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:24:52.195385 dv-neutron-830731-3-hyperv neutron-server[83738]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:24:52.195385 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 07 10:24:52.195385 dv-neutron-830731-3-hyperv neutron-server[83738]: return self.request(url, 'GET', **kwargs) Mar 07 10:24:52.195385 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 07 10:24:52.195385 dv-neutron-830731-3-hyperv neutron-server[83738]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:24:52.195385 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 07 10:24:52.195385 dv-neutron-830731-3-hyperv neutron-server[83738]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:24:52.195385 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 07 10:24:52.195385 dv-neutron-830731-3-hyperv neutron-server[83738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:24:52.195385 dv-neutron-830731-3-hyperv neutron-server[83738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:24:52.204662 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2f7f4bca-104b-4c7b-a2ba-c5c762866718 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:52.268096 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418023bd-9fdd-4a32-b7a3-3e6765e2e2a9 None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:24:52.268455 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418023bd-9fdd-4a32-b7a3-3e6765e2e2a9 None None] Checking segment: {'id': '13510a37-88c7-493e-9701-b414ea24fc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '98d8805b-dd65-4110-997b-2eea298bca78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:24:52.269057 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-418023bd-9fdd-4a32-b7a3-3e6765e2e2a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:52.269585 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418023bd-9fdd-4a32-b7a3-3e6765e2e2a9 None None] Bound using segment: {'id': '13510a37-88c7-493e-9701-b414ea24fc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '98d8805b-dd65-4110-997b-2eea298bca78'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:24:52.270242 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-418023bd-9fdd-4a32-b7a3-3e6765e2e2a9 None None] Bound port: 4cbbedc9-f384-45b6-97e7-679d7ce9e8f9, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13510a37-88c7-493e-9701-b414ea24fc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '98d8805b-dd65-4110-997b-2eea298bca78'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:24:52.270768 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-418023bd-9fdd-4a32-b7a3-3e6765e2e2a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:52.279820 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 24df7cb2-3acf-4b93-92fc-eece8043c6b2 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:24:52.280345 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:52.292900 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b2e51f87-eaf3-4d16-a0d7-2bebb6749ac0 tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:52.310587 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-e254eb68-8400-41e4-a8e2-97ae23a7cd5c req-7fecf587-968a-4f06-9bb6-579608f465f3 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0cf1685-c0d8-4959-a53b-3f1ceedf7fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1384428 Mar 07 10:24:52.397177 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-06cac80f-89f8-4295-aadf-05ead88e9533 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1526886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923583'] for network, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:52.433768 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-06cac80f-89f8-4295-aadf-05ead88e9533 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:52.436450 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7f4bca-104b-4c7b-a2ba-c5c762866718 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Pushing event deleted for resources: {'Port': ['ID=3f20d0d2-cf52-4e4f-a652-0a1681df61d2,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:24:52.457137 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db7172f-29e8-4bb8-8b02-4688d9f02d08 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Pushing event updated for resources: {'Subnet': ['ID=9a791331-73fc-4255-b2a8-5be76ee5c0db,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:24:52.465215 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cac80f-89f8-4295-aadf-05ead88e9533 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Pushing event deleted for resources: {'Network': ['ID=8fda1b61-6e15-4e48-9913-0ff1ab42b799,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:24:52.522587 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2f7f4bca-104b-4c7b-a2ba-c5c762866718 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:52.524434 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-2f7f4bca-104b-4c7b-a2ba-c5c762866718 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "DELETE /v2.0/ports/3f20d0d2-cf52-4e4f-a652-0a1681df61d2 HTTP/1.1" status: 204 len: 168 time: 2.8553393 Mar 07 10:24:52.527539 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 59042) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:24:52.567720 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb6fab56-d5f5-4b37-ac48-6d6fddddc9e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ec2749d-0aec-52fb-aca6-10ba8a80aade-4031af0e-dc23-49d0-ad87-388696049f0f', 'network_id': '4031af0e-dc23-49d0-ad87-388696049f0f', 'tenant_id': '64dd8ce26a1f4a129b19da032c5653db', 'fixed_ips': [{'subnet_id': '156efdfb-1ebc-42a3-8394-4375abc0eae7'}]}} from dv-neutron-830731-3-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 07 10:24:52.568525 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-cb6fab56-d5f5-4b37-ac48-6d6fddddc9e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:52.575421 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-06cac80f-89f8-4295-aadf-05ead88e9533 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] 10.222.0.13 "DELETE /v2.0/networks/8fda1b61-6e15-4e48-9913-0ff1ab42b799 HTTP/1.1" status: 204 len: 168 time: 3.2337348 Mar 07 10:24:52.580571 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 59046) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:24:52.589205 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db7172f-29e8-4bb8-8b02-4688d9f02d08 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Checking segment: {'id': '1c624a31-6460-4a5c-a75d-bfb95d14340b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'eae45fef-ebb9-4481-873d-ba5c0f8dbb2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:24:52.589558 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6db7172f-29e8-4bb8-8b02-4688d9f02d08 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Network hostable DHCP agents. Network: eae45fef-ebb9-4481-873d-ba5c0f8dbb2e, hostable agents: ['6527556c-6586-422c-ae47-082984683847'], hosted agents: [] {{(pid=83738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:24:52.601234 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-97e33556-c550-4ce2-b331-50de55c41e9d None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:52.660367 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bda3e3e-a771-4059-b7de-4a4b0f3c381a tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:24:52.661721 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bda3e3e-a771-4059-b7de-4a4b0f3c381a tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:24:52.662463 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-8bda3e3e-a771-4059-b7de-4a4b0f3c381a tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Synchronizing usage tracker for tenant:0f1e04191c7443f7844c0202165e746c on resource:subnet {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:24:52.662866 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-97e33556-c550-4ce2-b331-50de55c41e9d None None] Transition to ACTIVE for port object 466a99b2-52c4-4540-a0a4-a776cf5a5cf8 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:24:52.698841 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6db7172f-29e8-4bb8-8b02-4688d9f02d08 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Network eae45fef-ebb9-4481-873d-ba5c0f8dbb2e is scheduled to be hosted by DHCP agent 6527556c-6586-422c-ae47-082984683847 with binding_index 1 {{(pid=83738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:24:52.700919 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-8bda3e3e-a771-4059-b7de-4a4b0f3c381a tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Unset dirty status for tenant:0f1e04191c7443f7844c0202165e746c on resource:subnet {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:24:52.704550 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-8bda3e3e-a771-4059-b7de-4a4b0f3c381a tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1737087 Mar 07 10:24:52.705140 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 59050) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:24:52.721964 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfdab1d6-5dde-43c8-a4d8-d910b33fdcaa tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Router 4bd78e7b-bb20-49e1-8453-68eb29fc1b8d has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:24:52.737431 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-fb87ec9a-3a58-45e0-bbc0-d08d7c363e5b None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:52.762886 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-6db7172f-29e8-4bb8-8b02-4688d9f02d08 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830731-3-hyperv, eae45fef-ebb9-4481-873d-ba5c0f8dbb2e) {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:24:52.764843 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-418023bd-9fdd-4a32-b7a3-3e6765e2e2a9 None None] For port 4cbbedc9-f384-45b6-97e7-679d7ce9e8f9, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:24:52.772087 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-639ad606-4678-47f2-8d55-dd99d9d1847c tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:24:52.772842 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-639ad606-4678-47f2-8d55-dd99d9d1847c tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Synchronizing usage tracker for tenant:29ee0fb2487e46c6b75e400959e24994 on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:24:52.780839 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6db7172f-29e8-4bb8-8b02-4688d9f02d08 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:24:52.781414 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6db7172f-29e8-4bb8-8b02-4688d9f02d08 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:52.800515 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-97e33556-c550-4ce2-b331-50de55c41e9d None None] Transition to ACTIVE for port object 466a99b2-52c4-4540-a0a4-a776cf5a5cf8 will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:24:52.810615 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cc36a83-dd86-4a23-845d-6aed6d4f1b5f None None] Network eae45fef-ebb9-4481-873d-ba5c0f8dbb2e requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:24:52.828721 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-fb87ec9a-3a58-45e0-bbc0-d08d7c363e5b None None] Transition to ACTIVE for port object c37a18ba-0b68-46ff-a35b-acc168548f2e will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:24:52.830300 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-639ad606-4678-47f2-8d55-dd99d9d1847c tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Unset dirty status for tenant:29ee0fb2487e46c6b75e400959e24994 on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:24:52.840107 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-639ad606-4678-47f2-8d55-dd99d9d1847c tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.2503080 Mar 07 10:24:52.840107 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-6db7172f-29e8-4bb8-8b02-4688d9f02d08 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.2156188 Mar 07 10:24:52.840107 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 59054) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:24:52.856589 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 59058) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:24:52.908175 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-418023bd-9fdd-4a32-b7a3-3e6765e2e2a9 None None] For port 4cbbedc9-f384-45b6-97e7-679d7ce9e8f9, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=4cbbedc9-f384-45b6-97e7-679d7ce9e8f9,segment=NetworkSegment(13510a37-88c7-493e-9701-b414ea24fc4c),segment_id=13510a37-88c7-493e-9701-b414ea24fc4c)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:24:52.925569 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-97e33556-c550-4ce2-b331-50de55c41e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:52.942207 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-b2e51f87-eaf3-4d16-a0d7-2bebb6749ac0 tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Allocated IP 172.20.0.1 (c22f2f37-d86f-4f4b-ae8e-64094eeb019a/51e7649d-eb54-49aa-8b58-de4e29844bf0/827f56bc-14a9-49c9-bf48-3d14db2bb71f) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:24:52.988634 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-418023bd-9fdd-4a32-b7a3-3e6765e2e2a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:53.011411 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-fb87ec9a-3a58-45e0-bbc0-d08d7c363e5b None None] Transition to ACTIVE for port object c37a18ba-0b68-46ff-a35b-acc168548f2e will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:24:53.060067 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:53.098671 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-fb87ec9a-3a58-45e0-bbc0-d08d7c363e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:53.105844 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_v2 [None req-843e793f-c201-4ce6-8d48-09c31ced2f58 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Deleting subnet edd9470d-6af1-4d84-ae91-8219d39babc1 {{(pid=83738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 07 10:24:53.122934 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-843e793f-c201-4ce6-8d48-09c31ced2f58 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks [] for subnet, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:53.133274 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b2e51f87-eaf3-4d16-a0d7-2bebb6749ac0 tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:53.139453 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e33556-c550-4ce2-b331-50de55c41e9d None None] Network c22f2f37-d86f-4f4b-ae8e-64094eeb019a is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:24:53.155473 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-97e33556-c550-4ce2-b331-50de55c41e9d None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:24:53.168835 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e33556-c550-4ce2-b331-50de55c41e9d None None] Pushing event updated for resources: {'Port': ['ID=466a99b2-52c4-4540-a0a4-a776cf5a5cf8,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:24:53.171454 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e33556-c550-4ce2-b331-50de55c41e9d None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:24:53.177274 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2adc0200-e6aa-45c6-9efe-d8a62eda45b1 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1158940'] for network, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:53.177915 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfdab1d6-5dde-43c8-a4d8-d910b33fdcaa tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:24:53.190039 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [None req-b2e51f87-eaf3-4d16-a0d7-2bebb6749ac0 tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Transition to ACTIVE for port object 827f56bc-14a9-49c9-bf48-3d14db2bb71f will not be triggered until provisioned by entity DHCP. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:24:53.192597 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-dfdab1d6-5dde-43c8-a4d8-d910b33fdcaa tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for floatingip, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:53.207827 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-843e793f-c201-4ce6-8d48-09c31ced2f58 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2969395'] for subnet, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:53.252527 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3060aa0-8837-410b-a75d-e2842f879885 None None] Sync routers for ids ['4bd78e7b-bb20-49e1-8453-68eb29fc1b8d'] in dv-neutron-830731-3-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:24:53.268064 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-dfdab1d6-5dde-43c8-a4d8-d910b33fdcaa tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] 10.222.0.13 "PUT /v2.0/floatingips/01dac42d-5a18-437a-80ad-63953d3eea6a HTTP/1.1" status: 200 len: 687 time: 3.1537929 Mar 07 10:24:53.268960 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 59062) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:24:53.276708 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-c69dc59e-52f4-4219-a826-6e9619e35411 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] 10.222.0.13 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.3750172 Mar 07 10:24:53.287364 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 59066) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:24:53.321276 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb87ec9a-3a58-45e0-bbc0-d08d7c363e5b None None] Network 42cfd1d8-f795-43c9-8841-6c633dc5e357 is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:24:53.327186 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-cb6fab56-d5f5-4b37-ac48-6d6fddddc9e6 None None] Allocated IP 172.20.0.2 (4031af0e-dc23-49d0-ad87-388696049f0f/156efdfb-1ebc-42a3-8394-4375abc0eae7/9debc425-cec9-43c6-be54-f50576c998fc) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:24:53.345437 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-fb87ec9a-3a58-45e0-bbc0-d08d7c363e5b None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:24:53.397648 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb87ec9a-3a58-45e0-bbc0-d08d7c363e5b None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:24:53.422487 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2adc0200-e6aa-45c6-9efe-d8a62eda45b1 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1525496'] for subnet, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:53.426149 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] For port 24df7cb2-3acf-4b93-92fc-eece8043c6b2, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=24df7cb2-3acf-4b93-92fc-eece8043c6b2,segment=NetworkSegment(0417a078-c16b-4c1b-8c08-a8807775c79f),segment_id=0417a078-c16b-4c1b-8c08-a8807775c79f)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:24:53.492614 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:53.535325 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b2e51f87-eaf3-4d16-a0d7-2bebb6749ac0 tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:53.579497 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-261c96f3-e78c-4a72-8354-e8cc26937361 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-56485987'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:24:53.588936 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-261c96f3-e78c-4a72-8354-e8cc26937361 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:24:53.595222 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-261c96f3-e78c-4a72-8354-e8cc26937361 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Usage tracker for resource:network and tenant:29ee0fb2487e46c6b75e400959e24994 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:24:53.598849 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-261c96f3-e78c-4a72-8354-e8cc26937361 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:24:53.611641 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-261c96f3-e78c-4a72-8354-e8cc26937361 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:24:53.630203 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-261c96f3-e78c-4a72-8354-e8cc26937361 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Made reservation on behalf of 29ee0fb2487e46c6b75e400959e24994 for: {'network': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:24:53.634557 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-261c96f3-e78c-4a72-8354-e8cc26937361 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for network, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:53.687659 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-452ec6d8-e74b-4752-83e5-5140f0c05579 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Deleting port 23942669-3aa4-4fad-9fb3-3f0bb9862895 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:24:53.687997 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-452ec6d8-e74b-4752-83e5-5140f0c05579 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:53.726023 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-261c96f3-e78c-4a72-8354-e8cc26937361 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=83738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:24:53.737265 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-261c96f3-e78c-4a72-8354-e8cc26937361 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:53.739633 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.db.segments_db [None req-261c96f3-e78c-4a72-8354-e8cc26937361 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Added segment 9b5424f5-44fa-4dec-98f4-d34cae10ebc6 of type vlan for network 9fb2e4d6-da2c-4010-bea3-c3d2ce2736b0 Mar 07 10:24:53.748456 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2adc0200-e6aa-45c6-9efe-d8a62eda45b1 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1525489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3556647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741465'] for subnet, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:53.756814 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e51f87-eaf3-4d16-a0d7-2bebb6749ac0 tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Network c22f2f37-d86f-4f4b-ae8e-64094eeb019a is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:24:53.763543 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e51f87-eaf3-4d16-a0d7-2bebb6749ac0 tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Pushing event updated for resources: {'Port': ['ID=827f56bc-14a9-49c9-bf48-3d14db2bb71f,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:24:53.770283 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-b2e51f87-eaf3-4d16-a0d7-2bebb6749ac0 tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:24:53.778225 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e51f87-eaf3-4d16-a0d7-2bebb6749ac0 tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:24:53.793418 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-843e793f-c201-4ce6-8d48-09c31ced2f58 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1525496'] for subnet, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:53.795525 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device ba8832ae-93bd-4667-b4e5-3d9076d64584 no longer exists at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:24:53.845645 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adc0200-e6aa-45c6-9efe-d8a62eda45b1 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Pushing event deleted for resources: {'Subnet': ['ID=9a791331-73fc-4255-b2a8-5be76ee5c0db,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:24:53.859771 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-261c96f3-e78c-4a72-8354-e8cc26937361 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732568034061'] for network, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:53.874962 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3060aa0-8837-410b-a75d-e2842f879885 None None] Routers {'4bd78e7b-bb20-49e1-8453-68eb29fc1b8d'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:24:53.875591 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-c3060aa0-8837-410b-a75d-e2842f879885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:24:30Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['4bd78e7b-bb20-49e1-8453-68eb29fc1b8d'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:24:53.926964 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016fb0ed-0537-4331-9c2d-ff59d71b75cd req-4581817e-c708-413e-8ecd-ab56cf05697a tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:24:53.928425 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-016fb0ed-0537-4331-9c2d-ff59d71b75cd req-4581817e-c708-413e-8ecd-ab56cf05697a tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9a41462-2213-477c-a0d7-2a574dc86c0e HTTP/1.1" status: 200 len: 946 time: 0.4298191 Mar 07 10:24:53.931157 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b2e51f87-eaf3-4d16-a0d7-2bebb6749ac0 tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3920324'] for router_interface, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:53.947251 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418023bd-9fdd-4a32-b7a3-3e6765e2e2a9 None None] Pushing event updated for resources: {'Port': ['ID=4cbbedc9-f384-45b6-97e7-679d7ce9e8f9,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:24:53.966588 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] No Port match for: ba8832ae-93bd-4667-b4e5-3d9076d64584 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 10:24:53.966588 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device ba8832ae-93bd-4667-b4e5-3d9076d64584 not bound to the agent host dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 10:24:53.967409 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-97e33556-c550-4ce2-b331-50de55c41e9d None None] Attempting to bind port 466a99b2-52c4-4540-a0a4-a776cf5a5cf8 on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:24:53.967762 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-97e33556-c550-4ce2-b331-50de55c41e9d None None] Attempting to bind port 466a99b2-52c4-4540-a0a4-a776cf5a5cf8 by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': 'a089b210-e570-423d-a389-6222213848e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'c22f2f37-d86f-4f4b-ae8e-64094eeb019a'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:24:53.968104 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e33556-c550-4ce2-b331-50de55c41e9d None None] Attempting to bind port 466a99b2-52c4-4540-a0a4-a776cf5a5cf8 on network c22f2f37-d86f-4f4b-ae8e-64094eeb019a {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:24:53.993605 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2adc0200-e6aa-45c6-9efe-d8a62eda45b1 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1526893', 'neutron.services.segments.db._delete_segments_for_network-8732568551033'] for network, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:54.017826 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-452ec6d8-e74b-4752-83e5-5140f0c05579 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:54.018055 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-452ec6d8-e74b-4752-83e5-5140f0c05579 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:54.041863 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-c3060aa0-8837-410b-a75d-e2842f879885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:24:54.049973 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-2adc0200-e6aa-45c6-9efe-d8a62eda45b1 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eae45fef-ebb9-4481-873d-ba5c0f8dbb2e']}} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:24:54.052802 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60457971-b1a3-4834-b05f-09cc444b5c41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ec2749d-0aec-52fb-aca6-10ba8a80aade-eae45fef-ebb9-4481-873d-ba5c0f8dbb2e', 'network_id': 'eae45fef-ebb9-4481-873d-ba5c0f8dbb2e', 'tenant_id': '7dae50c6a103406a9760f86cb860cee5', 'fixed_ips': [{'subnet_id': '9a791331-73fc-4255-b2a8-5be76ee5c0db'}]}} from dv-neutron-830731-3-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 07 10:24:54.053607 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-60457971-b1a3-4834-b05f-09cc444b5c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:54.062447 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-261c96f3-e78c-4a72-8354-e8cc26937361 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594'] for network, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:54.066713 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-261c96f3-e78c-4a72-8354-e8cc26937361 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:24:54.067375 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-261c96f3-e78c-4a72-8354-e8cc26937361 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:54.091926 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-2adc0200-e6aa-45c6-9efe-d8a62eda45b1 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c624a31-6460-4a5c-a75d-bfb95d14340b') {'for_net_delete': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:24:54.092226 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-2adc0200-e6aa-45c6-9efe-d8a62eda45b1 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c624a31-6460-4a5c-a75d-bfb95d14340b') {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:24:54.101148 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-fb87ec9a-3a58-45e0-bbc0-d08d7c363e5b None None] Attempting to bind port c37a18ba-0b68-46ff-a35b-acc168548f2e on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:24:54.101504 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-fb87ec9a-3a58-45e0-bbc0-d08d7c363e5b None None] Attempting to bind port c37a18ba-0b68-46ff-a35b-acc168548f2e by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': 'eb7fe0e5-6eb6-474a-98a0-cd337c51c3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '42cfd1d8-f795-43c9-8841-6c633dc5e357'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:24:54.101845 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb87ec9a-3a58-45e0-bbc0-d08d7c363e5b None None] Attempting to bind port c37a18ba-0b68-46ff-a35b-acc168548f2e on network 42cfd1d8-f795-43c9-8841-6c633dc5e357 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:24:54.104448 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e33556-c550-4ce2-b331-50de55c41e9d None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:24:54.104829 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e33556-c550-4ce2-b331-50de55c41e9d None None] Checking segment: {'id': 'a089b210-e570-423d-a389-6222213848e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'c22f2f37-d86f-4f4b-ae8e-64094eeb019a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:24:54.105244 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-843e793f-c201-4ce6-8d48-09c31ced2f58 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1525489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3556647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741465'] for subnet, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:54.105368 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-97e33556-c550-4ce2-b331-50de55c41e9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:54.105579 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e33556-c550-4ce2-b331-50de55c41e9d None None] Bound using segment: {'id': 'a089b210-e570-423d-a389-6222213848e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'c22f2f37-d86f-4f4b-ae8e-64094eeb019a'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:24:54.106033 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-97e33556-c550-4ce2-b331-50de55c41e9d None None] Bound port: 466a99b2-52c4-4540-a0a4-a776cf5a5cf8, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a089b210-e570-423d-a389-6222213848e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'c22f2f37-d86f-4f4b-ae8e-64094eeb019a'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:24:54.106390 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-97e33556-c550-4ce2-b331-50de55c41e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:54.156187 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a3a655dd-94d8-4832-a5dc-cfd19bda6922 None None] Provisioning complete for port 24df7cb2-3acf-4b93-92fc-eece8043c6b2 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:24:54.156573 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a3a655dd-94d8-4832-a5dc-cfd19bda6922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:54.180441 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb87ec9a-3a58-45e0-bbc0-d08d7c363e5b None None] Pushing event updated for resources: {'Port': ['ID=c37a18ba-0b68-46ff-a35b-acc168548f2e,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:24:54.291179 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb87ec9a-3a58-45e0-bbc0-d08d7c363e5b None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:24:54.291611 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb87ec9a-3a58-45e0-bbc0-d08d7c363e5b None None] Checking segment: {'id': 'eb7fe0e5-6eb6-474a-98a0-cd337c51c3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '42cfd1d8-f795-43c9-8841-6c633dc5e357'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:24:54.292260 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-fb87ec9a-3a58-45e0-bbc0-d08d7c363e5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:54.292846 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb87ec9a-3a58-45e0-bbc0-d08d7c363e5b None None] Bound using segment: {'id': 'eb7fe0e5-6eb6-474a-98a0-cd337c51c3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '42cfd1d8-f795-43c9-8841-6c633dc5e357'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:24:54.293530 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-fb87ec9a-3a58-45e0-bbc0-d08d7c363e5b None None] Bound port: c37a18ba-0b68-46ff-a35b-acc168548f2e, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb7fe0e5-6eb6-474a-98a0-cd337c51c3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '42cfd1d8-f795-43c9-8841-6c633dc5e357'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:24:54.298644 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-fb87ec9a-3a58-45e0-bbc0-d08d7c363e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:54.298804 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-452ec6d8-e74b-4752-83e5-5140f0c05579 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Calling delete_port for 23942669-3aa4-4fad-9fb3-3f0bb9862895 owned by network:floatingip {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:24:54.360064 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2adc0200-e6aa-45c6-9efe-d8a62eda45b1 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732568550916', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968000'] for segment, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:54.367965 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-016fb0ed-0537-4331-9c2d-ff59d71b75cd req-1d9e707e-80df-4a75-be3d-c7e52138f4b7 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0cf1685-c0d8-4959-a53b-3f1ceedf7fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4270205 Mar 07 10:24:54.403652 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843e793f-c201-4ce6-8d48-09c31ced2f58 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Pushing event deleted for resources: {'Subnet': ['ID=edd9470d-6af1-4d84-ae91-8219d39babc1,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:24:54.411702 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3060aa0-8837-410b-a75d-e2842f879885 None None] Routers {'4bd78e7b-bb20-49e1-8453-68eb29fc1b8d'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:24:54.412327 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-c3060aa0-8837-410b-a75d-e2842f879885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:24:30Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['4bd78e7b-bb20-49e1-8453-68eb29fc1b8d'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:24:54.443195 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2adc0200-e6aa-45c6-9efe-d8a62eda45b1 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:54.445846 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-843e793f-c201-4ce6-8d48-09c31ced2f58 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:54.450004 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-843e793f-c201-4ce6-8d48-09c31ced2f58 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "DELETE /v2.0/subnets/edd9470d-6af1-4d84-ae91-8219d39babc1 HTTP/1.1" status: 204 len: 168 time: 1.7416725 Mar 07 10:24:54.453379 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 59074) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:24:54.529694 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b2e51f87-eaf3-4d16-a0d7-2bebb6749ac0 tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:54.572170 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2adc0200-e6aa-45c6-9efe-d8a62eda45b1 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=83738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 07 10:24:54.573313 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2adc0200-e6aa-45c6-9efe-d8a62eda45b1 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1227397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3556681'] for segment, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:54.582869 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-c3060aa0-8837-410b-a75d-e2842f879885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:24:54.583495 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3060aa0-8837-410b-a75d-e2842f879885 None None] The sync data for ids ['4bd78e7b-bb20-49e1-8453-68eb29fc1b8d'] in dv-neutron-830731-3-hyperv is: [] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:24:54.642253 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecc1198d-1ff2-46df-92e4-8a3db814fdbb None None] Network 98d8805b-dd65-4110-997b-2eea298bca78 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:24:54.677784 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Pushing event updated for resources: {'Port': ['ID=24df7cb2-3acf-4b93-92fc-eece8043c6b2,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:24:54.689956 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6965e1f0-0624-4a8b-b9d3-a260192fd25c None None] Network eae45fef-ebb9-4481-873d-ba5c0f8dbb2e requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:24:54.700898 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-261c96f3-e78c-4a72-8354-e8cc26937361 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.3335984 Mar 07 10:24:54.700898 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-2e777397-26d8-4879-9ea9-5fceb43d6ea4 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2425382 Mar 07 10:24:54.701491 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 59078) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:24:54.701572 dv-neutron-830731-3-hyperv neutron-server[83738]: Traceback (most recent call last): Mar 07 10:24:54.701572 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 07 10:24:54.701572 dv-neutron-830731-3-hyperv neutron-server[83738]: timer() Mar 07 10:24:54.701572 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:24:54.701572 dv-neutron-830731-3-hyperv neutron-server[83738]: cb(*args, **kw) Mar 07 10:24:54.701572 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 10:24:54.701572 dv-neutron-830731-3-hyperv neutron-server[83738]: return func(*args, **kwargs) Mar 07 10:24:54.701572 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:24:54.701572 dv-neutron-830731-3-hyperv neutron-server[83738]: self._notify() Mar 07 10:24:54.701572 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:24:54.701572 dv-neutron-830731-3-hyperv neutron-server[83738]: self.callback(batched_events) Mar 07 10:24:54.701572 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:24:54.701572 dv-neutron-830731-3-hyperv neutron-server[83738]: event.method(event) Mar 07 10:24:54.701572 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 10:24:54.701572 dv-neutron-830731-3-hyperv neutron-server[83738]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:24:54.701572 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 10:24:54.701572 dv-neutron-830731-3-hyperv neutron-server[83738]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:24:54.701572 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 10:24:54.701572 dv-neutron-830731-3-hyperv neutron-server[83738]: return f(self, *a, **k) Mar 07 10:24:54.701572 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:24:54.701572 dv-neutron-830731-3-hyperv neutron-server[83738]: return self._get(url).json() Mar 07 10:24:54.701572 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:24:54.701572 dv-neutron-830731-3-hyperv neutron-server[83738]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:24:54.701572 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 07 10:24:54.701572 dv-neutron-830731-3-hyperv neutron-server[83738]: return self.request(url, 'GET', **kwargs) Mar 07 10:24:54.701572 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 07 10:24:54.701572 dv-neutron-830731-3-hyperv neutron-server[83738]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:24:54.701572 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 07 10:24:54.701572 dv-neutron-830731-3-hyperv neutron-server[83738]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:24:54.701572 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 07 10:24:54.701572 dv-neutron-830731-3-hyperv neutron-server[83738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:24:54.701572 dv-neutron-830731-3-hyperv neutron-server[83738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:24:54.701572 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261c96f3-e78c-4a72-8354-e8cc26937361 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Pushing event updated for resources: {'Network': ['ID=9fb2e4d6-da2c-4010-bea3-c3d2ce2736b0,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:24:54.703349 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 59082) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:24:54.709924 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2adc0200-e6aa-45c6-9efe-d8a62eda45b1 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1526886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923583'] for network, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:54.735161 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2adc0200-e6aa-45c6-9efe-d8a62eda45b1 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:54.742240 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-e3e92bad-9305-4fe0-b74d-fd5107f8919d tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Request body: {'subnet': {'network_id': '9fb2e4d6-da2c-4010-bea3-c3d2ce2736b0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:24:54.751242 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-2adc0200-e6aa-45c6-9efe-d8a62eda45b1 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] 10.222.0.13 "DELETE /v2.0/networks/eae45fef-ebb9-4481-873d-ba5c0f8dbb2e HTTP/1.1" status: 204 len: 168 time: 1.9089730 Mar 07 10:24:54.751242 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adc0200-e6aa-45c6-9efe-d8a62eda45b1 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Pushing event deleted for resources: {'Network': ['ID=eae45fef-ebb9-4481-873d-ba5c0f8dbb2e,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:24:54.751242 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 59086) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:24:54.755614 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-2440b1fd-e19d-44c8-ae47-1e13e2768bd6 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-709422938'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:24:54.761188 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-2440b1fd-e19d-44c8-ae47-1e13e2768bd6 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:24:54.765742 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-2440b1fd-e19d-44c8-ae47-1e13e2768bd6 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Usage tracker for resource:network and tenant:7dae50c6a103406a9760f86cb860cee5 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:24:54.770152 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-2440b1fd-e19d-44c8-ae47-1e13e2768bd6 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:24:54.776551 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-2440b1fd-e19d-44c8-ae47-1e13e2768bd6 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:24:54.779927 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-cb6fab56-d5f5-4b37-ac48-6d6fddddc9e6 None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:54.782193 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Network 9fb2e4d6-da2c-4010-bea3-c3d2ce2736b0 details requested by agent ovs-agent-dv-neutron-830731-3-hyperv with host dv-neutron-830731-3-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 10:24:54.788581 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2440b1fd-e19d-44c8-ae47-1e13e2768bd6 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Made reservation on behalf of 7dae50c6a103406a9760f86cb860cee5 for: {'network': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:24:54.792017 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2440b1fd-e19d-44c8-ae47-1e13e2768bd6 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for network, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:54.796312 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-97e33556-c550-4ce2-b331-50de55c41e9d None None] For port 466a99b2-52c4-4540-a0a4-a776cf5a5cf8, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:24:54.821649 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2440b1fd-e19d-44c8-ae47-1e13e2768bd6 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=83738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:24:54.823253 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6965e1f0-0624-4a8b-b9d3-a260192fd25c None None] Network eae45fef-ebb9-4481-873d-ba5c0f8dbb2e could not be found, it might have been deleted concurrently. {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Mar 07 10:24:54.832342 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2440b1fd-e19d-44c8-ae47-1e13e2768bd6 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:54.832781 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.db.segments_db [None req-2440b1fd-e19d-44c8-ae47-1e13e2768bd6 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Added segment b3f1e1e5-187d-4764-9605-59f179244e14 of type vlan for network 830ea3c3-8210-440b-8f7b-4e5ba714319f Mar 07 10:24:54.861930 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2440b1fd-e19d-44c8-ae47-1e13e2768bd6 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732568034061'] for network, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:54.891517 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-cb6fab56-d5f5-4b37-ac48-6d6fddddc9e6 None None] Transition to ACTIVE for port object 9debc425-cec9-43c6-be54-f50576c998fc will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:24:54.893590 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2440b1fd-e19d-44c8-ae47-1e13e2768bd6 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594'] for network, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:54.895266 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-97e33556-c550-4ce2-b331-50de55c41e9d None None] For port 466a99b2-52c4-4540-a0a4-a776cf5a5cf8, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=466a99b2-52c4-4540-a0a4-a776cf5a5cf8,segment=NetworkSegment(a089b210-e570-423d-a389-6222213848e2),segment_id=a089b210-e570-423d-a389-6222213848e2)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:24:54.898265 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2440b1fd-e19d-44c8-ae47-1e13e2768bd6 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:24:54.898489 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2440b1fd-e19d-44c8-ae47-1e13e2768bd6 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:54.957079 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-97e33556-c550-4ce2-b331-50de55c41e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:54.970703 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-fb87ec9a-3a58-45e0-bbc0-d08d7c363e5b None None] For port c37a18ba-0b68-46ff-a35b-acc168548f2e, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:24:54.991825 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-452ec6d8-e74b-4752-83e5-5140f0c05579 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:55.005620 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2440b1fd-e19d-44c8-ae47-1e13e2768bd6 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Pushing event updated for resources: {'Network': ['ID=830ea3c3-8210-440b-8f7b-4e5ba714319f,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:24:55.022977 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-2440b1fd-e19d-44c8-ae47-1e13e2768bd6 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2720528 Mar 07 10:24:55.025918 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 59090) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:24:55.031994 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-c0a987f2-555b-4fc6-8f2b-2238dc668b67 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Request body: {'subnet': {'network_id': '830ea3c3-8210-440b-8f7b-4e5ba714319f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:24:55.081894 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452ec6d8-e74b-4752-83e5-5140f0c05579 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Pushing event deleted for resources: {'Port': ['ID=23942669-3aa4-4fad-9fb3-3f0bb9862895,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:24:55.083450 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Network 830ea3c3-8210-440b-8f7b-4e5ba714319f details requested by agent ovs-agent-dv-neutron-830731-3-hyperv with host dv-neutron-830731-3-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 10:24:55.107607 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-fb87ec9a-3a58-45e0-bbc0-d08d7c363e5b None None] For port c37a18ba-0b68-46ff-a35b-acc168548f2e, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=c37a18ba-0b68-46ff-a35b-acc168548f2e,segment=NetworkSegment(eb7fe0e5-6eb6-474a-98a0-cd337c51c3b8),segment_id=eb7fe0e5-6eb6-474a-98a0-cd337c51c3b8)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:24:55.113388 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-cb6fab56-d5f5-4b37-ac48-6d6fddddc9e6 None None] Transition to ACTIVE for port object 9debc425-cec9-43c6-be54-f50576c998fc will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:24:55.114660 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-e3e92bad-9305-4fe0-b74d-fd5107f8919d tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:24:55.150851 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-e3e92bad-9305-4fe0-b74d-fd5107f8919d tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Usage tracker for resource:subnet and tenant:29ee0fb2487e46c6b75e400959e24994 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:24:55.157349 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-e3e92bad-9305-4fe0-b74d-fd5107f8919d tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:24:55.162888 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-c0a987f2-555b-4fc6-8f2b-2238dc668b67 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:24:55.166764 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-c0a987f2-555b-4fc6-8f2b-2238dc668b67 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Usage tracker for resource:subnet and tenant:7dae50c6a103406a9760f86cb860cee5 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:24:55.169645 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-c0a987f2-555b-4fc6-8f2b-2238dc668b67 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:24:55.175461 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-c0a987f2-555b-4fc6-8f2b-2238dc668b67 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:24:55.179975 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af25470b-ee0c-4fda-9ba2-283604b2ed95 req-7dc16b5a-04ec-4bff-b2ac-7fda32eaa840 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:24:55.181654 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-af25470b-ee0c-4fda-9ba2-283604b2ed95 req-7dc16b5a-04ec-4bff-b2ac-7fda32eaa840 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9a41462-2213-477c-a0d7-2a574dc86c0e HTTP/1.1" status: 200 len: 946 time: 0.6367283 Mar 07 10:24:55.186326 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0a987f2-555b-4fc6-8f2b-2238dc668b67 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Made reservation on behalf of 7dae50c6a103406a9760f86cb860cee5 for: {'subnet': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:24:55.203076 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-fb87ec9a-3a58-45e0-bbc0-d08d7c363e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:55.221034 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-cb6fab56-d5f5-4b37-ac48-6d6fddddc9e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:55.243132 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-e3e92bad-9305-4fe0-b74d-fd5107f8919d tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:24:55.288071 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e33556-c550-4ce2-b331-50de55c41e9d None None] Pushing event updated for resources: {'Port': ['ID=466a99b2-52c4-4540-a0a4-a776cf5a5cf8,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:24:55.308984 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c0a987f2-555b-4fc6-8f2b-2238dc668b67 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741426'] for subnet, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:55.358476 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a74023ad-a9c7-48ce-95ee-f25087edcb6e tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:24:55.362404 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-a74023ad-a9c7-48ce-95ee-f25087edcb6e tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.6555920 Mar 07 10:24:55.375520 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 59094) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:24:55.375879 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3e92bad-9305-4fe0-b74d-fd5107f8919d tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Made reservation on behalf of 29ee0fb2487e46c6b75e400959e24994 for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:24:55.455484 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb6fab56-d5f5-4b37-ac48-6d6fddddc9e6 None None] Network 4031af0e-dc23-49d0-ad87-388696049f0f is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:24:55.466912 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-cb6fab56-d5f5-4b37-ac48-6d6fddddc9e6 None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:24:55.470313 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6fab56-d5f5-4b37-ac48-6d6fddddc9e6 None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:24:55.565957 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-1500fd95-9374-48c0-85f8-1b33a4f8fef4 None None] Provisioning for port 4cbbedc9-f384-45b6-97e7-679d7ce9e8f9 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:24:55.615624 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-452ec6d8-e74b-4752-83e5-5140f0c05579 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks [] for floatingip, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:55.629104 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb87ec9a-3a58-45e0-bbc0-d08d7c363e5b None None] Pushing event updated for resources: {'Port': ['ID=c37a18ba-0b68-46ff-a35b-acc168548f2e,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:24:55.769703 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6fab56-d5f5-4b37-ac48-6d6fddddc9e6 None None] Pushing event updated for resources: {'Port': ['ID=9debc425-cec9-43c6-be54-f50576c998fc,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:24:55.780187 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-af25470b-ee0c-4fda-9ba2-283604b2ed95 req-7919ee2d-4763-4296-81eb-b7372ba1835d tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0cf1685-c0d8-4959-a53b-3f1ceedf7fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5851524 Mar 07 10:24:55.812359 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17c2676c-d25b-4985-a583-da83e45f7ffb tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:24:55.815641 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-17c2676c-d25b-4985-a583-da83e45f7ffb tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Synchronizing usage tracker for tenant:0f1e04191c7443f7844c0202165e746c on resource:subnet {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:24:55.818674 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-cb6fab56-d5f5-4b37-ac48-6d6fddddc9e6 None None] Attempting to bind port 9debc425-cec9-43c6-be54-f50576c998fc on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:24:55.819152 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-cb6fab56-d5f5-4b37-ac48-6d6fddddc9e6 None None] Attempting to bind port 9debc425-cec9-43c6-be54-f50576c998fc by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': '8147c551-857e-4cdd-b2e2-373c9c183fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '4031af0e-dc23-49d0-ad87-388696049f0f'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:24:55.819587 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6fab56-d5f5-4b37-ac48-6d6fddddc9e6 None None] Attempting to bind port 9debc425-cec9-43c6-be54-f50576c998fc on network 4031af0e-dc23-49d0-ad87-388696049f0f {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:24:55.829655 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-452ec6d8-e74b-4752-83e5-5140f0c05579 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for floatingip, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:55.831293 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-452ec6d8-e74b-4752-83e5-5140f0c05579 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] 10.222.0.13 "DELETE /v2.0/floatingips/01dac42d-5a18-437a-80ad-63953d3eea6a HTTP/1.1" status: 204 len: 168 time: 2.5588405 Mar 07 10:24:55.838635 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e3e92bad-9305-4fe0-b74d-fd5107f8919d tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3219231'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:55.851958 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6fab56-d5f5-4b37-ac48-6d6fddddc9e6 None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:24:55.852505 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6fab56-d5f5-4b37-ac48-6d6fddddc9e6 None None] Checking segment: {'id': '8147c551-857e-4cdd-b2e2-373c9c183fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '4031af0e-dc23-49d0-ad87-388696049f0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:24:55.852995 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-cb6fab56-d5f5-4b37-ac48-6d6fddddc9e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:55.853810 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6fab56-d5f5-4b37-ac48-6d6fddddc9e6 None None] Bound using segment: {'id': '8147c551-857e-4cdd-b2e2-373c9c183fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '4031af0e-dc23-49d0-ad87-388696049f0f'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:24:55.854513 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-cb6fab56-d5f5-4b37-ac48-6d6fddddc9e6 None None] Bound port: 9debc425-cec9-43c6-be54-f50576c998fc, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8147c551-857e-4cdd-b2e2-373c9c183fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '4031af0e-dc23-49d0-ad87-388696049f0f'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:24:55.854984 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-cb6fab56-d5f5-4b37-ac48-6d6fddddc9e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:55.861288 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 59100) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:24:55.873051 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c0a987f2-555b-4fc6-8f2b-2238dc668b67 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3556832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741408'] for subnet, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:55.895413 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 4cbbedc9-f384-45b6-97e7-679d7ce9e8f9 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:24:55.957777 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-9473b4a8-55f6-41ec-a89c-3f7fb648f038 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Request body: {'floatingip': {'floating_network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'port_id': '4d53a416-c18c-41ae-9399-1b539661d25c'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:24:55.976057 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.db.resource_extend [None req-b2e51f87-eaf3-4d16-a0d7-2bebb6749ac0 tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 10:24:56.000318 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a987f2-555b-4fc6-8f2b-2238dc668b67 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Pushing event updated for resources: {'Subnet': ['ID=5273f902-b4cf-4d2a-a448-77a4896c40e9,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:24:56.027517 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-9473b4a8-55f6-41ec-a89c-3f7fb648f038 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:24:56.037931 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-9473b4a8-55f6-41ec-a89c-3f7fb648f038 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Usage tracker for resource:floatingip and tenant:5ce94c19b69348fbbd9afc6238983dcf is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:24:56.044749 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a987f2-555b-4fc6-8f2b-2238dc668b67 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Checking segment: {'id': 'b3f1e1e5-187d-4764-9605-59f179244e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '830ea3c3-8210-440b-8f7b-4e5ba714319f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:24:56.044916 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a987f2-555b-4fc6-8f2b-2238dc668b67 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Network hostable DHCP agents. Network: 830ea3c3-8210-440b-8f7b-4e5ba714319f, hostable agents: ['6527556c-6586-422c-ae47-082984683847'], hosted agents: [] {{(pid=83738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:24:56.045617 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-cb6fab56-d5f5-4b37-ac48-6d6fddddc9e6 None None] For port 9debc425-cec9-43c6-be54-f50576c998fc, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:24:56.046287 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b2e51f87-eaf3-4d16-a0d7-2bebb6749ac0 tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:56.047938 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-17c2676c-d25b-4985-a583-da83e45f7ffb tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Unset dirty status for tenant:0f1e04191c7443f7844c0202165e746c on resource:subnet {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:24:56.049287 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-17c2676c-d25b-4985-a583-da83e45f7ffb tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6566322 Mar 07 10:24:56.052084 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 59106) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:24:56.053685 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-cb6fab56-d5f5-4b37-ac48-6d6fddddc9e6 None None] For port 9debc425-cec9-43c6-be54-f50576c998fc, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=9debc425-cec9-43c6-be54-f50576c998fc,segment=NetworkSegment(8147c551-857e-4cdd-b2e2-373c9c183fb8),segment_id=8147c551-857e-4cdd-b2e2-373c9c183fb8)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:24:56.062666 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-692614df-5f24-4a99-b1eb-46f85d897810 None None] DHCP port deletion for 98d8805b-dd65-4110-997b-2eea298bca78 request from dv-neutron-830731-3-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 07 10:24:56.068204 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-692614df-5f24-4a99-b1eb-46f85d897810 None None] Deleting port 4cbbedc9-f384-45b6-97e7-679d7ce9e8f9 {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:24:56.068590 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-692614df-5f24-4a99-b1eb-46f85d897810 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:56.079164 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-9473b4a8-55f6-41ec-a89c-3f7fb648f038 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:24:56.094277 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-9473b4a8-55f6-41ec-a89c-3f7fb648f038 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:24:56.096137 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b2e51f87-eaf3-4d16-a0d7-2bebb6749ac0 tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3012561'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:56.098194 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-cb6fab56-d5f5-4b37-ac48-6d6fddddc9e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:56.124917 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-51b287b9-5253-4495-b76d-45e1bd484fdf tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0709870 Mar 07 10:24:56.132971 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 59110) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:24:56.139850 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-d89c1f0f-41e4-473f-bfdd-f09c2aae6ffc tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Request body: {'subnet': {'network_id': '98d8805b-dd65-4110-997b-2eea298bca78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:24:56.240739 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6fab56-d5f5-4b37-ac48-6d6fddddc9e6 None None] Pushing event updated for resources: {'Port': ['ID=9debc425-cec9-43c6-be54-f50576c998fc,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:24:56.246273 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a987f2-555b-4fc6-8f2b-2238dc668b67 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Network 830ea3c3-8210-440b-8f7b-4e5ba714319f is scheduled to be hosted by DHCP agent 6527556c-6586-422c-ae47-082984683847 with binding_index 1 {{(pid=83738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:24:56.272587 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-d89c1f0f-41e4-473f-bfdd-f09c2aae6ffc tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:24:56.277634 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-c0a987f2-555b-4fc6-8f2b-2238dc668b67 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830731-3-hyperv, 830ea3c3-8210-440b-8f7b-4e5ba714319f) {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:24:56.288077 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a987f2-555b-4fc6-8f2b-2238dc668b67 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:24:56.289155 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c0a987f2-555b-4fc6-8f2b-2238dc668b67 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:56.311337 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-d89c1f0f-41e4-473f-bfdd-f09c2aae6ffc tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:24:56.311699 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning for port 4cbbedc9-f384-45b6-97e7-679d7ce9e8f9 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:24:56.326363 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-c0a987f2-555b-4fc6-8f2b-2238dc668b67 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.2990744 Mar 07 10:24:56.330234 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 59114) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:24:56.342895 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9473b4a8-55f6-41ec-a89c-3f7fb648f038 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks [] for floatingip, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:56.367328 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d89c1f0f-41e4-473f-bfdd-f09c2aae6ffc tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Made reservation on behalf of 0f1e04191c7443f7844c0202165e746c for: {'subnet': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:24:56.369074 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 4cbbedc9-f384-45b6-97e7-679d7ce9e8f9 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:24:56.370020 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:56.371084 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d89c1f0f-41e4-473f-bfdd-f09c2aae6ffc tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741426'] for subnet, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:56.409357 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e51f87-eaf3-4d16-a0d7-2bebb6749ac0 tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Pushing event updated for resources: {'Port': ['ID=827f56bc-14a9-49c9-bf48-3d14db2bb71f,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:24:56.426242 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a759368-6646-40c3-9428-205412f413cf None None] Network 830ea3c3-8210-440b-8f7b-4e5ba714319f requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:24:56.460965 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b2e51f87-eaf3-4d16-a0d7-2bebb6749ac0 tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2756426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3920233'] for router_interface, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:56.690819 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150cbcd4-3c40-48bd-ac58-b63f00d5f69c req-871dac23-0e11-4763-84aa-8598eb961bdf tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:24:56.698899 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-150cbcd4-3c40-48bd-ac58-b63f00d5f69c req-871dac23-0e11-4763-84aa-8598eb961bdf tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9a41462-2213-477c-a0d7-2a574dc86c0e HTTP/1.1" status: 200 len: 946 time: 0.6765559 Mar 07 10:24:56.837297 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-627ad396-e480-4e4c-8b5f-d1bcaf9b0500 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1158940'] for network, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:56.863445 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e3e92bad-9305-4fe0-b74d-fd5107f8919d tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3012444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3219213'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:56.878679 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e51f87-eaf3-4d16-a0d7-2bebb6749ac0 tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Network c22f2f37-d86f-4f4b-ae8e-64094eeb019a is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:24:56.918530 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2368aab4-698a-42af-87a2-08aa5832a2e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ec2749d-0aec-52fb-aca6-10ba8a80aade-830ea3c3-8210-440b-8f7b-4e5ba714319f', 'network_id': '830ea3c3-8210-440b-8f7b-4e5ba714319f', 'tenant_id': '7dae50c6a103406a9760f86cb860cee5', 'fixed_ips': [{'subnet_id': '5273f902-b4cf-4d2a-a448-77a4896c40e9'}]}} from dv-neutron-830731-3-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 07 10:24:56.919338 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-2368aab4-698a-42af-87a2-08aa5832a2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:56.951496 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-b2e51f87-eaf3-4d16-a0d7-2bebb6749ac0 tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:24:56.971724 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-692614df-5f24-4a99-b1eb-46f85d897810 None None] For port 4cbbedc9-f384-45b6-97e7-679d7ce9e8f9, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=4cbbedc9-f384-45b6-97e7-679d7ce9e8f9,segment=NetworkSegment(13510a37-88c7-493e-9701-b414ea24fc4c),segment_id=13510a37-88c7-493e-9701-b414ea24fc4c)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:24:56.972548 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-692614df-5f24-4a99-b1eb-46f85d897810 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:57.135675 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c4b2f08-6c36-4647-81b3-4561235da1b4 None None] Network c22f2f37-d86f-4f4b-ae8e-64094eeb019a requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:24:57.142972 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-150cbcd4-3c40-48bd-ac58-b63f00d5f69c req-6fa3f701-d305-4089-a290-e440ed6b95b3 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0cf1685-c0d8-4959-a53b-3f1ceedf7fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4429994 Mar 07 10:24:57.159358 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-692614df-5f24-4a99-b1eb-46f85d897810 None None] Calling delete_port for 4cbbedc9-f384-45b6-97e7-679d7ce9e8f9 owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:24:57.187641 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d89c1f0f-41e4-473f-bfdd-f09c2aae6ffc tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3556832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741408'] for subnet, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:57.233481 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:57.256825 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e92bad-9305-4fe0-b74d-fd5107f8919d tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Pushing event updated for resources: {'Subnet': ['ID=5e966ef3-ecd3-48cb-bdd3-3d80c7dfb4f1,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:24:57.326992 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d89c1f0f-41e4-473f-bfdd-f09c2aae6ffc tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Network 98d8805b-dd65-4110-997b-2eea298bca78 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:24:57.336532 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-d89c1f0f-41e4-473f-bfdd-f09c2aae6ffc tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:24:57.346816 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d89c1f0f-41e4-473f-bfdd-f09c2aae6ffc tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:24:57.347073 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b6b350-c2e2-46c9-8459-e1234f821195 None None] Network 42cfd1d8-f795-43c9-8841-6c633dc5e357 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:24:57.347398 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d89c1f0f-41e4-473f-bfdd-f09c2aae6ffc tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:57.364444 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-627ad396-e480-4e4c-8b5f-d1bcaf9b0500 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1525496'] for subnet, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:57.423179 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89c1f0f-41e4-473f-bfdd-f09c2aae6ffc tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Pushing event updated for resources: {'Subnet': ['ID=6490f038-347b-469f-a37d-aec35dfdcc08,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:24:57.436608 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e92bad-9305-4fe0-b74d-fd5107f8919d tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Checking segment: {'id': '9b5424f5-44fa-4dec-98f4-d34cae10ebc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '9fb2e4d6-da2c-4010-bea3-c3d2ce2736b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:24:57.437307 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e92bad-9305-4fe0-b74d-fd5107f8919d tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Network hostable DHCP agents. Network: 9fb2e4d6-da2c-4010-bea3-c3d2ce2736b0, hostable agents: ['6527556c-6586-422c-ae47-082984683847'], hosted agents: [] {{(pid=83737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:24:57.443204 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-d89c1f0f-41e4-473f-bfdd-f09c2aae6ffc tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3062091 Mar 07 10:24:57.444243 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 59122) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:24:57.452512 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89c1f0f-41e4-473f-bfdd-f09c2aae6ffc tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:24:57.452881 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89c1f0f-41e4-473f-bfdd-f09c2aae6ffc tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:24:57.453175 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89c1f0f-41e4-473f-bfdd-f09c2aae6ffc tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:24:57.453495 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89c1f0f-41e4-473f-bfdd-f09c2aae6ffc tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:24:57.453813 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89c1f0f-41e4-473f-bfdd-f09c2aae6ffc tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:24:57.454122 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89c1f0f-41e4-473f-bfdd-f09c2aae6ffc tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:24:57.454474 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89c1f0f-41e4-473f-bfdd-f09c2aae6ffc tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:24:57.454758 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89c1f0f-41e4-473f-bfdd-f09c2aae6ffc tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:24:57.455110 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89c1f0f-41e4-473f-bfdd-f09c2aae6ffc tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:24:57.455382 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89c1f0f-41e4-473f-bfdd-f09c2aae6ffc tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:24:57.455697 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89c1f0f-41e4-473f-bfdd-f09c2aae6ffc tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:24:57.462099 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-e5979dcb-5724-4226-88eb-03b32eaea852 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Request body: {'port': {'network_id': '98d8805b-dd65-4110-997b-2eea298bca78', 'fixed_ips': [{'subnet_id': '6490f038-347b-469f-a37d-aec35dfdcc08', 'ip_address': '2001:db8::c0d5:af38:14ad:4ca3'}], 'name': 'tempest-NetworksTestDHCPv6-1915561300'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:24:57.539492 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] For port 4cbbedc9-f384-45b6-97e7-679d7ce9e8f9, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=4cbbedc9-f384-45b6-97e7-679d7ce9e8f9,segment=NetworkSegment(13510a37-88c7-493e-9701-b414ea24fc4c),segment_id=13510a37-88c7-493e-9701-b414ea24fc4c)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:24:57.544597 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9473b4a8-55f6-41ec-a89c-3f7fb648f038 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:57.572291 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:57.573119 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 466a99b2-52c4-4540-a0a4-a776cf5a5cf8 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:24:57.652171 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-e5979dcb-5724-4226-88eb-03b32eaea852 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:24:57.664640 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-e5979dcb-5724-4226-88eb-03b32eaea852 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:24:57.676627 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-627ad396-e480-4e4c-8b5f-d1bcaf9b0500 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1525489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3556647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741465'] for subnet, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:57.691348 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-9473b4a8-55f6-41ec-a89c-3f7fb648f038 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Allocated IP 172.26.8.67 (5ed85006-6b00-415e-b71f-837fb1421c12/8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a/aa916e0c-0f06-44d3-bde1-f8e9fd0344bc) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:24:57.699364 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Pushing event updated for resources: {'Port': ['ID=4cbbedc9-f384-45b6-97e7-679d7ce9e8f9,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:24:57.702061 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-c203c4e0-50e0-4997-96ef-8256bd01bbe9 None None] Provisioning for port 466a99b2-52c4-4540-a0a4-a776cf5a5cf8 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:24:57.748583 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e92bad-9305-4fe0-b74d-fd5107f8919d tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Network 9fb2e4d6-da2c-4010-bea3-c3d2ce2736b0 is scheduled to be hosted by DHCP agent 6527556c-6586-422c-ae47-082984683847 with binding_index 1 {{(pid=83737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:24:57.751376 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5979dcb-5724-4226-88eb-03b32eaea852 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Made reservation on behalf of 0f1e04191c7443f7844c0202165e746c for: {'port': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:24:57.757281 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e5979dcb-5724-4226-88eb-03b32eaea852 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:57.758164 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server [None req-2368aab4-698a-42af-87a2-08aa5832a2e0 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5273f902-b4cf-4d2a-a448-77a4896c40e9: This subnet is being modified by another concurrent operation. Mar 07 10:24:57.758164 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 07 10:24:57.758164 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 07 10:24:57.758164 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 07 10:24:57.758164 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 07 10:24:57.758164 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 07 10:24:57.758164 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 07 10:24:57.758164 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 07 10:24:57.758164 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 07 10:24:57.758164 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 07 10:24:57.758164 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 07 10:24:57.758164 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 07 10:24:57.758164 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 07 10:24:57.758164 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 10:24:57.758164 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 07 10:24:57.758164 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 07 10:24:57.758164 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 07 10:24:57.758164 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server raise value Mar 07 10:24:57.758164 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 07 10:24:57.758164 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 10:24:57.758164 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 07 10:24:57.758164 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 07 10:24:57.758164 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 07 10:24:57.758164 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 10:24:57.758164 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 07 10:24:57.758164 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 07 10:24:57.758164 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 07 10:24:57.758164 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server raise value Mar 07 10:24:57.758164 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 07 10:24:57.758164 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 10:24:57.758164 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 07 10:24:57.758164 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 07 10:24:57.758164 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 07 10:24:57.758164 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 10:24:57.758164 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 07 10:24:57.758164 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 07 10:24:57.758164 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 07 10:24:57.758164 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server raise value Mar 07 10:24:57.758164 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 07 10:24:57.758164 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 07 10:24:57.758164 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 07 10:24:57.758164 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 07 10:24:57.758164 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Mar 07 10:24:57.758164 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 07 10:24:57.758164 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Mar 07 10:24:57.758164 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 07 10:24:57.758164 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Mar 07 10:24:57.758164 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 07 10:24:57.758164 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 07 10:24:57.758164 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 07 10:24:57.758164 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Mar 07 10:24:57.758164 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 07 10:24:57.758164 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 07 10:24:57.762853 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 07 10:24:57.762853 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 07 10:24:57.762853 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 10:24:57.762853 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 07 10:24:57.762853 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 07 10:24:57.762853 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 07 10:24:57.762853 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server raise value Mar 07 10:24:57.762853 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 07 10:24:57.762853 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 10:24:57.762853 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 07 10:24:57.762853 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 07 10:24:57.762853 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 07 10:24:57.762853 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 10:24:57.762853 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 07 10:24:57.762853 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 07 10:24:57.762853 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 07 10:24:57.762853 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server raise value Mar 07 10:24:57.762853 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 07 10:24:57.762853 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 10:24:57.762853 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 07 10:24:57.762853 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 07 10:24:57.762853 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 07 10:24:57.762853 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 10:24:57.762853 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 07 10:24:57.762853 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 07 10:24:57.762853 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 07 10:24:57.762853 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server raise value Mar 07 10:24:57.762853 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 07 10:24:57.762853 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 07 10:24:57.762853 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Mar 07 10:24:57.762853 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 07 10:24:57.762853 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Mar 07 10:24:57.762853 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 07 10:24:57.762853 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Mar 07 10:24:57.762853 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 07 10:24:57.762853 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 07 10:24:57.762853 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 07 10:24:57.762853 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Mar 07 10:24:57.762853 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 07 10:24:57.762853 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 07 10:24:57.762853 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 07 10:24:57.762853 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 07 10:24:57.762853 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 07 10:24:57.762853 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 07 10:24:57.762853 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 07 10:24:57.762853 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Mar 07 10:24:57.762853 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 07 10:24:57.762853 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 07 10:24:57.762853 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server raise exception Mar 07 10:24:57.762853 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5273f902-b4cf-4d2a-a448-77a4896c40e9: This subnet is being modified by another concurrent operation. Mar 07 10:24:57.762853 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server Mar 07 10:24:57.789248 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.db.api [None req-692614df-5f24-4a99-b1eb-46f85d897810 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 10:24:57.789845 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG oslo_db.api [None req-692614df-5f24-4a99-b1eb-46f85d897810 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 10:24:57.797923 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e74b8659-c25f-4cb5-859c-64ccde59056e None None] Network 830ea3c3-8210-440b-8f7b-4e5ba714319f requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:24:57.826238 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-e3e92bad-9305-4fe0-b74d-fd5107f8919d tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830731-3-hyperv, 9fb2e4d6-da2c-4010-bea3-c3d2ce2736b0) {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:24:57.837174 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3e92bad-9305-4fe0-b74d-fd5107f8919d tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:24:57.837754 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e3e92bad-9305-4fe0-b74d-fd5107f8919d tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2756603'] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:57.866585 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394e61c5-44d9-4fee-94d8-4dd583dcacf1 req-b18dc7a4-2447-4385-9111-469737b245bd tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:24:57.868086 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-394e61c5-44d9-4fee-94d8-4dd583dcacf1 req-b18dc7a4-2447-4385-9111-469737b245bd tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9a41462-2213-477c-a0d7-2a574dc86c0e HTTP/1.1" status: 200 len: 946 time: 0.4856992 Mar 07 10:24:57.876145 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa9c72fd-dfd9-4381-802e-5c98f5b106fa None None] Network 9fb2e4d6-da2c-4010-bea3-c3d2ce2736b0 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:24:57.920314 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-627ad396-e480-4e4c-8b5f-d1bcaf9b0500 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1526893', 'neutron.services.segments.db._delete_segments_for_network-8732568551033'] for network, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:57.937819 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627ad396-e480-4e4c-8b5f-d1bcaf9b0500 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Pushing event deleted for resources: {'Subnet': ['ID=5273f902-b4cf-4d2a-a448-77a4896c40e9,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:24:57.968887 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-627ad396-e480-4e4c-8b5f-d1bcaf9b0500 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['830ea3c3-8210-440b-8f7b-4e5ba714319f']}} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:24:57.978995 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-e3e92bad-9305-4fe0-b74d-fd5107f8919d tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.2788002 Mar 07 10:24:57.982110 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9473b4a8-55f6-41ec-a89c-3f7fb648f038 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:57.983854 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 59126) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:24:57.992122 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [None req-e5979dcb-5724-4226-88eb-03b32eaea852 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] device_id is not set on port 9773c558-b439-47df-87f6-226b2bc4cbb6 yet. {{(pid=83738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 07 10:24:58.015326 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-394e61c5-44d9-4fee-94d8-4dd583dcacf1 req-86acbc58-2712-485e-901b-685a10d43a5c tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0cf1685-c0d8-4959-a53b-3f1ceedf7fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078715 Mar 07 10:24:58.033680 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-ef8b2569-0f54-47f2-b4d8-8f644f192bb7 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Request body: {'port': {'network_id': '9fb2e4d6-da2c-4010-bea3-c3d2ce2736b0', 'name': 'tempest-PortsIpV6TestJSON-634449674'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:24:58.041766 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2e51f87-eaf3-4d16-a0d7-2bebb6749ac0 tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Router 94f299a4-fd1c-4ad1-9f05-21f018803649 is scheduled to L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 with binding_index 1 {{(pid=83737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 10:24:58.049862 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeeaac97-cf6e-44bc-a0eb-09f384cac824 None None] Network 4031af0e-dc23-49d0-ad87-388696049f0f requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:24:58.051728 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9473b4a8-55f6-41ec-a89c-3f7fb648f038 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:58.055343 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-627ad396-e480-4e4c-8b5f-d1bcaf9b0500 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3f1e1e5-187d-4764-9605-59f179244e14') {'for_net_delete': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:24:58.055788 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-627ad396-e480-4e4c-8b5f-d1bcaf9b0500 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3f1e1e5-187d-4764-9605-59f179244e14') {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:24:58.152060 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-627ad396-e480-4e4c-8b5f-d1bcaf9b0500 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732568550916', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968000'] for segment, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:58.159541 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9473b4a8-55f6-41ec-a89c-3f7fb648f038 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Pushing event updated for resources: {'Port': ['ID=aa916e0c-0f06-44d3-bde1-f8e9fd0344bc,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:24:58.197303 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-627ad396-e480-4e4c-8b5f-d1bcaf9b0500 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:58.275447 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-ef8b2569-0f54-47f2-b4d8-8f644f192bb7 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:24:58.289561 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-ef8b2569-0f54-47f2-b4d8-8f644f192bb7 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:24:58.297760 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-627ad396-e480-4e4c-8b5f-d1bcaf9b0500 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=83738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 07 10:24:58.298384 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-627ad396-e480-4e4c-8b5f-d1bcaf9b0500 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1227397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3556681'] for segment, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:58.302448 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-692614df-5f24-4a99-b1eb-46f85d897810 None None] Deleting port 4cbbedc9-f384-45b6-97e7-679d7ce9e8f9 {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:24:58.302823 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-692614df-5f24-4a99-b1eb-46f85d897810 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:58.331722 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-fa603ef9-b5df-41f2-aa40-62e2b1002853 None None] Provisioning for port c37a18ba-0b68-46ff-a35b-acc168548f2e completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:24:58.346932 dv-neutron-830731-3-hyperv neutron-server[83738]: Traceback (most recent call last): Mar 07 10:24:58.346932 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 07 10:24:58.346932 dv-neutron-830731-3-hyperv neutron-server[83738]: timer() Mar 07 10:24:58.346932 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:24:58.346932 dv-neutron-830731-3-hyperv neutron-server[83738]: cb(*args, **kw) Mar 07 10:24:58.346932 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 10:24:58.346932 dv-neutron-830731-3-hyperv neutron-server[83738]: return func(*args, **kwargs) Mar 07 10:24:58.346932 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:24:58.346932 dv-neutron-830731-3-hyperv neutron-server[83738]: self._notify() Mar 07 10:24:58.346932 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:24:58.346932 dv-neutron-830731-3-hyperv neutron-server[83738]: self.callback(batched_events) Mar 07 10:24:58.346932 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:24:58.346932 dv-neutron-830731-3-hyperv neutron-server[83738]: event.method(event) Mar 07 10:24:58.346932 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 10:24:58.346932 dv-neutron-830731-3-hyperv neutron-server[83738]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:24:58.346932 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 10:24:58.346932 dv-neutron-830731-3-hyperv neutron-server[83738]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:24:58.346932 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 10:24:58.346932 dv-neutron-830731-3-hyperv neutron-server[83738]: return f(self, *a, **k) Mar 07 10:24:58.346932 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:24:58.346932 dv-neutron-830731-3-hyperv neutron-server[83738]: return self._get(url).json() Mar 07 10:24:58.346932 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:24:58.346932 dv-neutron-830731-3-hyperv neutron-server[83738]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:24:58.346932 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 07 10:24:58.346932 dv-neutron-830731-3-hyperv neutron-server[83738]: return self.request(url, 'GET', **kwargs) Mar 07 10:24:58.346932 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 07 10:24:58.346932 dv-neutron-830731-3-hyperv neutron-server[83738]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:24:58.346932 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 07 10:24:58.346932 dv-neutron-830731-3-hyperv neutron-server[83738]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:24:58.346932 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 07 10:24:58.346932 dv-neutron-830731-3-hyperv neutron-server[83738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:24:58.346932 dv-neutron-830731-3-hyperv neutron-server[83738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:24:58.414274 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef8b2569-0f54-47f2-b4d8-8f644f192bb7 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Made reservation on behalf of 29ee0fb2487e46c6b75e400959e24994 for: {'port': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:24:58.417986 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ef8b2569-0f54-47f2-b4d8-8f644f192bb7 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:58.446768 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning for port 466a99b2-52c4-4540-a0a4-a776cf5a5cf8 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:24:58.452420 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9473b4a8-55f6-41ec-a89c-3f7fb648f038 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Network 5ed85006-6b00-415e-b71f-837fb1421c12 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:24:58.464001 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-9473b4a8-55f6-41ec-a89c-3f7fb648f038 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:24:58.466473 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9473b4a8-55f6-41ec-a89c-3f7fb648f038 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:24:58.473122 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [None req-ef8b2569-0f54-47f2-b4d8-8f644f192bb7 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] device_id is not set on port 801aa8a5-de1a-4e39-8023-e86c9c994e7b yet. {{(pid=83738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 07 10:24:58.488399 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 466a99b2-52c4-4540-a0a4-a776cf5a5cf8 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:24:58.488809 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:58.510120 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-627ad396-e480-4e4c-8b5f-d1bcaf9b0500 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1526886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923583'] for network, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:58.532632 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-627ad396-e480-4e4c-8b5f-d1bcaf9b0500 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:58.565382 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-b2dd4c0d-9d69-4061-8926-59b532a73167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:58.591026 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627ad396-e480-4e4c-8b5f-d1bcaf9b0500 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Pushing event deleted for resources: {'Network': ['ID=830ea3c3-8210-440b-8f7b-4e5ba714319f,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:24:58.642760 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-627ad396-e480-4e4c-8b5f-d1bcaf9b0500 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] 10.222.0.13 "DELETE /v2.0/networks/830ea3c3-8210-440b-8f7b-4e5ba714319f HTTP/1.1" status: 204 len: 168 time: 2.3079593 Mar 07 10:24:58.647631 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 59132) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:24:58.670183 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8e7da4-2db6-4215-801a-88d7264f251e req-a58bdef4-3702-4197-9778-ca46d7aec040 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:24:58.671895 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-0a8e7da4-2db6-4215-801a-88d7264f251e req-a58bdef4-3702-4197-9778-ca46d7aec040 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9a41462-2213-477c-a0d7-2a574dc86c0e HTTP/1.1" status: 200 len: 946 time: 0.4455988 Mar 07 10:24:58.690353 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-e5979dcb-5724-4226-88eb-03b32eaea852 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Allocated IP 2001:db8::c0d5:af38:14ad:4ca3 (98d8805b-dd65-4110-997b-2eea298bca78/6490f038-347b-469f-a37d-aec35dfdcc08/9773c558-b439-47df-87f6-226b2bc4cbb6) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:24:58.695239 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-a47e26b1-b73b-4208-a5d5-4a867e405a79 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1889869290'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:24:58.705904 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-a47e26b1-b73b-4208-a5d5-4a867e405a79 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:24:58.719305 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-a47e26b1-b73b-4208-a5d5-4a867e405a79 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Usage tracker for resource:network and tenant:7dae50c6a103406a9760f86cb860cee5 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:24:58.727921 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-a47e26b1-b73b-4208-a5d5-4a867e405a79 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:24:58.746647 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2e51f87-eaf3-4d16-a0d7-2bebb6749ac0 tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:24:58.751849 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-b2e51f87-eaf3-4d16-a0d7-2bebb6749ac0 tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] 10.222.0.13 "PUT /v2.0/routers/94f299a4-fd1c-4ad1-9f05-21f018803649/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4212101 Mar 07 10:24:58.756583 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-a47e26b1-b73b-4208-a5d5-4a867e405a79 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:24:58.756740 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 59136) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:24:58.760246 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1687dc85-e441-4ce4-8645-afb472522254 None None] Sync routers for ids ['94f299a4-fd1c-4ad1-9f05-21f018803649'] in dv-neutron-830731-3-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:24:58.777605 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1687dc85-e441-4ce4-8645-afb472522254 None None] Routers {'94f299a4-fd1c-4ad1-9f05-21f018803649'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:24:58.778203 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-1687dc85-e441-4ce4-8645-afb472522254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:24:30Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['94f299a4-fd1c-4ad1-9f05-21f018803649'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:24:58.782091 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-ef8b2569-0f54-47f2-b4d8-8f644f192bb7 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Allocated IP 2001:db8::378 (9fb2e4d6-da2c-4010-bea3-c3d2ce2736b0/5e966ef3-ecd3-48cb-bdd3-3d80c7dfb4f1/801aa8a5-de1a-4e39-8023-e86c9c994e7b) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:24:58.812853 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a47e26b1-b73b-4208-a5d5-4a867e405a79 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Made reservation on behalf of 7dae50c6a103406a9760f86cb860cee5 for: {'network': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:24:58.815864 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a47e26b1-b73b-4208-a5d5-4a867e405a79 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for network, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:58.854943 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a47e26b1-b73b-4208-a5d5-4a867e405a79 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=83738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:24:58.908978 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-1687dc85-e441-4ce4-8645-afb472522254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:24:58.923347 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1687dc85-e441-4ce4-8645-afb472522254 None None] Routers {'94f299a4-fd1c-4ad1-9f05-21f018803649'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:24:58.924341 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-1687dc85-e441-4ce4-8645-afb472522254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:24:30Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['94f299a4-fd1c-4ad1-9f05-21f018803649'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:24:58.967180 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-46926af8-cce0-4794-8592-d5a58cf6405d None None] Provisioning for port 9debc425-cec9-43c6-be54-f50576c998fc completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:24:58.998704 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a47e26b1-b73b-4208-a5d5-4a867e405a79 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:59.002742 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6f5a25a-b4dc-41f8-8cbe-da5afa35733e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ec2749d-0aec-52fb-aca6-10ba8a80aade-9fb2e4d6-da2c-4010-bea3-c3d2ce2736b0', 'network_id': '9fb2e4d6-da2c-4010-bea3-c3d2ce2736b0', 'tenant_id': '29ee0fb2487e46c6b75e400959e24994', 'fixed_ips': [{'subnet_id': '5e966ef3-ecd3-48cb-bdd3-3d80c7dfb4f1'}]}} from dv-neutron-830731-3-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 07 10:24:59.003554 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f6f5a25a-b4dc-41f8-8cbe-da5afa35733e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:59.004114 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.db.segments_db [None req-a47e26b1-b73b-4208-a5d5-4a867e405a79 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Added segment d3a870cf-7011-4afc-9576-2d9f41f42b1c of type vlan for network e4879118-6207-48f2-aace-e86f7591e455 Mar 07 10:24:59.055206 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a47e26b1-b73b-4208-a5d5-4a867e405a79 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732568034061'] for network, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:59.058497 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-0a8e7da4-2db6-4215-801a-88d7264f251e req-aa60c428-f4e5-476f-907f-a9ed0a4793be tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0cf1685-c0d8-4959-a53b-3f1ceedf7fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3802071 Mar 07 10:24:59.061542 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-1687dc85-e441-4ce4-8645-afb472522254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:24:59.061943 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1687dc85-e441-4ce4-8645-afb472522254 None None] The sync data for ids ['94f299a4-fd1c-4ad1-9f05-21f018803649'] in dv-neutron-830731-3-hyperv is: [] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:24:59.218890 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:59.309167 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.db.resource_extend [None req-a47e26b1-b73b-4208-a5d5-4a867e405a79 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 10:24:59.315098 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-692614df-5f24-4a99-b1eb-46f85d897810 None None] For port 4cbbedc9-f384-45b6-97e7-679d7ce9e8f9, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=4cbbedc9-f384-45b6-97e7-679d7ce9e8f9,segment=NetworkSegment(13510a37-88c7-493e-9701-b414ea24fc4c),segment_id=13510a37-88c7-493e-9701-b414ea24fc4c)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:24:59.316250 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-692614df-5f24-4a99-b1eb-46f85d897810 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:59.545299 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a47e26b1-b73b-4208-a5d5-4a867e405a79 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594'] for network, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:59.549284 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a47e26b1-b73b-4208-a5d5-4a867e405a79 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:24:59.550062 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a47e26b1-b73b-4208-a5d5-4a867e405a79 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:59.629216 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-692614df-5f24-4a99-b1eb-46f85d897810 None None] Calling delete_port for 4cbbedc9-f384-45b6-97e7-679d7ce9e8f9 owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:24:59.669908 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] For port 466a99b2-52c4-4540-a0a4-a776cf5a5cf8, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=466a99b2-52c4-4540-a0a4-a776cf5a5cf8,segment=NetworkSegment(a089b210-e570-423d-a389-6222213848e2),segment_id=a089b210-e570-423d-a389-6222213848e2)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:24:59.677979 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-3af02bdc-188b-43eb-961d-b853e2efd27e None None] Provisioning complete for port 466a99b2-52c4-4540-a0a4-a776cf5a5cf8 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:24:59.678564 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-3af02bdc-188b-43eb-961d-b853e2efd27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:59.714808 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:59.715813 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 24df7cb2-3acf-4b93-92fc-eece8043c6b2 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:24:59.751388 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-a47e26b1-b73b-4208-a5d5-4a867e405a79 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0752716 Mar 07 10:24:59.759117 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 59142) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:24:59.767570 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ef8b2569-0f54-47f2-b4d8-8f644f192bb7 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:59.776242 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e5979dcb-5724-4226-88eb-03b32eaea852 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:59.782571 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-88b13748-e6d2-47d3-bbf3-44815c12dbe4 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Request body: {'subnet': {'network_id': 'e4879118-6207-48f2-aace-e86f7591e455', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:24:59.812390 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47e26b1-b73b-4208-a5d5-4a867e405a79 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Pushing event updated for resources: {'Network': ['ID=e4879118-6207-48f2-aace-e86f7591e455,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:24:59.835598 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Network e4879118-6207-48f2-aace-e86f7591e455 details requested by agent ovs-agent-dv-neutron-830731-3-hyperv with host dv-neutron-830731-3-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 10:24:59.847868 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f947e0-41f8-4faf-a1bc-68f3f92ee2c6 req-207bd8ff-7d4c-46b6-9b45-31afa241c21b tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:24:59.849459 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-41f947e0-41f8-4faf-a1bc-68f3f92ee2c6 req-207bd8ff-7d4c-46b6-9b45-31afa241c21b tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9a41462-2213-477c-a0d7-2a574dc86c0e HTTP/1.1" status: 200 len: 946 time: 0.4880674 Mar 07 10:24:59.859876 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9473b4a8-55f6-41ec-a89c-3f7fb648f038 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:59.890360 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-ef8b2569-0f54-47f2-b4d8-8f644f192bb7 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Transition to ACTIVE for port object 801aa8a5-de1a-4e39-8023-e86c9c994e7b will not be triggered until provisioned by entity DHCP. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:24:59.904225 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-e5979dcb-5724-4226-88eb-03b32eaea852 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Transition to ACTIVE for port object 9773c558-b439-47df-87f6-226b2bc4cbb6 will not be triggered until provisioned by entity DHCP. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:24:59.951087 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-88b13748-e6d2-47d3-bbf3-44815c12dbe4 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:24:59.956624 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-88b13748-e6d2-47d3-bbf3-44815c12dbe4 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Usage tracker for resource:subnet and tenant:7dae50c6a103406a9760f86cb860cee5 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:24:59.961840 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-88b13748-e6d2-47d3-bbf3-44815c12dbe4 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:24:59.966676 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9473b4a8-55f6-41ec-a89c-3f7fb648f038 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:59.970421 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-88b13748-e6d2-47d3-bbf3-44815c12dbe4 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:24:59.975582 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Pushing event updated for resources: {'Port': ['ID=466a99b2-52c4-4540-a0a4-a776cf5a5cf8,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:24:59.982390 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ef8b2569-0f54-47f2-b4d8-8f644f192bb7 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:24:59.993922 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-41f947e0-41f8-4faf-a1bc-68f3f92ee2c6 req-b7750ffd-ac9c-4414-acb0-ade5a6c54fa1 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0cf1685-c0d8-4959-a53b-3f1ceedf7fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1312273 Mar 07 10:25:00.018717 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e5979dcb-5724-4226-88eb-03b32eaea852 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:00.032895 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88b13748-e6d2-47d3-bbf3-44815c12dbe4 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Made reservation on behalf of 7dae50c6a103406a9760f86cb860cee5 for: {'subnet': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:25:00.039642 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-692614df-5f24-4a99-b1eb-46f85d897810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812'] for port, after_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:00.083805 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:25:00.084174 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:25:00.084456 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:25:00.084821 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:25:00.085146 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:25:00.085470 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:25:00.085788 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:25:00.086356 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:25:00.086671 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:25:00.089255 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:25:00.090452 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:25:00.170023 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692614df-5f24-4a99-b1eb-46f85d897810 None None] No DVR routers for this DVR port 4cbbedc9-f384-45b6-97e7-679d7ce9e8f9 on host dv-neutron-830731-3-hyperv {{(pid=83739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:25:00.170821 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef8b2569-0f54-47f2-b4d8-8f644f192bb7 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Network 9fb2e4d6-da2c-4010-bea3-c3d2ce2736b0 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:25:00.173923 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692614df-5f24-4a99-b1eb-46f85d897810 None None] Pushing event deleted for resources: {'Port': ['ID=4cbbedc9-f384-45b6-97e7-679d7ce9e8f9,revision_number=None']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:25:00.178521 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-ef8b2569-0f54-47f2-b4d8-8f644f192bb7 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:25:00.179908 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-f6f5a25a-b4dc-41f8-8cbe-da5afa35733e None None] Allocated IP 2001:db8::2 (9fb2e4d6-da2c-4010-bea3-c3d2ce2736b0/5e966ef3-ecd3-48cb-bdd3-3d80c7dfb4f1/f16434e3-06c3-4330-8abe-843456f21c0b) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:25:00.187182 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 24df7cb2-3acf-4b93-92fc-eece8043c6b2 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:25:00.187451 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:00.187796 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5979dcb-5724-4226-88eb-03b32eaea852 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Network 98d8805b-dd65-4110-997b-2eea298bca78 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:25:00.193523 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8b2569-0f54-47f2-b4d8-8f644f192bb7 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:25:00.197025 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef8b2569-0f54-47f2-b4d8-8f644f192bb7 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:25:00.198169 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ef8b2569-0f54-47f2-b4d8-8f644f192bb7 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:00.202482 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-e5979dcb-5724-4226-88eb-03b32eaea852 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:25:00.206204 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8b2569-0f54-47f2-b4d8-8f644f192bb7 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Pushing event updated for resources: {'Port': ['ID=801aa8a5-de1a-4e39-8023-e86c9c994e7b,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:25:00.210269 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-88b13748-e6d2-47d3-bbf3-44815c12dbe4 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741426'] for subnet, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:00.261597 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5979dcb-5724-4226-88eb-03b32eaea852 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:25:00.265500 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5979dcb-5724-4226-88eb-03b32eaea852 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:25:00.266299 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e5979dcb-5724-4226-88eb-03b32eaea852 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:00.374469 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-ef8b2569-0f54-47f2-b4d8-8f644f192bb7 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.3860559 Mar 07 10:25:00.383739 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 59148) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:25:00.398860 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-cb6c00f3-f094-4ebc-802e-e61d9e5012ab tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Request body: {'port': {'network_id': '9fb2e4d6-da2c-4010-bea3-c3d2ce2736b0', 'name': 'tempest-PortsIpV6TestJSON-1170057999'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:25:00.414944 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-e5979dcb-5724-4226-88eb-03b32eaea852 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.9684651 Mar 07 10:25:00.420084 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 59152) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:25:00.420593 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5979dcb-5724-4226-88eb-03b32eaea852 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Pushing event updated for resources: {'Port': ['ID=9773c558-b439-47df-87f6-226b2bc4cbb6,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:25:00.432734 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-727bf654-eb2e-447b-a18d-1a935c99a7c8 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Request body: {'port': {'network_id': '98d8805b-dd65-4110-997b-2eea298bca78', 'fixed_ips': [{'subnet_id': '6490f038-347b-469f-a37d-aec35dfdcc08', 'ip_address': '2001:db8::c0d5:af38:14ad:4ca3'}], 'name': 'tempest-NetworksTestDHCPv6-1749827511'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:25:00.473276 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f6f5a25a-b4dc-41f8-8cbe-da5afa35733e None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:00.485370 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-f6f5a25a-b4dc-41f8-8cbe-da5afa35733e None None] Transition to ACTIVE for port object f16434e3-06c3-4330-8abe-843456f21c0b will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:25:00.505410 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-f6f5a25a-b4dc-41f8-8cbe-da5afa35733e None None] Transition to ACTIVE for port object f16434e3-06c3-4330-8abe-843456f21c0b will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:25:00.513024 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-337141d4-d69c-4b77-84b3-6f4cb7843cbf None None] Network 98d8805b-dd65-4110-997b-2eea298bca78 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:25:00.553397 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f6f5a25a-b4dc-41f8-8cbe-da5afa35733e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:00.605919 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-cb6c00f3-f094-4ebc-802e-e61d9e5012ab tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:25:00.623725 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-cb6c00f3-f094-4ebc-802e-e61d9e5012ab tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:25:00.647597 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb6c00f3-f094-4ebc-802e-e61d9e5012ab tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Made reservation on behalf of 29ee0fb2487e46c6b75e400959e24994 for: {'port': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:25:00.650813 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cb6c00f3-f094-4ebc-802e-e61d9e5012ab tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:00.657664 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-727bf654-eb2e-447b-a18d-1a935c99a7c8 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:25:00.680233 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9473b4a8-55f6-41ec-a89c-3f7fb648f038 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:00.688185 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [None req-cb6c00f3-f094-4ebc-802e-e61d9e5012ab tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] device_id is not set on port a04855eb-c9f7-4a91-a7d9-785622e2b57f yet. {{(pid=83738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 07 10:25:00.688755 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-727bf654-eb2e-447b-a18d-1a935c99a7c8 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:25:00.689880 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f5a25a-b4dc-41f8-8cbe-da5afa35733e None None] Pushing event updated for resources: {'Port': ['ID=f16434e3-06c3-4330-8abe-843456f21c0b,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:25:00.693051 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9473b4a8-55f6-41ec-a89c-3f7fb648f038 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3012561'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:00.727408 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-88b13748-e6d2-47d3-bbf3-44815c12dbe4 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3556832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741408'] for subnet, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:00.732774 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f5a25a-b4dc-41f8-8cbe-da5afa35733e None None] Network 9fb2e4d6-da2c-4010-bea3-c3d2ce2736b0 is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:25:00.733783 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-093b3842-b9d7-4ad0-bb44-b09e5ca604db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:00.739286 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-f6f5a25a-b4dc-41f8-8cbe-da5afa35733e None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:25:00.745391 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f5a25a-b4dc-41f8-8cbe-da5afa35733e None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:25:00.754678 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-3af02bdc-188b-43eb-961d-b853e2efd27e None None] Provisioning for port 827f56bc-14a9-49c9-bf48-3d14db2bb71f completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:25:00.771974 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-3af02bdc-188b-43eb-961d-b853e2efd27e None None] Provisioning complete for port 827f56bc-14a9-49c9-bf48-3d14db2bb71f triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:25:00.772177 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-3af02bdc-188b-43eb-961d-b853e2efd27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:00.801669 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-727bf654-eb2e-447b-a18d-1a935c99a7c8 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Made reservation on behalf of 0f1e04191c7443f7844c0202165e746c for: {'port': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:25:00.839315 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b13748-e6d2-47d3-bbf3-44815c12dbe4 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Pushing event updated for resources: {'Subnet': ['ID=7ee7fe66-7270-429f-adce-355a07a3b1de,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:25:00.889687 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9473b4a8-55f6-41ec-a89c-3f7fb648f038 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Pushing event updated for resources: {'Port': ['ID=aa916e0c-0f06-44d3-bde1-f8e9fd0344bc,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:25:00.902766 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b13748-e6d2-47d3-bbf3-44815c12dbe4 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Checking segment: {'id': 'd3a870cf-7011-4afc-9576-2d9f41f42b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'e4879118-6207-48f2-aace-e86f7591e455'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:25:00.903123 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b13748-e6d2-47d3-bbf3-44815c12dbe4 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Network hostable DHCP agents. Network: e4879118-6207-48f2-aace-e86f7591e455, hostable agents: ['6527556c-6586-422c-ae47-082984683847'], hosted agents: [] {{(pid=83738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:25:00.938537 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-cb6c00f3-f094-4ebc-802e-e61d9e5012ab tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Allocated IP 2001:db8::1c (9fb2e4d6-da2c-4010-bea3-c3d2ce2736b0/5e966ef3-ecd3-48cb-bdd3-3d80c7dfb4f1/a04855eb-c9f7-4a91-a7d9-785622e2b57f) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:25:00.946458 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.api.v2.resource [None req-758f24f7-f4bf-4e48-92a5-7b954b71108d tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 10:25:00.950297 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-758f24f7-f4bf-4e48-92a5-7b954b71108d tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] 10.222.0.13 "PUT /v2.0/routers/94f299a4-fd1c-4ad1-9f05-21f018803649/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.1634936 Mar 07 10:25:00.950579 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 59156) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:25:00.965100 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9473b4a8-55f6-41ec-a89c-3f7fb648f038 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:25:00.965528 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9473b4a8-55f6-41ec-a89c-3f7fb648f038 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:25:00.965926 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9473b4a8-55f6-41ec-a89c-3f7fb648f038 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:25:00.966318 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9473b4a8-55f6-41ec-a89c-3f7fb648f038 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:25:00.966714 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9473b4a8-55f6-41ec-a89c-3f7fb648f038 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:25:00.967100 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9473b4a8-55f6-41ec-a89c-3f7fb648f038 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:25:00.967491 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9473b4a8-55f6-41ec-a89c-3f7fb648f038 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:25:00.967873 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9473b4a8-55f6-41ec-a89c-3f7fb648f038 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:25:00.968252 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9473b4a8-55f6-41ec-a89c-3f7fb648f038 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:25:00.968661 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9473b4a8-55f6-41ec-a89c-3f7fb648f038 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:25:00.969040 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9473b4a8-55f6-41ec-a89c-3f7fb648f038 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:25:00.978445 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-3af02bdc-188b-43eb-961d-b853e2efd27e None None] Port 827f56bc-14a9-49c9-bf48-3d14db2bb71f cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:25:01.000731 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9473b4a8-55f6-41ec-a89c-3f7fb648f038 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923533'] for floatingip, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:01.019012 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b13748-e6d2-47d3-bbf3-44815c12dbe4 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Network e4879118-6207-48f2-aace-e86f7591e455 is scheduled to be hosted by DHCP agent 6527556c-6586-422c-ae47-082984683847 with binding_index 1 {{(pid=83738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:25:01.027650 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-f6f5a25a-b4dc-41f8-8cbe-da5afa35733e None None] Attempting to bind port f16434e3-06c3-4330-8abe-843456f21c0b on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:25:01.028014 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-f6f5a25a-b4dc-41f8-8cbe-da5afa35733e None None] Attempting to bind port f16434e3-06c3-4330-8abe-843456f21c0b by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': '9b5424f5-44fa-4dec-98f4-d34cae10ebc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '9fb2e4d6-da2c-4010-bea3-c3d2ce2736b0'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:25:01.028365 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f5a25a-b4dc-41f8-8cbe-da5afa35733e None None] Attempting to bind port f16434e3-06c3-4330-8abe-843456f21c0b on network 9fb2e4d6-da2c-4010-bea3-c3d2ce2736b0 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:25:01.051786 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f5a25a-b4dc-41f8-8cbe-da5afa35733e None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:25:01.052154 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f5a25a-b4dc-41f8-8cbe-da5afa35733e None None] Checking segment: {'id': '9b5424f5-44fa-4dec-98f4-d34cae10ebc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '9fb2e4d6-da2c-4010-bea3-c3d2ce2736b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:25:01.052682 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f6f5a25a-b4dc-41f8-8cbe-da5afa35733e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:01.053069 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f5a25a-b4dc-41f8-8cbe-da5afa35733e None None] Bound using segment: {'id': '9b5424f5-44fa-4dec-98f4-d34cae10ebc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '9fb2e4d6-da2c-4010-bea3-c3d2ce2736b0'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:25:01.053536 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-f6f5a25a-b4dc-41f8-8cbe-da5afa35733e None None] Bound port: f16434e3-06c3-4330-8abe-843456f21c0b, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b5424f5-44fa-4dec-98f4-d34cae10ebc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '9fb2e4d6-da2c-4010-bea3-c3d2ce2736b0'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:25:01.053888 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f6f5a25a-b4dc-41f8-8cbe-da5afa35733e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:01.100799 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-88b13748-e6d2-47d3-bbf3-44815c12dbe4 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830731-3-hyperv, e4879118-6207-48f2-aace-e86f7591e455) {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:25:01.117208 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88b13748-e6d2-47d3-bbf3-44815c12dbe4 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:25:01.117712 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-88b13748-e6d2-47d3-bbf3-44815c12dbe4 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:01.122727 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb9f843e-3f09-49d8-ac2b-4879652c7dd3 None None] Network e4879118-6207-48f2-aace-e86f7591e455 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:25:01.137959 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-727bf654-eb2e-447b-a18d-1a935c99a7c8 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:01.164365 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [None req-727bf654-eb2e-447b-a18d-1a935c99a7c8 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] device_id is not set on port 6c1363f3-b289-4126-9496-af9b729eeee6 yet. {{(pid=83737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 07 10:25:01.350074 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-88b13748-e6d2-47d3-bbf3-44815c12dbe4 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.5859609 Mar 07 10:25:01.357494 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 59160) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:25:01.432621 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 9debc425-cec9-43c6-be54-f50576c998fc up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:25:01.465175 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-f6f5a25a-b4dc-41f8-8cbe-da5afa35733e None None] For port f16434e3-06c3-4330-8abe-843456f21c0b, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:25:01.481473 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-727bf654-eb2e-447b-a18d-1a935c99a7c8 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] POST failed (client error): There was a conflict when trying to complete your request. Mar 07 10:25:01.482056 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-727bf654-eb2e-447b-a18d-1a935c99a7c8 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:25:01.516997 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-f6f5a25a-b4dc-41f8-8cbe-da5afa35733e None None] For port f16434e3-06c3-4330-8abe-843456f21c0b, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=f16434e3-06c3-4330-8abe-843456f21c0b,segment=NetworkSegment(9b5424f5-44fa-4dec-98f4-d34cae10ebc6),segment_id=9b5424f5-44fa-4dec-98f4-d34cae10ebc6)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:25:01.530484 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-727bf654-eb2e-447b-a18d-1a935c99a7c8 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.1065304 Mar 07 10:25:01.530867 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 59164) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:25:01.534382 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f6f5a25a-b4dc-41f8-8cbe-da5afa35733e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:01.580374 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.db.l3_db [None req-9473b4a8-55f6-41ec-a89c-3f7fb648f038 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Floating IP d4bcd545-d9be-4404-99b1-767ba713553c associated. External IP: 172.26.8.67, port: 4d53a416-c18c-41ae-9399-1b539661d25c. Mar 07 10:25:01.628975 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cb6c00f3-f094-4ebc-802e-e61d9e5012ab tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:01.689239 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a8323da-8955-43d3-9773-315b850578e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ec2749d-0aec-52fb-aca6-10ba8a80aade-98d8805b-dd65-4110-997b-2eea298bca78', 'network_id': '98d8805b-dd65-4110-997b-2eea298bca78', 'tenant_id': '0f1e04191c7443f7844c0202165e746c', 'fixed_ips': [{'subnet_id': '6490f038-347b-469f-a37d-aec35dfdcc08'}]}} from dv-neutron-830731-3-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 07 10:25:01.690046 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0a8323da-8955-43d3-9773-315b850578e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:01.698949 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ecdb994f-8945-47c4-933c-24d7b3795721 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1158940'] for network, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:01.700995 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning for port 9debc425-cec9-43c6-be54-f50576c998fc completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:25:01.717446 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-cb6c00f3-f094-4ebc-802e-e61d9e5012ab tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Transition to ACTIVE for port object a04855eb-c9f7-4a91-a7d9-785622e2b57f will not be triggered until provisioned by entity DHCP. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:25:01.738049 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 9debc425-cec9-43c6-be54-f50576c998fc triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:25:01.738418 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:01.750519 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e8fd29-49eb-4ca7-835d-0b4e342e0782 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:25:01.751352 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-d4e8fd29-49eb-4ca7-835d-0b4e342e0782 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Synchronizing usage tracker for tenant:0f1e04191c7443f7844c0202165e746c on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:25:01.778113 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-d4e8fd29-49eb-4ca7-835d-0b4e342e0782 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Unset dirty status for tenant:0f1e04191c7443f7844c0202165e746c on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:25:01.779220 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-d4e8fd29-49eb-4ca7-835d-0b4e342e0782 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.2474201 Mar 07 10:25:01.782193 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 59168) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:25:01.820899 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ecdb994f-8945-47c4-933c-24d7b3795721 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1525496'] for subnet, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:01.863716 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-20a59b68-fa4c-4791-8aa0-a612210ea5a8 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Deleting port 9773c558-b439-47df-87f6-226b2bc4cbb6 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:25:01.864588 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-20a59b68-fa4c-4791-8aa0-a612210ea5a8 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:01.866699 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cb6c00f3-f094-4ebc-802e-e61d9e5012ab tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:01.887481 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f5a25a-b4dc-41f8-8cbe-da5afa35733e None None] Pushing event updated for resources: {'Port': ['ID=f16434e3-06c3-4330-8abe-843456f21c0b,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:25:01.893493 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-711fefd2-3b30-4759-8df5-0aecff1c8e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:01.912579 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-ef056c1b-ff2b-4e0b-8590-2980e2ac9503 None None] Provisioning complete for port 827f56bc-14a9-49c9-bf48-3d14db2bb71f triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:25:01.912985 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-ef056c1b-ff2b-4e0b-8590-2980e2ac9503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:01.949249 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a01776e-0cc3-4bdf-8772-37097362b5e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ec2749d-0aec-52fb-aca6-10ba8a80aade-e4879118-6207-48f2-aace-e86f7591e455', 'network_id': 'e4879118-6207-48f2-aace-e86f7591e455', 'tenant_id': '7dae50c6a103406a9760f86cb860cee5', 'fixed_ips': [{'subnet_id': '7ee7fe66-7270-429f-adce-355a07a3b1de'}]}} from dv-neutron-830731-3-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 07 10:25:01.949708 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6a01776e-0cc3-4bdf-8772-37097362b5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:01.980667 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb6c00f3-f094-4ebc-802e-e61d9e5012ab tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Network 9fb2e4d6-da2c-4010-bea3-c3d2ce2736b0 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:25:01.982462 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6c00f3-f094-4ebc-802e-e61d9e5012ab tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Pushing event updated for resources: {'Port': ['ID=a04855eb-c9f7-4a91-a7d9-785622e2b57f,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:25:01.987609 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f2ea9ba1-1ae0-4de8-bf7d-67d488397532 tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3920255'] for router_interface, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:02.010207 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:02.036716 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-cb6c00f3-f094-4ebc-802e-e61d9e5012ab tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:25:02.048322 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6c00f3-f094-4ebc-802e-e61d9e5012ab tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:25:02.052347 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb6c00f3-f094-4ebc-802e-e61d9e5012ab tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:25:02.052997 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cb6c00f3-f094-4ebc-802e-e61d9e5012ab tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:02.101958 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-ef056c1b-ff2b-4e0b-8590-2980e2ac9503 None None] Port 827f56bc-14a9-49c9-bf48-3d14db2bb71f cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:25:02.164010 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ecdb994f-8945-47c4-933c-24d7b3795721 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1525489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3556647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741465'] for subnet, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:02.266736 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdb994f-8945-47c4-933c-24d7b3795721 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Pushing event deleted for resources: {'Subnet': ['ID=7ee7fe66-7270-429f-adce-355a07a3b1de,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:25:02.268705 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server [None req-6a01776e-0cc3-4bdf-8772-37097362b5e8 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7ee7fe66-7270-429f-adce-355a07a3b1de: This subnet is being modified by another concurrent operation. Mar 07 10:25:02.268705 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 07 10:25:02.268705 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 07 10:25:02.268705 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 07 10:25:02.268705 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 07 10:25:02.268705 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 07 10:25:02.268705 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 07 10:25:02.268705 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 07 10:25:02.268705 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 07 10:25:02.268705 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 07 10:25:02.268705 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 07 10:25:02.268705 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 07 10:25:02.268705 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 07 10:25:02.268705 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 10:25:02.268705 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 07 10:25:02.268705 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 07 10:25:02.268705 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 07 10:25:02.268705 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server raise value Mar 07 10:25:02.268705 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 07 10:25:02.268705 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 10:25:02.268705 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 07 10:25:02.268705 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 07 10:25:02.268705 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 07 10:25:02.268705 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 10:25:02.268705 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 07 10:25:02.268705 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 07 10:25:02.268705 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 07 10:25:02.268705 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server raise value Mar 07 10:25:02.268705 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 07 10:25:02.268705 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 10:25:02.268705 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 07 10:25:02.268705 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 07 10:25:02.268705 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 07 10:25:02.268705 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 10:25:02.268705 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 07 10:25:02.268705 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 07 10:25:02.268705 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 07 10:25:02.268705 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server raise value Mar 07 10:25:02.268705 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 07 10:25:02.268705 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 07 10:25:02.268705 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 07 10:25:02.268705 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 07 10:25:02.268705 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Mar 07 10:25:02.268705 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 07 10:25:02.268705 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Mar 07 10:25:02.268705 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 07 10:25:02.268705 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Mar 07 10:25:02.268705 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 07 10:25:02.268705 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 07 10:25:02.268705 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 07 10:25:02.268705 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Mar 07 10:25:02.268705 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 07 10:25:02.268705 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 07 10:25:02.272364 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 07 10:25:02.272364 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 07 10:25:02.272364 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 10:25:02.272364 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 07 10:25:02.272364 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 07 10:25:02.272364 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 07 10:25:02.272364 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server raise value Mar 07 10:25:02.272364 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 07 10:25:02.272364 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 10:25:02.272364 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 07 10:25:02.272364 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 07 10:25:02.272364 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 07 10:25:02.272364 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 10:25:02.272364 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 07 10:25:02.272364 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 07 10:25:02.272364 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 07 10:25:02.272364 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server raise value Mar 07 10:25:02.272364 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 07 10:25:02.272364 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 10:25:02.272364 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 07 10:25:02.272364 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 07 10:25:02.272364 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 07 10:25:02.272364 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 10:25:02.272364 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 07 10:25:02.272364 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 07 10:25:02.272364 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 07 10:25:02.272364 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server raise value Mar 07 10:25:02.272364 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 07 10:25:02.272364 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 07 10:25:02.272364 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Mar 07 10:25:02.272364 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 07 10:25:02.272364 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Mar 07 10:25:02.272364 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 07 10:25:02.272364 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Mar 07 10:25:02.272364 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 07 10:25:02.272364 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 07 10:25:02.272364 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 07 10:25:02.272364 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Mar 07 10:25:02.272364 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 07 10:25:02.272364 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 07 10:25:02.272364 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 07 10:25:02.272364 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 07 10:25:02.272364 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 07 10:25:02.272364 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 07 10:25:02.272364 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 07 10:25:02.272364 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Mar 07 10:25:02.272364 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 07 10:25:02.272364 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 07 10:25:02.272364 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server raise exception Mar 07 10:25:02.272364 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7ee7fe66-7270-429f-adce-355a07a3b1de: This subnet is being modified by another concurrent operation. Mar 07 10:25:02.272364 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server Mar 07 10:25:02.282785 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-0a8323da-8955-43d3-9773-315b850578e0 None None] Allocated IP 2001:db8::2 (98d8805b-dd65-4110-997b-2eea298bca78/6490f038-347b-469f-a37d-aec35dfdcc08/27ee569c-ae70-4647-99ed-2d8452adc427) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:25:02.286110 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:02.302571 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-cb6c00f3-f094-4ebc-802e-e61d9e5012ab tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.9154558 Mar 07 10:25:02.331440 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8459fb13-5c24-47b7-b67c-8ea16f4b641a None None] Network e4879118-6207-48f2-aace-e86f7591e455 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:25:02.349274 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 59172) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:25:02.426623 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ecdb994f-8945-47c4-933c-24d7b3795721 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1526893', 'neutron.services.segments.db._delete_segments_for_network-8732568551033'] for network, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:02.463760 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-ecdb994f-8945-47c4-933c-24d7b3795721 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4879118-6207-48f2-aace-e86f7591e455']}} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:25:02.482939 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-ecdb994f-8945-47c4-933c-24d7b3795721 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3a870cf-7011-4afc-9576-2d9f41f42b1c') {'for_net_delete': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:25:02.483225 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-ecdb994f-8945-47c4-933c-24d7b3795721 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3a870cf-7011-4afc-9576-2d9f41f42b1c') {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:25:02.500208 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ecdb994f-8945-47c4-933c-24d7b3795721 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732568550916', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968000'] for segment, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:02.537496 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] For port 9debc425-cec9-43c6-be54-f50576c998fc, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=9debc425-cec9-43c6-be54-f50576c998fc,segment=NetworkSegment(8147c551-857e-4cdd-b2e2-373c9c183fb8),segment_id=8147c551-857e-4cdd-b2e2-373c9c183fb8)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:25:02.552765 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ecdb994f-8945-47c4-933c-24d7b3795721 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:02.567705 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecdb994f-8945-47c4-933c-24d7b3795721 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=83738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 07 10:25:02.568522 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ecdb994f-8945-47c4-933c-24d7b3795721 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1227397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3556681'] for segment, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:02.572940 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:02.574022 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device c37a18ba-0b68-46ff-a35b-acc168548f2e up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:25:02.581743 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-20a59b68-fa4c-4791-8aa0-a612210ea5a8 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:02.583775 dv-neutron-830731-3-hyperv neutron-server[83738]: Traceback (most recent call last): Mar 07 10:25:02.583775 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 07 10:25:02.583775 dv-neutron-830731-3-hyperv neutron-server[83738]: timer() Mar 07 10:25:02.583775 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:25:02.583775 dv-neutron-830731-3-hyperv neutron-server[83738]: cb(*args, **kw) Mar 07 10:25:02.583775 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 10:25:02.583775 dv-neutron-830731-3-hyperv neutron-server[83738]: return func(*args, **kwargs) Mar 07 10:25:02.583775 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:25:02.583775 dv-neutron-830731-3-hyperv neutron-server[83738]: self._notify() Mar 07 10:25:02.583775 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:25:02.583775 dv-neutron-830731-3-hyperv neutron-server[83738]: self.callback(batched_events) Mar 07 10:25:02.583775 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:25:02.583775 dv-neutron-830731-3-hyperv neutron-server[83738]: event.method(event) Mar 07 10:25:02.583775 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 10:25:02.583775 dv-neutron-830731-3-hyperv neutron-server[83738]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:25:02.583775 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 10:25:02.583775 dv-neutron-830731-3-hyperv neutron-server[83738]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:25:02.583775 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 10:25:02.583775 dv-neutron-830731-3-hyperv neutron-server[83738]: return f(self, *a, **k) Mar 07 10:25:02.583775 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:25:02.583775 dv-neutron-830731-3-hyperv neutron-server[83738]: return self._get(url).json() Mar 07 10:25:02.583775 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:25:02.583775 dv-neutron-830731-3-hyperv neutron-server[83738]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:25:02.583775 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 07 10:25:02.583775 dv-neutron-830731-3-hyperv neutron-server[83738]: return self.request(url, 'GET', **kwargs) Mar 07 10:25:02.583775 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 07 10:25:02.583775 dv-neutron-830731-3-hyperv neutron-server[83738]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:25:02.583775 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 07 10:25:02.583775 dv-neutron-830731-3-hyperv neutron-server[83738]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:25:02.583775 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 07 10:25:02.583775 dv-neutron-830731-3-hyperv neutron-server[83738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:25:02.583775 dv-neutron-830731-3-hyperv neutron-server[83738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:25:02.725964 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-20a59b68-fa4c-4791-8aa0-a612210ea5a8 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Calling delete_port for 9773c558-b439-47df-87f6-226b2bc4cbb6 owned by {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:25:02.757072 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Pushing event updated for resources: {'Port': ['ID=9debc425-cec9-43c6-be54-f50576c998fc,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:25:02.758287 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74938392-ca1c-44b0-97b5-7a674009f650 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:25:02.762436 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-74938392-ca1c-44b0-97b5-7a674009f650 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A378 HTTP/1.1" status: 200 len: 928 time: 0.4093440 Mar 07 10:25:02.763823 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 59176) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:25:02.827279 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ecdb994f-8945-47c4-933c-24d7b3795721 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1526886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923583'] for network, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:02.837316 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning for port c37a18ba-0b68-46ff-a35b-acc168548f2e completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:25:02.848754 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port c37a18ba-0b68-46ff-a35b-acc168548f2e triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:25:02.849282 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:02.865668 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ecdb994f-8945-47c4-933c-24d7b3795721 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:02.894412 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdb994f-8945-47c4-933c-24d7b3795721 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Pushing event deleted for resources: {'Network': ['ID=e4879118-6207-48f2-aace-e86f7591e455,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:25:02.904385 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0a8323da-8955-43d3-9773-315b850578e0 None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:02.909797 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-ecdb994f-8945-47c4-933c-24d7b3795721 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] 10.222.0.13 "DELETE /v2.0/networks/e4879118-6207-48f2-aace-e86f7591e455 HTTP/1.1" status: 204 len: 168 time: 1.5510054 Mar 07 10:25:02.912425 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 59180) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:25:02.914937 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9473b4a8-55f6-41ec-a89c-3f7fb648f038 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Router 4bd78e7b-bb20-49e1-8453-68eb29fc1b8d has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:25:02.919683 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-784e1250-fa8e-4a5e-85a1-c5801934592c tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Deleting port a04855eb-c9f7-4a91-a7d9-785622e2b57f {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:25:02.920021 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-784e1250-fa8e-4a5e-85a1-c5801934592c tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:02.921036 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-0a8323da-8955-43d3-9773-315b850578e0 None None] Transition to ACTIVE for port object 27ee569c-ae70-4647-99ed-2d8452adc427 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:25:02.924933 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-9a6551c4-c6a1-47ec-be27-1a754e1667ef tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1378108295'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:25:02.934752 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-9a6551c4-c6a1-47ec-be27-1a754e1667ef tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:25:02.939981 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-9a6551c4-c6a1-47ec-be27-1a754e1667ef tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Usage tracker for resource:network and tenant:7dae50c6a103406a9760f86cb860cee5 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:25:02.944112 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-9a6551c4-c6a1-47ec-be27-1a754e1667ef tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:25:02.952461 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-20a59b68-fa4c-4791-8aa0-a612210ea5a8 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:02.954910 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-9a6551c4-c6a1-47ec-be27-1a754e1667ef tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:25:02.962626 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-0a8323da-8955-43d3-9773-315b850578e0 None None] Transition to ACTIVE for port object 27ee569c-ae70-4647-99ed-2d8452adc427 will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:25:02.992938 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0a8323da-8955-43d3-9773-315b850578e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:03.017211 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a59b68-fa4c-4791-8aa0-a612210ea5a8 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Pushing event deleted for resources: {'Port': ['ID=9773c558-b439-47df-87f6-226b2bc4cbb6,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:25:03.086430 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a8323da-8955-43d3-9773-315b850578e0 None None] Network 98d8805b-dd65-4110-997b-2eea298bca78 is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:25:03.094702 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-0a8323da-8955-43d3-9773-315b850578e0 None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:25:03.102653 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a8323da-8955-43d3-9773-315b850578e0 None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:25:03.110596 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:03.126276 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8323da-8955-43d3-9773-315b850578e0 None None] Pushing event updated for resources: {'Port': ['ID=27ee569c-ae70-4647-99ed-2d8452adc427,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:25:03.137496 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a6551c4-c6a1-47ec-be27-1a754e1667ef tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Made reservation on behalf of 7dae50c6a103406a9760f86cb860cee5 for: {'network': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:25:03.141310 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9a6551c4-c6a1-47ec-be27-1a754e1667ef tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for network, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:03.173092 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c87150bd-aa9c-4ad1-bb68-57ec66d4fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:03.215237 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-20a59b68-fa4c-4791-8aa0-a612210ea5a8 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:03.254912 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a6551c4-c6a1-47ec-be27-1a754e1667ef tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=83737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:25:03.261220 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-20a59b68-fa4c-4791-8aa0-a612210ea5a8 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "DELETE /v2.0/ports/9773c558-b439-47df-87f6-226b2bc4cbb6 HTTP/1.1" status: 204 len: 168 time: 1.4778693 Mar 07 10:25:03.265931 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 59184) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:25:03.309980 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] For port c37a18ba-0b68-46ff-a35b-acc168548f2e, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=c37a18ba-0b68-46ff-a35b-acc168548f2e,segment=NetworkSegment(eb7fe0e5-6eb6-474a-98a0-cd337c51c3b8),segment_id=eb7fe0e5-6eb6-474a-98a0-cd337c51c3b8)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:25:03.314505 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-0a8323da-8955-43d3-9773-315b850578e0 None None] Attempting to bind port 27ee569c-ae70-4647-99ed-2d8452adc427 on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:25:03.314869 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-0a8323da-8955-43d3-9773-315b850578e0 None None] Attempting to bind port 27ee569c-ae70-4647-99ed-2d8452adc427 by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': '13510a37-88c7-493e-9701-b414ea24fc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '98d8805b-dd65-4110-997b-2eea298bca78'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:25:03.315222 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8323da-8955-43d3-9773-315b850578e0 None None] Attempting to bind port 27ee569c-ae70-4647-99ed-2d8452adc427 on network 98d8805b-dd65-4110-997b-2eea298bca78 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:25:03.317468 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9a6551c4-c6a1-47ec-be27-1a754e1667ef tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:03.318357 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.db.segments_db [None req-9a6551c4-c6a1-47ec-be27-1a754e1667ef tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Added segment bf7c2459-a780-4172-b912-ba07261af9fb of type vlan for network 470e4752-ebf8-4b6a-b746-a1819afa69d3 Mar 07 10:25:03.330426 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:03.333530 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 466a99b2-52c4-4540-a0a4-a776cf5a5cf8 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:25:03.374997 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9a6551c4-c6a1-47ec-be27-1a754e1667ef tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732568034061'] for network, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:03.386894 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b556a2f-5eec-47c3-a513-b231def452dd tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:25:03.388527 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b556a2f-5eec-47c3-a513-b231def452dd tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:25:03.392725 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-8b556a2f-5eec-47c3-a513-b231def452dd tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1245451 Mar 07 10:25:03.395526 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 59188) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:25:03.406689 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b13320ec-e444-47bd-a9c3-bfb9a9abba61 None None] Network 9fb2e4d6-da2c-4010-bea3-c3d2ce2736b0 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:25:03.419275 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8323da-8955-43d3-9773-315b850578e0 None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:25:03.419630 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8323da-8955-43d3-9773-315b850578e0 None None] Checking segment: {'id': '13510a37-88c7-493e-9701-b414ea24fc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '98d8805b-dd65-4110-997b-2eea298bca78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:25:03.420039 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0a8323da-8955-43d3-9773-315b850578e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:03.420406 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8323da-8955-43d3-9773-315b850578e0 None None] Bound using segment: {'id': '13510a37-88c7-493e-9701-b414ea24fc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '98d8805b-dd65-4110-997b-2eea298bca78'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:25:03.421831 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-0a8323da-8955-43d3-9773-315b850578e0 None None] Bound port: 27ee569c-ae70-4647-99ed-2d8452adc427, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13510a37-88c7-493e-9701-b414ea24fc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '98d8805b-dd65-4110-997b-2eea298bca78'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:25:03.421831 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0a8323da-8955-43d3-9773-315b850578e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:03.497374 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1969bed-ce60-420d-b0f9-607bd8c4f7e5 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Deleting subnet 6490f038-347b-469f-a37d-aec35dfdcc08 {{(pid=83737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 07 10:25:03.499044 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9a6551c4-c6a1-47ec-be27-1a754e1667ef tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594'] for network, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:03.502473 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a6551c4-c6a1-47ec-be27-1a754e1667ef tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:25:03.503043 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9a6551c4-c6a1-47ec-be27-1a754e1667ef tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2756603'] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:03.524133 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f1969bed-ce60-420d-b0f9-607bd8c4f7e5 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks [] for subnet, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:03.552863 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-784e1250-fa8e-4a5e-85a1-c5801934592c tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:03.614406 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Pushing event updated for resources: {'Port': ['ID=c37a18ba-0b68-46ff-a35b-acc168548f2e,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:25:03.625497 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-add717c3-1bc9-4e58-9f45-a5905f9f902f None None] Provisioning for port f16434e3-06c3-4330-8abe-843456f21c0b completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:25:03.661733 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-9a6551c4-c6a1-47ec-be27-1a754e1667ef tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7453859 Mar 07 10:25:03.669498 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 59192) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:25:03.670126 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6551c4-c6a1-47ec-be27-1a754e1667ef tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Pushing event updated for resources: {'Network': ['ID=470e4752-ebf8-4b6a-b746-a1819afa69d3,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:25:03.676307 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f1969bed-ce60-420d-b0f9-607bd8c4f7e5 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2627781'] for subnet, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:03.696881 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-784e1250-fa8e-4a5e-85a1-c5801934592c tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Calling delete_port for a04855eb-c9f7-4a91-a7d9-785622e2b57f owned by {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:25:03.703176 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Network 470e4752-ebf8-4b6a-b746-a1819afa69d3 details requested by agent ovs-agent-dv-neutron-830731-3-hyperv with host dv-neutron-830731-3-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 10:25:03.711345 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-77fb0f97-042a-4a48-9b7e-8e5eab3848de tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Request body: {'subnet': {'network_id': '470e4752-ebf8-4b6a-b746-a1819afa69d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:25:03.733717 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0a8323da-8955-43d3-9773-315b850578e0 None None] For port 27ee569c-ae70-4647-99ed-2d8452adc427, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:25:03.813480 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0a8323da-8955-43d3-9773-315b850578e0 None None] For port 27ee569c-ae70-4647-99ed-2d8452adc427, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=27ee569c-ae70-4647-99ed-2d8452adc427,segment=NetworkSegment(13510a37-88c7-493e-9701-b414ea24fc4c),segment_id=13510a37-88c7-493e-9701-b414ea24fc4c)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:25:03.821010 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 466a99b2-52c4-4540-a0a4-a776cf5a5cf8 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:25:03.821361 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:03.887161 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-f2ea9ba1-1ae0-4de8-bf7d-67d488397532 tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Deleting port 827f56bc-14a9-49c9-bf48-3d14db2bb71f {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:25:03.887161 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f2ea9ba1-1ae0-4de8-bf7d-67d488397532 tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:03.887839 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0a8323da-8955-43d3-9773-315b850578e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:03.918387 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9473b4a8-55f6-41ec-a89c-3f7fb648f038 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:25:03.958731 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7c9dec-67a7-4f5e-93cb-089af6f9474e None None] Sync routers for ids ['4bd78e7b-bb20-49e1-8453-68eb29fc1b8d'] in dv-neutron-830731-3-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:25:03.972889 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9473b4a8-55f6-41ec-a89c-3f7fb648f038 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for floatingip, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:04.010184 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-77fb0f97-042a-4a48-9b7e-8e5eab3848de tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:25:04.016306 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-77fb0f97-042a-4a48-9b7e-8e5eab3848de tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Usage tracker for resource:subnet and tenant:7dae50c6a103406a9760f86cb860cee5 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:25:04.019717 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-77fb0f97-042a-4a48-9b7e-8e5eab3848de tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:25:04.034558 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-77fb0f97-042a-4a48-9b7e-8e5eab3848de tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:25:04.037757 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-784e1250-fa8e-4a5e-85a1-c5801934592c tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:04.037969 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8323da-8955-43d3-9773-315b850578e0 None None] Pushing event updated for resources: {'Port': ['ID=27ee569c-ae70-4647-99ed-2d8452adc427,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:25:04.042766 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7c9dec-67a7-4f5e-93cb-089af6f9474e None None] Routers {'4bd78e7b-bb20-49e1-8453-68eb29fc1b8d'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:25:04.043195 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-ac7c9dec-67a7-4f5e-93cb-089af6f9474e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:25:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['4bd78e7b-bb20-49e1-8453-68eb29fc1b8d'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:25:04.050754 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f1969bed-ce60-420d-b0f9-607bd8c4f7e5 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1525496'] for subnet, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:04.090633 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-9473b4a8-55f6-41ec-a89c-3f7fb648f038 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 8.1991503 Mar 07 10:25:04.097628 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 59196) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:25:04.097791 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77fb0f97-042a-4a48-9b7e-8e5eab3848de tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Made reservation on behalf of 7dae50c6a103406a9760f86cb860cee5 for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:25:04.142539 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-ac7c9dec-67a7-4f5e-93cb-089af6f9474e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:25:04.185116 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7c9dec-67a7-4f5e-93cb-089af6f9474e None None] Routers {'4bd78e7b-bb20-49e1-8453-68eb29fc1b8d'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:25:04.191257 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-ac7c9dec-67a7-4f5e-93cb-089af6f9474e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:25:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['4bd78e7b-bb20-49e1-8453-68eb29fc1b8d'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:25:04.247125 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784e1250-fa8e-4a5e-85a1-c5801934592c tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Pushing event deleted for resources: {'Port': ['ID=a04855eb-c9f7-4a91-a7d9-785622e2b57f,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:25:04.248232 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-77fb0f97-042a-4a48-9b7e-8e5eab3848de tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3219231'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:04.249476 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-784e1250-fa8e-4a5e-85a1-c5801934592c tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:04.271898 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-ac7c9dec-67a7-4f5e-93cb-089af6f9474e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:25:04.272463 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7c9dec-67a7-4f5e-93cb-089af6f9474e None None] The sync data for ids ['4bd78e7b-bb20-49e1-8453-68eb29fc1b8d'] in dv-neutron-830731-3-hyperv is: [] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:25:04.301941 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 4cbbedc9-f384-45b6-97e7-679d7ce9e8f9 no longer exists at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:25:04.334679 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-784e1250-fa8e-4a5e-85a1-c5801934592c tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] 10.222.0.13 "DELETE /v2.0/ports/a04855eb-c9f7-4a91-a7d9-785622e2b57f HTTP/1.1" status: 204 len: 168 time: 1.5707407 Mar 07 10:25:04.337614 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 59200) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:25:04.349512 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] No Port match for: 4cbbedc9-f384-45b6-97e7-679d7ce9e8f9 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 10:25:04.350237 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 4cbbedc9-f384-45b6-97e7-679d7ce9e8f9 not bound to the agent host dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 10:25:04.420173 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f1969bed-ce60-420d-b0f9-607bd8c4f7e5 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1525489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3012507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3219316'] for subnet, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:04.422812 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f2ea9ba1-1ae0-4de8-bf7d-67d488397532 tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:04.497033 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb6aba9a-f81c-42d2-9a9c-076147c2c71c tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] GET failed (client error): The resource could not be found. Mar 07 10:25:04.498537 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-bb6aba9a-f81c-42d2-9a9c-076147c2c71c tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] 10.222.0.13 "GET /v2.0/ports/a04855eb-c9f7-4a91-a7d9-785622e2b57f HTTP/1.1" status: 404 len: 333 time: 0.1589015 Mar 07 10:25:04.504011 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1969bed-ce60-420d-b0f9-607bd8c4f7e5 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Pushing event deleted for resources: {'Subnet': ['ID=6490f038-347b-469f-a37d-aec35dfdcc08,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:25:04.507739 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 59204) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:25:04.547641 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-1fd7e268-460e-45f4-85ca-cdb428e659d6 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] 10.222.0.13 "GET /v2.0/floatingips/d4bcd545-d9be-4404-99b1-767ba713553c HTTP/1.1" status: 200 len: 978 time: 0.4475503 Mar 07 10:25:04.557608 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 59210) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:25:04.562255 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f1969bed-ce60-420d-b0f9-607bd8c4f7e5 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2756603'] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:04.612834 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 9debc425-cec9-43c6-be54-f50576c998fc up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:25:04.646203 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-f2ea9ba1-1ae0-4de8-bf7d-67d488397532 tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Calling delete_port for 827f56bc-14a9-49c9-bf48-3d14db2bb71f owned by network:router_interface {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:25:04.693028 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-8057985e-eeea-40af-a55b-90c85d46b6a8 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Synchronizing usage tracker for tenant:5ce94c19b69348fbbd9afc6238983dcf on resource:floatingip {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:25:04.725710 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-3e69b9c1-5ff7-46ea-a563-388a9bb1bc5e None None] Provisioning for port 801aa8a5-de1a-4e39-8023-e86c9c994e7b completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:25:04.735327 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-3e69b9c1-5ff7-46ea-a563-388a9bb1bc5e None None] Provisioning complete for port 801aa8a5-de1a-4e39-8023-e86c9c994e7b triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:25:04.735925 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-3e69b9c1-5ff7-46ea-a563-388a9bb1bc5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:04.740942 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-f1969bed-ce60-420d-b0f9-607bd8c4f7e5 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "DELETE /v2.0/subnets/6490f038-347b-469f-a37d-aec35dfdcc08 HTTP/1.1" status: 204 len: 168 time: 1.3433793 Mar 07 10:25:04.743669 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 59214) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:25:04.745876 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-8057985e-eeea-40af-a55b-90c85d46b6a8 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Unset dirty status for tenant:5ce94c19b69348fbbd9afc6238983dcf on resource:floatingip {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:25:04.747228 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-8057985e-eeea-40af-a55b-90c85d46b6a8 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] 10.222.0.13 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.1884341 Mar 07 10:25:04.753998 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 59218) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:25:04.760527 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-5acf75b1-1837-437d-8ce3-b488d4fe7bf9 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Deleting port 801aa8a5-de1a-4e39-8023-e86c9c994e7b {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:25:04.760842 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5acf75b1-1837-437d-8ce3-b488d4fe7bf9 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:04.761698 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 9debc425-cec9-43c6-be54-f50576c998fc triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:25:04.762074 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:04.787707 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-bf076cf1-2431-4413-8bb8-63f562a5d8dd tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Request body: {'floatingip': {'port_id': '1647e482-4ce9-40f0-a09a-20cb75e8a826'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:25:04.826895 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-1edf0654-2b2c-4cfe-bd49-1ceb7d7a0cce tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0781648 Mar 07 10:25:04.827266 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 59222) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:25:04.833667 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-3610ee34-e2f5-49ba-ab3a-50bdbc3d646b tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Request body: {'subnet': {'network_id': '98d8805b-dd65-4110-997b-2eea298bca78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:25:04.841878 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-3e69b9c1-5ff7-46ea-a563-388a9bb1bc5e None None] Port 801aa8a5-de1a-4e39-8023-e86c9c994e7b cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:25:04.851305 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-3e69b9c1-5ff7-46ea-a563-388a9bb1bc5e None None] Could not find standard attr ID for object a04855eb-c9f7-4a91-a7d9-785622e2b57f. {{(pid=83739) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 07 10:25:04.941014 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device c37a18ba-0b68-46ff-a35b-acc168548f2e up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:25:05.018888 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port c37a18ba-0b68-46ff-a35b-acc168548f2e triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:25:05.019636 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:05.036793 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-bf076cf1-2431-4413-8bb8-63f562a5d8dd tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks [] for floatingip, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:05.194971 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device f16434e3-06c3-4330-8abe-843456f21c0b up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:25:05.234674 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-3610ee34-e2f5-49ba-ab3a-50bdbc3d646b tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:25:05.242746 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f2ea9ba1-1ae0-4de8-bf7d-67d488397532 tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:05.247914 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-3610ee34-e2f5-49ba-ab3a-50bdbc3d646b tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Usage tracker for resource:subnet and tenant:0f1e04191c7443f7844c0202165e746c is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:25:05.248139 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-807f32b1-1a1f-4310-aeb7-2ff975dfcc57 None None] Provisioning complete for port 801aa8a5-de1a-4e39-8023-e86c9c994e7b triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:25:05.248428 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-807f32b1-1a1f-4310-aeb7-2ff975dfcc57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:05.281968 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-3610ee34-e2f5-49ba-ab3a-50bdbc3d646b tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:25:05.308183 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-3610ee34-e2f5-49ba-ab3a-50bdbc3d646b tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:25:05.324677 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ea9ba1-1ae0-4de8-bf7d-67d488397532 tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Pushing event deleted for resources: {'Port': ['ID=827f56bc-14a9-49c9-bf48-3d14db2bb71f,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:25:05.406588 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3610ee34-e2f5-49ba-ab3a-50bdbc3d646b tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Made reservation on behalf of 0f1e04191c7443f7844c0202165e746c for: {'subnet': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:25:05.447295 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-807f32b1-1a1f-4310-aeb7-2ff975dfcc57 None None] Port 801aa8a5-de1a-4e39-8023-e86c9c994e7b cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:25:05.477396 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning for port f16434e3-06c3-4330-8abe-843456f21c0b completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:25:05.483490 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port f16434e3-06c3-4330-8abe-843456f21c0b triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:25:05.483917 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:05.553676 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-77fb0f97-042a-4a48-9b7e-8e5eab3848de tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3012444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3219213'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:05.577055 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-3ba6a890-e266-445a-8da9-a4f19a9745fb None None] Could not find standard attr ID for object a04855eb-c9f7-4a91-a7d9-785622e2b57f. {{(pid=83739) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 07 10:25:05.694243 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:05.751793 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] For port f16434e3-06c3-4330-8abe-843456f21c0b, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=f16434e3-06c3-4330-8abe-843456f21c0b,segment=NetworkSegment(9b5424f5-44fa-4dec-98f4-d34cae10ebc6),segment_id=9b5424f5-44fa-4dec-98f4-d34cae10ebc6)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:25:05.759065 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:05.852779 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Pushing event updated for resources: {'Port': ['ID=f16434e3-06c3-4330-8abe-843456f21c0b,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:25:05.886043 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3faee17b-bcf6-45f9-a4af-6d10b92f5587 None None] Network 98d8805b-dd65-4110-997b-2eea298bca78 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:25:05.904620 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3610ee34-e2f5-49ba-ab3a-50bdbc3d646b tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741426'] for subnet, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:05.932998 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5acf75b1-1837-437d-8ce3-b488d4fe7bf9 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:05.969302 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-7ebd269c-1e59-4645-8ee8-629aecfb8f52 None None] Could not find standard attr ID for object 9773c558-b439-47df-87f6-226b2bc4cbb6. {{(pid=83739) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 07 10:25:05.996811 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-7ebd269c-1e59-4645-8ee8-629aecfb8f52 None None] Provisioning for port 27ee569c-ae70-4647-99ed-2d8452adc427 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:25:06.015888 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f2ea9ba1-1ae0-4de8-bf7d-67d488397532 tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2756383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3920168'] for router_interface, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:06.093968 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-5acf75b1-1837-437d-8ce3-b488d4fe7bf9 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Calling delete_port for 801aa8a5-de1a-4e39-8023-e86c9c994e7b owned by {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:25:06.120549 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fb0f97-042a-4a48-9b7e-8e5eab3848de tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Pushing event updated for resources: {'Subnet': ['ID=3946e01c-d328-442a-87f3-cd0c24833d12,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:25:06.135550 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77fb0f97-042a-4a48-9b7e-8e5eab3848de tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Checking segment: {'id': 'bf7c2459-a780-4172-b912-ba07261af9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '470e4752-ebf8-4b6a-b746-a1819afa69d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:25:06.136161 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77fb0f97-042a-4a48-9b7e-8e5eab3848de tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Network hostable DHCP agents. Network: 470e4752-ebf8-4b6a-b746-a1819afa69d3, hostable agents: ['6527556c-6586-422c-ae47-082984683847'], hosted agents: [] {{(pid=83737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:25:06.204781 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7144e52-26e4-418f-8f51-feee01a48d5b None None] DHCP port deletion for 98d8805b-dd65-4110-997b-2eea298bca78 request from dv-neutron-830731-3-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 07 10:25:06.209533 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-f7144e52-26e4-418f-8f51-feee01a48d5b None None] Deleting port 27ee569c-ae70-4647-99ed-2d8452adc427 {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:25:06.209980 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f7144e52-26e4-418f-8f51-feee01a48d5b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:06.334583 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77fb0f97-042a-4a48-9b7e-8e5eab3848de tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Network 470e4752-ebf8-4b6a-b746-a1819afa69d3 is scheduled to be hosted by DHCP agent 6527556c-6586-422c-ae47-082984683847 with binding_index 1 {{(pid=83737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:25:06.368542 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-77fb0f97-042a-4a48-9b7e-8e5eab3848de tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830731-3-hyperv, 470e4752-ebf8-4b6a-b746-a1819afa69d3) {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:25:06.385822 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-043a1318-9ff2-4be2-af49-62e6c662ea9a None None] Network 470e4752-ebf8-4b6a-b746-a1819afa69d3 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:25:06.427843 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77fb0f97-042a-4a48-9b7e-8e5eab3848de tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:25:06.428344 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-77fb0f97-042a-4a48-9b7e-8e5eab3848de tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2756603'] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:06.438722 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5acf75b1-1837-437d-8ce3-b488d4fe7bf9 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:06.490824 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device f16434e3-06c3-4330-8abe-843456f21c0b up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:25:06.500813 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acf75b1-1837-437d-8ce3-b488d4fe7bf9 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Pushing event deleted for resources: {'Port': ['ID=801aa8a5-de1a-4e39-8023-e86c9c994e7b,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:25:06.540374 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3610ee34-e2f5-49ba-ab3a-50bdbc3d646b tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3556832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741408'] for subnet, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:06.558057 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-77fb0f97-042a-4a48-9b7e-8e5eab3848de tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8844697 Mar 07 10:25:06.566138 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 59230) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:25:06.576640 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-b997f988-6c2f-4515-aef9-b8a0bf4f9055 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Request body: {'subnet': {'network_id': '470e4752-ebf8-4b6a-b746-a1819afa69d3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:25:06.604068 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5acf75b1-1837-437d-8ce3-b488d4fe7bf9 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:06.608258 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-5acf75b1-1837-437d-8ce3-b488d4fe7bf9 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] 10.222.0.13 "DELETE /v2.0/ports/801aa8a5-de1a-4e39-8023-e86c9c994e7b HTTP/1.1" status: 204 len: 168 time: 2.0944080 Mar 07 10:25:06.608426 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-f7144e52-26e4-418f-8f51-feee01a48d5b None None] For port 27ee569c-ae70-4647-99ed-2d8452adc427, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=27ee569c-ae70-4647-99ed-2d8452adc427,segment=NetworkSegment(13510a37-88c7-493e-9701-b414ea24fc4c),segment_id=13510a37-88c7-493e-9701-b414ea24fc4c)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:25:06.608719 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f7144e52-26e4-418f-8f51-feee01a48d5b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:06.609868 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 59234) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:25:06.673727 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3610ee34-e2f5-49ba-ab3a-50bdbc3d646b tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Pushing event updated for resources: {'Subnet': ['ID=d6f98f1f-f84d-4329-bc0d-1f51915e1c4e,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:25:06.677079 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2ea9ba1-1ae0-4de8-bf7d-67d488397532 tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Router 94f299a4-fd1c-4ad1-9f05-21f018803649 has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:25:06.678927 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3610ee34-e2f5-49ba-ab3a-50bdbc3d646b tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Network 98d8805b-dd65-4110-997b-2eea298bca78 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:25:06.680926 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-3610ee34-e2f5-49ba-ab3a-50bdbc3d646b tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:25:06.685148 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-229dc70c-2d19-4596-83a2-9ff26fbc5240 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] GET failed (client error): The resource could not be found. Mar 07 10:25:06.686682 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-229dc70c-2d19-4596-83a2-9ff26fbc5240 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Synchronizing usage tracker for tenant:29ee0fb2487e46c6b75e400959e24994 on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:25:06.690642 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3610ee34-e2f5-49ba-ab3a-50bdbc3d646b tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:25:06.691218 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3610ee34-e2f5-49ba-ab3a-50bdbc3d646b tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:06.736233 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-229dc70c-2d19-4596-83a2-9ff26fbc5240 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Unset dirty status for tenant:29ee0fb2487e46c6b75e400959e24994 on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:25:06.744948 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-229dc70c-2d19-4596-83a2-9ff26fbc5240 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] 10.222.0.13 "GET /v2.0/ports/801aa8a5-de1a-4e39-8023-e86c9c994e7b HTTP/1.1" status: 404 len: 333 time: 0.1306489 Mar 07 10:25:06.745135 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 59238) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:25:06.748861 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-3610ee34-e2f5-49ba-ab3a-50bdbc3d646b tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9205425 Mar 07 10:25:06.779054 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-f7144e52-26e4-418f-8f51-feee01a48d5b None None] Calling delete_port for 27ee569c-ae70-4647-99ed-2d8452adc427 owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:25:06.792432 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 59242) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:25:06.803668 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-af1d5ab6-1047-4351-a724-24e7b122e1d2 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Request body: {'port': {'network_id': '98d8805b-dd65-4110-997b-2eea298bca78', 'fixed_ips': [{'subnet_id': 'd6f98f1f-f84d-4329-bc0d-1f51915e1c4e', 'ip_address': '2001:db8:0:1::3'}], 'name': 'tempest-NetworksTestDHCPv6-1038895305'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:25:06.903577 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea95bf30-c8c7-41e4-b57d-3e60818c9cfd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ec2749d-0aec-52fb-aca6-10ba8a80aade-470e4752-ebf8-4b6a-b746-a1819afa69d3', 'network_id': '470e4752-ebf8-4b6a-b746-a1819afa69d3', 'tenant_id': '7dae50c6a103406a9760f86cb860cee5', 'fixed_ips': [{'subnet_id': '3946e01c-d328-442a-87f3-cd0c24833d12'}]}} from dv-neutron-830731-3-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 07 10:25:06.904132 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-ea95bf30-c8c7-41e4-b57d-3e60818c9cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:06.915711 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port f16434e3-06c3-4330-8abe-843456f21c0b triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:25:06.916763 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:06.941165 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-bf076cf1-2431-4413-8bb8-63f562a5d8dd tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:06.953457 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-bf076cf1-2431-4413-8bb8-63f562a5d8dd tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923533'] for floatingip, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:06.976718 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f7144e52-26e4-418f-8f51-feee01a48d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812'] for port, after_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:07.066764 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2ea9ba1-1ae0-4de8-bf7d-67d488397532 tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:25:07.076872 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7144e52-26e4-418f-8f51-feee01a48d5b None None] Pushing event deleted for resources: {'Port': ['ID=27ee569c-ae70-4647-99ed-2d8452adc427,revision_number=None']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:25:07.084940 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ec401c-ed30-4b6d-a6af-4606c7f43b69 None None] Sync routers for ids ['94f299a4-fd1c-4ad1-9f05-21f018803649'] in dv-neutron-830731-3-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:25:07.090377 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7144e52-26e4-418f-8f51-feee01a48d5b None None] No DVR routers for this DVR port 27ee569c-ae70-4647-99ed-2d8452adc427 on host dv-neutron-830731-3-hyperv {{(pid=83739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:25:07.095364 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-b997f988-6c2f-4515-aef9-b8a0bf4f9055 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:25:07.099242 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-b997f988-6c2f-4515-aef9-b8a0bf4f9055 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Usage tracker for resource:subnet and tenant:7dae50c6a103406a9760f86cb860cee5 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:25:07.102147 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-b997f988-6c2f-4515-aef9-b8a0bf4f9055 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:25:07.108826 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-b997f988-6c2f-4515-aef9-b8a0bf4f9055 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:25:07.113016 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-f2ea9ba1-1ae0-4de8-bf7d-67d488397532 tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] 10.222.0.13 "PUT /v2.0/routers/94f299a4-fd1c-4ad1-9f05-21f018803649/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1614292 Mar 07 10:25:07.128170 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 59246) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:25:07.138174 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b997f988-6c2f-4515-aef9-b8a0bf4f9055 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Made reservation on behalf of 7dae50c6a103406a9760f86cb860cee5 for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:25:07.141625 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b997f988-6c2f-4515-aef9-b8a0bf4f9055 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3219231'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:07.143048 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ec401c-ed30-4b6d-a6af-4606c7f43b69 None None] Routers {'94f299a4-fd1c-4ad1-9f05-21f018803649'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:25:07.144707 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-45ec401c-ed30-4b6d-a6af-4606c7f43b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:25:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['94f299a4-fd1c-4ad1-9f05-21f018803649'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:25:07.166854 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63869419-643d-4969-a932-94c8294f56a2 None None] Network 98d8805b-dd65-4110-997b-2eea298bca78 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:25:07.207632 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.api.v2.resource [None req-ecb17bcf-1b66-47f4-8bf4-7133e175f8de tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] delete failed (client error): The resource could not be found. Mar 07 10:25:07.208669 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-ecb17bcf-1b66-47f4-8bf4-7133e175f8de tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] 10.222.0.13 "DELETE /v2.0/routers/tempest-non_exist_router-1105856083 HTTP/1.1" status: 404 len: 335 time: 0.0794632 Mar 07 10:25:07.213555 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 59250) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:25:07.220697 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-978baebe-4df2-4820-b808-9eea630f4e0b tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Request body: {'router': {'external_gateway_info': {'network_id': '94f299a4-fd1c-4ad1-9f05-21f018803649'}}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:25:07.276958 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-45ec401c-ed30-4b6d-a6af-4606c7f43b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:25:07.308273 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ec401c-ed30-4b6d-a6af-4606c7f43b69 None None] Routers {'94f299a4-fd1c-4ad1-9f05-21f018803649'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:25:07.311470 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-45ec401c-ed30-4b6d-a6af-4606c7f43b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:25:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['94f299a4-fd1c-4ad1-9f05-21f018803649'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:25:07.381387 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_v2 [None req-df175f17-29e1-4254-afdb-c1d67119dfcc tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Deleting subnet 5e966ef3-ecd3-48cb-bdd3-3d80c7dfb4f1 {{(pid=83738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 07 10:25:07.386470 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-df175f17-29e1-4254-afdb-c1d67119dfcc tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks [] for subnet, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:07.407961 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-45ec401c-ed30-4b6d-a6af-4606c7f43b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:25:07.408665 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ec401c-ed30-4b6d-a6af-4606c7f43b69 None None] The sync data for ids ['94f299a4-fd1c-4ad1-9f05-21f018803649'] in dv-neutron-830731-3-hyperv is: [] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:25:07.457091 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-ea95bf30-c8c7-41e4-b57d-3e60818c9cfd None None] Allocated IP 2001:db8::2 (470e4752-ebf8-4b6a-b746-a1819afa69d3/3946e01c-d328-442a-87f3-cd0c24833d12/3cab0d8b-2194-4050-917f-5a6ab409d95a) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:25:07.512381 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-af1d5ab6-1047-4351-a724-24e7b122e1d2 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:25:07.524231 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-af1d5ab6-1047-4351-a724-24e7b122e1d2 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Usage tracker for resource:port and tenant:0f1e04191c7443f7844c0202165e746c is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:25:07.530019 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-af1d5ab6-1047-4351-a724-24e7b122e1d2 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:25:07.542609 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-af1d5ab6-1047-4351-a724-24e7b122e1d2 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:25:07.551960 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-df175f17-29e1-4254-afdb-c1d67119dfcc tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2969395'] for subnet, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:07.575932 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af1d5ab6-1047-4351-a724-24e7b122e1d2 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Made reservation on behalf of 0f1e04191c7443f7844c0202165e746c for: {'port': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:25:07.670333 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b997f988-6c2f-4515-aef9-b8a0bf4f9055 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3012444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3219213'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:07.693117 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c636af64-e9ac-4111-b6a3-f56e227c98db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ec2749d-0aec-52fb-aca6-10ba8a80aade-98d8805b-dd65-4110-997b-2eea298bca78', 'network_id': '98d8805b-dd65-4110-997b-2eea298bca78', 'tenant_id': '0f1e04191c7443f7844c0202165e746c', 'fixed_ips': [{'subnet_id': 'd6f98f1f-f84d-4329-bc0d-1f51915e1c4e'}]}} from dv-neutron-830731-3-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 07 10:25:07.693931 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c636af64-e9ac-4111-b6a3-f56e227c98db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:07.764519 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b997f988-6c2f-4515-aef9-b8a0bf4f9055 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Network 470e4752-ebf8-4b6a-b746-a1819afa69d3 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:25:07.768868 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-df175f17-29e1-4254-afdb-c1d67119dfcc tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1525496'] for subnet, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:07.779091 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-b997f988-6c2f-4515-aef9-b8a0bf4f9055 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:25:07.789620 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b997f988-6c2f-4515-aef9-b8a0bf4f9055 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:25:07.790529 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b997f988-6c2f-4515-aef9-b8a0bf4f9055 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2756603'] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:07.796626 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b997f988-6c2f-4515-aef9-b8a0bf4f9055 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Pushing event updated for resources: {'Subnet': ['ID=1d339e62-b92e-4e95-9646-53ea61827e36,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:25:07.815489 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-978baebe-4df2-4820-b808-9eea630f4e0b tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3917998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58952'] for router, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:07.828059 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-af1d5ab6-1047-4351-a724-24e7b122e1d2 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:07.851709 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-b997f988-6c2f-4515-aef9-b8a0bf4f9055 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.2855015 Mar 07 10:25:07.854906 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 59254) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:25:07.860886 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-ea95bf30-c8c7-41e4-b57d-3e60818c9cfd None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:07.863355 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.api.v2.resource [None req-978baebe-4df2-4820-b808-9eea630f4e0b tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] update failed (client error): The resource could not be found. Mar 07 10:25:07.864398 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-978baebe-4df2-4820-b808-9eea630f4e0b tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] 10.222.0.13 "PUT /v2.0/routers/94f299a4-fd1c-4ad1-9f05-21f018803649 HTTP/1.1" status: 404 len: 339 time: 0.6499946 Mar 07 10:25:07.869107 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 59258) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:25:07.909240 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [None req-af1d5ab6-1047-4351-a724-24e7b122e1d2 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] device_id is not set on port 1813d54f-39fb-4efe-a254-92c957734d6e yet. {{(pid=83737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 07 10:25:07.941283 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-c636af64-e9ac-4111-b6a3-f56e227c98db None None] Allocated IP 2001:db8::2 (98d8805b-dd65-4110-997b-2eea298bca78/d6f98f1f-f84d-4329-bc0d-1f51915e1c4e/08e81435-563b-4afb-afeb-e0f25a827c0a) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:25:07.953040 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.db.l3_db [None req-bf076cf1-2431-4413-8bb8-63f562a5d8dd tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Floating IP d4bcd545-d9be-4404-99b1-767ba713553c associated. External IP: 172.26.8.67, port: 4d53a416-c18c-41ae-9399-1b539661d25c. Mar 07 10:25:08.002823 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-df175f17-29e1-4254-afdb-c1d67119dfcc tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1525489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3556647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741465'] for subnet, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:08.020959 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-ea95bf30-c8c7-41e4-b57d-3e60818c9cfd None None] Transition to ACTIVE for port object 3cab0d8b-2194-4050-917f-5a6ab409d95a will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:25:08.042905 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df175f17-29e1-4254-afdb-c1d67119dfcc tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Pushing event deleted for resources: {'Subnet': ['ID=5e966ef3-ecd3-48cb-bdd3-3d80c7dfb4f1,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:25:08.052871 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-df175f17-29e1-4254-afdb-c1d67119dfcc tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:08.078162 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-ea95bf30-c8c7-41e4-b57d-3e60818c9cfd None None] Transition to ACTIVE for port object 3cab0d8b-2194-4050-917f-5a6ab409d95a will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:25:08.079544 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ecc81b4-d137-4e89-bac0-7fc81f264c87 None None] Network 9fb2e4d6-da2c-4010-bea3-c3d2ce2736b0 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:25:08.106438 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3727fe50-251b-452a-83bf-4a403a28e9a1 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:25:08.107768 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3727fe50-251b-452a-83bf-4a403a28e9a1 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:25:08.109135 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3727fe50-251b-452a-83bf-4a403a28e9a1 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:25:08.110439 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3727fe50-251b-452a-83bf-4a403a28e9a1 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:25:08.111858 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3727fe50-251b-452a-83bf-4a403a28e9a1 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:25:08.112770 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-3727fe50-251b-452a-83bf-4a403a28e9a1 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Synchronizing usage tracker for tenant:7dae50c6a103406a9760f86cb860cee5 on resource:subnet {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:25:08.119142 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-df175f17-29e1-4254-afdb-c1d67119dfcc tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] 10.222.0.13 "DELETE /v2.0/subnets/5e966ef3-ecd3-48cb-bdd3-3d80c7dfb4f1 HTTP/1.1" status: 204 len: 168 time: 1.3724096 Mar 07 10:25:08.122943 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 59262) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:25:08.173690 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-ea95bf30-c8c7-41e4-b57d-3e60818c9cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:08.265599 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-3727fe50-251b-452a-83bf-4a403a28e9a1 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Unset dirty status for tenant:7dae50c6a103406a9760f86cb860cee5 on resource:subnet {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:25:08.266660 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-3727fe50-251b-452a-83bf-4a403a28e9a1 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.4104457 Mar 07 10:25:08.280918 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 59266) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:25:08.305891 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-64dd1c48-8821-4707-afdb-7d35fb6370b4 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-733545790'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:25:08.325156 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-64dd1c48-8821-4707-afdb-7d35fb6370b4 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:25:08.343614 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-64dd1c48-8821-4707-afdb-7d35fb6370b4 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Usage tracker for resource:network and tenant:7dae50c6a103406a9760f86cb860cee5 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:25:08.349414 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-64dd1c48-8821-4707-afdb-7d35fb6370b4 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:25:08.355728 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3a92f364-8932-46a0-98ca-8f89c10f8134 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1158940'] for network, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:08.364286 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-64dd1c48-8821-4707-afdb-7d35fb6370b4 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:25:08.387799 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-3a92f364-8932-46a0-98ca-8f89c10f8134 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Deleting port f16434e3-06c3-4330-8abe-843456f21c0b {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:25:08.388141 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3a92f364-8932-46a0-98ca-8f89c10f8134 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:08.403009 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea95bf30-c8c7-41e4-b57d-3e60818c9cfd None None] Pushing event updated for resources: {'Port': ['ID=3cab0d8b-2194-4050-917f-5a6ab409d95a,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:25:08.416509 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64dd1c48-8821-4707-afdb-7d35fb6370b4 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Made reservation on behalf of 7dae50c6a103406a9760f86cb860cee5 for: {'network': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:25:08.419527 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-64dd1c48-8821-4707-afdb-7d35fb6370b4 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for network, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:08.453476 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea95bf30-c8c7-41e4-b57d-3e60818c9cfd None None] Network 470e4752-ebf8-4b6a-b746-a1819afa69d3 is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:25:08.456588 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-ea95bf30-c8c7-41e4-b57d-3e60818c9cfd None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:25:08.462346 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea95bf30-c8c7-41e4-b57d-3e60818c9cfd None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:25:08.524590 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c636af64-e9ac-4111-b6a3-f56e227c98db None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:08.526073 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64dd1c48-8821-4707-afdb-7d35fb6370b4 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=83737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:25:08.538132 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-df652207-ce61-4845-936a-2ce309ca6589 tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:08.569703 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-64dd1c48-8821-4707-afdb-7d35fb6370b4 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:08.570048 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.db.segments_db [None req-64dd1c48-8821-4707-afdb-7d35fb6370b4 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Added segment 36bbb144-3da5-4992-8c90-36236c9ff41a of type vlan for network 567f39c1-e40c-41b7-87e3-d5b17b615578 Mar 07 10:25:08.583716 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-c636af64-e9ac-4111-b6a3-f56e227c98db None None] Transition to ACTIVE for port object 08e81435-563b-4afb-afeb-e0f25a827c0a will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:25:08.611686 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-ea95bf30-c8c7-41e4-b57d-3e60818c9cfd None None] Attempting to bind port 3cab0d8b-2194-4050-917f-5a6ab409d95a on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:25:08.612194 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-ea95bf30-c8c7-41e4-b57d-3e60818c9cfd None None] Attempting to bind port 3cab0d8b-2194-4050-917f-5a6ab409d95a by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': 'bf7c2459-a780-4172-b912-ba07261af9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '470e4752-ebf8-4b6a-b746-a1819afa69d3'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:25:08.612678 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea95bf30-c8c7-41e4-b57d-3e60818c9cfd None None] Attempting to bind port 3cab0d8b-2194-4050-917f-5a6ab409d95a on network 470e4752-ebf8-4b6a-b746-a1819afa69d3 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:25:08.615863 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-c636af64-e9ac-4111-b6a3-f56e227c98db None None] Transition to ACTIVE for port object 08e81435-563b-4afb-afeb-e0f25a827c0a will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:25:08.627418 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea95bf30-c8c7-41e4-b57d-3e60818c9cfd None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:25:08.628371 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea95bf30-c8c7-41e4-b57d-3e60818c9cfd None None] Checking segment: {'id': 'bf7c2459-a780-4172-b912-ba07261af9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '470e4752-ebf8-4b6a-b746-a1819afa69d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:25:08.628371 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-ea95bf30-c8c7-41e4-b57d-3e60818c9cfd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:08.629269 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea95bf30-c8c7-41e4-b57d-3e60818c9cfd None None] Bound using segment: {'id': 'bf7c2459-a780-4172-b912-ba07261af9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '470e4752-ebf8-4b6a-b746-a1819afa69d3'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:25:08.629546 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-ea95bf30-c8c7-41e4-b57d-3e60818c9cfd None None] Bound port: 3cab0d8b-2194-4050-917f-5a6ab409d95a, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf7c2459-a780-4172-b912-ba07261af9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '470e4752-ebf8-4b6a-b746-a1819afa69d3'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:25:08.630294 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-ea95bf30-c8c7-41e4-b57d-3e60818c9cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:08.643781 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c636af64-e9ac-4111-b6a3-f56e227c98db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:08.655001 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-af1d5ab6-1047-4351-a724-24e7b122e1d2 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 10:25:08.655596 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af1d5ab6-1047-4351-a724-24e7b122e1d2 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:25:08.686994 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-64dd1c48-8821-4707-afdb-7d35fb6370b4 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732568034061'] for network, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:08.742604 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41640171-3793-44ea-812f-fb3079ef636f None None] DHCP port deletion for 9fb2e4d6-da2c-4010-bea3-c3d2ce2736b0 request from dv-neutron-830731-3-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 07 10:25:08.770173 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-41640171-3793-44ea-812f-fb3079ef636f None None] Deleting port f16434e3-06c3-4330-8abe-843456f21c0b {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:25:08.770638 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-41640171-3793-44ea-812f-fb3079ef636f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:08.815490 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c636af64-e9ac-4111-b6a3-f56e227c98db None None] Network 98d8805b-dd65-4110-997b-2eea298bca78 is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:25:08.828714 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-c636af64-e9ac-4111-b6a3-f56e227c98db None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:25:08.837027 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-af1d5ab6-1047-4351-a724-24e7b122e1d2 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 2.0368290 Mar 07 10:25:08.838206 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 59270) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:25:08.842221 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c636af64-e9ac-4111-b6a3-f56e227c98db None None] Pushing event updated for resources: {'Port': ['ID=08e81435-563b-4afb-afeb-e0f25a827c0a,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:25:08.845001 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c636af64-e9ac-4111-b6a3-f56e227c98db None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:25:08.854745 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-3a92f364-8932-46a0-98ca-8f89c10f8134 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] For port f16434e3-06c3-4330-8abe-843456f21c0b, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=f16434e3-06c3-4330-8abe-843456f21c0b,segment=NetworkSegment(9b5424f5-44fa-4dec-98f4-d34cae10ebc6),segment_id=9b5424f5-44fa-4dec-98f4-d34cae10ebc6)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:25:08.855107 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3a92f364-8932-46a0-98ca-8f89c10f8134 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:08.902908 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-ea95bf30-c8c7-41e4-b57d-3e60818c9cfd None None] For port 3cab0d8b-2194-4050-917f-5a6ab409d95a, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:25:08.976699 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-ea95bf30-c8c7-41e4-b57d-3e60818c9cfd None None] For port 3cab0d8b-2194-4050-917f-5a6ab409d95a, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=3cab0d8b-2194-4050-917f-5a6ab409d95a,segment=NetworkSegment(bf7c2459-a780-4172-b912-ba07261af9fb),segment_id=bf7c2459-a780-4172-b912-ba07261af9fb)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:25:08.979187 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-df652207-ce61-4845-936a-2ce309ca6589 tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Allocated IP 172.20.0.1 (519071e8-df4c-4bcf-b3c1-7a2f34169d68/a884f81c-a374-403c-bbde-4cd5f608aafa/efd23859-1c33-4769-a15d-67374919c9f7) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:25:08.984033 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-3a92f364-8932-46a0-98ca-8f89c10f8134 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Calling delete_port for f16434e3-06c3-4330-8abe-843456f21c0b owned by network:dhcp {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:25:08.993510 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-ea95bf30-c8c7-41e4-b57d-3e60818c9cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:08.996812 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf94911-a9fb-4db9-a20c-7d768cb3c9a4 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:25:08.997608 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-bbf94911-a9fb-4db9-a20c-7d768cb3c9a4 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Synchronizing usage tracker for tenant:0f1e04191c7443f7844c0202165e746c on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:25:09.077321 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-bbf94911-a9fb-4db9-a20c-7d768cb3c9a4 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Unset dirty status for tenant:0f1e04191c7443f7844c0202165e746c on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:25:09.080847 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-bbf94911-a9fb-4db9-a20c-7d768cb3c9a4 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.2393737 Mar 07 10:25:09.084192 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 59274) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:25:09.134659 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-64dd1c48-8821-4707-afdb-7d35fb6370b4 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594'] for network, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:09.139218 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64dd1c48-8821-4707-afdb-7d35fb6370b4 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:25:09.139218 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-64dd1c48-8821-4707-afdb-7d35fb6370b4 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2756603'] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:09.190339 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19913a05-00de-41f2-8695-901e66a7e8eb tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:25:09.191895 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19913a05-00de-41f2-8695-901e66a7e8eb tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:25:09.192708 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-19913a05-00de-41f2-8695-901e66a7e8eb tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Synchronizing usage tracker for tenant:0f1e04191c7443f7844c0202165e746c on resource:subnet {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:25:09.198066 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-c636af64-e9ac-4111-b6a3-f56e227c98db None None] Attempting to bind port 08e81435-563b-4afb-afeb-e0f25a827c0a on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:25:09.198441 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-c636af64-e9ac-4111-b6a3-f56e227c98db None None] Attempting to bind port 08e81435-563b-4afb-afeb-e0f25a827c0a by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': '13510a37-88c7-493e-9701-b414ea24fc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '98d8805b-dd65-4110-997b-2eea298bca78'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:25:09.198803 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c636af64-e9ac-4111-b6a3-f56e227c98db None None] Attempting to bind port 08e81435-563b-4afb-afeb-e0f25a827c0a on network 98d8805b-dd65-4110-997b-2eea298bca78 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:25:09.237201 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-19913a05-00de-41f2-8695-901e66a7e8eb tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Unset dirty status for tenant:0f1e04191c7443f7844c0202165e746c on resource:subnet {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:25:09.238892 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-19913a05-00de-41f2-8695-901e66a7e8eb tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1538789 Mar 07 10:25:09.242797 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-df652207-ce61-4845-936a-2ce309ca6589 tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:09.246912 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 59278) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:25:09.263974 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-64dd1c48-8821-4707-afdb-7d35fb6370b4 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9796009 Mar 07 10:25:09.278156 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 59282) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:25:09.289635 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-f5c90dfb-91c5-4ab8-91c3-73d679783e31 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Request body: {'network': {'name': 'New_network'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:25:09.299846 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-41640171-3793-44ea-812f-fb3079ef636f None None] For port f16434e3-06c3-4330-8abe-843456f21c0b, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=f16434e3-06c3-4330-8abe-843456f21c0b,segment=NetworkSegment(9b5424f5-44fa-4dec-98f4-d34cae10ebc6),segment_id=9b5424f5-44fa-4dec-98f4-d34cae10ebc6)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:25:09.300251 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-41640171-3793-44ea-812f-fb3079ef636f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:09.307538 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dd1c48-8821-4707-afdb-7d35fb6370b4 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Pushing event updated for resources: {'Network': ['ID=567f39c1-e40c-41b7-87e3-d5b17b615578,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:25:09.311295 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-df652207-ce61-4845-936a-2ce309ca6589 tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Transition to ACTIVE for port object efd23859-1c33-4769-a15d-67374919c9f7 will not be triggered until provisioned by entity DHCP. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:25:09.354466 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7e4310a-13e9-401c-8938-0fb8a93f997c tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Deleting subnet d6f98f1f-f84d-4329-bc0d-1f51915e1c4e {{(pid=83738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 07 10:25:09.357938 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-df652207-ce61-4845-936a-2ce309ca6589 tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:09.362141 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a7e4310a-13e9-401c-8938-0fb8a93f997c tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks [] for subnet, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:09.374170 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3a92f364-8932-46a0-98ca-8f89c10f8134 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:09.380084 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c636af64-e9ac-4111-b6a3-f56e227c98db None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:25:09.380412 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c636af64-e9ac-4111-b6a3-f56e227c98db None None] Checking segment: {'id': '13510a37-88c7-493e-9701-b414ea24fc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '98d8805b-dd65-4110-997b-2eea298bca78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:25:09.380835 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c636af64-e9ac-4111-b6a3-f56e227c98db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:09.381227 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c636af64-e9ac-4111-b6a3-f56e227c98db None None] Bound using segment: {'id': '13510a37-88c7-493e-9701-b414ea24fc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '98d8805b-dd65-4110-997b-2eea298bca78'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:25:09.381735 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-c636af64-e9ac-4111-b6a3-f56e227c98db None None] Bound port: 08e81435-563b-4afb-afeb-e0f25a827c0a, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13510a37-88c7-493e-9701-b414ea24fc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '98d8805b-dd65-4110-997b-2eea298bca78'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:25:09.382128 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c636af64-e9ac-4111-b6a3-f56e227c98db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:09.392106 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea95bf30-c8c7-41e4-b57d-3e60818c9cfd None None] Pushing event updated for resources: {'Port': ['ID=3cab0d8b-2194-4050-917f-5a6ab409d95a,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:25:09.437639 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a92f364-8932-46a0-98ca-8f89c10f8134 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Pushing event deleted for resources: {'Port': ['ID=f16434e3-06c3-4330-8abe-843456f21c0b,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:25:09.458168 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Network 567f39c1-e40c-41b7-87e3-d5b17b615578 details requested by agent ovs-agent-dv-neutron-830731-3-hyperv with host dv-neutron-830731-3-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 10:25:09.462042 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a92f364-8932-46a0-98ca-8f89c10f8134 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] No DVR routers for this DVR port f16434e3-06c3-4330-8abe-843456f21c0b on host dv-neutron-830731-3-hyperv {{(pid=83737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:25:09.484201 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df652207-ce61-4845-936a-2ce309ca6589 tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Pushing event updated for resources: {'Port': ['ID=efd23859-1c33-4769-a15d-67374919c9f7,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:25:09.490384 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df652207-ce61-4845-936a-2ce309ca6589 tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Network 519071e8-df4c-4bcf-b3c1-7a2f34169d68 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:25:09.493072 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a7e4310a-13e9-401c-8938-0fb8a93f997c tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2969395'] for subnet, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:09.526027 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-df652207-ce61-4845-936a-2ce309ca6589 tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:25:09.533567 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df652207-ce61-4845-936a-2ce309ca6589 tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:25:09.587095 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-41640171-3793-44ea-812f-fb3079ef636f None None] Calling delete_port for f16434e3-06c3-4330-8abe-843456f21c0b owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:25:09.628174 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-df652207-ce61-4845-936a-2ce309ca6589 tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3920324'] for router_interface, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:09.676616 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a7e4310a-13e9-401c-8938-0fb8a93f997c tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1525496'] for subnet, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:09.699013 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.db.api [None req-41640171-3793-44ea-812f-fb3079ef636f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 10:25:09.699499 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG oslo_db.api [None req-41640171-3793-44ea-812f-fb3079ef636f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 10:25:09.765302 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3a92f364-8932-46a0-98ca-8f89c10f8134 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1526893', 'neutron.services.segments.db._delete_segments_for_network-8732568551033'] for network, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:09.832535 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-3a92f364-8932-46a0-98ca-8f89c10f8134 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fb2e4d6-da2c-4010-bea3-c3d2ce2736b0']}} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:25:09.837104 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-df652207-ce61-4845-936a-2ce309ca6589 tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:09.844984 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f5c90dfb-91c5-4ab8-91c3-73d679783e31 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732568034061'] for network, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:09.874674 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf076cf1-2431-4413-8bb8-63f562a5d8dd tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Router 4bd78e7b-bb20-49e1-8453-68eb29fc1b8d has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:25:09.878715 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-3a92f364-8932-46a0-98ca-8f89c10f8134 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b5424f5-44fa-4dec-98f4-d34cae10ebc6') {'for_net_delete': True} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:25:09.878965 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-3a92f364-8932-46a0-98ca-8f89c10f8134 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b5424f5-44fa-4dec-98f4-d34cae10ebc6') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:25:09.898836 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3a92f364-8932-46a0-98ca-8f89c10f8134 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732568550916', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629174'] for segment, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:09.907611 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-c636af64-e9ac-4111-b6a3-f56e227c98db None None] For port 08e81435-563b-4afb-afeb-e0f25a827c0a, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:25:09.908601 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a7e4310a-13e9-401c-8938-0fb8a93f997c tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1525489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3556647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741465'] for subnet, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:09.910737 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f5c90dfb-91c5-4ab8-91c3-73d679783e31 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594'] for network, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:09.912726 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-c636af64-e9ac-4111-b6a3-f56e227c98db None None] For port 08e81435-563b-4afb-afeb-e0f25a827c0a, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=08e81435-563b-4afb-afeb-e0f25a827c0a,segment=NetworkSegment(13510a37-88c7-493e-9701-b414ea24fc4c),segment_id=13510a37-88c7-493e-9701-b414ea24fc4c)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:25:09.921526 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c636af64-e9ac-4111-b6a3-f56e227c98db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:09.967628 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a7e4310a-13e9-401c-8938-0fb8a93f997c tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:09.979023 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e4310a-13e9-401c-8938-0fb8a93f997c tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Pushing event deleted for resources: {'Subnet': ['ID=d6f98f1f-f84d-4329-bc0d-1f51915e1c4e,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:25:10.043809 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c636af64-e9ac-4111-b6a3-f56e227c98db None None] Pushing event updated for resources: {'Port': ['ID=08e81435-563b-4afb-afeb-e0f25a827c0a,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:25:10.049862 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c90dfb-91c5-4ab8-91c3-73d679783e31 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Pushing event updated for resources: {'Network': ['ID=567f39c1-e40c-41b7-87e3-d5b17b615578,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:25:10.050079 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-d6b4d139-8d56-4b17-a73b-3b56661eb96e None None] Provisioning for port efd23859-1c33-4769-a15d-67374919c9f7 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:25:10.051092 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3a92f364-8932-46a0-98ca-8f89c10f8134 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:10.053638 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f5c90dfb-91c5-4ab8-91c3-73d679783e31 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Network 567f39c1-e40c-41b7-87e3-d5b17b615578 is not hosted by any dhcp agent {{(pid=83737) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Mar 07 10:25:10.058452 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5c90dfb-91c5-4ab8-91c3-73d679783e31 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:25:10.059060 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f5c90dfb-91c5-4ab8-91c3-73d679783e31 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:10.059177 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-d6b4d139-8d56-4b17-a73b-3b56661eb96e None None] Provisioning complete for port efd23859-1c33-4769-a15d-67374919c9f7 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:25:10.059614 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-d6b4d139-8d56-4b17-a73b-3b56661eb96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:10.064236 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-f5c90dfb-91c5-4ab8-91c3-73d679783e31 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] 10.222.0.13 "PUT /v2.0/networks/567f39c1-e40c-41b7-87e3-d5b17b615578 HTTP/1.1" status: 200 len: 723 time: 0.7850244 Mar 07 10:25:10.075643 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 59286) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:25:10.102106 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Network 567f39c1-e40c-41b7-87e3-d5b17b615578 details requested by agent ovs-agent-dv-neutron-830731-3-hyperv with host dv-neutron-830731-3-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 10:25:10.145078 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a92f364-8932-46a0-98ca-8f89c10f8134 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=83737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 07 10:25:10.145873 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3a92f364-8932-46a0-98ca-8f89c10f8134 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1227397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3012597'] for segment, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:10.170922 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-c6039f00-79db-427f-94fd-09d36160b863 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Request body: {'subnet': {'network_id': '567f39c1-e40c-41b7-87e3-d5b17b615578', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:25:10.186234 dv-neutron-830731-3-hyperv neutron-server[83737]: Traceback (most recent call last): Mar 07 10:25:10.186234 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 07 10:25:10.186234 dv-neutron-830731-3-hyperv neutron-server[83737]: timer() Mar 07 10:25:10.186234 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:25:10.186234 dv-neutron-830731-3-hyperv neutron-server[83737]: cb(*args, **kw) Mar 07 10:25:10.186234 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 10:25:10.186234 dv-neutron-830731-3-hyperv neutron-server[83737]: return func(*args, **kwargs) Mar 07 10:25:10.186234 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:25:10.186234 dv-neutron-830731-3-hyperv neutron-server[83737]: self._notify() Mar 07 10:25:10.186234 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:25:10.186234 dv-neutron-830731-3-hyperv neutron-server[83737]: self.callback(batched_events) Mar 07 10:25:10.186234 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:25:10.186234 dv-neutron-830731-3-hyperv neutron-server[83737]: event.method(event) Mar 07 10:25:10.186234 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 10:25:10.186234 dv-neutron-830731-3-hyperv neutron-server[83737]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:25:10.186234 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 10:25:10.186234 dv-neutron-830731-3-hyperv neutron-server[83737]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:25:10.186234 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 10:25:10.186234 dv-neutron-830731-3-hyperv neutron-server[83737]: return f(self, *a, **k) Mar 07 10:25:10.186234 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:25:10.186234 dv-neutron-830731-3-hyperv neutron-server[83737]: return self._get(url).json() Mar 07 10:25:10.186234 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:25:10.186234 dv-neutron-830731-3-hyperv neutron-server[83737]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:25:10.186234 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 07 10:25:10.186234 dv-neutron-830731-3-hyperv neutron-server[83737]: return self.request(url, 'GET', **kwargs) Mar 07 10:25:10.186234 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 07 10:25:10.186234 dv-neutron-830731-3-hyperv neutron-server[83737]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:25:10.186234 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 07 10:25:10.186234 dv-neutron-830731-3-hyperv neutron-server[83737]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:25:10.186234 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 07 10:25:10.186234 dv-neutron-830731-3-hyperv neutron-server[83737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:25:10.186234 dv-neutron-830731-3-hyperv neutron-server[83737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:25:10.202672 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-41640171-3793-44ea-812f-fb3079ef636f None None] Deleting port f16434e3-06c3-4330-8abe-843456f21c0b {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:25:10.203049 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-41640171-3793-44ea-812f-fb3079ef636f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:10.265735 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-a7e4310a-13e9-401c-8938-0fb8a93f997c tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "DELETE /v2.0/subnets/d6f98f1f-f84d-4329-bc0d-1f51915e1c4e HTTP/1.1" status: 204 len: 168 time: 1.0175557 Mar 07 10:25:10.266749 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-d6b4d139-8d56-4b17-a73b-3b56661eb96e None None] Port efd23859-1c33-4769-a15d-67374919c9f7 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:25:10.273021 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 59290) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:25:10.316061 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-41640171-3793-44ea-812f-fb3079ef636f None None] The port 'f16434e3-06c3-4330-8abe-843456f21c0b' was deleted {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 07 10:25:10.359231 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-82c34e99-10ac-422a-ba7b-4dec897bf55f tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0853355 Mar 07 10:25:10.363780 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 59294) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:25:10.372878 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-d248a927-7a28-405d-9024-1e1541568111 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Request body: {'subnet': {'network_id': '98d8805b-dd65-4110-997b-2eea298bca78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:25:10.469055 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3a92f364-8932-46a0-98ca-8f89c10f8134 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1526886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923583'] for network, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:10.526518 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-c6039f00-79db-427f-94fd-09d36160b863 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:25:10.529260 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3a92f364-8932-46a0-98ca-8f89c10f8134 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:10.545287 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-d248a927-7a28-405d-9024-1e1541568111 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:25:10.547084 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a92f364-8932-46a0-98ca-8f89c10f8134 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Pushing event deleted for resources: {'Network': ['ID=9fb2e4d6-da2c-4010-bea3-c3d2ce2736b0,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:25:10.566492 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-3a92f364-8932-46a0-98ca-8f89c10f8134 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] 10.222.0.13 "DELETE /v2.0/networks/9fb2e4d6-da2c-4010-bea3-c3d2ce2736b0 HTTP/1.1" status: 204 len: 168 time: 2.4407389 Mar 07 10:25:10.569571 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-c6039f00-79db-427f-94fd-09d36160b863 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:25:10.571416 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 59298) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:25:10.584144 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-4a440c37-5209-48e2-add4-d21c672f1f8f tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-948471625'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:25:10.594250 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-4a440c37-5209-48e2-add4-d21c672f1f8f tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:25:10.602754 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-4a440c37-5209-48e2-add4-d21c672f1f8f tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Usage tracker for resource:network and tenant:29ee0fb2487e46c6b75e400959e24994 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:25:10.607689 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-4a440c37-5209-48e2-add4-d21c672f1f8f tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:25:10.611810 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6039f00-79db-427f-94fd-09d36160b863 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Made reservation on behalf of 7dae50c6a103406a9760f86cb860cee5 for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:25:10.628045 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-d248a927-7a28-405d-9024-1e1541568111 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Usage tracker for resource:subnet and tenant:0f1e04191c7443f7844c0202165e746c is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:25:10.631345 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 3cab0d8b-2194-4050-917f-5a6ab409d95a up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:25:10.636253 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-d248a927-7a28-405d-9024-1e1541568111 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:25:10.667781 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-d248a927-7a28-405d-9024-1e1541568111 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:25:10.690741 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d248a927-7a28-405d-9024-1e1541568111 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Made reservation on behalf of 0f1e04191c7443f7844c0202165e746c for: {'subnet': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:25:10.695394 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d248a927-7a28-405d-9024-1e1541568111 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741426'] for subnet, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:10.702714 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-4a440c37-5209-48e2-add4-d21c672f1f8f tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:25:10.738056 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning for port 3cab0d8b-2194-4050-917f-5a6ab409d95a completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:25:10.749384 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a440c37-5209-48e2-add4-d21c672f1f8f tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Made reservation on behalf of 29ee0fb2487e46c6b75e400959e24994 for: {'network': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:25:10.753431 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4a440c37-5209-48e2-add4-d21c672f1f8f tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for network, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:10.793191 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c6039f00-79db-427f-94fd-09d36160b863 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3219231'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:10.826298 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device f16434e3-06c3-4330-8abe-843456f21c0b no longer exists at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:25:10.868305 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] No Port match for: f16434e3-06c3-4330-8abe-843456f21c0b {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 10:25:10.869162 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device f16434e3-06c3-4330-8abe-843456f21c0b not bound to the agent host dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 10:25:10.898730 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-df652207-ce61-4845-936a-2ce309ca6589 tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Notify callbacks [] for port, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:10.906298 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-df652207-ce61-4845-936a-2ce309ca6589 tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3556717'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:10.976782 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82e56e06-4ba9-4826-a490-c1b4b3a29b29 None None] Network 470e4752-ebf8-4b6a-b746-a1819afa69d3 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:25:11.008219 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a440c37-5209-48e2-add4-d21c672f1f8f tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=83737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:25:11.027930 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4a440c37-5209-48e2-add4-d21c672f1f8f tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:11.028255 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.db.segments_db [None req-4a440c37-5209-48e2-add4-d21c672f1f8f tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Added segment f747d7f0-8450-4f07-99f1-bdb1475e14bb of type vlan for network 8ddb6513-038a-405a-b0b0-baa9da876d5a Mar 07 10:25:11.052439 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf076cf1-2431-4413-8bb8-63f562a5d8dd tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:25:11.075475 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be72e46-2f80-4bd1-9f5e-da3c4714206f None None] Sync routers for ids ['4bd78e7b-bb20-49e1-8453-68eb29fc1b8d'] in dv-neutron-830731-3-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:25:11.078885 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df652207-ce61-4845-936a-2ce309ca6589 tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Pushing event updated for resources: {'Port': ['ID=efd23859-1c33-4769-a15d-67374919c9f7,revision_number=2']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:25:11.084270 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-f41e394c-e6ee-482d-a3e7-dd509c56f712 None None] Provisioning for port 3cab0d8b-2194-4050-917f-5a6ab409d95a completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:25:11.091805 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-df652207-ce61-4845-936a-2ce309ca6589 tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2756426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3920233'] for router_interface, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:11.102243 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-f41e394c-e6ee-482d-a3e7-dd509c56f712 None None] Provisioning complete for port 3cab0d8b-2194-4050-917f-5a6ab409d95a triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:25:11.102745 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f41e394c-e6ee-482d-a3e7-dd509c56f712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:11.178053 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4a440c37-5209-48e2-add4-d21c672f1f8f tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732568034061'] for network, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:11.271652 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df652207-ce61-4845-936a-2ce309ca6589 tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Network 519071e8-df4c-4bcf-b3c1-7a2f34169d68 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:25:11.273316 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d248a927-7a28-405d-9024-1e1541568111 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3556832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741408'] for subnet, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:11.280127 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-df652207-ce61-4845-936a-2ce309ca6589 tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:25:11.354852 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be72e46-2f80-4bd1-9f5e-da3c4714206f None None] Routers {'4bd78e7b-bb20-49e1-8453-68eb29fc1b8d'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:25:11.355538 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-1be72e46-2f80-4bd1-9f5e-da3c4714206f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:25:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['4bd78e7b-bb20-49e1-8453-68eb29fc1b8d'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:25:11.403835 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4a440c37-5209-48e2-add4-d21c672f1f8f tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594'] for network, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:11.407724 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a440c37-5209-48e2-add4-d21c672f1f8f tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:25:11.408293 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4a440c37-5209-48e2-add4-d21c672f1f8f tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:11.481044 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-1be72e46-2f80-4bd1-9f5e-da3c4714206f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:25:11.523629 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d248a927-7a28-405d-9024-1e1541568111 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Network 98d8805b-dd65-4110-997b-2eea298bca78 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:25:11.529965 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-d248a927-7a28-405d-9024-1e1541568111 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:25:11.537567 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d248a927-7a28-405d-9024-1e1541568111 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:25:11.540669 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d248a927-7a28-405d-9024-1e1541568111 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:11.572396 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c6039f00-79db-427f-94fd-09d36160b863 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3012444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3219213'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:11.579763 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d248a927-7a28-405d-9024-1e1541568111 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Pushing event updated for resources: {'Subnet': ['ID=b52557e2-ac91-4920-b930-9e65177bec2f,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:25:11.583463 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-d248a927-7a28-405d-9024-1e1541568111 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2182877 Mar 07 10:25:11.586828 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 59302) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:25:11.593201 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f41e394c-e6ee-482d-a3e7-dd509c56f712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:11.597151 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-2771590e-20bd-464f-86e6-ab4ab62edf58 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1576340879', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:25:11.618578 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-2771590e-20bd-464f-86e6-ab4ab62edf58 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:25:11.626926 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be72e46-2f80-4bd1-9f5e-da3c4714206f None None] Routers {'4bd78e7b-bb20-49e1-8453-68eb29fc1b8d'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:25:11.628134 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-1be72e46-2f80-4bd1-9f5e-da3c4714206f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:25:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['4bd78e7b-bb20-49e1-8453-68eb29fc1b8d'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:25:11.628273 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-2771590e-20bd-464f-86e6-ab4ab62edf58 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Usage tracker for resource:router and tenant:0f1e04191c7443f7844c0202165e746c is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:25:11.632245 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-2771590e-20bd-464f-86e6-ab4ab62edf58 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:25:11.672290 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a440c37-5209-48e2-add4-d21c672f1f8f tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Pushing event updated for resources: {'Network': ['ID=8ddb6513-038a-405a-b0b0-baa9da876d5a,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:25:11.676013 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-4a440c37-5209-48e2-add4-d21c672f1f8f tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0991092 Mar 07 10:25:11.682160 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 59306) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:25:11.691130 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-bbc2a1c3-57bf-408c-87b5-159509de96d3 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Request body: {'subnet': {'network_id': '8ddb6513-038a-405a-b0b0-baa9da876d5a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:25:11.700808 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-389eff2d-1a1a-4ea9-94d2-905f0fee4cd5 None None] Network 98d8805b-dd65-4110-997b-2eea298bca78 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:25:11.704499 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-2771590e-20bd-464f-86e6-ab4ab62edf58 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:25:11.716689 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Network 8ddb6513-038a-405a-b0b0-baa9da876d5a details requested by agent ovs-agent-dv-neutron-830731-3-hyperv with host dv-neutron-830731-3-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 10:25:11.783184 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2771590e-20bd-464f-86e6-ab4ab62edf58 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3919700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58025'] for router, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:11.784120 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2771590e-20bd-464f-86e6-ab4ab62edf58 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3919671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4011175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58018'] for router, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:11.797138 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6039f00-79db-427f-94fd-09d36160b863 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Pushing event updated for resources: {'Subnet': ['ID=a7bb4ea3-c440-4a66-b907-c8756c9f1b5d,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:25:11.822298 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2771590e-20bd-464f-86e6-ab4ab62edf58 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:11.852254 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2771590e-20bd-464f-86e6-ab4ab62edf58 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3917991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923518'] for router, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:11.855384 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6039f00-79db-427f-94fd-09d36160b863 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Checking segment: {'id': '36bbb144-3da5-4992-8c90-36236c9ff41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '567f39c1-e40c-41b7-87e3-d5b17b615578'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:25:11.855884 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6039f00-79db-427f-94fd-09d36160b863 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Network hostable DHCP agents. Network: 567f39c1-e40c-41b7-87e3-d5b17b615578, hostable agents: ['6527556c-6586-422c-ae47-082984683847'], hosted agents: [] {{(pid=83737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:25:11.869007 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-bbc2a1c3-57bf-408c-87b5-159509de96d3 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:25:11.877700 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df652207-ce61-4845-936a-2ce309ca6589 tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Router 94f299a4-fd1c-4ad1-9f05-21f018803649 has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:25:11.878111 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-bbc2a1c3-57bf-408c-87b5-159509de96d3 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Usage tracker for resource:subnet and tenant:29ee0fb2487e46c6b75e400959e24994 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:25:11.882349 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-bbc2a1c3-57bf-408c-87b5-159509de96d3 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:25:11.885615 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2771590e-20bd-464f-86e6-ab4ab62edf58 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks [] for router, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:11.886973 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-2771590e-20bd-464f-86e6-ab4ab62edf58 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2984669 Mar 07 10:25:11.890146 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 59310) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:25:11.891334 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-bbc2a1c3-57bf-408c-87b5-159509de96d3 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:25:11.914028 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbc2a1c3-57bf-408c-87b5-159509de96d3 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Made reservation on behalf of 29ee0fb2487e46c6b75e400959e24994 for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:25:11.936439 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6039f00-79db-427f-94fd-09d36160b863 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Network 567f39c1-e40c-41b7-87e3-d5b17b615578 is scheduled to be hosted by DHCP agent 6527556c-6586-422c-ae47-082984683847 with binding_index 1 {{(pid=83737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:25:11.965591 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-1be72e46-2f80-4bd1-9f5e-da3c4714206f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:25:11.966002 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be72e46-2f80-4bd1-9f5e-da3c4714206f None None] The sync data for ids ['4bd78e7b-bb20-49e1-8453-68eb29fc1b8d'] in dv-neutron-830731-3-hyperv is: [] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:25:12.020931 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-c6039f00-79db-427f-94fd-09d36160b863 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830731-3-hyperv, 567f39c1-e40c-41b7-87e3-d5b17b615578) {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:25:12.029641 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-f41e394c-e6ee-482d-a3e7-dd509c56f712 None None] For port 3cab0d8b-2194-4050-917f-5a6ab409d95a, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=3cab0d8b-2194-4050-917f-5a6ab409d95a,segment=NetworkSegment(bf7c2459-a780-4172-b912-ba07261af9fb),segment_id=bf7c2459-a780-4172-b912-ba07261af9fb)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:25:12.035245 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14bb3ac5-c0e5-42a3-9b5c-519b42376550 None None] Network 567f39c1-e40c-41b7-87e3-d5b17b615578 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:25:12.060214 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f41e394c-e6ee-482d-a3e7-dd509c56f712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:12.101696 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6039f00-79db-427f-94fd-09d36160b863 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:25:12.102278 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c6039f00-79db-427f-94fd-09d36160b863 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2756603'] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:12.175376 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-bbc2a1c3-57bf-408c-87b5-159509de96d3 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3219231'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:12.219389 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69bcb5b8-23d2-480c-acd3-2bf5a90359ef None None] Update dhcp port {'port': {'network_id': '470e4752-ebf8-4b6a-b746-a1819afa69d3', 'fixed_ips': [{'subnet_id': '3946e01c-d328-442a-87f3-cd0c24833d12', 'ip_address': '2001:db8::2'}, {'subnet_id': '1d339e62-b92e-4e95-9646-53ea61827e36'}], 'binding:host_id': 'dv-neutron-830731-3-hyperv'}, 'id': '3cab0d8b-2194-4050-917f-5a6ab409d95a'} from dv-neutron-830731-3-hyperv. {{(pid=83739) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 07 10:25:12.280447 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-c6039f00-79db-427f-94fd-09d36160b863 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1987729 Mar 07 10:25:12.281529 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 59316) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:25:12.294984 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-f5b31bc7-c190-4725-b190-b8db392afb32 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:25:12.356818 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-161e6b52-0680-4693-8d75-5497e5d95109 None None] Provisioning for port 08e81435-563b-4afb-afeb-e0f25a827c0a completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:25:12.372355 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41e394c-e6ee-482d-a3e7-dd509c56f712 None None] Pushing event updated for resources: {'Port': ['ID=3cab0d8b-2194-4050-917f-5a6ab409d95a,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:25:12.379404 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-69bcb5b8-23d2-480c-acd3-2bf5a90359ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:12.487547 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f5b31bc7-c190-4725-b190-b8db392afb32 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3219206'] for subnet, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:12.561232 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df652207-ce61-4845-936a-2ce309ca6589 tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:25:12.568849 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-df652207-ce61-4845-936a-2ce309ca6589 tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] 10.222.0.13 "PUT /v2.0/routers/94f299a4-fd1c-4ad1-9f05-21f018803649/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6965063 Mar 07 10:25:12.570409 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 59320) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:25:12.574781 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740e2af0-81c6-4efa-b77c-2c78872dc39e None None] Sync routers for ids ['94f299a4-fd1c-4ad1-9f05-21f018803649'] in dv-neutron-830731-3-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:25:12.591577 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740e2af0-81c6-4efa-b77c-2c78872dc39e None None] Routers {'94f299a4-fd1c-4ad1-9f05-21f018803649'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:25:12.592432 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-740e2af0-81c6-4efa-b77c-2c78872dc39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:25:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['94f299a4-fd1c-4ad1-9f05-21f018803649'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:25:12.657954 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-740e2af0-81c6-4efa-b77c-2c78872dc39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:25:12.671507 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 3cab0d8b-2194-4050-917f-5a6ab409d95a up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:25:12.671712 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740e2af0-81c6-4efa-b77c-2c78872dc39e None None] Routers {'94f299a4-fd1c-4ad1-9f05-21f018803649'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:25:12.672426 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-740e2af0-81c6-4efa-b77c-2c78872dc39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:25:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['94f299a4-fd1c-4ad1-9f05-21f018803649'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:25:12.717060 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-161e6b52-0680-4693-8d75-5497e5d95109 None None] Provisioning complete for port efd23859-1c33-4769-a15d-67374919c9f7 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:25:12.717430 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-161e6b52-0680-4693-8d75-5497e5d95109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:12.734662 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-740e2af0-81c6-4efa-b77c-2c78872dc39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:25:12.735310 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740e2af0-81c6-4efa-b77c-2c78872dc39e None None] The sync data for ids ['94f299a4-fd1c-4ad1-9f05-21f018803649'] in dv-neutron-830731-3-hyperv is: [] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:25:12.762650 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-80567651-e98d-49cb-9f90-fd0566680f58 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:12.776837 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d046996c-d96e-40ba-ba20-abffba85400e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ec2749d-0aec-52fb-aca6-10ba8a80aade-567f39c1-e40c-41b7-87e3-d5b17b615578', 'network_id': '567f39c1-e40c-41b7-87e3-d5b17b615578', 'tenant_id': '7dae50c6a103406a9760f86cb860cee5', 'fixed_ips': [{'subnet_id': 'a7bb4ea3-c440-4a66-b907-c8756c9f1b5d'}]}} from dv-neutron-830731-3-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 07 10:25:12.778047 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-d046996c-d96e-40ba-ba20-abffba85400e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:12.916743 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-161e6b52-0680-4693-8d75-5497e5d95109 None None] Port efd23859-1c33-4769-a15d-67374919c9f7 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:25:12.996168 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 3cab0d8b-2194-4050-917f-5a6ab409d95a triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:25:12.996567 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:13.004636 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf076cf1-2431-4413-8bb8-63f562a5d8dd tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Router 4bd78e7b-bb20-49e1-8453-68eb29fc1b8d has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:25:13.031581 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-bbc2a1c3-57bf-408c-87b5-159509de96d3 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3012444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3219213'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:13.032335 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-69bcb5b8-23d2-480c-acd3-2bf5a90359ef None None] Allocated IP 172.20.0.1 (470e4752-ebf8-4b6a-b746-a1819afa69d3/1d339e62-b92e-4e95-9646-53ea61827e36/3cab0d8b-2194-4050-917f-5a6ab409d95a) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:25:13.170041 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-80567651-e98d-49cb-9f90-fd0566680f58 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Allocated IP 2001:db8::1 (98d8805b-dd65-4110-997b-2eea298bca78/b52557e2-ac91-4920-b930-9e65177bec2f/18fc4d75-2c83-4655-b027-35bfab1a192e) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:25:13.182528 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc2a1c3-57bf-408c-87b5-159509de96d3 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Pushing event updated for resources: {'Subnet': ['ID=e081fb36-6d1c-44b8-95e2-a95bb91a13d6,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:25:13.275966 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 08e81435-563b-4afb-afeb-e0f25a827c0a up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:25:13.346018 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-69bcb5b8-23d2-480c-acd3-2bf5a90359ef None None] For port 3cab0d8b-2194-4050-917f-5a6ab409d95a, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=3cab0d8b-2194-4050-917f-5a6ab409d95a,segment=NetworkSegment(bf7c2459-a780-4172-b912-ba07261af9fb),segment_id=bf7c2459-a780-4172-b912-ba07261af9fb)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:25:13.383231 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-80567651-e98d-49cb-9f90-fd0566680f58 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:13.402929 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-80567651-e98d-49cb-9f90-fd0566680f58 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Transition to ACTIVE for port object 18fc4d75-2c83-4655-b027-35bfab1a192e will not be triggered until provisioned by entity DHCP. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:25:13.405796 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-69bcb5b8-23d2-480c-acd3-2bf5a90359ef None None] Notify callbacks [] for port, precommit_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:13.413651 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f5b31bc7-c190-4725-b190-b8db392afb32 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8732568520861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3012498'] for subnet, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:13.433832 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-80567651-e98d-49cb-9f90-fd0566680f58 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:13.470863 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-69bcb5b8-23d2-480c-acd3-2bf5a90359ef None None] Transition to ACTIVE for port object 3cab0d8b-2194-4050-917f-5a6ab409d95a will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:25:13.482396 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc2a1c3-57bf-408c-87b5-159509de96d3 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Checking segment: {'id': 'f747d7f0-8450-4f07-99f1-bdb1475e14bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '8ddb6513-038a-405a-b0b0-baa9da876d5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:25:13.483134 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbc2a1c3-57bf-408c-87b5-159509de96d3 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Network hostable DHCP agents. Network: 8ddb6513-038a-405a-b0b0-baa9da876d5a, hostable agents: ['6527556c-6586-422c-ae47-082984683847'], hosted agents: [] {{(pid=83737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:25:13.496245 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-69bcb5b8-23d2-480c-acd3-2bf5a90359ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:13.498685 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-96a1f07e-6c02-4cbd-8cf3-eff53241ee33 tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Notify callbacks [] for router, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:13.517103 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80567651-e98d-49cb-9f90-fd0566680f58 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Network 98d8805b-dd65-4110-997b-2eea298bca78 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:25:13.520175 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-80567651-e98d-49cb-9f90-fd0566680f58 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:25:13.524108 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80567651-e98d-49cb-9f90-fd0566680f58 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:25:13.524781 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-80567651-e98d-49cb-9f90-fd0566680f58 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3920324'] for router_interface, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:13.529622 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning for port 08e81435-563b-4afb-afeb-e0f25a827c0a completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:25:13.534001 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80567651-e98d-49cb-9f90-fd0566680f58 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Pushing event updated for resources: {'Port': ['ID=18fc4d75-2c83-4655-b027-35bfab1a192e,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:25:13.546934 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-c0ee71d4-23c5-4337-8b51-8819b7d848a5 None None] Could not find standard attr ID for object 3f20d0d2-cf52-4e4f-a652-0a1681df61d2. {{(pid=83739) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 07 10:25:13.549753 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-d046996c-d96e-40ba-ba20-abffba85400e None None] Allocated IP 2001:db8::2 (567f39c1-e40c-41b7-87e3-d5b17b615578/a7bb4ea3-c440-4a66-b907-c8756c9f1b5d/a891c6b7-cb0f-4b99-a7e1-588fd92af1f3) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:25:13.615764 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b31bc7-c190-4725-b190-b8db392afb32 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Pushing event updated for resources: {'Subnet': ['ID=a7bb4ea3-c440-4a66-b907-c8756c9f1b5d,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:25:13.649547 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 08e81435-563b-4afb-afeb-e0f25a827c0a triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:25:13.649954 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:13.666354 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-80567651-e98d-49cb-9f90-fd0566680f58 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:13.765503 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b31bc7-c190-4725-b190-b8db392afb32 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:25:13.765756 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f5b31bc7-c190-4725-b190-b8db392afb32 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:13.770756 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-f5b31bc7-c190-4725-b190-b8db392afb32 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] 10.222.0.13 "PUT /v2.0/subnets/a7bb4ea3-c440-4a66-b907-c8756c9f1b5d HTTP/1.1" status: 200 len: 826 time: 1.4838700 Mar 07 10:25:13.788061 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 59324) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:25:13.824919 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbc2a1c3-57bf-408c-87b5-159509de96d3 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Network 8ddb6513-038a-405a-b0b0-baa9da876d5a is scheduled to be hosted by DHCP agent 6527556c-6586-422c-ae47-082984683847 with binding_index 1 {{(pid=83737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:25:13.846162 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-bbc2a1c3-57bf-408c-87b5-159509de96d3 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830731-3-hyperv, 8ddb6513-038a-405a-b0b0-baa9da876d5a) {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:25:13.850457 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc2a1c3-57bf-408c-87b5-159509de96d3 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:25:13.851104 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-bbc2a1c3-57bf-408c-87b5-159509de96d3 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:13.875842 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d1ab630-2161-4664-910f-65265faabd1f None None] Network 8ddb6513-038a-405a-b0b0-baa9da876d5a requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:25:13.928721 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-f202398f-4f9b-4cd2-9cc7-a6996208a182 None None] Could not find standard attr ID for object 9773c558-b439-47df-87f6-226b2bc4cbb6. {{(pid=83739) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 07 10:25:14.000413 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bcb5b8-23d2-480c-acd3-2bf5a90359ef None None] Pushing event updated for resources: {'Port': ['ID=3cab0d8b-2194-4050-917f-5a6ab409d95a,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:25:14.018035 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ed07b36b-7e5a-445a-84f2-cf52a05c4082 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1158940'] for network, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:14.130029 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-bbc2a1c3-57bf-408c-87b5-159509de96d3 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4436319 Mar 07 10:25:14.137316 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 59330) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:25:14.157913 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-2cba3ac5-24c3-4adb-9380-6fac552cff28 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Request body: {'port': {'network_id': '8ddb6513-038a-405a-b0b0-baa9da876d5a', 'name': 'tempest-PortsIpV6TestJSON-461808336', 'fixed_ips': [{'subnet_id': 'e081fb36-6d1c-44b8-95e2-a95bb91a13d6', 'ip_address': '2001:db8::10'}]}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:25:14.171945 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:14.197503 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.api.v2.resource [None req-96a1f07e-6c02-4cbd-8cf3-eff53241ee33 tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 07 10:25:14.201346 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-96a1f07e-6c02-4cbd-8cf3-eff53241ee33 tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] 10.222.0.13 "DELETE /v2.0/routers/94f299a4-fd1c-4ad1-9f05-21f018803649 HTTP/1.1" status: 409 len: 329 time: 1.6272199 Mar 07 10:25:14.221520 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 59334) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:25:14.258604 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-571a1e6e-3a8d-4c6c-b7d0-af47d36e1a70 None None] Provisioning for port 18fc4d75-2c83-4655-b027-35bfab1a192e completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:25:14.294779 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-571a1e6e-3a8d-4c6c-b7d0-af47d36e1a70 None None] Provisioning complete for port 18fc4d75-2c83-4655-b027-35bfab1a192e triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:25:14.295155 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-571a1e6e-3a8d-4c6c-b7d0-af47d36e1a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:14.429662 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-d046996c-d96e-40ba-ba20-abffba85400e None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:14.430763 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ed07b36b-7e5a-445a-84f2-cf52a05c4082 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1525496'] for subnet, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:14.433102 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] For port 08e81435-563b-4afb-afeb-e0f25a827c0a, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=08e81435-563b-4afb-afeb-e0f25a827c0a,segment=NetworkSegment(13510a37-88c7-493e-9701-b414ea24fc4c),segment_id=13510a37-88c7-493e-9701-b414ea24fc4c)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:25:14.452161 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:14.456608 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-d046996c-d96e-40ba-ba20-abffba85400e None None] Transition to ACTIVE for port object a891c6b7-cb0f-4b99-a7e1-588fd92af1f3 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:25:14.496395 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-2cba3ac5-24c3-4adb-9380-6fac552cff28 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:25:14.508389 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-2cba3ac5-24c3-4adb-9380-6fac552cff28 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Usage tracker for resource:port and tenant:29ee0fb2487e46c6b75e400959e24994 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:25:14.512503 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-2cba3ac5-24c3-4adb-9380-6fac552cff28 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:25:14.531688 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-2cba3ac5-24c3-4adb-9380-6fac552cff28 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:25:14.577213 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf076cf1-2431-4413-8bb8-63f562a5d8dd tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:25:14.586462 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 3cab0d8b-2194-4050-917f-5a6ab409d95a up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:25:14.589209 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-bf076cf1-2431-4413-8bb8-63f562a5d8dd tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for floatingip, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:14.597118 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-80567651-e98d-49cb-9f90-fd0566680f58 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks [] for port, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:14.610369 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-80567651-e98d-49cb-9f90-fd0566680f58 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3556717'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:14.611124 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-80567651-e98d-49cb-9f90-fd0566680f58 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2756426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3920233'] for router_interface, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:14.615719 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cba3ac5-24c3-4adb-9380-6fac552cff28 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Made reservation on behalf of 29ee0fb2487e46c6b75e400959e24994 for: {'port': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:25:14.621723 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2cba3ac5-24c3-4adb-9380-6fac552cff28 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:14.640558 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be364264-e85b-44b2-8edd-7bdb3ee893b1 None None] Sync routers for ids ['4bd78e7b-bb20-49e1-8453-68eb29fc1b8d'] in dv-neutron-830731-3-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:25:14.642619 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-571a1e6e-3a8d-4c6c-b7d0-af47d36e1a70 None None] Port 18fc4d75-2c83-4655-b027-35bfab1a192e cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:25:14.676347 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [None req-2cba3ac5-24c3-4adb-9380-6fac552cff28 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] device_id is not set on port cfedf5dc-8e4d-4efe-b317-724850097b2d yet. {{(pid=83737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 07 10:25:14.690253 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-d046996c-d96e-40ba-ba20-abffba85400e None None] Transition to ACTIVE for port object a891c6b7-cb0f-4b99-a7e1-588fd92af1f3 will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:25:14.691969 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f05696b9-ea71-4a64-9b70-cb9c851204dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ec2749d-0aec-52fb-aca6-10ba8a80aade-8ddb6513-038a-405a-b0b0-baa9da876d5a', 'network_id': '8ddb6513-038a-405a-b0b0-baa9da876d5a', 'tenant_id': '29ee0fb2487e46c6b75e400959e24994', 'fixed_ips': [{'subnet_id': 'e081fb36-6d1c-44b8-95e2-a95bb91a13d6'}]}} from dv-neutron-830731-3-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 07 10:25:14.693027 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f05696b9-ea71-4a64-9b70-cb9c851204dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:14.824768 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Pushing event updated for resources: {'Port': ['ID=08e81435-563b-4afb-afeb-e0f25a827c0a,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:25:14.840708 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ed07b36b-7e5a-445a-84f2-cf52a05c4082 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1525489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3012507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3219316'] for subnet, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:14.846418 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-d046996c-d96e-40ba-ba20-abffba85400e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:14.917107 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-bf076cf1-2431-4413-8bb8-63f562a5d8dd tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] 10.222.0.13 "PUT /v2.0/floatingips/d4bcd545-d9be-4404-99b1-767ba713553c HTTP/1.1" status: 200 len: 977 time: 10.1620913 Mar 07 10:25:14.938382 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 59340) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:25:14.939144 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed07b36b-7e5a-445a-84f2-cf52a05c4082 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Pushing event deleted for resources: {'Subnet': ['ID=a7bb4ea3-c440-4a66-b907-c8756c9f1b5d,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:25:14.950372 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-b25c4ac9-467b-4ef3-85d1-86f5c6f63b9a tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:25:14.954482 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d046996c-d96e-40ba-ba20-abffba85400e None None] Pushing event updated for resources: {'Port': ['ID=a891c6b7-cb0f-4b99-a7e1-588fd92af1f3,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:25:14.966707 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80567651-e98d-49cb-9f90-fd0566680f58 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Pushing event updated for resources: {'Port': ['ID=18fc4d75-2c83-4655-b027-35bfab1a192e,revision_number=2']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:25:14.986753 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be364264-e85b-44b2-8edd-7bdb3ee893b1 None None] Routers {'4bd78e7b-bb20-49e1-8453-68eb29fc1b8d'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:25:14.987867 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-be364264-e85b-44b2-8edd-7bdb3ee893b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:25:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['4bd78e7b-bb20-49e1-8453-68eb29fc1b8d'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:25:15.050188 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9780ad44-318a-42dd-a5c3-245ebfce4fad None None] Network 470e4752-ebf8-4b6a-b746-a1819afa69d3 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:25:15.060685 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80567651-e98d-49cb-9f90-fd0566680f58 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Network 98d8805b-dd65-4110-997b-2eea298bca78 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:25:15.062941 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-80567651-e98d-49cb-9f90-fd0566680f58 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:25:15.221801 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c17e08f1-3290-4b8e-8b57-64573701112d tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3920255'] for router_interface, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:15.257644 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d046996c-d96e-40ba-ba20-abffba85400e None None] Network 567f39c1-e40c-41b7-87e3-d5b17b615578 is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:25:15.258981 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-be364264-e85b-44b2-8edd-7bdb3ee893b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:25:15.265888 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ed07b36b-7e5a-445a-84f2-cf52a05c4082 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1526893', 'neutron.services.segments.db._delete_segments_for_network-8732568551033'] for network, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:15.274831 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b25c4ac9-467b-4ef3-85d1-86f5c6f63b9a tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks [] for floatingip, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:15.293136 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-d046996c-d96e-40ba-ba20-abffba85400e None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:25:15.296394 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a7ade767-fbba-4a57-ab8b-af4676fbd1b5 None None] Provisioning for port 3cab0d8b-2194-4050-917f-5a6ab409d95a completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:25:15.299587 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d046996c-d96e-40ba-ba20-abffba85400e None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:25:15.319945 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a7ade767-fbba-4a57-ab8b-af4676fbd1b5 None None] Provisioning complete for port 3cab0d8b-2194-4050-917f-5a6ab409d95a triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:25:15.320656 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a7ade767-fbba-4a57-ab8b-af4676fbd1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:15.390264 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-ed07b36b-7e5a-445a-84f2-cf52a05c4082 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['567f39c1-e40c-41b7-87e3-d5b17b615578']}} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:25:15.419402 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-ed07b36b-7e5a-445a-84f2-cf52a05c4082 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36bbb144-3da5-4992-8c90-36236c9ff41a') {'for_net_delete': True} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:25:15.419402 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-ed07b36b-7e5a-445a-84f2-cf52a05c4082 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36bbb144-3da5-4992-8c90-36236c9ff41a') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:25:15.421045 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be364264-e85b-44b2-8edd-7bdb3ee893b1 None None] Routers {'4bd78e7b-bb20-49e1-8453-68eb29fc1b8d'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:25:15.421045 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-be364264-e85b-44b2-8edd-7bdb3ee893b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:25:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['4bd78e7b-bb20-49e1-8453-68eb29fc1b8d'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:25:15.446234 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ed07b36b-7e5a-445a-84f2-cf52a05c4082 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732568550916', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629174'] for segment, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:15.502631 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ed07b36b-7e5a-445a-84f2-cf52a05c4082 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:15.519175 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed07b36b-7e5a-445a-84f2-cf52a05c4082 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=83737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 07 10:25:15.519175 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ed07b36b-7e5a-445a-84f2-cf52a05c4082 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1227397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3012597'] for segment, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:15.541994 dv-neutron-830731-3-hyperv neutron-server[83737]: Traceback (most recent call last): Mar 07 10:25:15.541994 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 07 10:25:15.541994 dv-neutron-830731-3-hyperv neutron-server[83737]: timer() Mar 07 10:25:15.541994 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:25:15.541994 dv-neutron-830731-3-hyperv neutron-server[83737]: cb(*args, **kw) Mar 07 10:25:15.541994 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 10:25:15.541994 dv-neutron-830731-3-hyperv neutron-server[83737]: return func(*args, **kwargs) Mar 07 10:25:15.541994 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:25:15.541994 dv-neutron-830731-3-hyperv neutron-server[83737]: self._notify() Mar 07 10:25:15.541994 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:25:15.541994 dv-neutron-830731-3-hyperv neutron-server[83737]: self.callback(batched_events) Mar 07 10:25:15.541994 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:25:15.541994 dv-neutron-830731-3-hyperv neutron-server[83737]: event.method(event) Mar 07 10:25:15.541994 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 10:25:15.541994 dv-neutron-830731-3-hyperv neutron-server[83737]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:25:15.541994 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 10:25:15.541994 dv-neutron-830731-3-hyperv neutron-server[83737]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:25:15.541994 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 10:25:15.541994 dv-neutron-830731-3-hyperv neutron-server[83737]: return f(self, *a, **k) Mar 07 10:25:15.541994 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:25:15.541994 dv-neutron-830731-3-hyperv neutron-server[83737]: return self._get(url).json() Mar 07 10:25:15.541994 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:25:15.541994 dv-neutron-830731-3-hyperv neutron-server[83737]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:25:15.541994 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 07 10:25:15.541994 dv-neutron-830731-3-hyperv neutron-server[83737]: return self.request(url, 'GET', **kwargs) Mar 07 10:25:15.541994 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 07 10:25:15.541994 dv-neutron-830731-3-hyperv neutron-server[83737]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:25:15.541994 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 07 10:25:15.541994 dv-neutron-830731-3-hyperv neutron-server[83737]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:25:15.541994 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 07 10:25:15.541994 dv-neutron-830731-3-hyperv neutron-server[83737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:25:15.541994 dv-neutron-830731-3-hyperv neutron-server[83737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:25:15.589708 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-f05696b9-ea71-4a64-9b70-cb9c851204dd None None] Allocated IP 2001:db8::2 (8ddb6513-038a-405a-b0b0-baa9da876d5a/e081fb36-6d1c-44b8-95e2-a95bb91a13d6/63bb3cfe-a329-494f-8661-da899966a570) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:25:15.683037 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-be364264-e85b-44b2-8edd-7bdb3ee893b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:25:15.683434 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be364264-e85b-44b2-8edd-7bdb3ee893b1 None None] The sync data for ids ['4bd78e7b-bb20-49e1-8453-68eb29fc1b8d'] in dv-neutron-830731-3-hyperv is: [] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:25:15.707677 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:15.740088 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 3cab0d8b-2194-4050-917f-5a6ab409d95a triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:25:15.740965 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:15.776971 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.db.api [None req-ed07b36b-7e5a-445a-84f2-cf52a05c4082 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 07 10:25:15.776971 dv-neutron-830731-3-hyperv neutron-server[83737]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 07 10:25:15.776971 dv-neutron-830731-3-hyperv neutron-server[83737]: [parameters: {'id': '567f39c1-e40c-41b7-87e3-d5b17b615578'}] Mar 07 10:25:15.776971 dv-neutron-830731-3-hyperv neutron-server[83737]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83737) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 10:25:15.777410 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG oslo_db.api [None req-ed07b36b-7e5a-445a-84f2-cf52a05c4082 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 10:25:15.834526 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-d046996c-d96e-40ba-ba20-abffba85400e None None] Attempting to bind port a891c6b7-cb0f-4b99-a7e1-588fd92af1f3 on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:25:15.834917 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-d046996c-d96e-40ba-ba20-abffba85400e None None] Attempting to bind port a891c6b7-cb0f-4b99-a7e1-588fd92af1f3 by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': '36bbb144-3da5-4992-8c90-36236c9ff41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '567f39c1-e40c-41b7-87e3-d5b17b615578'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:25:15.835280 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d046996c-d96e-40ba-ba20-abffba85400e None None] Attempting to bind port a891c6b7-cb0f-4b99-a7e1-588fd92af1f3 on network 567f39c1-e40c-41b7-87e3-d5b17b615578 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:25:15.887393 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b25c4ac9-467b-4ef3-85d1-86f5c6f63b9a tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:15.892758 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b25c4ac9-467b-4ef3-85d1-86f5c6f63b9a tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923533'] for floatingip, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:15.893643 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.db.l3_db [None req-b25c4ac9-467b-4ef3-85d1-86f5c6f63b9a tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Floating IP d4bcd545-d9be-4404-99b1-767ba713553c disassociated. External IP: 172.26.8.67, port: 1647e482-4ce9-40f0-a09a-20cb75e8a826. Mar 07 10:25:15.970534 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d046996c-d96e-40ba-ba20-abffba85400e None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:25:15.970975 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d046996c-d96e-40ba-ba20-abffba85400e None None] Checking segment: {'id': '36bbb144-3da5-4992-8c90-36236c9ff41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '567f39c1-e40c-41b7-87e3-d5b17b615578'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:25:15.971773 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-d046996c-d96e-40ba-ba20-abffba85400e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:15.971773 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d046996c-d96e-40ba-ba20-abffba85400e None None] Bound using segment: {'id': '36bbb144-3da5-4992-8c90-36236c9ff41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '567f39c1-e40c-41b7-87e3-d5b17b615578'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:25:15.972127 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-d046996c-d96e-40ba-ba20-abffba85400e None None] Bound port: a891c6b7-cb0f-4b99-a7e1-588fd92af1f3, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36bbb144-3da5-4992-8c90-36236c9ff41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '567f39c1-e40c-41b7-87e3-d5b17b615578'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:25:15.972529 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-d046996c-d96e-40ba-ba20-abffba85400e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:15.983887 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80567651-e98d-49cb-9f90-fd0566680f58 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Router ff6fb385-8232-4aa8-848f-f3fdc223f78d is scheduled to L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 with binding_index 1 {{(pid=83738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 10:25:16.278383 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ed07b36b-7e5a-445a-84f2-cf52a05c4082 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1158940'] for network, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:16.290195 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-d046996c-d96e-40ba-ba20-abffba85400e None None] For port a891c6b7-cb0f-4b99-a7e1-588fd92af1f3, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:25:16.291173 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80567651-e98d-49cb-9f90-fd0566680f58 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:25:16.305784 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-ed07b36b-7e5a-445a-84f2-cf52a05c4082 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Deleting port a891c6b7-cb0f-4b99-a7e1-588fd92af1f3 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:25:16.306950 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ed07b36b-7e5a-445a-84f2-cf52a05c4082 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:16.314992 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ffe6ce-200b-494f-bc62-8839a64b34c8 None None] Sync routers for ids ['ff6fb385-8232-4aa8-848f-f3fdc223f78d'] in dv-neutron-830731-3-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:25:16.334744 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f05696b9-ea71-4a64-9b70-cb9c851204dd None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:16.338676 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-d046996c-d96e-40ba-ba20-abffba85400e None None] For port a891c6b7-cb0f-4b99-a7e1-588fd92af1f3, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=a891c6b7-cb0f-4b99-a7e1-588fd92af1f3,segment=NetworkSegment(36bbb144-3da5-4992-8c90-36236c9ff41a),segment_id=36bbb144-3da5-4992-8c90-36236c9ff41a)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:25:16.342767 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-81d09aad-2284-4122-a8d1-5e0878678b1b None None] Provisioning complete for port 18fc4d75-2c83-4655-b027-35bfab1a192e triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:25:16.343119 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-81d09aad-2284-4122-a8d1-5e0878678b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:16.343575 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ffe6ce-200b-494f-bc62-8839a64b34c8 None None] Routers {'ff6fb385-8232-4aa8-848f-f3fdc223f78d'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:25:16.345178 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-55ffe6ce-200b-494f-bc62-8839a64b34c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:25:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['ff6fb385-8232-4aa8-848f-f3fdc223f78d'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:25:16.385766 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-d046996c-d96e-40ba-ba20-abffba85400e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:16.386222 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-80567651-e98d-49cb-9f90-fd0566680f58 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "PUT /v2.0/routers/ff6fb385-8232-4aa8-848f-f3fdc223f78d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4901712 Mar 07 10:25:16.387019 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 59344) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:25:16.472169 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-c17e08f1-3290-4b8e-8b57-64573701112d tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Deleting port efd23859-1c33-4769-a15d-67374919c9f7 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:25:16.472752 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c17e08f1-3290-4b8e-8b57-64573701112d tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:16.505095 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-f05696b9-ea71-4a64-9b70-cb9c851204dd None None] Transition to ACTIVE for port object 63bb3cfe-a329-494f-8661-da899966a570 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:25:16.507499 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-81d09aad-2284-4122-a8d1-5e0878678b1b None None] Port 18fc4d75-2c83-4655-b027-35bfab1a192e cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:25:16.548764 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59db8334-7e37-488b-9ffc-263def9bf9d1 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:25:16.549541 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-59db8334-7e37-488b-9ffc-263def9bf9d1 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Synchronizing usage tracker for tenant:0f1e04191c7443f7844c0202165e746c on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:25:16.594702 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 08e81435-563b-4afb-afeb-e0f25a827c0a up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:25:16.606467 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-55ffe6ce-200b-494f-bc62-8839a64b34c8 None None] Set router ff6fb385-8232-4aa8-848f-f3fdc223f78d gateway port host: None {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:25:16.673782 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-ed07b36b-7e5a-445a-84f2-cf52a05c4082 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] For port a891c6b7-cb0f-4b99-a7e1-588fd92af1f3, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=a891c6b7-cb0f-4b99-a7e1-588fd92af1f3,segment=NetworkSegment(36bbb144-3da5-4992-8c90-36236c9ff41a),segment_id=36bbb144-3da5-4992-8c90-36236c9ff41a)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:25:16.674153 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ed07b36b-7e5a-445a-84f2-cf52a05c4082 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:16.682642 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-f05696b9-ea71-4a64-9b70-cb9c851204dd None None] Transition to ACTIVE for port object 63bb3cfe-a329-494f-8661-da899966a570 will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:25:16.720021 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-59db8334-7e37-488b-9ffc-263def9bf9d1 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Unset dirty status for tenant:0f1e04191c7443f7844c0202165e746c on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:25:16.721335 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-59db8334-7e37-488b-9ffc-263def9bf9d1 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "GET /v2.0/ports/18fc4d75-2c83-4655-b027-35bfab1a192e HTTP/1.1" status: 200 len: 911 time: 0.3257411 Mar 07 10:25:16.724587 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 59348) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:25:16.757804 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f05696b9-ea71-4a64-9b70-cb9c851204dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:16.787472 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f05696b9-ea71-4a64-9b70-cb9c851204dd None None] Network 8ddb6513-038a-405a-b0b0-baa9da876d5a is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:25:16.797759 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 08e81435-563b-4afb-afeb-e0f25a827c0a triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:25:16.798337 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:16.822833 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-f05696b9-ea71-4a64-9b70-cb9c851204dd None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:25:16.832550 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d046996c-d96e-40ba-ba20-abffba85400e None None] Pushing event updated for resources: {'Port': ['ID=a891c6b7-cb0f-4b99-a7e1-588fd92af1f3,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:25:16.844027 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-ed07b36b-7e5a-445a-84f2-cf52a05c4082 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Calling delete_port for a891c6b7-cb0f-4b99-a7e1-588fd92af1f3 owned by network:dhcp {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:25:16.845212 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c17e08f1-3290-4b8e-8b57-64573701112d tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:16.850136 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05696b9-ea71-4a64-9b70-cb9c851204dd None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:25:16.926287 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05696b9-ea71-4a64-9b70-cb9c851204dd None None] Pushing event updated for resources: {'Port': ['ID=63bb3cfe-a329-494f-8661-da899966a570,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:25:16.957381 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-55ffe6ce-200b-494f-bc62-8839a64b34c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff6fb385-8232-4aa8-848f-f3fdc223f78d', 'name': 'tempest-NetworksTestDHCPv6-router-1576340879', 'tenant_id': '0f1e04191c7443f7844c0202165e746c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:25:11Z', 'updated_at': '2022-03-07T10:25:13Z', 'revision_number': 2, 'project_id': '0f1e04191c7443f7844c0202165e746c', 'gw_port_host': None, '_interfaces': [{'id': '18fc4d75-2c83-4655-b027-35bfab1a192e', 'name': '', 'network_id': '98d8805b-dd65-4110-997b-2eea298bca78', 'tenant_id': '0f1e04191c7443f7844c0202165e746c', 'mac_address': 'fa:16:3e:7e:39:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff6fb385-8232-4aa8-848f-f3fdc223f78d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b52557e2-ac91-4920-b930-9e65177bec2f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:25:12Z', 'updated_at': '2022-03-07T10:25:14Z', 'revision_number': 2, 'project_id': '0f1e04191c7443f7844c0202165e746c', 'subnets': [{'id': 'b52557e2-ac91-4920-b930-9e65177bec2f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:25:16.961427 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-f10a5811-1d2a-49ac-964c-830746bb8c4a None None] Provisioning complete for port 3cab0d8b-2194-4050-917f-5a6ab409d95a triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:25:16.961798 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f10a5811-1d2a-49ac-964c-830746bb8c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:16.963030 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ffe6ce-200b-494f-bc62-8839a64b34c8 None None] Checking router: ff6fb385-8232-4aa8-848f-f3fdc223f78d for host: dv-neutron-830731-3-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 07 10:25:16.963606 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ffe6ce-200b-494f-bc62-8839a64b34c8 None None] Updating router ff6fb385-8232-4aa8-848f-f3fdc223f78d port 18fc4d75-2c83-4655-b027-35bfab1a192e binding host dv-neutron-830731-3-hyperv {{(pid=83740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 07 10:25:16.984757 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-c17e08f1-3290-4b8e-8b57-64573701112d tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Calling delete_port for efd23859-1c33-4769-a15d-67374919c9f7 owned by network:router_interface {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:25:17.033434 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b6e38ad-a7c2-41a5-9382-de330db1a94a None None] Network 567f39c1-e40c-41b7-87e3-d5b17b615578 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:25:17.039164 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17dab2ac-4f31-4632-bb25-e2631d93a31e tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:25:17.043653 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17dab2ac-4f31-4632-bb25-e2631d93a31e tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:25:17.045171 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-17dab2ac-4f31-4632-bb25-e2631d93a31e tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.3196509 Mar 07 10:25:17.049095 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 59352) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:25:17.074299 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-55ffe6ce-200b-494f-bc62-8839a64b34c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:17.084236 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-adbd2215-c8ee-41f3-92a6-4182ca26b8a8 None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 10:25:17.105858 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ed07b36b-7e5a-445a-84f2-cf52a05c4082 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:17.174955 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed07b36b-7e5a-445a-84f2-cf52a05c4082 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Pushing event deleted for resources: {'Port': ['ID=a891c6b7-cb0f-4b99-a7e1-588fd92af1f3,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:25:17.214612 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed07b36b-7e5a-445a-84f2-cf52a05c4082 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] No DVR routers for this DVR port a891c6b7-cb0f-4b99-a7e1-588fd92af1f3 on host dv-neutron-830731-3-hyperv {{(pid=83737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:25:17.217064 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-2cba3ac5-24c3-4adb-9380-6fac552cff28 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Allocated IP 2001:db8::10 (8ddb6513-038a-405a-b0b0-baa9da876d5a/e081fb36-6d1c-44b8-95e2-a95bb91a13d6/cfedf5dc-8e4d-4efe-b317-724850097b2d) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:25:17.238415 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-f05696b9-ea71-4a64-9b70-cb9c851204dd None None] Attempting to bind port 63bb3cfe-a329-494f-8661-da899966a570 on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:25:17.238790 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-f05696b9-ea71-4a64-9b70-cb9c851204dd None None] Attempting to bind port 63bb3cfe-a329-494f-8661-da899966a570 by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': 'f747d7f0-8450-4f07-99f1-bdb1475e14bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '8ddb6513-038a-405a-b0b0-baa9da876d5a'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:25:17.239148 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05696b9-ea71-4a64-9b70-cb9c851204dd None None] Attempting to bind port 63bb3cfe-a329-494f-8661-da899966a570 on network 8ddb6513-038a-405a-b0b0-baa9da876d5a {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:25:17.352623 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05696b9-ea71-4a64-9b70-cb9c851204dd None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:25:17.354005 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05696b9-ea71-4a64-9b70-cb9c851204dd None None] Checking segment: {'id': 'f747d7f0-8450-4f07-99f1-bdb1475e14bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '8ddb6513-038a-405a-b0b0-baa9da876d5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:25:17.354005 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f05696b9-ea71-4a64-9b70-cb9c851204dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:17.354423 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05696b9-ea71-4a64-9b70-cb9c851204dd None None] Bound using segment: {'id': 'f747d7f0-8450-4f07-99f1-bdb1475e14bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '8ddb6513-038a-405a-b0b0-baa9da876d5a'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:25:17.354901 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-f05696b9-ea71-4a64-9b70-cb9c851204dd None None] Bound port: 63bb3cfe-a329-494f-8661-da899966a570, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f747d7f0-8450-4f07-99f1-bdb1475e14bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '8ddb6513-038a-405a-b0b0-baa9da876d5a'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:25:17.355272 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f05696b9-ea71-4a64-9b70-cb9c851204dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:17.443925 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ed07b36b-7e5a-445a-84f2-cf52a05c4082 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1526893', 'neutron.services.segments.db._delete_segments_for_network-8732568551033'] for network, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:17.466938 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-f05696b9-ea71-4a64-9b70-cb9c851204dd None None] For port 63bb3cfe-a329-494f-8661-da899966a570, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:25:17.470088 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-f05696b9-ea71-4a64-9b70-cb9c851204dd None None] For port 63bb3cfe-a329-494f-8661-da899966a570, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=63bb3cfe-a329-494f-8661-da899966a570,segment=NetworkSegment(f747d7f0-8450-4f07-99f1-bdb1475e14bb),segment_id=f747d7f0-8450-4f07-99f1-bdb1475e14bb)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:25:17.482909 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-ed07b36b-7e5a-445a-84f2-cf52a05c4082 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['567f39c1-e40c-41b7-87e3-d5b17b615578']}} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:25:17.496172 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b25c4ac9-467b-4ef3-85d1-86f5c6f63b9a tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Router 4bd78e7b-bb20-49e1-8453-68eb29fc1b8d has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:25:17.500900 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-ed07b36b-7e5a-445a-84f2-cf52a05c4082 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36bbb144-3da5-4992-8c90-36236c9ff41a') {'for_net_delete': True} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:25:17.501195 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-ed07b36b-7e5a-445a-84f2-cf52a05c4082 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36bbb144-3da5-4992-8c90-36236c9ff41a') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:25:17.511530 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c17e08f1-3290-4b8e-8b57-64573701112d tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:17.533873 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ed07b36b-7e5a-445a-84f2-cf52a05c4082 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732568550916', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629174'] for segment, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:17.536598 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f05696b9-ea71-4a64-9b70-cb9c851204dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:17.571246 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17e08f1-3290-4b8e-8b57-64573701112d tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Pushing event deleted for resources: {'Port': ['ID=efd23859-1c33-4769-a15d-67374919c9f7,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:25:17.592870 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-55ffe6ce-200b-494f-bc62-8839a64b34c8 None None] Notify callbacks [] for port, precommit_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:17.608778 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.provisioning_blocks [None req-55ffe6ce-200b-494f-bc62-8839a64b34c8 None None] Transition to ACTIVE for port object 18fc4d75-2c83-4655-b027-35bfab1a192e will not be triggered until provisioned by entity L2. {{(pid=83740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:25:17.623518 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-55ffe6ce-200b-494f-bc62-8839a64b34c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:17.623949 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ed07b36b-7e5a-445a-84f2-cf52a05c4082 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:17.654877 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf55ed07-360d-417e-be52-70bd584d2378 None None] Network 567f39c1-e40c-41b7-87e3-d5b17b615578 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:25:17.753809 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed07b36b-7e5a-445a-84f2-cf52a05c4082 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=83737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 07 10:25:17.754063 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ed07b36b-7e5a-445a-84f2-cf52a05c4082 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1227397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3012597'] for segment, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:17.789912 dv-neutron-830731-3-hyperv neutron-server[83737]: Traceback (most recent call last): Mar 07 10:25:17.789912 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 07 10:25:17.789912 dv-neutron-830731-3-hyperv neutron-server[83737]: timer() Mar 07 10:25:17.789912 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:25:17.789912 dv-neutron-830731-3-hyperv neutron-server[83737]: cb(*args, **kw) Mar 07 10:25:17.789912 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 10:25:17.789912 dv-neutron-830731-3-hyperv neutron-server[83737]: return func(*args, **kwargs) Mar 07 10:25:17.789912 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:25:17.789912 dv-neutron-830731-3-hyperv neutron-server[83737]: self._notify() Mar 07 10:25:17.789912 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:25:17.789912 dv-neutron-830731-3-hyperv neutron-server[83737]: self.callback(batched_events) Mar 07 10:25:17.789912 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:25:17.789912 dv-neutron-830731-3-hyperv neutron-server[83737]: event.method(event) Mar 07 10:25:17.789912 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 10:25:17.789912 dv-neutron-830731-3-hyperv neutron-server[83737]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:25:17.789912 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 10:25:17.789912 dv-neutron-830731-3-hyperv neutron-server[83737]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:25:17.789912 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 10:25:17.789912 dv-neutron-830731-3-hyperv neutron-server[83737]: return f(self, *a, **k) Mar 07 10:25:17.789912 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:25:17.789912 dv-neutron-830731-3-hyperv neutron-server[83737]: return self._get(url).json() Mar 07 10:25:17.789912 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:25:17.789912 dv-neutron-830731-3-hyperv neutron-server[83737]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:25:17.789912 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 07 10:25:17.789912 dv-neutron-830731-3-hyperv neutron-server[83737]: return self.request(url, 'GET', **kwargs) Mar 07 10:25:17.789912 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 07 10:25:17.789912 dv-neutron-830731-3-hyperv neutron-server[83737]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:25:17.789912 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 07 10:25:17.789912 dv-neutron-830731-3-hyperv neutron-server[83737]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:25:17.789912 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 07 10:25:17.789912 dv-neutron-830731-3-hyperv neutron-server[83737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:25:17.789912 dv-neutron-830731-3-hyperv neutron-server[83737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:25:17.839835 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c1fdef-85e3-4ecd-bcde-b808b697f98b None None] Pushing event updated for resources: {'Port': ['ID=18fc4d75-2c83-4655-b027-35bfab1a192e,revision_number=3']} {{(pid=83740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:25:17.881842 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c1fdef-85e3-4ecd-bcde-b808b697f98b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:25:17.882187 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c1fdef-85e3-4ecd-bcde-b808b697f98b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:25:17.882517 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c1fdef-85e3-4ecd-bcde-b808b697f98b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:25:17.882840 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c1fdef-85e3-4ecd-bcde-b808b697f98b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:25:17.883177 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c1fdef-85e3-4ecd-bcde-b808b697f98b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:25:17.883500 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c1fdef-85e3-4ecd-bcde-b808b697f98b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:25:17.883817 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c1fdef-85e3-4ecd-bcde-b808b697f98b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:25:17.884145 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c1fdef-85e3-4ecd-bcde-b808b697f98b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:25:17.885900 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c1fdef-85e3-4ecd-bcde-b808b697f98b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:25:17.886242 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c1fdef-85e3-4ecd-bcde-b808b697f98b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:25:17.886559 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c1fdef-85e3-4ecd-bcde-b808b697f98b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:25:18.041038 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05696b9-ea71-4a64-9b70-cb9c851204dd None None] Pushing event updated for resources: {'Port': ['ID=63bb3cfe-a329-494f-8661-da899966a570,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:25:18.045394 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-55ffe6ce-200b-494f-bc62-8839a64b34c8 None None] Attempting to bind port 18fc4d75-2c83-4655-b027-35bfab1a192e on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:25:18.045772 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-55ffe6ce-200b-494f-bc62-8839a64b34c8 None None] Attempting to bind port 18fc4d75-2c83-4655-b027-35bfab1a192e by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': '13510a37-88c7-493e-9701-b414ea24fc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '98d8805b-dd65-4110-997b-2eea298bca78'}] {{(pid=83740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:25:18.046127 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ffe6ce-200b-494f-bc62-8839a64b34c8 None None] Attempting to bind port 18fc4d75-2c83-4655-b027-35bfab1a192e on network 98d8805b-dd65-4110-997b-2eea298bca78 {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:25:18.066834 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ffe6ce-200b-494f-bc62-8839a64b34c8 None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:25:18.067547 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ffe6ce-200b-494f-bc62-8839a64b34c8 None None] Checking segment: {'id': '13510a37-88c7-493e-9701-b414ea24fc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '98d8805b-dd65-4110-997b-2eea298bca78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:25:18.068027 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-55ffe6ce-200b-494f-bc62-8839a64b34c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:18.068551 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ffe6ce-200b-494f-bc62-8839a64b34c8 None None] Bound using segment: {'id': '13510a37-88c7-493e-9701-b414ea24fc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '98d8805b-dd65-4110-997b-2eea298bca78'} {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:25:18.069192 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-55ffe6ce-200b-494f-bc62-8839a64b34c8 None None] Bound port: 18fc4d75-2c83-4655-b027-35bfab1a192e, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13510a37-88c7-493e-9701-b414ea24fc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '98d8805b-dd65-4110-997b-2eea298bca78'}}] {{(pid=83740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:25:18.069654 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-55ffe6ce-200b-494f-bc62-8839a64b34c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:18.166162 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ed07b36b-7e5a-445a-84f2-cf52a05c4082 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1526886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923583'] for network, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:18.227071 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2cba3ac5-24c3-4adb-9380-6fac552cff28 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:18.231004 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ed07b36b-7e5a-445a-84f2-cf52a05c4082 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:18.244557 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.db [None req-55ffe6ce-200b-494f-bc62-8839a64b34c8 None None] For port 18fc4d75-2c83-4655-b027-35bfab1a192e, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:25:18.250024 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.db [None req-55ffe6ce-200b-494f-bc62-8839a64b34c8 None None] For port 18fc4d75-2c83-4655-b027-35bfab1a192e, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=18fc4d75-2c83-4655-b027-35bfab1a192e,segment=NetworkSegment(13510a37-88c7-493e-9701-b414ea24fc4c),segment_id=13510a37-88c7-493e-9701-b414ea24fc4c)] {{(pid=83740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:25:18.251494 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed07b36b-7e5a-445a-84f2-cf52a05c4082 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Pushing event deleted for resources: {'Network': ['ID=567f39c1-e40c-41b7-87e3-d5b17b615578,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:25:18.260061 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-55ffe6ce-200b-494f-bc62-8839a64b34c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:18.268027 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c17e08f1-3290-4b8e-8b57-64573701112d tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2756383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3920168'] for router_interface, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:18.277625 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [None req-2cba3ac5-24c3-4adb-9380-6fac552cff28 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Transition to ACTIVE for port object cfedf5dc-8e4d-4efe-b317-724850097b2d will not be triggered until provisioned by entity DHCP. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:25:18.290763 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-ed07b36b-7e5a-445a-84f2-cf52a05c4082 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] 10.222.0.13 "DELETE /v2.0/networks/567f39c1-e40c-41b7-87e3-d5b17b615578 HTTP/1.1" status: 204 len: 168 time: 4.4971192 Mar 07 10:25:18.296377 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 59356) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:25:18.301972 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-6c2796f6-a052-4a7a-9e8c-ed4d8424a2d8 req-ccdcbe66-8a8e-4c45-8d50-e5b229fd8a1a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=eb8b81f9-5f5d-4abb-81f3-727a61b18171&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3726220 Mar 07 10:25:18.402815 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-221a6eda-5f16-4b33-abe8-c2f430320fb2 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] DELETE failed (client error): The resource could not be found. Mar 07 10:25:18.403311 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-221a6eda-5f16-4b33-abe8-c2f430320fb2 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:25:18.404937 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-221a6eda-5f16-4b33-abe8-c2f430320fb2 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] 10.222.0.13 "DELETE /v2.0/networks/567f39c1-e40c-41b7-87e3-d5b17b615578 HTTP/1.1" status: 404 len: 339 time: 0.1087248 Mar 07 10:25:18.419961 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 59360) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:25:18.428514 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-c6afbe36-50f4-4b04-8f0e-4047288d301b tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1555494769', 'description': 'd1'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:25:18.445889 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c1fdef-85e3-4ecd-bcde-b808b697f98b None None] Pushing event updated for resources: {'Port': ['ID=18fc4d75-2c83-4655-b027-35bfab1a192e,revision_number=4']} {{(pid=83740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:25:18.458652 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-c6afbe36-50f4-4b04-8f0e-4047288d301b tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:25:18.473112 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ffe6ce-200b-494f-bc62-8839a64b34c8 None None] Routers {'ff6fb385-8232-4aa8-848f-f3fdc223f78d'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:25:18.474025 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-55ffe6ce-200b-494f-bc62-8839a64b34c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:25:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['ff6fb385-8232-4aa8-848f-f3fdc223f78d'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:25:18.478688 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2cba3ac5-24c3-4adb-9380-6fac552cff28 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:18.561981 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-c6afbe36-50f4-4b04-8f0e-4047288d301b tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Usage tracker for resource:network and tenant:7dae50c6a103406a9760f86cb860cee5 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:25:18.567246 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-c6afbe36-50f4-4b04-8f0e-4047288d301b tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:25:18.603662 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-c6afbe36-50f4-4b04-8f0e-4047288d301b tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:25:18.640510 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cba3ac5-24c3-4adb-9380-6fac552cff28 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Pushing event updated for resources: {'Port': ['ID=cfedf5dc-8e4d-4efe-b317-724850097b2d,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:25:18.659534 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 63bb3cfe-a329-494f-8661-da899966a570 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:25:18.683759 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cba3ac5-24c3-4adb-9380-6fac552cff28 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Network 8ddb6513-038a-405a-b0b0-baa9da876d5a is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:25:18.687349 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-2cba3ac5-24c3-4adb-9380-6fac552cff28 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:25:18.690129 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cba3ac5-24c3-4adb-9380-6fac552cff28 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:25:18.694507 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cba3ac5-24c3-4adb-9380-6fac552cff28 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:25:18.695129 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2cba3ac5-24c3-4adb-9380-6fac552cff28 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:18.706034 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-55ffe6ce-200b-494f-bc62-8839a64b34c8 None None] Set router ff6fb385-8232-4aa8-848f-f3fdc223f78d gateway port host: None {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:25:18.709313 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-6c2796f6-a052-4a7a-9e8c-ed4d8424a2d8 req-bfb59fef-e2af-4277-a4cc-6816f5e2d73f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3889902faef740789076d2c396125f8b&device_id=eb8b81f9-5f5d-4abb-81f3-727a61b18171 HTTP/1.1" status: 200 len: 1098 time: 0.3598740 Mar 07 10:25:18.711286 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6afbe36-50f4-4b04-8f0e-4047288d301b tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Made reservation on behalf of 7dae50c6a103406a9760f86cb860cee5 for: {'network': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:25:18.715066 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c6afbe36-50f4-4b04-8f0e-4047288d301b tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for network, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:18.792430 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning for port 63bb3cfe-a329-494f-8661-da899966a570 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:25:18.848838 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-2cba3ac5-24c3-4adb-9380-6fac552cff28 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.7095883 Mar 07 10:25:18.854257 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 59364) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:25:18.860841 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b25c4ac9-467b-4ef3-85d1-86f5c6f63b9a tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:25:18.863879 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-973ed53a-1868-47c5-830c-f767d7489eac tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Request body: {'port': {'network_id': '8ddb6513-038a-405a-b0b0-baa9da876d5a', 'name': 'tempest-PortsIpV6TestJSON-1919583127', 'fixed_ips': [{'subnet_id': 'e081fb36-6d1c-44b8-95e2-a95bb91a13d6', 'ip_address': '2001:db8::f'}]}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:25:18.865245 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b25c4ac9-467b-4ef3-85d1-86f5c6f63b9a tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for floatingip, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:18.873832 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20492f9b-2bc0-47cc-9b37-6016d6fa9de2 None None] Sync routers for ids ['4bd78e7b-bb20-49e1-8453-68eb29fc1b8d'] in dv-neutron-830731-3-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:25:18.899797 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20492f9b-2bc0-47cc-9b37-6016d6fa9de2 None None] Routers {'4bd78e7b-bb20-49e1-8453-68eb29fc1b8d'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:25:18.900252 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-20492f9b-2bc0-47cc-9b37-6016d6fa9de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:25:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['4bd78e7b-bb20-49e1-8453-68eb29fc1b8d'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:25:18.909317 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6afbe36-50f4-4b04-8f0e-4047288d301b tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=83737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:25:18.950193 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c6afbe36-50f4-4b04-8f0e-4047288d301b tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:18.950446 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.db.segments_db [None req-c6afbe36-50f4-4b04-8f0e-4047288d301b tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Added segment 4bbc7386-12f6-4b1c-900a-7c21fe8b024e of type vlan for network bfbed6e5-4cde-4415-8edb-91215b1f338e Mar 07 10:25:18.976519 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-b25c4ac9-467b-4ef3-85d1-86f5c6f63b9a tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] 10.222.0.13 "PUT /v2.0/floatingips/d4bcd545-d9be-4404-99b1-767ba713553c HTTP/1.1" status: 200 len: 687 time: 4.0351551 Mar 07 10:25:18.978967 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 59368) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:25:19.012368 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-20492f9b-2bc0-47cc-9b37-6016d6fa9de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:25:19.032650 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20492f9b-2bc0-47cc-9b37-6016d6fa9de2 None None] Routers {'4bd78e7b-bb20-49e1-8453-68eb29fc1b8d'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:25:19.033265 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-20492f9b-2bc0-47cc-9b37-6016d6fa9de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:25:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['4bd78e7b-bb20-49e1-8453-68eb29fc1b8d'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:25:19.126543 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-20492f9b-2bc0-47cc-9b37-6016d6fa9de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:25:19.126962 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20492f9b-2bc0-47cc-9b37-6016d6fa9de2 None None] The sync data for ids ['4bd78e7b-bb20-49e1-8453-68eb29fc1b8d'] in dv-neutron-830731-3-hyperv is: [] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:25:19.159694 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2796f6-a052-4a7a-9e8c-ed4d8424a2d8 req-c2260625-4a25-4f17-af3d-318963465529 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:25:19.161187 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-6c2796f6-a052-4a7a-9e8c-ed4d8424a2d8 req-c2260625-4a25-4f17-af3d-318963465529 service neutron] 10.222.0.10 "GET /v2.0/networks?id=23de9fec-628e-4e97-8790-1a5369db8272 HTTP/1.1" status: 200 len: 913 time: 0.4145062 Mar 07 10:25:19.240093 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-55ffe6ce-200b-494f-bc62-8839a64b34c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff6fb385-8232-4aa8-848f-f3fdc223f78d', 'name': 'tempest-NetworksTestDHCPv6-router-1576340879', 'tenant_id': '0f1e04191c7443f7844c0202165e746c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:25:11Z', 'updated_at': '2022-03-07T10:25:13Z', 'revision_number': 2, 'project_id': '0f1e04191c7443f7844c0202165e746c', 'gw_port_host': None, '_interfaces': [{'id': '18fc4d75-2c83-4655-b027-35bfab1a192e', 'name': '', 'network_id': '98d8805b-dd65-4110-997b-2eea298bca78', 'tenant_id': '0f1e04191c7443f7844c0202165e746c', 'mac_address': 'fa:16:3e:7e:39:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff6fb385-8232-4aa8-848f-f3fdc223f78d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b52557e2-ac91-4920-b930-9e65177bec2f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:25:12Z', 'updated_at': '2022-03-07T10:25:18Z', 'revision_number': 4, 'project_id': '0f1e04191c7443f7844c0202165e746c', 'subnets': [{'id': 'b52557e2-ac91-4920-b930-9e65177bec2f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:25:19.246137 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ffe6ce-200b-494f-bc62-8839a64b34c8 None None] The sync data for ids ['ff6fb385-8232-4aa8-848f-f3fdc223f78d'] in dv-neutron-830731-3-hyperv is: [{'id': 'ff6fb385-8232-4aa8-848f-f3fdc223f78d', 'name': 'tempest-NetworksTestDHCPv6-router-1576340879', 'tenant_id': '0f1e04191c7443f7844c0202165e746c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:25:11Z', 'updated_at': '2022-03-07T10:25:13Z', 'revision_number': 2, 'project_id': '0f1e04191c7443f7844c0202165e746c', 'gw_port_host': None, '_interfaces': [{'id': '18fc4d75-2c83-4655-b027-35bfab1a192e', 'name': '', 'network_id': '98d8805b-dd65-4110-997b-2eea298bca78', 'tenant_id': '0f1e04191c7443f7844c0202165e746c', 'mac_address': 'fa:16:3e:7e:39:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff6fb385-8232-4aa8-848f-f3fdc223f78d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b52557e2-ac91-4920-b930-9e65177bec2f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:25:12Z', 'updated_at': '2022-03-07T10:25:18Z', 'revision_number': 4, 'project_id': '0f1e04191c7443f7844c0202165e746c', 'subnets': [{'id': 'b52557e2-ac91-4920-b930-9e65177bec2f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:25:19.252620 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-973ed53a-1868-47c5-830c-f767d7489eac tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:25:19.264831 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c17e08f1-3290-4b8e-8b57-64573701112d tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Router 94f299a4-fd1c-4ad1-9f05-21f018803649 has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:25:19.269315 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-973ed53a-1868-47c5-830c-f767d7489eac tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Usage tracker for resource:port and tenant:29ee0fb2487e46c6b75e400959e24994 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:25:19.286657 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-973ed53a-1868-47c5-830c-f767d7489eac tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:25:19.296003 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-973ed53a-1868-47c5-830c-f767d7489eac tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:25:19.369510 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f021070f-e788-42f1-bb8c-030ad1b66ef3 None None] Network 8ddb6513-038a-405a-b0b0-baa9da876d5a requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:25:19.392715 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c6afbe36-50f4-4b04-8f0e-4047288d301b tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732568034061'] for network, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:19.396742 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c0648-5a64-485e-8977-956bec396dce tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Deleting port aa916e0c-0f06-44d3-bde1-f8e9fd0344bc {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:25:19.397285 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-fa9c0648-5a64-485e-8977-956bec396dce tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:19.479984 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-777e5641-d1ac-4fa6-9fb8-be258ba8ba3a None None] Provisioning for port 63bb3cfe-a329-494f-8661-da899966a570 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:25:19.493544 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-777e5641-d1ac-4fa6-9fb8-be258ba8ba3a None None] Provisioning complete for port 63bb3cfe-a329-494f-8661-da899966a570 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:25:19.495326 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-777e5641-d1ac-4fa6-9fb8-be258ba8ba3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:19.548621 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-973ed53a-1868-47c5-830c-f767d7489eac tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Made reservation on behalf of 29ee0fb2487e46c6b75e400959e24994 for: {'port': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:25:19.614696 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-6c2796f6-a052-4a7a-9e8c-ed4d8424a2d8 req-f5bdffc5-89ce-44ae-89de-31f9a4d82536 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=138362d5-68d0-4dc3-bc21-f03dcf4dd19d HTTP/1.1" status: 200 len: 1001 time: 0.4445915 Mar 07 10:25:19.620144 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c6afbe36-50f4-4b04-8f0e-4047288d301b tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594'] for network, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:19.624709 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6afbe36-50f4-4b04-8f0e-4047288d301b tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:25:19.625414 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c6afbe36-50f4-4b04-8f0e-4047288d301b tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:19.720660 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-777e5641-d1ac-4fa6-9fb8-be258ba8ba3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:19.801254 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-000f1088-fc1f-49a8-857a-ae07171d6d58 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3920255'] for router_interface, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:19.806891 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-777e5641-d1ac-4fa6-9fb8-be258ba8ba3a None None] For port 63bb3cfe-a329-494f-8661-da899966a570, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=63bb3cfe-a329-494f-8661-da899966a570,segment=NetworkSegment(f747d7f0-8450-4f07-99f1-bdb1475e14bb),segment_id=f747d7f0-8450-4f07-99f1-bdb1475e14bb)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:25:19.814783 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-777e5641-d1ac-4fa6-9fb8-be258ba8ba3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:19.819007 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6afbe36-50f4-4b04-8f0e-4047288d301b tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Pushing event updated for resources: {'Network': ['ID=bfbed6e5-4cde-4415-8edb-91215b1f338e,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:25:19.881211 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-c6afbe36-50f4-4b04-8f0e-4047288d301b tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.4584122 Mar 07 10:25:19.884676 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 59374) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:25:19.887752 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777e5641-d1ac-4fa6-9fb8-be258ba8ba3a None None] Pushing event updated for resources: {'Port': ['ID=63bb3cfe-a329-494f-8661-da899966a570,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:25:19.891003 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Network bfbed6e5-4cde-4415-8edb-91215b1f338e details requested by agent ovs-agent-dv-neutron-830731-3-hyperv with host dv-neutron-830731-3-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 10:25:19.921449 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2796f6-a052-4a7a-9e8c-ed4d8424a2d8 req-51566b3f-453b-4738-b6a8-dbb622c0275b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:25:19.923125 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-6c2796f6-a052-4a7a-9e8c-ed4d8424a2d8 req-51566b3f-453b-4738-b6a8-dbb622c0275b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a11577b7-05f2-4ba2-9386-831d0aeb21de HTTP/1.1" status: 200 len: 851 time: 0.2849185 Mar 07 10:25:19.947084 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c17e08f1-3290-4b8e-8b57-64573701112d tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:25:19.957915 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e0e21c0-93f9-4d0e-a60f-678f9affb70c None None] Sync routers for ids ['94f299a4-fd1c-4ad1-9f05-21f018803649'] in dv-neutron-830731-3-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:25:19.982230 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e0e21c0-93f9-4d0e-a60f-678f9affb70c None None] Routers {'94f299a4-fd1c-4ad1-9f05-21f018803649'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:25:19.982921 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-9e0e21c0-93f9-4d0e-a60f-678f9affb70c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:25:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['94f299a4-fd1c-4ad1-9f05-21f018803649'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:25:19.988793 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-c17e08f1-3290-4b8e-8b57-64573701112d tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] 10.222.0.13 "PUT /v2.0/routers/94f299a4-fd1c-4ad1-9f05-21f018803649/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7664747 Mar 07 10:25:19.996269 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-973ed53a-1868-47c5-830c-f767d7489eac tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:20.009038 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 59378) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:25:20.069600 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-9e0e21c0-93f9-4d0e-a60f-678f9affb70c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:25:20.085051 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e0e21c0-93f9-4d0e-a60f-678f9affb70c None None] Routers {'94f299a4-fd1c-4ad1-9f05-21f018803649'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:25:20.085744 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-9e0e21c0-93f9-4d0e-a60f-678f9affb70c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:25:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['94f299a4-fd1c-4ad1-9f05-21f018803649'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:25:20.086602 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-fa9c0648-5a64-485e-8977-956bec396dce tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:20.086994 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-fa9c0648-5a64-485e-8977-956bec396dce tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:20.146603 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [None req-973ed53a-1868-47c5-830c-f767d7489eac tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] device_id is not set on port 2572ede9-0e9b-4af8-9263-3dbe7f000afd yet. {{(pid=83738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 07 10:25:20.165393 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-9e0e21c0-93f9-4d0e-a60f-678f9affb70c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:25:20.166174 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e0e21c0-93f9-4d0e-a60f-678f9affb70c None None] The sync data for ids ['94f299a4-fd1c-4ad1-9f05-21f018803649'] in dv-neutron-830731-3-hyperv is: [] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:25:20.191807 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.api.v2.resource [None req-a3896fff-4739-4264-9e26-536151b75d2b tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] show failed (client error): The resource could not be found. Mar 07 10:25:20.192569 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-a3896fff-4739-4264-9e26-536151b75d2b tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] 10.222.0.13 "GET /v2.0/routers/tempest-non_exist_router-933882273 HTTP/1.1" status: 404 len: 334 time: 0.1801190 Mar 07 10:25:20.198956 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 59382) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:25:20.217259 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-fa2cd232-46a7-4aa8-ba4e-b1c9e0044746 tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Request body: {'router': {'name': 'new_name'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:25:20.265818 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c0648-5a64-485e-8977-956bec396dce tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Calling delete_port for aa916e0c-0f06-44d3-bde1-f8e9fd0344bc owned by network:floatingip {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:25:20.308001 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b881a5c9-a49b-403c-b662-bed3ab42ca90 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:25:20.308980 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-b881a5c9-a49b-403c-b662-bed3ab42ca90 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Synchronizing usage tracker for tenant:7dae50c6a103406a9760f86cb860cee5 on resource:network {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:25:20.356030 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-38dd73d6-0c72-4b63-bec5-d009d3eab253 None None] Provisioning for port cfedf5dc-8e4d-4efe-b317-724850097b2d completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:25:20.356219 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-b881a5c9-a49b-403c-b662-bed3ab42ca90 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Unset dirty status for tenant:7dae50c6a103406a9760f86cb860cee5 on resource:network {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:25:20.359985 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-b881a5c9-a49b-403c-b662-bed3ab42ca90 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] 10.222.0.13 "GET /v2.0/networks?id=bfbed6e5-4cde-4415-8edb-91215b1f338e HTTP/1.1" status: 200 len: 765 time: 0.4695661 Mar 07 10:25:20.362983 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 59386) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:25:20.364200 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-38dd73d6-0c72-4b63-bec5-d009d3eab253 None None] Provisioning complete for port cfedf5dc-8e4d-4efe-b317-724850097b2d triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:25:20.364698 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-38dd73d6-0c72-4b63-bec5-d009d3eab253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:20.373809 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-d176b2a0-f85b-4eb7-8af2-b0bbf5995383 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Request body: {'network': {'description': 'd2'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:25:20.380465 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.api.v2.resource [None req-fa2cd232-46a7-4aa8-ba4e-b1c9e0044746 tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] update failed (client error): The resource could not be found. Mar 07 10:25:20.385881 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-fa2cd232-46a7-4aa8-ba4e-b1c9e0044746 tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] 10.222.0.13 "PUT /v2.0/routers/tempest-non_exist_router-445171957 HTTP/1.1" status: 404 len: 334 time: 0.1702235 Mar 07 10:25:20.386242 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 59390) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:25:20.445148 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-38dd73d6-0c72-4b63-bec5-d009d3eab253 None None] Port cfedf5dc-8e4d-4efe-b317-724850097b2d cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:25:20.470334 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-38dd73d6-0c72-4b63-bec5-d009d3eab253 None None] Provisioning complete for port 63bb3cfe-a329-494f-8661-da899966a570 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:25:20.472737 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-38dd73d6-0c72-4b63-bec5-d009d3eab253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:20.517487 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-6c2796f6-a052-4a7a-9e8c-ed4d8424a2d8 req-b2a326de-2922-4dda-a1fe-fb70fc76de04 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=23de9fec-628e-4e97-8790-1a5369db8272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4985597 Mar 07 10:25:20.640504 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-973ed53a-1868-47c5-830c-f767d7489eac tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Allocated IP 2001:db8::f (8ddb6513-038a-405a-b0b0-baa9da876d5a/e081fb36-6d1c-44b8-95e2-a95bb91a13d6/2572ede9-0e9b-4af8-9263-3dbe7f000afd) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:25:20.676002 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d95d64-b7fa-480c-9c56-9d8c0beea978 None None] get_active_networks_info from dv-neutron-830731-3-hyperv {{(pid=83739) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 07 10:25:20.734230 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 63bb3cfe-a329-494f-8661-da899966a570 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:25:20.871307 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed9ce5cb-aa1d-422b-a3c8-39280b36dbfe tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Deleting subnet 156efdfb-1ebc-42a3-8394-4375abc0eae7 {{(pid=83738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 07 10:25:20.877289 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-fa9c0648-5a64-485e-8977-956bec396dce tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:20.881110 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-dc4c2b86-01ce-4ad8-bb71-3bd5ee074a46 None None] Provisioning complete for port cfedf5dc-8e4d-4efe-b317-724850097b2d triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:25:20.881548 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-dc4c2b86-01ce-4ad8-bb71-3bd5ee074a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:20.893999 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ed9ce5cb-aa1d-422b-a3c8-39280b36dbfe tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Notify callbacks [] for subnet, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:20.913409 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d176b2a0-f85b-4eb7-8af2-b0bbf5995383 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732568034061'] for network, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:20.949053 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c0648-5a64-485e-8977-956bec396dce tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Pushing event deleted for resources: {'Port': ['ID=aa916e0c-0f06-44d3-bde1-f8e9fd0344bc,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:25:20.965637 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-6c2796f6-a052-4a7a-9e8c-ed4d8424a2d8 req-c05a1f61-f500-4032-960a-dcb8869886c7 service neutron] 10.222.0.10 "GET /v2.0/networks/23de9fec-628e-4e97-8790-1a5369db8272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3875232 Mar 07 10:25:20.966479 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d176b2a0-f85b-4eb7-8af2-b0bbf5995383 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594'] for network, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:20.980162 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-dc4c2b86-01ce-4ad8-bb71-3bd5ee074a46 None None] Port cfedf5dc-8e4d-4efe-b317-724850097b2d cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:25:20.985782 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 63bb3cfe-a329-494f-8661-da899966a570 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:25:20.986212 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:21.092685 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d95d64-b7fa-480c-9c56-9d8c0beea978 None None] Resources bound (agent type, host, resource id): {{(pid=83739) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 07 10:25:21.184070 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 18fc4d75-2c83-4655-b027-35bfab1a192e up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:25:21.193595 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ed9ce5cb-aa1d-422b-a3c8-39280b36dbfe tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2969395'] for subnet, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:21.275821 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-000f1088-fc1f-49a8-857a-ae07171d6d58 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Deleting port 18fc4d75-2c83-4655-b027-35bfab1a192e {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:25:21.276229 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-000f1088-fc1f-49a8-857a-ae07171d6d58 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:21.282900 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d176b2a0-f85b-4eb7-8af2-b0bbf5995383 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Network bfbed6e5-4cde-4415-8edb-91215b1f338e is not hosted by any dhcp agent {{(pid=83737) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Mar 07 10:25:21.286515 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d176b2a0-f85b-4eb7-8af2-b0bbf5995383 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:25:21.287168 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d176b2a0-f85b-4eb7-8af2-b0bbf5995383 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:21.291742 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-d176b2a0-f85b-4eb7-8af2-b0bbf5995383 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] 10.222.0.13 "PUT /v2.0/networks/bfbed6e5-4cde-4415-8edb-91215b1f338e HTTP/1.1" status: 200 len: 762 time: 0.9225183 Mar 07 10:25:21.306598 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 59394) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:25:21.342838 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d176b2a0-f85b-4eb7-8af2-b0bbf5995383 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Pushing event updated for resources: {'Network': ['ID=bfbed6e5-4cde-4415-8edb-91215b1f338e,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:25:21.368795 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-fa9c0648-5a64-485e-8977-956bec396dce tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks [] for floatingip, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:21.370209 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Network bfbed6e5-4cde-4415-8edb-91215b1f338e details requested by agent ovs-agent-dv-neutron-830731-3-hyperv with host dv-neutron-830731-3-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 10:25:21.405296 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-6c2796f6-a052-4a7a-9e8c-ed4d8424a2d8 req-0ecfc400-ff3a-40f9-ad6e-1abd56b99e4e service neutron] 10.222.0.10 "GET /v2.0/networks/23de9fec-628e-4e97-8790-1a5369db8272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4163027 Mar 07 10:25:21.409422 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-fa9c0648-5a64-485e-8977-956bec396dce tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for floatingip, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:21.412808 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-fa9c0648-5a64-485e-8977-956bec396dce tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] 10.222.0.13 "DELETE /v2.0/floatingips/d4bcd545-d9be-4404-99b1-767ba713553c HTTP/1.1" status: 204 len: 168 time: 2.4287338 Mar 07 10:25:21.413123 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 59398) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:25:21.472926 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ed9ce5cb-aa1d-422b-a3c8-39280b36dbfe tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1525496'] for subnet, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:21.481277 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.api.v2.resource [None req-81a16e50-ba99-4109-9376-746dfb6c6f7e tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] delete failed (client error): The resource could not be found. Mar 07 10:25:21.485853 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-81a16e50-ba99-4109-9376-746dfb6c6f7e tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] 10.222.0.13 "DELETE /v2.0/floatingips/d4bcd545-d9be-4404-99b1-767ba713553c HTTP/1.1" status: 404 len: 345 time: 0.0682311 Mar 07 10:25:21.486224 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 59402) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:25:21.567183 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-973ed53a-1868-47c5-830c-f767d7489eac tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:21.569080 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff2db11-80dd-4059-872f-bcd8c32ccfac tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:25:21.573650 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff2db11-80dd-4059-872f-bcd8c32ccfac tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:25:21.578626 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff2db11-80dd-4059-872f-bcd8c32ccfac tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:25:21.578626 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-1ff2db11-80dd-4059-872f-bcd8c32ccfac tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Synchronizing usage tracker for tenant:5ce94c19b69348fbbd9afc6238983dcf on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:25:21.587542 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning for port 18fc4d75-2c83-4655-b027-35bfab1a192e completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:25:21.600459 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 18fc4d75-2c83-4655-b027-35bfab1a192e triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:25:21.600626 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-1ff2db11-80dd-4059-872f-bcd8c32ccfac tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Unset dirty status for tenant:5ce94c19b69348fbbd9afc6238983dcf on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:25:21.600848 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:21.601753 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-1ff2db11-80dd-4059-872f-bcd8c32ccfac tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] 10.222.0.13 "GET /v2.0/ports?network_id=8e7d2d8b-3bc7-4720-91e5-d50489aa5dc0 HTTP/1.1" status: 200 len: 2359 time: 0.1145704 Mar 07 10:25:21.605151 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 59406) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:25:21.686593 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-322049ac-9eb5-4131-be7e-5f8f01f94467 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:25:21.687282 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-322049ac-9eb5-4131-be7e-5f8f01f94467 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Synchronizing usage tracker for tenant:5ce94c19b69348fbbd9afc6238983dcf on resource:subnet {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:25:21.708788 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b7b5918-5e16-4182-98e8-8101379cc1c4 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:25:21.709672 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-3b7b5918-5e16-4182-98e8-8101379cc1c4 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Synchronizing usage tracker for tenant:7dae50c6a103406a9760f86cb860cee5 on resource:network {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:25:21.720542 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-973ed53a-1868-47c5-830c-f767d7489eac tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Transition to ACTIVE for port object 2572ede9-0e9b-4af8-9263-3dbe7f000afd will not be triggered until provisioned by entity DHCP. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:25:21.724517 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-322049ac-9eb5-4131-be7e-5f8f01f94467 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Unset dirty status for tenant:5ce94c19b69348fbbd9afc6238983dcf on resource:subnet {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:25:21.732953 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-322049ac-9eb5-4131-be7e-5f8f01f94467 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] 10.222.0.13 "GET /v2.0/subnets/2717ed19-9c4c-4b4b-94d7-a02350324490 HTTP/1.1" status: 200 len: 797 time: 0.1264486 Mar 07 10:25:21.733554 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 59410) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:25:21.739549 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-8c0e049f-4bb8-4290-b74a-cb3531490146 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Request body: {'port': {'network_id': '8e7d2d8b-3bc7-4720-91e5-d50489aa5dc0', 'name': 'tempest-FloatingIPTestJSON-935662888', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:25:21.786324 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ed9ce5cb-aa1d-422b-a3c8-39280b36dbfe tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1525489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3556647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741465'] for subnet, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:21.789998 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-3b7b5918-5e16-4182-98e8-8101379cc1c4 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Unset dirty status for tenant:7dae50c6a103406a9760f86cb860cee5 on resource:network {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:25:21.791105 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-3b7b5918-5e16-4182-98e8-8101379cc1c4 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] 10.222.0.13 "GET /v2.0/networks?id=bfbed6e5-4cde-4415-8edb-91215b1f338e HTTP/1.1" status: 200 len: 765 time: 0.4733901 Mar 07 10:25:21.834731 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 59414) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:25:21.865344 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:21.889821 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9ce5cb-aa1d-422b-a3c8-39280b36dbfe tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Pushing event deleted for resources: {'Subnet': ['ID=156efdfb-1ebc-42a3-8394-4375abc0eae7,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:25:21.890796 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61360c8c-0a42-499e-8f7e-52036a3e6244 None None] get_active_networks_info from dv-neutron-830731-3-hyperv {{(pid=83739) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 07 10:25:21.903911 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-000f1088-fc1f-49a8-857a-ae07171d6d58 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] For port 18fc4d75-2c83-4655-b027-35bfab1a192e, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=18fc4d75-2c83-4655-b027-35bfab1a192e,segment=NetworkSegment(13510a37-88c7-493e-9701-b414ea24fc4c),segment_id=13510a37-88c7-493e-9701-b414ea24fc4c)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:25:21.904248 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-000f1088-fc1f-49a8-857a-ae07171d6d58 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:21.941548 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-8c0e049f-4bb8-4290-b74a-cb3531490146 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:25:21.951380 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] For port 18fc4d75-2c83-4655-b027-35bfab1a192e, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=18fc4d75-2c83-4655-b027-35bfab1a192e,segment=NetworkSegment(13510a37-88c7-493e-9701-b414ea24fc4c),segment_id=13510a37-88c7-493e-9701-b414ea24fc4c)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:25:21.954405 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-8c0e049f-4bb8-4290-b74a-cb3531490146 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:25:21.958530 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:21.969244 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c0e049f-4bb8-4290-b74a-cb3531490146 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Made reservation on behalf of 5ce94c19b69348fbbd9afc6238983dcf for: {'port': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:25:21.974219 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-973ed53a-1868-47c5-830c-f767d7489eac tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:22.033740 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ed9ce5cb-aa1d-422b-a3c8-39280b36dbfe tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:22.073981 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Pushing event updated for resources: {'Port': ['ID=18fc4d75-2c83-4655-b027-35bfab1a192e,revision_number=5']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:25:22.104547 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8c0e049f-4bb8-4290-b74a-cb3531490146 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:22.127004 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [None req-8c0e049f-4bb8-4290-b74a-cb3531490146 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] device_id is not set on port d2b9a441-3af6-4d29-a880-9ce57dd0e7f1 yet. {{(pid=83737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 07 10:25:22.138707 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61360c8c-0a42-499e-8f7e-52036a3e6244 None None] Resources bound (agent type, host, resource id): {{(pid=83739) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 07 10:25:22.152990 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-000f1088-fc1f-49a8-857a-ae07171d6d58 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Calling delete_port for 18fc4d75-2c83-4655-b027-35bfab1a192e owned by network:router_interface {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:25:22.211881 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-ed9ce5cb-aa1d-422b-a3c8-39280b36dbfe tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] 10.222.0.13 "DELETE /v2.0/subnets/156efdfb-1ebc-42a3-8394-4375abc0eae7 HTTP/1.1" status: 204 len: 168 time: 1.8245707 Mar 07 10:25:22.228894 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 59418) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:25:22.313467 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973ed53a-1868-47c5-830c-f767d7489eac tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Pushing event updated for resources: {'Port': ['ID=2572ede9-0e9b-4af8-9263-3dbe7f000afd,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:25:22.335079 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-973ed53a-1868-47c5-830c-f767d7489eac tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Network 8ddb6513-038a-405a-b0b0-baa9da876d5a is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:25:22.348536 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-973ed53a-1868-47c5-830c-f767d7489eac tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:25:22.371336 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973ed53a-1868-47c5-830c-f767d7489eac tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:25:22.375298 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-973ed53a-1868-47c5-830c-f767d7489eac tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:25:22.375903 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-973ed53a-1868-47c5-830c-f767d7489eac tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:22.420436 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a23a68e3-a6fc-46c6-a96e-2221e4b6dfb9 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:25:22.421852 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-a23a68e3-a6fc-46c6-a96e-2221e4b6dfb9 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5807693 Mar 07 10:25:22.428039 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 59422) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:25:22.480515 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-8c0e049f-4bb8-4290-b74a-cb3531490146 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Allocated IP 172.20.0.14 (8e7d2d8b-3bc7-4720-91e5-d50489aa5dc0/2717ed19-9c4c-4b4b-94d7-a02350324490/d2b9a441-3af6-4d29-a880-9ce57dd0e7f1) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:25:22.487498 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-8c0e049f-4bb8-4290-b74a-cb3531490146 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Allocated IP 172.20.0.13 (8e7d2d8b-3bc7-4720-91e5-d50489aa5dc0/2717ed19-9c4c-4b4b-94d7-a02350324490/d2b9a441-3af6-4d29-a880-9ce57dd0e7f1) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:25:22.535608 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-973ed53a-1868-47c5-830c-f767d7489eac tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.6802673 Mar 07 10:25:22.536892 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-6ca4d81d-1f4a-4aa9-a953-a18329566aa2 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Synchronizing usage tracker for tenant:7dae50c6a103406a9760f86cb860cee5 on resource:subnet {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:25:22.541189 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 59426) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:25:22.562330 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 18fc4d75-2c83-4655-b027-35bfab1a192e up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:25:22.604976 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d032e14-5273-4140-a775-782d830b93a7 None None] Network 4031af0e-dc23-49d0-ad87-388696049f0f requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:25:22.640734 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-6ca4d81d-1f4a-4aa9-a953-a18329566aa2 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Unset dirty status for tenant:7dae50c6a103406a9760f86cb860cee5 on resource:subnet {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:25:22.644891 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-6ca4d81d-1f4a-4aa9-a953-a18329566aa2 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] 10.222.0.13 "GET /v2.0/subnets?network_id=5ed85006-6b00-415e-b71f-837fb1421c12 HTTP/1.1" status: 200 len: 207 time: 0.1660280 Mar 07 10:25:22.651118 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 59430) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:25:22.684719 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.db.api [None req-000f1088-fc1f-49a8-857a-ae07171d6d58 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83738) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 10:25:22.684917 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG oslo_db.api [None req-000f1088-fc1f-49a8-857a-ae07171d6d58 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 10:25:22.692348 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_v2 [None req-351fd837-586d-481a-ba18-2e3a58c69d74 tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Deleting subnet 51e7649d-eb54-49aa-8b58-de4e29844bf0 {{(pid=83738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 07 10:25:22.748968 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-351fd837-586d-481a-ba18-2e3a58c69d74 tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Notify callbacks [] for subnet, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:22.757879 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8c0e049f-4bb8-4290-b74a-cb3531490146 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:22.792674 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8c0e049f-4bb8-4290-b74a-cb3531490146 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:22.845607 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 18fc4d75-2c83-4655-b027-35bfab1a192e triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:25:22.845985 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:22.857010 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-351fd837-586d-481a-ba18-2e3a58c69d74 tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2969395'] for subnet, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:22.888738 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0e049f-4bb8-4290-b74a-cb3531490146 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Pushing event updated for resources: {'Port': ['ID=d2b9a441-3af6-4d29-a880-9ce57dd0e7f1,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:25:22.896377 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c0e049f-4bb8-4290-b74a-cb3531490146 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Network 8e7d2d8b-3bc7-4720-91e5-d50489aa5dc0 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:25:22.897575 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-8c0e049f-4bb8-4290-b74a-cb3531490146 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:25:22.900857 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0e049f-4bb8-4290-b74a-cb3531490146 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:25:22.967840 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-c06e0366-1e2e-453d-9f2e-72e97171709f None None] Provisioning for port 2572ede9-0e9b-4af8-9263-3dbe7f000afd completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:25:22.970607 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c0e049f-4bb8-4290-b74a-cb3531490146 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:25:22.971378 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8c0e049f-4bb8-4290-b74a-cb3531490146 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:22.983961 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-c06e0366-1e2e-453d-9f2e-72e97171709f None None] Provisioning complete for port 2572ede9-0e9b-4af8-9263-3dbe7f000afd triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:25:22.984331 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c06e0366-1e2e-453d-9f2e-72e97171709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:23.002564 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-8c0e049f-4bb8-4290-b74a-cb3531490146 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 1.2677944 Mar 07 10:25:23.005023 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 59434) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:25:23.011622 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-91799712-7c3e-4dcb-9517-13a3d7dfa49e tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Request body: {'floatingip': {'floating_network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'port_id': 'd2b9a441-3af6-4d29-a880-9ce57dd0e7f1', 'fixed_ip_address': '172.20.0.14'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:25:23.018922 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-91799712-7c3e-4dcb-9517-13a3d7dfa49e tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:25:23.027922 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-91799712-7c3e-4dcb-9517-13a3d7dfa49e tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Usage tracker for resource:floatingip and tenant:5ce94c19b69348fbbd9afc6238983dcf is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:25:23.031049 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-91799712-7c3e-4dcb-9517-13a3d7dfa49e tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:25:23.037956 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-91799712-7c3e-4dcb-9517-13a3d7dfa49e tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:25:23.042069 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de8eac03-fdcb-4503-9ccd-7e00d43d5987 None None] DHCP port deletion for 4031af0e-dc23-49d0-ad87-388696049f0f request from dv-neutron-830731-3-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 07 10:25:23.050091 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37080b61-5640-424b-a3cf-fd12f2456f1e tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:25:23.051089 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-91799712-7c3e-4dcb-9517-13a3d7dfa49e tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks [] for floatingip, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:23.051224 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-37080b61-5640-424b-a3cf-fd12f2456f1e tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Synchronizing usage tracker for tenant:29ee0fb2487e46c6b75e400959e24994 on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:25:23.060167 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-de8eac03-fdcb-4503-9ccd-7e00d43d5987 None None] Deleting port 9debc425-cec9-43c6-be54-f50576c998fc {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:25:23.060642 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-de8eac03-fdcb-4503-9ccd-7e00d43d5987 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:23.095953 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-088a2065-5e6e-4ec2-b803-f58bb6413a42 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:25:23.099828 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-088a2065-5e6e-4ec2-b803-f58bb6413a42 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:25:23.104355 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-088a2065-5e6e-4ec2-b803-f58bb6413a42 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:25:23.108403 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-088a2065-5e6e-4ec2-b803-f58bb6413a42 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:25:23.110190 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-c06e0366-1e2e-453d-9f2e-72e97171709f None None] Port 2572ede9-0e9b-4af8-9263-3dbe7f000afd cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:25:23.112345 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-088a2065-5e6e-4ec2-b803-f58bb6413a42 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:25:23.116244 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-088a2065-5e6e-4ec2-b803-f58bb6413a42 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:25:23.121823 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-088a2065-5e6e-4ec2-b803-f58bb6413a42 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3732 time: 0.4625721 Mar 07 10:25:23.122175 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 59438) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:25:23.130837 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-37080b61-5640-424b-a3cf-fd12f2456f1e tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Unset dirty status for tenant:29ee0fb2487e46c6b75e400959e24994 on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:25:23.132132 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-37080b61-5640-424b-a3cf-fd12f2456f1e tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.5883307 Mar 07 10:25:23.138400 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 59442) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:25:23.186867 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-000f1088-fc1f-49a8-857a-ae07171d6d58 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Deleting port 18fc4d75-2c83-4655-b027-35bfab1a192e {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:25:23.187244 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-000f1088-fc1f-49a8-857a-ae07171d6d58 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:23.266116 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-351fd837-586d-481a-ba18-2e3a58c69d74 tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1525496'] for subnet, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:23.357484 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-de8eac03-fdcb-4503-9ccd-7e00d43d5987 None None] For port 9debc425-cec9-43c6-be54-f50576c998fc, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=9debc425-cec9-43c6-be54-f50576c998fc,segment=NetworkSegment(8147c551-857e-4cdd-b2e2-373c9c183fb8),segment_id=8147c551-857e-4cdd-b2e2-373c9c183fb8)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:25:23.358118 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-de8eac03-fdcb-4503-9ccd-7e00d43d5987 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:23.404070 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-a6570e5f-7515-4462-8b68-9f87fad45de1 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] 10.222.0.13 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 814 time: 0.2772446 Mar 07 10:25:23.405001 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 59446) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:25:23.432601 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cb7b33f-e764-4741-984d-f0f927028ec8 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:25:23.436567 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cb7b33f-e764-4741-984d-f0f927028ec8 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:25:23.440511 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cb7b33f-e764-4741-984d-f0f927028ec8 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:25:23.444894 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-5cb7b33f-e764-4741-984d-f0f927028ec8 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.3029859 Mar 07 10:25:23.451374 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 59450) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:25:23.482487 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-de8eac03-fdcb-4503-9ccd-7e00d43d5987 None None] Calling delete_port for 9debc425-cec9-43c6-be54-f50576c998fc owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:25:23.485644 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-91799712-7c3e-4dcb-9517-13a3d7dfa49e tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:23.513886 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-351fd837-586d-481a-ba18-2e3a58c69d74 tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1525489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3556647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741465'] for subnet, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:23.536063 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ff50af-1e08-43c0-8457-cef76880b58c tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:25:23.537344 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ff50af-1e08-43c0-8457-cef76880b58c tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:25:23.538695 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ff50af-1e08-43c0-8457-cef76880b58c tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:25:23.539990 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ff50af-1e08-43c0-8457-cef76880b58c tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:25:23.541545 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ff50af-1e08-43c0-8457-cef76880b58c tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:25:23.542479 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-44ff50af-1e08-43c0-8457-cef76880b58c tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Synchronizing usage tracker for tenant:7dae50c6a103406a9760f86cb860cee5 on resource:subnet {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:25:23.559999 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-de8eac03-fdcb-4503-9ccd-7e00d43d5987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812'] for port, after_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:23.580674 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-44ff50af-1e08-43c0-8457-cef76880b58c tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Unset dirty status for tenant:7dae50c6a103406a9760f86cb860cee5 on resource:subnet {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:25:23.585304 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-44ff50af-1e08-43c0-8457-cef76880b58c tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1678643 Mar 07 10:25:23.586646 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 59454) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:25:23.586775 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351fd837-586d-481a-ba18-2e3a58c69d74 tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Pushing event deleted for resources: {'Subnet': ['ID=51e7649d-eb54-49aa-8b58-de4e29844bf0,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:25:23.592971 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-000f1088-fc1f-49a8-857a-ae07171d6d58 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] For port 18fc4d75-2c83-4655-b027-35bfab1a192e, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=18fc4d75-2c83-4655-b027-35bfab1a192e,segment=NetworkSegment(13510a37-88c7-493e-9701-b414ea24fc4c),segment_id=13510a37-88c7-493e-9701-b414ea24fc4c)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:25:23.593326 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-000f1088-fc1f-49a8-857a-ae07171d6d58 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:23.607414 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8eac03-fdcb-4503-9ccd-7e00d43d5987 None None] Pushing event deleted for resources: {'Port': ['ID=9debc425-cec9-43c6-be54-f50576c998fc,revision_number=None']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:25:23.611204 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-4912240c-c348-43c9-aad2-8665b0b25b83 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Deleting port 2572ede9-0e9b-4af8-9263-3dbe7f000afd {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:25:23.611204 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4912240c-c348-43c9-aad2-8665b0b25b83 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:23.616360 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8eac03-fdcb-4503-9ccd-7e00d43d5987 None None] No DVR routers for this DVR port 9debc425-cec9-43c6-be54-f50576c998fc on host dv-neutron-830731-3-hyperv {{(pid=83739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:25:23.620811 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f23cf9e4-cc8b-4d8a-9a0c-70dab90f9fbe None None] Network c22f2f37-d86f-4f4b-ae8e-64094eeb019a requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:25:23.696681 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-351fd837-586d-481a-ba18-2e3a58c69d74 tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:23.710541 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e726d931-3620-4964-b0a6-26472976681e tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Attributes excluded by policy engine: ['shared'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:25:23.712089 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e726d931-3620-4964-b0a6-26472976681e tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Attributes excluded by policy engine: ['shared'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:25:23.714190 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e726d931-3620-4964-b0a6-26472976681e tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Attributes excluded by policy engine: ['shared'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:25:23.715465 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e726d931-3620-4964-b0a6-26472976681e tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Attributes excluded by policy engine: ['shared'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:25:23.717118 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e726d931-3620-4964-b0a6-26472976681e tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Attributes excluded by policy engine: ['shared'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:25:23.718679 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-e726d931-3620-4964-b0a6-26472976681e tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] 10.222.0.13 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1311305 Mar 07 10:25:23.722483 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 59458) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:25:23.767772 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-000f1088-fc1f-49a8-857a-ae07171d6d58 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Calling delete_port for 18fc4d75-2c83-4655-b027-35bfab1a192e owned by network:router_interface {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:25:23.814180 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-91799712-7c3e-4dcb-9517-13a3d7dfa49e tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Allocated IP 172.26.8.118 (5ed85006-6b00-415e-b71f-837fb1421c12/8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a/61543895-60dc-4716-bd54-79e51f481f7d) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:25:23.818401 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-351fd837-586d-481a-ba18-2e3a58c69d74 tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] 10.222.0.13 "DELETE /v2.0/subnets/51e7649d-eb54-49aa-8b58-de4e29844bf0 HTTP/1.1" status: 204 len: 168 time: 1.5839627 Mar 07 10:25:23.820599 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 59462) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:25:23.890516 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf4853ad-ba29-48c0-9ddb-52b7b28a373c None None] DHCP port deletion for c22f2f37-d86f-4f4b-ae8e-64094eeb019a request from dv-neutron-830731-3-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 07 10:25:23.894811 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-bf4853ad-ba29-48c0-9ddb-52b7b28a373c None None] Deleting port 466a99b2-52c4-4540-a0a4-a776cf5a5cf8 {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:25:23.895679 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-bf4853ad-ba29-48c0-9ddb-52b7b28a373c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:24.060880 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-bc81dec7-5bd5-4104-ae6f-99688c05cd7e tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1158940'] for network, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:24.086906 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f12c575e-b769-4340-bc63-ff2b68ca5541 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:25:24.088237 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-f12c575e-b769-4340-bc63-ff2b68ca5541 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] 10.222.0.13 "GET /v2.0/networks/15e8a846-9db1-4c60-b922-64d530960ad6 HTTP/1.1" status: 200 len: 804 time: 0.3627651 Mar 07 10:25:24.093690 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 59466) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:25:24.097918 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4912240c-c348-43c9-aad2-8665b0b25b83 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:24.112653 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-bf4853ad-ba29-48c0-9ddb-52b7b28a373c None None] For port 466a99b2-52c4-4540-a0a4-a776cf5a5cf8, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=466a99b2-52c4-4540-a0a4-a776cf5a5cf8,segment=NetworkSegment(a089b210-e570-423d-a389-6222213848e2),segment_id=a089b210-e570-423d-a389-6222213848e2)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:25:24.113217 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-bf4853ad-ba29-48c0-9ddb-52b7b28a373c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:24.234245 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-4912240c-c348-43c9-aad2-8665b0b25b83 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Calling delete_port for 2572ede9-0e9b-4af8-9263-3dbe7f000afd owned by {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:25:24.234483 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-bf4853ad-ba29-48c0-9ddb-52b7b28a373c None None] Calling delete_port for 466a99b2-52c4-4540-a0a4-a776cf5a5cf8 owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:25:24.299176 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-000f1088-fc1f-49a8-857a-ae07171d6d58 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:24.338171 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-bf4853ad-ba29-48c0-9ddb-52b7b28a373c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812'] for port, after_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:24.355562 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-91799712-7c3e-4dcb-9517-13a3d7dfa49e tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:24.363384 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000f1088-fc1f-49a8-857a-ae07171d6d58 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Pushing event deleted for resources: {'Port': ['ID=18fc4d75-2c83-4655-b027-35bfab1a192e,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:25:24.391564 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-bc81dec7-5bd5-4104-ae6f-99688c05cd7e tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1526893', 'neutron.services.segments.db._delete_segments_for_network-8732568551033'] for network, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:24.392118 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4853ad-ba29-48c0-9ddb-52b7b28a373c None None] Pushing event deleted for resources: {'Port': ['ID=466a99b2-52c4-4540-a0a4-a776cf5a5cf8,revision_number=None']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:25:24.405960 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4853ad-ba29-48c0-9ddb-52b7b28a373c None None] No DVR routers for this DVR port 466a99b2-52c4-4540-a0a4-a776cf5a5cf8 on host dv-neutron-830731-3-hyperv {{(pid=83739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:25:24.432139 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-ed5b6d07-7df5-49b0-9ffc-2d9a4dfc7f59 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] 10.222.0.13 "GET /v2.0/networks/15e8a846-9db1-4c60-b922-64d530960ad6?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.3319364 Mar 07 10:25:24.434836 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 59470) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:25:24.441133 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-bc81dec7-5bd5-4104-ae6f-99688c05cd7e tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4031af0e-dc23-49d0-ad87-388696049f0f']}} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:25:24.457888 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-bc81dec7-5bd5-4104-ae6f-99688c05cd7e tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8147c551-857e-4cdd-b2e2-373c9c183fb8') {'for_net_delete': True} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:25:24.458264 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-bc81dec7-5bd5-4104-ae6f-99688c05cd7e tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8147c551-857e-4cdd-b2e2-373c9c183fb8') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:25:24.475606 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-bc81dec7-5bd5-4104-ae6f-99688c05cd7e tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732568550916', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629174'] for segment, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:24.500521 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-bc81dec7-5bd5-4104-ae6f-99688c05cd7e tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:24.510934 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-91799712-7c3e-4dcb-9517-13a3d7dfa49e tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:24.516274 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc81dec7-5bd5-4104-ae6f-99688c05cd7e tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=83737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 07 10:25:24.516779 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-bc81dec7-5bd5-4104-ae6f-99688c05cd7e tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1227397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3012597'] for segment, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:24.566213 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4912240c-c348-43c9-aad2-8665b0b25b83 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:24.569392 dv-neutron-830731-3-hyperv neutron-server[83737]: Traceback (most recent call last): Mar 07 10:25:24.569392 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 07 10:25:24.569392 dv-neutron-830731-3-hyperv neutron-server[83737]: timer() Mar 07 10:25:24.569392 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:25:24.569392 dv-neutron-830731-3-hyperv neutron-server[83737]: cb(*args, **kw) Mar 07 10:25:24.569392 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 10:25:24.569392 dv-neutron-830731-3-hyperv neutron-server[83737]: return func(*args, **kwargs) Mar 07 10:25:24.569392 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:25:24.569392 dv-neutron-830731-3-hyperv neutron-server[83737]: self._notify() Mar 07 10:25:24.569392 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:25:24.569392 dv-neutron-830731-3-hyperv neutron-server[83737]: self.callback(batched_events) Mar 07 10:25:24.569392 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:25:24.569392 dv-neutron-830731-3-hyperv neutron-server[83737]: event.method(event) Mar 07 10:25:24.569392 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 10:25:24.569392 dv-neutron-830731-3-hyperv neutron-server[83737]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:25:24.569392 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 10:25:24.569392 dv-neutron-830731-3-hyperv neutron-server[83737]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:25:24.569392 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 10:25:24.569392 dv-neutron-830731-3-hyperv neutron-server[83737]: return f(self, *a, **k) Mar 07 10:25:24.569392 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:25:24.569392 dv-neutron-830731-3-hyperv neutron-server[83737]: return self._get(url).json() Mar 07 10:25:24.569392 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:25:24.569392 dv-neutron-830731-3-hyperv neutron-server[83737]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:25:24.569392 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 07 10:25:24.569392 dv-neutron-830731-3-hyperv neutron-server[83737]: return self.request(url, 'GET', **kwargs) Mar 07 10:25:24.569392 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 07 10:25:24.569392 dv-neutron-830731-3-hyperv neutron-server[83737]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:25:24.569392 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 07 10:25:24.569392 dv-neutron-830731-3-hyperv neutron-server[83737]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:25:24.569392 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 07 10:25:24.569392 dv-neutron-830731-3-hyperv neutron-server[83737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:25:24.569392 dv-neutron-830731-3-hyperv neutron-server[83737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:25:24.618274 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 9debc425-cec9-43c6-be54-f50576c998fc no longer exists at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:25:24.658929 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] No Port match for: 9debc425-cec9-43c6-be54-f50576c998fc {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 10:25:24.659366 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 9debc425-cec9-43c6-be54-f50576c998fc not bound to the agent host dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 10:25:24.659850 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 466a99b2-52c4-4540-a0a4-a776cf5a5cf8 no longer exists at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:25:24.689722 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91799712-7c3e-4dcb-9517-13a3d7dfa49e tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Pushing event updated for resources: {'Port': ['ID=61543895-60dc-4716-bd54-79e51f481f7d,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:25:24.693400 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91799712-7c3e-4dcb-9517-13a3d7dfa49e tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Network 5ed85006-6b00-415e-b71f-837fb1421c12 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:25:24.695581 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-91799712-7c3e-4dcb-9517-13a3d7dfa49e tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:25:24.698312 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] No Port match for: 466a99b2-52c4-4540-a0a4-a776cf5a5cf8 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 10:25:24.698531 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91799712-7c3e-4dcb-9517-13a3d7dfa49e tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:25:24.698881 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 466a99b2-52c4-4540-a0a4-a776cf5a5cf8 not bound to the agent host dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 10:25:24.726379 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-bc81dec7-5bd5-4104-ae6f-99688c05cd7e tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1526886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923583'] for network, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:24.747644 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-bc81dec7-5bd5-4104-ae6f-99688c05cd7e tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:24.766497 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc81dec7-5bd5-4104-ae6f-99688c05cd7e tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Pushing event deleted for resources: {'Network': ['ID=4031af0e-dc23-49d0-ad87-388696049f0f,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:25:24.776339 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-bc81dec7-5bd5-4104-ae6f-99688c05cd7e tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] 10.222.0.13 "DELETE /v2.0/networks/4031af0e-dc23-49d0-ad87-388696049f0f HTTP/1.1" status: 204 len: 168 time: 0.9497685 Mar 07 10:25:24.776339 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 59474) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:25:24.834022 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4912240c-c348-43c9-aad2-8665b0b25b83 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Pushing event deleted for resources: {'Port': ['ID=2572ede9-0e9b-4af8-9263-3dbe7f000afd,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:25:24.864263 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4912240c-c348-43c9-aad2-8665b0b25b83 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:24.873412 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e7fc07f-f6d7-4e55-88d5-14544ea00267 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:25:24.878051 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-1e7fc07f-f6d7-4e55-88d5-14544ea00267 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] 10.222.0.13 "GET /v2.0/subnets/40e3bb69-a9dc-4ecd-a712-0d963b39dc96 HTTP/1.1" status: 200 len: 843 time: 0.4348047 Mar 07 10:25:24.879054 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 59480) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:25:24.925983 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-4912240c-c348-43c9-aad2-8665b0b25b83 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] 10.222.0.13 "DELETE /v2.0/ports/2572ede9-0e9b-4af8-9263-3dbe7f000afd HTTP/1.1" status: 204 len: 168 time: 1.4735761 Mar 07 10:25:24.930458 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 59484) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:25:24.947497 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-000f1088-fc1f-49a8-857a-ae07171d6d58 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2756383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3920168'] for router_interface, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:24.968798 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd34502-9d53-4ad0-9a54-3b0b7503f15a tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Attributes excluded by policy engine: ['shared'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:25:24.970229 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-cfd34502-9d53-4ad0-9a54-3b0b7503f15a tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] 10.222.0.13 "GET /v2.0/subnets/40e3bb69-a9dc-4ecd-a712-0d963b39dc96?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0892756 Mar 07 10:25:24.973900 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 59488) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:25:25.033802 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-f9d6933c-b0d8-4a16-a3f3-2d3ccb4f32a3 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1904083577'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:25:25.092855 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-f9d6933c-b0d8-4a16-a3f3-2d3ccb4f32a3 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:25:25.104935 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0ecafa66-9101-4103-a32d-5e047f810a1f tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1158940'] for network, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:25.112298 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-03f1eeef-e459-40e6-aaab-a5bd8090d7b6 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] GET failed (client error): The resource could not be found. Mar 07 10:25:25.112813 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-03f1eeef-e459-40e6-aaab-a5bd8090d7b6 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Synchronizing usage tracker for tenant:29ee0fb2487e46c6b75e400959e24994 on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:25:25.113610 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-f9d6933c-b0d8-4a16-a3f3-2d3ccb4f32a3 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:25:25.128311 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9d6933c-b0d8-4a16-a3f3-2d3ccb4f32a3 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Made reservation on behalf of 7dae50c6a103406a9760f86cb860cee5 for: {'network': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:25:25.131261 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f9d6933c-b0d8-4a16-a3f3-2d3ccb4f32a3 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for network, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:25.175475 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-03f1eeef-e459-40e6-aaab-a5bd8090d7b6 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Unset dirty status for tenant:29ee0fb2487e46c6b75e400959e24994 on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:25:25.176596 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-03f1eeef-e459-40e6-aaab-a5bd8090d7b6 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] 10.222.0.13 "GET /v2.0/ports/2572ede9-0e9b-4af8-9263-3dbe7f000afd HTTP/1.1" status: 404 len: 333 time: 0.2451506 Mar 07 10:25:25.184420 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 59492) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:25:25.289544 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9d6933c-b0d8-4a16-a3f3-2d3ccb4f32a3 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=83738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:25:25.356628 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f9d6933c-b0d8-4a16-a3f3-2d3ccb4f32a3 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:25.356979 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.db.segments_db [None req-f9d6933c-b0d8-4a16-a3f3-2d3ccb4f32a3 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Added segment 9310087d-37b6-4545-b87c-fc195b17284e of type vlan for network a487a911-63f8-4fad-8a55-233c95eb0d2d Mar 07 10:25:25.453580 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f9d6933c-b0d8-4a16-a3f3-2d3ccb4f32a3 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732568034061'] for network, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:25.459530 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0ecafa66-9101-4103-a32d-5e047f810a1f tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1526893', 'neutron.services.segments.db._delete_segments_for_network-8732568551033'] for network, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:25.488044 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-5dbd0cc4-94ac-41da-8644-d6773e430e40 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Deleting port cfedf5dc-8e4d-4efe-b317-724850097b2d {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:25:25.488564 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5dbd0cc4-94ac-41da-8644-d6773e430e40 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:25.492883 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-000f1088-fc1f-49a8-857a-ae07171d6d58 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Router ff6fb385-8232-4aa8-848f-f3fdc223f78d has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:25:25.511695 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f9d6933c-b0d8-4a16-a3f3-2d3ccb4f32a3 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594'] for network, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:25.515452 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d6933c-b0d8-4a16-a3f3-2d3ccb4f32a3 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:25:25.516039 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f9d6933c-b0d8-4a16-a3f3-2d3ccb4f32a3 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:25.563603 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-0ecafa66-9101-4103-a32d-5e047f810a1f tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c22f2f37-d86f-4f4b-ae8e-64094eeb019a']}} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:25:25.583926 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-0ecafa66-9101-4103-a32d-5e047f810a1f tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a089b210-e570-423d-a389-6222213848e2') {'for_net_delete': True} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:25:25.584330 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-0ecafa66-9101-4103-a32d-5e047f810a1f tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a089b210-e570-423d-a389-6222213848e2') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:25:25.608701 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0ecafa66-9101-4103-a32d-5e047f810a1f tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732568550916', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629174'] for segment, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:25.702876 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0ecafa66-9101-4103-a32d-5e047f810a1f tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:25.726319 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ecafa66-9101-4103-a32d-5e047f810a1f tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=83737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 07 10:25:25.727561 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0ecafa66-9101-4103-a32d-5e047f810a1f tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1227397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3012597'] for segment, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:25.741525 dv-neutron-830731-3-hyperv neutron-server[83737]: Traceback (most recent call last): Mar 07 10:25:25.741525 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 07 10:25:25.741525 dv-neutron-830731-3-hyperv neutron-server[83737]: timer() Mar 07 10:25:25.741525 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:25:25.741525 dv-neutron-830731-3-hyperv neutron-server[83737]: cb(*args, **kw) Mar 07 10:25:25.741525 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 10:25:25.741525 dv-neutron-830731-3-hyperv neutron-server[83737]: return func(*args, **kwargs) Mar 07 10:25:25.741525 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:25:25.741525 dv-neutron-830731-3-hyperv neutron-server[83737]: self._notify() Mar 07 10:25:25.741525 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:25:25.741525 dv-neutron-830731-3-hyperv neutron-server[83737]: self.callback(batched_events) Mar 07 10:25:25.741525 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:25:25.741525 dv-neutron-830731-3-hyperv neutron-server[83737]: event.method(event) Mar 07 10:25:25.741525 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 10:25:25.741525 dv-neutron-830731-3-hyperv neutron-server[83737]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:25:25.741525 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 10:25:25.741525 dv-neutron-830731-3-hyperv neutron-server[83737]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:25:25.741525 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 10:25:25.741525 dv-neutron-830731-3-hyperv neutron-server[83737]: return f(self, *a, **k) Mar 07 10:25:25.741525 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:25:25.741525 dv-neutron-830731-3-hyperv neutron-server[83737]: return self._get(url).json() Mar 07 10:25:25.741525 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:25:25.741525 dv-neutron-830731-3-hyperv neutron-server[83737]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:25:25.741525 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 07 10:25:25.741525 dv-neutron-830731-3-hyperv neutron-server[83737]: return self.request(url, 'GET', **kwargs) Mar 07 10:25:25.741525 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 07 10:25:25.741525 dv-neutron-830731-3-hyperv neutron-server[83737]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:25:25.741525 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 07 10:25:25.741525 dv-neutron-830731-3-hyperv neutron-server[83737]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:25:25.741525 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 07 10:25:25.741525 dv-neutron-830731-3-hyperv neutron-server[83737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:25:25.741525 dv-neutron-830731-3-hyperv neutron-server[83737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:25:25.749965 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d6933c-b0d8-4a16-a3f3-2d3ccb4f32a3 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Pushing event updated for resources: {'Network': ['ID=a487a911-63f8-4fad-8a55-233c95eb0d2d,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:25:25.754529 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-f9d6933c-b0d8-4a16-a3f3-2d3ccb4f32a3 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7794549 Mar 07 10:25:25.758678 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 59502) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:25:25.765662 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-437ce6e6-afa1-43ea-af0e-fc7d4704fc6a tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Request body: {'subnet': {'network_id': 'a487a911-63f8-4fad-8a55-233c95eb0d2d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:25:25.767233 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Network a487a911-63f8-4fad-8a55-233c95eb0d2d details requested by agent ovs-agent-dv-neutron-830731-3-hyperv with host dv-neutron-830731-3-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 10:25:25.848508 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-000f1088-fc1f-49a8-857a-ae07171d6d58 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:25:25.855984 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-000f1088-fc1f-49a8-857a-ae07171d6d58 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "PUT /v2.0/routers/ff6fb385-8232-4aa8-848f-f3fdc223f78d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8056479 Mar 07 10:25:25.858310 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 59506) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:25:25.864804 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efec3cee-25e4-4a3e-94fe-82f788b27231 None None] Sync routers for ids ['ff6fb385-8232-4aa8-848f-f3fdc223f78d'] in dv-neutron-830731-3-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:25:25.906737 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efec3cee-25e4-4a3e-94fe-82f788b27231 None None] Routers {'ff6fb385-8232-4aa8-848f-f3fdc223f78d'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:25:25.907522 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-efec3cee-25e4-4a3e-94fe-82f788b27231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:25:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['ff6fb385-8232-4aa8-848f-f3fdc223f78d'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:25:25.913253 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0ecafa66-9101-4103-a32d-5e047f810a1f tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1526886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923583'] for network, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:25.932562 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-437ce6e6-afa1-43ea-af0e-fc7d4704fc6a tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:25:25.940972 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0ecafa66-9101-4103-a32d-5e047f810a1f tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:25.949763 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-437ce6e6-afa1-43ea-af0e-fc7d4704fc6a tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:25:25.953881 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64ddcf39-01b7-409f-bb9c-ad402445469e tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:25:25.955286 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64ddcf39-01b7-409f-bb9c-ad402445469e tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:25:25.956017 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-64ddcf39-01b7-409f-bb9c-ad402445469e tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Synchronizing usage tracker for tenant:0f1e04191c7443f7844c0202165e746c on resource:subnet {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:25:25.968306 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecafa66-9101-4103-a32d-5e047f810a1f tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Pushing event deleted for resources: {'Network': ['ID=c22f2f37-d86f-4f4b-ae8e-64094eeb019a,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:25:25.975660 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-437ce6e6-afa1-43ea-af0e-fc7d4704fc6a tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Made reservation on behalf of 7dae50c6a103406a9760f86cb860cee5 for: {'subnet': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:25:25.997842 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-64ddcf39-01b7-409f-bb9c-ad402445469e tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Unset dirty status for tenant:0f1e04191c7443f7844c0202165e746c on resource:subnet {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:25:26.001691 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-64ddcf39-01b7-409f-bb9c-ad402445469e tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1394055 Mar 07 10:25:26.001813 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0299143b-0756-4c35-b9a7-6e60ccd316ee req-be9d5488-aa52-45ec-9a77-feb092352ea2 tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:25:26.001813 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-0299143b-0756-4c35-b9a7-6e60ccd316ee req-be9d5488-aa52-45ec-9a77-feb092352ea2 tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] 10.222.0.13 "GET /v2.0/ports?device_id=16725675-ba59-4dce-8b8e-c03b4061c4de HTTP/1.1" status: 200 len: 946 time: 0.3435295 Mar 07 10:25:26.002296 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-0ecafa66-9101-4103-a32d-5e047f810a1f tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] 10.222.0.13 "DELETE /v2.0/networks/c22f2f37-d86f-4f4b-ae8e-64094eeb019a HTTP/1.1" status: 204 len: 168 time: 1.2253795 Mar 07 10:25:26.004738 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 59510) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:25:26.005075 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 59512) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:25:26.088455 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-437ce6e6-afa1-43ea-af0e-fc7d4704fc6a tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741426'] for subnet, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:26.096608 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-efec3cee-25e4-4a3e-94fe-82f788b27231 None None] Set router ff6fb385-8232-4aa8-848f-f3fdc223f78d gateway port host: None {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:25:26.164285 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5dbd0cc4-94ac-41da-8644-d6773e430e40 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:26.214510 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-efec3cee-25e4-4a3e-94fe-82f788b27231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff6fb385-8232-4aa8-848f-f3fdc223f78d', 'name': 'tempest-NetworksTestDHCPv6-router-1576340879', 'tenant_id': '0f1e04191c7443f7844c0202165e746c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:25:11Z', 'updated_at': '2022-03-07T10:25:24Z', 'revision_number': 3, 'project_id': '0f1e04191c7443f7844c0202165e746c', 'gw_port_host': None}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:25:26.219090 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efec3cee-25e4-4a3e-94fe-82f788b27231 None None] Checking router: ff6fb385-8232-4aa8-848f-f3fdc223f78d for host: dv-neutron-830731-3-hyperv {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 07 10:25:26.232540 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efec3cee-25e4-4a3e-94fe-82f788b27231 None None] Routers {'ff6fb385-8232-4aa8-848f-f3fdc223f78d'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:25:26.233168 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-efec3cee-25e4-4a3e-94fe-82f788b27231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:25:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['ff6fb385-8232-4aa8-848f-f3fdc223f78d'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:25:26.317172 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.ipam_backend_mixin [None req-437ce6e6-afa1-43ea-af0e-fc7d4704fc6a tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Performing IP validity checks on allocation pools {{(pid=83738) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 07 10:25:26.317831 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.ipam_backend_mixin [None req-437ce6e6-afa1-43ea-af0e-fc7d4704fc6a tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83738) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 07 10:25:26.366120 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-0299143b-0756-4c35-b9a7-6e60ccd316ee req-22a90a23-ba39-47fe-b1cf-717443c83d27 tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] 10.222.0.13 "GET /v2.0/security-groups?id=c28a13f4-01ef-4f24-988e-e07a61e72f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3542809 Mar 07 10:25:26.403294 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-efec3cee-25e4-4a3e-94fe-82f788b27231 None None] Set router ff6fb385-8232-4aa8-848f-f3fdc223f78d gateway port host: None {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:25:26.489327 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-437ce6e6-afa1-43ea-af0e-fc7d4704fc6a tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3556832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741408'] for subnet, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:26.510869 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-5dbd0cc4-94ac-41da-8644-d6773e430e40 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Calling delete_port for cfedf5dc-8e4d-4efe-b317-724850097b2d owned by {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:25:26.516681 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-efec3cee-25e4-4a3e-94fe-82f788b27231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff6fb385-8232-4aa8-848f-f3fdc223f78d', 'name': 'tempest-NetworksTestDHCPv6-router-1576340879', 'tenant_id': '0f1e04191c7443f7844c0202165e746c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:25:11Z', 'updated_at': '2022-03-07T10:25:24Z', 'revision_number': 3, 'project_id': '0f1e04191c7443f7844c0202165e746c', 'gw_port_host': None}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:25:26.521305 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efec3cee-25e4-4a3e-94fe-82f788b27231 None None] The sync data for ids ['ff6fb385-8232-4aa8-848f-f3fdc223f78d'] in dv-neutron-830731-3-hyperv is: [{'id': 'ff6fb385-8232-4aa8-848f-f3fdc223f78d', 'name': 'tempest-NetworksTestDHCPv6-router-1576340879', 'tenant_id': '0f1e04191c7443f7844c0202165e746c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:25:11Z', 'updated_at': '2022-03-07T10:25:24Z', 'revision_number': 3, 'project_id': '0f1e04191c7443f7844c0202165e746c', 'gw_port_host': None}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:25:26.577915 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437ce6e6-afa1-43ea-af0e-fc7d4704fc6a tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Pushing event updated for resources: {'Subnet': ['ID=6ead10c6-2edf-445b-aa1a-780c5ececb96,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:25:26.587806 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437ce6e6-afa1-43ea-af0e-fc7d4704fc6a tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Checking segment: {'id': '9310087d-37b6-4545-b87c-fc195b17284e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'a487a911-63f8-4fad-8a55-233c95eb0d2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:25:26.588168 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-437ce6e6-afa1-43ea-af0e-fc7d4704fc6a tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Network hostable DHCP agents. Network: a487a911-63f8-4fad-8a55-233c95eb0d2d, hostable agents: ['6527556c-6586-422c-ae47-082984683847'], hosted agents: [] {{(pid=83738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:25:26.609656 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-437ce6e6-afa1-43ea-af0e-fc7d4704fc6a tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Network a487a911-63f8-4fad-8a55-233c95eb0d2d is scheduled to be hosted by DHCP agent 6527556c-6586-422c-ae47-082984683847 with binding_index 1 {{(pid=83738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:25:26.620395 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-437ce6e6-afa1-43ea-af0e-fc7d4704fc6a tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830731-3-hyperv, a487a911-63f8-4fad-8a55-233c95eb0d2d) {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:25:26.627489 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-437ce6e6-afa1-43ea-af0e-fc7d4704fc6a tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:25:26.628197 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-437ce6e6-afa1-43ea-af0e-fc7d4704fc6a tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:26.628589 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d194d236-7ede-4941-9808-3cc695c1dd43 None None] Network a487a911-63f8-4fad-8a55-233c95eb0d2d requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:25:26.659493 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-437ce6e6-afa1-43ea-af0e-fc7d4704fc6a tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.8975890 Mar 07 10:25:26.659816 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 59526) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:25:26.666336 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-ba814cde-8d14-4485-9149-2f4f06ec9457 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:25:26.797909 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ba814cde-8d14-4485-9149-2f4f06ec9457 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2741419'] for subnet, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:26.859666 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7deb61e3-020a-4a2e-8eba-3c4999d1a863 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ec2749d-0aec-52fb-aca6-10ba8a80aade-a487a911-63f8-4fad-8a55-233c95eb0d2d', 'network_id': 'a487a911-63f8-4fad-8a55-233c95eb0d2d', 'tenant_id': '7dae50c6a103406a9760f86cb860cee5', 'fixed_ips': [{'subnet_id': '6ead10c6-2edf-445b-aa1a-780c5ececb96'}]}} from dv-neutron-830731-3-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 07 10:25:26.860907 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-7deb61e3-020a-4a2e-8eba-3c4999d1a863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:26.947833 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4e855a5-e478-469d-9e57-09d58026d104 tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Deleting subnet a884f81c-a374-403c-bbde-4cd5f608aafa {{(pid=83737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 07 10:25:26.985348 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c4e855a5-e478-469d-9e57-09d58026d104 tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Notify callbacks [] for subnet, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:27.060859 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ba814cde-8d14-4485-9149-2f4f06ec9457 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8732568520861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3556654'] for subnet, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:27.087850 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_v2 [None req-052c0676-3644-4a1e-a890-9aafbb647fdc tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Deleting subnet b52557e2-ac91-4920-b930-9e65177bec2f {{(pid=83737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 07 10:25:27.126109 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba814cde-8d14-4485-9149-2f4f06ec9457 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:25:27.126624 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ba814cde-8d14-4485-9149-2f4f06ec9457 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:27.130645 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-ba814cde-8d14-4485-9149-2f4f06ec9457 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] 10.222.0.13 "PUT /v2.0/subnets/6ead10c6-2edf-445b-aa1a-780c5ececb96 HTTP/1.1" status: 200 len: 900 time: 0.4670732 Mar 07 10:25:27.130778 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-052c0676-3644-4a1e-a890-9aafbb647fdc tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks [] for subnet, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:27.130861 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 59530) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:25:27.136769 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-7deb61e3-020a-4a2e-8eba-3c4999d1a863 None None] Allocated IP 2001:db8::3 (a487a911-63f8-4fad-8a55-233c95eb0d2d/6ead10c6-2edf-445b-aa1a-780c5ececb96/a1eec4f7-e6a2-4f26-a15d-7d57c0794ea6) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:25:27.159373 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba814cde-8d14-4485-9149-2f4f06ec9457 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Pushing event updated for resources: {'Subnet': ['ID=6ead10c6-2edf-445b-aa1a-780c5ececb96,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:25:27.197421 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c4e855a5-e478-469d-9e57-09d58026d104 tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2627781'] for subnet, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:27.235191 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97ca1eb-1f36-4e1f-bd5e-ebe879c17be4 req-02f83492-0fa9-4e42-a709-5f14921bd78d tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:25:27.236678 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-e97ca1eb-1f36-4e1f-bd5e-ebe879c17be4 req-02f83492-0fa9-4e42-a709-5f14921bd78d tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb8b81f9-5f5d-4abb-81f3-727a61b18171 HTTP/1.1" status: 200 len: 945 time: 0.5956900 Mar 07 10:25:27.257802 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-91799712-7c3e-4dcb-9517-13a3d7dfa49e tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:27.309898 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-39c4b23d-e1bd-4fa2-9af3-666cb4c35f8f tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1158940'] for network, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:27.363602 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-7deb61e3-020a-4a2e-8eba-3c4999d1a863 None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:27.378237 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-052c0676-3644-4a1e-a890-9aafbb647fdc tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2627781'] for subnet, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:27.380193 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-39c4b23d-e1bd-4fa2-9af3-666cb4c35f8f tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1525496'] for subnet, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:27.427328 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-7deb61e3-020a-4a2e-8eba-3c4999d1a863 None None] Transition to ACTIVE for port object a1eec4f7-e6a2-4f26-a15d-7d57c0794ea6 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:25:27.455681 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5dbd0cc4-94ac-41da-8644-d6773e430e40 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:27.457473 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-7deb61e3-020a-4a2e-8eba-3c4999d1a863 None None] Transition to ACTIVE for port object a1eec4f7-e6a2-4f26-a15d-7d57c0794ea6 will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:25:27.465571 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-7deb61e3-020a-4a2e-8eba-3c4999d1a863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:27.487113 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-39c4b23d-e1bd-4fa2-9af3-666cb4c35f8f tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1525489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3556647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741465'] for subnet, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:27.532314 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c4b23d-e1bd-4fa2-9af3-666cb4c35f8f tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Pushing event deleted for resources: {'Subnet': ['ID=6ead10c6-2edf-445b-aa1a-780c5ececb96,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:25:27.561028 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7deb61e3-020a-4a2e-8eba-3c4999d1a863 None None] Pushing event updated for resources: {'Port': ['ID=a1eec4f7-e6a2-4f26-a15d-7d57c0794ea6,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:25:27.566535 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7deb61e3-020a-4a2e-8eba-3c4999d1a863 None None] Network a487a911-63f8-4fad-8a55-233c95eb0d2d is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:25:27.567654 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-7deb61e3-020a-4a2e-8eba-3c4999d1a863 None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:25:27.569749 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7deb61e3-020a-4a2e-8eba-3c4999d1a863 None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:25:27.597089 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbd0cc4-94ac-41da-8644-d6773e430e40 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Pushing event deleted for resources: {'Port': ['ID=cfedf5dc-8e4d-4efe-b317-724850097b2d,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:25:27.599725 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-91799712-7c3e-4dcb-9517-13a3d7dfa49e tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:27.637973 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-39c4b23d-e1bd-4fa2-9af3-666cb4c35f8f tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1526893', 'neutron.services.segments.db._delete_segments_for_network-8732568551033'] for network, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:27.646642 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-e97ca1eb-1f36-4e1f-bd5e-ebe879c17be4 req-72245c8c-f5c0-4962-b939-1e17c1421dbc tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] 10.222.0.13 "GET /v2.0/security-groups?id=c735d486-3973-4844-a84d-db3442c4bb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3877635 Mar 07 10:25:27.669720 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-39c4b23d-e1bd-4fa2-9af3-666cb4c35f8f tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a487a911-63f8-4fad-8a55-233c95eb0d2d']}} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:25:27.675621 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-7deb61e3-020a-4a2e-8eba-3c4999d1a863 None None] Attempting to bind port a1eec4f7-e6a2-4f26-a15d-7d57c0794ea6 on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:25:27.676349 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-7deb61e3-020a-4a2e-8eba-3c4999d1a863 None None] Attempting to bind port a1eec4f7-e6a2-4f26-a15d-7d57c0794ea6 by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': '9310087d-37b6-4545-b87c-fc195b17284e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'a487a911-63f8-4fad-8a55-233c95eb0d2d'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:25:27.676823 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7deb61e3-020a-4a2e-8eba-3c4999d1a863 None None] Attempting to bind port a1eec4f7-e6a2-4f26-a15d-7d57c0794ea6 on network a487a911-63f8-4fad-8a55-233c95eb0d2d {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:25:27.685532 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-39c4b23d-e1bd-4fa2-9af3-666cb4c35f8f tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9310087d-37b6-4545-b87c-fc195b17284e') {'for_net_delete': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:25:27.685832 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-39c4b23d-e1bd-4fa2-9af3-666cb4c35f8f tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9310087d-37b6-4545-b87c-fc195b17284e') {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:25:27.686820 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7deb61e3-020a-4a2e-8eba-3c4999d1a863 None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:25:27.687313 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7deb61e3-020a-4a2e-8eba-3c4999d1a863 None None] Checking segment: {'id': '9310087d-37b6-4545-b87c-fc195b17284e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'a487a911-63f8-4fad-8a55-233c95eb0d2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:25:27.687801 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-7deb61e3-020a-4a2e-8eba-3c4999d1a863 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:27.688983 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7deb61e3-020a-4a2e-8eba-3c4999d1a863 None None] Bound using segment: {'id': '9310087d-37b6-4545-b87c-fc195b17284e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'a487a911-63f8-4fad-8a55-233c95eb0d2d'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:25:27.689446 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-7deb61e3-020a-4a2e-8eba-3c4999d1a863 None None] Bound port: a1eec4f7-e6a2-4f26-a15d-7d57c0794ea6, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9310087d-37b6-4545-b87c-fc195b17284e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'a487a911-63f8-4fad-8a55-233c95eb0d2d'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:25:27.690037 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-7deb61e3-020a-4a2e-8eba-3c4999d1a863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:27.699321 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-39c4b23d-e1bd-4fa2-9af3-666cb4c35f8f tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732568550916', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968000'] for segment, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:27.717981 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-39c4b23d-e1bd-4fa2-9af3-666cb4c35f8f tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:27.724665 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39c4b23d-e1bd-4fa2-9af3-666cb4c35f8f tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=83738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 07 10:25:27.725287 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-39c4b23d-e1bd-4fa2-9af3-666cb4c35f8f tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1227397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3556681'] for segment, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:27.740562 dv-neutron-830731-3-hyperv neutron-server[83738]: Traceback (most recent call last): Mar 07 10:25:27.740562 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 07 10:25:27.740562 dv-neutron-830731-3-hyperv neutron-server[83738]: timer() Mar 07 10:25:27.740562 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:25:27.740562 dv-neutron-830731-3-hyperv neutron-server[83738]: cb(*args, **kw) Mar 07 10:25:27.740562 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 10:25:27.740562 dv-neutron-830731-3-hyperv neutron-server[83738]: return func(*args, **kwargs) Mar 07 10:25:27.740562 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:25:27.740562 dv-neutron-830731-3-hyperv neutron-server[83738]: self._notify() Mar 07 10:25:27.740562 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:25:27.740562 dv-neutron-830731-3-hyperv neutron-server[83738]: self.callback(batched_events) Mar 07 10:25:27.740562 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:25:27.740562 dv-neutron-830731-3-hyperv neutron-server[83738]: event.method(event) Mar 07 10:25:27.740562 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 10:25:27.740562 dv-neutron-830731-3-hyperv neutron-server[83738]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:25:27.740562 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 10:25:27.740562 dv-neutron-830731-3-hyperv neutron-server[83738]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:25:27.740562 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 10:25:27.740562 dv-neutron-830731-3-hyperv neutron-server[83738]: return f(self, *a, **k) Mar 07 10:25:27.740562 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:25:27.740562 dv-neutron-830731-3-hyperv neutron-server[83738]: return self._get(url).json() Mar 07 10:25:27.740562 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:25:27.740562 dv-neutron-830731-3-hyperv neutron-server[83738]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:25:27.740562 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 07 10:25:27.740562 dv-neutron-830731-3-hyperv neutron-server[83738]: return self.request(url, 'GET', **kwargs) Mar 07 10:25:27.740562 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 07 10:25:27.740562 dv-neutron-830731-3-hyperv neutron-server[83738]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:25:27.740562 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 07 10:25:27.740562 dv-neutron-830731-3-hyperv neutron-server[83738]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:25:27.740562 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 07 10:25:27.740562 dv-neutron-830731-3-hyperv neutron-server[83738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:25:27.740562 dv-neutron-830731-3-hyperv neutron-server[83738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:25:27.811327 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-7deb61e3-020a-4a2e-8eba-3c4999d1a863 None None] For port a1eec4f7-e6a2-4f26-a15d-7d57c0794ea6, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:25:27.826451 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-052c0676-3644-4a1e-a890-9aafbb647fdc tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1525496'] for subnet, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:27.834146 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-7deb61e3-020a-4a2e-8eba-3c4999d1a863 None None] For port a1eec4f7-e6a2-4f26-a15d-7d57c0794ea6, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=a1eec4f7-e6a2-4f26-a15d-7d57c0794ea6,segment=NetworkSegment(9310087d-37b6-4545-b87c-fc195b17284e),segment_id=9310087d-37b6-4545-b87c-fc195b17284e)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:25:27.836056 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.db.api [None req-39c4b23d-e1bd-4fa2-9af3-666cb4c35f8f tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 07 10:25:27.836056 dv-neutron-830731-3-hyperv neutron-server[83738]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 07 10:25:27.836056 dv-neutron-830731-3-hyperv neutron-server[83738]: [parameters: {'id': 'a487a911-63f8-4fad-8a55-233c95eb0d2d'}] Mar 07 10:25:27.836056 dv-neutron-830731-3-hyperv neutron-server[83738]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83738) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 10:25:27.836689 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG oslo_db.api [None req-39c4b23d-e1bd-4fa2-9af3-666cb4c35f8f tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 10:25:27.846362 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-7deb61e3-020a-4a2e-8eba-3c4999d1a863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:27.906699 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5dbd0cc4-94ac-41da-8644-d6773e430e40 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:27.937427 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7deb61e3-020a-4a2e-8eba-3c4999d1a863 None None] Pushing event updated for resources: {'Port': ['ID=a1eec4f7-e6a2-4f26-a15d-7d57c0794ea6,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:25:27.939977 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c4e855a5-e478-469d-9e57-09d58026d104 tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1525496'] for subnet, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:28.014562 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b69c96-2495-43db-9610-31dfe48b0c4b None None] Network a487a911-63f8-4fad-8a55-233c95eb0d2d requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:25:28.022416 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-5dbd0cc4-94ac-41da-8644-d6773e430e40 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] 10.222.0.13 "DELETE /v2.0/ports/cfedf5dc-8e4d-4efe-b317-724850097b2d HTTP/1.1" status: 204 len: 168 time: 2.8229804 Mar 07 10:25:28.023521 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 59538) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:25:28.026574 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7869de0-452b-46a9-bb25-4eadc335cd63 req-65fee53d-9f22-4065-9006-aceb73078ddc tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:25:28.027960 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c7869de0-452b-46a9-bb25-4eadc335cd63 req-65fee53d-9f22-4065-9006-aceb73078ddc tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] 10.222.0.10 "GET /v2.0/ports?device_id=16725675-ba59-4dce-8b8e-c03b4061c4de HTTP/1.1" status: 200 len: 946 time: 0.7717872 Mar 07 10:25:28.074514 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e336c63-4862-4c52-9803-77ae7999f172 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] GET failed (client error): The resource could not be found. Mar 07 10:25:28.075107 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-2e336c63-4862-4c52-9803-77ae7999f172 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Synchronizing usage tracker for tenant:29ee0fb2487e46c6b75e400959e24994 on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:25:28.098808 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-2e336c63-4862-4c52-9803-77ae7999f172 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Unset dirty status for tenant:29ee0fb2487e46c6b75e400959e24994 on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:25:28.100754 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-2e336c63-4862-4c52-9803-77ae7999f172 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] 10.222.0.13 "GET /v2.0/ports/cfedf5dc-8e4d-4efe-b317-724850097b2d HTTP/1.1" status: 404 len: 333 time: 0.0759063 Mar 07 10:25:28.108709 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795bd6de-e0b3-4631-ad32-1f7694ecf508 req-816cda3f-35cc-4d94-b880-0866e7296725 tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:25:28.109555 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-795bd6de-e0b3-4631-ad32-1f7694ecf508 req-816cda3f-35cc-4d94-b880-0866e7296725 tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] Synchronizing usage tracker for tenant:3889902faef740789076d2c396125f8b on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:25:28.111902 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 59542) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:25:28.128595 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-795bd6de-e0b3-4631-ad32-1f7694ecf508 req-816cda3f-35cc-4d94-b880-0866e7296725 tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] Unset dirty status for tenant:3889902faef740789076d2c396125f8b on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:25:28.129938 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-795bd6de-e0b3-4631-ad32-1f7694ecf508 req-816cda3f-35cc-4d94-b880-0866e7296725 tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb8b81f9-5f5d-4abb-81f3-727a61b18171 HTTP/1.1" status: 200 len: 945 time: 0.1651998 Mar 07 10:25:28.184672 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96df19f-ba6c-4346-9c85-d24fd493a37e req-72f4cfdb-c4e0-49a2-8f36-49e69a2d11aa tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:25:28.186201 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c96df19f-ba6c-4346-9c85-d24fd493a37e req-72f4cfdb-c4e0-49a2-8f36-49e69a2d11aa tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] 10.222.0.13 "GET /v2.0/ports?device_id=16725675-ba59-4dce-8b8e-c03b4061c4de HTTP/1.1" status: 200 len: 946 time: 0.6708505 Mar 07 10:25:28.206695 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-91799712-7c3e-4dcb-9517-13a3d7dfa49e tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:28.207402 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [req-795bd6de-e0b3-4631-ad32-1f7694ecf508 req-c4d3ee13-556d-48c2-8442-8d593e4d7b38 tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] Deleting port 138362d5-68d0-4dc3-bc21-f03dcf4dd19d {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:25:28.207912 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-795bd6de-e0b3-4631-ad32-1f7694ecf508 req-c4d3ee13-556d-48c2-8442-8d593e4d7b38 tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:28.211484 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [req-c7869de0-452b-46a9-bb25-4eadc335cd63 req-0303bb5f-16c2-4a1e-bf81-6ca20f8641ea tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] Deleting port f243225f-86aa-45f6-8146-7b796bc3b24c {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:25:28.211764 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-c7869de0-452b-46a9-bb25-4eadc335cd63 req-0303bb5f-16c2-4a1e-bf81-6ca20f8641ea tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:28.255785 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-052c0676-3644-4a1e-a890-9aafbb647fdc tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1525489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3012507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3219316'] for subnet, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:28.295750 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-91799712-7c3e-4dcb-9517-13a3d7dfa49e tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3012561'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:28.304882 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-028e554c-1183-4d8e-95f4-ee6439fd3784 None None] Network a487a911-63f8-4fad-8a55-233c95eb0d2d requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:25:28.320838 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-7c65b928-c1d5-4161-aa42-fc4f56d0465a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:28.341372 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-39c4b23d-e1bd-4fa2-9af3-666cb4c35f8f tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1158940'] for network, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:28.452867 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c4e855a5-e478-469d-9e57-09d58026d104 tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1525489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3012507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3219316'] for subnet, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:28.494882 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052c0676-3644-4a1e-a890-9aafbb647fdc tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Pushing event deleted for resources: {'Subnet': ['ID=b52557e2-ac91-4920-b930-9e65177bec2f,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:25:28.515345 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 18fc4d75-2c83-4655-b027-35bfab1a192e no longer exists at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:25:28.544724 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-39c4b23d-e1bd-4fa2-9af3-666cb4c35f8f tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Deleting port a1eec4f7-e6a2-4f26-a15d-7d57c0794ea6 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:25:28.544724 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-39c4b23d-e1bd-4fa2-9af3-666cb4c35f8f tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:28.563392 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] No Port match for: 18fc4d75-2c83-4655-b027-35bfab1a192e {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 10:25:28.563877 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 18fc4d75-2c83-4655-b027-35bfab1a192e not bound to the agent host dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 10:25:28.585386 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f90934-04be-44e9-bd10-c548021c03f9 None None] Network 98d8805b-dd65-4110-997b-2eea298bca78 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:25:28.588829 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-052c0676-3644-4a1e-a890-9aafbb647fdc tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:28.595166 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e855a5-e478-469d-9e57-09d58026d104 tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Pushing event deleted for resources: {'Subnet': ['ID=a884f81c-a374-403c-bbde-4cd5f608aafa,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:25:28.704314 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c4e855a5-e478-469d-9e57-09d58026d104 tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:28.712778 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [req-795bd6de-e0b3-4631-ad32-1f7694ecf508 req-c4d3ee13-556d-48c2-8442-8d593e4d7b38 tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] For port 138362d5-68d0-4dc3-bc21-f03dcf4dd19d, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=138362d5-68d0-4dc3-bc21-f03dcf4dd19d,segment=NetworkSegment(46fd226d-e938-40b1-b036-15faea50eaea),segment_id=46fd226d-e938-40b1-b036-15faea50eaea)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:25:28.713235 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-795bd6de-e0b3-4631-ad32-1f7694ecf508 req-c4d3ee13-556d-48c2-8442-8d593e4d7b38 tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:28.733078 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91799712-7c3e-4dcb-9517-13a3d7dfa49e tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Pushing event updated for resources: {'Port': ['ID=61543895-60dc-4716-bd54-79e51f481f7d,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:25:28.779467 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c96df19f-ba6c-4346-9c85-d24fd493a37e req-a77f6449-f41d-49ef-b886-5813e4cfeff6 tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] 10.222.0.13 "GET /v2.0/security-groups?id=c28a13f4-01ef-4f24-988e-e07a61e72f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5807426 Mar 07 10:25:28.789228 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-c4e855a5-e478-469d-9e57-09d58026d104 tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] 10.222.0.13 "DELETE /v2.0/subnets/a884f81c-a374-403c-bbde-4cd5f608aafa HTTP/1.1" status: 204 len: 168 time: 2.7767568 Mar 07 10:25:28.794816 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-052c0676-3644-4a1e-a890-9aafbb647fdc tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "DELETE /v2.0/subnets/b52557e2-ac91-4920-b930-9e65177bec2f HTTP/1.1" status: 204 len: 168 time: 2.7861233 Mar 07 10:25:28.797286 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 59550) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:25:28.797616 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 59552) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:25:28.804986 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b7527e8-010d-45f0-b9ec-dd769f90a04b None None] Network 519071e8-df4c-4bcf-b3c1-7a2f34169d68 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:25:28.901863 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-39c4b23d-e1bd-4fa2-9af3-666cb4c35f8f tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] For port a1eec4f7-e6a2-4f26-a15d-7d57c0794ea6, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=a1eec4f7-e6a2-4f26-a15d-7d57c0794ea6,segment=NetworkSegment(9310087d-37b6-4545-b87c-fc195b17284e),segment_id=9310087d-37b6-4545-b87c-fc195b17284e)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:25:28.902152 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-39c4b23d-e1bd-4fa2-9af3-666cb4c35f8f tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:28.955591 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-91799712-7c3e-4dcb-9517-13a3d7dfa49e tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923533'] for floatingip, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:29.090729 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-39c4b23d-e1bd-4fa2-9af3-666cb4c35f8f tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Calling delete_port for a1eec4f7-e6a2-4f26-a15d-7d57c0794ea6 owned by network:dhcp {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:25:29.098738 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1622174e-1ef3-4a25-8b12-fd5f07deeea7 None None] DHCP port deletion for 98d8805b-dd65-4110-997b-2eea298bca78 request from dv-neutron-830731-3-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 07 10:25:29.108610 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-1622174e-1ef3-4a25-8b12-fd5f07deeea7 None None] Deleting port 08e81435-563b-4afb-afeb-e0f25a827c0a {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:25:29.109087 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-1622174e-1ef3-4a25-8b12-fd5f07deeea7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:29.147394 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c52c5bcd-24eb-4928-abe2-fb43cdf0194d None None] DHCP port deletion for 519071e8-df4c-4bcf-b3c1-7a2f34169d68 request from dv-neutron-830731-3-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 07 10:25:29.159202 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-c52c5bcd-24eb-4928-abe2-fb43cdf0194d None None] Deleting port 24df7cb2-3acf-4b93-92fc-eece8043c6b2 {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:25:29.159566 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c52c5bcd-24eb-4928-abe2-fb43cdf0194d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:29.273018 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-39c4b23d-e1bd-4fa2-9af3-666cb4c35f8f tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:29.286177 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-795bd6de-e0b3-4631-ad32-1f7694ecf508 req-c4d3ee13-556d-48c2-8442-8d593e4d7b38 tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:29.286586 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-795bd6de-e0b3-4631-ad32-1f7694ecf508 req-c4d3ee13-556d-48c2-8442-8d593e4d7b38 tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923533'] for floatingip, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:29.286894 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.db.l3_db [req-795bd6de-e0b3-4631-ad32-1f7694ecf508 req-c4d3ee13-556d-48c2-8442-8d593e4d7b38 tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] Floating IP 11e33472-5290-4a74-8431-d47d6666640b disassociated. External IP: 172.26.8.121, port: 138362d5-68d0-4dc3-bc21-f03dcf4dd19d. Mar 07 10:25:29.288095 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [req-795bd6de-e0b3-4631-ad32-1f7694ecf508 req-c4d3ee13-556d-48c2-8442-8d593e4d7b38 tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] Calling delete_port for 138362d5-68d0-4dc3-bc21-f03dcf4dd19d owned by compute:nova {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:25:29.288209 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_v2 [None req-f14f9b4f-06be-4be4-9e65-53e048e003f1 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Deleting subnet e081fb36-6d1c-44b8-95e2-a95bb91a13d6 {{(pid=83737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 07 10:25:29.319199 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f14f9b4f-06be-4be4-9e65-53e048e003f1 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks [] for subnet, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:29.367472 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c4b23d-e1bd-4fa2-9af3-666cb4c35f8f tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] No DVR routers for this DVR port a1eec4f7-e6a2-4f26-a15d-7d57c0794ea6 on host dv-neutron-830731-3-hyperv {{(pid=83738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:25:29.372876 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c4b23d-e1bd-4fa2-9af3-666cb4c35f8f tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Pushing event deleted for resources: {'Port': ['ID=a1eec4f7-e6a2-4f26-a15d-7d57c0794ea6,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:25:29.392406 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-cf9e389b-aaab-4dfe-b695-36cc4dff2050 tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1158940'] for network, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:29.451273 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f14f9b4f-06be-4be4-9e65-53e048e003f1 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2627781'] for subnet, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:29.484686 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-7d38a83d-6f93-4e72-a93b-b2883607e935 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.6776340 Mar 07 10:25:29.490261 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-1622174e-1ef3-4a25-8b12-fd5f07deeea7 None None] For port 08e81435-563b-4afb-afeb-e0f25a827c0a, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=08e81435-563b-4afb-afeb-e0f25a827c0a,segment=NetworkSegment(13510a37-88c7-493e-9701-b414ea24fc4c),segment_id=13510a37-88c7-493e-9701-b414ea24fc4c)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:25:29.490721 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-1622174e-1ef3-4a25-8b12-fd5f07deeea7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:29.491416 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 59558) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:25:29.515587 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [req-c7869de0-452b-46a9-bb25-4eadc335cd63 req-0303bb5f-16c2-4a1e-bf81-6ca20f8641ea tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] For port f243225f-86aa-45f6-8146-7b796bc3b24c, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=f243225f-86aa-45f6-8146-7b796bc3b24c,segment=NetworkSegment(9aaed74e-7327-4b84-aa4b-76c27e2d346f),segment_id=9aaed74e-7327-4b84-aa4b-76c27e2d346f)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:25:29.515938 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-c7869de0-452b-46a9-bb25-4eadc335cd63 req-0303bb5f-16c2-4a1e-bf81-6ca20f8641ea tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:29.524311 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-cf9e389b-aaab-4dfe-b695-36cc4dff2050 tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Deleting port 24df7cb2-3acf-4b93-92fc-eece8043c6b2 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:25:29.524311 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-cf9e389b-aaab-4dfe-b695-36cc4dff2050 tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:29.525675 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-39c4b23d-e1bd-4fa2-9af3-666cb4c35f8f tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1526893', 'neutron.services.segments.db._delete_segments_for_network-8732568551033'] for network, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:29.553809 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-39c4b23d-e1bd-4fa2-9af3-666cb4c35f8f tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a487a911-63f8-4fad-8a55-233c95eb0d2d']}} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:25:29.601937 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-39c4b23d-e1bd-4fa2-9af3-666cb4c35f8f tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9310087d-37b6-4545-b87c-fc195b17284e') {'for_net_delete': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:25:29.602224 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-39c4b23d-e1bd-4fa2-9af3-666cb4c35f8f tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9310087d-37b6-4545-b87c-fc195b17284e') {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:25:29.623750 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-39c4b23d-e1bd-4fa2-9af3-666cb4c35f8f tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732568550916', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968000'] for segment, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:29.628207 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92fa8ed-340f-423b-bb73-b97e9c8e652f req-bb45da83-1487-4da0-ab20-029c468a8d5c tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:25:29.629682 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-1622174e-1ef3-4a25-8b12-fd5f07deeea7 None None] Calling delete_port for 08e81435-563b-4afb-afeb-e0f25a827c0a owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:25:29.629816 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-a92fa8ed-340f-423b-bb73-b97e9c8e652f req-bb45da83-1487-4da0-ab20-029c468a8d5c tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb8b81f9-5f5d-4abb-81f3-727a61b18171 HTTP/1.1" status: 200 len: 945 time: 0.8416741 Mar 07 10:25:29.647351 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-39c4b23d-e1bd-4fa2-9af3-666cb4c35f8f tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:29.654423 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39c4b23d-e1bd-4fa2-9af3-666cb4c35f8f tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=83738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 07 10:25:29.655675 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-39c4b23d-e1bd-4fa2-9af3-666cb4c35f8f tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1227397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3556681'] for segment, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:29.669993 dv-neutron-830731-3-hyperv neutron-server[83738]: Traceback (most recent call last): Mar 07 10:25:29.669993 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 07 10:25:29.669993 dv-neutron-830731-3-hyperv neutron-server[83738]: timer() Mar 07 10:25:29.669993 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:25:29.669993 dv-neutron-830731-3-hyperv neutron-server[83738]: cb(*args, **kw) Mar 07 10:25:29.669993 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 10:25:29.669993 dv-neutron-830731-3-hyperv neutron-server[83738]: return func(*args, **kwargs) Mar 07 10:25:29.669993 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:25:29.669993 dv-neutron-830731-3-hyperv neutron-server[83738]: self._notify() Mar 07 10:25:29.669993 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:25:29.669993 dv-neutron-830731-3-hyperv neutron-server[83738]: self.callback(batched_events) Mar 07 10:25:29.669993 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:25:29.669993 dv-neutron-830731-3-hyperv neutron-server[83738]: event.method(event) Mar 07 10:25:29.669993 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 10:25:29.669993 dv-neutron-830731-3-hyperv neutron-server[83738]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:25:29.669993 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 10:25:29.669993 dv-neutron-830731-3-hyperv neutron-server[83738]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:25:29.669993 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 10:25:29.669993 dv-neutron-830731-3-hyperv neutron-server[83738]: return f(self, *a, **k) Mar 07 10:25:29.669993 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:25:29.669993 dv-neutron-830731-3-hyperv neutron-server[83738]: return self._get(url).json() Mar 07 10:25:29.669993 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:25:29.669993 dv-neutron-830731-3-hyperv neutron-server[83738]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:25:29.669993 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 07 10:25:29.669993 dv-neutron-830731-3-hyperv neutron-server[83738]: return self.request(url, 'GET', **kwargs) Mar 07 10:25:29.669993 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 07 10:25:29.669993 dv-neutron-830731-3-hyperv neutron-server[83738]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:25:29.669993 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 07 10:25:29.669993 dv-neutron-830731-3-hyperv neutron-server[83738]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:25:29.669993 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 07 10:25:29.669993 dv-neutron-830731-3-hyperv neutron-server[83738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:25:29.669993 dv-neutron-830731-3-hyperv neutron-server[83738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:25:29.674016 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-795bd6de-e0b3-4631-ad32-1f7694ecf508 req-c4d3ee13-556d-48c2-8442-8d593e4d7b38 tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:29.677439 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-c52c5bcd-24eb-4928-abe2-fb43cdf0194d None None] For port 24df7cb2-3acf-4b93-92fc-eece8043c6b2, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=24df7cb2-3acf-4b93-92fc-eece8043c6b2,segment=NetworkSegment(0417a078-c16b-4c1b-8c08-a8807775c79f),segment_id=0417a078-c16b-4c1b-8c08-a8807775c79f)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:25:29.677919 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c52c5bcd-24eb-4928-abe2-fb43cdf0194d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:29.793006 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d3ee13-556d-48c2-8442-8d593e4d7b38 tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] Pushing event deleted for resources: {'Port': ['ID=138362d5-68d0-4dc3-bc21-f03dcf4dd19d,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:25:29.858562 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-39c4b23d-e1bd-4fa2-9af3-666cb4c35f8f tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1526886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923583'] for network, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:29.885184 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-39c4b23d-e1bd-4fa2-9af3-666cb4c35f8f tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:29.898680 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-c52c5bcd-24eb-4928-abe2-fb43cdf0194d None None] Calling delete_port for 24df7cb2-3acf-4b93-92fc-eece8043c6b2 owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:25:30.050913 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c52c5bcd-24eb-4928-abe2-fb43cdf0194d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812'] for port, after_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:30.072391 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c4b23d-e1bd-4fa2-9af3-666cb4c35f8f tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Pushing event deleted for resources: {'Network': ['ID=a487a911-63f8-4fad-8a55-233c95eb0d2d,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:25:30.118087 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-39c4b23d-e1bd-4fa2-9af3-666cb4c35f8f tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] 10.222.0.13 "DELETE /v2.0/networks/a487a911-63f8-4fad-8a55-233c95eb0d2d HTTP/1.1" status: 204 len: 168 time: 2.9861772 Mar 07 10:25:30.120355 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 59564) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:25:30.160608 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bc9b13e-d5cd-43b8-b7bb-1e56478495fe tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] DELETE failed (client error): The resource could not be found. Mar 07 10:25:30.161157 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bc9b13e-d5cd-43b8-b7bb-1e56478495fe tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:25:30.165924 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-8bc9b13e-d5cd-43b8-b7bb-1e56478495fe tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] 10.222.0.13 "DELETE /v2.0/subnets/6ead10c6-2edf-445b-aa1a-780c5ececb96 HTTP/1.1" status: 404 len: 337 time: 0.0441933 Mar 07 10:25:30.166508 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 59568) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:25:30.183110 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52c5bcd-24eb-4928-abe2-fb43cdf0194d None None] No DVR routers for this DVR port 24df7cb2-3acf-4b93-92fc-eece8043c6b2 on host dv-neutron-830731-3-hyperv {{(pid=83739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:25:30.190212 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52c5bcd-24eb-4928-abe2-fb43cdf0194d None None] Pushing event deleted for resources: {'Port': ['ID=24df7cb2-3acf-4b93-92fc-eece8043c6b2,revision_number=None']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:25:30.201479 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-96d51bc2-f1ef-4b3b-b092-d8baac24c5dd tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] DELETE failed (client error): The resource could not be found. Mar 07 10:25:30.201658 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96d51bc2-f1ef-4b3b-b092-d8baac24c5dd tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:25:30.206315 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-96d51bc2-f1ef-4b3b-b092-d8baac24c5dd tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] 10.222.0.13 "DELETE /v2.0/networks/a487a911-63f8-4fad-8a55-233c95eb0d2d HTTP/1.1" status: 404 len: 339 time: 0.0387275 Mar 07 10:25:30.207820 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 59572) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:25:30.208300 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-1622174e-1ef3-4a25-8b12-fd5f07deeea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812'] for port, after_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:30.222640 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-a92fa8ed-340f-423b-bb73-b97e9c8e652f req-597af0cd-b424-424e-9546-f5efefaa4abc tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] 10.222.0.13 "GET /v2.0/security-groups?id=c735d486-3973-4844-a84d-db3442c4bb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5331435 Mar 07 10:25:30.283517 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-dd73fd57-55bb-4979-81f5-f7cbb746b9f8 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks [] for router, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:30.289924 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1622174e-1ef3-4a25-8b12-fd5f07deeea7 None None] No DVR routers for this DVR port 08e81435-563b-4afb-afeb-e0f25a827c0a on host dv-neutron-830731-3-hyperv {{(pid=83739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:25:30.298815 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1622174e-1ef3-4a25-8b12-fd5f07deeea7 None None] Pushing event deleted for resources: {'Port': ['ID=08e81435-563b-4afb-afeb-e0f25a827c0a,revision_number=None']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:25:30.359416 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f14f9b4f-06be-4be4-9e65-53e048e003f1 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1525496'] for subnet, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:30.372177 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6f709421-2ec4-4c41-a957-5a018823e571 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1158940'] for network, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:30.473626 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device f243225f-86aa-45f6-8146-7b796bc3b24c no longer exists at agent hyperv_hv-neutron-8307 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:25:30.546393 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6f709421-2ec4-4c41-a957-5a018823e571 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1526893', 'neutron.services.segments.db._delete_segments_for_network-8732568551033'] for network, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:30.579124 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-6f709421-2ec4-4c41-a957-5a018823e571 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfbed6e5-4cde-4415-8edb-91215b1f338e']}} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:25:30.589088 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 08e81435-563b-4afb-afeb-e0f25a827c0a no longer exists at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:25:30.596979 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-6f709421-2ec4-4c41-a957-5a018823e571 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bbc7386-12f6-4b1c-900a-7c21fe8b024e') {'for_net_delete': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:25:30.597327 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-6f709421-2ec4-4c41-a957-5a018823e571 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bbc7386-12f6-4b1c-900a-7c21fe8b024e') {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:25:30.609933 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6f709421-2ec4-4c41-a957-5a018823e571 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732568550916', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968000'] for segment, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:30.628700 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6f709421-2ec4-4c41-a957-5a018823e571 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:30.629085 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-cf9e389b-aaab-4dfe-b695-36cc4dff2050 tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] For port 24df7cb2-3acf-4b93-92fc-eece8043c6b2, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=24df7cb2-3acf-4b93-92fc-eece8043c6b2,segment=NetworkSegment(0417a078-c16b-4c1b-8c08-a8807775c79f),segment_id=0417a078-c16b-4c1b-8c08-a8807775c79f)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:25:30.629446 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-cf9e389b-aaab-4dfe-b695-36cc4dff2050 tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:30.637063 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f709421-2ec4-4c41-a957-5a018823e571 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=83738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 07 10:25:30.637326 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6f709421-2ec4-4c41-a957-5a018823e571 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1227397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3556681'] for segment, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:30.658025 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-d13fc9b5-86d7-4292-a1e6-0baf89d5272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:30.666826 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] No Port match for: 08e81435-563b-4afb-afeb-e0f25a827c0a {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 10:25:30.667294 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 08e81435-563b-4afb-afeb-e0f25a827c0a not bound to the agent host dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 10:25:30.667808 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 24df7cb2-3acf-4b93-92fc-eece8043c6b2 no longer exists at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:25:30.690043 dv-neutron-830731-3-hyperv neutron-server[83738]: Traceback (most recent call last): Mar 07 10:25:30.690043 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 07 10:25:30.690043 dv-neutron-830731-3-hyperv neutron-server[83738]: timer() Mar 07 10:25:30.690043 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:25:30.690043 dv-neutron-830731-3-hyperv neutron-server[83738]: cb(*args, **kw) Mar 07 10:25:30.690043 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 10:25:30.690043 dv-neutron-830731-3-hyperv neutron-server[83738]: return func(*args, **kwargs) Mar 07 10:25:30.690043 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:25:30.690043 dv-neutron-830731-3-hyperv neutron-server[83738]: self._notify() Mar 07 10:25:30.690043 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:25:30.690043 dv-neutron-830731-3-hyperv neutron-server[83738]: self.callback(batched_events) Mar 07 10:25:30.690043 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:25:30.690043 dv-neutron-830731-3-hyperv neutron-server[83738]: event.method(event) Mar 07 10:25:30.690043 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 10:25:30.690043 dv-neutron-830731-3-hyperv neutron-server[83738]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:25:30.690043 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 10:25:30.690043 dv-neutron-830731-3-hyperv neutron-server[83738]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:25:30.690043 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 10:25:30.690043 dv-neutron-830731-3-hyperv neutron-server[83738]: return f(self, *a, **k) Mar 07 10:25:30.690043 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:25:30.690043 dv-neutron-830731-3-hyperv neutron-server[83738]: return self._get(url).json() Mar 07 10:25:30.690043 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:25:30.690043 dv-neutron-830731-3-hyperv neutron-server[83738]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:25:30.690043 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 07 10:25:30.690043 dv-neutron-830731-3-hyperv neutron-server[83738]: return self.request(url, 'GET', **kwargs) Mar 07 10:25:30.690043 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 07 10:25:30.690043 dv-neutron-830731-3-hyperv neutron-server[83738]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:25:30.690043 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 07 10:25:30.690043 dv-neutron-830731-3-hyperv neutron-server[83738]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:25:30.690043 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 07 10:25:30.690043 dv-neutron-830731-3-hyperv neutron-server[83738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:25:30.690043 dv-neutron-830731-3-hyperv neutron-server[83738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:25:30.707226 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] No Port match for: 24df7cb2-3acf-4b93-92fc-eece8043c6b2 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 10:25:30.707718 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 24df7cb2-3acf-4b93-92fc-eece8043c6b2 not bound to the agent host dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 10:25:30.772548 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:30.777166 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-cf9e389b-aaab-4dfe-b695-36cc4dff2050 tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Calling delete_port for 24df7cb2-3acf-4b93-92fc-eece8043c6b2 owned by network:dhcp {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:25:30.802712 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16725675-ba59-4dce-8b8e-c03b4061c4de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f243225f-86aa-45f6-8146-7b796bc3b24c'}] {{(pid=83739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 10:25:30.814089 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port f243225f-86aa-45f6-8146-7b796bc3b24c, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=f243225f-86aa-45f6-8146-7b796bc3b24c,segment=NetworkSegment(9aaed74e-7327-4b84-aa4b-76c27e2d346f),segment_id=9aaed74e-7327-4b84-aa4b-76c27e2d346f)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:25:30.817862 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [req-795bd6de-e0b3-4631-ad32-1f7694ecf508 req-c4d3ee13-556d-48c2-8442-8d593e4d7b38 tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] Router 6076671e-b6bf-49bb-931c-ac2bf8cc541b has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:25:30.820788 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:30.834708 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6f709421-2ec4-4c41-a957-5a018823e571 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1526886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923583'] for network, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:30.843417 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-c7869de0-452b-46a9-bb25-4eadc335cd63 req-0303bb5f-16c2-4a1e-bf81-6ca20f8641ea tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:30.843787 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-c7869de0-452b-46a9-bb25-4eadc335cd63 req-0303bb5f-16c2-4a1e-bf81-6ca20f8641ea tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923533'] for floatingip, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:30.844094 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.db.l3_db [req-c7869de0-452b-46a9-bb25-4eadc335cd63 req-0303bb5f-16c2-4a1e-bf81-6ca20f8641ea tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] Floating IP e53cc66e-d40a-49e6-9816-a267f90037a5 disassociated. External IP: 172.26.8.165, port: f243225f-86aa-45f6-8146-7b796bc3b24c. Mar 07 10:25:30.844425 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [req-c7869de0-452b-46a9-bb25-4eadc335cd63 req-0303bb5f-16c2-4a1e-bf81-6ca20f8641ea tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] Calling delete_port for f243225f-86aa-45f6-8146-7b796bc3b24c owned by compute:nova {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:25:30.891192 dv-neutron-830731-3-hyperv neutron-server[83739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16725675-ba59-4dce-8b8e-c03b4061c4de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f243225f-86aa-45f6-8146-7b796bc3b24c', 'code': 200} Mar 07 10:25:30.908018 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Pushing event updated for resources: {'Port': ['ID=f243225f-86aa-45f6-8146-7b796bc3b24c,revision_number=6']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:25:30.919001 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6f709421-2ec4-4c41-a957-5a018823e571 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:30.920874 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d3e878-c543-476d-bbf2-7fce00922bea req-403d4a4b-7838-4bc2-a797-d4f7f6626a52 tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:25:30.922436 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-e3d3e878-c543-476d-bbf2-7fce00922bea req-403d4a4b-7838-4bc2-a797-d4f7f6626a52 tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] 10.222.0.13 "GET /v2.0/ports?device_id=16725675-ba59-4dce-8b8e-c03b4061c4de HTTP/1.1" status: 200 len: 946 time: 0.9142301 Mar 07 10:25:30.981790 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f709421-2ec4-4c41-a957-5a018823e571 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Pushing event deleted for resources: {'Network': ['ID=bfbed6e5-4cde-4415-8edb-91215b1f338e,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:25:30.991304 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-6f709421-2ec4-4c41-a957-5a018823e571 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] 10.222.0.13 "DELETE /v2.0/networks/bfbed6e5-4cde-4415-8edb-91215b1f338e HTTP/1.1" status: 204 len: 168 time: 0.7825022 Mar 07 10:25:30.994286 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 59578) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:25:31.034218 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5581cbf-2606-43da-b7bb-00555fcb85ea tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] DELETE failed (client error): The resource could not be found. Mar 07 10:25:31.034728 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5581cbf-2606-43da-b7bb-00555fcb85ea tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:25:31.036320 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-c5581cbf-2606-43da-b7bb-00555fcb85ea tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] 10.222.0.13 "DELETE /v2.0/subnets/a7bb4ea3-c440-4a66-b907-c8756c9f1b5d HTTP/1.1" status: 404 len: 337 time: 0.0409887 Mar 07 10:25:31.044151 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 59582) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:25:31.067030 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f14f9b4f-06be-4be4-9e65-53e048e003f1 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1525489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3012507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3219316'] for subnet, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:31.076049 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-617b08b1-b9f2-4dcb-ad09-1b8884f5a993 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] DELETE failed (client error): The resource could not be found. Mar 07 10:25:31.076826 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-617b08b1-b9f2-4dcb-ad09-1b8884f5a993 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:25:31.078429 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-617b08b1-b9f2-4dcb-ad09-1b8884f5a993 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] 10.222.0.13 "DELETE /v2.0/networks/567f39c1-e40c-41b7-87e3-d5b17b615578 HTTP/1.1" status: 404 len: 339 time: 0.0329645 Mar 07 10:25:31.081841 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 59586) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:25:31.154627 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14f9b4f-06be-4be4-9e65-53e048e003f1 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Pushing event deleted for resources: {'Subnet': ['ID=e081fb36-6d1c-44b8-95e2-a95bb91a13d6,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:25:31.174529 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.db.l3_db [None req-91799712-7c3e-4dcb-9517-13a3d7dfa49e tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Floating IP 8aada260-bac5-4c1d-be78-4919b6f31254 associated. External IP: 172.26.8.118, port: d2b9a441-3af6-4d29-a880-9ce57dd0e7f1. Mar 07 10:25:31.296924 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_v2 [None req-22d116aa-9821-4852-b582-7adab526f5e4 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Deleting subnet 1d339e62-b92e-4e95-9646-53ea61827e36 {{(pid=83738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 07 10:25:31.301360 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-22d116aa-9821-4852-b582-7adab526f5e4 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks [] for subnet, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:31.353622 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-795bd6de-e0b3-4631-ad32-1f7694ecf508 req-c4d3ee13-556d-48c2-8442-8d593e4d7b38 tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:25:31.366487 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91e1c4a-4270-46ea-b257-b99e2976a944 None None] Sync routers for ids ['6076671e-b6bf-49bb-931c-ac2bf8cc541b'] in dv-neutron-830731-3-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:25:31.388929 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91e1c4a-4270-46ea-b257-b99e2976a944 None None] Routers {'6076671e-b6bf-49bb-931c-ac2bf8cc541b'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:25:31.389532 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-d91e1c4a-4270-46ea-b257-b99e2976a944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:25:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['6076671e-b6bf-49bb-931c-ac2bf8cc541b'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:25:31.430313 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-22d116aa-9821-4852-b582-7adab526f5e4 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2969395'] for subnet, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:31.469245 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f14f9b4f-06be-4be4-9e65-53e048e003f1 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:31.479025 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76c84b81-51a4-4937-b1fa-c14149ca7e59 None None] Network 8ddb6513-038a-405a-b0b0-baa9da876d5a requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:25:31.499888 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [req-795bd6de-e0b3-4631-ad32-1f7694ecf508 req-c4d3ee13-556d-48c2-8442-8d593e4d7b38 tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] No DVR routers for this DVR port 138362d5-68d0-4dc3-bc21-f03dcf4dd19d on host hv-neutron-8307 {{(pid=83738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:25:31.504112 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-795bd6de-e0b3-4631-ad32-1f7694ecf508 req-c4d3ee13-556d-48c2-8442-8d593e4d7b38 tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:31.506148 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-795bd6de-e0b3-4631-ad32-1f7694ecf508 req-c4d3ee13-556d-48c2-8442-8d593e4d7b38 tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] 10.222.0.10 "DELETE /v2.0/ports/138362d5-68d0-4dc3-bc21-f03dcf4dd19d HTTP/1.1" status: 204 len: 173 time: 3.3710423 Mar 07 10:25:31.506614 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb8b81f9-5f5d-4abb-81f3-727a61b18171', 'name': 'network-vif-deleted', 'tag': '138362d5-68d0-4dc3-bc21-f03dcf4dd19d'}] {{(pid=83738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 10:25:31.584949 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-22d116aa-9821-4852-b582-7adab526f5e4 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1525496'] for subnet, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:31.662588 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c9392831-eb6f-4131-b59f-1b273b6246e9 req-4296129f-65fe-46c4-8953-511793075d88 tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb8b81f9-5f5d-4abb-81f3-727a61b18171 HTTP/1.1" status: 200 len: 210 time: 0.1189322 Mar 07 10:25:31.663169 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.db.api [None req-cf9e389b-aaab-4dfe-b695-36cc4dff2050 tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83737) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 10:25:31.664593 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG oslo_db.api [None req-cf9e389b-aaab-4dfe-b695-36cc4dff2050 tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 10:25:31.673134 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-dd73fd57-55bb-4979-81f5-f7cbb746b9f8 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3917970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58043'] for router, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:31.675014 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-f14f9b4f-06be-4be4-9e65-53e048e003f1 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] 10.222.0.13 "DELETE /v2.0/subnets/e081fb36-6d1c-44b8-95e2-a95bb91a13d6 HTTP/1.1" status: 204 len: 168 time: 3.5593359 Mar 07 10:25:31.678808 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 59594) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:25:31.703171 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-e3d3e878-c543-476d-bbf2-7fce00922bea req-4c63c69a-dd3a-48c1-9042-21f39c698d86 tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] 10.222.0.13 "GET /v2.0/security-groups?id=c28a13f4-01ef-4f24-988e-e07a61e72f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7013247 Mar 07 10:25:31.705473 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-22d116aa-9821-4852-b582-7adab526f5e4 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1525489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3556647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741465'] for subnet, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:31.715487 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-dd73fd57-55bb-4979-81f5-f7cbb746b9f8 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:31.717084 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.db.api [req-c7869de0-452b-46a9-bb25-4eadc335cd63 req-0303bb5f-16c2-4a1e-bf81-6ca20f8641ea tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83737) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 10:25:31.717397 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG oslo_db.api [req-c7869de0-452b-46a9-bb25-4eadc335cd63 req-0303bb5f-16c2-4a1e-bf81-6ca20f8641ea tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 10:25:31.805529 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d116aa-9821-4852-b582-7adab526f5e4 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Pushing event deleted for resources: {'Subnet': ['ID=1d339e62-b92e-4e95-9646-53ea61827e36,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:25:31.821554 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-22d116aa-9821-4852-b582-7adab526f5e4 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:31.847650 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7502f3d7-4f28-467c-b2ef-883e01c767c4 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1158940'] for network, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:31.853472 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-711fefd2-3b30-4759-8df5-0aecff1c8e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:31.854222 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-22d116aa-9821-4852-b582-7adab526f5e4 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] 10.222.0.13 "DELETE /v2.0/subnets/1d339e62-b92e-4e95-9646-53ea61827e36 HTTP/1.1" status: 204 len: 168 time: 0.7714095 Mar 07 10:25:31.855201 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b45e4bd-5538-4edf-8cb7-63214ec2d487 None None] Network 470e4752-ebf8-4b6a-b746-a1819afa69d3 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:25:31.856059 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 59598) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:25:31.861153 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-dd73fd57-55bb-4979-81f5-f7cbb746b9f8 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3917886'] for router, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:31.861648 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd73fd57-55bb-4979-81f5-f7cbb746b9f8 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Fanout notify agent at l3_agent the message router_deleted on router ff6fb385-8232-4aa8-848f-f3fdc223f78d {{(pid=83737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 10:25:31.883647 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-7502f3d7-4f28-467c-b2ef-883e01c767c4 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Deleting port 63bb3cfe-a329-494f-8661-da899966a570 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:25:31.884046 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7502f3d7-4f28-467c-b2ef-883e01c767c4 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:31.908797 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-d91e1c4a-4270-46ea-b257-b99e2976a944 None None] Set router 6076671e-b6bf-49bb-931c-ac2bf8cc541b gateway port host: dv-neutron-830731-3-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:25:31.947488 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-dd73fd57-55bb-4979-81f5-f7cbb746b9f8 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:31.950180 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-dd73fd57-55bb-4979-81f5-f7cbb746b9f8 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "DELETE /v2.0/routers/ff6fb385-8232-4aa8-848f-f3fdc223f78d HTTP/1.1" status: 204 len: 168 time: 2.4437962 Mar 07 10:25:31.961613 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 59602) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:25:31.993217 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-c86c7e40-f0a2-4f5b-9d83-74920ec12132 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Request body: {'subnet': {'network_id': '98d8805b-dd65-4110-997b-2eea298bca78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:25:32.171887 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-cf9e389b-aaab-4dfe-b695-36cc4dff2050 tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Deleting port 24df7cb2-3acf-4b93-92fc-eece8043c6b2 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:25:32.172252 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-cf9e389b-aaab-4dfe-b695-36cc4dff2050 tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:32.173609 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:32.360641 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-7502f3d7-4f28-467c-b2ef-883e01c767c4 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] For port 63bb3cfe-a329-494f-8661-da899966a570, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=63bb3cfe-a329-494f-8661-da899966a570,segment=NetworkSegment(f747d7f0-8450-4f07-99f1-bdb1475e14bb),segment_id=f747d7f0-8450-4f07-99f1-bdb1475e14bb)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:25:32.361001 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7502f3d7-4f28-467c-b2ef-883e01c767c4 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:32.469363 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-d91e1c4a-4270-46ea-b257-b99e2976a944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6076671e-b6bf-49bb-931c-ac2bf8cc541b', 'name': 'tempest-ServersTestManualDisk-1536380407-router', 'tenant_id': '3889902faef740789076d2c396125f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.45'}], 'enable_snat': True}, 'gw_port_id': 'f3396d26-2164-4557-8c00-a732a26ee8ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:22:59Z', 'updated_at': '2022-03-07T10:23:14Z', 'revision_number': 4, 'project_id': '3889902faef740789076d2c396125f8b', 'gw_port': {'id': 'f3396d26-2164-4557-8c00-a732a26ee8ed', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:c7:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6076671e-b6bf-49bb-931c-ac2bf8cc541b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:23:00Z', 'updated_at': '2022-03-07T10:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_interfaces': [{'id': '6481cfd0-b4ea-41da-8d54-8599248a4ff1', 'name': '', 'network_id': '23de9fec-628e-4e97-8790-1a5369db8272', 'tenant_id': '3889902faef740789076d2c396125f8b', 'mac_address': 'fa:16:3e:f9:d2:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6076671e-b6bf-49bb-931c-ac2bf8cc541b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a11577b7-05f2-4ba2-9386-831d0aeb21de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:23:12Z', 'updated_at': '2022-03-07T10:23:57Z', 'revision_number': 5, 'project_id': '3889902faef740789076d2c396125f8b', 'subnets': [{'id': 'a11577b7-05f2-4ba2-9386-831d0aeb21de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:25:32.480169 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device 138362d5-68d0-4dc3-bc21-f03dcf4dd19d no longer exists at agent hyperv_hv-neutron-8307 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:25:32.494791 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91e1c4a-4270-46ea-b257-b99e2976a944 None None] Checking router: 6076671e-b6bf-49bb-931c-ac2bf8cc541b for host: dv-neutron-830731-3-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 07 10:25:32.495534 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb8b81f9-5f5d-4abb-81f3-727a61b18171', 'name': 'network-vif-deleted', 'tag': '138362d5-68d0-4dc3-bc21-f03dcf4dd19d', 'status': 'completed', 'code': 200} Mar 07 10:25:32.520188 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [req-c7869de0-452b-46a9-bb25-4eadc335cd63 req-0303bb5f-16c2-4a1e-bf81-6ca20f8641ea tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] Deleting port f243225f-86aa-45f6-8146-7b796bc3b24c {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:25:32.520750 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-c7869de0-452b-46a9-bb25-4eadc335cd63 req-0303bb5f-16c2-4a1e-bf81-6ca20f8641ea tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:32.525992 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] No Port match for: 138362d5-68d0-4dc3-bc21-f03dcf4dd19d {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 10:25:32.526406 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device 138362d5-68d0-4dc3-bc21-f03dcf4dd19d not bound to the agent host hv-neutron-8307 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 10:25:32.536268 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91e1c4a-4270-46ea-b257-b99e2976a944 None None] Routers {'6076671e-b6bf-49bb-931c-ac2bf8cc541b'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:25:32.539284 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-d91e1c4a-4270-46ea-b257-b99e2976a944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:25:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['6076671e-b6bf-49bb-931c-ac2bf8cc541b'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:25:32.547731 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-054149e2-512a-48b5-b449-c1be80d969f0 None None] DHCP port deletion for 8ddb6513-038a-405a-b0b0-baa9da876d5a request from dv-neutron-830731-3-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 07 10:25:32.554777 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-054149e2-512a-48b5-b449-c1be80d969f0 None None] Deleting port 63bb3cfe-a329-494f-8661-da899966a570 {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:25:32.555144 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-054149e2-512a-48b5-b449-c1be80d969f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:32.561290 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-7502f3d7-4f28-467c-b2ef-883e01c767c4 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Calling delete_port for 63bb3cfe-a329-494f-8661-da899966a570 owned by network:dhcp {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:25:32.584866 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_v2 [None req-6493a8ee-c201-4a79-9662-33c57619f75e tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Deleting subnet 3946e01c-d328-442a-87f3-cd0c24833d12 {{(pid=83738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 07 10:25:32.591723 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6493a8ee-c201-4a79-9662-33c57619f75e tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks [] for subnet, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:32.668656 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-c86c7e40-f0a2-4f5b-9d83-74920ec12132 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:25:32.681647 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-c86c7e40-f0a2-4f5b-9d83-74920ec12132 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Usage tracker for resource:subnet and tenant:0f1e04191c7443f7844c0202165e746c is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:25:32.686963 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6493a8ee-c201-4a79-9662-33c57619f75e tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2969395'] for subnet, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:32.726233 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-c86c7e40-f0a2-4f5b-9d83-74920ec12132 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:25:32.744976 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-c86c7e40-f0a2-4f5b-9d83-74920ec12132 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:25:32.756337 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-cf9e389b-aaab-4dfe-b695-36cc4dff2050 tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] The port '24df7cb2-3acf-4b93-92fc-eece8043c6b2' was deleted {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 07 10:25:32.782434 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c86c7e40-f0a2-4f5b-9d83-74920ec12132 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Made reservation on behalf of 0f1e04191c7443f7844c0202165e746c for: {'subnet': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:25:32.817446 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-054149e2-512a-48b5-b449-c1be80d969f0 None None] For port 63bb3cfe-a329-494f-8661-da899966a570, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=63bb3cfe-a329-494f-8661-da899966a570,segment=NetworkSegment(f747d7f0-8450-4f07-99f1-bdb1475e14bb),segment_id=f747d7f0-8450-4f07-99f1-bdb1475e14bb)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:25:32.822501 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-054149e2-512a-48b5-b449-c1be80d969f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:32.929727 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-d91e1c4a-4270-46ea-b257-b99e2976a944 None None] Set router 6076671e-b6bf-49bb-931c-ac2bf8cc541b gateway port host: dv-neutron-830731-3-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:25:32.996074 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 59612) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:25:33.019475 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c86c7e40-f0a2-4f5b-9d83-74920ec12132 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741426'] for subnet, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:33.035638 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6493a8ee-c201-4a79-9662-33c57619f75e tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1525496'] for subnet, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:33.104720 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-054149e2-512a-48b5-b449-c1be80d969f0 None None] Calling delete_port for 63bb3cfe-a329-494f-8661-da899966a570 owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:25:33.270506 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6493a8ee-c201-4a79-9662-33c57619f75e tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1525489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3556647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741465'] for subnet, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:33.278621 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-cf9e389b-aaab-4dfe-b695-36cc4dff2050 tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1526893', 'neutron.services.segments.db._delete_segments_for_network-8732568551033'] for network, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:33.295228 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c87150bd-aa9c-4ad1-bb68-57ec66d4fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:33.341172 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.db.api [None req-054149e2-512a-48b5-b449-c1be80d969f0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 10:25:33.341506 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG oslo_db.api [None req-054149e2-512a-48b5-b449-c1be80d969f0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 10:25:33.355247 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493a8ee-c201-4a79-9662-33c57619f75e tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Pushing event deleted for resources: {'Subnet': ['ID=3946e01c-d328-442a-87f3-cd0c24833d12,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:25:33.373259 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6493a8ee-c201-4a79-9662-33c57619f75e tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:33.403149 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-6493a8ee-c201-4a79-9662-33c57619f75e tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] 10.222.0.13 "DELETE /v2.0/subnets/3946e01c-d328-442a-87f3-cd0c24833d12 HTTP/1.1" status: 204 len: 168 time: 1.5439594 Mar 07 10:25:33.406225 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 59616) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:25:33.411339 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7502f3d7-4f28-467c-b2ef-883e01c767c4 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:33.523012 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46175817-1fb6-439f-b721-d8133e7b80eb None None] Network 470e4752-ebf8-4b6a-b746-a1819afa69d3 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:25:33.531742 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-d91e1c4a-4270-46ea-b257-b99e2976a944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6076671e-b6bf-49bb-931c-ac2bf8cc541b', 'name': 'tempest-ServersTestManualDisk-1536380407-router', 'tenant_id': '3889902faef740789076d2c396125f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.45'}], 'enable_snat': True}, 'gw_port_id': 'f3396d26-2164-4557-8c00-a732a26ee8ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:22:59Z', 'updated_at': '2022-03-07T10:23:14Z', 'revision_number': 4, 'project_id': '3889902faef740789076d2c396125f8b', 'gw_port': {'id': 'f3396d26-2164-4557-8c00-a732a26ee8ed', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:c7:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6076671e-b6bf-49bb-931c-ac2bf8cc541b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:23:00Z', 'updated_at': '2022-03-07T10:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_interfaces': [{'id': '6481cfd0-b4ea-41da-8d54-8599248a4ff1', 'name': '', 'network_id': '23de9fec-628e-4e97-8790-1a5369db8272', 'tenant_id': '3889902faef740789076d2c396125f8b', 'mac_address': 'fa:16:3e:f9:d2:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6076671e-b6bf-49bb-931c-ac2bf8cc541b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a11577b7-05f2-4ba2-9386-831d0aeb21de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:23:12Z', 'updated_at': '2022-03-07T10:23:57Z', 'revision_number': 5, 'project_id': '3889902faef740789076d2c396125f8b', 'subnets': [{'id': 'a11577b7-05f2-4ba2-9386-831d0aeb21de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:25:33.536988 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91e1c4a-4270-46ea-b257-b99e2976a944 None None] The sync data for ids ['6076671e-b6bf-49bb-931c-ac2bf8cc541b'] in dv-neutron-830731-3-hyperv is: [{'id': '6076671e-b6bf-49bb-931c-ac2bf8cc541b', 'name': 'tempest-ServersTestManualDisk-1536380407-router', 'tenant_id': '3889902faef740789076d2c396125f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.45'}], 'enable_snat': True}, 'gw_port_id': 'f3396d26-2164-4557-8c00-a732a26ee8ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:22:59Z', 'updated_at': '2022-03-07T10:23:14Z', 'revision_number': 4, 'project_id': '3889902faef740789076d2c396125f8b', 'gw_port': {'id': 'f3396d26-2164-4557-8c00-a732a26ee8ed', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:c7:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6076671e-b6bf-49bb-931c-ac2bf8cc541b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:23:00Z', 'updated_at': '2022-03-07T10:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_interfaces': [{'id': '6481cfd0-b4ea-41da-8d54-8599248a4ff1', 'name': '', 'network_id': '23de9fec-628e-4e97-8790-1a5369db8272', 'tenant_id': '3889902faef740789076d2c396125f8b', 'mac_address': 'fa:16:3e:f9:d2:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6076671e-b6bf-49bb-931c-ac2bf8cc541b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a11577b7-05f2-4ba2-9386-831d0aeb21de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:23:12Z', 'updated_at': '2022-03-07T10:23:57Z', 'revision_number': 5, 'project_id': '3889902faef740789076d2c396125f8b', 'subnets': [{'id': 'a11577b7-05f2-4ba2-9386-831d0aeb21de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:25:33.574126 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3e89374f-c72a-4c62-a876-e831b09df106 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1158940'] for network, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:33.625490 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-cf9e389b-aaab-4dfe-b695-36cc4dff2050 tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['519071e8-df4c-4bcf-b3c1-7a2f34169d68']}} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:25:33.640795 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7502f3d7-4f28-467c-b2ef-883e01c767c4 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Pushing event deleted for resources: {'Port': ['ID=63bb3cfe-a329-494f-8661-da899966a570,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:25:33.659646 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-3e89374f-c72a-4c62-a876-e831b09df106 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Deleting port 3cab0d8b-2194-4050-917f-5a6ab409d95a {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:25:33.660160 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3e89374f-c72a-4c62-a876-e831b09df106 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:33.751183 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-d94a5abb-b8f0-4bbb-b403-366af4c24696 None None] Provisioning complete for port 3cab0d8b-2194-4050-917f-5a6ab409d95a triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:25:33.751831 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-d94a5abb-b8f0-4bbb-b403-366af4c24696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:33.782704 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-cf9e389b-aaab-4dfe-b695-36cc4dff2050 tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0417a078-c16b-4c1b-8c08-a8807775c79f') {'for_net_delete': True} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:25:33.782900 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-cf9e389b-aaab-4dfe-b695-36cc4dff2050 tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0417a078-c16b-4c1b-8c08-a8807775c79f') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:25:33.813833 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c86c7e40-f0a2-4f5b-9d83-74920ec12132 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3556832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741408'] for subnet, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:33.830750 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7502f3d7-4f28-467c-b2ef-883e01c767c4 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] No DVR routers for this DVR port 63bb3cfe-a329-494f-8661-da899966a570 on host dv-neutron-830731-3-hyperv {{(pid=83737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:25:33.856275 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-054149e2-512a-48b5-b449-c1be80d969f0 None None] Deleting port 63bb3cfe-a329-494f-8661-da899966a570 {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:25:33.856668 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-054149e2-512a-48b5-b449-c1be80d969f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:33.874406 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-cf9e389b-aaab-4dfe-b695-36cc4dff2050 tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732568550916', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629174'] for segment, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:33.888184 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6675d810-36d9-4e66-80f5-5d72ab1f04db None None] New status for floating IP 11e33472-5290-4a74-8431-d47d6666640b: DOWN {{(pid=83739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 07 10:25:33.891019 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c86c7e40-f0a2-4f5b-9d83-74920ec12132 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Network 98d8805b-dd65-4110-997b-2eea298bca78 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:25:33.891304 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-fa96204c-0b2f-4ce7-8ec8-80bb1154e719 tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:33.898168 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [req-c7869de0-452b-46a9-bb25-4eadc335cd63 req-0303bb5f-16c2-4a1e-bf81-6ca20f8641ea tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] For port f243225f-86aa-45f6-8146-7b796bc3b24c, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=f243225f-86aa-45f6-8146-7b796bc3b24c,segment=NetworkSegment(9aaed74e-7327-4b84-aa4b-76c27e2d346f),segment_id=9aaed74e-7327-4b84-aa4b-76c27e2d346f)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:25:33.898512 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-c7869de0-452b-46a9-bb25-4eadc335cd63 req-0303bb5f-16c2-4a1e-bf81-6ca20f8641ea tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:33.901798 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-c86c7e40-f0a2-4f5b-9d83-74920ec12132 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:25:33.904826 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c86c7e40-f0a2-4f5b-9d83-74920ec12132 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:25:33.905515 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c86c7e40-f0a2-4f5b-9d83-74920ec12132 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:33.952135 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-cf9e389b-aaab-4dfe-b695-36cc4dff2050 tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:33.957685 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d18e4801-f336-45d3-986a-4f01dc650ee3 None None] Network 98d8805b-dd65-4110-997b-2eea298bca78 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:25:34.015249 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86c7e40-f0a2-4f5b-9d83-74920ec12132 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Pushing event updated for resources: {'Subnet': ['ID=0784281f-688b-4301-8fab-9615c7a28a33,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:25:34.027158 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-054149e2-512a-48b5-b449-c1be80d969f0 None None] The port '63bb3cfe-a329-494f-8661-da899966a570' was deleted {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 07 10:25:34.033804 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-c86c7e40-f0a2-4f5b-9d83-74920ec12132 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.0461557 Mar 07 10:25:34.034699 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 59620) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:25:34.036447 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-3e89374f-c72a-4c62-a876-e831b09df106 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] For port 3cab0d8b-2194-4050-917f-5a6ab409d95a, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=3cab0d8b-2194-4050-917f-5a6ab409d95a,segment=NetworkSegment(bf7c2459-a780-4172-b912-ba07261af9fb),segment_id=bf7c2459-a780-4172-b912-ba07261af9fb)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:25:34.037185 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3e89374f-c72a-4c62-a876-e831b09df106 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:34.092650 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2de958e-59bf-47bc-9abd-f0554778ba28 req-d101d1a2-35b6-4644-b4ef-3b03c356ea53 tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:25:34.093346 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-a2de958e-59bf-47bc-9abd-f0554778ba28 req-d101d1a2-35b6-4644-b4ef-3b03c356ea53 tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] Synchronizing usage tracker for tenant:7786db5ef26f4f06a4ab41ba87614474 on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:25:34.107971 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf9e389b-aaab-4dfe-b695-36cc4dff2050 tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=83737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 07 10:25:34.108360 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-cf9e389b-aaab-4dfe-b695-36cc4dff2050 tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1227397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3012597'] for segment, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:34.123111 dv-neutron-830731-3-hyperv neutron-server[83737]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:25:34.123111 dv-neutron-830731-3-hyperv neutron-server[83737]: util.warn( Mar 07 10:25:34.123111 dv-neutron-830731-3-hyperv neutron-server[83737]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:25:34.123111 dv-neutron-830731-3-hyperv neutron-server[83737]: util.warn( Mar 07 10:25:34.123111 dv-neutron-830731-3-hyperv neutron-server[83737]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:25:34.123111 dv-neutron-830731-3-hyperv neutron-server[83737]: util.warn( Mar 07 10:25:34.123111 dv-neutron-830731-3-hyperv neutron-server[83737]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:25:34.123111 dv-neutron-830731-3-hyperv neutron-server[83737]: util.warn( Mar 07 10:25:34.123111 dv-neutron-830731-3-hyperv neutron-server[83737]: Traceback (most recent call last): Mar 07 10:25:34.123111 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 07 10:25:34.123111 dv-neutron-830731-3-hyperv neutron-server[83737]: timer() Mar 07 10:25:34.123111 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:25:34.123111 dv-neutron-830731-3-hyperv neutron-server[83737]: cb(*args, **kw) Mar 07 10:25:34.123111 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 10:25:34.123111 dv-neutron-830731-3-hyperv neutron-server[83737]: return func(*args, **kwargs) Mar 07 10:25:34.123111 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:25:34.123111 dv-neutron-830731-3-hyperv neutron-server[83737]: self._notify() Mar 07 10:25:34.123111 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:25:34.123111 dv-neutron-830731-3-hyperv neutron-server[83737]: self.callback(batched_events) Mar 07 10:25:34.123111 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:25:34.123111 dv-neutron-830731-3-hyperv neutron-server[83737]: event.method(event) Mar 07 10:25:34.123111 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 10:25:34.123111 dv-neutron-830731-3-hyperv neutron-server[83737]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:25:34.123111 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 10:25:34.123111 dv-neutron-830731-3-hyperv neutron-server[83737]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:25:34.123111 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 10:25:34.123111 dv-neutron-830731-3-hyperv neutron-server[83737]: return f(self, *a, **k) Mar 07 10:25:34.123111 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:25:34.123111 dv-neutron-830731-3-hyperv neutron-server[83737]: return self._get(url).json() Mar 07 10:25:34.123111 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:25:34.123111 dv-neutron-830731-3-hyperv neutron-server[83737]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:25:34.123111 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 07 10:25:34.123111 dv-neutron-830731-3-hyperv neutron-server[83737]: return self.request(url, 'GET', **kwargs) Mar 07 10:25:34.123111 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 07 10:25:34.123111 dv-neutron-830731-3-hyperv neutron-server[83737]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:25:34.123111 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 07 10:25:34.123111 dv-neutron-830731-3-hyperv neutron-server[83737]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:25:34.123111 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 07 10:25:34.123111 dv-neutron-830731-3-hyperv neutron-server[83737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:25:34.123111 dv-neutron-830731-3-hyperv neutron-server[83737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:25:34.137856 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-86f72f63-c7c9-489e-bed3-8951aaef7d80 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1677353905', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:25:34.155410 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-fa96204c-0b2f-4ce7-8ec8-80bb1154e719 tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:34.166339 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-3e89374f-c72a-4c62-a876-e831b09df106 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Calling delete_port for 3cab0d8b-2194-4050-917f-5a6ab409d95a owned by network:dhcp {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:25:34.232126 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-86f72f63-c7c9-489e-bed3-8951aaef7d80 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:25:34.258084 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7502f3d7-4f28-467c-b2ef-883e01c767c4 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1526893', 'neutron.services.segments.db._delete_segments_for_network-8732568551033'] for network, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:34.259761 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3e89374f-c72a-4c62-a876-e831b09df106 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:34.274025 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-86f72f63-c7c9-489e-bed3-8951aaef7d80 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Usage tracker for resource:router and tenant:0f1e04191c7443f7844c0202165e746c is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:25:34.289562 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-d94a5abb-b8f0-4bbb-b403-366af4c24696 None None] Port 3cab0d8b-2194-4050-917f-5a6ab409d95a update to ACTIVE by agent not found {{(pid=83739) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Mar 07 10:25:34.295748 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-86f72f63-c7c9-489e-bed3-8951aaef7d80 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:25:34.357757 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab258f02-b5e8-41b0-b740-2db1b811a33f None None] DHCP port deletion for 470e4752-ebf8-4b6a-b746-a1819afa69d3 request from dv-neutron-830731-3-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 07 10:25:34.359209 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e89374f-c72a-4c62-a876-e831b09df106 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Pushing event deleted for resources: {'Port': ['ID=3cab0d8b-2194-4050-917f-5a6ab409d95a,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:25:34.376161 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e89374f-c72a-4c62-a876-e831b09df106 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] No DVR routers for this DVR port 3cab0d8b-2194-4050-917f-5a6ab409d95a on host dv-neutron-830731-3-hyperv {{(pid=83738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:25:34.406763 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-86f72f63-c7c9-489e-bed3-8951aaef7d80 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:25:34.421650 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-a2de958e-59bf-47bc-9abd-f0554778ba28 req-d101d1a2-35b6-4644-b4ef-3b03c356ea53 tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] Unset dirty status for tenant:7786db5ef26f4f06a4ab41ba87614474 on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:25:34.422878 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-a2de958e-59bf-47bc-9abd-f0554778ba28 req-d101d1a2-35b6-4644-b4ef-3b03c356ea53 tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] 10.222.0.13 "GET /v2.0/ports?device_id=16725675-ba59-4dce-8b8e-c03b4061c4de HTTP/1.1" status: 200 len: 944 time: 1.2497790 Mar 07 10:25:34.434131 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-7502f3d7-4f28-467c-b2ef-883e01c767c4 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ddb6513-038a-405a-b0b0-baa9da876d5a']}} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:25:34.448454 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5608bac8-a495-4025-8425-fb1d33b21203 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ec2749d-0aec-52fb-aca6-10ba8a80aade-98d8805b-dd65-4110-997b-2eea298bca78', 'network_id': '98d8805b-dd65-4110-997b-2eea298bca78', 'tenant_id': '0f1e04191c7443f7844c0202165e746c', 'fixed_ips': [{'subnet_id': '0784281f-688b-4301-8fab-9615c7a28a33'}]}} from dv-neutron-830731-3-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 07 10:25:34.449332 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-5608bac8-a495-4025-8425-fb1d33b21203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:34.452023 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-cf9e389b-aaab-4dfe-b695-36cc4dff2050 tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1526886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923583'] for network, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:34.483178 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-cf9e389b-aaab-4dfe-b695-36cc4dff2050 tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:34.489045 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-7502f3d7-4f28-467c-b2ef-883e01c767c4 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f747d7f0-8450-4f07-99f1-bdb1475e14bb') {'for_net_delete': True} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:25:34.489337 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-7502f3d7-4f28-467c-b2ef-883e01c767c4 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f747d7f0-8450-4f07-99f1-bdb1475e14bb') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:25:34.510828 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-86f72f63-c7c9-489e-bed3-8951aaef7d80 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3919700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58025'] for router, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:34.511749 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-86f72f63-c7c9-489e-bed3-8951aaef7d80 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3919671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4011175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58018'] for router, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:34.535382 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9e389b-aaab-4dfe-b695-36cc4dff2050 tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Pushing event deleted for resources: {'Network': ['ID=519071e8-df4c-4bcf-b3c1-7a2f34169d68,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:25:34.559515 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3e89374f-c72a-4c62-a876-e831b09df106 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1526893', 'neutron.services.segments.db._delete_segments_for_network-8732568551033'] for network, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:34.589195 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-3e89374f-c72a-4c62-a876-e831b09df106 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['470e4752-ebf8-4b6a-b746-a1819afa69d3']}} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:25:34.597636 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 63bb3cfe-a329-494f-8661-da899966a570 no longer exists at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:25:34.603818 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-3e89374f-c72a-4c62-a876-e831b09df106 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf7c2459-a780-4172-b912-ba07261af9fb') {'for_net_delete': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:25:34.604113 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-3e89374f-c72a-4c62-a876-e831b09df106 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf7c2459-a780-4172-b912-ba07261af9fb') {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:25:34.610423 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7502f3d7-4f28-467c-b2ef-883e01c767c4 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732568550916', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629174'] for segment, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:34.620248 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3e89374f-c72a-4c62-a876-e831b09df106 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732568550916', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968000'] for segment, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:34.639581 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] No Port match for: 63bb3cfe-a329-494f-8661-da899966a570 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 10:25:34.639817 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 63bb3cfe-a329-494f-8661-da899966a570 not bound to the agent host dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 10:25:34.640295 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 3cab0d8b-2194-4050-917f-5a6ab409d95a no longer exists at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:25:34.643688 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3e89374f-c72a-4c62-a876-e831b09df106 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:34.652843 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e89374f-c72a-4c62-a876-e831b09df106 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=83738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 07 10:25:34.653535 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3e89374f-c72a-4c62-a876-e831b09df106 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1227397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3556681'] for segment, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:34.674732 dv-neutron-830731-3-hyperv neutron-server[83738]: Traceback (most recent call last): Mar 07 10:25:34.674732 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 07 10:25:34.674732 dv-neutron-830731-3-hyperv neutron-server[83738]: timer() Mar 07 10:25:34.674732 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:25:34.674732 dv-neutron-830731-3-hyperv neutron-server[83738]: cb(*args, **kw) Mar 07 10:25:34.674732 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 10:25:34.674732 dv-neutron-830731-3-hyperv neutron-server[83738]: return func(*args, **kwargs) Mar 07 10:25:34.674732 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:25:34.674732 dv-neutron-830731-3-hyperv neutron-server[83738]: self._notify() Mar 07 10:25:34.674732 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:25:34.674732 dv-neutron-830731-3-hyperv neutron-server[83738]: self.callback(batched_events) Mar 07 10:25:34.674732 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:25:34.674732 dv-neutron-830731-3-hyperv neutron-server[83738]: event.method(event) Mar 07 10:25:34.674732 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 10:25:34.674732 dv-neutron-830731-3-hyperv neutron-server[83738]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:25:34.674732 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 10:25:34.674732 dv-neutron-830731-3-hyperv neutron-server[83738]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:25:34.674732 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 10:25:34.674732 dv-neutron-830731-3-hyperv neutron-server[83738]: return f(self, *a, **k) Mar 07 10:25:34.674732 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:25:34.674732 dv-neutron-830731-3-hyperv neutron-server[83738]: return self._get(url).json() Mar 07 10:25:34.674732 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:25:34.674732 dv-neutron-830731-3-hyperv neutron-server[83738]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:25:34.674732 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 07 10:25:34.674732 dv-neutron-830731-3-hyperv neutron-server[83738]: return self.request(url, 'GET', **kwargs) Mar 07 10:25:34.674732 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 07 10:25:34.674732 dv-neutron-830731-3-hyperv neutron-server[83738]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:25:34.674732 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 07 10:25:34.674732 dv-neutron-830731-3-hyperv neutron-server[83738]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:25:34.674732 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 07 10:25:34.674732 dv-neutron-830731-3-hyperv neutron-server[83738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:25:34.674732 dv-neutron-830731-3-hyperv neutron-server[83738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:25:34.679255 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] No Port match for: 3cab0d8b-2194-4050-917f-5a6ab409d95a {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 10:25:34.679662 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 3cab0d8b-2194-4050-917f-5a6ab409d95a not bound to the agent host dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 10:25:34.681119 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-fa96204c-0b2f-4ce7-8ec8-80bb1154e719 tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:34.683555 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-fa96204c-0b2f-4ce7-8ec8-80bb1154e719 tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:34.688292 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-fa96204c-0b2f-4ce7-8ec8-80bb1154e719 tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] 10.222.0.13 "DELETE /v2.0/security-groups/c735d486-3973-4844-a84d-db3442c4bb8d HTTP/1.1" status: 204 len: 168 time: 1.6817398 Mar 07 10:25:34.688292 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-cf9e389b-aaab-4dfe-b695-36cc4dff2050 tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] 10.222.0.13 "DELETE /v2.0/networks/519071e8-df4c-4bcf-b3c1-7a2f34169d68 HTTP/1.1" status: 204 len: 168 time: 5.8831577 Mar 07 10:25:34.701643 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7502f3d7-4f28-467c-b2ef-883e01c767c4 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:34.711873 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-5608bac8-a495-4025-8425-fb1d33b21203 None None] Allocated IP 2001:db8::2 (98d8805b-dd65-4110-997b-2eea298bca78/0784281f-688b-4301-8fab-9615c7a28a33/26272943-e50b-47e2-8e72-01fa8eafcad1) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:25:34.712667 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 59624) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:25:34.712904 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 59626) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:25:34.780081 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa96204c-0b2f-4ce7-8ec8-80bb1154e719 tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c735d486-3973-4844-a84d-db3442c4bb8d,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:25:34.787268 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7502f3d7-4f28-467c-b2ef-883e01c767c4 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=83737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 07 10:25:34.787665 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7502f3d7-4f28-467c-b2ef-883e01c767c4 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1227397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3012597'] for segment, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:34.810850 dv-neutron-830731-3-hyperv neutron-server[83737]: Traceback (most recent call last): Mar 07 10:25:34.810850 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 07 10:25:34.810850 dv-neutron-830731-3-hyperv neutron-server[83737]: timer() Mar 07 10:25:34.810850 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:25:34.810850 dv-neutron-830731-3-hyperv neutron-server[83737]: cb(*args, **kw) Mar 07 10:25:34.810850 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 10:25:34.810850 dv-neutron-830731-3-hyperv neutron-server[83737]: return func(*args, **kwargs) Mar 07 10:25:34.810850 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:25:34.810850 dv-neutron-830731-3-hyperv neutron-server[83737]: self._notify() Mar 07 10:25:34.810850 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:25:34.810850 dv-neutron-830731-3-hyperv neutron-server[83737]: self.callback(batched_events) Mar 07 10:25:34.810850 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:25:34.810850 dv-neutron-830731-3-hyperv neutron-server[83737]: event.method(event) Mar 07 10:25:34.810850 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 10:25:34.810850 dv-neutron-830731-3-hyperv neutron-server[83737]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:25:34.810850 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 10:25:34.810850 dv-neutron-830731-3-hyperv neutron-server[83737]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:25:34.810850 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 10:25:34.810850 dv-neutron-830731-3-hyperv neutron-server[83737]: return f(self, *a, **k) Mar 07 10:25:34.810850 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:25:34.810850 dv-neutron-830731-3-hyperv neutron-server[83737]: return self._get(url).json() Mar 07 10:25:34.810850 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:25:34.810850 dv-neutron-830731-3-hyperv neutron-server[83737]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:25:34.810850 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 07 10:25:34.810850 dv-neutron-830731-3-hyperv neutron-server[83737]: return self.request(url, 'GET', **kwargs) Mar 07 10:25:34.810850 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 07 10:25:34.810850 dv-neutron-830731-3-hyperv neutron-server[83737]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:25:34.810850 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 07 10:25:34.810850 dv-neutron-830731-3-hyperv neutron-server[83737]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:25:34.810850 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 07 10:25:34.810850 dv-neutron-830731-3-hyperv neutron-server[83737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:25:34.810850 dv-neutron-830731-3-hyperv neutron-server[83737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:25:34.817716 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-86f72f63-c7c9-489e-bed3-8951aaef7d80 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:34.821168 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-0240f7a1-2ce2-4bf1-8e42-e76665592bca tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Synchronizing usage tracker for tenant:64dd8ce26a1f4a129b19da032c5653db on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:25:34.829502 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-a2de958e-59bf-47bc-9abd-f0554778ba28 req-31fbf2e7-f373-4192-8478-96e53311f78a tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] 10.222.0.13 "GET /v2.0/security-groups?id=c28a13f4-01ef-4f24-988e-e07a61e72f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3721807 Mar 07 10:25:34.870729 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3e89374f-c72a-4c62-a876-e831b09df106 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1526886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923583'] for network, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:34.875687 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3e89374f-c72a-4c62-a876-e831b09df106 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:34.888641 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-c7869de0-452b-46a9-bb25-4eadc335cd63 req-0303bb5f-16c2-4a1e-bf81-6ca20f8641ea tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:34.889006 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-c7869de0-452b-46a9-bb25-4eadc335cd63 req-0303bb5f-16c2-4a1e-bf81-6ca20f8641ea tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923533'] for floatingip, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:34.889498 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.db.l3_db [req-c7869de0-452b-46a9-bb25-4eadc335cd63 req-0303bb5f-16c2-4a1e-bf81-6ca20f8641ea tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] Floating IP e53cc66e-d40a-49e6-9816-a267f90037a5 disassociated. External IP: 172.26.8.165, port: f243225f-86aa-45f6-8146-7b796bc3b24c. Mar 07 10:25:34.889893 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [req-c7869de0-452b-46a9-bb25-4eadc335cd63 req-0303bb5f-16c2-4a1e-bf81-6ca20f8641ea tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] Calling delete_port for f243225f-86aa-45f6-8146-7b796bc3b24c owned by compute:nova {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:25:34.907746 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e89374f-c72a-4c62-a876-e831b09df106 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Pushing event deleted for resources: {'Network': ['ID=470e4752-ebf8-4b6a-b746-a1819afa69d3,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:25:34.912708 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-3e89374f-c72a-4c62-a876-e831b09df106 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] 10.222.0.13 "DELETE /v2.0/networks/470e4752-ebf8-4b6a-b746-a1819afa69d3 HTTP/1.1" status: 204 len: 168 time: 1.5046682 Mar 07 10:25:34.914989 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 59634) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:25:34.938313 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.api.v2.resource [None req-e1467aab-c978-4f13-8458-f9856abf955f tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] show failed (client error): The resource could not be found. Mar 07 10:25:34.939566 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-e1467aab-c978-4f13-8458-f9856abf955f tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] 10.222.0.13 "GET /v2.0/security-groups/c735d486-3973-4844-a84d-db3442c4bb8d HTTP/1.1" status: 404 len: 347 time: 0.2253337 Mar 07 10:25:34.951825 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 59638) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:25:34.965843 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-5608bac8-a495-4025-8425-fb1d33b21203 None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:34.991876 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-5608bac8-a495-4025-8425-fb1d33b21203 None None] Transition to ACTIVE for port object 26272943-e50b-47e2-8e72-01fa8eafcad1 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:25:34.998074 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-0240f7a1-2ce2-4bf1-8e42-e76665592bca tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Unset dirty status for tenant:64dd8ce26a1f4a129b19da032c5653db on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:25:34.999227 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-0240f7a1-2ce2-4bf1-8e42-e76665592bca tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] 10.222.0.13 "GET /v2.0/ports?device_id=94f299a4-fd1c-4ad1-9f05-21f018803649 HTTP/1.1" status: 200 len: 205 time: 0.2834961 Mar 07 10:25:35.003723 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7502f3d7-4f28-467c-b2ef-883e01c767c4 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1526886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923583'] for network, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:35.005567 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-86f72f63-c7c9-489e-bed3-8951aaef7d80 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3917991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923518'] for router, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:35.012104 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 59642) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:25:35.013997 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8a6c1fe-df27-4161-8205-ba930bac7f35 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] DELETE failed (client error): The resource could not be found. Mar 07 10:25:35.014417 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8a6c1fe-df27-4161-8205-ba930bac7f35 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:25:35.018488 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-a8a6c1fe-df27-4161-8205-ba930bac7f35 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] 10.222.0.13 "DELETE /v2.0/subnets/7ee7fe66-7270-429f-adce-355a07a3b1de HTTP/1.1" status: 404 len: 337 time: 0.0987792 Mar 07 10:25:35.022122 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-5608bac8-a495-4025-8425-fb1d33b21203 None None] Transition to ACTIVE for port object 26272943-e50b-47e2-8e72-01fa8eafcad1 will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:25:35.024012 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 59646) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:25:35.029353 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-5608bac8-a495-4025-8425-fb1d33b21203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:35.067461 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2d7c28d-7c2e-4f8a-849e-484380340a17 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] DELETE failed (client error): The resource could not be found. Mar 07 10:25:35.067887 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2d7c28d-7c2e-4f8a-849e-484380340a17 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:25:35.072695 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-a2d7c28d-7c2e-4f8a-849e-484380340a17 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] 10.222.0.13 "DELETE /v2.0/networks/e4879118-6207-48f2-aace-e86f7591e455 HTTP/1.1" status: 404 len: 339 time: 0.0459397 Mar 07 10:25:35.094665 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7502f3d7-4f28-467c-b2ef-883e01c767c4 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:35.098498 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5608bac8-a495-4025-8425-fb1d33b21203 None None] Network 98d8805b-dd65-4110-997b-2eea298bca78 is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:25:35.102374 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-5608bac8-a495-4025-8425-fb1d33b21203 None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:25:35.106722 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 59650) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:25:35.107560 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5608bac8-a495-4025-8425-fb1d33b21203 None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:25:35.109852 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5608bac8-a495-4025-8425-fb1d33b21203 None None] Pushing event updated for resources: {'Port': ['ID=26272943-e50b-47e2-8e72-01fa8eafcad1,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:25:35.154523 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-6c6e0467-446a-49a3-9429-04a2f98a0091 tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] Deleting port 98f40b47-ef03-4baf-bf4e-33fcd0c14f58 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:25:35.154778 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6c6e0467-446a-49a3-9429-04a2f98a0091 tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:35.163726 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7502f3d7-4f28-467c-b2ef-883e01c767c4 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Pushing event deleted for resources: {'Network': ['ID=8ddb6513-038a-405a-b0b0-baa9da876d5a,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:25:35.202629 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-5608bac8-a495-4025-8425-fb1d33b21203 None None] Attempting to bind port 26272943-e50b-47e2-8e72-01fa8eafcad1 on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:25:35.203023 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-5608bac8-a495-4025-8425-fb1d33b21203 None None] Attempting to bind port 26272943-e50b-47e2-8e72-01fa8eafcad1 by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': '13510a37-88c7-493e-9701-b414ea24fc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '98d8805b-dd65-4110-997b-2eea298bca78'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:25:35.203364 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5608bac8-a495-4025-8425-fb1d33b21203 None None] Attempting to bind port 26272943-e50b-47e2-8e72-01fa8eafcad1 on network 98d8805b-dd65-4110-997b-2eea298bca78 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:25:35.210922 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5608bac8-a495-4025-8425-fb1d33b21203 None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:25:35.212029 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5608bac8-a495-4025-8425-fb1d33b21203 None None] Checking segment: {'id': '13510a37-88c7-493e-9701-b414ea24fc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '98d8805b-dd65-4110-997b-2eea298bca78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:25:35.212642 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-5608bac8-a495-4025-8425-fb1d33b21203 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:35.213043 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5608bac8-a495-4025-8425-fb1d33b21203 None None] Bound using segment: {'id': '13510a37-88c7-493e-9701-b414ea24fc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '98d8805b-dd65-4110-997b-2eea298bca78'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:25:35.213522 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-5608bac8-a495-4025-8425-fb1d33b21203 None None] Bound port: 26272943-e50b-47e2-8e72-01fa8eafcad1, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13510a37-88c7-493e-9701-b414ea24fc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '98d8805b-dd65-4110-997b-2eea298bca78'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:25:35.213903 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-5608bac8-a495-4025-8425-fb1d33b21203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:35.309147 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-5608bac8-a495-4025-8425-fb1d33b21203 None None] For port 26272943-e50b-47e2-8e72-01fa8eafcad1, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:25:35.313031 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-5608bac8-a495-4025-8425-fb1d33b21203 None None] For port 26272943-e50b-47e2-8e72-01fa8eafcad1, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=26272943-e50b-47e2-8e72-01fa8eafcad1,segment=NetworkSegment(13510a37-88c7-493e-9701-b414ea24fc4c),segment_id=13510a37-88c7-493e-9701-b414ea24fc4c)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:25:35.317239 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-5608bac8-a495-4025-8425-fb1d33b21203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:35.340767 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-7502f3d7-4f28-467c-b2ef-883e01c767c4 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] 10.222.0.13 "DELETE /v2.0/networks/8ddb6513-038a-405a-b0b0-baa9da876d5a HTTP/1.1" status: 204 len: 168 time: 3.6609032 Mar 07 10:25:35.345127 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 59654) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:25:35.349573 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-86f72f63-c7c9-489e-bed3-8951aaef7d80 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:35.350399 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-86f72f63-c7c9-489e-bed3-8951aaef7d80 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 1.2653179 Mar 07 10:25:35.351533 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-32a074a1-3454-4ff3-bf71-715942cd1332 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] DELETE failed (client error): The resource could not be found. Mar 07 10:25:35.351971 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32a074a1-3454-4ff3-bf71-715942cd1332 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:25:35.353146 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-c20d24b6-ac98-43a2-a07d-54fee37a1fda tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-978248597'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:25:35.353762 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-32a074a1-3454-4ff3-bf71-715942cd1332 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] 10.222.0.13 "DELETE /v2.0/subnets/5273f902-b4cf-4d2a-a448-77a4896c40e9 HTTP/1.1" status: 404 len: 337 time: 0.2284415 Mar 07 10:25:35.355803 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 59658) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:25:35.357762 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 59660) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:25:35.362394 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6c6e0467-446a-49a3-9429-04a2f98a0091 tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:35.362718 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6c6e0467-446a-49a3-9429-04a2f98a0091 tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:35.370559 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-c20d24b6-ac98-43a2-a07d-54fee37a1fda tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:25:35.397665 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-c20d24b6-ac98-43a2-a07d-54fee37a1fda tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Usage tracker for resource:network and tenant:29ee0fb2487e46c6b75e400959e24994 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:25:35.464385 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5608bac8-a495-4025-8425-fb1d33b21203 None None] Pushing event updated for resources: {'Port': ['ID=26272943-e50b-47e2-8e72-01fa8eafcad1,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:25:35.488570 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91799712-7c3e-4dcb-9517-13a3d7dfa49e tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Router 4bd78e7b-bb20-49e1-8453-68eb29fc1b8d has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:25:35.508106 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-c20d24b6-ac98-43a2-a07d-54fee37a1fda tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:25:35.516098 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-6c6e0467-446a-49a3-9429-04a2f98a0091 tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] Calling delete_port for 98f40b47-ef03-4baf-bf4e-33fcd0c14f58 owned by network:floatingip {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:25:35.545647 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-e05c85fc-dc09-4cc8-a718-a5ddcc922f0f tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] DELETE failed (client error): The resource could not be found. Mar 07 10:25:35.546073 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e05c85fc-dc09-4cc8-a718-a5ddcc922f0f tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:25:35.551172 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-e05c85fc-dc09-4cc8-a718-a5ddcc922f0f tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] 10.222.0.13 "DELETE /v2.0/networks/830ea3c3-8210-440b-8f7b-4e5ba714319f HTTP/1.1" status: 404 len: 339 time: 0.1881788 Mar 07 10:25:35.551358 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 59666) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:25:35.557820 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-c20d24b6-ac98-43a2-a07d-54fee37a1fda tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:25:35.583261 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c20d24b6-ac98-43a2-a07d-54fee37a1fda tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Made reservation on behalf of 29ee0fb2487e46c6b75e400959e24994 for: {'network': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:25:35.586462 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c20d24b6-ac98-43a2-a07d-54fee37a1fda tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for network, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:35.615693 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7c353a4c-4059-47fa-8577-9e8c1b85e8cb tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Notify callbacks [] for router, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:35.637938 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c20d24b6-ac98-43a2-a07d-54fee37a1fda tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=83738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:25:35.692523 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c20d24b6-ac98-43a2-a07d-54fee37a1fda tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:35.692864 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.db.segments_db [None req-c20d24b6-ac98-43a2-a07d-54fee37a1fda tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Added segment fc1a0362-df9e-45c2-81d5-12ec0e4d788e of type vlan for network bb88baa3-c7e4-44fa-bf12-b0c59c6892ac Mar 07 10:25:35.702540 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-433d3ec7-82f3-4209-9a14-8677b1850663 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] DELETE failed (client error): The resource could not be found. Mar 07 10:25:35.703190 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-433d3ec7-82f3-4209-9a14-8677b1850663 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:25:35.734692 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c20d24b6-ac98-43a2-a07d-54fee37a1fda tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732568034061'] for network, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:35.739353 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6c6e0467-446a-49a3-9429-04a2f98a0091 tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:35.765441 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-c7869de0-452b-46a9-bb25-4eadc335cd63 req-0303bb5f-16c2-4a1e-bf81-6ca20f8641ea tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:35.787351 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-433d3ec7-82f3-4209-9a14-8677b1850663 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] 10.222.0.13 "DELETE /v2.0/subnets/9a791331-73fc-4255-b2a8-5be76ee5c0db HTTP/1.1" status: 404 len: 337 time: 0.2326050 Mar 07 10:25:35.790618 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 59670) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:25:35.793573 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6e0467-446a-49a3-9429-04a2f98a0091 tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] Pushing event deleted for resources: {'Port': ['ID=98f40b47-ef03-4baf-bf4e-33fcd0c14f58,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:25:35.836013 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-e35e2ba0-297b-4acb-ae71-a75eed516a3c tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] DELETE failed (client error): The resource could not be found. Mar 07 10:25:35.836316 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e35e2ba0-297b-4acb-ae71-a75eed516a3c tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:25:35.887197 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-e35e2ba0-297b-4acb-ae71-a75eed516a3c tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] 10.222.0.13 "DELETE /v2.0/networks/eae45fef-ebb9-4481-873d-ba5c0f8dbb2e HTTP/1.1" status: 404 len: 339 time: 0.0950644 Mar 07 10:25:35.907740 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 59676) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:25:35.919558 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0303bb5f-16c2-4a1e-bf81-6ca20f8641ea tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] Pushing event deleted for resources: {'Port': ['ID=f243225f-86aa-45f6-8146-7b796bc3b24c,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:25:35.968650 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c20d24b6-ac98-43a2-a07d-54fee37a1fda tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594'] for network, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:35.972931 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c20d24b6-ac98-43a2-a07d-54fee37a1fda tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:25:35.973730 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c20d24b6-ac98-43a2-a07d-54fee37a1fda tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:36.135664 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-c20d24b6-ac98-43a2-a07d-54fee37a1fda tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7897699 Mar 07 10:25:36.145102 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 59680) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:25:36.164575 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-baf4e06b-8b48-4e72-ae74-52d51162ecb5 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Request body: {'subnet': {'network_id': 'bb88baa3-c7e4-44fa-bf12-b0c59c6892ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:25:36.171449 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-41b953ff-a368-412c-ab78-430ef07b438a req-77ae8887-9c74-4b07-a6f5-5b9df07076e5 tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] Synchronizing usage tracker for tenant:7786db5ef26f4f06a4ab41ba87614474 on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:25:36.202421 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20d24b6-ac98-43a2-a07d-54fee37a1fda tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Pushing event updated for resources: {'Network': ['ID=bb88baa3-c7e4-44fa-bf12-b0c59c6892ac,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:25:36.213389 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Network bb88baa3-c7e4-44fa-bf12-b0c59c6892ac details requested by agent ovs-agent-dv-neutron-830731-3-hyperv with host dv-neutron-830731-3-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 10:25:36.307876 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6c6e0467-446a-49a3-9429-04a2f98a0091 tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] Notify callbacks [] for floatingip, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:36.310320 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6c6e0467-446a-49a3-9429-04a2f98a0091 tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for floatingip, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:36.311514 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-6c6e0467-446a-49a3-9429-04a2f98a0091 tempest-ServersTestManualDisk-2081287026 tempest-ServersTestManualDisk-2081287026-project] 10.222.0.13 "DELETE /v2.0/floatingips/11e33472-5290-4a74-8431-d47d6666640b HTTP/1.1" status: 204 len: 168 time: 1.3558428 Mar 07 10:25:36.322394 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 59684) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:25:36.482072 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-41b953ff-a368-412c-ab78-430ef07b438a req-77ae8887-9c74-4b07-a6f5-5b9df07076e5 tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] Unset dirty status for tenant:7786db5ef26f4f06a4ab41ba87614474 on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:25:36.483229 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-41b953ff-a368-412c-ab78-430ef07b438a req-77ae8887-9c74-4b07-a6f5-5b9df07076e5 tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] 10.222.0.13 "GET /v2.0/ports?device_id=16725675-ba59-4dce-8b8e-c03b4061c4de HTTP/1.1" status: 200 len: 210 time: 0.4333773 Mar 07 10:25:36.667049 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 26272943-e50b-47e2-8e72-01fa8eafcad1 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:25:36.737768 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_v2 [None req-107bc03e-75ec-4f75-8fee-a09a8c66bad7 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Deleting subnet 6c7b026e-191a-4e4c-9cd6-28f00b5e90b5 {{(pid=83738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 07 10:25:36.746085 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-107bc03e-75ec-4f75-8fee-a09a8c66bad7 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks [] for subnet, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:36.803585 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning for port 26272943-e50b-47e2-8e72-01fa8eafcad1 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:25:36.843203 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-baf4e06b-8b48-4e72-ae74-52d51162ecb5 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:25:36.861521 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-baf4e06b-8b48-4e72-ae74-52d51162ecb5 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Usage tracker for resource:subnet and tenant:29ee0fb2487e46c6b75e400959e24994 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:25:36.872380 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-baf4e06b-8b48-4e72-ae74-52d51162ecb5 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:25:36.881338 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9757375f-a8cc-4f90-b9d1-8219d8db18af None None] get_active_networks_info from dv-neutron-830731-3-hyperv {{(pid=83739) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 07 10:25:36.882348 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-baf4e06b-8b48-4e72-ae74-52d51162ecb5 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:25:36.901738 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-107bc03e-75ec-4f75-8fee-a09a8c66bad7 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2969395'] for subnet, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:36.953210 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baf4e06b-8b48-4e72-ae74-52d51162ecb5 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Made reservation on behalf of 29ee0fb2487e46c6b75e400959e24994 for: {'subnet': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:25:36.994047 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-28a98273-99c1-41bf-9b43-ff79075405d3 None None] Provisioning for port 26272943-e50b-47e2-8e72-01fa8eafcad1 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:25:37.007510 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-28a98273-99c1-41bf-9b43-ff79075405d3 None None] Provisioning complete for port 26272943-e50b-47e2-8e72-01fa8eafcad1 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:25:37.007990 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-28a98273-99c1-41bf-9b43-ff79075405d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:37.042160 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7c353a4c-4059-47fa-8577-9e8c1b85e8cb tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3917970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58043'] for router, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:37.059240 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7c353a4c-4059-47fa-8577-9e8c1b85e8cb tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:37.112898 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-baf4e06b-8b48-4e72-ae74-52d51162ecb5 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741426'] for subnet, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:37.167143 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-28a98273-99c1-41bf-9b43-ff79075405d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:37.177749 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9757375f-a8cc-4f90-b9d1-8219d8db18af None None] Resources bound (agent type, host, resource id): {{(pid=83739) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 07 10:25:37.180376 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7c353a4c-4059-47fa-8577-9e8c1b85e8cb tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3917886'] for router, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:37.181489 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c353a4c-4059-47fa-8577-9e8c1b85e8cb tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Fanout notify agent at l3_agent the message router_deleted on router 94f299a4-fd1c-4ad1-9f05-21f018803649 {{(pid=83737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 10:25:37.222477 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-107bc03e-75ec-4f75-8fee-a09a8c66bad7 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1525496'] for subnet, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:37.236909 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7c353a4c-4059-47fa-8577-9e8c1b85e8cb tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:37.237994 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-7c353a4c-4059-47fa-8577-9e8c1b85e8cb tempest-RoutersNegativeTest-1153100657 tempest-RoutersNegativeTest-1153100657-project] 10.222.0.13 "DELETE /v2.0/routers/94f299a4-fd1c-4ad1-9f05-21f018803649 HTTP/1.1" status: 204 len: 168 time: 2.2221379 Mar 07 10:25:37.251490 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3b2e461e-57e4-4971-9fc9-ea837a320d9d tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:37.340353 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91799712-7c3e-4dcb-9517-13a3d7dfa49e tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:25:37.356603 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56859071-6c82-4271-8de2-2c4d7f419617 None None] Sync routers for ids ['4bd78e7b-bb20-49e1-8453-68eb29fc1b8d'] in dv-neutron-830731-3-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:25:37.377694 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56859071-6c82-4271-8de2-2c4d7f419617 None None] Routers {'4bd78e7b-bb20-49e1-8453-68eb29fc1b8d'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:25:37.378213 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-56859071-6c82-4271-8de2-2c4d7f419617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:25:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['4bd78e7b-bb20-49e1-8453-68eb29fc1b8d'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:25:37.388494 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-28a98273-99c1-41bf-9b43-ff79075405d3 None None] For port 26272943-e50b-47e2-8e72-01fa8eafcad1, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=26272943-e50b-47e2-8e72-01fa8eafcad1,segment=NetworkSegment(13510a37-88c7-493e-9701-b414ea24fc4c),segment_id=13510a37-88c7-493e-9701-b414ea24fc4c)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:25:37.433881 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-28a98273-99c1-41bf-9b43-ff79075405d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:37.484236 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-91799712-7c3e-4dcb-9517-13a3d7dfa49e tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for floatingip, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:37.494088 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-107bc03e-75ec-4f75-8fee-a09a8c66bad7 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1525489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3556647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741465'] for subnet, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:37.514139 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a98273-99c1-41bf-9b43-ff79075405d3 None None] Pushing event updated for resources: {'Port': ['ID=26272943-e50b-47e2-8e72-01fa8eafcad1,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:25:37.518250 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-56859071-6c82-4271-8de2-2c4d7f419617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:25:37.547497 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56859071-6c82-4271-8de2-2c4d7f419617 None None] Routers {'4bd78e7b-bb20-49e1-8453-68eb29fc1b8d'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:25:37.548160 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-56859071-6c82-4271-8de2-2c4d7f419617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:25:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['4bd78e7b-bb20-49e1-8453-68eb29fc1b8d'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:25:37.577016 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-91799712-7c3e-4dcb-9517-13a3d7dfa49e tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 14.5705562 Mar 07 10:25:37.588659 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107bc03e-75ec-4f75-8fee-a09a8c66bad7 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Pushing event deleted for resources: {'Subnet': ['ID=6c7b026e-191a-4e4c-9cd6-28f00b5e90b5,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:25:37.598178 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 59692) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:25:37.608104 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c7869de0-452b-46a9-bb25-4eadc335cd63 req-0303bb5f-16c2-4a1e-bf81-6ca20f8641ea tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] Router de313ee9-33fe-4b9d-984b-e3c3c12f7a9d has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:25:37.623012 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-83946146-ce7c-4b91-8ef0-69ec17043d08 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Request body: {'floatingip': {'port_id': 'd2b9a441-3af6-4d29-a880-9ce57dd0e7f1', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:25:37.690750 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-56859071-6c82-4271-8de2-2c4d7f419617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:25:37.691396 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56859071-6c82-4271-8de2-2c4d7f419617 None None] The sync data for ids ['4bd78e7b-bb20-49e1-8453-68eb29fc1b8d'] in dv-neutron-830731-3-hyperv is: [] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:25:37.748896 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-107bc03e-75ec-4f75-8fee-a09a8c66bad7 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:37.753219 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9b6d212-9f31-4015-9d45-dd44387f8b17 None None] Network 42cfd1d8-f795-43c9-8841-6c633dc5e357 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:25:37.854680 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 59698) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:25:37.868844 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ff567c3e-1bda-48f5-8067-d045af50c805 req-5bdf34bf-36ba-42cb-8af2-ac64ad8c45f5 tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] 10.222.0.13 "GET /v2.0/ports?device_id=16725675-ba59-4dce-8b8e-c03b4061c4de HTTP/1.1" status: 200 len: 210 time: 0.1122100 Mar 07 10:25:37.951437 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-107bc03e-75ec-4f75-8fee-a09a8c66bad7 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] 10.222.0.13 "DELETE /v2.0/subnets/6c7b026e-191a-4e4c-9cd6-28f00b5e90b5 HTTP/1.1" status: 204 len: 168 time: 2.0421603 Mar 07 10:25:37.955542 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 59704) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:25:37.959502 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-83946146-ce7c-4b91-8ef0-69ec17043d08 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks [] for floatingip, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:38.007215 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-3b2e461e-57e4-4971-9fc9-ea837a320d9d tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Allocated IP 2001:db8::1 (98d8805b-dd65-4110-997b-2eea298bca78/0784281f-688b-4301-8fab-9615c7a28a33/e09dac25-bfd8-46b5-9fd2-340c5c60b85d) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:25:38.074845 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a10baec-fe29-4e4f-9382-be39f7aa32a5 None None] DHCP port deletion for 42cfd1d8-f795-43c9-8841-6c633dc5e357 request from dv-neutron-830731-3-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 07 10:25:38.081032 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-1a10baec-fe29-4e4f-9382-be39f7aa32a5 None None] Deleting port c37a18ba-0b68-46ff-a35b-acc168548f2e {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:25:38.081582 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-1a10baec-fe29-4e4f-9382-be39f7aa32a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:38.175058 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c7869de0-452b-46a9-bb25-4eadc335cd63 req-0303bb5f-16c2-4a1e-bf81-6ca20f8641ea tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:25:38.193693 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995bf369-bf0b-4f8f-8016-62aabcf99f55 None None] Sync routers for ids ['de313ee9-33fe-4b9d-984b-e3c3c12f7a9d'] in dv-neutron-830731-3-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:25:38.237750 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995bf369-bf0b-4f8f-8016-62aabcf99f55 None None] Routers {'de313ee9-33fe-4b9d-984b-e3c3c12f7a9d'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:25:38.238451 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-995bf369-bf0b-4f8f-8016-62aabcf99f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:25:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['de313ee9-33fe-4b9d-984b-e3c3c12f7a9d'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:25:38.267762 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7869de0-452b-46a9-bb25-4eadc335cd63 req-0303bb5f-16c2-4a1e-bf81-6ca20f8641ea tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] No DVR routers for this DVR port f243225f-86aa-45f6-8146-7b796bc3b24c on host hv-neutron-8307 {{(pid=83737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:25:38.270275 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-c7869de0-452b-46a9-bb25-4eadc335cd63 req-0303bb5f-16c2-4a1e-bf81-6ca20f8641ea tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:38.271399 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-20f67ec3-dbd3-49b2-87de-517b4d1fb669 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1158940'] for network, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:38.283929 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16725675-ba59-4dce-8b8e-c03b4061c4de', 'name': 'network-vif-deleted', 'tag': 'f243225f-86aa-45f6-8146-7b796bc3b24c'}] {{(pid=83737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 10:25:38.285364 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-baf4e06b-8b48-4e72-ae74-52d51162ecb5 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3556832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741408'] for subnet, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:38.293528 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c7869de0-452b-46a9-bb25-4eadc335cd63 req-0303bb5f-16c2-4a1e-bf81-6ca20f8641ea tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] 10.222.0.10 "DELETE /v2.0/ports/f243225f-86aa-45f6-8146-7b796bc3b24c HTTP/1.1" status: 204 len: 173 time: 10.2582393 Mar 07 10:25:38.330804 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3b2e461e-57e4-4971-9fc9-ea837a320d9d tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:38.380095 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [None req-3b2e461e-57e4-4971-9fc9-ea837a320d9d tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Transition to ACTIVE for port object e09dac25-bfd8-46b5-9fd2-340c5c60b85d will not be triggered until provisioned by entity DHCP. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:25:38.387322 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16725675-ba59-4dce-8b8e-c03b4061c4de', 'name': 'network-vif-deleted', 'tag': 'f243225f-86aa-45f6-8146-7b796bc3b24c', 'status': 'completed', 'code': 200} Mar 07 10:25:38.421827 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3b2e461e-57e4-4971-9fc9-ea837a320d9d tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:38.474763 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-1a10baec-fe29-4e4f-9382-be39f7aa32a5 None None] For port c37a18ba-0b68-46ff-a35b-acc168548f2e, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=c37a18ba-0b68-46ff-a35b-acc168548f2e,segment=NetworkSegment(eb7fe0e5-6eb6-474a-98a0-cd337c51c3b8),segment_id=eb7fe0e5-6eb6-474a-98a0-cd337c51c3b8)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:25:38.475372 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-1a10baec-fe29-4e4f-9382-be39f7aa32a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:38.541454 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2e461e-57e4-4971-9fc9-ea837a320d9d tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Pushing event updated for resources: {'Port': ['ID=e09dac25-bfd8-46b5-9fd2-340c5c60b85d,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:25:38.550431 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b2e461e-57e4-4971-9fc9-ea837a320d9d tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Network 98d8805b-dd65-4110-997b-2eea298bca78 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:25:38.558067 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-3b2e461e-57e4-4971-9fc9-ea837a320d9d tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:25:38.558610 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2e461e-57e4-4971-9fc9-ea837a320d9d tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:25:38.559208 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3b2e461e-57e4-4971-9fc9-ea837a320d9d tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3920324'] for router_interface, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:38.567376 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-20f67ec3-dbd3-49b2-87de-517b4d1fb669 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Deleting port c37a18ba-0b68-46ff-a35b-acc168548f2e {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:25:38.567710 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-20f67ec3-dbd3-49b2-87de-517b4d1fb669 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:38.638424 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-cc2885b7-59ae-405d-a75f-d90f22511871 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=64dd8ce26a1f4a129b19da032c5653db&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7736123 Mar 07 10:25:38.645935 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf4e06b-8b48-4e72-ae74-52d51162ecb5 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Pushing event updated for resources: {'Subnet': ['ID=680452be-afa6-4c5f-a416-21bccebd1a4f,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:25:38.649225 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 59710) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:25:38.677627 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 26272943-e50b-47e2-8e72-01fa8eafcad1 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:25:38.714111 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-1a10baec-fe29-4e4f-9382-be39f7aa32a5 None None] Calling delete_port for c37a18ba-0b68-46ff-a35b-acc168548f2e owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:25:38.831768 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-995bf369-bf0b-4f8f-8016-62aabcf99f55 None None] Set router de313ee9-33fe-4b9d-984b-e3c3c12f7a9d gateway port host: dv-neutron-830731-3-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:25:38.867263 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3b2e461e-57e4-4971-9fc9-ea837a320d9d tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:38.937825 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 26272943-e50b-47e2-8e72-01fa8eafcad1 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:25:38.938206 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:38.964069 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-082dd653-7dc9-4e91-8e14-d4c6cf36318f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:38.966108 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-1a10baec-fe29-4e4f-9382-be39f7aa32a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812'] for port, after_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:38.984235 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf4e06b-8b48-4e72-ae74-52d51162ecb5 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Checking segment: {'id': 'fc1a0362-df9e-45c2-81d5-12ec0e4d788e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'bb88baa3-c7e4-44fa-bf12-b0c59c6892ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:25:38.985045 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf4e06b-8b48-4e72-ae74-52d51162ecb5 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Network hostable DHCP agents. Network: bb88baa3-c7e4-44fa-bf12-b0c59c6892ac, hostable agents: ['6527556c-6586-422c-ae47-082984683847'], hosted agents: [] {{(pid=83738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:25:39.139570 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-082dd653-7dc9-4e91-8e14-d4c6cf36318f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:39.148627 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a10baec-fe29-4e4f-9382-be39f7aa32a5 None None] Pushing event deleted for resources: {'Port': ['ID=c37a18ba-0b68-46ff-a35b-acc168548f2e,revision_number=None']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:25:39.195275 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-693f1c6a-eac0-40f1-aede-9a0d21cd6b82 req-e5a1fd7e-7b78-4ee4-ab8e-bacb6c399775 tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] 10.222.0.13 "GET /v2.0/ports?device_id=16725675-ba59-4dce-8b8e-c03b4061c4de HTTP/1.1" status: 200 len: 210 time: 0.0700903 Mar 07 10:25:39.224025 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a10baec-fe29-4e4f-9382-be39f7aa32a5 None None] No DVR routers for this DVR port c37a18ba-0b68-46ff-a35b-acc168548f2e on host dv-neutron-830731-3-hyperv {{(pid=83739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:25:39.254483 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-20f67ec3-dbd3-49b2-87de-517b4d1fb669 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] For port c37a18ba-0b68-46ff-a35b-acc168548f2e, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=c37a18ba-0b68-46ff-a35b-acc168548f2e,segment=NetworkSegment(eb7fe0e5-6eb6-474a-98a0-cd337c51c3b8),segment_id=eb7fe0e5-6eb6-474a-98a0-cd337c51c3b8)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:25:39.255168 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-20f67ec3-dbd3-49b2-87de-517b4d1fb669 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:39.271720 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-32de2f97-bb50-4944-84e2-0dce18413d5b None None] Provisioning for port e09dac25-bfd8-46b5-9fd2-340c5c60b85d completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:25:39.272452 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9a0cb2f0-37cd-4ef1-99a2-c2b9c5c89603 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3920255'] for router_interface, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:39.309697 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-32de2f97-bb50-4944-84e2-0dce18413d5b None None] Provisioning complete for port e09dac25-bfd8-46b5-9fd2-340c5c60b85d triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:25:39.310160 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-32de2f97-bb50-4944-84e2-0dce18413d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:39.333006 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf4e06b-8b48-4e72-ae74-52d51162ecb5 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Network bb88baa3-c7e4-44fa-bf12-b0c59c6892ac is scheduled to be hosted by DHCP agent 6527556c-6586-422c-ae47-082984683847 with binding_index 1 {{(pid=83738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:25:39.378831 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-082dd653-7dc9-4e91-8e14-d4c6cf36318f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:39.399806 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082dd653-7dc9-4e91-8e14-d4c6cf36318f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=937aab29-722a-495e-99ef-5bb964e35275,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:25:39.413342 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-082dd653-7dc9-4e91-8e14-d4c6cf36318f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:39.414447 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-082dd653-7dc9-4e91-8e14-d4c6cf36318f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/937aab29-722a-495e-99ef-5bb964e35275 HTTP/1.1" status: 204 len: 168 time: 0.7656617 Mar 07 10:25:39.482584 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-32de2f97-bb50-4944-84e2-0dce18413d5b None None] Port e09dac25-bfd8-46b5-9fd2-340c5c60b85d cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:25:39.489159 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3b2e461e-57e4-4971-9fc9-ea837a320d9d tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:39.496573 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3b2e461e-57e4-4971-9fc9-ea837a320d9d tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3012561'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:39.498250 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3b2e461e-57e4-4971-9fc9-ea837a320d9d tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2756426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3920233'] for router_interface, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:39.517285 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-995bf369-bf0b-4f8f-8016-62aabcf99f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de313ee9-33fe-4b9d-984b-e3c3c12f7a9d', 'name': 'tempest-ServersTestJSON-1930707126-router', 'tenant_id': '7786db5ef26f4f06a4ab41ba87614474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.117'}], 'enable_snat': True}, 'gw_port_id': '311957e5-75ce-438c-af86-640684274025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:22:57Z', 'updated_at': '2022-03-07T10:23:10Z', 'revision_number': 4, 'project_id': '7786db5ef26f4f06a4ab41ba87614474', 'gw_port': {'id': '311957e5-75ce-438c-af86-640684274025', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:7d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de313ee9-33fe-4b9d-984b-e3c3c12f7a9d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:22:59Z', 'updated_at': '2022-03-07T10:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_interfaces': [{'id': '52928e3c-b794-4156-973a-8c383c2f41ae', 'name': '', 'network_id': '72398af9-06cf-4222-b28c-e00880a5f9c7', 'tenant_id': '7786db5ef26f4f06a4ab41ba87614474', 'mac_address': 'fa:16:3e:47:29:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de313ee9-33fe-4b9d-984b-e3c3c12f7a9d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '73689262-8534-49d2-b012-2160f5ea5f1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:23:07Z', 'updated_at': '2022-03-07T10:23:22Z', 'revision_number': 5, 'project_id': '7786db5ef26f4f06a4ab41ba87614474', 'subnets': [{'id': '73689262-8534-49d2-b012-2160f5ea5f1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:25:39.521588 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995bf369-bf0b-4f8f-8016-62aabcf99f55 None None] Checking router: de313ee9-33fe-4b9d-984b-e3c3c12f7a9d for host: dv-neutron-830731-3-hyperv {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 07 10:25:39.533535 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995bf369-bf0b-4f8f-8016-62aabcf99f55 None None] Routers {'de313ee9-33fe-4b9d-984b-e3c3c12f7a9d'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:25:39.534316 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-995bf369-bf0b-4f8f-8016-62aabcf99f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:25:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['de313ee9-33fe-4b9d-984b-e3c3c12f7a9d'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:25:39.553208 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-20f67ec3-dbd3-49b2-87de-517b4d1fb669 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Calling delete_port for c37a18ba-0b68-46ff-a35b-acc168548f2e owned by network:dhcp {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:25:39.591136 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device c37a18ba-0b68-46ff-a35b-acc168548f2e no longer exists at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:25:39.686904 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] No Port match for: c37a18ba-0b68-46ff-a35b-acc168548f2e {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 10:25:39.687367 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device c37a18ba-0b68-46ff-a35b-acc168548f2e not bound to the agent host dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 10:25:39.690853 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2e461e-57e4-4971-9fc9-ea837a320d9d tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Pushing event updated for resources: {'Port': ['ID=e09dac25-bfd8-46b5-9fd2-340c5c60b85d,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:25:39.691441 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-baf4e06b-8b48-4e72-ae74-52d51162ecb5 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830731-3-hyperv, bb88baa3-c7e4-44fa-bf12-b0c59c6892ac) {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:25:39.703478 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23a44d06-a63e-4970-ab75-c04b0638f863 None None] Network bb88baa3-c7e4-44fa-bf12-b0c59c6892ac requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:25:39.751166 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baf4e06b-8b48-4e72-ae74-52d51162ecb5 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:25:39.751662 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-baf4e06b-8b48-4e72-ae74-52d51162ecb5 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:39.783466 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b2e461e-57e4-4971-9fc9-ea837a320d9d tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Network 98d8805b-dd65-4110-997b-2eea298bca78 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:25:39.785123 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-3b2e461e-57e4-4971-9fc9-ea837a320d9d tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:25:39.791746 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.db.api [None req-20f67ec3-dbd3-49b2-87de-517b4d1fb669 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83738) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 10:25:39.792220 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG oslo_db.api [None req-20f67ec3-dbd3-49b2-87de-517b4d1fb669 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 10:25:39.826450 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-baf4e06b-8b48-4e72-ae74-52d51162ecb5 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.6676471 Mar 07 10:25:39.826450 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 59720) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:25:39.835493 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-6e87d0f6-cd77-4a2e-88ae-80b9b31f7d89 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-2048179830', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:25:39.870173 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-6e87d0f6-cd77-4a2e-88ae-80b9b31f7d89 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:25:39.875797 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-995bf369-bf0b-4f8f-8016-62aabcf99f55 None None] Set router de313ee9-33fe-4b9d-984b-e3c3c12f7a9d gateway port host: dv-neutron-830731-3-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:25:39.878995 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-6e87d0f6-cd77-4a2e-88ae-80b9b31f7d89 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Usage tracker for resource:router and tenant:29ee0fb2487e46c6b75e400959e24994 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:25:39.886626 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-6e87d0f6-cd77-4a2e-88ae-80b9b31f7d89 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:25:39.905087 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-6e87d0f6-cd77-4a2e-88ae-80b9b31f7d89 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:25:39.941913 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6e87d0f6-cd77-4a2e-88ae-80b9b31f7d89 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3919700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58025'] for router, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:39.943036 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6e87d0f6-cd77-4a2e-88ae-80b9b31f7d89 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3919671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4011175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58018'] for router, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:40.125032 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6e87d0f6-cd77-4a2e-88ae-80b9b31f7d89 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:40.151176 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-83946146-ce7c-4b91-8ef0-69ec17043d08 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:40.174077 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-83946146-ce7c-4b91-8ef0-69ec17043d08 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923533'] for floatingip, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:40.250039 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f74fa5c-c1c4-4a96-995c-85d309edeb43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ec2749d-0aec-52fb-aca6-10ba8a80aade-bb88baa3-c7e4-44fa-bf12-b0c59c6892ac', 'network_id': 'bb88baa3-c7e4-44fa-bf12-b0c59c6892ac', 'tenant_id': '29ee0fb2487e46c6b75e400959e24994', 'fixed_ips': [{'subnet_id': '680452be-afa6-4c5f-a416-21bccebd1a4f'}]}} from dv-neutron-830731-3-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 07 10:25:40.251250 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-4f74fa5c-c1c4-4a96-995c-85d309edeb43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:40.334134 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b2e461e-57e4-4971-9fc9-ea837a320d9d tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Router dacbcf74-5da5-47a8-bc5c-1867ba9ac73c is scheduled to L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 with binding_index 1 {{(pid=83737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 10:25:40.376173 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-20f67ec3-dbd3-49b2-87de-517b4d1fb669 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Deleting port c37a18ba-0b68-46ff-a35b-acc168548f2e {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:25:40.376546 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-20f67ec3-dbd3-49b2-87de-517b4d1fb669 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:40.458087 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-c3a39e2f-ba0b-4fe0-8ae9-e900a0a6d647 None None] Provisioning complete for port e09dac25-bfd8-46b5-9fd2-340c5c60b85d triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:25:40.458579 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c3a39e2f-ba0b-4fe0-8ae9-e900a0a6d647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:40.542064 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 59740) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:25:40.629845 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6e87d0f6-cd77-4a2e-88ae-80b9b31f7d89 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3917991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923518'] for router, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:40.649700 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-c3a39e2f-ba0b-4fe0-8ae9-e900a0a6d647 None None] Port e09dac25-bfd8-46b5-9fd2-340c5c60b85d cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:25:40.686501 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-4f74fa5c-c1c4-4a96-995c-85d309edeb43 None None] Allocated IP 2001:db8::2 (bb88baa3-c7e4-44fa-bf12-b0c59c6892ac/680452be-afa6-4c5f-a416-21bccebd1a4f/250333e8-0302-451f-93f2-116f871ba16b) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:25:40.733709 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-20f67ec3-dbd3-49b2-87de-517b4d1fb669 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] The port 'c37a18ba-0b68-46ff-a35b-acc168548f2e' was deleted {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 07 10:25:40.783661 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a4a1bdc4-7675-4744-aa2f-6c9e32f8389a tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:40.787765 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6e87d0f6-cd77-4a2e-88ae-80b9b31f7d89 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks [] for router, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:40.788861 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-6e87d0f6-cd77-4a2e-88ae-80b9b31f7d89 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.9693294 Mar 07 10:25:40.792900 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 59748) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:25:40.828074 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a4a1bdc4-7675-4744-aa2f-6c9e32f8389a tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:40.877578 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b2e461e-57e4-4971-9fc9-ea837a320d9d tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:25:40.884277 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-d2a5d4e6-25a5-4b7a-8548-d521a994f1cd tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Request body: {'port': {'network_id': 'bb88baa3-c7e4-44fa-bf12-b0c59c6892ac', 'name': 'tempest-PortsIpV6TestJSON-856125122'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:25:40.894299 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-3b2e461e-57e4-4971-9fc9-ea837a320d9d tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "PUT /v2.0/routers/dacbcf74-5da5-47a8-bc5c-1867ba9ac73c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5374048 Mar 07 10:25:40.896762 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 59752) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:25:40.901123 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79d423a-f849-4252-b97f-40ff0a209113 None None] Sync routers for ids ['dacbcf74-5da5-47a8-bc5c-1867ba9ac73c'] in dv-neutron-830731-3-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:25:40.932256 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79d423a-f849-4252-b97f-40ff0a209113 None None] Routers {'dacbcf74-5da5-47a8-bc5c-1867ba9ac73c'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:25:40.935327 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-b79d423a-f849-4252-b97f-40ff0a209113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:25:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['dacbcf74-5da5-47a8-bc5c-1867ba9ac73c'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:25:41.047162 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-20f67ec3-dbd3-49b2-87de-517b4d1fb669 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1526893', 'neutron.services.segments.db._delete_segments_for_network-8732568551033'] for network, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:41.078576 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a4a1bdc4-7675-4744-aa2f-6c9e32f8389a tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:41.084526 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a4a1bdc4-7675-4744-aa2f-6c9e32f8389a tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:41.084526 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-a4a1bdc4-7675-4744-aa2f-6c9e32f8389a tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] 10.222.0.13 "DELETE /v2.0/security-groups/c28a13f4-01ef-4f24-988e-e07a61e72f6c HTTP/1.1" status: 204 len: 168 time: 0.5348601 Mar 07 10:25:41.104195 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 59758) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:25:41.133742 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a1bdc4-7675-4744-aa2f-6c9e32f8389a tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c28a13f4-01ef-4f24-988e-e07a61e72f6c,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:25:41.149434 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-4f74fa5c-c1c4-4a96-995c-85d309edeb43 None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:41.161768 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-4f74fa5c-c1c4-4a96-995c-85d309edeb43 None None] Transition to ACTIVE for port object 250333e8-0302-451f-93f2-116f871ba16b will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:25:41.163790 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.api.v2.resource [None req-dc8d2bb5-3e15-4171-b05d-041b2bbdc26f tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] show failed (client error): The resource could not be found. Mar 07 10:25:41.168027 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-dc8d2bb5-3e15-4171-b05d-041b2bbdc26f tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] 10.222.0.13 "GET /v2.0/security-groups/c28a13f4-01ef-4f24-988e-e07a61e72f6c HTTP/1.1" status: 404 len: 347 time: 0.0579972 Mar 07 10:25:41.173575 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b42de86-5f40-410d-b602-595b6c2f3a1d tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:25:41.174244 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-6b42de86-5f40-410d-b602-595b6c2f3a1d tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Synchronizing usage tracker for tenant:0f1e04191c7443f7844c0202165e746c on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:25:41.177117 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 59762) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:25:41.186757 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-4f74fa5c-c1c4-4a96-995c-85d309edeb43 None None] Transition to ACTIVE for port object 250333e8-0302-451f-93f2-116f871ba16b will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:25:41.200486 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-20f67ec3-dbd3-49b2-87de-517b4d1fb669 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42cfd1d8-f795-43c9-8841-6c633dc5e357']}} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:25:41.203364 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-4f74fa5c-c1c4-4a96-995c-85d309edeb43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:41.300187 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-995bf369-bf0b-4f8f-8016-62aabcf99f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de313ee9-33fe-4b9d-984b-e3c3c12f7a9d', 'name': 'tempest-ServersTestJSON-1930707126-router', 'tenant_id': '7786db5ef26f4f06a4ab41ba87614474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.117'}], 'enable_snat': True}, 'gw_port_id': '311957e5-75ce-438c-af86-640684274025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:22:57Z', 'updated_at': '2022-03-07T10:23:10Z', 'revision_number': 4, 'project_id': '7786db5ef26f4f06a4ab41ba87614474', 'gw_port': {'id': '311957e5-75ce-438c-af86-640684274025', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:7d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de313ee9-33fe-4b9d-984b-e3c3c12f7a9d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:22:59Z', 'updated_at': '2022-03-07T10:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_interfaces': [{'id': '52928e3c-b794-4156-973a-8c383c2f41ae', 'name': '', 'network_id': '72398af9-06cf-4222-b28c-e00880a5f9c7', 'tenant_id': '7786db5ef26f4f06a4ab41ba87614474', 'mac_address': 'fa:16:3e:47:29:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de313ee9-33fe-4b9d-984b-e3c3c12f7a9d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '73689262-8534-49d2-b012-2160f5ea5f1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:23:07Z', 'updated_at': '2022-03-07T10:23:22Z', 'revision_number': 5, 'project_id': '7786db5ef26f4f06a4ab41ba87614474', 'subnets': [{'id': '73689262-8534-49d2-b012-2160f5ea5f1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:25:41.314052 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f74fa5c-c1c4-4a96-995c-85d309edeb43 None None] Network bb88baa3-c7e4-44fa-bf12-b0c59c6892ac is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:25:41.317713 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-4f74fa5c-c1c4-4a96-995c-85d309edeb43 None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:25:41.320254 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f74fa5c-c1c4-4a96-995c-85d309edeb43 None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:25:41.346014 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-b79d423a-f849-4252-b97f-40ff0a209113 None None] Set router dacbcf74-5da5-47a8-bc5c-1867ba9ac73c gateway port host: None {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:25:41.346547 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-20f67ec3-dbd3-49b2-87de-517b4d1fb669 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb7fe0e5-6eb6-474a-98a0-cd337c51c3b8') {'for_net_delete': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:25:41.346852 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-20f67ec3-dbd3-49b2-87de-517b4d1fb669 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb7fe0e5-6eb6-474a-98a0-cd337c51c3b8') {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:25:41.359980 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-20f67ec3-dbd3-49b2-87de-517b4d1fb669 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732568550916', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968000'] for segment, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:41.371194 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995bf369-bf0b-4f8f-8016-62aabcf99f55 None None] The sync data for ids ['de313ee9-33fe-4b9d-984b-e3c3c12f7a9d'] in dv-neutron-830731-3-hyperv is: [{'id': 'de313ee9-33fe-4b9d-984b-e3c3c12f7a9d', 'name': 'tempest-ServersTestJSON-1930707126-router', 'tenant_id': '7786db5ef26f4f06a4ab41ba87614474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.117'}], 'enable_snat': True}, 'gw_port_id': '311957e5-75ce-438c-af86-640684274025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:22:57Z', 'updated_at': '2022-03-07T10:23:10Z', 'revision_number': 4, 'project_id': '7786db5ef26f4f06a4ab41ba87614474', 'gw_port': {'id': '311957e5-75ce-438c-af86-640684274025', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:7d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de313ee9-33fe-4b9d-984b-e3c3c12f7a9d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:22:59Z', 'updated_at': '2022-03-07T10:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_interfaces': [{'id': '52928e3c-b794-4156-973a-8c383c2f41ae', 'name': '', 'network_id': '72398af9-06cf-4222-b28c-e00880a5f9c7', 'tenant_id': '7786db5ef26f4f06a4ab41ba87614474', 'mac_address': 'fa:16:3e:47:29:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de313ee9-33fe-4b9d-984b-e3c3c12f7a9d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '73689262-8534-49d2-b012-2160f5ea5f1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:23:07Z', 'updated_at': '2022-03-07T10:23:22Z', 'revision_number': 5, 'project_id': '7786db5ef26f4f06a4ab41ba87614474', 'subnets': [{'id': '73689262-8534-49d2-b012-2160f5ea5f1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:25:41.379053 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-20f67ec3-dbd3-49b2-87de-517b4d1fb669 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:41.388595 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20f67ec3-dbd3-49b2-87de-517b4d1fb669 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=83738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 07 10:25:41.389010 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-20f67ec3-dbd3-49b2-87de-517b4d1fb669 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1227397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3556681'] for segment, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:41.439583 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-6b42de86-5f40-410d-b602-595b6c2f3a1d tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Unset dirty status for tenant:0f1e04191c7443f7844c0202165e746c on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:25:41.443494 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-6b42de86-5f40-410d-b602-595b6c2f3a1d tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "GET /v2.0/ports/e09dac25-bfd8-46b5-9fd2-340c5c60b85d HTTP/1.1" status: 200 len: 911 time: 0.5429738 Mar 07 10:25:41.451942 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f74fa5c-c1c4-4a96-995c-85d309edeb43 None None] Pushing event updated for resources: {'Port': ['ID=250333e8-0302-451f-93f2-116f871ba16b,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:25:41.453312 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 59768) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:25:41.456461 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-a3af9ad1-b460-45f1-a0a8-4eea76b746f0 tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] Deleting port 937c6eca-8326-49e7-8cbd-73ce6063c7e9 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:25:41.456816 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a3af9ad1-b460-45f1-a0a8-4eea76b746f0 tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:41.521036 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-4f74fa5c-c1c4-4a96-995c-85d309edeb43 None None] Attempting to bind port 250333e8-0302-451f-93f2-116f871ba16b on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:25:41.521401 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-4f74fa5c-c1c4-4a96-995c-85d309edeb43 None None] Attempting to bind port 250333e8-0302-451f-93f2-116f871ba16b by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': 'fc1a0362-df9e-45c2-81d5-12ec0e4d788e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'bb88baa3-c7e4-44fa-bf12-b0c59c6892ac'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:25:41.521767 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f74fa5c-c1c4-4a96-995c-85d309edeb43 None None] Attempting to bind port 250333e8-0302-451f-93f2-116f871ba16b on network bb88baa3-c7e4-44fa-bf12-b0c59c6892ac {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:25:41.536934 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f74fa5c-c1c4-4a96-995c-85d309edeb43 None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:25:41.537240 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f74fa5c-c1c4-4a96-995c-85d309edeb43 None None] Checking segment: {'id': 'fc1a0362-df9e-45c2-81d5-12ec0e4d788e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'bb88baa3-c7e4-44fa-bf12-b0c59c6892ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:25:41.537636 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-4f74fa5c-c1c4-4a96-995c-85d309edeb43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:41.538016 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f74fa5c-c1c4-4a96-995c-85d309edeb43 None None] Bound using segment: {'id': 'fc1a0362-df9e-45c2-81d5-12ec0e4d788e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'bb88baa3-c7e4-44fa-bf12-b0c59c6892ac'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:25:41.538484 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-4f74fa5c-c1c4-4a96-995c-85d309edeb43 None None] Bound port: 250333e8-0302-451f-93f2-116f871ba16b, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc1a0362-df9e-45c2-81d5-12ec0e4d788e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'bb88baa3-c7e4-44fa-bf12-b0c59c6892ac'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:25:41.538849 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-4f74fa5c-c1c4-4a96-995c-85d309edeb43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:41.582523 dv-neutron-830731-3-hyperv neutron-server[83738]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:25:41.582523 dv-neutron-830731-3-hyperv neutron-server[83738]: util.warn( Mar 07 10:25:41.582523 dv-neutron-830731-3-hyperv neutron-server[83738]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:25:41.582523 dv-neutron-830731-3-hyperv neutron-server[83738]: util.warn( Mar 07 10:25:41.582523 dv-neutron-830731-3-hyperv neutron-server[83738]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:25:41.582523 dv-neutron-830731-3-hyperv neutron-server[83738]: util.warn( Mar 07 10:25:41.582523 dv-neutron-830731-3-hyperv neutron-server[83738]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:25:41.582523 dv-neutron-830731-3-hyperv neutron-server[83738]: util.warn( Mar 07 10:25:41.582523 dv-neutron-830731-3-hyperv neutron-server[83738]: Traceback (most recent call last): Mar 07 10:25:41.582523 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 07 10:25:41.582523 dv-neutron-830731-3-hyperv neutron-server[83738]: timer() Mar 07 10:25:41.582523 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:25:41.582523 dv-neutron-830731-3-hyperv neutron-server[83738]: cb(*args, **kw) Mar 07 10:25:41.582523 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 10:25:41.582523 dv-neutron-830731-3-hyperv neutron-server[83738]: return func(*args, **kwargs) Mar 07 10:25:41.582523 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:25:41.582523 dv-neutron-830731-3-hyperv neutron-server[83738]: self._notify() Mar 07 10:25:41.582523 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:25:41.582523 dv-neutron-830731-3-hyperv neutron-server[83738]: self.callback(batched_events) Mar 07 10:25:41.582523 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:25:41.582523 dv-neutron-830731-3-hyperv neutron-server[83738]: event.method(event) Mar 07 10:25:41.582523 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 10:25:41.582523 dv-neutron-830731-3-hyperv neutron-server[83738]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:25:41.582523 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 10:25:41.582523 dv-neutron-830731-3-hyperv neutron-server[83738]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:25:41.582523 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 10:25:41.582523 dv-neutron-830731-3-hyperv neutron-server[83738]: return f(self, *a, **k) Mar 07 10:25:41.582523 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:25:41.582523 dv-neutron-830731-3-hyperv neutron-server[83738]: return self._get(url).json() Mar 07 10:25:41.582523 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:25:41.582523 dv-neutron-830731-3-hyperv neutron-server[83738]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:25:41.582523 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 07 10:25:41.582523 dv-neutron-830731-3-hyperv neutron-server[83738]: return self.request(url, 'GET', **kwargs) Mar 07 10:25:41.582523 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 07 10:25:41.582523 dv-neutron-830731-3-hyperv neutron-server[83738]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:25:41.582523 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 07 10:25:41.582523 dv-neutron-830731-3-hyperv neutron-server[83738]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:25:41.582523 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 07 10:25:41.582523 dv-neutron-830731-3-hyperv neutron-server[83738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:25:41.582523 dv-neutron-830731-3-hyperv neutron-server[83738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:25:41.597564 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-20f67ec3-dbd3-49b2-87de-517b4d1fb669 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1526886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923583'] for network, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:41.633995 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-20f67ec3-dbd3-49b2-87de-517b4d1fb669 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:41.652666 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-20f67ec3-dbd3-49b2-87de-517b4d1fb669 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] 10.222.0.13 "DELETE /v2.0/networks/42cfd1d8-f795-43c9-8841-6c633dc5e357 HTTP/1.1" status: 204 len: 168 time: 3.6388700 Mar 07 10:25:41.685740 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 59774) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:25:41.721767 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f67ec3-dbd3-49b2-87de-517b4d1fb669 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Pushing event deleted for resources: {'Network': ['ID=42cfd1d8-f795-43c9-8841-6c633dc5e357,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:25:41.725782 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-d2a5d4e6-25a5-4b7a-8548-d521a994f1cd tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:25:41.735172 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-4f74fa5c-c1c4-4a96-995c-85d309edeb43 None None] For port 250333e8-0302-451f-93f2-116f871ba16b, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:25:41.741321 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-4f74fa5c-c1c4-4a96-995c-85d309edeb43 None None] For port 250333e8-0302-451f-93f2-116f871ba16b, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=250333e8-0302-451f-93f2-116f871ba16b,segment=NetworkSegment(fc1a0362-df9e-45c2-81d5-12ec0e4d788e),segment_id=fc1a0362-df9e-45c2-81d5-12ec0e4d788e)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:25:41.752678 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-d2a5d4e6-25a5-4b7a-8548-d521a994f1cd tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Usage tracker for resource:port and tenant:29ee0fb2487e46c6b75e400959e24994 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:25:41.758396 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-4f74fa5c-c1c4-4a96-995c-85d309edeb43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:41.793915 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-d2a5d4e6-25a5-4b7a-8548-d521a994f1cd tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:25:41.821438 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-d2a5d4e6-25a5-4b7a-8548-d521a994f1cd tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:25:41.849061 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-b79d423a-f849-4252-b97f-40ff0a209113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dacbcf74-5da5-47a8-bc5c-1867ba9ac73c', 'name': 'tempest-NetworksTestDHCPv6-router-1677353905', 'tenant_id': '0f1e04191c7443f7844c0202165e746c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:25:34Z', 'updated_at': '2022-03-07T10:25:38Z', 'revision_number': 2, 'project_id': '0f1e04191c7443f7844c0202165e746c', 'gw_port_host': None, '_interfaces': [{'id': 'e09dac25-bfd8-46b5-9fd2-340c5c60b85d', 'name': '', 'network_id': '98d8805b-dd65-4110-997b-2eea298bca78', 'tenant_id': '0f1e04191c7443f7844c0202165e746c', 'mac_address': 'fa:16:3e:f7:8d:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dacbcf74-5da5-47a8-bc5c-1867ba9ac73c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0784281f-688b-4301-8fab-9615c7a28a33', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:25:37Z', 'updated_at': '2022-03-07T10:25:39Z', 'revision_number': 2, 'project_id': '0f1e04191c7443f7844c0202165e746c', 'subnets': [{'id': '0784281f-688b-4301-8fab-9615c7a28a33', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:25:41.855109 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79d423a-f849-4252-b97f-40ff0a209113 None None] Checking router: dacbcf74-5da5-47a8-bc5c-1867ba9ac73c for host: dv-neutron-830731-3-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 07 10:25:41.855690 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79d423a-f849-4252-b97f-40ff0a209113 None None] Updating router dacbcf74-5da5-47a8-bc5c-1867ba9ac73c port e09dac25-bfd8-46b5-9fd2-340c5c60b85d binding host dv-neutron-830731-3-hyperv {{(pid=83740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 07 10:25:41.858982 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37c5372-c536-4cb9-9a9b-790c12cb92b4 None None] New status for floating IP e53cc66e-d40a-49e6-9816-a267f90037a5: DOWN {{(pid=83739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 07 10:25:41.909947 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-213fb714-2dc0-4757-9096-01b0978dd132 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] DELETE failed (client error): The resource could not be found. Mar 07 10:25:41.910724 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-213fb714-2dc0-4757-9096-01b0978dd132 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:25:41.912986 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-213fb714-2dc0-4757-9096-01b0978dd132 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] 10.222.0.13 "DELETE /v2.0/subnets/a58a4e24-0541-486b-95bf-08805b58f866 HTTP/1.1" status: 404 len: 337 time: 0.2263145 Mar 07 10:25:41.955739 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 59782) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:25:41.965871 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-b79d423a-f849-4252-b97f-40ff0a209113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:41.972655 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2a5d4e6-25a5-4b7a-8548-d521a994f1cd tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Made reservation on behalf of 29ee0fb2487e46c6b75e400959e24994 for: {'port': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:25:41.975678 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d2a5d4e6-25a5-4b7a-8548-d521a994f1cd tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:41.988063 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a3af9ad1-b460-45f1-a0a8-4eea76b746f0 tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:41.988876 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a3af9ad1-b460-45f1-a0a8-4eea76b746f0 tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:42.047908 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f9106b2-3b84-4f42-8f19-d6e21c6494b2 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] DELETE failed (client error): The resource could not be found. Mar 07 10:25:42.048257 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f9106b2-3b84-4f42-8f19-d6e21c6494b2 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:25:42.053118 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-0f9106b2-3b84-4f42-8f19-d6e21c6494b2 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] 10.222.0.13 "DELETE /v2.0/networks/1ce0745f-e1e3-41ab-a50e-e1891e1d6fc6 HTTP/1.1" status: 404 len: 339 time: 0.0868132 Mar 07 10:25:42.054233 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 59788) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:25:42.075973 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [None req-d2a5d4e6-25a5-4b7a-8548-d521a994f1cd tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] device_id is not set on port 3f5f37a3-94f7-4b5a-88e5-1126c9afdae0 yet. {{(pid=83738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 07 10:25:42.171016 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f74fa5c-c1c4-4a96-995c-85d309edeb43 None None] Pushing event updated for resources: {'Port': ['ID=250333e8-0302-451f-93f2-116f871ba16b,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:25:42.231283 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-a3af9ad1-b460-45f1-a0a8-4eea76b746f0 tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] Calling delete_port for 937c6eca-8326-49e7-8cbd-73ce6063c7e9 owned by network:floatingip {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:25:42.385177 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d59bedd7-55c5-40fd-94c4-351a96554f2b tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:25:42.390744 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d59bedd7-55c5-40fd-94c4-351a96554f2b tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:25:42.397489 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-d59bedd7-55c5-40fd-94c4-351a96554f2b tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.9402690 Mar 07 10:25:42.397984 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 59796) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:25:42.401161 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.db.api [None req-a3af9ad1-b460-45f1-a0a8-4eea76b746f0 tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83737) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 10:25:42.401472 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG oslo_db.api [None req-a3af9ad1-b460-45f1-a0a8-4eea76b746f0 tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 10:25:42.580801 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-b79d423a-f849-4252-b97f-40ff0a209113 None None] Notify callbacks [] for port, precommit_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:42.596868 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.provisioning_blocks [None req-b79d423a-f849-4252-b97f-40ff0a209113 None None] Transition to ACTIVE for port object e09dac25-bfd8-46b5-9fd2-340c5c60b85d will not be triggered until provisioned by entity L2. {{(pid=83740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:25:42.609661 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-b79d423a-f849-4252-b97f-40ff0a209113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:42.661844 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 250333e8-0302-451f-93f2-116f871ba16b up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:25:42.720470 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-d2a5d4e6-25a5-4b7a-8548-d521a994f1cd tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Allocated IP 2001:db8::11e (bb88baa3-c7e4-44fa-bf12-b0c59c6892ac/680452be-afa6-4c5f-a416-21bccebd1a4f/3f5f37a3-94f7-4b5a-88e5-1126c9afdae0) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:25:42.727792 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_v2 [None req-31831aea-137e-4818-97fa-237f6a34a433 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Deleting subnet 40e3bb69-a9dc-4ecd-a712-0d963b39dc96 {{(pid=83738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 07 10:25:42.732786 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-31831aea-137e-4818-97fa-237f6a34a433 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks [] for subnet, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:42.743361 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ade4eb7-a68d-4975-a6e1-8eb7b68ae7f5 None None] Pushing event updated for resources: {'Port': ['ID=e09dac25-bfd8-46b5-9fd2-340c5c60b85d,revision_number=3']} {{(pid=83740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:25:42.843469 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning for port 250333e8-0302-451f-93f2-116f871ba16b completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:25:42.866595 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-b79d423a-f849-4252-b97f-40ff0a209113 None None] Attempting to bind port e09dac25-bfd8-46b5-9fd2-340c5c60b85d on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:25:42.867410 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-b79d423a-f849-4252-b97f-40ff0a209113 None None] Attempting to bind port e09dac25-bfd8-46b5-9fd2-340c5c60b85d by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': '13510a37-88c7-493e-9701-b414ea24fc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '98d8805b-dd65-4110-997b-2eea298bca78'}] {{(pid=83740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:25:42.867410 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79d423a-f849-4252-b97f-40ff0a209113 None None] Attempting to bind port e09dac25-bfd8-46b5-9fd2-340c5c60b85d on network 98d8805b-dd65-4110-997b-2eea298bca78 {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:25:42.875185 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79d423a-f849-4252-b97f-40ff0a209113 None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:25:42.875630 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79d423a-f849-4252-b97f-40ff0a209113 None None] Checking segment: {'id': '13510a37-88c7-493e-9701-b414ea24fc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '98d8805b-dd65-4110-997b-2eea298bca78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:25:42.876103 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-b79d423a-f849-4252-b97f-40ff0a209113 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:42.876580 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79d423a-f849-4252-b97f-40ff0a209113 None None] Bound using segment: {'id': '13510a37-88c7-493e-9701-b414ea24fc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '98d8805b-dd65-4110-997b-2eea298bca78'} {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:25:42.877104 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-b79d423a-f849-4252-b97f-40ff0a209113 None None] Bound port: e09dac25-bfd8-46b5-9fd2-340c5c60b85d, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13510a37-88c7-493e-9701-b414ea24fc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '98d8805b-dd65-4110-997b-2eea298bca78'}}] {{(pid=83740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:25:42.877551 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-b79d423a-f849-4252-b97f-40ff0a209113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:42.902622 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-a3af9ad1-b460-45f1-a0a8-4eea76b746f0 tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] Deleting port 937c6eca-8326-49e7-8cbd-73ce6063c7e9 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:25:42.903701 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a3af9ad1-b460-45f1-a0a8-4eea76b746f0 tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:43.006622 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.db [None req-b79d423a-f849-4252-b97f-40ff0a209113 None None] For port e09dac25-bfd8-46b5-9fd2-340c5c60b85d, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:25:43.010642 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.db [None req-b79d423a-f849-4252-b97f-40ff0a209113 None None] For port e09dac25-bfd8-46b5-9fd2-340c5c60b85d, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=e09dac25-bfd8-46b5-9fd2-340c5c60b85d,segment=NetworkSegment(13510a37-88c7-493e-9701-b414ea24fc4c),segment_id=13510a37-88c7-493e-9701-b414ea24fc4c)] {{(pid=83740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:25:43.019602 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-b79d423a-f849-4252-b97f-40ff0a209113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:43.178323 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a3af9ad1-b460-45f1-a0a8-4eea76b746f0 tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:43.178647 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a3af9ad1-b460-45f1-a0a8-4eea76b746f0 tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:43.183949 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ade4eb7-a68d-4975-a6e1-8eb7b68ae7f5 None None] Pushing event updated for resources: {'Port': ['ID=e09dac25-bfd8-46b5-9fd2-340c5c60b85d,revision_number=4']} {{(pid=83740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:25:43.189306 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79d423a-f849-4252-b97f-40ff0a209113 None None] Routers {'dacbcf74-5da5-47a8-bc5c-1867ba9ac73c'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:25:43.190215 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-b79d423a-f849-4252-b97f-40ff0a209113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:25:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['dacbcf74-5da5-47a8-bc5c-1867ba9ac73c'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:25:43.200103 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-9a0cb2f0-37cd-4ef1-99a2-c2b9c5c89603 admin admin] Deleting port 6481cfd0-b4ea-41da-8d54-8599248a4ff1 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:25:43.202040 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9a0cb2f0-37cd-4ef1-99a2-c2b9c5c89603 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:43.412503 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-b79d423a-f849-4252-b97f-40ff0a209113 None None] Set router dacbcf74-5da5-47a8-bc5c-1867ba9ac73c gateway port host: None {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:25:43.520345 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-9a0cb2f0-37cd-4ef1-99a2-c2b9c5c89603 admin admin] For port 6481cfd0-b4ea-41da-8d54-8599248a4ff1, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=6481cfd0-b4ea-41da-8d54-8599248a4ff1,segment=NetworkSegment(46fd226d-e938-40b1-b036-15faea50eaea),segment_id=46fd226d-e938-40b1-b036-15faea50eaea)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:25:43.520730 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9a0cb2f0-37cd-4ef1-99a2-c2b9c5c89603 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:43.583937 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 59806) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:25:43.597549 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-31831aea-137e-4818-97fa-237f6a34a433 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2969395'] for subnet, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:43.598831 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-a3af9ad1-b460-45f1-a0a8-4eea76b746f0 tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] Calling delete_port for 937c6eca-8326-49e7-8cbd-73ce6063c7e9 owned by network:floatingip {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:25:43.629352 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a877bd-0662-4c95-914a-3ad249c49486 None None] Network bb88baa3-c7e4-44fa-bf12-b0c59c6892ac requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:25:43.637291 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-47832a76-9fab-45fa-9ac3-0fb5a3808394 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-36789809', 'description': 'tempest-secgroup-smoke-36789809 description', 'project_id': '4e9c4d5c86cf416eb66bed1b523adf54'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:25:43.657035 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-47832a76-9fab-45fa-9ac3-0fb5a3808394 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:25:43.675322 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-47832a76-9fab-45fa-9ac3-0fb5a3808394 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Usage tracker for resource:security_group and tenant:4e9c4d5c86cf416eb66bed1b523adf54 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:25:43.687627 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-47832a76-9fab-45fa-9ac3-0fb5a3808394 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:25:43.705313 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-47832a76-9fab-45fa-9ac3-0fb5a3808394 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:25:43.726325 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-b756115d-e046-4706-989f-038c34a9e69e None None] Provisioning for port 250333e8-0302-451f-93f2-116f871ba16b completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:25:43.735082 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-b756115d-e046-4706-989f-038c34a9e69e None None] Provisioning complete for port 250333e8-0302-451f-93f2-116f871ba16b triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:25:43.735683 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-b756115d-e046-4706-989f-038c34a9e69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:43.751125 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-47832a76-9fab-45fa-9ac3-0fb5a3808394 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:43.751362 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-9a0cb2f0-37cd-4ef1-99a2-c2b9c5c89603 admin admin] Calling delete_port for 6481cfd0-b4ea-41da-8d54-8599248a4ff1 owned by network:router_interface {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:25:43.772070 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-47832a76-9fab-45fa-9ac3-0fb5a3808394 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:43.841915 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83946146-ce7c-4b91-8ef0-69ec17043d08 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Router 4bd78e7b-bb20-49e1-8453-68eb29fc1b8d has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:25:43.876904 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-b79d423a-f849-4252-b97f-40ff0a209113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dacbcf74-5da5-47a8-bc5c-1867ba9ac73c', 'name': 'tempest-NetworksTestDHCPv6-router-1677353905', 'tenant_id': '0f1e04191c7443f7844c0202165e746c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:25:34Z', 'updated_at': '2022-03-07T10:25:38Z', 'revision_number': 2, 'project_id': '0f1e04191c7443f7844c0202165e746c', 'gw_port_host': None, '_interfaces': [{'id': 'e09dac25-bfd8-46b5-9fd2-340c5c60b85d', 'name': '', 'network_id': '98d8805b-dd65-4110-997b-2eea298bca78', 'tenant_id': '0f1e04191c7443f7844c0202165e746c', 'mac_address': 'fa:16:3e:f7:8d:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dacbcf74-5da5-47a8-bc5c-1867ba9ac73c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0784281f-688b-4301-8fab-9615c7a28a33', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:25:37Z', 'updated_at': '2022-03-07T10:25:43Z', 'revision_number': 4, 'project_id': '0f1e04191c7443f7844c0202165e746c', 'subnets': [{'id': '0784281f-688b-4301-8fab-9615c7a28a33', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:25:43.881436 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79d423a-f849-4252-b97f-40ff0a209113 None None] The sync data for ids ['dacbcf74-5da5-47a8-bc5c-1867ba9ac73c'] in dv-neutron-830731-3-hyperv is: [{'id': 'dacbcf74-5da5-47a8-bc5c-1867ba9ac73c', 'name': 'tempest-NetworksTestDHCPv6-router-1677353905', 'tenant_id': '0f1e04191c7443f7844c0202165e746c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:25:34Z', 'updated_at': '2022-03-07T10:25:38Z', 'revision_number': 2, 'project_id': '0f1e04191c7443f7844c0202165e746c', 'gw_port_host': None, '_interfaces': [{'id': 'e09dac25-bfd8-46b5-9fd2-340c5c60b85d', 'name': '', 'network_id': '98d8805b-dd65-4110-997b-2eea298bca78', 'tenant_id': '0f1e04191c7443f7844c0202165e746c', 'mac_address': 'fa:16:3e:f7:8d:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dacbcf74-5da5-47a8-bc5c-1867ba9ac73c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0784281f-688b-4301-8fab-9615c7a28a33', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:25:37Z', 'updated_at': '2022-03-07T10:25:43Z', 'revision_number': 4, 'project_id': '0f1e04191c7443f7844c0202165e746c', 'subnets': [{'id': '0784281f-688b-4301-8fab-9615c7a28a33', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:25:43.939597 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-bcd135dc-9240-448d-a1cb-27409d081c77 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3920255'] for router_interface, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:44.005869 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-b756115d-e046-4706-989f-038c34a9e69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:44.111237 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-47832a76-9fab-45fa-9ac3-0fb5a3808394 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:25:44.119318 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-b756115d-e046-4706-989f-038c34a9e69e None None] For port 250333e8-0302-451f-93f2-116f871ba16b, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=250333e8-0302-451f-93f2-116f871ba16b,segment=NetworkSegment(fc1a0362-df9e-45c2-81d5-12ec0e4d788e),segment_id=fc1a0362-df9e-45c2-81d5-12ec0e4d788e)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:25:44.121354 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-47832a76-9fab-45fa-9ac3-0fb5a3808394 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Usage tracker for resource:security_group_rule and tenant:4e9c4d5c86cf416eb66bed1b523adf54 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:25:44.124557 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-b756115d-e046-4706-989f-038c34a9e69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:44.125829 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-47832a76-9fab-45fa-9ac3-0fb5a3808394 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:25:44.136393 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a3af9ad1-b460-45f1-a0a8-4eea76b746f0 tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:44.140816 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-47832a76-9fab-45fa-9ac3-0fb5a3808394 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:25:44.202816 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3af9ad1-b460-45f1-a0a8-4eea76b746f0 tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] Pushing event deleted for resources: {'Port': ['ID=937c6eca-8326-49e7-8cbd-73ce6063c7e9,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:25:44.234476 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-31831aea-137e-4818-97fa-237f6a34a433 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1525496'] for subnet, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:44.292033 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b756115d-e046-4706-989f-038c34a9e69e None None] Pushing event updated for resources: {'Port': ['ID=250333e8-0302-451f-93f2-116f871ba16b,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:25:44.373661 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a3af9ad1-b460-45f1-a0a8-4eea76b746f0 tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] Notify callbacks [] for floatingip, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:44.410885 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-47832a76-9fab-45fa-9ac3-0fb5a3808394 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:44.455695 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-47832a76-9fab-45fa-9ac3-0fb5a3808394 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:44.492141 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d2a5d4e6-25a5-4b7a-8548-d521a994f1cd tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:44.520274 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-47832a76-9fab-45fa-9ac3-0fb5a3808394 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:25:44.525427 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a3af9ad1-b460-45f1-a0a8-4eea76b746f0 tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for floatingip, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:44.526696 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-a3af9ad1-b460-45f1-a0a8-4eea76b746f0 tempest-ServersTestJSON-413836773 tempest-ServersTestJSON-413836773-project] 10.222.0.13 "DELETE /v2.0/floatingips/e53cc66e-d40a-49e6-9816-a267f90037a5 HTTP/1.1" status: 204 len: 168 time: 3.3480844 Mar 07 10:25:44.531576 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-47832a76-9fab-45fa-9ac3-0fb5a3808394 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Usage tracker for resource:security_group_rule and tenant:4e9c4d5c86cf416eb66bed1b523adf54 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:25:44.534196 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 59810) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:25:44.534880 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47832a76-9fab-45fa-9ac3-0fb5a3808394 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f08a49f7-cea4-41e1-87a4-41e626c9aa22,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:25:44.569430 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-d2a5d4e6-25a5-4b7a-8548-d521a994f1cd tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Transition to ACTIVE for port object 3f5f37a3-94f7-4b5a-88e5-1126c9afdae0 will not be triggered until provisioned by entity DHCP. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:25:44.581916 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-31831aea-137e-4818-97fa-237f6a34a433 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1525489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3556647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741465'] for subnet, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:44.594894 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9a0cb2f0-37cd-4ef1-99a2-c2b9c5c89603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:44.598642 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-47832a76-9fab-45fa-9ac3-0fb5a3808394 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:25:44.630867 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-127480f8-1e62-4c8e-892c-5f919d143904 None None] Provisioning complete for port 250333e8-0302-451f-93f2-116f871ba16b triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:25:44.631626 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-127480f8-1e62-4c8e-892c-5f919d143904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:44.663407 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-47832a76-9fab-45fa-9ac3-0fb5a3808394 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:25:44.675764 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-31831aea-137e-4818-97fa-237f6a34a433 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:44.688757 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31831aea-137e-4818-97fa-237f6a34a433 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Pushing event deleted for resources: {'Subnet': ['ID=40e3bb69-a9dc-4ecd-a712-0d963b39dc96,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:25:44.704588 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0cb2f0-37cd-4ef1-99a2-c2b9c5c89603 admin admin] Pushing event deleted for resources: {'Port': ['ID=6481cfd0-b4ea-41da-8d54-8599248a4ff1,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:25:44.747659 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7be0e429-a2a7-4f1a-a7fb-cec5ae75f2db None None] Network 15e8a846-9db1-4c60-b922-64d530960ad6 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:25:44.765838 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device e09dac25-bfd8-46b5-9fd2-340c5c60b85d up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:25:44.823829 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-31831aea-137e-4818-97fa-237f6a34a433 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] 10.222.0.13 "DELETE /v2.0/subnets/40e3bb69-a9dc-4ecd-a712-0d963b39dc96 HTTP/1.1" status: 204 len: 168 time: 2.7542472 Mar 07 10:25:44.824495 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 59814) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:25:44.934806 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-bcd135dc-9240-448d-a1cb-27409d081c77 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Deleting port e09dac25-bfd8-46b5-9fd2-340c5c60b85d {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:25:44.935596 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-bcd135dc-9240-448d-a1cb-27409d081c77 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:44.994614 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-82ae5bd5-924c-4e8f-a07d-ee5794f09a50 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1158940'] for network, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:45.123110 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning for port e09dac25-bfd8-46b5-9fd2-340c5c60b85d completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:25:45.132735 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-47832a76-9fab-45fa-9ac3-0fb5a3808394 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:45.139052 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port e09dac25-bfd8-46b5-9fd2-340c5c60b85d triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:25:45.139369 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:45.148585 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-47832a76-9fab-45fa-9ac3-0fb5a3808394 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:45.257654 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47832a76-9fab-45fa-9ac3-0fb5a3808394 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0975493-0c59-42d9-89a3-fb824091cc4e,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:25:45.263636 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d2a5d4e6-25a5-4b7a-8548-d521a994f1cd tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:45.267509 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-bcd135dc-9240-448d-a1cb-27409d081c77 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] For port e09dac25-bfd8-46b5-9fd2-340c5c60b85d, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=e09dac25-bfd8-46b5-9fd2-340c5c60b85d,segment=NetworkSegment(13510a37-88c7-493e-9701-b414ea24fc4c),segment_id=13510a37-88c7-493e-9701-b414ea24fc4c)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:25:45.268107 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-bcd135dc-9240-448d-a1cb-27409d081c77 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:45.282089 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f56ccd53-297d-4ba0-a9ae-1f6d02c3f2d7 None None] DHCP port deletion for 15e8a846-9db1-4c60-b922-64d530960ad6 request from dv-neutron-830731-3-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 07 10:25:45.292804 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:45.302080 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-f56ccd53-297d-4ba0-a9ae-1f6d02c3f2d7 None None] Deleting port a1cc51e2-51c0-416c-be73-349116e1fc68 {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:25:45.302852 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f56ccd53-297d-4ba0-a9ae-1f6d02c3f2d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:45.365051 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a5d4e6-25a5-4b7a-8548-d521a994f1cd tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Network bb88baa3-c7e4-44fa-bf12-b0c59c6892ac is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:25:45.369965 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-82ae5bd5-924c-4e8f-a07d-ee5794f09a50 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Deleting port a1cc51e2-51c0-416c-be73-349116e1fc68 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:25:45.370310 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-82ae5bd5-924c-4e8f-a07d-ee5794f09a50 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:45.424889 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] For port e09dac25-bfd8-46b5-9fd2-340c5c60b85d, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=e09dac25-bfd8-46b5-9fd2-340c5c60b85d,segment=NetworkSegment(13510a37-88c7-493e-9701-b414ea24fc4c),segment_id=13510a37-88c7-493e-9701-b414ea24fc4c)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:25:45.425593 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a5d4e6-25a5-4b7a-8548-d521a994f1cd tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Pushing event updated for resources: {'Port': ['ID=3f5f37a3-94f7-4b5a-88e5-1126c9afdae0,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:25:45.428277 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-d2a5d4e6-25a5-4b7a-8548-d521a994f1cd tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:25:45.431459 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83946146-ce7c-4b91-8ef0-69ec17043d08 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:25:45.443870 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:45.444748 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 250333e8-0302-451f-93f2-116f871ba16b up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:25:45.459256 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a5d4e6-25a5-4b7a-8548-d521a994f1cd tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:25:45.464144 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a5d4e6-25a5-4b7a-8548-d521a994f1cd tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:25:45.464792 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d2a5d4e6-25a5-4b7a-8548-d521a994f1cd tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:45.469124 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ffdda8-be78-4507-a329-ff55526cbdc5 None None] Sync routers for ids ['4bd78e7b-bb20-49e1-8453-68eb29fc1b8d'] in dv-neutron-830731-3-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:25:45.488138 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-83946146-ce7c-4b91-8ef0-69ec17043d08 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for floatingip, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:45.489283 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ffdda8-be78-4507-a329-ff55526cbdc5 None None] Routers {'4bd78e7b-bb20-49e1-8453-68eb29fc1b8d'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:25:45.490018 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-e2ffdda8-be78-4507-a329-ff55526cbdc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:25:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['4bd78e7b-bb20-49e1-8453-68eb29fc1b8d'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:25:45.524896 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-bcd135dc-9240-448d-a1cb-27409d081c77 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Calling delete_port for e09dac25-bfd8-46b5-9fd2-340c5c60b85d owned by network:router_interface {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:25:45.564280 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-e2ffdda8-be78-4507-a329-ff55526cbdc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:25:45.574813 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-47832a76-9fab-45fa-9ac3-0fb5a3808394 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:45.576051 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-47832a76-9fab-45fa-9ac3-0fb5a3808394 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1624 time: 1.9909089 Mar 07 10:25:45.580958 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-d2a5d4e6-25a5-4b7a-8548-d521a994f1cd tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.7802160 Mar 07 10:25:45.581799 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 59820) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:25:45.582155 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 59818) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:25:45.582457 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ffdda8-be78-4507-a329-ff55526cbdc5 None None] Routers {'4bd78e7b-bb20-49e1-8453-68eb29fc1b8d'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:25:45.583270 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-e2ffdda8-be78-4507-a329-ff55526cbdc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:25:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['4bd78e7b-bb20-49e1-8453-68eb29fc1b8d'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:25:45.620156 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-b6e3c74d-931d-447e-9529-e4d103fd7c48 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Request body: {'security_group_rule': {'security_group_id': 'b0975493-0c59-42d9-89a3-fb824091cc4e', 'project_id': '4e9c4d5c86cf416eb66bed1b523adf54', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:25:45.621541 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:45.666703 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-e2ffdda8-be78-4507-a329-ff55526cbdc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:25:45.667098 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ffdda8-be78-4507-a329-ff55526cbdc5 None None] The sync data for ids ['4bd78e7b-bb20-49e1-8453-68eb29fc1b8d'] in dv-neutron-830731-3-hyperv is: [] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:25:45.706589 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-b6e3c74d-931d-447e-9529-e4d103fd7c48 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:25:45.757765 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Pushing event updated for resources: {'Port': ['ID=e09dac25-bfd8-46b5-9fd2-340c5c60b85d,revision_number=5']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:25:45.773914 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-b6e3c74d-931d-447e-9529-e4d103fd7c48 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Usage tracker for resource:security_group_rule and tenant:4e9c4d5c86cf416eb66bed1b523adf54 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:25:45.781947 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-f56ccd53-297d-4ba0-a9ae-1f6d02c3f2d7 None None] For port a1cc51e2-51c0-416c-be73-349116e1fc68, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=a1cc51e2-51c0-416c-be73-349116e1fc68,segment=NetworkSegment(3bf1b3df-ea9a-4332-837d-39005cdb02cd),segment_id=3bf1b3df-ea9a-4332-837d-39005cdb02cd)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:25:45.782509 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f56ccd53-297d-4ba0-a9ae-1f6d02c3f2d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:45.817423 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-b6e3c74d-931d-447e-9529-e4d103fd7c48 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:25:45.825476 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-b6e3c74d-931d-447e-9529-e4d103fd7c48 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:25:45.938243 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-f56ccd53-297d-4ba0-a9ae-1f6d02c3f2d7 None None] Calling delete_port for a1cc51e2-51c0-416c-be73-349116e1fc68 owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:25:45.964976 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 250333e8-0302-451f-93f2-116f871ba16b triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:25:45.965339 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:45.970837 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b6e3c74d-931d-447e-9529-e4d103fd7c48 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:46.033035 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-83946146-ce7c-4b91-8ef0-69ec17043d08 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] 10.222.0.13 "PUT /v2.0/floatingips/8aada260-bac5-4c1d-be78-4919b6f31254 HTTP/1.1" status: 200 len: 978 time: 8.4291673 Mar 07 10:25:46.033993 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 59826) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:25:46.049775 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-82ae5bd5-924c-4e8f-a07d-ee5794f09a50 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] For port a1cc51e2-51c0-416c-be73-349116e1fc68, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=a1cc51e2-51c0-416c-be73-349116e1fc68,segment=NetworkSegment(3bf1b3df-ea9a-4332-837d-39005cdb02cd),segment_id=3bf1b3df-ea9a-4332-837d-39005cdb02cd)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:25:46.051191 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-82ae5bd5-924c-4e8f-a07d-ee5794f09a50 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:46.062937 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-dd502e1a-a8ad-46e8-8983-505db415a0b1 None None] Provisioning for port 3f5f37a3-94f7-4b5a-88e5-1126c9afdae0 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:25:46.075457 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-dd502e1a-a8ad-46e8-8983-505db415a0b1 None None] Provisioning complete for port 3f5f37a3-94f7-4b5a-88e5-1126c9afdae0 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:25:46.075815 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-dd502e1a-a8ad-46e8-8983-505db415a0b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:46.100450 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.db.api [None req-bcd135dc-9240-448d-a1cb-27409d081c77 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83737) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 10:25:46.100837 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG oslo_db.api [None req-bcd135dc-9240-448d-a1cb-27409d081c77 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 10:25:46.141457 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f56ccd53-297d-4ba0-a9ae-1f6d02c3f2d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812'] for port, after_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:46.216867 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56ccd53-297d-4ba0-a9ae-1f6d02c3f2d7 None None] Pushing event deleted for resources: {'Port': ['ID=a1cc51e2-51c0-416c-be73-349116e1fc68,revision_number=None']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:25:46.230656 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56ccd53-297d-4ba0-a9ae-1f6d02c3f2d7 None None] No DVR routers for this DVR port a1cc51e2-51c0-416c-be73-349116e1fc68 on host dv-neutron-830731-3-hyperv {{(pid=83739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:25:46.234095 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-dd502e1a-a8ad-46e8-8983-505db415a0b1 None None] Port 3f5f37a3-94f7-4b5a-88e5-1126c9afdae0 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:25:46.296816 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-4d895404-2487-4b3c-8134-48a8128c7501 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Deleting port 61543895-60dc-4716-bd54-79e51f481f7d {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:25:46.297367 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4d895404-2487-4b3c-8134-48a8128c7501 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:46.317724 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-82ae5bd5-924c-4e8f-a07d-ee5794f09a50 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Calling delete_port for a1cc51e2-51c0-416c-be73-349116e1fc68 owned by network:dhcp {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:25:46.420518 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8b4f1bea-53e0-4ee6-81b7-732fa8f70825 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3920255'] for router_interface, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:46.433731 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b6e3c74d-931d-447e-9529-e4d103fd7c48 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:46.497619 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b6e3c74d-931d-447e-9529-e4d103fd7c48 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:46.575229 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.db.api [None req-82ae5bd5-924c-4e8f-a07d-ee5794f09a50 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83738) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 10:25:46.575545 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG oslo_db.api [None req-82ae5bd5-924c-4e8f-a07d-ee5794f09a50 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 10:25:46.588896 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e3c74d-931d-447e-9529-e4d103fd7c48 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6549d756-e820-4936-b923-f9b67477b122,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:25:46.601459 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-bcd135dc-9240-448d-a1cb-27409d081c77 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Deleting port e09dac25-bfd8-46b5-9fd2-340c5c60b85d {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:25:46.601795 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-bcd135dc-9240-448d-a1cb-27409d081c77 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:46.604834 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9a0cb2f0-37cd-4ef1-99a2-c2b9c5c89603 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2756383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3920168'] for router_interface, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:46.610467 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b6e3c74d-931d-447e-9529-e4d103fd7c48 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:46.611487 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-b6e3c74d-931d-447e-9529-e4d103fd7c48 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.0142381 Mar 07 10:25:46.614866 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 59830) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:25:46.617140 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device e09dac25-bfd8-46b5-9fd2-340c5c60b85d up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:25:46.625886 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-998e5913-4e88-43bb-b72b-657c5b8b6d19 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Request body: {'security_group_rule': {'security_group_id': 'b0975493-0c59-42d9-89a3-fb824091cc4e', 'project_id': '4e9c4d5c86cf416eb66bed1b523adf54', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:25:46.634876 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4d895404-2487-4b3c-8134-48a8128c7501 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:46.635219 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4d895404-2487-4b3c-8134-48a8128c7501 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:46.657880 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-998e5913-4e88-43bb-b72b-657c5b8b6d19 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:25:46.686245 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port e09dac25-bfd8-46b5-9fd2-340c5c60b85d triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:25:46.686694 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:46.853405 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-998e5913-4e88-43bb-b72b-657c5b8b6d19 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Usage tracker for resource:security_group_rule and tenant:4e9c4d5c86cf416eb66bed1b523adf54 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:25:46.864295 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-998e5913-4e88-43bb-b72b-657c5b8b6d19 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:25:46.894153 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-4d895404-2487-4b3c-8134-48a8128c7501 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Calling delete_port for 61543895-60dc-4716-bd54-79e51f481f7d owned by network:floatingip {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:25:46.923443 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-998e5913-4e88-43bb-b72b-657c5b8b6d19 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:25:47.018086 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-998e5913-4e88-43bb-b72b-657c5b8b6d19 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:47.035784 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device a1cc51e2-51c0-416c-be73-349116e1fc68 no longer exists at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:25:47.069765 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] No Port match for: a1cc51e2-51c0-416c-be73-349116e1fc68 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 10:25:47.070402 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device a1cc51e2-51c0-416c-be73-349116e1fc68 not bound to the agent host dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 10:25:47.087181 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-82ae5bd5-924c-4e8f-a07d-ee5794f09a50 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Deleting port a1cc51e2-51c0-416c-be73-349116e1fc68 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:25:47.087523 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-82ae5bd5-924c-4e8f-a07d-ee5794f09a50 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:47.140841 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-bcd135dc-9240-448d-a1cb-27409d081c77 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] For port e09dac25-bfd8-46b5-9fd2-340c5c60b85d, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=e09dac25-bfd8-46b5-9fd2-340c5c60b85d,segment=NetworkSegment(13510a37-88c7-493e-9701-b414ea24fc4c),segment_id=13510a37-88c7-493e-9701-b414ea24fc4c)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:25:47.141133 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-bcd135dc-9240-448d-a1cb-27409d081c77 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:47.190632 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-82ae5bd5-924c-4e8f-a07d-ee5794f09a50 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] The port 'a1cc51e2-51c0-416c-be73-349116e1fc68' was deleted {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 07 10:25:47.227501 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-73640940-1345-42f2-af4a-a40dd9f841a0 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:47.269331 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-bcd135dc-9240-448d-a1cb-27409d081c77 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Calling delete_port for e09dac25-bfd8-46b5-9fd2-340c5c60b85d owned by network:router_interface {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:25:47.405439 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-998e5913-4e88-43bb-b72b-657c5b8b6d19 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:47.406961 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-82ae5bd5-924c-4e8f-a07d-ee5794f09a50 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1526893', 'neutron.services.segments.db._delete_segments_for_network-8732568551033'] for network, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:47.423110 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-998e5913-4e88-43bb-b72b-657c5b8b6d19 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:47.507270 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4d895404-2487-4b3c-8134-48a8128c7501 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:47.579743 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-82ae5bd5-924c-4e8f-a07d-ee5794f09a50 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15e8a846-9db1-4c60-b922-64d530960ad6']}} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:25:47.591234 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d895404-2487-4b3c-8134-48a8128c7501 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Pushing event deleted for resources: {'Port': ['ID=61543895-60dc-4716-bd54-79e51f481f7d,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:25:47.599510 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998e5913-4e88-43bb-b72b-657c5b8b6d19 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edd37c8d-d263-426c-b989-46ab55a956f3,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:25:47.611512 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-82ae5bd5-924c-4e8f-a07d-ee5794f09a50 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bf1b3df-ea9a-4332-837d-39005cdb02cd') {'for_net_delete': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:25:47.611806 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-82ae5bd5-924c-4e8f-a07d-ee5794f09a50 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bf1b3df-ea9a-4332-837d-39005cdb02cd') {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:25:47.634293 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-82ae5bd5-924c-4e8f-a07d-ee5794f09a50 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732568550916', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968000'] for segment, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:47.641279 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-998e5913-4e88-43bb-b72b-657c5b8b6d19 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:47.642447 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-998e5913-4e88-43bb-b72b-657c5b8b6d19 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 1.0238569 Mar 07 10:25:47.646798 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 59834) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:25:47.684220 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-0e7c3efd-1abe-4056-8a90-34ca8815d501 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Request body: {'security_group_rule': {'security_group_id': 'b0975493-0c59-42d9-89a3-fb824091cc4e', 'project_id': '4e9c4d5c86cf416eb66bed1b523adf54', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:25:47.706673 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-0e7c3efd-1abe-4056-8a90-34ca8815d501 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:25:47.721360 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-0e7c3efd-1abe-4056-8a90-34ca8815d501 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Usage tracker for resource:security_group_rule and tenant:4e9c4d5c86cf416eb66bed1b523adf54 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:25:47.721779 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-82ae5bd5-924c-4e8f-a07d-ee5794f09a50 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:47.727946 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-0e7c3efd-1abe-4056-8a90-34ca8815d501 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:25:47.744800 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82ae5bd5-924c-4e8f-a07d-ee5794f09a50 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=83738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 07 10:25:47.745201 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-82ae5bd5-924c-4e8f-a07d-ee5794f09a50 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1227397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3556681'] for segment, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:47.762341 dv-neutron-830731-3-hyperv neutron-server[83738]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:25:47.762341 dv-neutron-830731-3-hyperv neutron-server[83738]: util.warn( Mar 07 10:25:47.762341 dv-neutron-830731-3-hyperv neutron-server[83738]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:25:47.762341 dv-neutron-830731-3-hyperv neutron-server[83738]: util.warn( Mar 07 10:25:47.762341 dv-neutron-830731-3-hyperv neutron-server[83738]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:25:47.762341 dv-neutron-830731-3-hyperv neutron-server[83738]: util.warn( Mar 07 10:25:47.762341 dv-neutron-830731-3-hyperv neutron-server[83738]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:25:47.762341 dv-neutron-830731-3-hyperv neutron-server[83738]: util.warn( Mar 07 10:25:47.762341 dv-neutron-830731-3-hyperv neutron-server[83738]: Traceback (most recent call last): Mar 07 10:25:47.762341 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 07 10:25:47.762341 dv-neutron-830731-3-hyperv neutron-server[83738]: timer() Mar 07 10:25:47.762341 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:25:47.762341 dv-neutron-830731-3-hyperv neutron-server[83738]: cb(*args, **kw) Mar 07 10:25:47.762341 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 10:25:47.762341 dv-neutron-830731-3-hyperv neutron-server[83738]: return func(*args, **kwargs) Mar 07 10:25:47.762341 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:25:47.762341 dv-neutron-830731-3-hyperv neutron-server[83738]: self._notify() Mar 07 10:25:47.762341 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:25:47.762341 dv-neutron-830731-3-hyperv neutron-server[83738]: self.callback(batched_events) Mar 07 10:25:47.762341 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:25:47.762341 dv-neutron-830731-3-hyperv neutron-server[83738]: event.method(event) Mar 07 10:25:47.762341 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 10:25:47.762341 dv-neutron-830731-3-hyperv neutron-server[83738]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:25:47.762341 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 10:25:47.762341 dv-neutron-830731-3-hyperv neutron-server[83738]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:25:47.762341 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 10:25:47.762341 dv-neutron-830731-3-hyperv neutron-server[83738]: return f(self, *a, **k) Mar 07 10:25:47.762341 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:25:47.762341 dv-neutron-830731-3-hyperv neutron-server[83738]: return self._get(url).json() Mar 07 10:25:47.762341 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:25:47.762341 dv-neutron-830731-3-hyperv neutron-server[83738]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:25:47.762341 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 07 10:25:47.762341 dv-neutron-830731-3-hyperv neutron-server[83738]: return self.request(url, 'GET', **kwargs) Mar 07 10:25:47.762341 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 07 10:25:47.762341 dv-neutron-830731-3-hyperv neutron-server[83738]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:25:47.762341 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 07 10:25:47.762341 dv-neutron-830731-3-hyperv neutron-server[83738]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:25:47.762341 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 07 10:25:47.762341 dv-neutron-830731-3-hyperv neutron-server[83738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:25:47.762341 dv-neutron-830731-3-hyperv neutron-server[83738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:25:47.798033 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-0e7c3efd-1abe-4056-8a90-34ca8815d501 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:25:47.818164 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4d895404-2487-4b3c-8134-48a8128c7501 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks [] for floatingip, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:47.970098 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0e7c3efd-1abe-4056-8a90-34ca8815d501 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:48.006221 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-bcd135dc-9240-448d-a1cb-27409d081c77 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:48.008246 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-82ae5bd5-924c-4e8f-a07d-ee5794f09a50 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1526886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923583'] for network, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:48.039022 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-82ae5bd5-924c-4e8f-a07d-ee5794f09a50 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:48.065393 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ae5bd5-924c-4e8f-a07d-ee5794f09a50 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] Pushing event deleted for resources: {'Network': ['ID=15e8a846-9db1-4c60-b922-64d530960ad6,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:25:48.080339 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-82ae5bd5-924c-4e8f-a07d-ee5794f09a50 tempest-NetworksIpV6Test-208823112 tempest-NetworksIpV6Test-208823112-project] 10.222.0.13 "DELETE /v2.0/networks/15e8a846-9db1-4c60-b922-64d530960ad6 HTTP/1.1" status: 204 len: 168 time: 3.2434168 Mar 07 10:25:48.088550 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd135dc-9240-448d-a1cb-27409d081c77 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Pushing event deleted for resources: {'Port': ['ID=e09dac25-bfd8-46b5-9fd2-340c5c60b85d,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:25:48.152329 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-73640940-1345-42f2-af4a-a40dd9f841a0 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks [] for port, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:48.163821 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-73640940-1345-42f2-af4a-a40dd9f841a0 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3556717'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:48.520172 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0e7c3efd-1abe-4056-8a90-34ca8815d501 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:48.546364 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0e7c3efd-1abe-4056-8a90-34ca8815d501 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:48.588388 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 59842) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:25:48.594732 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-bcd135dc-9240-448d-a1cb-27409d081c77 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2756383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3920168'] for router_interface, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:48.635710 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7c3efd-1abe-4056-8a90-34ca8815d501 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=778bc2a3-b0e3-4d07-84bd-8fe5b4eaad60,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:25:48.638137 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73640940-1345-42f2-af4a-a40dd9f841a0 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Pushing event updated for resources: {'Port': ['ID=3f5f37a3-94f7-4b5a-88e5-1126c9afdae0,revision_number=2']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:25:48.753669 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0e7c3efd-1abe-4056-8a90-34ca8815d501 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:48.757225 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-0e7c3efd-1abe-4056-8a90-34ca8815d501 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.0818512 Mar 07 10:25:48.758905 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 59848) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:25:48.783576 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-0623cb18-997d-4871-ab83-8211fc4af298 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Request body: {'security_group_rule': {'security_group_id': 'b0975493-0c59-42d9-89a3-fb824091cc4e', 'project_id': '4e9c4d5c86cf416eb66bed1b523adf54', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:25:48.808821 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-0623cb18-997d-4871-ab83-8211fc4af298 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:25:48.825024 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-0623cb18-997d-4871-ab83-8211fc4af298 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Usage tracker for resource:security_group_rule and tenant:4e9c4d5c86cf416eb66bed1b523adf54 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:25:48.830453 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-0623cb18-997d-4871-ab83-8211fc4af298 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:25:48.872109 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-0623cb18-997d-4871-ab83-8211fc4af298 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:25:48.874712 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-316a6b4d-0cbe-4e79-b125-def947f58ebd None None] Provisioning complete for port 3f5f37a3-94f7-4b5a-88e5-1126c9afdae0 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:25:48.875223 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-316a6b4d-0cbe-4e79-b125-def947f58ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:48.892880 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-73640940-1345-42f2-af4a-a40dd9f841a0 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3920324'] for router_interface, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:48.942120 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0623cb18-997d-4871-ab83-8211fc4af298 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:48.943277 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-316a6b4d-0cbe-4e79-b125-def947f58ebd None None] Port 3f5f37a3-94f7-4b5a-88e5-1126c9afdae0 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:25:48.955431 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-6a68d090-afb1-4964-8fdc-17d84d0aad87 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7dae50c6a103406a9760f86cb860cee5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3621860 Mar 07 10:25:48.961768 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 59852) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:25:49.083552 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a0cb2f0-37cd-4ef1-99a2-c2b9c5c89603 admin admin] Router 6076671e-b6bf-49bb-931c-ac2bf8cc541b has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:25:49.141141 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0623cb18-997d-4871-ab83-8211fc4af298 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:49.144329 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-73640940-1345-42f2-af4a-a40dd9f841a0 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:49.152852 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-8b4f1bea-53e0-4ee6-81b7-732fa8f70825 admin admin] Deleting port 52928e3c-b794-4156-973a-8c383c2f41ae {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:25:49.153184 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8b4f1bea-53e0-4ee6-81b7-732fa8f70825 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:49.163382 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d1742ec2-165a-486b-8bd6-555993ba5690 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:49.165663 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0623cb18-997d-4871-ab83-8211fc4af298 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:49.283979 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0623cb18-997d-4871-ab83-8211fc4af298 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a34c3538-9927-4ba0-8d2b-c49e43f774c4,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:25:49.370074 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d1742ec2-165a-486b-8bd6-555993ba5690 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:49.456177 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0623cb18-997d-4871-ab83-8211fc4af298 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:49.459792 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-0623cb18-997d-4871-ab83-8211fc4af298 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.6927631 Mar 07 10:25:49.465598 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 59856) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:25:49.484674 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-448751dc-837d-4541-a187-8482b13e9add tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Request body: {'security_group_rule': {'security_group_id': 'b0975493-0c59-42d9-89a3-fb824091cc4e', 'project_id': '4e9c4d5c86cf416eb66bed1b523adf54', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:25:49.491440 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcd135dc-9240-448d-a1cb-27409d081c77 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Router dacbcf74-5da5-47a8-bc5c-1867ba9ac73c has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:25:49.501427 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-8b4f1bea-53e0-4ee6-81b7-732fa8f70825 admin admin] For port 52928e3c-b794-4156-973a-8c383c2f41ae, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=52928e3c-b794-4156-973a-8c383c2f41ae,segment=NetworkSegment(9aaed74e-7327-4b84-aa4b-76c27e2d346f),segment_id=9aaed74e-7327-4b84-aa4b-76c27e2d346f)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:25:49.501808 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8b4f1bea-53e0-4ee6-81b7-732fa8f70825 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:49.509110 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-448751dc-837d-4541-a187-8482b13e9add tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:25:49.519936 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-448751dc-837d-4541-a187-8482b13e9add tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Usage tracker for resource:security_group_rule and tenant:4e9c4d5c86cf416eb66bed1b523adf54 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:25:49.574281 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-448751dc-837d-4541-a187-8482b13e9add tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:25:49.622061 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d1742ec2-165a-486b-8bd6-555993ba5690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:49.641260 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-8b4f1bea-53e0-4ee6-81b7-732fa8f70825 admin admin] Calling delete_port for 52928e3c-b794-4156-973a-8c383c2f41ae owned by network:router_interface {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:25:49.682320 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-448751dc-837d-4541-a187-8482b13e9add tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:25:49.696978 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1742ec2-165a-486b-8bd6-555993ba5690 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d928955c-50f2-41fc-890b-878f1cc54912,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:25:49.719510 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d1742ec2-165a-486b-8bd6-555993ba5690 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:49.722880 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-d1742ec2-165a-486b-8bd6-555993ba5690 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d928955c-50f2-41fc-890b-878f1cc54912 HTTP/1.1" status: 204 len: 168 time: 0.7553930 Mar 07 10:25:49.783439 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.db.securitygroups_db [None req-448751dc-837d-4541-a187-8482b13e9add tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Project 4e9c4d5c86cf416eb66bed1b523adf54 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 10:25:49.802174 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a0cb2f0-37cd-4ef1-99a2-c2b9c5c89603 admin admin] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:25:49.809561 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-9a0cb2f0-37cd-4ef1-99a2-c2b9c5c89603 admin admin] 10.222.0.13 "PUT /v2.0/routers/6076671e-b6bf-49bb-931c-ac2bf8cc541b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.4861557 Mar 07 10:25:49.812270 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 59862) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:25:49.815468 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec359ca-ec16-4005-a4d7-125150c2695d None None] Sync routers for ids ['6076671e-b6bf-49bb-931c-ac2bf8cc541b'] in dv-neutron-830731-3-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:25:49.816217 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-73640940-1345-42f2-af4a-a40dd9f841a0 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks [] for port, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:49.830134 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec359ca-ec16-4005-a4d7-125150c2695d None None] Routers {'6076671e-b6bf-49bb-931c-ac2bf8cc541b'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:25:49.831241 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-aec359ca-ec16-4005-a4d7-125150c2695d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:25:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['6076671e-b6bf-49bb-931c-ac2bf8cc541b'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:25:49.885196 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-73640940-1345-42f2-af4a-a40dd9f841a0 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3556717'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:49.885856 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-73640940-1345-42f2-af4a-a40dd9f841a0 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2756426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3920233'] for router_interface, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:50.020880 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-448751dc-837d-4541-a187-8482b13e9add tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:50.025410 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-aec359ca-ec16-4005-a4d7-125150c2695d None None] Set router 6076671e-b6bf-49bb-931c-ac2bf8cc541b gateway port host: dv-neutron-830731-3-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:25:50.120050 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcd135dc-9240-448d-a1cb-27409d081c77 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:25:50.131004 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e69822-0620-439d-a85b-092f6f27642a None None] Sync routers for ids ['dacbcf74-5da5-47a8-bc5c-1867ba9ac73c'] in dv-neutron-830731-3-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:25:50.141589 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-448751dc-837d-4541-a187-8482b13e9add tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:50.148509 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d895404-2487-4b3c-8134-48a8128c7501 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Router 4bd78e7b-bb20-49e1-8453-68eb29fc1b8d has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:25:50.160658 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-bcd135dc-9240-448d-a1cb-27409d081c77 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "PUT /v2.0/routers/dacbcf74-5da5-47a8-bc5c-1867ba9ac73c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7615242 Mar 07 10:25:50.161569 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-448751dc-837d-4541-a187-8482b13e9add tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:50.167367 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e69822-0620-439d-a85b-092f6f27642a None None] Routers {'dacbcf74-5da5-47a8-bc5c-1867ba9ac73c'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:25:50.169457 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-97e69822-0620-439d-a85b-092f6f27642a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:25:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['dacbcf74-5da5-47a8-bc5c-1867ba9ac73c'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:25:50.175387 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 59870) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:25:50.216530 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73640940-1345-42f2-af4a-a40dd9f841a0 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Pushing event updated for resources: {'Port': ['ID=3f5f37a3-94f7-4b5a-88e5-1126c9afdae0,revision_number=3']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:25:50.307853 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448751dc-837d-4541-a187-8482b13e9add tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3209574a-c74b-4274-9cc0-6c742d7da0d4,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:25:50.369967 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-97e69822-0620-439d-a85b-092f6f27642a None None] Set router dacbcf74-5da5-47a8-bc5c-1867ba9ac73c gateway port host: None {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:25:50.388986 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73640940-1345-42f2-af4a-a40dd9f841a0 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Network bb88baa3-c7e4-44fa-bf12-b0c59c6892ac is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:25:50.392180 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-73640940-1345-42f2-af4a-a40dd9f841a0 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:25:50.427779 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-448751dc-837d-4541-a187-8482b13e9add tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:50.431526 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-448751dc-837d-4541-a187-8482b13e9add tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.9624429 Mar 07 10:25:50.447681 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 59878) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:25:50.456885 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-aec359ca-ec16-4005-a4d7-125150c2695d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6076671e-b6bf-49bb-931c-ac2bf8cc541b', 'name': 'tempest-ServersTestManualDisk-1536380407-router', 'tenant_id': '3889902faef740789076d2c396125f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.45'}], 'enable_snat': True}, 'gw_port_id': 'f3396d26-2164-4557-8c00-a732a26ee8ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:22:59Z', 'updated_at': '2022-03-07T10:25:44Z', 'revision_number': 5, 'project_id': '3889902faef740789076d2c396125f8b', 'gw_port': {'id': 'f3396d26-2164-4557-8c00-a732a26ee8ed', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:c7:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6076671e-b6bf-49bb-931c-ac2bf8cc541b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:23:00Z', 'updated_at': '2022-03-07T10:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv'}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:25:50.459944 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-755d2da5-79d9-4cc2-8006-3533b4b25ecc tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Request body: {'security_group_rule': {'security_group_id': 'b0975493-0c59-42d9-89a3-fb824091cc4e', 'project_id': '4e9c4d5c86cf416eb66bed1b523adf54', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:25:50.468192 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec359ca-ec16-4005-a4d7-125150c2695d None None] Checking router: 6076671e-b6bf-49bb-931c-ac2bf8cc541b for host: dv-neutron-830731-3-hyperv {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 07 10:25:50.476369 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ff0f27-a4d9-40de-896a-57b7280b7fcd tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:25:50.478394 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ff0f27-a4d9-40de-896a-57b7280b7fcd tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:25:50.479422 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-f2ff0f27-a4d9-40de-896a-57b7280b7fcd tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Synchronizing usage tracker for tenant:0f1e04191c7443f7844c0202165e746c on resource:subnet {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:25:50.485840 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-755d2da5-79d9-4cc2-8006-3533b4b25ecc tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:25:50.504615 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-755d2da5-79d9-4cc2-8006-3533b4b25ecc tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Usage tracker for resource:security_group_rule and tenant:4e9c4d5c86cf416eb66bed1b523adf54 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:25:50.521754 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-755d2da5-79d9-4cc2-8006-3533b4b25ecc tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:25:50.522589 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec359ca-ec16-4005-a4d7-125150c2695d None None] Routers {'6076671e-b6bf-49bb-931c-ac2bf8cc541b'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:25:50.523204 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-aec359ca-ec16-4005-a4d7-125150c2695d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:25:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['6076671e-b6bf-49bb-931c-ac2bf8cc541b'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:25:50.525076 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-97e69822-0620-439d-a85b-092f6f27642a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dacbcf74-5da5-47a8-bc5c-1867ba9ac73c', 'name': 'tempest-NetworksTestDHCPv6-router-1677353905', 'tenant_id': '0f1e04191c7443f7844c0202165e746c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:25:34Z', 'updated_at': '2022-03-07T10:25:47Z', 'revision_number': 3, 'project_id': '0f1e04191c7443f7844c0202165e746c', 'gw_port_host': None}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:25:50.536706 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e69822-0620-439d-a85b-092f6f27642a None None] Checking router: dacbcf74-5da5-47a8-bc5c-1867ba9ac73c for host: dv-neutron-830731-3-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 07 10:25:50.543684 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-755d2da5-79d9-4cc2-8006-3533b4b25ecc tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:25:50.551135 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e69822-0620-439d-a85b-092f6f27642a None None] Routers {'dacbcf74-5da5-47a8-bc5c-1867ba9ac73c'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:25:50.552093 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-97e69822-0620-439d-a85b-092f6f27642a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:25:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['dacbcf74-5da5-47a8-bc5c-1867ba9ac73c'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:25:50.562062 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8b4f1bea-53e0-4ee6-81b7-732fa8f70825 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:50.593905 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-f2ff0f27-a4d9-40de-896a-57b7280b7fcd tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Unset dirty status for tenant:0f1e04191c7443f7844c0202165e746c on resource:subnet {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:25:50.597834 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-f2ff0f27-a4d9-40de-896a-57b7280b7fcd tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4187436 Mar 07 10:25:50.607546 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 59882) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:25:50.708496 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.db.securitygroups_db [None req-755d2da5-79d9-4cc2-8006-3533b4b25ecc tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Project 4e9c4d5c86cf416eb66bed1b523adf54 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 10:25:50.758347 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-97e69822-0620-439d-a85b-092f6f27642a None None] Set router dacbcf74-5da5-47a8-bc5c-1867ba9ac73c gateway port host: None {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:25:50.782845 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4f1bea-53e0-4ee6-81b7-732fa8f70825 admin admin] Pushing event deleted for resources: {'Port': ['ID=52928e3c-b794-4156-973a-8c383c2f41ae,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:25:50.802066 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-755d2da5-79d9-4cc2-8006-3533b4b25ecc tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:50.879585 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-40c5fb64-93c7-49d0-886f-dd4e413fc947 admin admin] Notify callbacks [] for router, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:50.890869 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-8fe8410f-4c33-4d0c-992a-5d06cc594e0b None None] Provisioning complete for port 3f5f37a3-94f7-4b5a-88e5-1126c9afdae0 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:25:50.891637 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-8fe8410f-4c33-4d0c-992a-5d06cc594e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:50.968232 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-8fe8410f-4c33-4d0c-992a-5d06cc594e0b None None] Port 3f5f37a3-94f7-4b5a-88e5-1126c9afdae0 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:25:50.987414 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-aec359ca-ec16-4005-a4d7-125150c2695d None None] Set router 6076671e-b6bf-49bb-931c-ac2bf8cc541b gateway port host: dv-neutron-830731-3-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:25:51.047739 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-97e69822-0620-439d-a85b-092f6f27642a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dacbcf74-5da5-47a8-bc5c-1867ba9ac73c', 'name': 'tempest-NetworksTestDHCPv6-router-1677353905', 'tenant_id': '0f1e04191c7443f7844c0202165e746c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:25:34Z', 'updated_at': '2022-03-07T10:25:47Z', 'revision_number': 3, 'project_id': '0f1e04191c7443f7844c0202165e746c', 'gw_port_host': None}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:25:51.053793 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e69822-0620-439d-a85b-092f6f27642a None None] The sync data for ids ['dacbcf74-5da5-47a8-bc5c-1867ba9ac73c'] in dv-neutron-830731-3-hyperv is: [{'id': 'dacbcf74-5da5-47a8-bc5c-1867ba9ac73c', 'name': 'tempest-NetworksTestDHCPv6-router-1677353905', 'tenant_id': '0f1e04191c7443f7844c0202165e746c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:25:34Z', 'updated_at': '2022-03-07T10:25:47Z', 'revision_number': 3, 'project_id': '0f1e04191c7443f7844c0202165e746c', 'gw_port_host': None}] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:25:51.191287 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-755d2da5-79d9-4cc2-8006-3533b4b25ecc tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:51.212878 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-755d2da5-79d9-4cc2-8006-3533b4b25ecc tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:51.223658 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d895404-2487-4b3c-8134-48a8128c7501 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:25:51.243400 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_v2 [None req-25e54b79-01a0-4bbf-a7ca-f943b9db5916 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Deleting subnet 0784281f-688b-4301-8fab-9615c7a28a33 {{(pid=83738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 07 10:25:51.255578 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86581471-f11f-4932-b85d-ad00308a59b9 None None] Sync routers for ids ['4bd78e7b-bb20-49e1-8453-68eb29fc1b8d'] in dv-neutron-830731-3-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:25:51.259030 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-25e54b79-01a0-4bbf-a7ca-f943b9db5916 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks [] for subnet, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:51.260219 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755d2da5-79d9-4cc2-8006-3533b4b25ecc tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34d5afc6-8c36-4f77-b4ae-279a8e10e6e7,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:25:51.267428 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4d895404-2487-4b3c-8134-48a8128c7501 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for floatingip, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:51.313660 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-755d2da5-79d9-4cc2-8006-3533b4b25ecc tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:51.315170 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-755d2da5-79d9-4cc2-8006-3533b4b25ecc tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.8663478 Mar 07 10:25:51.319326 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 59896) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:25:51.323659 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86581471-f11f-4932-b85d-ad00308a59b9 None None] Routers {'4bd78e7b-bb20-49e1-8453-68eb29fc1b8d'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:25:51.324734 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-86581471-f11f-4932-b85d-ad00308a59b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:25:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['4bd78e7b-bb20-49e1-8453-68eb29fc1b8d'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:25:51.347593 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-8088cedd-bfe4-4cd5-86ce-c7c9c86a4bb5 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Request body: {'network': {'name': 'tempest-network-smoke--842563990', 'project_id': '4e9c4d5c86cf416eb66bed1b523adf54', 'port_security_enabled': True}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:25:51.347792 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-25e54b79-01a0-4bbf-a7ca-f943b9db5916 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2969395'] for subnet, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:51.354110 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-8088cedd-bfe4-4cd5-86ce-c7c9c86a4bb5 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:25:51.358143 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-8088cedd-bfe4-4cd5-86ce-c7c9c86a4bb5 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Usage tracker for resource:network and tenant:4e9c4d5c86cf416eb66bed1b523adf54 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:25:51.361160 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-8088cedd-bfe4-4cd5-86ce-c7c9c86a4bb5 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:25:51.367847 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-8088cedd-bfe4-4cd5-86ce-c7c9c86a4bb5 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:25:51.396028 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8088cedd-bfe4-4cd5-86ce-c7c9c86a4bb5 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Made reservation on behalf of 4e9c4d5c86cf416eb66bed1b523adf54 for: {'network': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:25:51.403220 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8088cedd-bfe4-4cd5-86ce-c7c9c86a4bb5 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for network, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:51.422838 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-86581471-f11f-4932-b85d-ad00308a59b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:25:51.434408 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-4d895404-2487-4b3c-8134-48a8128c7501 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] 10.222.0.13 "DELETE /v2.0/floatingips/8aada260-bac5-4c1d-be78-4919b6f31254 HTTP/1.1" status: 204 len: 168 time: 5.3992395 Mar 07 10:25:51.438432 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 59900) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:25:51.451606 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 59904) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:25:51.458409 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86581471-f11f-4932-b85d-ad00308a59b9 None None] Routers {'4bd78e7b-bb20-49e1-8453-68eb29fc1b8d'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:25:51.459278 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-86581471-f11f-4932-b85d-ad00308a59b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:25:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['4bd78e7b-bb20-49e1-8453-68eb29fc1b8d'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:25:51.533084 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-25e54b79-01a0-4bbf-a7ca-f943b9db5916 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1525496'] for subnet, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:51.536401 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-86581471-f11f-4932-b85d-ad00308a59b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:25:51.536871 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86581471-f11f-4932-b85d-ad00308a59b9 None None] The sync data for ids ['4bd78e7b-bb20-49e1-8453-68eb29fc1b8d'] in dv-neutron-830731-3-hyperv is: [] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:25:51.558467 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8088cedd-bfe4-4cd5-86ce-c7c9c86a4bb5 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=83737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:25:51.585942 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-e1dc6e51-3bed-4a69-b47f-e4598c12af8e tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Deleting port d2b9a441-3af6-4d29-a880-9ce57dd0e7f1 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:25:51.587349 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e1dc6e51-3bed-4a69-b47f-e4598c12af8e tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:51.628212 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73640940-1345-42f2-af4a-a40dd9f841a0 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Router a99cdf21-042a-49b5-920b-36d04203d228 is scheduled to L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 with binding_index 1 {{(pid=83738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 10:25:51.635870 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8088cedd-bfe4-4cd5-86ce-c7c9c86a4bb5 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:51.636429 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.db.segments_db [None req-8088cedd-bfe4-4cd5-86ce-c7c9c86a4bb5 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Added segment 526a860e-3e95-4936-b54d-dee1a7390b46 of type vlan for network 0ff3d537-e319-4922-a8b2-8cb5ee18b005 Mar 07 10:25:51.637303 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-40c5fb64-93c7-49d0-886f-dd4e413fc947 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:51.662495 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-40c5fb64-93c7-49d0-886f-dd4e413fc947 admin admin] Deleting port f3396d26-2164-4557-8c00-a732a26ee8ed {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:25:51.662907 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-40c5fb64-93c7-49d0-886f-dd4e413fc947 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:51.675080 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8088cedd-bfe4-4cd5-86ce-c7c9c86a4bb5 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732568034061'] for network, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:51.679869 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8b4f1bea-53e0-4ee6-81b7-732fa8f70825 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2756383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3920168'] for router_interface, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:51.709227 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-aec359ca-ec16-4005-a4d7-125150c2695d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6076671e-b6bf-49bb-931c-ac2bf8cc541b', 'name': 'tempest-ServersTestManualDisk-1536380407-router', 'tenant_id': '3889902faef740789076d2c396125f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.45'}], 'enable_snat': True}, 'gw_port_id': 'f3396d26-2164-4557-8c00-a732a26ee8ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:22:59Z', 'updated_at': '2022-03-07T10:25:44Z', 'revision_number': 5, 'project_id': '3889902faef740789076d2c396125f8b', 'gw_port': {'id': 'f3396d26-2164-4557-8c00-a732a26ee8ed', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:c7:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6076671e-b6bf-49bb-931c-ac2bf8cc541b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:23:00Z', 'updated_at': '2022-03-07T10:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv'}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:25:51.716312 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec359ca-ec16-4005-a4d7-125150c2695d None None] The sync data for ids ['6076671e-b6bf-49bb-931c-ac2bf8cc541b'] in dv-neutron-830731-3-hyperv is: [{'id': '6076671e-b6bf-49bb-931c-ac2bf8cc541b', 'name': 'tempest-ServersTestManualDisk-1536380407-router', 'tenant_id': '3889902faef740789076d2c396125f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.45'}], 'enable_snat': True}, 'gw_port_id': 'f3396d26-2164-4557-8c00-a732a26ee8ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:22:59Z', 'updated_at': '2022-03-07T10:25:44Z', 'revision_number': 5, 'project_id': '3889902faef740789076d2c396125f8b', 'gw_port': {'id': 'f3396d26-2164-4557-8c00-a732a26ee8ed', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:c7:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6076671e-b6bf-49bb-931c-ac2bf8cc541b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:23:00Z', 'updated_at': '2022-03-07T10:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv'}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:25:51.762961 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-902abbd7-12fa-4fc6-afe4-bee8dade3d07 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Request body: {'network': {'name': 'tempest-RoutersTest-1700927917'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:25:51.766527 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-25e54b79-01a0-4bbf-a7ca-f943b9db5916 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1525489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3556647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741465'] for subnet, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:51.813551 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-902abbd7-12fa-4fc6-afe4-bee8dade3d07 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:25:51.896486 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8088cedd-bfe4-4cd5-86ce-c7c9c86a4bb5 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594'] for network, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:51.900639 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8088cedd-bfe4-4cd5-86ce-c7c9c86a4bb5 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:25:51.901233 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8088cedd-bfe4-4cd5-86ce-c7c9c86a4bb5 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:52.008562 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-902abbd7-12fa-4fc6-afe4-bee8dade3d07 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Usage tracker for resource:network and tenant:8843377006954c17a088ed77df13332f is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:25:52.011260 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e54b79-01a0-4bbf-a7ca-f943b9db5916 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Pushing event deleted for resources: {'Subnet': ['ID=0784281f-688b-4301-8fab-9615c7a28a33,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:25:52.013263 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-902abbd7-12fa-4fc6-afe4-bee8dade3d07 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:25:52.044398 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-902abbd7-12fa-4fc6-afe4-bee8dade3d07 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:25:52.052151 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f48e210-6985-4854-8e41-8328df14c254 None None] Network 98d8805b-dd65-4110-997b-2eea298bca78 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:25:52.091539 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-25e54b79-01a0-4bbf-a7ca-f943b9db5916 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:52.147712 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-25e54b79-01a0-4bbf-a7ca-f943b9db5916 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "DELETE /v2.0/subnets/0784281f-688b-4301-8fab-9615c7a28a33 HTTP/1.1" status: 204 len: 168 time: 1.5368803 Mar 07 10:25:52.153364 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 59910) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:25:52.181598 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-8088cedd-bfe4-4cd5-86ce-c7c9c86a4bb5 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8434846 Mar 07 10:25:52.222295 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 59914) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:25:52.247331 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8088cedd-bfe4-4cd5-86ce-c7c9c86a4bb5 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Pushing event updated for resources: {'Network': ['ID=0ff3d537-e319-4922-a8b2-8cb5ee18b005,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:25:52.247915 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-03885ee8-e873-4442-b02c-717d195307d9 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1931307512', 'admin_state_up': True, 'project_id': '4e9c4d5c86cf416eb66bed1b523adf54', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12'}}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:25:52.313981 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e1dc6e51-3bed-4a69-b47f-e4598c12af8e tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:52.320451 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Network 0ff3d537-e319-4922-a8b2-8cb5ee18b005 details requested by agent ovs-agent-dv-neutron-830731-3-hyperv with host dv-neutron-830731-3-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 10:25:52.323813 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-03885ee8-e873-4442-b02c-717d195307d9 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:25:52.332050 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-902abbd7-12fa-4fc6-afe4-bee8dade3d07 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Made reservation on behalf of 8843377006954c17a088ed77df13332f for: {'network': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:25:52.335036 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-902abbd7-12fa-4fc6-afe4-bee8dade3d07 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for network, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:52.363502 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-03885ee8-e873-4442-b02c-717d195307d9 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Usage tracker for resource:router and tenant:4e9c4d5c86cf416eb66bed1b523adf54 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:25:52.369302 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-03885ee8-e873-4442-b02c-717d195307d9 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:25:52.381319 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-40c5fb64-93c7-49d0-886f-dd4e413fc947 admin admin] For port f3396d26-2164-4557-8c00-a732a26ee8ed, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=f3396d26-2164-4557-8c00-a732a26ee8ed,segment=NetworkSegment(9a22e080-7529-4fc7-949d-9f84ba21807d),segment_id=9a22e080-7529-4fc7-949d-9f84ba21807d)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:25:52.381671 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-40c5fb64-93c7-49d0-886f-dd4e413fc947 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:52.394873 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-03885ee8-e873-4442-b02c-717d195307d9 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:25:52.397004 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-902abbd7-12fa-4fc6-afe4-bee8dade3d07 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks [] for security_group, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:52.461923 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-e1dc6e51-3bed-4a69-b47f-e4598c12af8e tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Calling delete_port for d2b9a441-3af6-4d29-a880-9ce57dd0e7f1 owned by {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:25:52.522963 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e36c1ea-adf6-49ac-b278-c437cf851015 None None] DHCP port deletion for 98d8805b-dd65-4110-997b-2eea298bca78 request from dv-neutron-830731-3-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 07 10:25:52.532699 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-3e36c1ea-adf6-49ac-b278-c437cf851015 None None] Deleting port 26272943-e50b-47e2-8e72-01fa8eafcad1 {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:25:52.533243 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-3e36c1ea-adf6-49ac-b278-c437cf851015 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:52.544500 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-40c5fb64-93c7-49d0-886f-dd4e413fc947 admin admin] Calling delete_port for f3396d26-2164-4557-8c00-a732a26ee8ed owned by network:router_gateway {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:25:52.579400 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-03885ee8-e873-4442-b02c-717d195307d9 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3919700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58025'] for router, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:52.580301 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-03885ee8-e873-4442-b02c-717d195307d9 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3919671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4011175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58018'] for router, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:52.601137 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device e09dac25-bfd8-46b5-9fd2-340c5c60b85d no longer exists at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:25:52.621311 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73640940-1345-42f2-af4a-a40dd9f841a0 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:25:52.634263 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-902abbd7-12fa-4fc6-afe4-bee8dade3d07 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:25:52.636561 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0147d1b9-3cad-4bb6-84bd-5af228c9c299 None None] Sync routers for ids ['a99cdf21-042a-49b5-920b-36d04203d228'] in dv-neutron-830731-3-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:25:52.647372 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] No Port match for: e09dac25-bfd8-46b5-9fd2-340c5c60b85d {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 10:25:52.647935 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device e09dac25-bfd8-46b5-9fd2-340c5c60b85d not bound to the agent host dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 10:25:52.648586 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 6481cfd0-b4ea-41da-8d54-8599248a4ff1 no longer exists at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:25:52.648702 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-d9eb5133-0c71-4ca9-906a-242f012a8c12 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Synchronizing usage tracker for tenant:0f1e04191c7443f7844c0202165e746c on resource:router {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:25:52.655174 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-902abbd7-12fa-4fc6-afe4-bee8dade3d07 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Usage tracker for resource:security_group_rule and tenant:8843377006954c17a088ed77df13332f is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:25:52.656527 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0147d1b9-3cad-4bb6-84bd-5af228c9c299 None None] Routers {'a99cdf21-042a-49b5-920b-36d04203d228'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:25:52.658127 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-0147d1b9-3cad-4bb6-84bd-5af228c9c299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:25:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['a99cdf21-042a-49b5-920b-36d04203d228'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:25:52.659612 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-902abbd7-12fa-4fc6-afe4-bee8dade3d07 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:25:52.670354 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-73640940-1345-42f2-af4a-a40dd9f841a0 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] 10.222.0.13 "PUT /v2.0/routers/a99cdf21-042a-49b5-920b-36d04203d228/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0744693 Mar 07 10:25:52.673597 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-902abbd7-12fa-4fc6-afe4-bee8dade3d07 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:25:52.685855 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 59918) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:25:52.687814 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] No Port match for: 6481cfd0-b4ea-41da-8d54-8599248a4ff1 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 10:25:52.688323 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 6481cfd0-b4ea-41da-8d54-8599248a4ff1 not bound to the agent host dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 10:25:52.769673 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-03885ee8-e873-4442-b02c-717d195307d9 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:52.782023 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-0147d1b9-3cad-4bb6-84bd-5af228c9c299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:25:52.789844 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-d9eb5133-0c71-4ca9-906a-242f012a8c12 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Unset dirty status for tenant:0f1e04191c7443f7844c0202165e746c on resource:router {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:25:52.793989 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-d9eb5133-0c71-4ca9-906a-242f012a8c12 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.6395800 Mar 07 10:25:52.794866 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 59922) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:25:52.809659 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0147d1b9-3cad-4bb6-84bd-5af228c9c299 None None] Routers {'a99cdf21-042a-49b5-920b-36d04203d228'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:25:52.810728 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-0147d1b9-3cad-4bb6-84bd-5af228c9c299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:25:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['a99cdf21-042a-49b5-920b-36d04203d228'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:25:52.859569 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-3e36c1ea-adf6-49ac-b278-c437cf851015 None None] For port 26272943-e50b-47e2-8e72-01fa8eafcad1, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=26272943-e50b-47e2-8e72-01fa8eafcad1,segment=NetworkSegment(13510a37-88c7-493e-9701-b414ea24fc4c),segment_id=13510a37-88c7-493e-9701-b414ea24fc4c)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:25:52.860216 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-3e36c1ea-adf6-49ac-b278-c437cf851015 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:52.912411 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-0147d1b9-3cad-4bb6-84bd-5af228c9c299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:25:52.913103 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0147d1b9-3cad-4bb6-84bd-5af228c9c299 None None] The sync data for ids ['a99cdf21-042a-49b5-920b-36d04203d228'] in dv-neutron-830731-3-hyperv is: [] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:25:52.985624 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-3e36c1ea-adf6-49ac-b278-c437cf851015 None None] Calling delete_port for 26272943-e50b-47e2-8e72-01fa8eafcad1 owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:25:53.039169 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-902abbd7-12fa-4fc6-afe4-bee8dade3d07 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks [] for security_group, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:53.057797 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-357beee6-ac8e-45ce-bf97-70724a15b87e tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:25:53.058504 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-357beee6-ac8e-45ce-bf97-70724a15b87e tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Synchronizing usage tracker for tenant:29ee0fb2487e46c6b75e400959e24994 on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:25:53.064266 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-902abbd7-12fa-4fc6-afe4-bee8dade3d07 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:53.065120 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-3e36c1ea-adf6-49ac-b278-c437cf851015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812'] for port, after_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:53.091866 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e1dc6e51-3bed-4a69-b47f-e4598c12af8e tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:53.103784 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-136cbd7d-ea3f-43ac-9783-f105c2c1a7c0 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks [] for router, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:53.104016 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-902abbd7-12fa-4fc6-afe4-bee8dade3d07 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=83738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:25:53.117285 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e36c1ea-adf6-49ac-b278-c437cf851015 None None] Pushing event deleted for resources: {'Port': ['ID=26272943-e50b-47e2-8e72-01fa8eafcad1,revision_number=None']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:25:53.122592 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e36c1ea-adf6-49ac-b278-c437cf851015 None None] No DVR routers for this DVR port 26272943-e50b-47e2-8e72-01fa8eafcad1 on host dv-neutron-830731-3-hyperv {{(pid=83739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:25:53.140200 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-03885ee8-e873-4442-b02c-717d195307d9 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3917998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58952'] for router, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:53.144722 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-40c5fb64-93c7-49d0-886f-dd4e413fc947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:53.148103 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902abbd7-12fa-4fc6-afe4-bee8dade3d07 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b97c9d6-ee7f-4143-a7f6-832569315c2f,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:25:53.153123 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-902abbd7-12fa-4fc6-afe4-bee8dade3d07 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:53.153462 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.db.segments_db [None req-902abbd7-12fa-4fc6-afe4-bee8dade3d07 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Added segment 9186d727-3adc-4242-866a-034b8775ddb8 of type vlan for network acef592e-b5ca-4f78-82aa-ab415af5aeaa Mar 07 10:25:53.182635 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-357beee6-ac8e-45ce-bf97-70724a15b87e tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Unset dirty status for tenant:29ee0fb2487e46c6b75e400959e24994 on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:25:53.183805 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-357beee6-ac8e-45ce-bf97-70724a15b87e tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] 10.222.0.13 "GET /v2.0/ports?device_id=a99cdf21-042a-49b5-920b-36d04203d228 HTTP/1.1" status: 200 len: 988 time: 0.4970152 Mar 07 10:25:53.204170 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 59926) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:25:53.212843 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c5fb64-93c7-49d0-886f-dd4e413fc947 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3396d26-2164-4557-8c00-a732a26ee8ed,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:25:53.316075 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dc6e51-3bed-4a69-b47f-e4598c12af8e tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Pushing event deleted for resources: {'Port': ['ID=d2b9a441-3af6-4d29-a880-9ce57dd0e7f1,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:25:53.402947 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-902abbd7-12fa-4fc6-afe4-bee8dade3d07 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732568034061'] for network, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:53.735172 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e1dc6e51-3bed-4a69-b47f-e4598c12af8e tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:53.740781 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-902abbd7-12fa-4fc6-afe4-bee8dade3d07 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594'] for network, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:53.745180 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-902abbd7-12fa-4fc6-afe4-bee8dade3d07 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:25:53.745754 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-902abbd7-12fa-4fc6-afe4-bee8dade3d07 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:53.804966 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-e1dc6e51-3bed-4a69-b47f-e4598c12af8e tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] 10.222.0.13 "DELETE /v2.0/ports/d2b9a441-3af6-4d29-a880-9ce57dd0e7f1 HTTP/1.1" status: 204 len: 168 time: 2.3650432 Mar 07 10:25:53.825471 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 59934) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:25:53.860589 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-d9a506a7-f08b-46ca-8cd2-50e2811515d6 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Request body: {'floatingip': {'floating_network_id': '5ed85006-6b00-415e-b71f-837fb1421c12'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:25:53.880246 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-136cbd7d-ea3f-43ac-9783-f105c2c1a7c0 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3917970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58043'] for router, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:53.893637 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-136cbd7d-ea3f-43ac-9783-f105c2c1a7c0 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:53.918536 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-d9a506a7-f08b-46ca-8cd2-50e2811515d6 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:25:53.931701 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-136cbd7d-ea3f-43ac-9783-f105c2c1a7c0 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3917886'] for router, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:53.932155 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-136cbd7d-ea3f-43ac-9783-f105c2c1a7c0 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Fanout notify agent at l3_agent the message router_deleted on router dacbcf74-5da5-47a8-bc5c-1867ba9ac73c {{(pid=83737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 10:25:53.939969 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b4f1bea-53e0-4ee6-81b7-732fa8f70825 admin admin] Router de313ee9-33fe-4b9d-984b-e3c3c12f7a9d has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:25:53.954778 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-d9a506a7-f08b-46ca-8cd2-50e2811515d6 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Usage tracker for resource:floatingip and tenant:5ce94c19b69348fbbd9afc6238983dcf is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:25:53.959656 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-40c5fb64-93c7-49d0-886f-dd4e413fc947 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923554'] for router_gateway, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:53.962380 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-136cbd7d-ea3f-43ac-9783-f105c2c1a7c0 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:53.965839 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-136cbd7d-ea3f-43ac-9783-f105c2c1a7c0 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "DELETE /v2.0/routers/dacbcf74-5da5-47a8-bc5c-1867ba9ac73c HTTP/1.1" status: 204 len: 168 time: 1.1658013 Mar 07 10:25:54.011020 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 59938) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:25:54.016146 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-d9a506a7-f08b-46ca-8cd2-50e2811515d6 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:25:54.065043 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-adbd2215-c8ee-41f3-92a6-4182ca26b8a8 None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 10:25:54.091552 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-d9a506a7-f08b-46ca-8cd2-50e2811515d6 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:25:54.095536 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-902abbd7-12fa-4fc6-afe4-bee8dade3d07 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.6409020 Mar 07 10:25:54.096442 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902abbd7-12fa-4fc6-afe4-bee8dade3d07 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Pushing event updated for resources: {'Network': ['ID=acef592e-b5ca-4f78-82aa-ab415af5aeaa,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:25:54.107387 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 59942) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:25:54.108174 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Network acef592e-b5ca-4f78-82aa-ab415af5aeaa details requested by agent ovs-agent-dv-neutron-830731-3-hyperv with host dv-neutron-830731-3-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 10:25:54.112829 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-5a39caed-04cd-4e4b-bf84-9b005160f055 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Synchronizing usage tracker for tenant:0f1e04191c7443f7844c0202165e746c on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:25:54.123003 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-14ca1086-7dd4-4904-bd7f-9c0806aa4ee9 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Request body: {'network': {'name': 'tempest-RoutersTest-1466265926'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:25:54.133864 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-14ca1086-7dd4-4904-bd7f-9c0806aa4ee9 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:25:54.144310 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d9a506a7-f08b-46ca-8cd2-50e2811515d6 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks [] for floatingip, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:54.148266 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-5a39caed-04cd-4e4b-bf84-9b005160f055 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Unset dirty status for tenant:0f1e04191c7443f7844c0202165e746c on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:25:54.158654 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-5a39caed-04cd-4e4b-bf84-9b005160f055 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1380241 Mar 07 10:25:54.158654 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 59946) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:25:54.159186 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-14ca1086-7dd4-4904-bd7f-9c0806aa4ee9 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Usage tracker for resource:network and tenant:8843377006954c17a088ed77df13332f is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:25:54.229810 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efaf1bdf-b713-431d-a9e8-0ff0579c5e1c tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:25:54.233558 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-efaf1bdf-b713-431d-a9e8-0ff0579c5e1c tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0757575 Mar 07 10:25:54.234071 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 59950) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:25:54.270635 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-14ca1086-7dd4-4904-bd7f-9c0806aa4ee9 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:25:54.311928 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-e43c2e8c-f39f-4feb-b7f3-f4bf8568fb0f tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Synchronizing usage tracker for tenant:0f1e04191c7443f7844c0202165e746c on resource:router {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:25:54.334662 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-e43c2e8c-f39f-4feb-b7f3-f4bf8568fb0f tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Unset dirty status for tenant:0f1e04191c7443f7844c0202165e746c on resource:router {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:25:54.341389 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-e43c2e8c-f39f-4feb-b7f3-f4bf8568fb0f tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1002128 Mar 07 10:25:54.342253 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 59954) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:25:54.347888 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-1e1adc33-f658-4f0c-8d78-3ef85c8d6ed3 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Request body: {'subnet': {'network_id': '98d8805b-dd65-4110-997b-2eea298bca78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:25:54.349225 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-14ca1086-7dd4-4904-bd7f-9c0806aa4ee9 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:25:54.416918 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b4f1bea-53e0-4ee6-81b7-732fa8f70825 admin admin] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:25:54.428810 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-8b4f1bea-53e0-4ee6-81b7-732fa8f70825 admin admin] 10.222.0.13 "PUT /v2.0/routers/de313ee9-33fe-4b9d-984b-e3c3c12f7a9d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8876078 Mar 07 10:25:54.432284 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1fdb1b-8e15-484a-ad28-73df503080eb None None] Sync routers for ids ['de313ee9-33fe-4b9d-984b-e3c3c12f7a9d'] in dv-neutron-830731-3-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:25:54.436927 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 59958) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:25:54.444355 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1fdb1b-8e15-484a-ad28-73df503080eb None None] Routers {'de313ee9-33fe-4b9d-984b-e3c3c12f7a9d'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:25:54.445106 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-ac1fdb1b-8e15-484a-ad28-73df503080eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:25:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['de313ee9-33fe-4b9d-984b-e3c3c12f7a9d'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:25:54.478709 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-40c5fb64-93c7-49d0-886f-dd4e413fc947 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3917970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58043'] for router, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:54.505071 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14ca1086-7dd4-4904-bd7f-9c0806aa4ee9 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Made reservation on behalf of 8843377006954c17a088ed77df13332f for: {'network': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:25:54.509051 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-14ca1086-7dd4-4904-bd7f-9c0806aa4ee9 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for network, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:54.528460 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-40c5fb64-93c7-49d0-886f-dd4e413fc947 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:54.583956 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-1e1adc33-f658-4f0c-8d78-3ef85c8d6ed3 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:25:54.591207 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-1e1adc33-f658-4f0c-8d78-3ef85c8d6ed3 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Usage tracker for resource:subnet and tenant:0f1e04191c7443f7844c0202165e746c is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:25:54.595053 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-1e1adc33-f658-4f0c-8d78-3ef85c8d6ed3 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:25:54.609577 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-1e1adc33-f658-4f0c-8d78-3ef85c8d6ed3 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:25:54.629411 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14ca1086-7dd4-4904-bd7f-9c0806aa4ee9 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=83738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:25:54.630521 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e1adc33-f658-4f0c-8d78-3ef85c8d6ed3 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Made reservation on behalf of 0f1e04191c7443f7844c0202165e746c for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:25:54.639630 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-ac1fdb1b-8e15-484a-ad28-73df503080eb None None] Set router de313ee9-33fe-4b9d-984b-e3c3c12f7a9d gateway port host: dv-neutron-830731-3-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:25:54.645709 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-03885ee8-e873-4442-b02c-717d195307d9 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Notify callbacks [] for router_gateway, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:54.691987 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 26272943-e50b-47e2-8e72-01fa8eafcad1 no longer exists at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:25:54.692821 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-03885ee8-e873-4442-b02c-717d195307d9 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:54.698073 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-14ca1086-7dd4-4904-bd7f-9c0806aa4ee9 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:54.698416 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.db.segments_db [None req-14ca1086-7dd4-4904-bd7f-9c0806aa4ee9 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Added segment e9ca11ca-4eb8-434f-a3c4-cc9e7788dd48 of type vlan for network 1445b53c-2efe-493d-b546-9cc388455858 Mar 07 10:25:54.699516 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-40c5fb64-93c7-49d0-886f-dd4e413fc947 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3917886'] for router, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:54.699895 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40c5fb64-93c7-49d0-886f-dd4e413fc947 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6076671e-b6bf-49bb-931c-ac2bf8cc541b {{(pid=83738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 10:25:54.747863 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1e1adc33-f658-4f0c-8d78-3ef85c8d6ed3 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3219231'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:54.812819 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-14ca1086-7dd4-4904-bd7f-9c0806aa4ee9 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732568034061'] for network, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:54.845836 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] No Port match for: 26272943-e50b-47e2-8e72-01fa8eafcad1 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 10:25:54.846315 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 26272943-e50b-47e2-8e72-01fa8eafcad1 not bound to the agent host dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 10:25:54.955335 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-40c5fb64-93c7-49d0-886f-dd4e413fc947 admin admin] Notify callbacks [] for router, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:54.956533 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-40c5fb64-93c7-49d0-886f-dd4e413fc947 admin admin] 10.222.0.13 "DELETE /v2.0/routers/6076671e-b6bf-49bb-931c-ac2bf8cc541b HTTP/1.1" status: 204 len: 168 time: 5.1433151 Mar 07 10:25:54.957277 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-14ca1086-7dd4-4904-bd7f-9c0806aa4ee9 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594'] for network, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:54.960007 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 59962) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:25:54.962052 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ca1086-7dd4-4904-bd7f-9c0806aa4ee9 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:25:54.962785 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-14ca1086-7dd4-4904-bd7f-9c0806aa4ee9 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:55.001581 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-81832b9d-59ff-4690-9171-57c1e00bffef admin admin] Notify callbacks [] for router, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:55.052422 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-ac1fdb1b-8e15-484a-ad28-73df503080eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de313ee9-33fe-4b9d-984b-e3c3c12f7a9d', 'name': 'tempest-ServersTestJSON-1930707126-router', 'tenant_id': '7786db5ef26f4f06a4ab41ba87614474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.117'}], 'enable_snat': True}, 'gw_port_id': '311957e5-75ce-438c-af86-640684274025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:22:57Z', 'updated_at': '2022-03-07T10:25:50Z', 'revision_number': 5, 'project_id': '7786db5ef26f4f06a4ab41ba87614474', 'gw_port': {'id': '311957e5-75ce-438c-af86-640684274025', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:7d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de313ee9-33fe-4b9d-984b-e3c3c12f7a9d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:22:59Z', 'updated_at': '2022-03-07T10:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv'}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:25:55.058185 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1fdb1b-8e15-484a-ad28-73df503080eb None None] Checking router: de313ee9-33fe-4b9d-984b-e3c3c12f7a9d for host: dv-neutron-830731-3-hyperv {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 07 10:25:55.069516 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1fdb1b-8e15-484a-ad28-73df503080eb None None] Routers {'de313ee9-33fe-4b9d-984b-e3c3c12f7a9d'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:25:55.070130 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-ac1fdb1b-8e15-484a-ad28-73df503080eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:25:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['de313ee9-33fe-4b9d-984b-e3c3c12f7a9d'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:25:55.288989 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-03885ee8-e873-4442-b02c-717d195307d9 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Allocated IP 172.26.8.87 (5ed85006-6b00-415e-b71f-837fb1421c12/8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a/5e235750-6211-4798-b4f4-060b7c0abb44) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:25:55.315278 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f932da2-352a-49d8-8714-59f95bc3bdc3 admin admin] Deleting subnet a11577b7-05f2-4ba2-9386-831d0aeb21de {{(pid=83737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 07 10:25:55.319894 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0f932da2-352a-49d8-8714-59f95bc3bdc3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:55.321896 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-ac1fdb1b-8e15-484a-ad28-73df503080eb None None] Set router de313ee9-33fe-4b9d-984b-e3c3c12f7a9d gateway port host: dv-neutron-830731-3-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:25:55.348575 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-14ca1086-7dd4-4904-bd7f-9c0806aa4ee9 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.2385032 Mar 07 10:25:55.356277 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 59966) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:25:55.378493 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-d3bc247c-1a41-427c-b582-8be5db2fd275 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Request body: {'subnet': {'network_id': 'acef592e-b5ca-4f78-82aa-ab415af5aeaa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:25:55.400910 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d9a506a7-f08b-46ca-8cd2-50e2811515d6 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:55.420222 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ca1086-7dd4-4904-bd7f-9c0806aa4ee9 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Pushing event updated for resources: {'Network': ['ID=1445b53c-2efe-493d-b546-9cc388455858,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:25:55.443065 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Network 1445b53c-2efe-493d-b546-9cc388455858 details requested by agent ovs-agent-dv-neutron-830731-3-hyperv with host dv-neutron-830731-3-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 10:25:55.520952 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0f932da2-352a-49d8-8714-59f95bc3bdc3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2627781'] for subnet, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:55.591393 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-d3bc247c-1a41-427c-b582-8be5db2fd275 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:25:55.595140 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-03885ee8-e873-4442-b02c-717d195307d9 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:55.628338 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-d3bc247c-1a41-427c-b582-8be5db2fd275 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Usage tracker for resource:subnet and tenant:8843377006954c17a088ed77df13332f is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:25:55.634930 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-d3bc247c-1a41-427c-b582-8be5db2fd275 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:25:55.659479 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-d3bc247c-1a41-427c-b582-8be5db2fd275 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:25:55.661461 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.objects.ports [None req-1e1adc33-f658-4f0c-8d78-3ef85c8d6ed3 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83737) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 07 10:25:55.672326 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1e1adc33-f658-4f0c-8d78-3ef85c8d6ed3 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3012444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3219213'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:55.733554 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-ac1fdb1b-8e15-484a-ad28-73df503080eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de313ee9-33fe-4b9d-984b-e3c3c12f7a9d', 'name': 'tempest-ServersTestJSON-1930707126-router', 'tenant_id': '7786db5ef26f4f06a4ab41ba87614474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.117'}], 'enable_snat': True}, 'gw_port_id': '311957e5-75ce-438c-af86-640684274025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:22:57Z', 'updated_at': '2022-03-07T10:25:50Z', 'revision_number': 5, 'project_id': '7786db5ef26f4f06a4ab41ba87614474', 'gw_port': {'id': '311957e5-75ce-438c-af86-640684274025', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:7d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de313ee9-33fe-4b9d-984b-e3c3c12f7a9d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:22:59Z', 'updated_at': '2022-03-07T10:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv'}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:25:55.734199 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3bc247c-1a41-427c-b582-8be5db2fd275 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Made reservation on behalf of 8843377006954c17a088ed77df13332f for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:25:55.734834 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-03885ee8-e873-4442-b02c-717d195307d9 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:55.737728 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1fdb1b-8e15-484a-ad28-73df503080eb None None] The sync data for ids ['de313ee9-33fe-4b9d-984b-e3c3c12f7a9d'] in dv-neutron-830731-3-hyperv is: [{'id': 'de313ee9-33fe-4b9d-984b-e3c3c12f7a9d', 'name': 'tempest-ServersTestJSON-1930707126-router', 'tenant_id': '7786db5ef26f4f06a4ab41ba87614474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.117'}], 'enable_snat': True}, 'gw_port_id': '311957e5-75ce-438c-af86-640684274025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:22:57Z', 'updated_at': '2022-03-07T10:25:50Z', 'revision_number': 5, 'project_id': '7786db5ef26f4f06a4ab41ba87614474', 'gw_port': {'id': '311957e5-75ce-438c-af86-640684274025', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:7d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de313ee9-33fe-4b9d-984b-e3c3c12f7a9d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:22:59Z', 'updated_at': '2022-03-07T10:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv'}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:25:55.797247 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3abff453-9e2a-44bf-b656-7f5eb6e61fdc tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3920255'] for router_interface, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:55.880525 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e1adc33-f658-4f0c-8d78-3ef85c8d6ed3 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Network 98d8805b-dd65-4110-997b-2eea298bca78 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:25:55.883877 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0f932da2-352a-49d8-8714-59f95bc3bdc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1525496'] for subnet, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:55.926324 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-1e1adc33-f658-4f0c-8d78-3ef85c8d6ed3 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:25:55.927941 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1adc33-f658-4f0c-8d78-3ef85c8d6ed3 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Pushing event updated for resources: {'Subnet': ['ID=92163302-bd7a-4cc7-8195-b74d252c4e45,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:25:55.930440 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e1adc33-f658-4f0c-8d78-3ef85c8d6ed3 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:25:55.931013 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1e1adc33-f658-4f0c-8d78-3ef85c8d6ed3 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:55.937248 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39da1b92-7c43-4da8-be9a-113792623a4f None None] Network 98d8805b-dd65-4110-997b-2eea298bca78 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:25:55.960603 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d3bc247c-1a41-427c-b582-8be5db2fd275 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3219231'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:55.968407 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03885ee8-e873-4442-b02c-717d195307d9 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Network 5ed85006-6b00-415e-b71f-837fb1421c12 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:25:55.971308 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-d9a506a7-f08b-46ca-8cd2-50e2811515d6 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Allocated IP 172.26.8.74 (5ed85006-6b00-415e-b71f-837fb1421c12/8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a/8213a5dc-f557-4788-a390-3822f4d366e7) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:25:55.979391 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-03885ee8-e873-4442-b02c-717d195307d9 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:25:55.982918 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03885ee8-e873-4442-b02c-717d195307d9 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Pushing event updated for resources: {'Port': ['ID=5e235750-6211-4798-b4f4-060b7c0abb44,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:25:55.991003 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03885ee8-e873-4442-b02c-717d195307d9 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:25:56.065579 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-1e1adc33-f658-4f0c-8d78-3ef85c8d6ed3 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7228599 Mar 07 10:25:56.070005 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 59970) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:25:56.081878 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-ca77af8a-f0fd-4088-bb60-156dc6c3df0e tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Request body: {'subnet': {'network_id': '98d8805b-dd65-4110-997b-2eea298bca78', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:25:56.211781 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c883139-cd4a-43fa-8c48-4b6816560c28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ec2749d-0aec-52fb-aca6-10ba8a80aade-98d8805b-dd65-4110-997b-2eea298bca78', 'network_id': '98d8805b-dd65-4110-997b-2eea298bca78', 'tenant_id': '0f1e04191c7443f7844c0202165e746c', 'fixed_ips': [{'subnet_id': '92163302-bd7a-4cc7-8195-b74d252c4e45'}]}} from dv-neutron-830731-3-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 07 10:25:56.213253 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-3c883139-cd4a-43fa-8c48-4b6816560c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:56.223677 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-81832b9d-59ff-4690-9171-57c1e00bffef admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:56.240148 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0f932da2-352a-49d8-8714-59f95bc3bdc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1525489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3012507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3219316'] for subnet, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:56.290630 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-81832b9d-59ff-4690-9171-57c1e00bffef admin admin] Deleting port 311957e5-75ce-438c-af86-640684274025 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:25:56.290630 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-81832b9d-59ff-4690-9171-57c1e00bffef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:56.304491 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db09f54d-48ce-4e22-816f-b37c020cadb4 None None] Network 23de9fec-628e-4e97-8790-1a5369db8272 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:25:56.315296 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0f932da2-352a-49d8-8714-59f95bc3bdc3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:56.327090 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d9a506a7-f08b-46ca-8cd2-50e2811515d6 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:56.331035 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f932da2-352a-49d8-8714-59f95bc3bdc3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a11577b7-05f2-4ba2-9386-831d0aeb21de,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:25:56.333909 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-0f932da2-352a-49d8-8714-59f95bc3bdc3 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/a11577b7-05f2-4ba2-9386-831d0aeb21de HTTP/1.1" status: 204 len: 168 time: 1.3698273 Mar 07 10:25:56.348196 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 59974) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:25:56.530731 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d9a506a7-f08b-46ca-8cd2-50e2811515d6 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:56.565385 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device f3396d26-2164-4557-8c00-a732a26ee8ed no longer exists at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:25:56.585031 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-ca77af8a-f0fd-4088-bb60-156dc6c3df0e tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:25:56.589556 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-ca77af8a-f0fd-4088-bb60-156dc6c3df0e tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Usage tracker for resource:subnet and tenant:0f1e04191c7443f7844c0202165e746c is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:25:56.592609 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-ca77af8a-f0fd-4088-bb60-156dc6c3df0e tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:25:56.598256 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-ca77af8a-f0fd-4088-bb60-156dc6c3df0e tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:25:56.614536 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-03885ee8-e873-4442-b02c-717d195307d9 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Notify callbacks [] for router_gateway, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:56.615160 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] No Port match for: f3396d26-2164-4557-8c00-a732a26ee8ed {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 10:25:56.615252 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-03885ee8-e873-4442-b02c-717d195307d9 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3917991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923518'] for router, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:56.615513 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device f3396d26-2164-4557-8c00-a732a26ee8ed not bound to the agent host dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 10:25:56.615942 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 52928e3c-b794-4156-973a-8c383c2f41ae no longer exists at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:25:56.623154 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a506a7-f08b-46ca-8cd2-50e2811515d6 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Network 5ed85006-6b00-415e-b71f-837fb1421c12 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:25:56.630874 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-d9a506a7-f08b-46ca-8cd2-50e2811515d6 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:25:56.633575 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a506a7-f08b-46ca-8cd2-50e2811515d6 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Pushing event updated for resources: {'Port': ['ID=8213a5dc-f557-4788-a390-3822f4d366e7,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:25:56.635979 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a506a7-f08b-46ca-8cd2-50e2811515d6 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:25:56.654199 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca77af8a-f0fd-4088-bb60-156dc6c3df0e tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Made reservation on behalf of 0f1e04191c7443f7844c0202165e746c for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:25:56.657696 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ca77af8a-f0fd-4088-bb60-156dc6c3df0e tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3219231'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:56.665431 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-3abff453-9e2a-44bf-b656-7f5eb6e61fdc tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Deleting port 3f5f37a3-94f7-4b5a-88e5-1126c9afdae0 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:25:56.665833 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3abff453-9e2a-44bf-b656-7f5eb6e61fdc tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:56.715411 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] No Port match for: 52928e3c-b794-4156-973a-8c383c2f41ae {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 10:25:56.715768 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 52928e3c-b794-4156-973a-8c383c2f41ae not bound to the agent host dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 10:25:56.736214 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-3c883139-cd4a-43fa-8c48-4b6816560c28 None None] Allocated IP 2001:db8::f816:3eff:fe72:4538 (98d8805b-dd65-4110-997b-2eea298bca78/92163302-bd7a-4cc7-8195-b74d252c4e45/e9bc2da0-599e-49fc-ab9a-cc03bd14755b) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:25:56.888644 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-212a0590-3b8b-4aaa-9498-42141c2a4f22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1158940'] for network, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:56.917915 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4656faaa-58fc-48c4-a5f4-9ad28470149b None None] DHCP port deletion for 23de9fec-628e-4e97-8790-1a5369db8272 request from dv-neutron-830731-3-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 07 10:25:56.950841 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-4656faaa-58fc-48c4-a5f4-9ad28470149b None None] Deleting port ad40ecd1-58bc-481b-b2f6-ccc09ae07f20 {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:25:56.951170 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-4656faaa-58fc-48c4-a5f4-9ad28470149b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:56.957883 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-212a0590-3b8b-4aaa-9498-42141c2a4f22 admin admin] Deleting port ad40ecd1-58bc-481b-b2f6-ccc09ae07f20 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:25:56.958224 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-212a0590-3b8b-4aaa-9498-42141c2a4f22 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:57.056502 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-3c883139-cd4a-43fa-8c48-4b6816560c28 None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:57.082767 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-3c883139-cd4a-43fa-8c48-4b6816560c28 None None] Transition to ACTIVE for port object e9bc2da0-599e-49fc-ab9a-cc03bd14755b will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:25:57.114854 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-81832b9d-59ff-4690-9171-57c1e00bffef admin admin] For port 311957e5-75ce-438c-af86-640684274025, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=311957e5-75ce-438c-af86-640684274025,segment=NetworkSegment(9a22e080-7529-4fc7-949d-9f84ba21807d),segment_id=9a22e080-7529-4fc7-949d-9f84ba21807d)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:25:57.115466 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-81832b9d-59ff-4690-9171-57c1e00bffef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:57.170866 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3abff453-9e2a-44bf-b656-7f5eb6e61fdc tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:57.173700 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-3c883139-cd4a-43fa-8c48-4b6816560c28 None None] Transition to ACTIVE for port object e9bc2da0-599e-49fc-ab9a-cc03bd14755b will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:25:57.193947 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-3c883139-cd4a-43fa-8c48-4b6816560c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:57.254726 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-4656faaa-58fc-48c4-a5f4-9ad28470149b None None] For port ad40ecd1-58bc-481b-b2f6-ccc09ae07f20, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=ad40ecd1-58bc-481b-b2f6-ccc09ae07f20,segment=NetworkSegment(46fd226d-e938-40b1-b036-15faea50eaea),segment_id=46fd226d-e938-40b1-b036-15faea50eaea)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:25:57.255120 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-4656faaa-58fc-48c4-a5f4-9ad28470149b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:57.357850 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-3abff453-9e2a-44bf-b656-7f5eb6e61fdc tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Calling delete_port for 3f5f37a3-94f7-4b5a-88e5-1126c9afdae0 owned by network:router_interface {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:25:57.367414 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d3bc247c-1a41-427c-b582-8be5db2fd275 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3012444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3219213'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:57.376780 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-81832b9d-59ff-4690-9171-57c1e00bffef admin admin] Calling delete_port for 311957e5-75ce-438c-af86-640684274025 owned by network:router_gateway {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:25:57.398200 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-4656faaa-58fc-48c4-a5f4-9ad28470149b None None] Calling delete_port for ad40ecd1-58bc-481b-b2f6-ccc09ae07f20 owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:25:57.427641 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c883139-cd4a-43fa-8c48-4b6816560c28 None None] Network 98d8805b-dd65-4110-997b-2eea298bca78 is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:25:57.429047 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d9a506a7-f08b-46ca-8cd2-50e2811515d6 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:57.434499 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c883139-cd4a-43fa-8c48-4b6816560c28 None None] Pushing event updated for resources: {'Port': ['ID=e9bc2da0-599e-49fc-ab9a-cc03bd14755b,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:25:57.440393 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-3c883139-cd4a-43fa-8c48-4b6816560c28 None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:25:57.442691 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c883139-cd4a-43fa-8c48-4b6816560c28 None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:25:57.480355 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc247c-1a41-427c-b582-8be5db2fd275 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Pushing event updated for resources: {'Subnet': ['ID=f2cc4941-7ad5-477d-afe9-407320159cb7,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:25:57.517854 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d9a506a7-f08b-46ca-8cd2-50e2811515d6 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:57.550943 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-212a0590-3b8b-4aaa-9498-42141c2a4f22 admin admin] For port ad40ecd1-58bc-481b-b2f6-ccc09ae07f20, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=ad40ecd1-58bc-481b-b2f6-ccc09ae07f20,segment=NetworkSegment(46fd226d-e938-40b1-b036-15faea50eaea),segment_id=46fd226d-e938-40b1-b036-15faea50eaea)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:25:57.551327 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-212a0590-3b8b-4aaa-9498-42141c2a4f22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:57.576308 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-3c883139-cd4a-43fa-8c48-4b6816560c28 None None] Attempting to bind port e9bc2da0-599e-49fc-ab9a-cc03bd14755b on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:25:57.576956 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-3c883139-cd4a-43fa-8c48-4b6816560c28 None None] Attempting to bind port e9bc2da0-599e-49fc-ab9a-cc03bd14755b by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': '13510a37-88c7-493e-9701-b414ea24fc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '98d8805b-dd65-4110-997b-2eea298bca78'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:25:57.578019 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c883139-cd4a-43fa-8c48-4b6816560c28 None None] Attempting to bind port e9bc2da0-599e-49fc-ab9a-cc03bd14755b on network 98d8805b-dd65-4110-997b-2eea298bca78 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:25:57.588630 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c883139-cd4a-43fa-8c48-4b6816560c28 None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:25:57.588912 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c883139-cd4a-43fa-8c48-4b6816560c28 None None] Checking segment: {'id': '13510a37-88c7-493e-9701-b414ea24fc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '98d8805b-dd65-4110-997b-2eea298bca78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:25:57.589419 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-3c883139-cd4a-43fa-8c48-4b6816560c28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:57.590074 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c883139-cd4a-43fa-8c48-4b6816560c28 None None] Bound using segment: {'id': '13510a37-88c7-493e-9701-b414ea24fc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '98d8805b-dd65-4110-997b-2eea298bca78'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:25:57.590633 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-3c883139-cd4a-43fa-8c48-4b6816560c28 None None] Bound port: e9bc2da0-599e-49fc-ab9a-cc03bd14755b, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13510a37-88c7-493e-9701-b414ea24fc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '98d8805b-dd65-4110-997b-2eea298bca78'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:25:57.591173 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-3c883139-cd4a-43fa-8c48-4b6816560c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:57.611519 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-4656faaa-58fc-48c4-a5f4-9ad28470149b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812'] for port, after_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:57.680952 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4656faaa-58fc-48c4-a5f4-9ad28470149b None None] Pushing event deleted for resources: {'Port': ['ID=ad40ecd1-58bc-481b-b2f6-ccc09ae07f20,revision_number=None']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:25:57.703948 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4656faaa-58fc-48c4-a5f4-9ad28470149b None None] No DVR routers for this DVR port ad40ecd1-58bc-481b-b2f6-ccc09ae07f20 on host dv-neutron-830731-3-hyperv {{(pid=83739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:25:57.723376 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-212a0590-3b8b-4aaa-9498-42141c2a4f22 admin admin] Calling delete_port for ad40ecd1-58bc-481b-b2f6-ccc09ae07f20 owned by network:dhcp {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:25:57.745200 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-3c883139-cd4a-43fa-8c48-4b6816560c28 None None] For port e9bc2da0-599e-49fc-ab9a-cc03bd14755b, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:25:57.748564 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-3c883139-cd4a-43fa-8c48-4b6816560c28 None None] For port e9bc2da0-599e-49fc-ab9a-cc03bd14755b, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=e9bc2da0-599e-49fc-ab9a-cc03bd14755b,segment=NetworkSegment(13510a37-88c7-493e-9701-b414ea24fc4c),segment_id=13510a37-88c7-493e-9701-b414ea24fc4c)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:25:57.754810 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-3c883139-cd4a-43fa-8c48-4b6816560c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:57.802080 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03885ee8-e873-4442-b02c-717d195307d9 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Router 6bb2da1f-fba2-413d-aad6-e90732779037 is scheduled to L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 with binding_index 1 {{(pid=83738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 10:25:57.804502 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3abff453-9e2a-44bf-b656-7f5eb6e61fdc tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:57.844825 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3bc247c-1a41-427c-b582-8be5db2fd275 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Checking segment: {'id': '9186d727-3adc-4242-866a-034b8775ddb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'acef592e-b5ca-4f78-82aa-ab415af5aeaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:25:57.845181 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3bc247c-1a41-427c-b582-8be5db2fd275 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Network hostable DHCP agents. Network: acef592e-b5ca-4f78-82aa-ab415af5aeaa, hostable agents: ['6527556c-6586-422c-ae47-082984683847'], hosted agents: [] {{(pid=83737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:25:57.850567 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c883139-cd4a-43fa-8c48-4b6816560c28 None None] Pushing event updated for resources: {'Port': ['ID=e9bc2da0-599e-49fc-ab9a-cc03bd14755b,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:25:57.876718 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ca77af8a-f0fd-4088-bb60-156dc6c3df0e tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3012444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3219213'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:57.878449 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abff453-9e2a-44bf-b656-7f5eb6e61fdc tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Pushing event deleted for resources: {'Port': ['ID=3f5f37a3-94f7-4b5a-88e5-1126c9afdae0,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:25:57.933744 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abff453-9e2a-44bf-b656-7f5eb6e61fdc tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:25:57.935689 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abff453-9e2a-44bf-b656-7f5eb6e61fdc tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:25:57.936026 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abff453-9e2a-44bf-b656-7f5eb6e61fdc tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:25:57.936357 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abff453-9e2a-44bf-b656-7f5eb6e61fdc tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:25:57.936730 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abff453-9e2a-44bf-b656-7f5eb6e61fdc tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:25:57.937038 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abff453-9e2a-44bf-b656-7f5eb6e61fdc tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:25:57.937353 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abff453-9e2a-44bf-b656-7f5eb6e61fdc tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:25:57.937675 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abff453-9e2a-44bf-b656-7f5eb6e61fdc tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:25:57.937986 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abff453-9e2a-44bf-b656-7f5eb6e61fdc tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:25:57.938301 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abff453-9e2a-44bf-b656-7f5eb6e61fdc tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:25:57.938620 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abff453-9e2a-44bf-b656-7f5eb6e61fdc tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:25:57.950593 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.db.api [None req-212a0590-3b8b-4aaa-9498-42141c2a4f22 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83737) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 10:25:57.950913 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG oslo_db.api [None req-212a0590-3b8b-4aaa-9498-42141c2a4f22 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 10:25:57.971310 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca77af8a-f0fd-4088-bb60-156dc6c3df0e tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Network 98d8805b-dd65-4110-997b-2eea298bca78 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:25:58.009416 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-ca77af8a-f0fd-4088-bb60-156dc6c3df0e tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:25:58.012053 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca77af8a-f0fd-4088-bb60-156dc6c3df0e tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:25:58.012659 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ca77af8a-f0fd-4088-bb60-156dc6c3df0e tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:58.032390 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca77af8a-f0fd-4088-bb60-156dc6c3df0e tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Pushing event updated for resources: {'Subnet': ['ID=538fe7dc-a43d-4346-9245-87c04ea83a5d,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:25:58.045025 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3bc247c-1a41-427c-b582-8be5db2fd275 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Network acef592e-b5ca-4f78-82aa-ab415af5aeaa is scheduled to be hosted by DHCP agent 6527556c-6586-422c-ae47-082984683847 with binding_index 1 {{(pid=83737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:25:58.072948 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-d3bc247c-1a41-427c-b582-8be5db2fd275 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830731-3-hyperv, acef592e-b5ca-4f78-82aa-ab415af5aeaa) {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:25:58.077280 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3bc247c-1a41-427c-b582-8be5db2fd275 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:25:58.077849 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d3bc247c-1a41-427c-b582-8be5db2fd275 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:58.083046 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf8517e-f8af-459a-9961-ccc880667c61 None None] Network acef592e-b5ca-4f78-82aa-ab415af5aeaa requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:25:58.097789 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-ca77af8a-f0fd-4088-bb60-156dc6c3df0e tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0238519 Mar 07 10:25:58.100821 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 59982) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:25:58.108355 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-ac80d4de-3b7b-41f1-ae15-72d3dedccf52 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Request body: {'port': {'network_id': '98d8805b-dd65-4110-997b-2eea298bca78', 'mac_address': 'fa:16:3e:12:fd:49', 'name': 'tempest-NetworksTestDHCPv6-1507847606'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:25:58.130891 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-81832b9d-59ff-4690-9171-57c1e00bffef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:58.220795 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-d3bc247c-1a41-427c-b582-8be5db2fd275 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8632870 Mar 07 10:25:58.232101 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 59986) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:25:58.236769 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.db.resource_extend [None req-d9a506a7-f08b-46ca-8cd2-50e2811515d6 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 10:25:58.238041 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81832b9d-59ff-4690-9171-57c1e00bffef admin admin] Pushing event deleted for resources: {'Port': ['ID=311957e5-75ce-438c-af86-640684274025,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:25:58.245135 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-bb7c312d-4dae-4349-b28a-f6de3f3f4e2e tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Request body: {'subnet': {'network_id': '1445b53c-2efe-493d-b546-9cc388455858', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:25:58.269259 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d9a506a7-f08b-46ca-8cd2-50e2811515d6 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks [] for port, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:58.288617 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d9a506a7-f08b-46ca-8cd2-50e2811515d6 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3556717'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:58.408176 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-8b4ad6b9-96e1-40fd-bc86-0b44c2f740a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:58.459949 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-212a0590-3b8b-4aaa-9498-42141c2a4f22 admin admin] Deleting port ad40ecd1-58bc-481b-b2f6-ccc09ae07f20 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:25:58.460555 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-212a0590-3b8b-4aaa-9498-42141c2a4f22 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:58.463633 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a506a7-f08b-46ca-8cd2-50e2811515d6 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Pushing event updated for resources: {'Port': ['ID=8213a5dc-f557-4788-a390-3822f4d366e7,revision_number=2']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:25:58.465999 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0db0cab-1000-4705-a9e1-4de01270498b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ec2749d-0aec-52fb-aca6-10ba8a80aade-acef592e-b5ca-4f78-82aa-ab415af5aeaa', 'network_id': 'acef592e-b5ca-4f78-82aa-ab415af5aeaa', 'tenant_id': '8843377006954c17a088ed77df13332f', 'fixed_ips': [{'subnet_id': 'f2cc4941-7ad5-477d-afe9-407320159cb7'}]}} from dv-neutron-830731-3-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 07 10:25:58.466956 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a0db0cab-1000-4705-a9e1-4de01270498b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:58.546807 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3abff453-9e2a-44bf-b656-7f5eb6e61fdc tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2756383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3920168'] for router_interface, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:58.560900 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d9a506a7-f08b-46ca-8cd2-50e2811515d6 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923533'] for floatingip, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:58.616945 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d9a506a7-f08b-46ca-8cd2-50e2811515d6 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for floatingip, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:58.621009 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-d9a506a7-f08b-46ca-8cd2-50e2811515d6 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.7753096 Mar 07 10:25:58.623061 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 59990) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:25:58.637053 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-1fbe1a9d-6edd-4f76-b0b0-e5b3036e07da tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Request body: {'port': {'network_id': '8e7d2d8b-3bc7-4720-91e5-d50489aa5dc0', 'name': 'tempest-FloatingIPTestJSON-703282774'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:25:58.668675 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-a0db0cab-1000-4705-a9e1-4de01270498b None None] Allocated IP 172.20.0.2 (acef592e-b5ca-4f78-82aa-ab415af5aeaa/f2cc4941-7ad5-477d-afe9-407320159cb7/8dc9d2a2-690b-4a26-8bde-66c4e9334ab7) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:25:58.685431 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-ac80d4de-3b7b-41f1-ae15-72d3dedccf52 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:25:58.689542 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-bb7c312d-4dae-4349-b28a-f6de3f3f4e2e tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:25:58.693552 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device e9bc2da0-599e-49fc-ab9a-cc03bd14755b up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:25:58.697648 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-212a0590-3b8b-4aaa-9498-42141c2a4f22 admin admin] The port 'ad40ecd1-58bc-481b-b2f6-ccc09ae07f20' was deleted {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 07 10:25:58.702942 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-bb7c312d-4dae-4349-b28a-f6de3f3f4e2e tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Usage tracker for resource:subnet and tenant:8843377006954c17a088ed77df13332f is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:25:58.736039 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-ac80d4de-3b7b-41f1-ae15-72d3dedccf52 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Usage tracker for resource:port and tenant:0f1e04191c7443f7844c0202165e746c is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:25:58.741217 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-bb7c312d-4dae-4349-b28a-f6de3f3f4e2e tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:25:58.749716 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-ac80d4de-3b7b-41f1-ae15-72d3dedccf52 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:25:58.771728 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-bb7c312d-4dae-4349-b28a-f6de3f3f4e2e tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:25:58.775122 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-ac80d4de-3b7b-41f1-ae15-72d3dedccf52 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:25:58.945366 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning for port e9bc2da0-599e-49fc-ab9a-cc03bd14755b completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:25:58.987459 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac80d4de-3b7b-41f1-ae15-72d3dedccf52 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Made reservation on behalf of 0f1e04191c7443f7844c0202165e746c for: {'port': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:25:58.991938 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ac80d4de-3b7b-41f1-ae15-72d3dedccf52 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:59.001649 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb7c312d-4dae-4349-b28a-f6de3f3f4e2e tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Made reservation on behalf of 8843377006954c17a088ed77df13332f for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:25:59.047473 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a0db0cab-1000-4705-a9e1-4de01270498b None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:59.068506 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a0db0cab-1000-4705-a9e1-4de01270498b None None] Transition to ACTIVE for port object 8dc9d2a2-690b-4a26-8bde-66c4e9334ab7 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:25:59.080866 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-212a0590-3b8b-4aaa-9498-42141c2a4f22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1526893', 'neutron.services.segments.db._delete_segments_for_network-8732568551033'] for network, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:59.097029 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-81832b9d-59ff-4690-9171-57c1e00bffef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923554'] for router_gateway, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:59.097671 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device ad40ecd1-58bc-481b-b2f6-ccc09ae07f20 no longer exists at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:25:59.146071 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a0db0cab-1000-4705-a9e1-4de01270498b None None] Transition to ACTIVE for port object 8dc9d2a2-690b-4a26-8bde-66c4e9334ab7 will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:25:59.147341 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] No Port match for: ad40ecd1-58bc-481b-b2f6-ccc09ae07f20 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 10:25:59.147679 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device ad40ecd1-58bc-481b-b2f6-ccc09ae07f20 not bound to the agent host dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 10:25:59.165894 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a0db0cab-1000-4705-a9e1-4de01270498b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:59.261597 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0db0cab-1000-4705-a9e1-4de01270498b None None] Network acef592e-b5ca-4f78-82aa-ab415af5aeaa is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:25:59.265704 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-a0db0cab-1000-4705-a9e1-4de01270498b None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:25:59.276044 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0db0cab-1000-4705-a9e1-4de01270498b None None] Pushing event updated for resources: {'Port': ['ID=8dc9d2a2-690b-4a26-8bde-66c4e9334ab7,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:25:59.281302 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-212a0590-3b8b-4aaa-9498-42141c2a4f22 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23de9fec-628e-4e97-8790-1a5369db8272']}} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:25:59.286743 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0db0cab-1000-4705-a9e1-4de01270498b None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:25:59.293693 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [None req-ac80d4de-3b7b-41f1-ae15-72d3dedccf52 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] device_id is not set on port d949c486-204d-4da0-a197-896c0a7d169c yet. {{(pid=83737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 07 10:25:59.294840 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-1fbe1a9d-6edd-4f76-b0b0-e5b3036e07da tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:25:59.301798 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-1fbe1a9d-6edd-4f76-b0b0-e5b3036e07da tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Usage tracker for resource:port and tenant:5ce94c19b69348fbbd9afc6238983dcf is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:25:59.310131 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-1fbe1a9d-6edd-4f76-b0b0-e5b3036e07da tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Quota usage for port was recalculated. Used quota:4. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:25:59.322153 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-1fbe1a9d-6edd-4f76-b0b0-e5b3036e07da tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:25:59.341819 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-bb7c312d-4dae-4349-b28a-f6de3f3f4e2e tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3219231'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:59.365270 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-212a0590-3b8b-4aaa-9498-42141c2a4f22 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46fd226d-e938-40b1-b036-15faea50eaea') {'for_net_delete': True} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:25:59.365564 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-212a0590-3b8b-4aaa-9498-42141c2a4f22 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46fd226d-e938-40b1-b036-15faea50eaea') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:25:59.408983 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd63d518-fadd-436b-b877-fc9d150bbfe4 None None] Network 98d8805b-dd65-4110-997b-2eea298bca78 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:25:59.411796 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fbe1a9d-6edd-4f76-b0b0-e5b3036e07da tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Made reservation on behalf of 5ce94c19b69348fbbd9afc6238983dcf for: {'port': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:25:59.415672 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1fbe1a9d-6edd-4f76-b0b0-e5b3036e07da tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:59.476136 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03885ee8-e873-4442-b02c-717d195307d9 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:25:59.493647 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e1df23-9694-49a3-bd19-3edbbf06968b None None] Sync routers for ids ['6bb2da1f-fba2-413d-aad6-e90732779037'] in dv-neutron-830731-3-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:25:59.515065 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [None req-1fbe1a9d-6edd-4f76-b0b0-e5b3036e07da tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] device_id is not set on port 8672ca34-ff49-44d2-9ae8-f41b89b9627a yet. {{(pid=83738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 07 10:25:59.515805 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e1df23-9694-49a3-bd19-3edbbf06968b None None] Routers {'6bb2da1f-fba2-413d-aad6-e90732779037'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:25:59.517116 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-f9e1df23-9694-49a3-bd19-3edbbf06968b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:25:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['6bb2da1f-fba2-413d-aad6-e90732779037'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:25:59.519650 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-a0db0cab-1000-4705-a9e1-4de01270498b None None] Attempting to bind port 8dc9d2a2-690b-4a26-8bde-66c4e9334ab7 on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:25:59.520018 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-a0db0cab-1000-4705-a9e1-4de01270498b None None] Attempting to bind port 8dc9d2a2-690b-4a26-8bde-66c4e9334ab7 by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': '9186d727-3adc-4242-866a-034b8775ddb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'acef592e-b5ca-4f78-82aa-ab415af5aeaa'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:25:59.520378 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0db0cab-1000-4705-a9e1-4de01270498b None None] Attempting to bind port 8dc9d2a2-690b-4a26-8bde-66c4e9334ab7 on network acef592e-b5ca-4f78-82aa-ab415af5aeaa {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:25:59.531273 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0db0cab-1000-4705-a9e1-4de01270498b None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:25:59.531687 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0db0cab-1000-4705-a9e1-4de01270498b None None] Checking segment: {'id': '9186d727-3adc-4242-866a-034b8775ddb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'acef592e-b5ca-4f78-82aa-ab415af5aeaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:25:59.532089 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a0db0cab-1000-4705-a9e1-4de01270498b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:59.532517 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0db0cab-1000-4705-a9e1-4de01270498b None None] Bound using segment: {'id': '9186d727-3adc-4242-866a-034b8775ddb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'acef592e-b5ca-4f78-82aa-ab415af5aeaa'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:25:59.532984 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-a0db0cab-1000-4705-a9e1-4de01270498b None None] Bound port: 8dc9d2a2-690b-4a26-8bde-66c4e9334ab7, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9186d727-3adc-4242-866a-034b8775ddb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'acef592e-b5ca-4f78-82aa-ab415af5aeaa'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:25:59.533354 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a0db0cab-1000-4705-a9e1-4de01270498b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:59.552226 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-1e68b5f3-cb28-456a-aa09-8b50c2da7c0b None None] Provisioning for port e9bc2da0-599e-49fc-ab9a-cc03bd14755b completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:25:59.562147 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-212a0590-3b8b-4aaa-9498-42141c2a4f22 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732568550916', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629174'] for segment, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:59.577375 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-03885ee8-e873-4442-b02c-717d195307d9 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Notify callbacks [] for router, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:59.581969 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-03885ee8-e873-4442-b02c-717d195307d9 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 7.3491545 Mar 07 10:25:59.582744 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 59994) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:25:59.585202 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-1e68b5f3-cb28-456a-aa09-8b50c2da7c0b None None] Provisioning complete for port e9bc2da0-599e-49fc-ab9a-cc03bd14755b triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:25:59.585833 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-1e68b5f3-cb28-456a-aa09-8b50c2da7c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:59.633103 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-81832b9d-59ff-4690-9171-57c1e00bffef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3917970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58043'] for router, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:59.636432 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-212a0590-3b8b-4aaa-9498-42141c2a4f22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:59.690668 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-212a0590-3b8b-4aaa-9498-42141c2a4f22 admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=83737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 07 10:25:59.691069 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-212a0590-3b8b-4aaa-9498-42141c2a4f22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1227397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3012597'] for segment, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:59.705807 dv-neutron-830731-3-hyperv neutron-server[83737]: Traceback (most recent call last): Mar 07 10:25:59.705807 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 07 10:25:59.705807 dv-neutron-830731-3-hyperv neutron-server[83737]: timer() Mar 07 10:25:59.705807 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:25:59.705807 dv-neutron-830731-3-hyperv neutron-server[83737]: cb(*args, **kw) Mar 07 10:25:59.705807 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 10:25:59.705807 dv-neutron-830731-3-hyperv neutron-server[83737]: return func(*args, **kwargs) Mar 07 10:25:59.705807 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:25:59.705807 dv-neutron-830731-3-hyperv neutron-server[83737]: self._notify() Mar 07 10:25:59.705807 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:25:59.705807 dv-neutron-830731-3-hyperv neutron-server[83737]: self.callback(batched_events) Mar 07 10:25:59.705807 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:25:59.705807 dv-neutron-830731-3-hyperv neutron-server[83737]: event.method(event) Mar 07 10:25:59.705807 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 10:25:59.705807 dv-neutron-830731-3-hyperv neutron-server[83737]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:25:59.705807 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 10:25:59.705807 dv-neutron-830731-3-hyperv neutron-server[83737]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:25:59.705807 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 10:25:59.705807 dv-neutron-830731-3-hyperv neutron-server[83737]: return f(self, *a, **k) Mar 07 10:25:59.705807 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:25:59.705807 dv-neutron-830731-3-hyperv neutron-server[83737]: return self._get(url).json() Mar 07 10:25:59.705807 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:25:59.705807 dv-neutron-830731-3-hyperv neutron-server[83737]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:25:59.705807 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 07 10:25:59.705807 dv-neutron-830731-3-hyperv neutron-server[83737]: return self.request(url, 'GET', **kwargs) Mar 07 10:25:59.705807 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 07 10:25:59.705807 dv-neutron-830731-3-hyperv neutron-server[83737]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:25:59.705807 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 07 10:25:59.705807 dv-neutron-830731-3-hyperv neutron-server[83737]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:25:59.705807 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 07 10:25:59.705807 dv-neutron-830731-3-hyperv neutron-server[83737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:25:59.705807 dv-neutron-830731-3-hyperv neutron-server[83737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:25:59.707740 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-81832b9d-59ff-4690-9171-57c1e00bffef admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:59.747987 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-1fbe1a9d-6edd-4f76-b0b0-e5b3036e07da tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Allocated IP 172.20.0.9 (8e7d2d8b-3bc7-4720-91e5-d50489aa5dc0/2717ed19-9c4c-4b4b-94d7-a02350324490/8672ca34-ff49-44d2-9ae8-f41b89b9627a) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:25:59.807783 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a0db0cab-1000-4705-a9e1-4de01270498b None None] For port 8dc9d2a2-690b-4a26-8bde-66c4e9334ab7, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:25:59.927102 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-1e68b5f3-cb28-456a-aa09-8b50c2da7c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:25:59.934748 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-f9e1df23-9694-49a3-bd19-3edbbf06968b None None] Set router 6bb2da1f-fba2-413d-aad6-e90732779037 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:25:59.940801 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a0db0cab-1000-4705-a9e1-4de01270498b None None] For port 8dc9d2a2-690b-4a26-8bde-66c4e9334ab7, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=8dc9d2a2-690b-4a26-8bde-66c4e9334ab7,segment=NetworkSegment(9186d727-3adc-4242-866a-034b8775ddb8),segment_id=9186d727-3adc-4242-866a-034b8775ddb8)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:25:59.967323 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a0db0cab-1000-4705-a9e1-4de01270498b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:00.044300 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-212a0590-3b8b-4aaa-9498-42141c2a4f22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1526886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923583'] for network, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:00.048648 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-212a0590-3b8b-4aaa-9498-42141c2a4f22 admin admin] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:00.055173 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0db0cab-1000-4705-a9e1-4de01270498b None None] Pushing event updated for resources: {'Port': ['ID=8dc9d2a2-690b-4a26-8bde-66c4e9334ab7,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:26:00.073322 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1fbe1a9d-6edd-4f76-b0b0-e5b3036e07da tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:00.077290 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-1e68b5f3-cb28-456a-aa09-8b50c2da7c0b None None] For port e9bc2da0-599e-49fc-ab9a-cc03bd14755b, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=e9bc2da0-599e-49fc-ab9a-cc03bd14755b,segment=NetworkSegment(13510a37-88c7-493e-9701-b414ea24fc4c),segment_id=13510a37-88c7-493e-9701-b414ea24fc4c)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:26:00.089564 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3abff453-9e2a-44bf-b656-7f5eb6e61fdc tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Router a99cdf21-042a-49b5-920b-36d04203d228 has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:26:00.092329 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-81832b9d-59ff-4690-9171-57c1e00bffef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3917886'] for router, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:00.092887 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81832b9d-59ff-4690-9171-57c1e00bffef admin admin] Fanout notify agent at l3_agent the message router_deleted on router de313ee9-33fe-4b9d-984b-e3c3c12f7a9d {{(pid=83737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 10:26:00.096885 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-1e68b5f3-cb28-456a-aa09-8b50c2da7c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:00.154701 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212a0590-3b8b-4aaa-9498-42141c2a4f22 admin admin] Pushing event deleted for resources: {'Network': ['ID=23de9fec-628e-4e97-8790-1a5369db8272,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:26:00.171286 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-212a0590-3b8b-4aaa-9498-42141c2a4f22 admin admin] 10.222.0.13 "DELETE /v2.0/networks/23de9fec-628e-4e97-8790-1a5369db8272 HTTP/1.1" status: 204 len: 168 time: 3.8161418 Mar 07 10:26:00.183457 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-22c632a8-c3d0-45c2-9d0d-5e5a171d8ed4 tempest-TestNetworkAdvancedServerOps-1652520488 tempest-TestNetworkAdvancedServerOps-1652520488-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=4e9c4d5c86cf416eb66bed1b523adf54&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5890183 Mar 07 10:26:00.184320 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 60002) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:26:00.194566 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-ac80d4de-3b7b-41f1-ae15-72d3dedccf52 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Allocated IP 172.20.0.6 (98d8805b-dd65-4110-997b-2eea298bca78/538fe7dc-a43d-4346-9245-87c04ea83a5d/d949c486-204d-4da0-a197-896c0a7d169c) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:26:00.216552 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-81832b9d-59ff-4690-9171-57c1e00bffef admin admin] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:00.221028 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-81832b9d-59ff-4690-9171-57c1e00bffef admin admin] 10.222.0.13 "DELETE /v2.0/routers/de313ee9-33fe-4b9d-984b-e3c3c12f7a9d HTTP/1.1" status: 204 len: 168 time: 5.7808330 Mar 07 10:26:00.224768 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 60006) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:26:00.230003 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-ac80d4de-3b7b-41f1-ae15-72d3dedccf52 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Allocated IP 2001:db8::f816:3eff:fe12:fd49 (98d8805b-dd65-4110-997b-2eea298bca78/92163302-bd7a-4cc7-8195-b74d252c4e45/d949c486-204d-4da0-a197-896c0a7d169c) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:26:00.295378 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-bb7c312d-4dae-4349-b28a-f6de3f3f4e2e tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3012444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3219213'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:00.352799 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e68b5f3-cb28-456a-aa09-8b50c2da7c0b None None] Pushing event updated for resources: {'Port': ['ID=e9bc2da0-599e-49fc-ab9a-cc03bd14755b,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:26:00.386252 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e68b5f3-cb28-456a-aa09-8b50c2da7c0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:26:00.387501 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1fbe1a9d-6edd-4f76-b0b0-e5b3036e07da tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:00.388913 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e68b5f3-cb28-456a-aa09-8b50c2da7c0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:26:00.390344 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e68b5f3-cb28-456a-aa09-8b50c2da7c0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:26:00.391505 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e68b5f3-cb28-456a-aa09-8b50c2da7c0b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:26:00.392694 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e68b5f3-cb28-456a-aa09-8b50c2da7c0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:26:00.394914 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e68b5f3-cb28-456a-aa09-8b50c2da7c0b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:26:00.395418 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e68b5f3-cb28-456a-aa09-8b50c2da7c0b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:26:00.395853 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e68b5f3-cb28-456a-aa09-8b50c2da7c0b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:26:00.396304 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e68b5f3-cb28-456a-aa09-8b50c2da7c0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:26:00.397127 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e68b5f3-cb28-456a-aa09-8b50c2da7c0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:26:00.399629 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e68b5f3-cb28-456a-aa09-8b50c2da7c0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:26:00.427280 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-852ed2c1-985b-42f2-be50-95506e7e8a33 None None] Update dhcp port {'port': {'network_id': '98d8805b-dd65-4110-997b-2eea298bca78', 'fixed_ips': [{'subnet_id': '92163302-bd7a-4cc7-8195-b74d252c4e45', 'ip_address': '2001:db8::f816:3eff:fe72:4538'}, {'subnet_id': '538fe7dc-a43d-4346-9245-87c04ea83a5d'}], 'binding:host_id': 'dv-neutron-830731-3-hyperv'}, 'id': 'e9bc2da0-599e-49fc-ab9a-cc03bd14755b'} from dv-neutron-830731-3-hyperv. {{(pid=83739) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 07 10:26:00.518604 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-852ed2c1-985b-42f2-be50-95506e7e8a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:00.538476 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-f9e1df23-9694-49a3-bd19-3edbbf06968b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb2da1f-fba2-413d-aad6-e90732779037', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1931307512', 'tenant_id': '4e9c4d5c86cf416eb66bed1b523adf54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.87'}], 'enable_snat': True}, 'gw_port_id': '5e235750-6211-4798-b4f4-060b7c0abb44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:25:52Z', 'updated_at': '2022-03-07T10:25:56Z', 'revision_number': 3, 'project_id': '4e9c4d5c86cf416eb66bed1b523adf54', 'gw_port': {'id': '5e235750-6211-4798-b4f4-060b7c0abb44', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:aa:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb2da1f-fba2-413d-aad6-e90732779037', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:25:54Z', 'updated_at': '2022-03-07T10:25:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv'}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:26:00.543817 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e1df23-9694-49a3-bd19-3edbbf06968b None None] Checking router: 6bb2da1f-fba2-413d-aad6-e90732779037 for host: dv-neutron-830731-3-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 07 10:26:00.544260 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e1df23-9694-49a3-bd19-3edbbf06968b None None] Updating router 6bb2da1f-fba2-413d-aad6-e90732779037 port 5e235750-6211-4798-b4f4-060b7c0abb44 binding host dv-neutron-830731-3-hyperv {{(pid=83740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 07 10:26:00.554017 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7c312d-4dae-4349-b28a-f6de3f3f4e2e tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Pushing event updated for resources: {'Subnet': ['ID=b2d6db32-c495-4824-a45e-79194a5b06c0,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:26:00.632850 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-f9e1df23-9694-49a3-bd19-3edbbf06968b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:00.707351 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-5f7aec0f-3bba-4784-b770-caec35ea9018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:00.776324 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb7c312d-4dae-4349-b28a-f6de3f3f4e2e tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Checking segment: {'id': 'e9ca11ca-4eb8-434f-a3c4-cc9e7788dd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '1445b53c-2efe-493d-b546-9cc388455858'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:26:00.776940 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb7c312d-4dae-4349-b28a-f6de3f3f4e2e tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Network hostable DHCP agents. Network: 1445b53c-2efe-493d-b546-9cc388455858, hostable agents: ['6527556c-6586-422c-ae47-082984683847'], hosted agents: [] {{(pid=83737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:26:00.788290 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device e9bc2da0-599e-49fc-ab9a-cc03bd14755b up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:26:00.789797 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 60012) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:26:00.797717 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fb4dede-f4d4-4d80-a16f-bc2f0a3888ef admin admin] Deleting subnet 73689262-8534-49d2-b012-2160f5ea5f1f {{(pid=83738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 07 10:26:00.817577 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1fb4dede-f4d4-4d80-a16f-bc2f0a3888ef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:00.899639 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port e9bc2da0-599e-49fc-ab9a-cc03bd14755b triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:26:00.900186 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:00.937351 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ac80d4de-3b7b-41f1-ae15-72d3dedccf52 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:00.956978 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [None req-ac80d4de-3b7b-41f1-ae15-72d3dedccf52 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Transition to ACTIVE for port object d949c486-204d-4da0-a197-896c0a7d169c will not be triggered until provisioned by entity DHCP. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:26:00.991091 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ac80d4de-3b7b-41f1-ae15-72d3dedccf52 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:01.009329 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fbe1a9d-6edd-4f76-b0b0-e5b3036e07da tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Network 8e7d2d8b-3bc7-4720-91e5-d50489aa5dc0 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:26:01.014003 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe1a9d-6edd-4f76-b0b0-e5b3036e07da tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Pushing event updated for resources: {'Port': ['ID=8672ca34-ff49-44d2-9ae8-f41b89b9627a,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:26:01.022164 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-1fbe1a9d-6edd-4f76-b0b0-e5b3036e07da tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:26:01.025884 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fbe1a9d-6edd-4f76-b0b0-e5b3036e07da tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:26:01.053355 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac80d4de-3b7b-41f1-ae15-72d3dedccf52 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Network 98d8805b-dd65-4110-997b-2eea298bca78 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:26:01.061422 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-ac80d4de-3b7b-41f1-ae15-72d3dedccf52 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:26:01.067935 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c125416-5316-4f5f-8811-737ba19786f3 tempest-TestNetworkAdvancedServerOps-1652520488 tempest-TestNetworkAdvancedServerOps-1652520488-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:26:01.069925 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-2c125416-5316-4f5f-8811-737ba19786f3 tempest-TestNetworkAdvancedServerOps-1652520488 tempest-TestNetworkAdvancedServerOps-1652520488-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.8824224 Mar 07 10:26:01.075076 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 60016) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:26:01.078079 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 311957e5-75ce-438c-af86-640684274025 no longer exists at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:26:01.085992 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1fb4dede-f4d4-4d80-a16f-bc2f0a3888ef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2969395'] for subnet, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:01.090057 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac80d4de-3b7b-41f1-ae15-72d3dedccf52 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:26:01.157907 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fbe1a9d-6edd-4f76-b0b0-e5b3036e07da tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:26:01.158501 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1fbe1a9d-6edd-4f76-b0b0-e5b3036e07da tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:01.163168 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3abff453-9e2a-44bf-b656-7f5eb6e61fdc tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:26:01.165409 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] No Port match for: 311957e5-75ce-438c-af86-640684274025 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 10:26:01.173160 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 311957e5-75ce-438c-af86-640684274025 not bound to the agent host dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 10:26:01.190108 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-ac7f676d-2ef6-4ab2-b127-2414846540c7 tempest-TestNetworkAdvancedServerOps-1652520488 tempest-TestNetworkAdvancedServerOps-1652520488-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=5ed85006-6b00-415e-b71f-837fb1421c12&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0642962 Mar 07 10:26:01.191393 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 60020) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:26:01.191589 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b462ee-eecb-451a-8ec9-a3e45668918f None None] Sync routers for ids ['a99cdf21-042a-49b5-920b-36d04203d228'] in dv-neutron-830731-3-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:26:01.198269 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-3abff453-9e2a-44bf-b656-7f5eb6e61fdc tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] 10.222.0.13 "PUT /v2.0/routers/a99cdf21-042a-49b5-920b-36d04203d228/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9891913 Mar 07 10:26:01.203101 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-ad9e5906-2021-4934-9dd7-4b37a03eec6e tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-970124045', 'network_id': '0ff3d537-e319-4922-a8b2-8cb5ee18b005', 'project_id': '4e9c4d5c86cf416eb66bed1b523adf54', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:26:01.214530 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb7c312d-4dae-4349-b28a-f6de3f3f4e2e tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Network 1445b53c-2efe-493d-b546-9cc388455858 is scheduled to be hosted by DHCP agent 6527556c-6586-422c-ae47-082984683847 with binding_index 1 {{(pid=83737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:26:01.218355 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-f9e1df23-9694-49a3-bd19-3edbbf06968b None None] Notify callbacks [] for port, precommit_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:01.222555 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 60022) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:26:01.236975 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.provisioning_blocks [None req-f9e1df23-9694-49a3-bd19-3edbbf06968b None None] Transition to ACTIVE for port object 5e235750-6211-4798-b4f4-060b7c0abb44 will not be triggered until provisioned by entity L2. {{(pid=83740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:26:01.238389 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b462ee-eecb-451a-8ec9-a3e45668918f None None] Routers {'a99cdf21-042a-49b5-920b-36d04203d228'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:26:01.240350 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-f3b462ee-eecb-451a-8ec9-a3e45668918f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:26:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['a99cdf21-042a-49b5-920b-36d04203d228'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:26:01.246595 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-f9e1df23-9694-49a3-bd19-3edbbf06968b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:01.253838 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-bb7c312d-4dae-4349-b28a-f6de3f3f4e2e tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830731-3-hyperv, 1445b53c-2efe-493d-b546-9cc388455858) {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:26:01.292706 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb7c312d-4dae-4349-b28a-f6de3f3f4e2e tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:26:01.293378 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-bb7c312d-4dae-4349-b28a-f6de3f3f4e2e tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:01.300664 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac80d4de-3b7b-41f1-ae15-72d3dedccf52 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Pushing event updated for resources: {'Port': ['ID=d949c486-204d-4da0-a197-896c0a7d169c,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:26:01.339184 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-0bdba0a4-aef8-47d4-973c-776b2438091d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3889902faef740789076d2c396125f8b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5417731 Mar 07 10:26:01.348023 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-1fbe1a9d-6edd-4f76-b0b0-e5b3036e07da tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.7238219 Mar 07 10:26:01.350427 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 60030) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:26:01.350782 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 60032) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:26:01.357315 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac80d4de-3b7b-41f1-ae15-72d3dedccf52 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:26:01.357947 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ac80d4de-3b7b-41f1-ae15-72d3dedccf52 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:01.374206 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac80d4de-3b7b-41f1-ae15-72d3dedccf52 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:26:01.374623 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac80d4de-3b7b-41f1-ae15-72d3dedccf52 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:26:01.375462 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac80d4de-3b7b-41f1-ae15-72d3dedccf52 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:26:01.375877 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac80d4de-3b7b-41f1-ae15-72d3dedccf52 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:26:01.376260 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac80d4de-3b7b-41f1-ae15-72d3dedccf52 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:26:01.376660 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac80d4de-3b7b-41f1-ae15-72d3dedccf52 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:26:01.377024 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac80d4de-3b7b-41f1-ae15-72d3dedccf52 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:26:01.377541 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac80d4de-3b7b-41f1-ae15-72d3dedccf52 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:26:01.378026 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac80d4de-3b7b-41f1-ae15-72d3dedccf52 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:26:01.378346 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac80d4de-3b7b-41f1-ae15-72d3dedccf52 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:26:01.378686 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac80d4de-3b7b-41f1-ae15-72d3dedccf52 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:26:01.381316 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-201554c4-c29c-4828-8bba-a2a23e482f02 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Request body: {'floatingip': {'port_id': '8672ca34-ff49-44d2-9ae8-f41b89b9627a'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:26:01.386381 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-ac80d4de-3b7b-41f1-ae15-72d3dedccf52 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.2844203 Mar 07 10:26:01.389007 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 60038) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:26:01.393009 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdff92b-8f9d-4594-af23-5c1eded83b73 None None] Pushing event updated for resources: {'Port': ['ID=5e235750-6211-4798-b4f4-060b7c0abb44,revision_number=2']} {{(pid=83740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:26:01.447769 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-f9e1df23-9694-49a3-bd19-3edbbf06968b None None] Attempting to bind port 5e235750-6211-4798-b4f4-060b7c0abb44 on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:26:01.448138 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-f9e1df23-9694-49a3-bd19-3edbbf06968b None None] Attempting to bind port 5e235750-6211-4798-b4f4-060b7c0abb44 by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': '9a22e080-7529-4fc7-949d-9f84ba21807d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12'}] {{(pid=83740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:26:01.448469 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e1df23-9694-49a3-bd19-3edbbf06968b None None] Attempting to bind port 5e235750-6211-4798-b4f4-060b7c0abb44 on network 5ed85006-6b00-415e-b71f-837fb1421c12 {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:26:01.452274 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-bb7c312d-4dae-4349-b28a-f6de3f3f4e2e tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2157748 Mar 07 10:26:01.453392 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 60042) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:26:01.456631 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e1df23-9694-49a3-bd19-3edbbf06968b None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:26:01.456917 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e1df23-9694-49a3-bd19-3edbbf06968b None None] Checking segment: {'id': '9a22e080-7529-4fc7-949d-9f84ba21807d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:26:01.457302 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-f9e1df23-9694-49a3-bd19-3edbbf06968b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:01.457678 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e1df23-9694-49a3-bd19-3edbbf06968b None None] Bound using segment: {'id': '9a22e080-7529-4fc7-949d-9f84ba21807d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12'} {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:26:01.458126 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-f9e1df23-9694-49a3-bd19-3edbbf06968b None None] Bound port: 5e235750-6211-4798-b4f4-060b7c0abb44, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a22e080-7529-4fc7-949d-9f84ba21807d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12'}}] {{(pid=83740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:26:01.458511 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-f9e1df23-9694-49a3-bd19-3edbbf06968b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:01.459891 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-ce40a4b5-beb4-44a9-b57e-e1113399d47a tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1178165809', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:26:01.469935 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-ce40a4b5-beb4-44a9-b57e-e1113399d47a tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:26:01.470356 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-f3b462ee-eecb-451a-8ec9-a3e45668918f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:26:01.472903 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c153f27-1fc8-4eb9-a6e3-7d882df1ed36 None None] Network 1445b53c-2efe-493d-b546-9cc388455858 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:26:01.480394 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-ce40a4b5-beb4-44a9-b57e-e1113399d47a tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Usage tracker for resource:router and tenant:8843377006954c17a088ed77df13332f is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:26:01.484350 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-ce40a4b5-beb4-44a9-b57e-e1113399d47a tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:26:01.497486 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-ce40a4b5-beb4-44a9-b57e-e1113399d47a tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:26:01.510047 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-98a711f2-c667-442e-98ee-f7d3c23e4ac3 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] GET failed (client error): The resource could not be found. Mar 07 10:26:01.510817 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-98a711f2-c667-442e-98ee-f7d3c23e4ac3 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Synchronizing usage tracker for tenant:29ee0fb2487e46c6b75e400959e24994 on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:26:01.525067 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-201554c4-c29c-4828-8bba-a2a23e482f02 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks [] for floatingip, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:01.538792 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-841ba2db-bc9b-4f84-83d1-342c6747240d tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:26:01.542050 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.db [None req-f9e1df23-9694-49a3-bd19-3edbbf06968b None None] For port 5e235750-6211-4798-b4f4-060b7c0abb44, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:26:01.543828 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-841ba2db-bc9b-4f84-83d1-342c6747240d tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:26:01.545280 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.db [None req-f9e1df23-9694-49a3-bd19-3edbbf06968b None None] For port 5e235750-6211-4798-b4f4-060b7c0abb44, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=5e235750-6211-4798-b4f4-060b7c0abb44,segment=NetworkSegment(9a22e080-7529-4fc7-949d-9f84ba21807d),segment_id=9a22e080-7529-4fc7-949d-9f84ba21807d)] {{(pid=83740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:26:01.547063 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-841ba2db-bc9b-4f84-83d1-342c6747240d tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Synchronizing usage tracker for tenant:0f1e04191c7443f7844c0202165e746c on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:26:01.553311 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-f9e1df23-9694-49a3-bd19-3edbbf06968b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:01.553762 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ce40a4b5-beb4-44a9-b57e-e1113399d47a tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3919700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58025'] for router, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:01.555741 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ce40a4b5-beb4-44a9-b57e-e1113399d47a tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3919671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4011175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58018'] for router, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:01.580880 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-841ba2db-bc9b-4f84-83d1-342c6747240d tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Unset dirty status for tenant:0f1e04191c7443f7844c0202165e746c on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:26:01.586721 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-841ba2db-bc9b-4f84-83d1-342c6747240d tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.1961751 Mar 07 10:26:01.588931 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 60046) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:26:01.680433 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdff92b-8f9d-4594-af23-5c1eded83b73 None None] Pushing event updated for resources: {'Port': ['ID=5e235750-6211-4798-b4f4-060b7c0abb44,revision_number=3']} {{(pid=83740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:26:01.687027 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-79638276-484b-4cb4-a8ed-5b55cd5ad726 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Deleting port d949c486-204d-4da0-a197-896c0a7d169c {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:26:01.687566 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-79638276-484b-4cb4-a8ed-5b55cd5ad726 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:01.709075 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e1df23-9694-49a3-bd19-3edbbf06968b None None] Routers {'6bb2da1f-fba2-413d-aad6-e90732779037'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:26:01.709700 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-f9e1df23-9694-49a3-bd19-3edbbf06968b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:26:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['6bb2da1f-fba2-413d-aad6-e90732779037'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:26:01.749437 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ce40a4b5-beb4-44a9-b57e-e1113399d47a tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:01.823669 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1fb4dede-f4d4-4d80-a16f-bc2f0a3888ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1525496'] for subnet, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:01.854329 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ce40a4b5-beb4-44a9-b57e-e1113399d47a tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3917991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923518'] for router, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:01.894413 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-98a711f2-c667-442e-98ee-f7d3c23e4ac3 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Unset dirty status for tenant:29ee0fb2487e46c6b75e400959e24994 on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:26:01.896094 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-98a711f2-c667-442e-98ee-f7d3c23e4ac3 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] 10.222.0.13 "GET /v2.0/ports/3f5f37a3-94f7-4b5a-88e5-1126c9afdae0 HTTP/1.1" status: 404 len: 333 time: 0.6724467 Mar 07 10:26:01.901781 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 60052) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:26:01.905319 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-852ed2c1-985b-42f2-be50-95506e7e8a33 None None] Allocated IP 172.20.0.2 (98d8805b-dd65-4110-997b-2eea298bca78/538fe7dc-a43d-4346-9245-87c04ea83a5d/e9bc2da0-599e-49fc-ab9a-cc03bd14755b) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:26:01.911106 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-ad9e5906-2021-4934-9dd7-4b37a03eec6e tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:26:01.920958 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-711fefd2-3b30-4759-8df5-0aecff1c8e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:01.921830 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-ad9e5906-2021-4934-9dd7-4b37a03eec6e tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Usage tracker for resource:subnet and tenant:4e9c4d5c86cf416eb66bed1b523adf54 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:26:01.932236 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-ad9e5906-2021-4934-9dd7-4b37a03eec6e tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:26:01.962759 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b462ee-eecb-451a-8ec9-a3e45668918f None None] Routers {'a99cdf21-042a-49b5-920b-36d04203d228'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:26:01.963389 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-f3b462ee-eecb-451a-8ec9-a3e45668918f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:26:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['a99cdf21-042a-49b5-920b-36d04203d228'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:26:01.979427 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-ad9e5906-2021-4934-9dd7-4b37a03eec6e tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:26:02.025386 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ce40a4b5-beb4-44a9-b57e-e1113399d47a tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:02.028113 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-ce40a4b5-beb4-44a9-b57e-e1113399d47a tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5727174 Mar 07 10:26:02.030301 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-f9e1df23-9694-49a3-bd19-3edbbf06968b None None] Set router 6bb2da1f-fba2-413d-aad6-e90732779037 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:26:02.030900 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 60056) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:26:02.043880 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c83b75a-a82c-4ff7-8ec1-8ef30eef4dab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ec2749d-0aec-52fb-aca6-10ba8a80aade-1445b53c-2efe-493d-b546-9cc388455858', 'network_id': '1445b53c-2efe-493d-b546-9cc388455858', 'tenant_id': '8843377006954c17a088ed77df13332f', 'fixed_ips': [{'subnet_id': 'b2d6db32-c495-4824-a45e-79194a5b06c0'}]}} from dv-neutron-830731-3-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 07 10:26:02.048451 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5b725770-31de-4ac6-a1d8-0c1c850833d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:02.057063 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-5c83b75a-a82c-4ff7-8ec1-8ef30eef4dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:02.071067 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c3ca5a0-ce15-4e82-a0a9-fdc2a765fe21 None None] Network acef592e-b5ca-4f78-82aa-ab415af5aeaa requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:26:02.092049 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-f3b462ee-eecb-451a-8ec9-a3e45668918f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:26:02.092458 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b462ee-eecb-451a-8ec9-a3e45668918f None None] The sync data for ids ['a99cdf21-042a-49b5-920b-36d04203d228'] in dv-neutron-830731-3-hyperv is: [] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:26:02.111802 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:02.130329 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad9e5906-2021-4934-9dd7-4b37a03eec6e tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Made reservation on behalf of 4e9c4d5c86cf416eb66bed1b523adf54 for: {'subnet': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:26:02.407610 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-5c83b75a-a82c-4ff7-8ec1-8ef30eef4dab None None] Allocated IP 172.21.0.2 (1445b53c-2efe-493d-b546-9cc388455858/b2d6db32-c495-4824-a45e-79194a5b06c0/7bc4f039-c72f-4e8b-865d-6f7d4ed71ec4) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:26:02.447326 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2baba226-9644-4ec7-8f1f-45c45cde6a3f tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks [] for router, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:02.603577 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-79638276-484b-4cb4-a8ed-5b55cd5ad726 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:02.610305 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-f9e1df23-9694-49a3-bd19-3edbbf06968b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb2da1f-fba2-413d-aad6-e90732779037', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1931307512', 'tenant_id': '4e9c4d5c86cf416eb66bed1b523adf54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.87'}], 'enable_snat': True}, 'gw_port_id': '5e235750-6211-4798-b4f4-060b7c0abb44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:25:52Z', 'updated_at': '2022-03-07T10:25:56Z', 'revision_number': 3, 'project_id': '4e9c4d5c86cf416eb66bed1b523adf54', 'gw_port': {'id': '5e235750-6211-4798-b4f4-060b7c0abb44', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:aa:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb2da1f-fba2-413d-aad6-e90732779037', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:25:54Z', 'updated_at': '2022-03-07T10:26:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv'}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:26:02.620086 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e1df23-9694-49a3-bd19-3edbbf06968b None None] The sync data for ids ['6bb2da1f-fba2-413d-aad6-e90732779037'] in dv-neutron-830731-3-hyperv is: [{'id': '6bb2da1f-fba2-413d-aad6-e90732779037', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1931307512', 'tenant_id': '4e9c4d5c86cf416eb66bed1b523adf54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.87'}], 'enable_snat': True}, 'gw_port_id': '5e235750-6211-4798-b4f4-060b7c0abb44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:25:52Z', 'updated_at': '2022-03-07T10:25:56Z', 'revision_number': 3, 'project_id': '4e9c4d5c86cf416eb66bed1b523adf54', 'gw_port': {'id': '5e235750-6211-4798-b4f4-060b7c0abb44', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:aa:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb2da1f-fba2-413d-aad6-e90732779037', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:25:54Z', 'updated_at': '2022-03-07T10:26:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv'}] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:26:02.623985 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-5c83b75a-a82c-4ff7-8ec1-8ef30eef4dab None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:02.626953 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-140c1091-f7c2-4f7f-a64d-2725dc120aa5 None None] Provisioning for port 8dc9d2a2-690b-4a26-8bde-66c4e9334ab7 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:26:02.647492 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1fb4dede-f4d4-4d80-a16f-bc2f0a3888ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1525489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3556647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741465'] for subnet, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:02.660170 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 8dc9d2a2-690b-4a26-8bde-66c4e9334ab7 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:26:02.699653 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-5c83b75a-a82c-4ff7-8ec1-8ef30eef4dab None None] Transition to ACTIVE for port object 7bc4f039-c72f-4e8b-865d-6f7d4ed71ec4 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:26:02.700337 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5b725770-31de-4ac6-a1d8-0c1c850833d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:02.743115 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb4dede-f4d4-4d80-a16f-bc2f0a3888ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73689262-8534-49d2-b012-2160f5ea5f1f,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:26:02.785078 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1fb4dede-f4d4-4d80-a16f-bc2f0a3888ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:02.792527 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-5c83b75a-a82c-4ff7-8ec1-8ef30eef4dab None None] Transition to ACTIVE for port object 7bc4f039-c72f-4e8b-865d-6f7d4ed71ec4 will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:26:02.793745 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ad9e5906-2021-4934-9dd7-4b37a03eec6e tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741426'] for subnet, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:02.801268 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b2660b-2c77-4e25-a628-a5bdeee4d45e None None] Network 72398af9-06cf-4222-b28c-e00880a5f9c7 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:26:02.841388 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-5bc55635-aead-4c0c-bd18-1577ee0d4e38 req-976a1e8c-649f-42e0-b34f-2d7b0b90869b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=38f0b9f3569b450182bbf4a37575848e&device_id=e9a41462-2213-477c-a0d7-2a574dc86c0e HTTP/1.1" status: 200 len: 1099 time: 0.6726482 Mar 07 10:26:02.847743 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-5c83b75a-a82c-4ff7-8ec1-8ef30eef4dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:02.934919 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-79638276-484b-4cb4-a8ed-5b55cd5ad726 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Calling delete_port for d949c486-204d-4da0-a197-896c0a7d169c owned by {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:26:02.994335 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c83b75a-a82c-4ff7-8ec1-8ef30eef4dab None None] Pushing event updated for resources: {'Port': ['ID=7bc4f039-c72f-4e8b-865d-6f7d4ed71ec4,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:26:03.051730 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-1fb4dede-f4d4-4d80-a16f-bc2f0a3888ef admin admin] 10.222.0.13 "DELETE /v2.0/subnets/73689262-8534-49d2-b012-2160f5ea5f1f HTTP/1.1" status: 204 len: 168 time: 2.8256285 Mar 07 10:26:03.058974 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 60062) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:26:03.066347 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-852ed2c1-985b-42f2-be50-95506e7e8a33 None None] For port e9bc2da0-599e-49fc-ab9a-cc03bd14755b, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=e9bc2da0-599e-49fc-ab9a-cc03bd14755b,segment=NetworkSegment(13510a37-88c7-493e-9701-b414ea24fc4c),segment_id=13510a37-88c7-493e-9701-b414ea24fc4c)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:26:03.080244 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6049413-09a8-44ae-bc03-113093777276 req-5582bf0c-1c59-4017-994a-e6048b955b97 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:26:03.082218 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-a6049413-09a8-44ae-bc03-113093777276 req-5582bf0c-1c59-4017-994a-e6048b955b97 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9a41462-2213-477c-a0d7-2a574dc86c0e HTTP/1.1" status: 200 len: 946 time: 0.8063645 Mar 07 10:26:03.115025 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning for port 8dc9d2a2-690b-4a26-8bde-66c4e9334ab7 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:26:03.122469 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c83b75a-a82c-4ff7-8ec1-8ef30eef4dab None None] Network 1445b53c-2efe-493d-b546-9cc388455858 is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:26:03.156910 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-5c83b75a-a82c-4ff7-8ec1-8ef30eef4dab None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:26:03.166593 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 8dc9d2a2-690b-4a26-8bde-66c4e9334ab7 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:26:03.166919 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:03.198704 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c83b75a-a82c-4ff7-8ec1-8ef30eef4dab None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:26:03.273443 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.db.resource_extend [None req-852ed2c1-985b-42f2-be50-95506e7e8a33 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 10:26:03.294485 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c87150bd-aa9c-4ad1-bb68-57ec66d4fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:03.358147 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-852ed2c1-985b-42f2-be50-95506e7e8a33 None None] Notify callbacks [] for port, precommit_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:03.423147 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5b725770-31de-4ac6-a1d8-0c1c850833d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:03.448725 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0d58417a-043c-42af-aec4-8a39d9407019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1158940'] for network, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:03.460576 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-a6049413-09a8-44ae-bc03-113093777276 req-bc2ec6da-22ed-4c6d-a40c-32b841ff7332 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0cf1685-c0d8-4959-a53b-3f1ceedf7fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3675282 Mar 07 10:26:03.470721 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b725770-31de-4ac6-a1d8-0c1c850833d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2150c743-eaa0-445e-9f68-632fefdce168,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:26:03.559665 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-852ed2c1-985b-42f2-be50-95506e7e8a33 None None] Transition to ACTIVE for port object e9bc2da0-599e-49fc-ab9a-cc03bd14755b will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:26:03.579335 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5b725770-31de-4ac6-a1d8-0c1c850833d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:03.580906 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-5c83b75a-a82c-4ff7-8ec1-8ef30eef4dab None None] Attempting to bind port 7bc4f039-c72f-4e8b-865d-6f7d4ed71ec4 on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:26:03.581397 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-5c83b75a-a82c-4ff7-8ec1-8ef30eef4dab None None] Attempting to bind port 7bc4f039-c72f-4e8b-865d-6f7d4ed71ec4 by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': 'e9ca11ca-4eb8-434f-a3c4-cc9e7788dd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '1445b53c-2efe-493d-b546-9cc388455858'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:26:03.581865 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c83b75a-a82c-4ff7-8ec1-8ef30eef4dab None None] Attempting to bind port 7bc4f039-c72f-4e8b-865d-6f7d4ed71ec4 on network 1445b53c-2efe-493d-b546-9cc388455858 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:26:03.583125 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-5b725770-31de-4ac6-a1d8-0c1c850833d9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2150c743-eaa0-445e-9f68-632fefdce168 HTTP/1.1" status: 204 len: 168 time: 2.2243547 Mar 07 10:26:03.601535 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2baba226-9644-4ec7-8f1f-45c45cde6a3f tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3917970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58043'] for router, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:03.608428 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2baba226-9644-4ec7-8f1f-45c45cde6a3f tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:03.621013 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-852ed2c1-985b-42f2-be50-95506e7e8a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:03.644575 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-0d58417a-043c-42af-aec4-8a39d9407019 admin admin] Deleting port 94825cd0-8cff-444c-a997-7c51c9d3c478 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:26:03.645011 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0d58417a-043c-42af-aec4-8a39d9407019 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:03.648010 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c83b75a-a82c-4ff7-8ec1-8ef30eef4dab None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 26, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:26:03.650536 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c83b75a-a82c-4ff7-8ec1-8ef30eef4dab None None] Checking segment: {'id': 'e9ca11ca-4eb8-434f-a3c4-cc9e7788dd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '1445b53c-2efe-493d-b546-9cc388455858'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:26:03.651079 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-5c83b75a-a82c-4ff7-8ec1-8ef30eef4dab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:03.651593 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c83b75a-a82c-4ff7-8ec1-8ef30eef4dab None None] Bound using segment: {'id': 'e9ca11ca-4eb8-434f-a3c4-cc9e7788dd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '1445b53c-2efe-493d-b546-9cc388455858'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:26:03.652190 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-5c83b75a-a82c-4ff7-8ec1-8ef30eef4dab None None] Bound port: 7bc4f039-c72f-4e8b-865d-6f7d4ed71ec4, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9ca11ca-4eb8-434f-a3c4-cc9e7788dd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '1445b53c-2efe-493d-b546-9cc388455858'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:26:03.652779 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-5c83b75a-a82c-4ff7-8ec1-8ef30eef4dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:03.721882 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.db.resource_extend [None req-201554c4-c29c-4828-8bba-a2a23e482f02 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 10:26:03.767647 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2baba226-9644-4ec7-8f1f-45c45cde6a3f tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3917886'] for router, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:03.768251 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2baba226-9644-4ec7-8f1f-45c45cde6a3f tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Fanout notify agent at l3_agent the message router_deleted on router a99cdf21-042a-49b5-920b-36d04203d228 {{(pid=83737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 10:26:03.771488 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc55635-aead-4c0c-bd18-1577ee0d4e38 req-e5574341-462b-43da-a1a9-56b9c805d52c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:26:03.773988 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-5bc55635-aead-4c0c-bd18-1577ee0d4e38 req-e5574341-462b-43da-a1a9-56b9c805d52c service neutron] 10.222.0.10 "GET /v2.0/networks?id=f727e18d-bdc2-4660-9a3a-cfddb6581f4f HTTP/1.1" status: 200 len: 913 time: 0.8713660 Mar 07 10:26:03.788410 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-79638276-484b-4cb4-a8ed-5b55cd5ad726 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:03.860893 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2baba226-9644-4ec7-8f1f-45c45cde6a3f tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:03.862177 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-2baba226-9644-4ec7-8f1f-45c45cde6a3f tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] 10.222.0.13 "DELETE /v2.0/routers/a99cdf21-042a-49b5-920b-36d04203d228 HTTP/1.1" status: 204 len: 168 time: 1.9593582 Mar 07 10:26:03.874801 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 60068) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:26:03.958953 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79638276-484b-4cb4-a8ed-5b55cd5ad726 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Pushing event deleted for resources: {'Port': ['ID=d949c486-204d-4da0-a197-896c0a7d169c,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:26:04.095126 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:04.099230 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-5bc55635-aead-4c0c-bd18-1577ee0d4e38 req-a74e46a3-fc2b-4a30-8779-9b5bdac94f03 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ce102191-c862-4595-b40b-01aa258c2118 HTTP/1.1" status: 200 len: 1001 time: 0.3061137 Mar 07 10:26:04.131437 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852ed2c1-985b-42f2-be50-95506e7e8a33 None None] Pushing event updated for resources: {'Port': ['ID=e9bc2da0-599e-49fc-ab9a-cc03bd14755b,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:26:04.150141 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-0d58417a-043c-42af-aec4-8a39d9407019 admin admin] For port 94825cd0-8cff-444c-a997-7c51c9d3c478, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=94825cd0-8cff-444c-a997-7c51c9d3c478,segment=NetworkSegment(9aaed74e-7327-4b84-aa4b-76c27e2d346f),segment_id=9aaed74e-7327-4b84-aa4b-76c27e2d346f)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:26:04.150141 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0d58417a-043c-42af-aec4-8a39d9407019 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:04.163204 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-5c83b75a-a82c-4ff7-8ec1-8ef30eef4dab None None] For port 7bc4f039-c72f-4e8b-865d-6f7d4ed71ec4, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:26:04.166742 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-79638276-484b-4cb4-a8ed-5b55cd5ad726 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:04.171151 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-79638276-484b-4cb4-a8ed-5b55cd5ad726 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "DELETE /v2.0/ports/d949c486-204d-4da0-a197-896c0a7d169c HTTP/1.1" status: 204 len: 168 time: 2.5795097 Mar 07 10:26:04.171853 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 60078) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:26:04.184171 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] For port 8dc9d2a2-690b-4a26-8bde-66c4e9334ab7, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=8dc9d2a2-690b-4a26-8bde-66c4e9334ab7,segment=NetworkSegment(9186d727-3adc-4242-866a-034b8775ddb8),segment_id=9186d727-3adc-4242-866a-034b8775ddb8)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:26:04.187700 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-5c83b75a-a82c-4ff7-8ec1-8ef30eef4dab None None] For port 7bc4f039-c72f-4e8b-865d-6f7d4ed71ec4, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=7bc4f039-c72f-4e8b-865d-6f7d4ed71ec4,segment=NetworkSegment(e9ca11ca-4eb8-434f-a3c4-cc9e7788dd48),segment_id=e9ca11ca-4eb8-434f-a3c4-cc9e7788dd48)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:26:04.193181 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-201554c4-c29c-4828-8bba-a2a23e482f02 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:04.197868 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-5c83b75a-a82c-4ff7-8ec1-8ef30eef4dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:04.284907 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc55635-aead-4c0c-bd18-1577ee0d4e38 req-7117881c-c13d-4eae-8e03-9214d1123973 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:26:04.286649 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-5bc55635-aead-4c0c-bd18-1577ee0d4e38 req-7117881c-c13d-4eae-8e03-9214d1123973 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c839e96c-7ebc-4e73-acbb-92a3dab8a0ef HTTP/1.1" status: 200 len: 851 time: 0.1788008 Mar 07 10:26:04.331225 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:04.361202 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe02484a-5d8d-4737-a56d-71f0a84444c2 None None] DHCP port deletion for 72398af9-06cf-4222-b28c-e00880a5f9c7 request from dv-neutron-830731-3-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 07 10:26:04.405256 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-fe02484a-5d8d-4737-a56d-71f0a84444c2 None None] Deleting port 94825cd0-8cff-444c-a997-7c51c9d3c478 {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:26:04.405519 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-fe02484a-5d8d-4737-a56d-71f0a84444c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:04.416823 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c3dfe0b-e51a-45e2-a931-4eb56d9f0f4b tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:26:04.418170 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c3dfe0b-e51a-45e2-a931-4eb56d9f0f4b tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:26:04.419594 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c3dfe0b-e51a-45e2-a931-4eb56d9f0f4b tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:26:04.420435 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-5c3dfe0b-e51a-45e2-a931-4eb56d9f0f4b tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Synchronizing usage tracker for tenant:0f1e04191c7443f7844c0202165e746c on resource:subnet {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:26:04.453576 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c83b75a-a82c-4ff7-8ec1-8ef30eef4dab None None] Pushing event updated for resources: {'Port': ['ID=7bc4f039-c72f-4e8b-865d-6f7d4ed71ec4,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:26:04.489875 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-5c3dfe0b-e51a-45e2-a931-4eb56d9f0f4b tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Unset dirty status for tenant:0f1e04191c7443f7844c0202165e746c on resource:subnet {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:26:04.493966 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-5c3dfe0b-e51a-45e2-a931-4eb56d9f0f4b tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.3160350 Mar 07 10:26:04.497104 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 60086) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:26:04.549273 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-201554c4-c29c-4828-8bba-a2a23e482f02 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923533'] for floatingip, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:04.658413 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-0d58417a-043c-42af-aec4-8a39d9407019 admin admin] Calling delete_port for 94825cd0-8cff-444c-a997-7c51c9d3c478 owned by network:dhcp {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:26:04.684234 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-5bc55635-aead-4c0c-bd18-1577ee0d4e38 req-38e155ce-c37d-4ed5-bfe3-621fbca6be7f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f727e18d-bdc2-4660-9a3a-cfddb6581f4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3851638 Mar 07 10:26:04.927097 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-fe02484a-5d8d-4737-a56d-71f0a84444c2 None None] For port 94825cd0-8cff-444c-a997-7c51c9d3c478, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=94825cd0-8cff-444c-a997-7c51c9d3c478,segment=NetworkSegment(9aaed74e-7327-4b84-aa4b-76c27e2d346f),segment_id=9aaed74e-7327-4b84-aa4b-76c27e2d346f)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:26:04.927490 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-fe02484a-5d8d-4737-a56d-71f0a84444c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:04.984194 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-61a15bec-e2bf-4a22-973e-cbe1dbdcf802 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:05.147530 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-fe02484a-5d8d-4737-a56d-71f0a84444c2 None None] Calling delete_port for 94825cd0-8cff-444c-a997-7c51c9d3c478 owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:26:05.297855 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ad9e5906-2021-4934-9dd7-4b37a03eec6e tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3556832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741408'] for subnet, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:05.332224 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.db.api [None req-fe02484a-5d8d-4737-a56d-71f0a84444c2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 10:26:05.337163 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG oslo_db.api [None req-fe02484a-5d8d-4737-a56d-71f0a84444c2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 10:26:05.342171 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device e9bc2da0-599e-49fc-ab9a-cc03bd14755b up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:26:05.417337 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Pushing event updated for resources: {'Port': ['ID=8dc9d2a2-690b-4a26-8bde-66c4e9334ab7,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:26:05.431872 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-31def5ad-3ddd-40da-800d-b6e135396d0b None None] Provisioning complete for port 8dc9d2a2-690b-4a26-8bde-66c4e9334ab7 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:26:05.432246 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-31def5ad-3ddd-40da-800d-b6e135396d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:05.475820 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0d58417a-043c-42af-aec4-8a39d9407019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:05.512167 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_v2 [None req-9981ac6e-df62-4e4d-9645-0b963a718e59 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Deleting subnet 538fe7dc-a43d-4346-9245-87c04ea83a5d {{(pid=83737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 07 10:26:05.515755 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9981ac6e-df62-4e4d-9645-0b963a718e59 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks [] for subnet, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:05.543714 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 5e235750-6211-4798-b4f4-060b7c0abb44 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:26:05.596020 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-5bc55635-aead-4c0c-bd18-1577ee0d4e38 req-1279cc18-97fa-4481-8d95-51f08a3b67d6 service neutron] 10.222.0.10 "GET /v2.0/networks/f727e18d-bdc2-4660-9a3a-cfddb6581f4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8935492 Mar 07 10:26:05.728814 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d58417a-043c-42af-aec4-8a39d9407019 admin admin] Pushing event deleted for resources: {'Port': ['ID=94825cd0-8cff-444c-a997-7c51c9d3c478,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:26:05.751515 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning for port 5e235750-6211-4798-b4f4-060b7c0abb44 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:26:05.765185 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 5e235750-6211-4798-b4f4-060b7c0abb44 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:26:05.765507 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:05.775927 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9981ac6e-df62-4e4d-9645-0b963a718e59 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2627781'] for subnet, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:05.845197 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-fe02484a-5d8d-4737-a56d-71f0a84444c2 None None] Deleting port 94825cd0-8cff-444c-a997-7c51c9d3c478 {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:26:05.845640 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-fe02484a-5d8d-4737-a56d-71f0a84444c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:05.884413 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d58417a-043c-42af-aec4-8a39d9407019 admin admin] No DVR routers for this DVR port 94825cd0-8cff-444c-a997-7c51c9d3c478 on host dv-neutron-830731-3-hyperv {{(pid=83738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:26:05.950481 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6898e603-6b5d-4c4a-b2de-e17ec8cca99c None None] Provisioning for port e9bc2da0-599e-49fc-ab9a-cc03bd14755b completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:26:05.967478 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9e5906-2021-4934-9dd7-4b37a03eec6e tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Pushing event updated for resources: {'Subnet': ['ID=76710092-eed3-4585-bcb7-8bd2be0bad68,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:26:06.015282 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-fe02484a-5d8d-4737-a56d-71f0a84444c2 None None] The port '94825cd0-8cff-444c-a997-7c51c9d3c478' was deleted {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 07 10:26:06.017082 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6898e603-6b5d-4c4a-b2de-e17ec8cca99c None None] Provisioning complete for port e9bc2da0-599e-49fc-ab9a-cc03bd14755b triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:26:06.017239 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6898e603-6b5d-4c4a-b2de-e17ec8cca99c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:06.022024 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ed545d-9c14-4c68-b4db-f5663ec23809 req-0f38efc3-8aee-4895-929b-d061c13b09c9 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:26:06.024912 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-e5ed545d-9c14-4c68-b4db-f5663ec23809 req-0f38efc3-8aee-4895-929b-d061c13b09c9 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9a41462-2213-477c-a0d7-2a574dc86c0e HTTP/1.1" status: 200 len: 946 time: 1.1518505 Mar 07 10:26:06.098321 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-5bc55635-aead-4c0c-bd18-1577ee0d4e38 req-7c52876d-9837-4d57-a3f2-eddd625f48f9 service neutron] 10.222.0.10 "GET /v2.0/networks/f727e18d-bdc2-4660-9a3a-cfddb6581f4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4828403 Mar 07 10:26:06.126852 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9981ac6e-df62-4e4d-9645-0b963a718e59 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1525496'] for subnet, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:06.151856 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9e5906-2021-4934-9dd7-4b37a03eec6e tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Checking segment: {'id': '526a860e-3e95-4936-b54d-dee1a7390b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '0ff3d537-e319-4922-a8b2-8cb5ee18b005'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:26:06.152467 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad9e5906-2021-4934-9dd7-4b37a03eec6e tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Network hostable DHCP agents. Network: 0ff3d537-e319-4922-a8b2-8cb5ee18b005, hostable agents: ['6527556c-6586-422c-ae47-082984683847'], hosted agents: [] {{(pid=83738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:26:06.200442 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-e5ed545d-9c14-4c68-b4db-f5663ec23809 req-145027b1-b80d-4f68-b87f-01d37b66eb2d tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0cf1685-c0d8-4959-a53b-3f1ceedf7fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1639833 Mar 07 10:26:06.235692 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_v2 [None req-c989f427-f04d-4a6f-859d-cf256795595f tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Deleting subnet 680452be-afa6-4c5f-a416-21bccebd1a4f {{(pid=83738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 07 10:26:06.309186 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:06.310989 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9981ac6e-df62-4e4d-9645-0b963a718e59 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1525489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3012507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3219316'] for subnet, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:06.318040 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c989f427-f04d-4a6f-859d-cf256795595f tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks [] for subnet, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:06.348884 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25fb4f88-9def-438e-b64c-d0cd13a65eda None None] Network 1445b53c-2efe-493d-b546-9cc388455858 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:26:06.395672 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0d58417a-043c-42af-aec4-8a39d9407019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1526893', 'neutron.services.segments.db._delete_segments_for_network-8732568551033'] for network, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:06.416750 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9981ac6e-df62-4e4d-9645-0b963a718e59 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Pushing event deleted for resources: {'Subnet': ['ID=538fe7dc-a43d-4346-9245-87c04ea83a5d,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:26:06.431153 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9981ac6e-df62-4e4d-9645-0b963a718e59 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:06.473622 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-9981ac6e-df62-4e4d-9645-0b963a718e59 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "DELETE /v2.0/subnets/538fe7dc-a43d-4346-9245-87c04ea83a5d HTTP/1.1" status: 204 len: 168 time: 1.9752512 Mar 07 10:26:06.474546 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 60114) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:26:06.507804 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c989f427-f04d-4a6f-859d-cf256795595f tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2969395'] for subnet, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:06.528308 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] For port 5e235750-6211-4798-b4f4-060b7c0abb44, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=5e235750-6211-4798-b4f4-060b7c0abb44,segment=NetworkSegment(9a22e080-7529-4fc7-949d-9f84ba21807d),segment_id=9a22e080-7529-4fc7-949d-9f84ba21807d)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:26:06.544571 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:06.624790 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c5030b0-ebb8-4b0b-88bc-47b400f07f7b None None] Network 98d8805b-dd65-4110-997b-2eea298bca78 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:26:06.634264 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-0d58417a-043c-42af-aec4-8a39d9407019 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72398af9-06cf-4222-b28c-e00880a5f9c7']}} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:26:06.649937 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_v2 [None req-74f80209-220a-4704-a291-e52153c7ebdb tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Deleting subnet 92163302-bd7a-4cc7-8195-b74d252c4e45 {{(pid=83737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 07 10:26:06.655770 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-74f80209-220a-4704-a291-e52153c7ebdb tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks [] for subnet, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:06.713197 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad9e5906-2021-4934-9dd7-4b37a03eec6e tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Network 0ff3d537-e319-4922-a8b2-8cb5ee18b005 is scheduled to be hosted by DHCP agent 6527556c-6586-422c-ae47-082984683847 with binding_index 1 {{(pid=83738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:26:06.726910 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-74f80209-220a-4704-a291-e52153c7ebdb tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2627781'] for subnet, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:06.743960 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-0d58417a-043c-42af-aec4-8a39d9407019 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9aaed74e-7327-4b84-aa4b-76c27e2d346f') {'for_net_delete': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:26:06.746096 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-0d58417a-043c-42af-aec4-8a39d9407019 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9aaed74e-7327-4b84-aa4b-76c27e2d346f') {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:26:06.783716 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0d58417a-043c-42af-aec4-8a39d9407019 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732568550916', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968000'] for segment, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:06.787308 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 60120) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:26:06.805819 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-ad9e5906-2021-4934-9dd7-4b37a03eec6e tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830731-3-hyperv, 0ff3d537-e319-4922-a8b2-8cb5ee18b005) {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:26:06.826115 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0d58417a-043c-42af-aec4-8a39d9407019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:06.843117 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad9e5906-2021-4934-9dd7-4b37a03eec6e tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:26:06.844839 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ad9e5906-2021-4934-9dd7-4b37a03eec6e tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:06.857217 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-61a15bec-e2bf-4a22-973e-cbe1dbdcf802 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Allocated IP 172.20.0.1 (acef592e-b5ca-4f78-82aa-ab415af5aeaa/f2cc4941-7ad5-477d-afe9-407320159cb7/0f2a7c61-bbef-428b-84fc-8cc2e02c4195) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:26:06.872282 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-74f80209-220a-4704-a291-e52153c7ebdb tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1525496'] for subnet, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:06.875602 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 94825cd0-8cff-444c-a997-7c51c9d3c478 no longer exists at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:26:06.886188 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c989f427-f04d-4a6f-859d-cf256795595f tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1525496'] for subnet, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:06.913024 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Pushing event updated for resources: {'Port': ['ID=5e235750-6211-4798-b4f4-060b7c0abb44,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:26:06.953588 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] No Port match for: 94825cd0-8cff-444c-a997-7c51c9d3c478 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 10:26:06.953921 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 94825cd0-8cff-444c-a997-7c51c9d3c478 not bound to the agent host dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 10:26:06.956983 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b2784b-c87d-4280-a2b4-d38574945df9 None None] Network 0ff3d537-e319-4922-a8b2-8cb5ee18b005 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:26:06.995613 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-583d3e0a-7be1-4873-a983-25bb1c3b9d25 None None] Could not find standard attr ID for object d949c486-204d-4da0-a197-896c0a7d169c. {{(pid=83739) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 07 10:26:07.008864 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-74f80209-220a-4704-a291-e52153c7ebdb tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1525489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3012507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3219316'] for subnet, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:07.088442 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-d05bad9c-85b8-4ca0-8258-70a3759ec9dd tempest-ExternalNetworksAdminNegativeTestJSON-2103173708 tempest-ExternalNetworksAdminNegativeTestJSON-2103173708-project-admin] Request body: {'floatingip': {'floating_network_id': '5ed85006-6b00-415e-b71f-837fb1421c12'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:26:07.102960 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-d05bad9c-85b8-4ca0-8258-70a3759ec9dd tempest-ExternalNetworksAdminNegativeTestJSON-2103173708 tempest-ExternalNetworksAdminNegativeTestJSON-2103173708-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:26:07.105380 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f80209-220a-4704-a291-e52153c7ebdb tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Pushing event deleted for resources: {'Subnet': ['ID=92163302-bd7a-4cc7-8195-b74d252c4e45,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:26:07.110892 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-d05bad9c-85b8-4ca0-8258-70a3759ec9dd tempest-ExternalNetworksAdminNegativeTestJSON-2103173708 tempest-ExternalNetworksAdminNegativeTestJSON-2103173708-project-admin] Usage tracker for resource:floatingip and tenant:2bcf6c2e15654fd7ab2819073e14761b is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:26:07.114927 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-d05bad9c-85b8-4ca0-8258-70a3759ec9dd tempest-ExternalNetworksAdminNegativeTestJSON-2103173708 tempest-ExternalNetworksAdminNegativeTestJSON-2103173708-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:26:07.127147 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-74f80209-220a-4704-a291-e52153c7ebdb tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:07.130336 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-d05bad9c-85b8-4ca0-8258-70a3759ec9dd tempest-ExternalNetworksAdminNegativeTestJSON-2103173708 tempest-ExternalNetworksAdminNegativeTestJSON-2103173708-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:26:07.146297 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-74f80209-220a-4704-a291-e52153c7ebdb tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "DELETE /v2.0/subnets/92163302-bd7a-4cc7-8195-b74d252c4e45 HTTP/1.1" status: 204 len: 168 time: 0.6706171 Mar 07 10:26:07.149630 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 60126) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:26:07.156167 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d58417a-043c-42af-aec4-8a39d9407019 admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=83738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 07 10:26:07.156818 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0d58417a-043c-42af-aec4-8a39d9407019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1227397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3556681'] for segment, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:07.175332 dv-neutron-830731-3-hyperv neutron-server[83738]: Traceback (most recent call last): Mar 07 10:26:07.175332 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 07 10:26:07.175332 dv-neutron-830731-3-hyperv neutron-server[83738]: timer() Mar 07 10:26:07.175332 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:26:07.175332 dv-neutron-830731-3-hyperv neutron-server[83738]: cb(*args, **kw) Mar 07 10:26:07.175332 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 10:26:07.175332 dv-neutron-830731-3-hyperv neutron-server[83738]: return func(*args, **kwargs) Mar 07 10:26:07.175332 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:26:07.175332 dv-neutron-830731-3-hyperv neutron-server[83738]: self._notify() Mar 07 10:26:07.175332 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:26:07.175332 dv-neutron-830731-3-hyperv neutron-server[83738]: self.callback(batched_events) Mar 07 10:26:07.175332 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:26:07.175332 dv-neutron-830731-3-hyperv neutron-server[83738]: event.method(event) Mar 07 10:26:07.175332 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 10:26:07.175332 dv-neutron-830731-3-hyperv neutron-server[83738]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:26:07.175332 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 10:26:07.175332 dv-neutron-830731-3-hyperv neutron-server[83738]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:26:07.175332 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 10:26:07.175332 dv-neutron-830731-3-hyperv neutron-server[83738]: return f(self, *a, **k) Mar 07 10:26:07.175332 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:26:07.175332 dv-neutron-830731-3-hyperv neutron-server[83738]: return self._get(url).json() Mar 07 10:26:07.175332 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:26:07.175332 dv-neutron-830731-3-hyperv neutron-server[83738]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:26:07.175332 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 07 10:26:07.175332 dv-neutron-830731-3-hyperv neutron-server[83738]: return self.request(url, 'GET', **kwargs) Mar 07 10:26:07.175332 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 07 10:26:07.175332 dv-neutron-830731-3-hyperv neutron-server[83738]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:26:07.175332 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 07 10:26:07.175332 dv-neutron-830731-3-hyperv neutron-server[83738]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:26:07.175332 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 07 10:26:07.175332 dv-neutron-830731-3-hyperv neutron-server[83738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:26:07.175332 dv-neutron-830731-3-hyperv neutron-server[83738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:26:07.188666 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c989f427-f04d-4a6f-859d-cf256795595f tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1525489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3556647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741465'] for subnet, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:07.222904 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 5e235750-6211-4798-b4f4-060b7c0abb44 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:26:07.270438 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d05bad9c-85b8-4ca0-8258-70a3759ec9dd tempest-ExternalNetworksAdminNegativeTestJSON-2103173708 tempest-ExternalNetworksAdminNegativeTestJSON-2103173708-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:07.322883 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c989f427-f04d-4a6f-859d-cf256795595f tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Pushing event deleted for resources: {'Subnet': ['ID=680452be-afa6-4c5f-a416-21bccebd1a4f,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:26:07.327147 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-583d3e0a-7be1-4873-a983-25bb1c3b9d25 None None] Provisioning for port 7bc4f039-c72f-4e8b-865d-6f7d4ed71ec4 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:26:07.333633 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-3c6a54cf-b9b4-4168-9210-b266a0bf12c2 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1794922 Mar 07 10:26:07.334526 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 60132) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:26:07.350507 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-eb898217-4f68-482a-b410-1ed93c8163ec tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Request body: {'subnet': {'network_id': '98d8805b-dd65-4110-997b-2eea298bca78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:26:07.359661 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c989f427-f04d-4a6f-859d-cf256795595f tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:07.362964 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-ad9e5906-2021-4934-9dd7-4b37a03eec6e tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 6.1646390 Mar 07 10:26:07.368494 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 60136) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:26:07.379017 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.db.l3_db [None req-201554c4-c29c-4828-8bba-a2a23e482f02 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Floating IP 93c68279-4162-4f75-a9f4-5b9a62245043 associated. External IP: 172.26.8.74, port: 8672ca34-ff49-44d2-9ae8-f41b89b9627a. Mar 07 10:26:07.387378 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1e296b9-55f0-4235-92f5-4015ecc2fe51 None None] Network bb88baa3-c7e4-44fa-bf12-b0c59c6892ac requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:26:07.428358 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0d58417a-043c-42af-aec4-8a39d9407019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1526886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923583'] for network, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:07.470327 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 5e235750-6211-4798-b4f4-060b7c0abb44 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:26:07.470696 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:07.616667 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-eb898217-4f68-482a-b410-1ed93c8163ec tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:26:07.618247 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-c989f427-f04d-4a6f-859d-cf256795595f tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] 10.222.0.13 "DELETE /v2.0/subnets/680452be-afa6-4c5f-a416-21bccebd1a4f HTTP/1.1" status: 204 len: 168 time: 3.7420764 Mar 07 10:26:07.623447 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 60140) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:26:07.631354 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-eb898217-4f68-482a-b410-1ed93c8163ec tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Usage tracker for resource:subnet and tenant:0f1e04191c7443f7844c0202165e746c is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:26:07.647569 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0d58417a-043c-42af-aec4-8a39d9407019 admin admin] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:07.649475 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-0d58417a-043c-42af-aec4-8a39d9407019 admin admin] 10.222.0.13 "DELETE /v2.0/networks/72398af9-06cf-4222-b28c-e00880a5f9c7 HTTP/1.1" status: 204 len: 168 time: 4.5875289 Mar 07 10:26:07.677761 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-eb898217-4f68-482a-b410-1ed93c8163ec tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:26:07.762602 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d58417a-043c-42af-aec4-8a39d9407019 admin admin] Pushing event deleted for resources: {'Network': ['ID=72398af9-06cf-4222-b28c-e00880a5f9c7,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:26:07.780155 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebc5c09a-c891-47ec-acdc-f6982c868329 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ec2749d-0aec-52fb-aca6-10ba8a80aade-0ff3d537-e319-4922-a8b2-8cb5ee18b005', 'network_id': '0ff3d537-e319-4922-a8b2-8cb5ee18b005', 'tenant_id': '4e9c4d5c86cf416eb66bed1b523adf54', 'fixed_ips': [{'subnet_id': '76710092-eed3-4585-bcb7-8bd2be0bad68'}]}} from dv-neutron-830731-3-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 07 10:26:07.780695 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-61a15bec-e2bf-4a22-973e-cbe1dbdcf802 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:07.781007 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-ebc5c09a-c891-47ec-acdc-f6982c868329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:07.808054 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-eb898217-4f68-482a-b410-1ed93c8163ec tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:26:07.858666 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-61a15bec-e2bf-4a22-973e-cbe1dbdcf802 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Transition to ACTIVE for port object 0f2a7c61-bbef-428b-84fc-8cc2e02c4195 will not be triggered until provisioned by entity DHCP. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:26:07.934991 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 7bc4f039-c72f-4e8b-865d-6f7d4ed71ec4 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:26:07.935349 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-61a15bec-e2bf-4a22-973e-cbe1dbdcf802 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:07.938384 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6c26d0-f67e-4e05-a7ce-4fbf5b06fabe req-fee207ad-d15b-49f2-9027-62a36e44a703 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:26:07.939919 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-3b6c26d0-f67e-4e05-a7ce-4fbf5b06fabe req-fee207ad-d15b-49f2-9027-62a36e44a703 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9a41462-2213-477c-a0d7-2a574dc86c0e HTTP/1.1" status: 200 len: 946 time: 0.4773607 Mar 07 10:26:07.943800 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb898217-4f68-482a-b410-1ed93c8163ec tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Made reservation on behalf of 0f1e04191c7443f7844c0202165e746c for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:26:07.948005 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-eb898217-4f68-482a-b410-1ed93c8163ec tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3219231'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:07.980412 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-204822fb-c71c-415a-ba29-df62a1ee544f tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1158940'] for network, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:08.062629 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a15bec-e2bf-4a22-973e-cbe1dbdcf802 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Network acef592e-b5ca-4f78-82aa-ab415af5aeaa is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:26:08.069264 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3362e0f1-185b-45b2-99e2-94be4ae8e964 None None] Update dhcp port {'port': {'network_id': '98d8805b-dd65-4110-997b-2eea298bca78', 'fixed_ips': [{'subnet_id': '92163302-bd7a-4cc7-8195-b74d252c4e45'}], 'binding:host_id': 'dv-neutron-830731-3-hyperv'}, 'id': 'e9bc2da0-599e-49fc-ab9a-cc03bd14755b'} from dv-neutron-830731-3-hyperv. {{(pid=83739) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 07 10:26:08.073917 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-61a15bec-e2bf-4a22-973e-cbe1dbdcf802 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:26:08.080205 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a15bec-e2bf-4a22-973e-cbe1dbdcf802 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:26:08.109835 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a15bec-e2bf-4a22-973e-cbe1dbdcf802 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Pushing event updated for resources: {'Port': ['ID=0f2a7c61-bbef-428b-84fc-8cc2e02c4195,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:26:08.121293 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 60146) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:26:08.190770 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf2bb56d-0a2f-478e-8c9f-475541c1fa79 None None] DHCP port deletion for bb88baa3-c7e4-44fa-bf12-b0c59c6892ac request from dv-neutron-830731-3-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 07 10:26:08.220011 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-61a15bec-e2bf-4a22-973e-cbe1dbdcf802 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3920324'] for router_interface, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:08.224417 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-bf2bb56d-0a2f-478e-8c9f-475541c1fa79 None None] Deleting port 250333e8-0302-451f-93f2-116f871ba16b {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:26:08.224829 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-bf2bb56d-0a2f-478e-8c9f-475541c1fa79 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:08.256459 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-204822fb-c71c-415a-ba29-df62a1ee544f tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Deleting port 250333e8-0302-451f-93f2-116f871ba16b {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:26:08.256880 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-204822fb-c71c-415a-ba29-df62a1ee544f tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:08.260296 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-3362e0f1-185b-45b2-99e2-94be4ae8e964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:08.321108 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning for port 7bc4f039-c72f-4e8b-865d-6f7d4ed71ec4 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:26:08.331915 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-ebc5c09a-c891-47ec-acdc-f6982c868329 None None] Allocated IP 172.20.0.2 (0ff3d537-e319-4922-a8b2-8cb5ee18b005/76710092-eed3-4585-bcb7-8bd2be0bad68/efb2dd3c-71df-4041-a61e-009f24bc8df4) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:26:08.367983 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-3b6c26d0-f67e-4e05-a7ce-4fbf5b06fabe req-6400a5f0-8149-4e89-a2d1-fd09384da3cf tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0cf1685-c0d8-4959-a53b-3f1ceedf7fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4036391 Mar 07 10:26:08.417001 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-54c03df7-ae85-4fcd-a2a0-af90c08c3c98 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7786db5ef26f4f06a4ab41ba87614474&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2898321 Mar 07 10:26:08.419132 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 7bc4f039-c72f-4e8b-865d-6f7d4ed71ec4 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:26:08.419701 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:08.420642 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 60150) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:26:08.455331 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d05bad9c-85b8-4ca0-8258-70a3759ec9dd tempest-ExternalNetworksAdminNegativeTestJSON-2103173708 tempest-ExternalNetworksAdminNegativeTestJSON-2103173708-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:08.725470 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5f20556e-b342-4770-afec-c829d4b95044 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:08.750288 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-61a15bec-e2bf-4a22-973e-cbe1dbdcf802 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:08.767258 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-204822fb-c71c-415a-ba29-df62a1ee544f tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] For port 250333e8-0302-451f-93f2-116f871ba16b, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=250333e8-0302-451f-93f2-116f871ba16b,segment=NetworkSegment(fc1a0362-df9e-45c2-81d5-12ec0e4d788e),segment_id=fc1a0362-df9e-45c2-81d5-12ec0e4d788e)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:26:08.767867 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-204822fb-c71c-415a-ba29-df62a1ee544f tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:08.788371 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5f20556e-b342-4770-afec-c829d4b95044 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:08.843376 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-e9c4b2d8-94b1-4eaa-854e-78dec9f6b595 None None] Provisioning for port 0f2a7c61-bbef-428b-84fc-8cc2e02c4195 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:26:08.907756 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-e9c4b2d8-94b1-4eaa-854e-78dec9f6b595 None None] Provisioning complete for port 0f2a7c61-bbef-428b-84fc-8cc2e02c4195 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:26:08.908112 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-e9c4b2d8-94b1-4eaa-854e-78dec9f6b595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:08.924748 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-204822fb-c71c-415a-ba29-df62a1ee544f tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Calling delete_port for 250333e8-0302-451f-93f2-116f871ba16b owned by network:dhcp {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:26:08.943292 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16716eaa-b37d-49a9-8610-31f60ee06faf None None] Network 98d8805b-dd65-4110-997b-2eea298bca78 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:26:08.967900 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-bf2bb56d-0a2f-478e-8c9f-475541c1fa79 None None] For port 250333e8-0302-451f-93f2-116f871ba16b, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=250333e8-0302-451f-93f2-116f871ba16b,segment=NetworkSegment(fc1a0362-df9e-45c2-81d5-12ec0e4d788e),segment_id=fc1a0362-df9e-45c2-81d5-12ec0e4d788e)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:26:08.968336 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-bf2bb56d-0a2f-478e-8c9f-475541c1fa79 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:08.976050 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-d05bad9c-85b8-4ca0-8258-70a3759ec9dd tempest-ExternalNetworksAdminNegativeTestJSON-2103173708 tempest-ExternalNetworksAdminNegativeTestJSON-2103173708-project-admin] Allocated IP 172.26.8.249 (5ed85006-6b00-415e-b71f-837fb1421c12/8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a/4e8edff9-52d2-44e7-983f-b2cd5af88684) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:26:09.089685 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5f20556e-b342-4770-afec-c829d4b95044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:09.127611 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f20556e-b342-4770-afec-c829d4b95044 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a000d76-c444-43c2-a937-8ac7f090381c,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:26:09.176885 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-204822fb-c71c-415a-ba29-df62a1ee544f tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:09.228165 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-bf2bb56d-0a2f-478e-8c9f-475541c1fa79 None None] Calling delete_port for 250333e8-0302-451f-93f2-116f871ba16b owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:26:09.264071 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:09.270051 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204822fb-c71c-415a-ba29-df62a1ee544f tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Pushing event deleted for resources: {'Port': ['ID=250333e8-0302-451f-93f2-116f871ba16b,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:26:09.299469 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204822fb-c71c-415a-ba29-df62a1ee544f tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] No DVR routers for this DVR port 250333e8-0302-451f-93f2-116f871ba16b on host dv-neutron-830731-3-hyperv {{(pid=83737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:26:09.339780 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-e9c4b2d8-94b1-4eaa-854e-78dec9f6b595 None None] Port 0f2a7c61-bbef-428b-84fc-8cc2e02c4195 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:26:09.372826 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d05bad9c-85b8-4ca0-8258-70a3759ec9dd tempest-ExternalNetworksAdminNegativeTestJSON-2103173708 tempest-ExternalNetworksAdminNegativeTestJSON-2103173708-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:09.379435 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-ebc5c09a-c891-47ec-acdc-f6982c868329 None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:09.394690 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5f20556e-b342-4770-afec-c829d4b95044 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:09.395797 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-5f20556e-b342-4770-afec-c829d4b95044 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5a000d76-c444-43c2-a937-8ac7f090381c HTTP/1.1" status: 204 len: 168 time: 0.9740083 Mar 07 10:26:09.408569 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] For port 7bc4f039-c72f-4e8b-865d-6f7d4ed71ec4, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=7bc4f039-c72f-4e8b-865d-6f7d4ed71ec4,segment=NetworkSegment(e9ca11ca-4eb8-434f-a3c4-cc9e7788dd48),segment_id=e9ca11ca-4eb8-434f-a3c4-cc9e7788dd48)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:26:09.423607 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-ebc5c09a-c891-47ec-acdc-f6982c868329 None None] Transition to ACTIVE for port object efb2dd3c-71df-4041-a61e-009f24bc8df4 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:26:09.456422 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-ebc5c09a-c891-47ec-acdc-f6982c868329 None None] Transition to ACTIVE for port object efb2dd3c-71df-4041-a61e-009f24bc8df4 will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:26:09.466036 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-204822fb-c71c-415a-ba29-df62a1ee544f tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1526893', 'neutron.services.segments.db._delete_segments_for_network-8732568551033'] for network, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:09.483206 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.objects.ports [None req-eb898217-4f68-482a-b410-1ed93c8163ec tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83737) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 07 10:26:09.553268 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-204822fb-c71c-415a-ba29-df62a1ee544f tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb88baa3-c7e4-44fa-bf12-b0c59c6892ac']}} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:26:09.553657 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-201554c4-c29c-4828-8bba-a2a23e482f02 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Router 4bd78e7b-bb20-49e1-8453-68eb29fc1b8d has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:26:09.565646 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.db.api [None req-bf2bb56d-0a2f-478e-8c9f-475541c1fa79 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 10:26:09.566323 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG oslo_db.api [None req-bf2bb56d-0a2f-478e-8c9f-475541c1fa79 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 10:26:09.578750 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-204822fb-c71c-415a-ba29-df62a1ee544f tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc1a0362-df9e-45c2-81d5-12ec0e4d788e') {'for_net_delete': True} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:26:09.579128 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-204822fb-c71c-415a-ba29-df62a1ee544f tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc1a0362-df9e-45c2-81d5-12ec0e4d788e') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:26:09.606135 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-204822fb-c71c-415a-ba29-df62a1ee544f tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732568550916', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629174'] for segment, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:09.618590 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d05bad9c-85b8-4ca0-8258-70a3759ec9dd tempest-ExternalNetworksAdminNegativeTestJSON-2103173708 tempest-ExternalNetworksAdminNegativeTestJSON-2103173708-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:09.624297 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:09.625466 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 8dc9d2a2-690b-4a26-8bde-66c4e9334ab7 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:26:09.674706 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-204822fb-c71c-415a-ba29-df62a1ee544f tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:09.697551 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-204822fb-c71c-415a-ba29-df62a1ee544f tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=83737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 07 10:26:09.697948 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-204822fb-c71c-415a-ba29-df62a1ee544f tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1227397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3012597'] for segment, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:09.706278 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-ebc5c09a-c891-47ec-acdc-f6982c868329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:09.712733 dv-neutron-830731-3-hyperv neutron-server[83737]: Traceback (most recent call last): Mar 07 10:26:09.712733 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 07 10:26:09.712733 dv-neutron-830731-3-hyperv neutron-server[83737]: timer() Mar 07 10:26:09.712733 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:26:09.712733 dv-neutron-830731-3-hyperv neutron-server[83737]: cb(*args, **kw) Mar 07 10:26:09.712733 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 10:26:09.712733 dv-neutron-830731-3-hyperv neutron-server[83737]: return func(*args, **kwargs) Mar 07 10:26:09.712733 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:26:09.712733 dv-neutron-830731-3-hyperv neutron-server[83737]: self._notify() Mar 07 10:26:09.712733 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:26:09.712733 dv-neutron-830731-3-hyperv neutron-server[83737]: self.callback(batched_events) Mar 07 10:26:09.712733 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:26:09.712733 dv-neutron-830731-3-hyperv neutron-server[83737]: event.method(event) Mar 07 10:26:09.712733 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 10:26:09.712733 dv-neutron-830731-3-hyperv neutron-server[83737]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:26:09.712733 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 10:26:09.712733 dv-neutron-830731-3-hyperv neutron-server[83737]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:26:09.712733 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 10:26:09.712733 dv-neutron-830731-3-hyperv neutron-server[83737]: return f(self, *a, **k) Mar 07 10:26:09.712733 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:26:09.712733 dv-neutron-830731-3-hyperv neutron-server[83737]: return self._get(url).json() Mar 07 10:26:09.712733 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:26:09.712733 dv-neutron-830731-3-hyperv neutron-server[83737]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:26:09.712733 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 07 10:26:09.712733 dv-neutron-830731-3-hyperv neutron-server[83737]: return self.request(url, 'GET', **kwargs) Mar 07 10:26:09.712733 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 07 10:26:09.712733 dv-neutron-830731-3-hyperv neutron-server[83737]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:26:09.712733 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 07 10:26:09.712733 dv-neutron-830731-3-hyperv neutron-server[83737]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:26:09.712733 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 07 10:26:09.712733 dv-neutron-830731-3-hyperv neutron-server[83737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:26:09.712733 dv-neutron-830731-3-hyperv neutron-server[83737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:26:09.785194 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05bad9c-85b8-4ca0-8258-70a3759ec9dd tempest-ExternalNetworksAdminNegativeTestJSON-2103173708 tempest-ExternalNetworksAdminNegativeTestJSON-2103173708-project-admin] Pushing event updated for resources: {'Port': ['ID=4e8edff9-52d2-44e7-983f-b2cd5af88684,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:26:09.799954 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d05bad9c-85b8-4ca0-8258-70a3759ec9dd tempest-ExternalNetworksAdminNegativeTestJSON-2103173708 tempest-ExternalNetworksAdminNegativeTestJSON-2103173708-project-admin] Network 5ed85006-6b00-415e-b71f-837fb1421c12 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:26:09.806452 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-d05bad9c-85b8-4ca0-8258-70a3759ec9dd tempest-ExternalNetworksAdminNegativeTestJSON-2103173708 tempest-ExternalNetworksAdminNegativeTestJSON-2103173708-project-admin] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:26:09.812025 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05bad9c-85b8-4ca0-8258-70a3759ec9dd tempest-ExternalNetworksAdminNegativeTestJSON-2103173708 tempest-ExternalNetworksAdminNegativeTestJSON-2103173708-project-admin] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:26:09.827045 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-61a15bec-e2bf-4a22-973e-cbe1dbdcf802 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks [] for port, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:09.836643 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc5c09a-c891-47ec-acdc-f6982c868329 None None] Network 0ff3d537-e319-4922-a8b2-8cb5ee18b005 is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:26:09.846177 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Pushing event updated for resources: {'Port': ['ID=7bc4f039-c72f-4e8b-865d-6f7d4ed71ec4,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:26:09.848815 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-61a15bec-e2bf-4a22-973e-cbe1dbdcf802 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3556717'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:09.862500 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-ebc5c09a-c891-47ec-acdc-f6982c868329 None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:26:09.958527 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a15bec-e2bf-4a22-973e-cbe1dbdcf802 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Pushing event updated for resources: {'Port': ['ID=0f2a7c61-bbef-428b-84fc-8cc2e02c4195,revision_number=2']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:26:09.969685 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc5c09a-c891-47ec-acdc-f6982c868329 None None] Pushing event updated for resources: {'Port': ['ID=efb2dd3c-71df-4041-a61e-009f24bc8df4,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:26:09.985268 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc5c09a-c891-47ec-acdc-f6982c868329 None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:26:10.004275 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-61a15bec-e2bf-4a22-973e-cbe1dbdcf802 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2756426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3920233'] for router_interface, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:10.009975 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-204822fb-c71c-415a-ba29-df62a1ee544f tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1526886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923583'] for network, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:10.038786 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-204822fb-c71c-415a-ba29-df62a1ee544f tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:10.055662 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204822fb-c71c-415a-ba29-df62a1ee544f tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Pushing event deleted for resources: {'Network': ['ID=bb88baa3-c7e4-44fa-bf12-b0c59c6892ac,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:26:10.077789 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-eb898217-4f68-482a-b410-1ed93c8163ec tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:10.121150 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-bf2bb56d-0a2f-478e-8c9f-475541c1fa79 None None] Deleting port 250333e8-0302-451f-93f2-116f871ba16b {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:26:10.122341 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-bf2bb56d-0a2f-478e-8c9f-475541c1fa79 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:10.135714 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-204822fb-c71c-415a-ba29-df62a1ee544f tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] 10.222.0.13 "DELETE /v2.0/networks/bb88baa3-c7e4-44fa-bf12-b0c59c6892ac HTTP/1.1" status: 204 len: 168 time: 2.5086534 Mar 07 10:26:10.140083 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 60170) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:26:10.249171 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1490fdc3-d29d-41f6-a476-85b25e447b83 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:26:10.250018 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-1490fdc3-d29d-41f6-a476-85b25e447b83 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Synchronizing usage tracker for tenant:29ee0fb2487e46c6b75e400959e24994 on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:26:10.312626 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-bf2bb56d-0a2f-478e-8c9f-475541c1fa79 None None] The port '250333e8-0302-451f-93f2-116f871ba16b' was deleted {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 07 10:26:10.316920 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 8dc9d2a2-690b-4a26-8bde-66c4e9334ab7 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:26:10.317673 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:10.363250 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a15bec-e2bf-4a22-973e-cbe1dbdcf802 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Network acef592e-b5ca-4f78-82aa-ab415af5aeaa is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:26:10.366291 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-61a15bec-e2bf-4a22-973e-cbe1dbdcf802 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:26:10.431719 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-1490fdc3-d29d-41f6-a476-85b25e447b83 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Unset dirty status for tenant:29ee0fb2487e46c6b75e400959e24994 on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:26:10.433151 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-1490fdc3-d29d-41f6-a476-85b25e447b83 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] 10.222.0.13 "GET /v2.0/ports/41bc0226-7482-4f54-a1d1-01f24b14543f HTTP/1.1" status: 200 len: 844 time: 0.2919669 Mar 07 10:26:10.439403 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-fb6dd5c3-acf7-4ff3-bebe-39371bc2aeb2 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:10.443612 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-c1805f51-004c-4d75-b8ed-6a91514f420d None None] Provisioning complete for port e9bc2da0-599e-49fc-ab9a-cc03bd14755b triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:26:10.444301 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c1805f51-004c-4d75-b8ed-6a91514f420d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:10.457642 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 60178) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:26:10.505118 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d05bad9c-85b8-4ca0-8258-70a3759ec9dd tempest-ExternalNetworksAdminNegativeTestJSON-2103173708 tempest-ExternalNetworksAdminNegativeTestJSON-2103173708-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:10.674689 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-9c77e1d9-548f-418a-b6fe-28dff1c82471 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] 10.222.0.13 "GET /v2.0/ports/41bc0226-7482-4f54-a1d1-01f24b14543f?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.2095995 Mar 07 10:26:10.674879 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-ebc5c09a-c891-47ec-acdc-f6982c868329 None None] Attempting to bind port efb2dd3c-71df-4041-a61e-009f24bc8df4 on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:26:10.674879 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-ebc5c09a-c891-47ec-acdc-f6982c868329 None None] Attempting to bind port efb2dd3c-71df-4041-a61e-009f24bc8df4 by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': '526a860e-3e95-4936-b54d-dee1a7390b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '0ff3d537-e319-4922-a8b2-8cb5ee18b005'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:26:10.674879 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc5c09a-c891-47ec-acdc-f6982c868329 None None] Attempting to bind port efb2dd3c-71df-4041-a61e-009f24bc8df4 on network 0ff3d537-e319-4922-a8b2-8cb5ee18b005 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:26:10.681815 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-eb898217-4f68-482a-b410-1ed93c8163ec tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] For port e9bc2da0-599e-49fc-ab9a-cc03bd14755b, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=e9bc2da0-599e-49fc-ab9a-cc03bd14755b,segment=NetworkSegment(13510a37-88c7-493e-9701-b414ea24fc4c),segment_id=13510a37-88c7-493e-9701-b414ea24fc4c)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:26:10.687260 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 60186) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:26:10.697388 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc5c09a-c891-47ec-acdc-f6982c868329 None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 26, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:26:10.697745 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc5c09a-c891-47ec-acdc-f6982c868329 None None] Checking segment: {'id': '526a860e-3e95-4936-b54d-dee1a7390b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '0ff3d537-e319-4922-a8b2-8cb5ee18b005'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:26:10.698144 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-ebc5c09a-c891-47ec-acdc-f6982c868329 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:10.698655 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc5c09a-c891-47ec-acdc-f6982c868329 None None] Bound using segment: {'id': '526a860e-3e95-4936-b54d-dee1a7390b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '0ff3d537-e319-4922-a8b2-8cb5ee18b005'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:26:10.699136 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-ebc5c09a-c891-47ec-acdc-f6982c868329 None None] Bound port: efb2dd3c-71df-4041-a61e-009f24bc8df4, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '526a860e-3e95-4936-b54d-dee1a7390b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '0ff3d537-e319-4922-a8b2-8cb5ee18b005'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:26:10.699500 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-ebc5c09a-c891-47ec-acdc-f6982c868329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:10.700631 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-57112b76-67fd-4479-87a8-1d5a02f08d5e tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Request body: {'subnet': {'network_id': '5f888156-7303-47d2-9911-57799887efd4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:26:10.730240 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d05bad9c-85b8-4ca0-8258-70a3759ec9dd tempest-ExternalNetworksAdminNegativeTestJSON-2103173708 tempest-ExternalNetworksAdminNegativeTestJSON-2103173708-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:10.843623 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.db.resource_extend [None req-eb898217-4f68-482a-b410-1ed93c8163ec tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 10:26:10.882542 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-eb898217-4f68-482a-b410-1ed93c8163ec tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:10.893647 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-eb898217-4f68-482a-b410-1ed93c8163ec tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3012561'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:10.894349 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-eb898217-4f68-482a-b410-1ed93c8163ec tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3012444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3219213'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:10.923943 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-fb6dd5c3-acf7-4ff3-bebe-39371bc2aeb2 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Allocated IP 172.20.0.1 (0ff3d537-e319-4922-a8b2-8cb5ee18b005/76710092-eed3-4585-bcb7-8bd2be0bad68/27be624e-8a66-479b-8906-f626da77bb08) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:26:11.098174 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-ebc5c09a-c891-47ec-acdc-f6982c868329 None None] For port efb2dd3c-71df-4041-a61e-009f24bc8df4, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:26:11.116720 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-9b358599-8d53-4666-81ee-a9926ed16d40 None None] Provisioning complete for port 0f2a7c61-bbef-428b-84fc-8cc2e02c4195 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:26:11.117870 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-9b358599-8d53-4666-81ee-a9926ed16d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:11.147676 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device e9bc2da0-599e-49fc-ab9a-cc03bd14755b no longer exists at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:26:11.161644 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-57112b76-67fd-4479-87a8-1d5a02f08d5e tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:26:11.194706 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-57112b76-67fd-4479-87a8-1d5a02f08d5e tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Usage tracker for resource:subnet and tenant:29ee0fb2487e46c6b75e400959e24994 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:26:11.224161 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-ebc5c09a-c891-47ec-acdc-f6982c868329 None None] For port efb2dd3c-71df-4041-a61e-009f24bc8df4, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=efb2dd3c-71df-4041-a61e-009f24bc8df4,segment=NetworkSegment(526a860e-3e95-4936-b54d-dee1a7390b46),segment_id=526a860e-3e95-4936-b54d-dee1a7390b46)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:26:11.237212 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-57112b76-67fd-4479-87a8-1d5a02f08d5e tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:26:11.245486 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb898217-4f68-482a-b410-1ed93c8163ec tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Network 98d8805b-dd65-4110-997b-2eea298bca78 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:26:11.254262 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-ebc5c09a-c891-47ec-acdc-f6982c868329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:11.264582 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-eb898217-4f68-482a-b410-1ed93c8163ec tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:26:11.278514 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb898217-4f68-482a-b410-1ed93c8163ec tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Pushing event updated for resources: {'Subnet': ['ID=2543bde2-ae3b-439b-80ff-35ef65891825,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:26:11.291699 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-57112b76-67fd-4479-87a8-1d5a02f08d5e tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:26:11.303630 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb898217-4f68-482a-b410-1ed93c8163ec tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:26:11.304618 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-eb898217-4f68-482a-b410-1ed93c8163ec tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:11.365707 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb898217-4f68-482a-b410-1ed93c8163ec tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Pushing event updated for resources: {'Port': ['ID=e9bc2da0-599e-49fc-ab9a-cc03bd14755b,revision_number=8']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:26:11.372765 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-9b358599-8d53-4666-81ee-a9926ed16d40 None None] Port 0f2a7c61-bbef-428b-84fc-8cc2e02c4195 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:26:11.398503 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57112b76-67fd-4479-87a8-1d5a02f08d5e tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Made reservation on behalf of 29ee0fb2487e46c6b75e400959e24994 for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:26:11.411673 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc5c09a-c891-47ec-acdc-f6982c868329 None None] Pushing event updated for resources: {'Port': ['ID=efb2dd3c-71df-4041-a61e-009f24bc8df4,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:26:11.428873 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-eb898217-4f68-482a-b410-1ed93c8163ec tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.0888753 Mar 07 10:26:11.431321 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 60200) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:26:11.440968 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-201554c4-c29c-4828-8bba-a2a23e482f02 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:26:11.453318 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708d08ef-fb15-4ed1-8f7c-2e1827a04193 None None] Sync routers for ids ['4bd78e7b-bb20-49e1-8453-68eb29fc1b8d'] in dv-neutron-830731-3-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:26:11.479026 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708d08ef-fb15-4ed1-8f7c-2e1827a04193 None None] Routers {'4bd78e7b-bb20-49e1-8453-68eb29fc1b8d'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:26:11.480329 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-708d08ef-fb15-4ed1-8f7c-2e1827a04193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:26:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['4bd78e7b-bb20-49e1-8453-68eb29fc1b8d'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:26:11.493577 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-201554c4-c29c-4828-8bba-a2a23e482f02 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for floatingip, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:11.534047 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:11.563916 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-d14096bb-0f53-4556-99c1-92d40556e962 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Request body: {'subnet': {'network_id': '98d8805b-dd65-4110-997b-2eea298bca78', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:26:11.605634 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-708d08ef-fb15-4ed1-8f7c-2e1827a04193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:26:11.619514 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] For port e9bc2da0-599e-49fc-ab9a-cc03bd14755b, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=e9bc2da0-599e-49fc-ab9a-cc03bd14755b,segment=NetworkSegment(13510a37-88c7-493e-9701-b414ea24fc4c),segment_id=13510a37-88c7-493e-9701-b414ea24fc4c)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:26:11.625891 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708d08ef-fb15-4ed1-8f7c-2e1827a04193 None None] Routers {'4bd78e7b-bb20-49e1-8453-68eb29fc1b8d'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:26:11.626362 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:11.626686 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-708d08ef-fb15-4ed1-8f7c-2e1827a04193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:26:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['4bd78e7b-bb20-49e1-8453-68eb29fc1b8d'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:26:11.703878 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-fb6dd5c3-acf7-4ff3-bebe-39371bc2aeb2 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:11.724965 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-fb6dd5c3-acf7-4ff3-bebe-39371bc2aeb2 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Transition to ACTIVE for port object 27be624e-8a66-479b-8906-f626da77bb08 will not be triggered until provisioned by entity DHCP. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:26:11.782265 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Pushing event updated for resources: {'Port': ['ID=e9bc2da0-599e-49fc-ab9a-cc03bd14755b,revision_number=9']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:26:11.828870 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-708d08ef-fb15-4ed1-8f7c-2e1827a04193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:26:11.829533 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708d08ef-fb15-4ed1-8f7c-2e1827a04193 None None] The sync data for ids ['4bd78e7b-bb20-49e1-8453-68eb29fc1b8d'] in dv-neutron-830731-3-hyperv is: [] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:26:11.853064 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 60208) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:26:11.889514 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device e9bc2da0-599e-49fc-ab9a-cc03bd14755b up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:26:11.896923 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-201554c4-c29c-4828-8bba-a2a23e482f02 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] 10.222.0.13 "PUT /v2.0/floatingips/93c68279-4162-4f75-a9f4-5b9a62245043 HTTP/1.1" status: 200 len: 976 time: 10.5365925 Mar 07 10:26:11.904438 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 60210) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:26:11.957203 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.db.resource_extend [None req-d05bad9c-85b8-4ca0-8258-70a3759ec9dd tempest-ExternalNetworksAdminNegativeTestJSON-2103173708 tempest-ExternalNetworksAdminNegativeTestJSON-2103173708-project-admin] It took 0.42 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 10:26:11.970108 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-57112b76-67fd-4479-87a8-1d5a02f08d5e tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3219231'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:12.010451 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d05bad9c-85b8-4ca0-8258-70a3759ec9dd tempest-ExternalNetworksAdminNegativeTestJSON-2103173708 tempest-ExternalNetworksAdminNegativeTestJSON-2103173708-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:12.065961 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f5f73ca-cfa0-485b-9785-1477057fe5d3 None None] Network 98d8805b-dd65-4110-997b-2eea298bca78 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:26:12.066142 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-fb6dd5c3-acf7-4ff3-bebe-39371bc2aeb2 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:12.088083 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port e9bc2da0-599e-49fc-ab9a-cc03bd14755b triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:26:12.088899 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:12.111693 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-61f39a85-53b3-4af8-9f8b-138be8e0d684 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Deleting port 8672ca34-ff49-44d2-9ae8-f41b89b9627a {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:26:12.112035 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-61f39a85-53b3-4af8-9f8b-138be8e0d684 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:12.126669 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d05bad9c-85b8-4ca0-8258-70a3759ec9dd tempest-ExternalNetworksAdminNegativeTestJSON-2103173708 tempest-ExternalNetworksAdminNegativeTestJSON-2103173708-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3012561'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:12.135008 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-d14096bb-0f53-4556-99c1-92d40556e962 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:26:12.200633 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-d14096bb-0f53-4556-99c1-92d40556e962 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Usage tracker for resource:subnet and tenant:0f1e04191c7443f7844c0202165e746c is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:26:12.208275 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-d14096bb-0f53-4556-99c1-92d40556e962 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:26:12.233331 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-d14096bb-0f53-4556-99c1-92d40556e962 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:26:12.255557 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb6dd5c3-acf7-4ff3-bebe-39371bc2aeb2 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Network 0ff3d537-e319-4922-a8b2-8cb5ee18b005 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:26:12.262719 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-fb6dd5c3-acf7-4ff3-bebe-39371bc2aeb2 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:26:12.264505 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6dd5c3-acf7-4ff3-bebe-39371bc2aeb2 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Pushing event updated for resources: {'Port': ['ID=27be624e-8a66-479b-8906-f626da77bb08,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:26:12.266862 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6dd5c3-acf7-4ff3-bebe-39371bc2aeb2 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:26:12.292314 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05bad9c-85b8-4ca0-8258-70a3759ec9dd tempest-ExternalNetworksAdminNegativeTestJSON-2103173708 tempest-ExternalNetworksAdminNegativeTestJSON-2103173708-project-admin] Pushing event updated for resources: {'Port': ['ID=4e8edff9-52d2-44e7-983f-b2cd5af88684,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:26:12.297971 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-9966b827-2930-413e-bf1e-acb51e75966a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2088734006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2088734006-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1173121333'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:26:12.316725 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-9966b827-2930-413e-bf1e-acb51e75966a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2088734006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2088734006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:26:12.319246 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d14096bb-0f53-4556-99c1-92d40556e962 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Made reservation on behalf of 0f1e04191c7443f7844c0202165e746c for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:26:12.387078 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-75510d78-f912-4c7b-9e87-af4ef4ac379d None None] Provisioning complete for port e9bc2da0-599e-49fc-ab9a-cc03bd14755b triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:26:12.387616 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-75510d78-f912-4c7b-9e87-af4ef4ac379d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:12.463024 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-9966b827-2930-413e-bf1e-acb51e75966a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2088734006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2088734006-project] Usage tracker for resource:network and tenant:847c653d85c4457d8562c7dfb55fd064 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:26:12.486136 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-fb6dd5c3-acf7-4ff3-bebe-39371bc2aeb2 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3920324'] for router_interface, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:12.508836 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-9966b827-2930-413e-bf1e-acb51e75966a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2088734006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2088734006-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:26:12.527383 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-9966b827-2930-413e-bf1e-acb51e75966a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2088734006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2088734006-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:26:12.550314 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:12.552647 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d05bad9c-85b8-4ca0-8258-70a3759ec9dd tempest-ExternalNetworksAdminNegativeTestJSON-2103173708 tempest-ExternalNetworksAdminNegativeTestJSON-2103173708-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923533'] for floatingip, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:12.582243 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9966b827-2930-413e-bf1e-acb51e75966a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2088734006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2088734006-project] Made reservation on behalf of 847c653d85c4457d8562c7dfb55fd064 for: {'network': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:26:12.585661 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9966b827-2930-413e-bf1e-acb51e75966a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2088734006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2088734006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for network, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:12.590491 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-61f39a85-53b3-4af8-9f8b-138be8e0d684 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:12.666661 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61a15bec-e2bf-4a22-973e-cbe1dbdcf802 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Router 59c3c930-fabc-4c51-b5ad-58e3b3e57f4b is scheduled to L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 with binding_index 1 {{(pid=83738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 10:26:12.676969 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] For port e9bc2da0-599e-49fc-ab9a-cc03bd14755b, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=e9bc2da0-599e-49fc-ab9a-cc03bd14755b,segment=NetworkSegment(13510a37-88c7-493e-9701-b414ea24fc4c),segment_id=13510a37-88c7-493e-9701-b414ea24fc4c)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:26:12.681920 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9966b827-2930-413e-bf1e-acb51e75966a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2088734006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2088734006-project] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:12.702177 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:12.703057 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 7bc4f039-c72f-4e8b-865d-6f7d4ed71ec4 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:26:12.731404 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d05bad9c-85b8-4ca0-8258-70a3759ec9dd tempest-ExternalNetworksAdminNegativeTestJSON-2103173708 tempest-ExternalNetworksAdminNegativeTestJSON-2103173708-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for floatingip, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:12.735020 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-d05bad9c-85b8-4ca0-8258-70a3759ec9dd tempest-ExternalNetworksAdminNegativeTestJSON-2103173708 tempest-ExternalNetworksAdminNegativeTestJSON-2103173708-project-admin] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.9453983 Mar 07 10:26:12.738333 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d14096bb-0f53-4556-99c1-92d40556e962 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3219231'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:12.758591 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 60218) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:26:12.760179 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-fb6dd5c3-acf7-4ff3-bebe-39371bc2aeb2 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:12.802405 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-9966b827-2930-413e-bf1e-acb51e75966a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2088734006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2088734006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:26:12.808828 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-9966b827-2930-413e-bf1e-acb51e75966a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2088734006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2088734006-project] Usage tracker for resource:security_group_rule and tenant:847c653d85c4457d8562c7dfb55fd064 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:26:12.812754 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-9966b827-2930-413e-bf1e-acb51e75966a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2088734006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2088734006-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:26:12.821005 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-9966b827-2930-413e-bf1e-acb51e75966a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2088734006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2088734006-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:26:12.827874 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-75510d78-f912-4c7b-9e87-af4ef4ac379d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:12.911807 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Pushing event updated for resources: {'Port': ['ID=e9bc2da0-599e-49fc-ab9a-cc03bd14755b,revision_number=10']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:26:12.927811 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-67073e17-3ba3-4a8e-ba6f-4f76b6880784 tempest-ExternalNetworksAdminNegativeTestJSON-2103173708 tempest-ExternalNetworksAdminNegativeTestJSON-2103173708-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1672768619', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'fixed_ips': [{'ip_address': '172.26.8.249'}]}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:26:12.934063 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-67073e17-3ba3-4a8e-ba6f-4f76b6880784 tempest-ExternalNetworksAdminNegativeTestJSON-2103173708 tempest-ExternalNetworksAdminNegativeTestJSON-2103173708-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:26:12.938034 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-67073e17-3ba3-4a8e-ba6f-4f76b6880784 tempest-ExternalNetworksAdminNegativeTestJSON-2103173708 tempest-ExternalNetworksAdminNegativeTestJSON-2103173708-project-admin] Usage tracker for resource:port and tenant:2bcf6c2e15654fd7ab2819073e14761b is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:26:12.941658 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-67073e17-3ba3-4a8e-ba6f-4f76b6880784 tempest-ExternalNetworksAdminNegativeTestJSON-2103173708 tempest-ExternalNetworksAdminNegativeTestJSON-2103173708-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:26:12.949355 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-67073e17-3ba3-4a8e-ba6f-4f76b6880784 tempest-ExternalNetworksAdminNegativeTestJSON-2103173708 tempest-ExternalNetworksAdminNegativeTestJSON-2103173708-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:26:12.971334 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 7bc4f039-c72f-4e8b-865d-6f7d4ed71ec4 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:26:12.971826 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:12.977398 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67073e17-3ba3-4a8e-ba6f-4f76b6880784 tempest-ExternalNetworksAdminNegativeTestJSON-2103173708 tempest-ExternalNetworksAdminNegativeTestJSON-2103173708-project-admin] Made reservation on behalf of 2bcf6c2e15654fd7ab2819073e14761b for: {'port': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:26:12.979755 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-67073e17-3ba3-4a8e-ba6f-4f76b6880784 tempest-ExternalNetworksAdminNegativeTestJSON-2103173708 tempest-ExternalNetworksAdminNegativeTestJSON-2103173708-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:12.999956 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-67073e17-3ba3-4a8e-ba6f-4f76b6880784 tempest-ExternalNetworksAdminNegativeTestJSON-2103173708 tempest-ExternalNetworksAdminNegativeTestJSON-2103173708-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:13.029519 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-57112b76-67fd-4479-87a8-1d5a02f08d5e tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3012444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3219213'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:13.032452 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.db.api [None req-75510d78-f912-4c7b-9e87-af4ef4ac379d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 10:26:13.037389 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG oslo_db.api [None req-75510d78-f912-4c7b-9e87-af4ef4ac379d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 10:26:13.127862 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f9f4c2b-5c5b-4f6d-b7f4-aeb9042e1d3e None None] Network 0ff3d537-e319-4922-a8b2-8cb5ee18b005 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:26:13.139544 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57112b76-67fd-4479-87a8-1d5a02f08d5e tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Network 5f888156-7303-47d2-9911-57799887efd4 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:26:13.143734 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-67073e17-3ba3-4a8e-ba6f-4f76b6880784 tempest-ExternalNetworksAdminNegativeTestJSON-2103173708 tempest-ExternalNetworksAdminNegativeTestJSON-2103173708-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:26:13.173249 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-57112b76-67fd-4479-87a8-1d5a02f08d5e tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:26:13.184796 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57112b76-67fd-4479-87a8-1d5a02f08d5e tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:26:13.186009 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-57112b76-67fd-4479-87a8-1d5a02f08d5e tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:13.211907 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef8822c5-cfb7-4008-af36-28e6c7464b05 None None] Network 5f888156-7303-47d2-9911-57799887efd4 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:26:13.212651 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-67073e17-3ba3-4a8e-ba6f-4f76b6880784 tempest-ExternalNetworksAdminNegativeTestJSON-2103173708 tempest-ExternalNetworksAdminNegativeTestJSON-2103173708-project-admin] Usage tracker for resource:security_group_rule and tenant:2bcf6c2e15654fd7ab2819073e14761b is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:26:13.227109 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-67073e17-3ba3-4a8e-ba6f-4f76b6880784 tempest-ExternalNetworksAdminNegativeTestJSON-2103173708 tempest-ExternalNetworksAdminNegativeTestJSON-2103173708-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:26:13.246974 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57112b76-67fd-4479-87a8-1d5a02f08d5e tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Pushing event updated for resources: {'Subnet': ['ID=c200b4a2-0b46-47cf-b79e-1f5b504352c6,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:26:13.249948 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-67073e17-3ba3-4a8e-ba6f-4f76b6880784 tempest-ExternalNetworksAdminNegativeTestJSON-2103173708 tempest-ExternalNetworksAdminNegativeTestJSON-2103173708-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:26:13.285943 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9966b827-2930-413e-bf1e-acb51e75966a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2088734006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2088734006-project] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:13.299526 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-57112b76-67fd-4479-87a8-1d5a02f08d5e tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6106300 Mar 07 10:26:13.305086 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9966b827-2930-413e-bf1e-acb51e75966a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2088734006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2088734006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:13.309761 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 60222) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:26:13.350339 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-8c5115c0-ecfe-4333-a4a4-e2bf2f7cf976 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Request body: {'security_group': {'name': 'tempest-secgroup-1231055341'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:26:13.373251 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-8c5115c0-ecfe-4333-a4a4-e2bf2f7cf976 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:26:13.381145 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 250333e8-0302-451f-93f2-116f871ba16b no longer exists at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:26:13.393287 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-8c5115c0-ecfe-4333-a4a4-e2bf2f7cf976 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Usage tracker for resource:security_group and tenant:29ee0fb2487e46c6b75e400959e24994 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:26:13.398493 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9966b827-2930-413e-bf1e-acb51e75966a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2088734006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2088734006-project] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=83737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:26:13.401587 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-8c5115c0-ecfe-4333-a4a4-e2bf2f7cf976 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:26:13.417748 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9966b827-2930-413e-bf1e-acb51e75966a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2088734006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2088734006-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f49105d7-c66a-4f04-b757-383d741fc0fc,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:26:13.422075 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-8c5115c0-ecfe-4333-a4a4-e2bf2f7cf976 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:26:13.441539 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9966b827-2930-413e-bf1e-acb51e75966a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2088734006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2088734006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:13.442021 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.db.segments_db [None req-9966b827-2930-413e-bf1e-acb51e75966a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2088734006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2088734006-project] Added segment cba943ae-9e9c-45a1-a7d5-f9653e9f0427 of type vlan for network afec344e-3b43-4995-ba39-ecf005aa6e74 Mar 07 10:26:13.504297 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] No Port match for: 250333e8-0302-451f-93f2-116f871ba16b {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 10:26:13.504674 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 250333e8-0302-451f-93f2-116f871ba16b not bound to the agent host dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 10:26:13.514625 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8c5115c0-ecfe-4333-a4a4-e2bf2f7cf976 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:13.594332 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-67073e17-3ba3-4a8e-ba6f-4f76b6880784 tempest-ExternalNetworksAdminNegativeTestJSON-2103173708 tempest-ExternalNetworksAdminNegativeTestJSON-2103173708-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:13.600006 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9966b827-2930-413e-bf1e-acb51e75966a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2088734006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2088734006-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732568034061'] for network, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:13.612826 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-67073e17-3ba3-4a8e-ba6f-4f76b6880784 tempest-ExternalNetworksAdminNegativeTestJSON-2103173708 tempest-ExternalNetworksAdminNegativeTestJSON-2103173708-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:13.637523 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [None req-67073e17-3ba3-4a8e-ba6f-4f76b6880784 tempest-ExternalNetworksAdminNegativeTestJSON-2103173708 tempest-ExternalNetworksAdminNegativeTestJSON-2103173708-project-admin] device_id is not set on port 1da3cf3f-0eb4-4c65-b91b-b43020720c4f yet. {{(pid=83737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 07 10:26:13.714979 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-8c5115c0-ecfe-4333-a4a4-e2bf2f7cf976 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:26:13.747265 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device e9bc2da0-599e-49fc-ab9a-cc03bd14755b up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:26:13.750047 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-8c5115c0-ecfe-4333-a4a4-e2bf2f7cf976 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Usage tracker for resource:security_group_rule and tenant:29ee0fb2487e46c6b75e400959e24994 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:26:13.769992 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-8c5115c0-ecfe-4333-a4a4-e2bf2f7cf976 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:26:13.781649 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-8c5115c0-ecfe-4333-a4a4-e2bf2f7cf976 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:26:13.791761 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67073e17-3ba3-4a8e-ba6f-4f76b6880784 tempest-ExternalNetworksAdminNegativeTestJSON-2103173708 tempest-ExternalNetworksAdminNegativeTestJSON-2103173708-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74c205af-176a-4328-86f5-d05e9e97e1e2,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:26:13.800524 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9966b827-2930-413e-bf1e-acb51e75966a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2088734006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2088734006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594'] for network, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:13.804198 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9966b827-2930-413e-bf1e-acb51e75966a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2088734006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2088734006-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:26:13.805912 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9966b827-2930-413e-bf1e-acb51e75966a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2088734006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2088734006-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:13.820035 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-fb6dd5c3-acf7-4ff3-bebe-39371bc2aeb2 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Notify callbacks [] for port, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:13.835538 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-61f39a85-53b3-4af8-9f8b-138be8e0d684 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:13.836595 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-61f39a85-53b3-4af8-9f8b-138be8e0d684 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923533'] for floatingip, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:13.837005 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.db.l3_db [None req-61f39a85-53b3-4af8-9f8b-138be8e0d684 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Floating IP 93c68279-4162-4f75-a9f4-5b9a62245043 disassociated. External IP: 172.26.8.74, port: 8672ca34-ff49-44d2-9ae8-f41b89b9627a. Mar 07 10:26:13.837439 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-61f39a85-53b3-4af8-9f8b-138be8e0d684 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Calling delete_port for 8672ca34-ff49-44d2-9ae8-f41b89b9627a owned by {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:26:13.869979 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-fb6dd5c3-acf7-4ff3-bebe-39371bc2aeb2 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3556717'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:13.908435 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port e9bc2da0-599e-49fc-ab9a-cc03bd14755b triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:26:13.908738 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:13.944707 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d14096bb-0f53-4556-99c1-92d40556e962 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3012444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3219213'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:13.972649 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a476656b-ce34-4a76-ad9b-1db8417f5cde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ec2749d-0aec-52fb-aca6-10ba8a80aade-5f888156-7303-47d2-9911-57799887efd4', 'network_id': '5f888156-7303-47d2-9911-57799887efd4', 'tenant_id': '29ee0fb2487e46c6b75e400959e24994', 'fixed_ips': [{'subnet_id': 'c200b4a2-0b46-47cf-b79e-1f5b504352c6'}]}} from dv-neutron-830731-3-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 07 10:26:13.973469 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a476656b-ce34-4a76-ad9b-1db8417f5cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:14.006716 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-c19c2acf-eb9d-416c-8a51-96d5d4165011 None None] Provisioning for port efb2dd3c-71df-4041-a61e-009f24bc8df4 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:26:14.036115 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61a15bec-e2bf-4a22-973e-cbe1dbdcf802 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:26:14.050688 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-61a15bec-e2bf-4a22-973e-cbe1dbdcf802 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] 10.222.0.13 "PUT /v2.0/routers/59c3c930-fabc-4c51-b5ad-58e3b3e57f4b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0135963 Mar 07 10:26:14.054375 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf034c31-c5ae-4da8-9616-591c00da2bd2 None None] Sync routers for ids ['59c3c930-fabc-4c51-b5ad-58e3b3e57f4b'] in dv-neutron-830731-3-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:26:14.062867 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 60226) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:26:14.074175 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6dd5c3-acf7-4ff3-bebe-39371bc2aeb2 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Pushing event updated for resources: {'Port': ['ID=27be624e-8a66-479b-8906-f626da77bb08,revision_number=2']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:26:14.079462 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-fb6dd5c3-acf7-4ff3-bebe-39371bc2aeb2 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2756426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3920233'] for router_interface, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:14.174900 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9966b827-2930-413e-bf1e-acb51e75966a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2088734006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2088734006-project] Pushing event updated for resources: {'Network': ['ID=afec344e-3b43-4995-ba39-ecf005aa6e74,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:26:14.205173 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d14096bb-0f53-4556-99c1-92d40556e962 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Network 98d8805b-dd65-4110-997b-2eea298bca78 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:26:14.215435 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-9966b827-2930-413e-bf1e-acb51e75966a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2088734006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2088734006-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 2.2930717 Mar 07 10:26:14.230710 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-d14096bb-0f53-4556-99c1-92d40556e962 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:26:14.243465 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d14096bb-0f53-4556-99c1-92d40556e962 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:26:14.244044 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d14096bb-0f53-4556-99c1-92d40556e962 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:14.258644 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14096bb-0f53-4556-99c1-92d40556e962 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Pushing event updated for resources: {'Subnet': ['ID=9c6e9353-23e9-451c-9996-afdcd8f3fdb2,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:26:14.271878 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8c5115c0-ecfe-4333-a4a4-e2bf2f7cf976 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:14.312748 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-a476656b-ce34-4a76-ad9b-1db8417f5cde None None] Allocated IP 2001:db8::2 (5f888156-7303-47d2-9911-57799887efd4/c200b4a2-0b46-47cf-b79e-1f5b504352c6/07240f66-1ac5-459f-a0d0-3809b67be999) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:26:14.314320 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-61f39a85-53b3-4af8-9f8b-138be8e0d684 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:14.315751 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8c5115c0-ecfe-4333-a4a4-e2bf2f7cf976 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:14.372449 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61855b2d-1735-4b46-89d2-1c318a40d017 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:26:14.376422 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-61855b2d-1735-4b46-89d2-1c318a40d017 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] 10.222.0.13 "GET /v2.0/ports/0f2a7c61-bbef-428b-84fc-8cc2e02c4195 HTTP/1.1" status: 200 len: 910 time: 0.3063889 Mar 07 10:26:14.381878 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 60234) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:26:14.407225 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f39a85-53b3-4af8-9f8b-138be8e0d684 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Pushing event deleted for resources: {'Port': ['ID=8672ca34-ff49-44d2-9ae8-f41b89b9627a,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:26:14.436122 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb6dd5c3-acf7-4ff3-bebe-39371bc2aeb2 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Network 0ff3d537-e319-4922-a8b2-8cb5ee18b005 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:26:14.438533 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-fb6dd5c3-acf7-4ff3-bebe-39371bc2aeb2 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:26:14.453648 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Network afec344e-3b43-4995-ba39-ecf005aa6e74 details requested by agent ovs-agent-dv-neutron-830731-3-hyperv with host dv-neutron-830731-3-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 10:26:14.481199 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26bcc13c-188a-4868-aea2-dffb9b1a763f None None] Network 98d8805b-dd65-4110-997b-2eea298bca78 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:26:14.567208 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-d14096bb-0f53-4556-99c1-92d40556e962 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0378029 Mar 07 10:26:14.576756 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device efb2dd3c-71df-4041-a61e-009f24bc8df4 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:26:14.595788 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 60238) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:26:14.606511 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-dbfbdf1d-ff6a-4341-bf94-b7e84e278fdb tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Request body: {'port': {'network_id': '98d8805b-dd65-4110-997b-2eea298bca78', 'mac_address': 'fa:16:3e:19:9b:20', 'name': 'tempest-NetworksTestDHCPv6-907027656'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:26:14.628907 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-67073e17-3ba3-4a8e-ba6f-4f76b6880784 tempest-ExternalNetworksAdminNegativeTestJSON-2103173708 tempest-ExternalNetworksAdminNegativeTestJSON-2103173708-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Mar 07 10:26:14.629454 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67073e17-3ba3-4a8e-ba6f-4f76b6880784 tempest-ExternalNetworksAdminNegativeTestJSON-2103173708 tempest-ExternalNetworksAdminNegativeTestJSON-2103173708-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:26:14.643232 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8c5115c0-ecfe-4333-a4a4-e2bf2f7cf976 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:14.647449 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-8c5115c0-ecfe-4333-a4a4-e2bf2f7cf976 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.3199325 Mar 07 10:26:14.659733 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 60242) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:26:14.660207 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 60244) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:26:14.717369 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-586af13d-efdc-40da-9d47-30c752ea1a09 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Request body: {'security_group': {'name': 'tempest-secgroup-404991073'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:26:14.722787 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5115c0-ecfe-4333-a4a4-e2bf2f7cf976 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6efd3dd7-1a59-48c9-8ce8-c558faa1f48c,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:26:14.731436 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-7690b0c6-648b-413b-ace7-ec95206c23b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Request body: {'port': {'network_id': 'afec344e-3b43-4995-ba39-ecf005aa6e74', 'binding:host_id': 'hv-neutron-8307', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1448874178'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:26:14.738434 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf034c31-c5ae-4da8-9616-591c00da2bd2 None None] Routers {'59c3c930-fabc-4c51-b5ad-58e3b3e57f4b'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:26:14.739061 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-cf034c31-c5ae-4da8-9616-591c00da2bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:26:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['59c3c930-fabc-4c51-b5ad-58e3b3e57f4b'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:26:14.749970 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-586af13d-efdc-40da-9d47-30c752ea1a09 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:26:14.756210 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-7690b0c6-648b-413b-ace7-ec95206c23b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:26:14.792561 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-c19c2acf-eb9d-416c-8a51-96d5d4165011 None None] Provisioning complete for port e9bc2da0-599e-49fc-ab9a-cc03bd14755b triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:26:14.793147 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c19c2acf-eb9d-416c-8a51-96d5d4165011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:14.881963 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-586af13d-efdc-40da-9d47-30c752ea1a09 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Usage tracker for resource:security_group and tenant:29ee0fb2487e46c6b75e400959e24994 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:26:14.891242 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-cf034c31-c5ae-4da8-9616-591c00da2bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:26:14.894739 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-7690b0c6-648b-413b-ace7-ec95206c23b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Usage tracker for resource:port and tenant:25155fe2860647b6a5e79bf276b16e78 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:26:14.900024 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-586af13d-efdc-40da-9d47-30c752ea1a09 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:26:14.906592 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-67073e17-3ba3-4a8e-ba6f-4f76b6880784 tempest-ExternalNetworksAdminNegativeTestJSON-2103173708 tempest-ExternalNetworksAdminNegativeTestJSON-2103173708-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 2.1410224 Mar 07 10:26:14.910853 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-7690b0c6-648b-413b-ace7-ec95206c23b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:26:14.919557 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-586af13d-efdc-40da-9d47-30c752ea1a09 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:26:14.919557 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 60250) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:26:14.991637 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-7690b0c6-648b-413b-ace7-ec95206c23b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:26:15.053764 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf034c31-c5ae-4da8-9616-591c00da2bd2 None None] Routers {'59c3c930-fabc-4c51-b5ad-58e3b3e57f4b'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:26:15.054390 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-cf034c31-c5ae-4da8-9616-591c00da2bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:26:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['59c3c930-fabc-4c51-b5ad-58e3b3e57f4b'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:26:15.123927 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61f39a85-53b3-4af8-9f8b-138be8e0d684 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Router 4bd78e7b-bb20-49e1-8453-68eb29fc1b8d has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:26:15.131413 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7690b0c6-648b-413b-ace7-ec95206c23b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Made reservation on behalf of 25155fe2860647b6a5e79bf276b16e78 for: {'port': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:26:15.134681 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7690b0c6-648b-413b-ace7-ec95206c23b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:15.137036 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb6dd5c3-acf7-4ff3-bebe-39371bc2aeb2 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Router 6bb2da1f-fba2-413d-aad6-e90732779037 has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:26:15.144545 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-586af13d-efdc-40da-9d47-30c752ea1a09 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:15.153276 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning for port efb2dd3c-71df-4041-a61e-009f24bc8df4 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:26:15.156051 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-cf034c31-c5ae-4da8-9616-591c00da2bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:26:15.156449 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf034c31-c5ae-4da8-9616-591c00da2bd2 None None] The sync data for ids ['59c3c930-fabc-4c51-b5ad-58e3b3e57f4b'] in dv-neutron-830731-3-hyperv is: [] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:26:15.158214 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a476656b-ce34-4a76-ad9b-1db8417f5cde None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:15.183270 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7690b0c6-648b-413b-ace7-ec95206c23b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:15.193153 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-e26d731e-33ff-400d-b6bb-6e5237abf7ba tempest-ExternalNetworksAdminNegativeTestJSON-2103173708 tempest-ExternalNetworksAdminNegativeTestJSON-2103173708-project-admin] Deleting port 4e8edff9-52d2-44e7-983f-b2cd5af88684 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:26:15.193537 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e26d731e-33ff-400d-b6bb-6e5237abf7ba tempest-ExternalNetworksAdminNegativeTestJSON-2103173708 tempest-ExternalNetworksAdminNegativeTestJSON-2103173708-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:15.202008 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port efb2dd3c-71df-4041-a61e-009f24bc8df4 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:26:15.202240 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:15.248233 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a476656b-ce34-4a76-ad9b-1db8417f5cde None None] Transition to ACTIVE for port object 07240f66-1ac5-459f-a0d0-3809b67be999 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:26:15.254541 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-dbfbdf1d-ff6a-4341-bf94-b7e84e278fdb tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:26:15.303511 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-dbfbdf1d-ff6a-4341-bf94-b7e84e278fdb tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:26:15.328717 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-586af13d-efdc-40da-9d47-30c752ea1a09 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:26:15.345656 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-586af13d-efdc-40da-9d47-30c752ea1a09 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Usage tracker for resource:security_group_rule and tenant:29ee0fb2487e46c6b75e400959e24994 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:26:15.408396 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-586af13d-efdc-40da-9d47-30c752ea1a09 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:26:15.422274 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-7690b0c6-648b-413b-ace7-ec95206c23b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:26:15.429691 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-586af13d-efdc-40da-9d47-30c752ea1a09 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:26:15.433900 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a476656b-ce34-4a76-ad9b-1db8417f5cde None None] Transition to ACTIVE for port object 07240f66-1ac5-459f-a0d0-3809b67be999 will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:26:15.436798 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-7690b0c6-648b-413b-ace7-ec95206c23b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Usage tracker for resource:security_group_rule and tenant:25155fe2860647b6a5e79bf276b16e78 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:26:15.449147 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a476656b-ce34-4a76-ad9b-1db8417f5cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:15.496119 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:15.502569 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbfbdf1d-ff6a-4341-bf94-b7e84e278fdb tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Made reservation on behalf of 0f1e04191c7443f7844c0202165e746c for: {'port': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:26:15.506294 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-dbfbdf1d-ff6a-4341-bf94-b7e84e278fdb tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:15.515188 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-7690b0c6-648b-413b-ace7-ec95206c23b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:26:15.544778 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a476656b-ce34-4a76-ad9b-1db8417f5cde None None] Network 5f888156-7303-47d2-9911-57799887efd4 is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:26:15.583217 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-a476656b-ce34-4a76-ad9b-1db8417f5cde None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:26:15.591720 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-7690b0c6-648b-413b-ace7-ec95206c23b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:26:15.593127 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a476656b-ce34-4a76-ad9b-1db8417f5cde None None] Pushing event updated for resources: {'Port': ['ID=07240f66-1ac5-459f-a0d0-3809b67be999,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:26:15.595493 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a476656b-ce34-4a76-ad9b-1db8417f5cde None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:26:15.659167 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:15.672293 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [None req-dbfbdf1d-ff6a-4341-bf94-b7e84e278fdb tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] device_id is not set on port 44ef26b1-b075-4174-bb5f-fc087d2cb525 yet. {{(pid=83737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 07 10:26:15.677788 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61f39a85-53b3-4af8-9f8b-138be8e0d684 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:26:15.692116 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a8eda7-c8c3-431e-b5cf-e27106cd3afc None None] Sync routers for ids ['4bd78e7b-bb20-49e1-8453-68eb29fc1b8d'] in dv-neutron-830731-3-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:26:15.713134 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a8eda7-c8c3-431e-b5cf-e27106cd3afc None None] Routers {'4bd78e7b-bb20-49e1-8453-68eb29fc1b8d'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:26:15.714049 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-b6a8eda7-c8c3-431e-b5cf-e27106cd3afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:26:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['4bd78e7b-bb20-49e1-8453-68eb29fc1b8d'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:26:15.714847 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb6dd5c3-acf7-4ff3-bebe-39371bc2aeb2 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:26:15.748124 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c24c2f-df8c-474e-bab0-37c1c60e7141 None None] Sync routers for ids ['6bb2da1f-fba2-413d-aad6-e90732779037'] in dv-neutron-830731-3-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:26:15.772412 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-fb6dd5c3-acf7-4ff3-bebe-39371bc2aeb2 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] 10.222.0.13 "PUT /v2.0/routers/6bb2da1f-fba2-413d-aad6-e90732779037/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3452616 Mar 07 10:26:15.797774 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-b6a8eda7-c8c3-431e-b5cf-e27106cd3afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:26:15.808096 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-61f39a85-53b3-4af8-9f8b-138be8e0d684 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:15.813567 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-61f39a85-53b3-4af8-9f8b-138be8e0d684 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] 10.222.0.13 "DELETE /v2.0/ports/8672ca34-ff49-44d2-9ae8-f41b89b9627a HTTP/1.1" status: 204 len: 168 time: 3.9056330 Mar 07 10:26:15.814221 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 60256) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:26:15.814391 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a8eda7-c8c3-431e-b5cf-e27106cd3afc None None] Routers {'4bd78e7b-bb20-49e1-8453-68eb29fc1b8d'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:26:15.815159 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-b6a8eda7-c8c3-431e-b5cf-e27106cd3afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:26:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['4bd78e7b-bb20-49e1-8453-68eb29fc1b8d'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:26:15.890292 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-b6a8eda7-c8c3-431e-b5cf-e27106cd3afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:26:15.891104 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a8eda7-c8c3-431e-b5cf-e27106cd3afc None None] The sync data for ids ['4bd78e7b-bb20-49e1-8453-68eb29fc1b8d'] in dv-neutron-830731-3-hyperv is: [] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:26:15.903837 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-e5552fc8-ea18-4c56-8804-2f5a954d0a05 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] 10.222.0.13 "GET /v2.0/floatingips/93c68279-4162-4f75-a9f4-5b9a62245043 HTTP/1.1" status: 200 len: 687 time: 0.0859351 Mar 07 10:26:15.904205 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 60260) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:26:15.943493 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-d01e694e-207e-4c08-9e6a-5b3589f48872 None None] Provisioning complete for port efb2dd3c-71df-4041-a61e-009f24bc8df4 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:26:15.946062 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-d01e694e-207e-4c08-9e6a-5b3589f48872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:16.031709 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-586af13d-efdc-40da-9d47-30c752ea1a09 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:16.045238 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-a476656b-ce34-4a76-ad9b-1db8417f5cde None None] Attempting to bind port 07240f66-1ac5-459f-a0d0-3809b67be999 on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:26:16.045874 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-a476656b-ce34-4a76-ad9b-1db8417f5cde None None] Attempting to bind port 07240f66-1ac5-459f-a0d0-3809b67be999 by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': '78e03404-d2fd-4245-a10f-ed4c8900df66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '5f888156-7303-47d2-9911-57799887efd4'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:26:16.046391 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a476656b-ce34-4a76-ad9b-1db8417f5cde None None] Attempting to bind port 07240f66-1ac5-459f-a0d0-3809b67be999 on network 5f888156-7303-47d2-9911-57799887efd4 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:26:16.052581 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-586af13d-efdc-40da-9d47-30c752ea1a09 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:16.065434 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] For port efb2dd3c-71df-4041-a61e-009f24bc8df4, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=efb2dd3c-71df-4041-a61e-009f24bc8df4,segment=NetworkSegment(526a860e-3e95-4936-b54d-dee1a7390b46),segment_id=526a860e-3e95-4936-b54d-dee1a7390b46)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:26:16.072789 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e26d731e-33ff-400d-b6bb-6e5237abf7ba tempest-ExternalNetworksAdminNegativeTestJSON-2103173708 tempest-ExternalNetworksAdminNegativeTestJSON-2103173708-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:16.073196 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e26d731e-33ff-400d-b6bb-6e5237abf7ba tempest-ExternalNetworksAdminNegativeTestJSON-2103173708 tempest-ExternalNetworksAdminNegativeTestJSON-2103173708-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:16.074196 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c24c2f-df8c-474e-bab0-37c1c60e7141 None None] Routers {'6bb2da1f-fba2-413d-aad6-e90732779037'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:26:16.074750 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-98c24c2f-df8c-474e-bab0-37c1c60e7141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:26:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['6bb2da1f-fba2-413d-aad6-e90732779037'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:26:16.133187 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-2751bb01-f2cb-4112-bcc9-6955aff90cda tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Deleting port 8213a5dc-f557-4788-a390-3822f4d366e7 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:26:16.133928 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2751bb01-f2cb-4112-bcc9-6955aff90cda tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:16.134495 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:16.136396 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a476656b-ce34-4a76-ad9b-1db8417f5cde None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 26, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:26:16.136797 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a476656b-ce34-4a76-ad9b-1db8417f5cde None None] Checking segment: {'id': '78e03404-d2fd-4245-a10f-ed4c8900df66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '5f888156-7303-47d2-9911-57799887efd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:26:16.137177 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a476656b-ce34-4a76-ad9b-1db8417f5cde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:16.137547 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a476656b-ce34-4a76-ad9b-1db8417f5cde None None] Bound using segment: {'id': '78e03404-d2fd-4245-a10f-ed4c8900df66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '5f888156-7303-47d2-9911-57799887efd4'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:26:16.138156 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-a476656b-ce34-4a76-ad9b-1db8417f5cde None None] Bound port: 07240f66-1ac5-459f-a0d0-3809b67be999, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78e03404-d2fd-4245-a10f-ed4c8900df66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '5f888156-7303-47d2-9911-57799887efd4'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:26:16.138360 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a476656b-ce34-4a76-ad9b-1db8417f5cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:16.240540 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-393c4f47-79f6-4fa4-8b2a-4a89f5050842 None None] Update dhcp port {'port': {'network_id': '98d8805b-dd65-4110-997b-2eea298bca78', 'fixed_ips': [{'subnet_id': '2543bde2-ae3b-439b-80ff-35ef65891825', 'ip_address': '2001:db8::f816:3eff:fe72:4538'}, {'subnet_id': '9c6e9353-23e9-451c-9996-afdcd8f3fdb2'}], 'binding:host_id': 'dv-neutron-830731-3-hyperv'}, 'id': 'e9bc2da0-599e-49fc-ab9a-cc03bd14755b'} from dv-neutron-830731-3-hyperv. {{(pid=83739) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 07 10:26:16.277689 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-dbfbdf1d-ff6a-4341-bf94-b7e84e278fdb tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Allocated IP 172.20.0.14 (98d8805b-dd65-4110-997b-2eea298bca78/9c6e9353-23e9-451c-9996-afdcd8f3fdb2/44ef26b1-b075-4174-bb5f-fc087d2cb525) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:26:16.288204 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-e26d731e-33ff-400d-b6bb-6e5237abf7ba tempest-ExternalNetworksAdminNegativeTestJSON-2103173708 tempest-ExternalNetworksAdminNegativeTestJSON-2103173708-project-admin] Calling delete_port for 4e8edff9-52d2-44e7-983f-b2cd5af88684 owned by network:floatingip {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:26:16.323628 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2751bb01-f2cb-4112-bcc9-6955aff90cda tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:16.323967 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2751bb01-f2cb-4112-bcc9-6955aff90cda tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:16.345125 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-dbfbdf1d-ff6a-4341-bf94-b7e84e278fdb tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Allocated IP 2001:db8::f816:3eff:fe19:9b20 (98d8805b-dd65-4110-997b-2eea298bca78/2543bde2-ae3b-439b-80ff-35ef65891825/44ef26b1-b075-4174-bb5f-fc087d2cb525) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:26:16.383566 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-586af13d-efdc-40da-9d47-30c752ea1a09 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:16.384791 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-586af13d-efdc-40da-9d47-30c752ea1a09 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.7220170 Mar 07 10:26:16.393112 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586af13d-efdc-40da-9d47-30c752ea1a09 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Pushing event updated for resources: {'SecurityGroup': ['ID=450b74d8-bbcd-408a-8970-8e2bdf09061b,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:26:16.398126 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 60270) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:26:16.419580 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-f48b56b2-0cc2-49f3-872e-ee5b80cf4bf2 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1728831051', 'security_groups': ['450b74d8-bbcd-408a-8970-8e2bdf09061b'], 'network_id': '5f888156-7303-47d2-9911-57799887efd4', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'c200b4a2-0b46-47cf-b79e-1f5b504352c6'}]}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:26:16.435168 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-393c4f47-79f6-4fa4-8b2a-4a89f5050842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:16.465460 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-2751bb01-f2cb-4112-bcc9-6955aff90cda tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Calling delete_port for 8213a5dc-f557-4788-a390-3822f4d366e7 owned by network:floatingip {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:26:16.485723 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Pushing event updated for resources: {'Port': ['ID=efb2dd3c-71df-4041-a61e-009f24bc8df4,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:26:16.487964 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-db081d54-171e-4d4e-917a-da1f6df2606c req-6fdd8410-d695-4e52-a072-8f33c2e2b893 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Synchronizing usage tracker for tenant:4e9c4d5c86cf416eb66bed1b523adf54 on resource:security_group {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:26:16.565747 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a476656b-ce34-4a76-ad9b-1db8417f5cde None None] For port 07240f66-1ac5-459f-a0d0-3809b67be999, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:26:16.615786 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-98c24c2f-df8c-474e-bab0-37c1c60e7141 None None] Set router 6bb2da1f-fba2-413d-aad6-e90732779037 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:26:16.622898 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2751bb01-f2cb-4112-bcc9-6955aff90cda tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:16.627691 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7690b0c6-648b-413b-ace7-ec95206c23b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:16.642666 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7690b0c6-648b-413b-ace7-ec95206c23b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:16.683754 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2751bb01-f2cb-4112-bcc9-6955aff90cda tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Pushing event deleted for resources: {'Port': ['ID=8213a5dc-f557-4788-a390-3822f4d366e7,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:26:16.684244 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a476656b-ce34-4a76-ad9b-1db8417f5cde None None] For port 07240f66-1ac5-459f-a0d0-3809b67be999, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=07240f66-1ac5-459f-a0d0-3809b67be999,segment=NetworkSegment(78e03404-d2fd-4245-a10f-ed4c8900df66),segment_id=78e03404-d2fd-4245-a10f-ed4c8900df66)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:26:16.687461 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-d01e694e-207e-4c08-9e6a-5b3589f48872 None None] Provisioning for port 27be624e-8a66-479b-8906-f626da77bb08 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:26:16.704051 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-db081d54-171e-4d4e-917a-da1f6df2606c req-6fdd8410-d695-4e52-a072-8f33c2e2b893 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Unset dirty status for tenant:4e9c4d5c86cf416eb66bed1b523adf54 on resource:security_group {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:26:16.705265 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-db081d54-171e-4d4e-917a-da1f6df2606c req-6fdd8410-d695-4e52-a072-8f33c2e2b893 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-36789809&fields=id&tenant_id=4e9c4d5c86cf416eb66bed1b523adf54 HTTP/1.1" status: 200 len: 267 time: 0.5836859 Mar 07 10:26:16.712054 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a476656b-ce34-4a76-ad9b-1db8417f5cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:16.714192 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [None req-7690b0c6-648b-413b-ace7-ec95206c23b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] device_id is not set on port 09bf9299-2979-4dfd-8945-a600bf781de1 yet. {{(pid=83737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 07 10:26:16.746451 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-d01e694e-207e-4c08-9e6a-5b3589f48872 None None] Provisioning complete for port 27be624e-8a66-479b-8906-f626da77bb08 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:26:16.746811 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-d01e694e-207e-4c08-9e6a-5b3589f48872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:16.783047 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2751bb01-f2cb-4112-bcc9-6955aff90cda tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks [] for floatingip, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:16.802642 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2751bb01-f2cb-4112-bcc9-6955aff90cda tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for floatingip, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:16.803264 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-2751bb01-f2cb-4112-bcc9-6955aff90cda tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] 10.222.0.13 "DELETE /v2.0/floatingips/93c68279-4162-4f75-a9f4-5b9a62245043 HTTP/1.1" status: 204 len: 168 time: 0.8980634 Mar 07 10:26:16.807694 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 60274) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:26:16.813327 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-5a9403d8-1ccf-4a9e-be4b-f2a4e10de8b9 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Request body: {'floatingip': {'floating_network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'port_id': '1647e482-4ce9-40f0-a09a-20cb75e8a826'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:26:16.818933 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-5a9403d8-1ccf-4a9e-be4b-f2a4e10de8b9 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:26:16.823836 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-5a9403d8-1ccf-4a9e-be4b-f2a4e10de8b9 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Usage tracker for resource:floatingip and tenant:5ce94c19b69348fbbd9afc6238983dcf is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:26:16.826818 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-5a9403d8-1ccf-4a9e-be4b-f2a4e10de8b9 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:26:16.833508 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-5a9403d8-1ccf-4a9e-be4b-f2a4e10de8b9 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:26:16.846512 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5a9403d8-1ccf-4a9e-be4b-f2a4e10de8b9 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks [] for floatingip, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:16.949006 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-d01e694e-207e-4c08-9e6a-5b3589f48872 None None] Port 27be624e-8a66-479b-8906-f626da77bb08 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:26:17.003687 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a476656b-ce34-4a76-ad9b-1db8417f5cde None None] Pushing event updated for resources: {'Port': ['ID=07240f66-1ac5-459f-a0d0-3809b67be999,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:26:17.103693 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5a9403d8-1ccf-4a9e-be4b-f2a4e10de8b9 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:17.178958 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-98c24c2f-df8c-474e-bab0-37c1c60e7141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb2da1f-fba2-413d-aad6-e90732779037', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1931307512', 'tenant_id': '4e9c4d5c86cf416eb66bed1b523adf54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.87'}], 'enable_snat': True}, 'gw_port_id': '5e235750-6211-4798-b4f4-060b7c0abb44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:25:52Z', 'updated_at': '2022-03-07T10:26:12Z', 'revision_number': 4, 'project_id': '4e9c4d5c86cf416eb66bed1b523adf54', 'gw_port': {'id': '5e235750-6211-4798-b4f4-060b7c0abb44', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:aa:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb2da1f-fba2-413d-aad6-e90732779037', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:25:54Z', 'updated_at': '2022-03-07T10:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_interfaces': [{'id': '27be624e-8a66-479b-8906-f626da77bb08', 'name': '', 'network_id': '0ff3d537-e319-4922-a8b2-8cb5ee18b005', 'tenant_id': '4e9c4d5c86cf416eb66bed1b523adf54', 'mac_address': 'fa:16:3e:9d:e4:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb2da1f-fba2-413d-aad6-e90732779037', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '76710092-eed3-4585-bcb7-8bd2be0bad68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:26:10Z', 'updated_at': '2022-03-07T10:26:13Z', 'revision_number': 2, 'project_id': '4e9c4d5c86cf416eb66bed1b523adf54', 'subnets': [{'id': '76710092-eed3-4585-bcb7-8bd2be0bad68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:26:17.205954 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c24c2f-df8c-474e-bab0-37c1c60e7141 None None] Checking router: 6bb2da1f-fba2-413d-aad6-e90732779037 for host: dv-neutron-830731-3-hyperv {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 07 10:26:17.206508 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c24c2f-df8c-474e-bab0-37c1c60e7141 None None] Updating router 6bb2da1f-fba2-413d-aad6-e90732779037 port 27be624e-8a66-479b-8906-f626da77bb08 binding host dv-neutron-830731-3-hyperv {{(pid=83739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 07 10:26:17.285146 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7690b0c6-648b-413b-ace7-ec95206c23b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a9f4978-3b66-45a6-a481-aeae4bc86c1e,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:26:17.314452 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-f48b56b2-0cc2-49f3-872e-ee5b80cf4bf2 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:26:17.318822 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-5a9403d8-1ccf-4a9e-be4b-f2a4e10de8b9 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Allocated IP 172.26.8.205 (5ed85006-6b00-415e-b71f-837fb1421c12/8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a/267a1ccf-c2eb-4ae0-89be-e217a3cff822) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:26:17.319738 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-f48b56b2-0cc2-49f3-872e-ee5b80cf4bf2 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Usage tracker for resource:port and tenant:29ee0fb2487e46c6b75e400959e24994 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:26:17.324418 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-f48b56b2-0cc2-49f3-872e-ee5b80cf4bf2 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:26:17.331632 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-f48b56b2-0cc2-49f3-872e-ee5b80cf4bf2 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:26:17.417604 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-98c24c2f-df8c-474e-bab0-37c1c60e7141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:17.427696 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e26d731e-33ff-400d-b6bb-6e5237abf7ba tempest-ExternalNetworksAdminNegativeTestJSON-2103173708 tempest-ExternalNetworksAdminNegativeTestJSON-2103173708-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:17.496059 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f48b56b2-0cc2-49f3-872e-ee5b80cf4bf2 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Made reservation on behalf of 29ee0fb2487e46c6b75e400959e24994 for: {'port': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:26:17.526544 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5a9403d8-1ccf-4a9e-be4b-f2a4e10de8b9 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:17.561053 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5a9403d8-1ccf-4a9e-be4b-f2a4e10de8b9 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:17.637210 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a9403d8-1ccf-4a9e-be4b-f2a4e10de8b9 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Network 5ed85006-6b00-415e-b71f-837fb1421c12 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:26:17.640194 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-5a9403d8-1ccf-4a9e-be4b-f2a4e10de8b9 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:26:17.643930 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9403d8-1ccf-4a9e-be4b-f2a4e10de8b9 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:26:17.657374 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26d731e-33ff-400d-b6bb-6e5237abf7ba tempest-ExternalNetworksAdminNegativeTestJSON-2103173708 tempest-ExternalNetworksAdminNegativeTestJSON-2103173708-project-admin] Pushing event deleted for resources: {'Port': ['ID=4e8edff9-52d2-44e7-983f-b2cd5af88684,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:26:17.681316 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9403d8-1ccf-4a9e-be4b-f2a4e10de8b9 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Pushing event updated for resources: {'Port': ['ID=267a1ccf-c2eb-4ae0-89be-e217a3cff822,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:26:17.830224 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-98c24c2f-df8c-474e-bab0-37c1c60e7141 None None] Notify callbacks [] for port, precommit_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:17.853124 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-98c24c2f-df8c-474e-bab0-37c1c60e7141 None None] Transition to ACTIVE for port object 27be624e-8a66-479b-8906-f626da77bb08 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:26:17.854725 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-dbfbdf1d-ff6a-4341-bf94-b7e84e278fdb tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:17.863411 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-98c24c2f-df8c-474e-bab0-37c1c60e7141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:17.871627 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db081d54-171e-4d4e-917a-da1f6df2606c req-9996ae6e-e1ca-4947-a19e-ae1e1c9ce418 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:26:17.872352 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-db081d54-171e-4d4e-917a-da1f6df2606c req-9996ae6e-e1ca-4947-a19e-ae1e1c9ce418 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Synchronizing usage tracker for tenant:4e9c4d5c86cf416eb66bed1b523adf54 on resource:network {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:26:17.995284 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [None req-dbfbdf1d-ff6a-4341-bf94-b7e84e278fdb tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Transition to ACTIVE for port object 44ef26b1-b075-4174-bb5f-fc087d2cb525 will not be triggered until provisioned by entity DHCP. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:26:18.061392 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-db081d54-171e-4d4e-917a-da1f6df2606c req-9996ae6e-e1ca-4947-a19e-ae1e1c9ce418 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Unset dirty status for tenant:4e9c4d5c86cf416eb66bed1b523adf54 on resource:network {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:26:18.062445 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-db081d54-171e-4d4e-917a-da1f6df2606c req-9996ae6e-e1ca-4947-a19e-ae1e1c9ce418 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] 10.222.0.13 "GET /v2.0/networks?id=0ff3d537-e319-4922-a8b2-8cb5ee18b005 HTTP/1.1" status: 200 len: 796 time: 1.1367292 Mar 07 10:26:18.074966 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7449529-158b-4acb-aafb-09dca2f4cd90 None None] Pushing event updated for resources: {'Port': ['ID=27be624e-8a66-479b-8906-f626da77bb08,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:26:18.116112 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e26d731e-33ff-400d-b6bb-6e5237abf7ba tempest-ExternalNetworksAdminNegativeTestJSON-2103173708 tempest-ExternalNetworksAdminNegativeTestJSON-2103173708-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:18.137521 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f48b56b2-0cc2-49f3-872e-ee5b80cf4bf2 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:18.196018 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-db081d54-171e-4d4e-917a-da1f6df2606c req-d32635c9-f389-45b4-a412-2f5a8bfd7871 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] 10.222.0.13 "GET /v2.0/quotas/4e9c4d5c86cf416eb66bed1b523adf54 HTTP/1.1" status: 200 len: 375 time: 0.0885301 Mar 07 10:26:18.288347 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-98c24c2f-df8c-474e-bab0-37c1c60e7141 None None] Attempting to bind port 27be624e-8a66-479b-8906-f626da77bb08 on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:26:18.288742 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-98c24c2f-df8c-474e-bab0-37c1c60e7141 None None] Attempting to bind port 27be624e-8a66-479b-8906-f626da77bb08 by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': '526a860e-3e95-4936-b54d-dee1a7390b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '0ff3d537-e319-4922-a8b2-8cb5ee18b005'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:26:18.289132 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c24c2f-df8c-474e-bab0-37c1c60e7141 None None] Attempting to bind port 27be624e-8a66-479b-8906-f626da77bb08 on network 0ff3d537-e319-4922-a8b2-8cb5ee18b005 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:26:18.298509 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [None req-7690b0c6-648b-413b-ace7-ec95206c23b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] device_id is not set on port 09bf9299-2979-4dfd-8945-a600bf781de1 yet. {{(pid=83737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 07 10:26:18.308820 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7690b0c6-648b-413b-ace7-ec95206c23b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:18.332641 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [None req-7690b0c6-648b-413b-ace7-ec95206c23b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Transition to ACTIVE for port object 09bf9299-2979-4dfd-8945-a600bf781de1 will not be triggered until provisioned by entity L2. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:26:18.361676 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e26d731e-33ff-400d-b6bb-6e5237abf7ba tempest-ExternalNetworksAdminNegativeTestJSON-2103173708 tempest-ExternalNetworksAdminNegativeTestJSON-2103173708-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for floatingip, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:18.362843 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-e26d731e-33ff-400d-b6bb-6e5237abf7ba tempest-ExternalNetworksAdminNegativeTestJSON-2103173708 tempest-ExternalNetworksAdminNegativeTestJSON-2103173708-project-admin] 10.222.0.13 "DELETE /v2.0/floatingips/3191de70-e350-486b-81a3-f7a364167ff0 HTTP/1.1" status: 204 len: 168 time: 3.4429803 Mar 07 10:26:18.378635 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7690b0c6-648b-413b-ace7-ec95206c23b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:18.426160 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c24c2f-df8c-474e-bab0-37c1c60e7141 None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 26, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:26:18.426534 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c24c2f-df8c-474e-bab0-37c1c60e7141 None None] Checking segment: {'id': '526a860e-3e95-4936-b54d-dee1a7390b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '0ff3d537-e319-4922-a8b2-8cb5ee18b005'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:26:18.426992 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-98c24c2f-df8c-474e-bab0-37c1c60e7141 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:18.427381 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c24c2f-df8c-474e-bab0-37c1c60e7141 None None] Bound using segment: {'id': '526a860e-3e95-4936-b54d-dee1a7390b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '0ff3d537-e319-4922-a8b2-8cb5ee18b005'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:26:18.427863 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-98c24c2f-df8c-474e-bab0-37c1c60e7141 None None] Bound port: 27be624e-8a66-479b-8906-f626da77bb08, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '526a860e-3e95-4936-b54d-dee1a7390b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '0ff3d537-e319-4922-a8b2-8cb5ee18b005'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:26:18.428325 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-98c24c2f-df8c-474e-bab0-37c1c60e7141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:18.434462 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5a9403d8-1ccf-4a9e-be4b-f2a4e10de8b9 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:18.443726 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 07240f66-1ac5-459f-a0d0-3809b67be999 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:26:18.511391 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5a9403d8-1ccf-4a9e-be4b-f2a4e10de8b9 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:18.541357 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-dbfbdf1d-ff6a-4341-bf94-b7e84e278fdb tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:18.564191 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-393c4f47-79f6-4fa4-8b2a-4a89f5050842 None None] Allocated IP 172.20.0.2 (98d8805b-dd65-4110-997b-2eea298bca78/9c6e9353-23e9-451c-9996-afdcd8f3fdb2/e9bc2da0-599e-49fc-ab9a-cc03bd14755b) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:26:18.575836 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7690b0c6-648b-413b-ace7-ec95206c23b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Pushing event updated for resources: {'Port': ['ID=09bf9299-2979-4dfd-8945-a600bf781de1,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:26:18.639759 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning for port 07240f66-1ac5-459f-a0d0-3809b67be999 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:26:18.649924 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [None req-f48b56b2-0cc2-49f3-872e-ee5b80cf4bf2 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] device_id is not set on port 4a45842d-1cb3-40df-b14c-c86e47f5b62a yet. {{(pid=83737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 07 10:26:18.715749 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device efb2dd3c-71df-4041-a61e-009f24bc8df4 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:26:18.756739 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7690b0c6-648b-413b-ace7-ec95206c23b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Checking segment: {'id': 'cba943ae-9e9c-45a1-a7d5-f9653e9f0427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'afec344e-3b43-4995-ba39-ecf005aa6e74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:26:18.757064 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7690b0c6-648b-413b-ace7-ec95206c23b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Network hostable DHCP agents. Network: afec344e-3b43-4995-ba39-ecf005aa6e74, hostable agents: ['6527556c-6586-422c-ae47-082984683847'], hosted agents: [] {{(pid=83737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:26:18.764850 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-98c24c2f-df8c-474e-bab0-37c1c60e7141 None None] For port 27be624e-8a66-479b-8906-f626da77bb08, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:26:18.801034 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-98c24c2f-df8c-474e-bab0-37c1c60e7141 None None] For port 27be624e-8a66-479b-8906-f626da77bb08, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=27be624e-8a66-479b-8906-f626da77bb08,segment=NetworkSegment(526a860e-3e95-4936-b54d-dee1a7390b46),segment_id=526a860e-3e95-4936-b54d-dee1a7390b46)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:26:18.806925 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5a9403d8-1ccf-4a9e-be4b-f2a4e10de8b9 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks [] for port, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:18.809938 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-b51271e2-38e3-4d5c-adf5-694c86f7a9b5 None None] Provisioning for port 07240f66-1ac5-459f-a0d0-3809b67be999 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:26:18.815142 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5a9403d8-1ccf-4a9e-be4b-f2a4e10de8b9 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3556717'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:18.825853 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-98c24c2f-df8c-474e-bab0-37c1c60e7141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:18.860363 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 60282) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:26:18.869146 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-b51271e2-38e3-4d5c-adf5-694c86f7a9b5 None None] Provisioning complete for port 07240f66-1ac5-459f-a0d0-3809b67be999 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:26:18.869521 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-b51271e2-38e3-4d5c-adf5-694c86f7a9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:18.927225 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ab6ab7ce-303c-4e23-be9e-45388df04cb6 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:18.932621 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-393c4f47-79f6-4fa4-8b2a-4a89f5050842 None None] For port e9bc2da0-599e-49fc-ab9a-cc03bd14755b, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=e9bc2da0-599e-49fc-ab9a-cc03bd14755b,segment=NetworkSegment(13510a37-88c7-493e-9701-b414ea24fc4c),segment_id=13510a37-88c7-493e-9701-b414ea24fc4c)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:26:18.944168 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9403d8-1ccf-4a9e-be4b-f2a4e10de8b9 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Pushing event updated for resources: {'Port': ['ID=267a1ccf-c2eb-4ae0-89be-e217a3cff822,revision_number=2']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:26:18.963046 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5a9403d8-1ccf-4a9e-be4b-f2a4e10de8b9 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923533'] for floatingip, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:19.006286 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-db081d54-171e-4d4e-917a-da1f6df2606c req-ff2d2a75-9fe6-4c9c-800b-843c279f7788 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4e9c4d5c86cf416eb66bed1b523adf54&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7893903 Mar 07 10:26:19.018378 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbfbdf1d-ff6a-4341-bf94-b7e84e278fdb tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Network 98d8805b-dd65-4110-997b-2eea298bca78 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:26:19.019704 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfbdf1d-ff6a-4341-bf94-b7e84e278fdb tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Pushing event updated for resources: {'Port': ['ID=44ef26b1-b075-4174-bb5f-fc087d2cb525,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:26:19.044575 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-dbfbdf1d-ff6a-4341-bf94-b7e84e278fdb tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:26:19.044976 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7449529-158b-4acb-aafb-09dca2f4cd90 None None] Pushing event updated for resources: {'Port': ['ID=27be624e-8a66-479b-8906-f626da77bb08,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:26:19.053313 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port efb2dd3c-71df-4041-a61e-009f24bc8df4 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:26:19.053682 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:19.081606 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7690b0c6-648b-413b-ace7-ec95206c23b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Network afec344e-3b43-4995-ba39-ecf005aa6e74 is scheduled to be hosted by DHCP agent 6527556c-6586-422c-ae47-082984683847 with binding_index 1 {{(pid=83737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:26:19.091813 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbfbdf1d-ff6a-4341-bf94-b7e84e278fdb tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:26:19.124589 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c24c2f-df8c-474e-bab0-37c1c60e7141 None None] Routers {'6bb2da1f-fba2-413d-aad6-e90732779037'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:26:19.125377 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-98c24c2f-df8c-474e-bab0-37c1c60e7141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:26:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['6bb2da1f-fba2-413d-aad6-e90732779037'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:26:19.176951 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.db.resource_extend [None req-393c4f47-79f6-4fa4-8b2a-4a89f5050842 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 10:26:19.240674 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-dbd25130-9306-4a1c-854e-7a21a7e8dce4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:19.277607 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-393c4f47-79f6-4fa4-8b2a-4a89f5050842 None None] Notify callbacks [] for port, precommit_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:19.296309 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-dbd25130-9306-4a1c-854e-7a21a7e8dce4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:26:19.302128 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-dbd25130-9306-4a1c-854e-7a21a7e8dce4 admin admin] Usage tracker for resource:security_group_rule and tenant:2b20ef6418dc491f8e7f21c467f7d3b0 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:26:19.305800 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-dbd25130-9306-4a1c-854e-7a21a7e8dce4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:26:19.314143 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-dbd25130-9306-4a1c-854e-7a21a7e8dce4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:26:19.418758 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-dbd25130-9306-4a1c-854e-7a21a7e8dce4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:19.427490 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.db.l3_db [None req-5a9403d8-1ccf-4a9e-be4b-f2a4e10de8b9 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Floating IP b61480bb-3aa4-40e0-a026-4ba2dbc54358 associated. External IP: 172.26.8.205, port: 1647e482-4ce9-40f0-a09a-20cb75e8a826. Mar 07 10:26:19.447578 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-393c4f47-79f6-4fa4-8b2a-4a89f5050842 None None] Transition to ACTIVE for port object e9bc2da0-599e-49fc-ab9a-cc03bd14755b will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:26:19.470444 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-393c4f47-79f6-4fa4-8b2a-4a89f5050842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:19.482347 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-dbd25130-9306-4a1c-854e-7a21a7e8dce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:19.515008 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-7690b0c6-648b-413b-ace7-ec95206c23b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830731-3-hyperv, afec344e-3b43-4995-ba39-ecf005aa6e74) {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:26:19.541886 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb9659bf-ff29-484d-aa92-ac92f9a2188d None None] Network afec344e-3b43-4995-ba39-ecf005aa6e74 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:26:19.568599 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-b51271e2-38e3-4d5c-adf5-694c86f7a9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:19.568823 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7690b0c6-648b-413b-ace7-ec95206c23b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:26:19.605422 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd25130-9306-4a1c-854e-7a21a7e8dce4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc5594bf-3408-4cef-b116-3c96191060cd,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:26:19.614042 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-dbd25130-9306-4a1c-854e-7a21a7e8dce4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2b20ef6418dc491f8e7f21c467f7d3b0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7502308 Mar 07 10:26:19.619445 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 60288) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:26:19.634929 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbfbdf1d-ff6a-4341-bf94-b7e84e278fdb tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:26:19.635545 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-dbfbdf1d-ff6a-4341-bf94-b7e84e278fdb tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:19.652837 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [None req-7690b0c6-648b-413b-ace7-ec95206c23b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Attempting to bind port 09bf9299-2979-4dfd-8945-a600bf781de1 on host hv-neutron-8307 for vnic_type normal with profile {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:26:19.653194 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [None req-7690b0c6-648b-413b-ace7-ec95206c23b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Attempting to bind port 09bf9299-2979-4dfd-8945-a600bf781de1 by drivers openvswitch,hyperv on host hv-neutron-8307 at level 0 using segments [{'id': 'cba943ae-9e9c-45a1-a7d5-f9653e9f0427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'afec344e-3b43-4995-ba39-ecf005aa6e74'}] {{(pid=83737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:26:19.653541 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7690b0c6-648b-413b-ace7-ec95206c23b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Attempting to bind port 09bf9299-2979-4dfd-8945-a600bf781de1 on network afec344e-3b43-4995-ba39-ecf005aa6e74 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:26:19.666764 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7690b0c6-648b-413b-ace7-ec95206c23b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Port 09bf9299-2979-4dfd-8945-a600bf781de1 on network afec344e-3b43-4995-ba39-ecf005aa6e74 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8307 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 07 10:26:19.667102 dv-neutron-830731-3-hyperv neutron-server[83737]: ERROR neutron.plugins.ml2.managers [None req-7690b0c6-648b-413b-ace7-ec95206c23b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Failed to bind port 09bf9299-2979-4dfd-8945-a600bf781de1 on host hv-neutron-8307 for vnic_type normal using segments [{'id': 'cba943ae-9e9c-45a1-a7d5-f9653e9f0427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'afec344e-3b43-4995-ba39-ecf005aa6e74'}] Mar 07 10:26:19.675914 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.plugins.ml2.plugin [None req-7690b0c6-648b-413b-ace7-ec95206c23b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Attempt 2 to bind port 09bf9299-2979-4dfd-8945-a600bf781de1 Mar 07 10:26:19.686510 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-dbfbdf1d-ff6a-4341-bf94-b7e84e278fdb tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 5.0893009 Mar 07 10:26:19.687521 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 60292) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:26:19.746098 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ff11f117-6d3f-4887-b5ac-9b9dcfb5ec82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:19.763581 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393c4f47-79f6-4fa4-8b2a-4a89f5050842 None None] Pushing event updated for resources: {'Port': ['ID=e9bc2da0-599e-49fc-ab9a-cc03bd14755b,revision_number=11']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:26:19.797954 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-98c24c2f-df8c-474e-bab0-37c1c60e7141 None None] Set router 6bb2da1f-fba2-413d-aad6-e90732779037 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:26:19.798211 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-f48b56b2-0cc2-49f3-872e-ee5b80cf4bf2 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Allocated IP 2001:db8::17a (5f888156-7303-47d2-9911-57799887efd4/c200b4a2-0b46-47cf-b79e-1f5b504352c6/4a45842d-1cb3-40df-b14c-c86e47f5b62a) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:26:19.803264 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ff11f117-6d3f-4887-b5ac-9b9dcfb5ec82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:19.806980 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [None req-7690b0c6-648b-413b-ace7-ec95206c23b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Attempting to bind port 09bf9299-2979-4dfd-8945-a600bf781de1 on host hv-neutron-8307 for vnic_type normal with profile {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:26:19.806980 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [None req-7690b0c6-648b-413b-ace7-ec95206c23b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Attempting to bind port 09bf9299-2979-4dfd-8945-a600bf781de1 by drivers openvswitch,hyperv on host hv-neutron-8307 at level 0 using segments [{'id': 'cba943ae-9e9c-45a1-a7d5-f9653e9f0427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'afec344e-3b43-4995-ba39-ecf005aa6e74'}] {{(pid=83737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:26:19.807224 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7690b0c6-648b-413b-ace7-ec95206c23b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Attempting to bind port 09bf9299-2979-4dfd-8945-a600bf781de1 on network afec344e-3b43-4995-ba39-ecf005aa6e74 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:26:19.830393 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-db081d54-171e-4d4e-917a-da1f6df2606c req-6e4da55d-2bf7-42e0-aca7-eae60bafcf14 service neutron] 10.222.0.13 "GET /v2.0/networks/0ff3d537-e319-4922-a8b2-8cb5ee18b005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7892172 Mar 07 10:26:19.848617 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-b51271e2-38e3-4d5c-adf5-694c86f7a9b5 None None] For port 07240f66-1ac5-459f-a0d0-3809b67be999, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=07240f66-1ac5-459f-a0d0-3809b67be999,segment=NetworkSegment(78e03404-d2fd-4245-a10f-ed4c8900df66),segment_id=78e03404-d2fd-4245-a10f-ed4c8900df66)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:26:19.876279 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae8cf3ff-0619-47eb-a038-2a17dac754f4 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:26:19.880216 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae8cf3ff-0619-47eb-a038-2a17dac754f4 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:26:19.881053 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-ae8cf3ff-0619-47eb-a038-2a17dac754f4 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Synchronizing usage tracker for tenant:0f1e04191c7443f7844c0202165e746c on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:26:19.884149 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7690b0c6-648b-413b-ace7-ec95206c23b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Port 09bf9299-2979-4dfd-8945-a600bf781de1 on network afec344e-3b43-4995-ba39-ecf005aa6e74 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8307 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 07 10:26:19.884341 dv-neutron-830731-3-hyperv neutron-server[83737]: ERROR neutron.plugins.ml2.managers [None req-7690b0c6-648b-413b-ace7-ec95206c23b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Failed to bind port 09bf9299-2979-4dfd-8945-a600bf781de1 on host hv-neutron-8307 for vnic_type normal using segments [{'id': 'cba943ae-9e9c-45a1-a7d5-f9653e9f0427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'afec344e-3b43-4995-ba39-ecf005aa6e74'}] Mar 07 10:26:19.895313 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-b51271e2-38e3-4d5c-adf5-694c86f7a9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:19.901046 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.plugins.ml2.plugin [None req-7690b0c6-648b-413b-ace7-ec95206c23b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Attempt 3 to bind port 09bf9299-2979-4dfd-8945-a600bf781de1 Mar 07 10:26:19.903884 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-ae8cf3ff-0619-47eb-a038-2a17dac754f4 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Unset dirty status for tenant:0f1e04191c7443f7844c0202165e746c on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:26:19.905085 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-ae8cf3ff-0619-47eb-a038-2a17dac754f4 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.2166471 Mar 07 10:26:19.908231 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 60296) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:26:20.078072 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ff11f117-6d3f-4887-b5ac-9b9dcfb5ec82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:20.113970 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff11f117-6d3f-4887-b5ac-9b9dcfb5ec82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc5594bf-3408-4cef-b116-3c96191060cd,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:26:20.121056 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-db081d54-171e-4d4e-917a-da1f6df2606c req-cd81914c-13f7-413a-ba50-e2fb83e435e1 service neutron] 10.222.0.13 "GET /v2.0/networks/0ff3d537-e319-4922-a8b2-8cb5ee18b005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2330413 Mar 07 10:26:20.121267 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [None req-7690b0c6-648b-413b-ace7-ec95206c23b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Attempting to bind port 09bf9299-2979-4dfd-8945-a600bf781de1 on host hv-neutron-8307 for vnic_type normal with profile {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:26:20.121569 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [None req-7690b0c6-648b-413b-ace7-ec95206c23b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Attempting to bind port 09bf9299-2979-4dfd-8945-a600bf781de1 by drivers openvswitch,hyperv on host hv-neutron-8307 at level 0 using segments [{'id': 'cba943ae-9e9c-45a1-a7d5-f9653e9f0427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'afec344e-3b43-4995-ba39-ecf005aa6e74'}] {{(pid=83737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:26:20.121902 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7690b0c6-648b-413b-ace7-ec95206c23b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Attempting to bind port 09bf9299-2979-4dfd-8945-a600bf781de1 on network afec344e-3b43-4995-ba39-ecf005aa6e74 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:26:20.126333 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-d4fa23d8-cd11-4c55-a682-ce6ba2d8c06e tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Deleting port 44ef26b1-b075-4174-bb5f-fc087d2cb525 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:26:20.126692 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d4fa23d8-cd11-4c55-a682-ce6ba2d8c06e tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:20.177131 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-43b02757-e76f-47c0-b7c5-5340c179ffd0 req-485842fc-63e8-4822-ae61-95fe71729f10 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e9a41462-2213-477c-a0d7-2a574dc86c0e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4319470 Mar 07 10:26:20.218915 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-b51271e2-38e3-4d5c-adf5-694c86f7a9b5 None None] Provisioning complete for port 41bc0226-7482-4f54-a1d1-01f24b14543f triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:26:20.219464 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-b51271e2-38e3-4d5c-adf5-694c86f7a9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:20.258340 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ff11f117-6d3f-4887-b5ac-9b9dcfb5ec82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:20.261055 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-ff11f117-6d3f-4887-b5ac-9b9dcfb5ec82 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bc5594bf-3408-4cef-b116-3c96191060cd HTTP/1.1" status: 204 len: 168 time: 0.6384284 Mar 07 10:26:20.282254 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51271e2-38e3-4d5c-adf5-694c86f7a9b5 None None] Pushing event updated for resources: {'Port': ['ID=07240f66-1ac5-459f-a0d0-3809b67be999,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:26:20.283597 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7690b0c6-648b-413b-ace7-ec95206c23b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Port 09bf9299-2979-4dfd-8945-a600bf781de1 on network afec344e-3b43-4995-ba39-ecf005aa6e74 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8307 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 07 10:26:20.283938 dv-neutron-830731-3-hyperv neutron-server[83737]: ERROR neutron.plugins.ml2.managers [None req-7690b0c6-648b-413b-ace7-ec95206c23b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Failed to bind port 09bf9299-2979-4dfd-8945-a600bf781de1 on host hv-neutron-8307 for vnic_type normal using segments [{'id': 'cba943ae-9e9c-45a1-a7d5-f9653e9f0427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'afec344e-3b43-4995-ba39-ecf005aa6e74'}] Mar 07 10:26:20.314389 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.plugins.ml2.plugin [None req-7690b0c6-648b-413b-ace7-ec95206c23b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Attempt 4 to bind port 09bf9299-2979-4dfd-8945-a600bf781de1 Mar 07 10:26:20.389320 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-b51271e2-38e3-4d5c-adf5-694c86f7a9b5 None None] Port 41bc0226-7482-4f54-a1d1-01f24b14543f cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:26:20.407748 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device e9bc2da0-599e-49fc-ab9a-cc03bd14755b up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:26:20.581860 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f48b56b2-0cc2-49f3-872e-ee5b80cf4bf2 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:20.585403 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [None req-7690b0c6-648b-413b-ace7-ec95206c23b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Attempting to bind port 09bf9299-2979-4dfd-8945-a600bf781de1 on host hv-neutron-8307 for vnic_type normal with profile {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:26:20.587204 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [None req-7690b0c6-648b-413b-ace7-ec95206c23b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Attempting to bind port 09bf9299-2979-4dfd-8945-a600bf781de1 by drivers openvswitch,hyperv on host hv-neutron-8307 at level 0 using segments [{'id': 'cba943ae-9e9c-45a1-a7d5-f9653e9f0427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'afec344e-3b43-4995-ba39-ecf005aa6e74'}] {{(pid=83737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:26:20.587892 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7690b0c6-648b-413b-ace7-ec95206c23b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Attempting to bind port 09bf9299-2979-4dfd-8945-a600bf781de1 on network afec344e-3b43-4995-ba39-ecf005aa6e74 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:26:20.669326 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a9403d8-1ccf-4a9e-be4b-f2a4e10de8b9 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Router 4bd78e7b-bb20-49e1-8453-68eb29fc1b8d has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:26:20.688830 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [None req-f48b56b2-0cc2-49f3-872e-ee5b80cf4bf2 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Transition to ACTIVE for port object 4a45842d-1cb3-40df-b14c-c86e47f5b62a will not be triggered until provisioned by entity DHCP. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:26:20.697579 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-98c24c2f-df8c-474e-bab0-37c1c60e7141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb2da1f-fba2-413d-aad6-e90732779037', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1931307512', 'tenant_id': '4e9c4d5c86cf416eb66bed1b523adf54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.87'}], 'enable_snat': True}, 'gw_port_id': '5e235750-6211-4798-b4f4-060b7c0abb44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:25:52Z', 'updated_at': '2022-03-07T10:26:12Z', 'revision_number': 4, 'project_id': '4e9c4d5c86cf416eb66bed1b523adf54', 'gw_port': {'id': '5e235750-6211-4798-b4f4-060b7c0abb44', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:aa:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb2da1f-fba2-413d-aad6-e90732779037', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:25:54Z', 'updated_at': '2022-03-07T10:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_interfaces': [{'id': '27be624e-8a66-479b-8906-f626da77bb08', 'name': '', 'network_id': '0ff3d537-e319-4922-a8b2-8cb5ee18b005', 'tenant_id': '4e9c4d5c86cf416eb66bed1b523adf54', 'mac_address': 'fa:16:3e:9d:e4:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb2da1f-fba2-413d-aad6-e90732779037', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '76710092-eed3-4585-bcb7-8bd2be0bad68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:26:10Z', 'updated_at': '2022-03-07T10:26:18Z', 'revision_number': 4, 'project_id': '4e9c4d5c86cf416eb66bed1b523adf54', 'subnets': [{'id': '76710092-eed3-4585-bcb7-8bd2be0bad68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:26:20.703499 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c24c2f-df8c-474e-bab0-37c1c60e7141 None None] The sync data for ids ['6bb2da1f-fba2-413d-aad6-e90732779037'] in dv-neutron-830731-3-hyperv is: [{'id': '6bb2da1f-fba2-413d-aad6-e90732779037', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1931307512', 'tenant_id': '4e9c4d5c86cf416eb66bed1b523adf54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.87'}], 'enable_snat': True}, 'gw_port_id': '5e235750-6211-4798-b4f4-060b7c0abb44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:25:52Z', 'updated_at': '2022-03-07T10:26:12Z', 'revision_number': 4, 'project_id': '4e9c4d5c86cf416eb66bed1b523adf54', 'gw_port': {'id': '5e235750-6211-4798-b4f4-060b7c0abb44', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:aa:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb2da1f-fba2-413d-aad6-e90732779037', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:25:54Z', 'updated_at': '2022-03-07T10:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_interfaces': [{'id': '27be624e-8a66-479b-8906-f626da77bb08', 'name': '', 'network_id': '0ff3d537-e319-4922-a8b2-8cb5ee18b005', 'tenant_id': '4e9c4d5c86cf416eb66bed1b523adf54', 'mac_address': 'fa:16:3e:9d:e4:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb2da1f-fba2-413d-aad6-e90732779037', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '76710092-eed3-4585-bcb7-8bd2be0bad68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:26:10Z', 'updated_at': '2022-03-07T10:26:18Z', 'revision_number': 4, 'project_id': '4e9c4d5c86cf416eb66bed1b523adf54', 'subnets': [{'id': '76710092-eed3-4585-bcb7-8bd2be0bad68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:26:20.830797 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-ab6ab7ce-303c-4e23-be9e-45388df04cb6 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Allocated IP 172.21.0.1 (1445b53c-2efe-493d-b546-9cc388455858/b2d6db32-c495-4824-a45e-79194a5b06c0/3a4df131-e916-45d0-b7ba-0822d659e080) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:26:20.844108 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d4fa23d8-cd11-4c55-a682-ce6ba2d8c06e tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:21.014669 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-258603a2-3e84-4b57-a9a1-b48d8c81b9ee req-35ed1813-5a10-4aa4-9ee5-2e08f243d20a tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] 10.222.0.13 "GET /v2.0/ports?device_id=22a73a36-a502-4d17-9bc5-55363d6489d7 HTTP/1.1" status: 200 len: 210 time: 0.4167020 Mar 07 10:26:21.021189 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7690b0c6-648b-413b-ace7-ec95206c23b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Port 09bf9299-2979-4dfd-8945-a600bf781de1 on network afec344e-3b43-4995-ba39-ecf005aa6e74 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8307 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 07 10:26:21.021530 dv-neutron-830731-3-hyperv neutron-server[83737]: ERROR neutron.plugins.ml2.managers [None req-7690b0c6-648b-413b-ace7-ec95206c23b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Failed to bind port 09bf9299-2979-4dfd-8945-a600bf781de1 on host hv-neutron-8307 for vnic_type normal using segments [{'id': 'cba943ae-9e9c-45a1-a7d5-f9653e9f0427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'afec344e-3b43-4995-ba39-ecf005aa6e74'}] Mar 07 10:26:21.043738 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.plugins.ml2.plugin [None req-7690b0c6-648b-413b-ace7-ec95206c23b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Attempt 5 to bind port 09bf9299-2979-4dfd-8945-a600bf781de1 Mar 07 10:26:21.051594 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f48b56b2-0cc2-49f3-872e-ee5b80cf4bf2 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:21.054832 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 60314) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:26:21.144562 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-d4fa23d8-cd11-4c55-a682-ce6ba2d8c06e tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Calling delete_port for 44ef26b1-b075-4174-bb5f-fc087d2cb525 owned by {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:26:21.201472 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [None req-7690b0c6-648b-413b-ace7-ec95206c23b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Attempting to bind port 09bf9299-2979-4dfd-8945-a600bf781de1 on host hv-neutron-8307 for vnic_type normal with profile {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:26:21.201819 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [None req-7690b0c6-648b-413b-ace7-ec95206c23b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Attempting to bind port 09bf9299-2979-4dfd-8945-a600bf781de1 by drivers openvswitch,hyperv on host hv-neutron-8307 at level 0 using segments [{'id': 'cba943ae-9e9c-45a1-a7d5-f9653e9f0427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'afec344e-3b43-4995-ba39-ecf005aa6e74'}] {{(pid=83737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:26:21.202157 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7690b0c6-648b-413b-ace7-ec95206c23b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Attempting to bind port 09bf9299-2979-4dfd-8945-a600bf781de1 on network afec344e-3b43-4995-ba39-ecf005aa6e74 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:26:21.255979 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6f89e30c-d48a-43f1-b7eb-4e725302bcb2 None None] Provisioning for port e9bc2da0-599e-49fc-ab9a-cc03bd14755b completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:26:21.261573 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6f89e30c-d48a-43f1-b7eb-4e725302bcb2 None None] Provisioning complete for port e9bc2da0-599e-49fc-ab9a-cc03bd14755b triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:26:21.261946 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6f89e30c-d48a-43f1-b7eb-4e725302bcb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:21.328156 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7690b0c6-648b-413b-ace7-ec95206c23b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Port 09bf9299-2979-4dfd-8945-a600bf781de1 on network afec344e-3b43-4995-ba39-ecf005aa6e74 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8307 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 07 10:26:21.328501 dv-neutron-830731-3-hyperv neutron-server[83737]: ERROR neutron.plugins.ml2.managers [None req-7690b0c6-648b-413b-ace7-ec95206c23b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Failed to bind port 09bf9299-2979-4dfd-8945-a600bf781de1 on host hv-neutron-8307 for vnic_type normal using segments [{'id': 'cba943ae-9e9c-45a1-a7d5-f9653e9f0427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'afec344e-3b43-4995-ba39-ecf005aa6e74'}] Mar 07 10:26:21.339204 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f48b56b2-0cc2-49f3-872e-ee5b80cf4bf2 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Network 5f888156-7303-47d2-9911-57799887efd4 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:26:21.342608 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.plugins.ml2.plugin [None req-7690b0c6-648b-413b-ace7-ec95206c23b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Attempt 6 to bind port 09bf9299-2979-4dfd-8945-a600bf781de1 Mar 07 10:26:21.354605 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-1bcda440-90f4-4cd6-9ab8-cfff537999fd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2bcf6c2e15654fd7ab2819073e14761b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2868805 Mar 07 10:26:21.361042 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ab6ab7ce-303c-4e23-be9e-45388df04cb6 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:21.369682 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-43b02757-e76f-47c0-b7c5-5340c179ffd0 req-3a2d3d7c-d473-483d-ad0a-0e289f559741 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=38f0b9f3569b450182bbf4a37575848e&device_id=e9a41462-2213-477c-a0d7-2a574dc86c0e HTTP/1.1" status: 200 len: 1099 time: 1.0846748 Mar 07 10:26:21.371192 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-f48b56b2-0cc2-49f3-872e-ee5b80cf4bf2 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:26:21.376156 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48b56b2-0cc2-49f3-872e-ee5b80cf4bf2 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Pushing event updated for resources: {'Port': ['ID=4a45842d-1cb3-40df-b14c-c86e47f5b62a,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:26:21.398924 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 60318) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:26:21.407631 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48b56b2-0cc2-49f3-872e-ee5b80cf4bf2 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:26:21.411770 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f48b56b2-0cc2-49f3-872e-ee5b80cf4bf2 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:26:21.412391 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f48b56b2-0cc2-49f3-872e-ee5b80cf4bf2 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:21.545227 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d4fa23d8-cd11-4c55-a682-ce6ba2d8c06e tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:21.578534 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [None req-7690b0c6-648b-413b-ace7-ec95206c23b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Attempting to bind port 09bf9299-2979-4dfd-8945-a600bf781de1 on host hv-neutron-8307 for vnic_type normal with profile {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:26:21.579401 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [None req-7690b0c6-648b-413b-ace7-ec95206c23b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Attempting to bind port 09bf9299-2979-4dfd-8945-a600bf781de1 by drivers openvswitch,hyperv on host hv-neutron-8307 at level 0 using segments [{'id': 'cba943ae-9e9c-45a1-a7d5-f9653e9f0427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'afec344e-3b43-4995-ba39-ecf005aa6e74'}] {{(pid=83737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:26:21.579895 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7690b0c6-648b-413b-ace7-ec95206c23b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Attempting to bind port 09bf9299-2979-4dfd-8945-a600bf781de1 on network afec344e-3b43-4995-ba39-ecf005aa6e74 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:26:21.610675 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7690b0c6-648b-413b-ace7-ec95206c23b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Port 09bf9299-2979-4dfd-8945-a600bf781de1 on network afec344e-3b43-4995-ba39-ecf005aa6e74 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8307 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 07 10:26:21.611821 dv-neutron-830731-3-hyperv neutron-server[83737]: ERROR neutron.plugins.ml2.managers [None req-7690b0c6-648b-413b-ace7-ec95206c23b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Failed to bind port 09bf9299-2979-4dfd-8945-a600bf781de1 on host hv-neutron-8307 for vnic_type normal using segments [{'id': 'cba943ae-9e9c-45a1-a7d5-f9653e9f0427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'afec344e-3b43-4995-ba39-ecf005aa6e74'}] Mar 07 10:26:21.742999 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-f93252cd-59aa-4ff3-aaa4-06ad65724081 None None] Could not find standard attr ID for object 44ef26b1-b075-4174-bb5f-fc087d2cb525. {{(pid=83739) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 07 10:26:21.870669 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.plugins.ml2.plugin [None req-7690b0c6-648b-413b-ace7-ec95206c23b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Attempt 7 to bind port 09bf9299-2979-4dfd-8945-a600bf781de1 Mar 07 10:26:21.886016 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-c7e90f33-29fd-42ab-a7d7-ae28995bd805 None None] Provisioning for port 4a45842d-1cb3-40df-b14c-c86e47f5b62a completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:26:21.886809 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fa23d8-cd11-4c55-a682-ce6ba2d8c06e tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Pushing event deleted for resources: {'Port': ['ID=44ef26b1-b075-4174-bb5f-fc087d2cb525,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:26:21.893641 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-c7e90f33-29fd-42ab-a7d7-ae28995bd805 None None] Provisioning complete for port 4a45842d-1cb3-40df-b14c-c86e47f5b62a triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:26:21.894393 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c7e90f33-29fd-42ab-a7d7-ae28995bd805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:21.918242 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [None req-ab6ab7ce-303c-4e23-be9e-45388df04cb6 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Transition to ACTIVE for port object 3a4df131-e916-45d0-b7ba-0822d659e080 will not be triggered until provisioned by entity DHCP. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:26:21.953998 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [None req-7690b0c6-648b-413b-ace7-ec95206c23b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Attempting to bind port 09bf9299-2979-4dfd-8945-a600bf781de1 on host hv-neutron-8307 for vnic_type normal with profile {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:26:21.954760 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [None req-7690b0c6-648b-413b-ace7-ec95206c23b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Attempting to bind port 09bf9299-2979-4dfd-8945-a600bf781de1 by drivers openvswitch,hyperv on host hv-neutron-8307 at level 0 using segments [{'id': 'cba943ae-9e9c-45a1-a7d5-f9653e9f0427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'afec344e-3b43-4995-ba39-ecf005aa6e74'}] {{(pid=83737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:26:21.955253 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7690b0c6-648b-413b-ace7-ec95206c23b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Attempting to bind port 09bf9299-2979-4dfd-8945-a600bf781de1 on network afec344e-3b43-4995-ba39-ecf005aa6e74 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:26:21.972315 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-f48b56b2-0cc2-49f3-872e-ee5b80cf4bf2 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 5.5640678 Mar 07 10:26:21.981389 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 60324) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:26:21.995935 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-cb56354b-8f01-441e-ae33-7dc2aeb4c417 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Request body: {'subnet': {'network_id': '5f888156-7303-47d2-9911-57799887efd4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:26:22.017732 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ab6ab7ce-303c-4e23-be9e-45388df04cb6 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:22.018772 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-c7e90f33-29fd-42ab-a7d7-ae28995bd805 None None] Port 4a45842d-1cb3-40df-b14c-c86e47f5b62a cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:26:22.181689 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d4fa23d8-cd11-4c55-a682-ce6ba2d8c06e tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:22.241366 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-d4fa23d8-cd11-4c55-a682-ce6ba2d8c06e tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "DELETE /v2.0/ports/44ef26b1-b075-4174-bb5f-fc087d2cb525 HTTP/1.1" status: 204 len: 168 time: 2.3315182 Mar 07 10:26:22.245108 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7690b0c6-648b-413b-ace7-ec95206c23b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Port 09bf9299-2979-4dfd-8945-a600bf781de1 on network afec344e-3b43-4995-ba39-ecf005aa6e74 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8307 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 07 10:26:22.245443 dv-neutron-830731-3-hyperv neutron-server[83737]: ERROR neutron.plugins.ml2.managers [None req-7690b0c6-648b-413b-ace7-ec95206c23b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Failed to bind port 09bf9299-2979-4dfd-8945-a600bf781de1 on host hv-neutron-8307 for vnic_type normal using segments [{'id': 'cba943ae-9e9c-45a1-a7d5-f9653e9f0427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'afec344e-3b43-4995-ba39-ecf005aa6e74'}] Mar 07 10:26:22.252329 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 60330) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:26:22.258069 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.plugins.ml2.plugin [None req-7690b0c6-648b-413b-ace7-ec95206c23b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Attempt 8 to bind port 09bf9299-2979-4dfd-8945-a600bf781de1 Mar 07 10:26:22.261635 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-cb56354b-8f01-441e-ae33-7dc2aeb4c417 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:26:22.280418 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-cb56354b-8f01-441e-ae33-7dc2aeb4c417 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Usage tracker for resource:subnet and tenant:29ee0fb2487e46c6b75e400959e24994 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:26:22.284397 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-cb56354b-8f01-441e-ae33-7dc2aeb4c417 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:26:22.295761 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-cb56354b-8f01-441e-ae33-7dc2aeb4c417 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:26:22.317804 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a9403d8-1ccf-4a9e-be4b-f2a4e10de8b9 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:26:22.329111 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088037f1-a227-413d-97bb-a7fc1ae7bc2a None None] Sync routers for ids ['4bd78e7b-bb20-49e1-8453-68eb29fc1b8d'] in dv-neutron-830731-3-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:26:22.338817 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb56354b-8f01-441e-ae33-7dc2aeb4c417 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Made reservation on behalf of 29ee0fb2487e46c6b75e400959e24994 for: {'subnet': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:26:22.344945 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088037f1-a227-413d-97bb-a7fc1ae7bc2a None None] Routers {'4bd78e7b-bb20-49e1-8453-68eb29fc1b8d'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:26:22.347706 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-088037f1-a227-413d-97bb-a7fc1ae7bc2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:26:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['4bd78e7b-bb20-49e1-8453-68eb29fc1b8d'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:26:22.378597 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5a9403d8-1ccf-4a9e-be4b-f2a4e10de8b9 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for floatingip, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:22.387054 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 27be624e-8a66-479b-8906-f626da77bb08 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:26:22.406392 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab6ab7ce-303c-4e23-be9e-45388df04cb6 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Network 1445b53c-2efe-493d-b546-9cc388455858 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:26:22.426928 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b02757-e76f-47c0-b7c5-5340c179ffd0 req-bafbbef8-0ea2-4d52-93ff-bf5a75ccf5d9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:26:22.427318 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-088037f1-a227-413d-97bb-a7fc1ae7bc2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:26:22.428391 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-43b02757-e76f-47c0-b7c5-5340c179ffd0 req-bafbbef8-0ea2-4d52-93ff-bf5a75ccf5d9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f727e18d-bdc2-4660-9a3a-cfddb6581f4f HTTP/1.1" status: 200 len: 913 time: 0.9513421 Mar 07 10:26:22.429241 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-ab6ab7ce-303c-4e23-be9e-45388df04cb6 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:26:22.442562 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088037f1-a227-413d-97bb-a7fc1ae7bc2a None None] Routers {'4bd78e7b-bb20-49e1-8453-68eb29fc1b8d'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:26:22.443513 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-038e735d-d073-4b7f-8e17-971c99736b45 req-3d55137d-56bd-4ef3-91de-620d0b96ed6c tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] 10.222.0.13 "GET /v2.0/ports?device_id=22a73a36-a502-4d17-9bc5-55363d6489d7 HTTP/1.1" status: 200 len: 210 time: 0.1558900 Mar 07 10:26:22.453576 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-088037f1-a227-413d-97bb-a7fc1ae7bc2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:26:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['4bd78e7b-bb20-49e1-8453-68eb29fc1b8d'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:26:22.503629 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning for port 27be624e-8a66-479b-8906-f626da77bb08 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:26:22.515404 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 27be624e-8a66-479b-8906-f626da77bb08 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:26:22.516037 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:22.526132 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab6ab7ce-303c-4e23-be9e-45388df04cb6 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:26:22.529938 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-088037f1-a227-413d-97bb-a7fc1ae7bc2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:26:22.530346 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088037f1-a227-413d-97bb-a7fc1ae7bc2a None None] The sync data for ids ['4bd78e7b-bb20-49e1-8453-68eb29fc1b8d'] in dv-neutron-830731-3-hyperv is: [] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:26:22.552283 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-5a9403d8-1ccf-4a9e-be4b-f2a4e10de8b9 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.7435138 Mar 07 10:26:22.558489 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f252b009-1b48-4628-ba25-e2a04a624176 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:22.559958 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 60334) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:26:22.581166 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [None req-7690b0c6-648b-413b-ace7-ec95206c23b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Attempting to bind port 09bf9299-2979-4dfd-8945-a600bf781de1 on host hv-neutron-8307 for vnic_type normal with profile {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:26:22.581429 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [None req-7690b0c6-648b-413b-ace7-ec95206c23b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Attempting to bind port 09bf9299-2979-4dfd-8945-a600bf781de1 by drivers openvswitch,hyperv on host hv-neutron-8307 at level 0 using segments [{'id': 'cba943ae-9e9c-45a1-a7d5-f9653e9f0427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'afec344e-3b43-4995-ba39-ecf005aa6e74'}] {{(pid=83737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:26:22.581752 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7690b0c6-648b-413b-ace7-ec95206c23b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Attempting to bind port 09bf9299-2979-4dfd-8945-a600bf781de1 on network afec344e-3b43-4995-ba39-ecf005aa6e74 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:26:22.603759 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cb56354b-8f01-441e-ae33-7dc2aeb4c417 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741426'] for subnet, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:22.606444 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-68721b3c-4eed-42ff-a38e-d7d603653c0d tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-861043279'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:26:22.671274 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:22.714865 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] For port 27be624e-8a66-479b-8906-f626da77bb08, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=27be624e-8a66-479b-8906-f626da77bb08,segment=NetworkSegment(526a860e-3e95-4936-b54d-dee1a7390b46),segment_id=526a860e-3e95-4936-b54d-dee1a7390b46)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:26:22.728057 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-68721b3c-4eed-42ff-a38e-d7d603653c0d tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:26:22.730406 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:22.731423 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 07240f66-1ac5-459f-a0d0-3809b67be999 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:26:22.732221 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-68721b3c-4eed-42ff-a38e-d7d603653c0d tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Usage tracker for resource:network and tenant:5ce94c19b69348fbbd9afc6238983dcf is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:26:22.735195 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-68721b3c-4eed-42ff-a38e-d7d603653c0d tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:26:22.767280 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28719857-959e-49f5-891b-9a8d7e67b253 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:26:22.768161 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28719857-959e-49f5-891b-9a8d7e67b253 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:26:22.769731 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28719857-959e-49f5-891b-9a8d7e67b253 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:26:22.770641 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-28719857-959e-49f5-891b-9a8d7e67b253 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Synchronizing usage tracker for tenant:0f1e04191c7443f7844c0202165e746c on resource:subnet {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:26:22.776518 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-68721b3c-4eed-42ff-a38e-d7d603653c0d tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:26:22.783706 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6ab7ce-303c-4e23-be9e-45388df04cb6 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Pushing event updated for resources: {'Port': ['ID=3a4df131-e916-45d0-b7ba-0822d659e080,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:26:22.803697 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7690b0c6-648b-413b-ace7-ec95206c23b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Port 09bf9299-2979-4dfd-8945-a600bf781de1 on network afec344e-3b43-4995-ba39-ecf005aa6e74 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8307 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 07 10:26:22.803910 dv-neutron-830731-3-hyperv neutron-server[83737]: ERROR neutron.plugins.ml2.managers [None req-7690b0c6-648b-413b-ace7-ec95206c23b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Failed to bind port 09bf9299-2979-4dfd-8945-a600bf781de1 on host hv-neutron-8307 for vnic_type normal using segments [{'id': 'cba943ae-9e9c-45a1-a7d5-f9653e9f0427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'afec344e-3b43-4995-ba39-ecf005aa6e74'}] Mar 07 10:26:22.811466 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.plugins.ml2.plugin [None req-7690b0c6-648b-413b-ace7-ec95206c23b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Attempt 9 to bind port 09bf9299-2979-4dfd-8945-a600bf781de1 Mar 07 10:26:22.838264 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [None req-7690b0c6-648b-413b-ace7-ec95206c23b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Attempting to bind port 09bf9299-2979-4dfd-8945-a600bf781de1 on host hv-neutron-8307 for vnic_type normal with profile {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:26:22.838512 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [None req-7690b0c6-648b-413b-ace7-ec95206c23b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Attempting to bind port 09bf9299-2979-4dfd-8945-a600bf781de1 by drivers openvswitch,hyperv on host hv-neutron-8307 at level 0 using segments [{'id': 'cba943ae-9e9c-45a1-a7d5-f9653e9f0427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'afec344e-3b43-4995-ba39-ecf005aa6e74'}] {{(pid=83737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:26:22.838846 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7690b0c6-648b-413b-ace7-ec95206c23b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Attempting to bind port 09bf9299-2979-4dfd-8945-a600bf781de1 on network afec344e-3b43-4995-ba39-ecf005aa6e74 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:26:22.842241 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-43b02757-e76f-47c0-b7c5-5340c179ffd0 req-6b9bd9aa-229c-488d-8d54-2bc5c2ca4833 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ce102191-c862-4595-b40b-01aa258c2118 HTTP/1.1" status: 200 len: 1001 time: 0.3885391 Mar 07 10:26:22.848008 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f252b009-1b48-4628-ba25-e2a04a624176 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:22.866190 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Pushing event updated for resources: {'Port': ['ID=27be624e-8a66-479b-8906-f626da77bb08,revision_number=5']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:26:22.886589 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-2e09c323-7241-4579-be6e-7a8798878e0b None None] Provisioning for port 3a4df131-e916-45d0-b7ba-0822d659e080 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:26:22.889670 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 07240f66-1ac5-459f-a0d0-3809b67be999 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:26:22.890100 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:22.910712 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ab6ab7ce-303c-4e23-be9e-45388df04cb6 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3920324'] for router_interface, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:22.925770 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-2e09c323-7241-4579-be6e-7a8798878e0b None None] Provisioning complete for port 3a4df131-e916-45d0-b7ba-0822d659e080 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:26:22.926131 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-2e09c323-7241-4579-be6e-7a8798878e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:22.938819 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68721b3c-4eed-42ff-a38e-d7d603653c0d tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Made reservation on behalf of 5ce94c19b69348fbbd9afc6238983dcf for: {'network': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:26:22.939052 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db081d54-171e-4d4e-917a-da1f6df2606c req-4111e6f9-adb6-4e05-a8cb-5feb0fdfd858 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:26:22.940744 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-db081d54-171e-4d4e-917a-da1f6df2606c req-4111e6f9-adb6-4e05-a8cb-5feb0fdfd858 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] 10.222.0.10 "GET /v2.0/networks?id=0ff3d537-e319-4922-a8b2-8cb5ee18b005 HTTP/1.1" status: 200 len: 796 time: 0.1860325 Mar 07 10:26:22.943147 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-68721b3c-4eed-42ff-a38e-d7d603653c0d tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for network, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:23.002310 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-2e09c323-7241-4579-be6e-7a8798878e0b None None] Port 3a4df131-e916-45d0-b7ba-0822d659e080 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:26:23.004312 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.db.ipam_backend_mixin [None req-cb56354b-8f01-441e-ae33-7dc2aeb4c417 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c200b4a2-0b46-47cf-b79e-1f5b504352c6 (CIDR: 2001:db8::/64) Mar 07 10:26:23.011226 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb56354b-8f01-441e-ae33-7dc2aeb4c417 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 10:26:23.011916 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb56354b-8f01-441e-ae33-7dc2aeb4c417 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:26:23.031088 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7690b0c6-648b-413b-ace7-ec95206c23b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Port 09bf9299-2979-4dfd-8945-a600bf781de1 on network afec344e-3b43-4995-ba39-ecf005aa6e74 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8307 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 07 10:26:23.031435 dv-neutron-830731-3-hyperv neutron-server[83737]: ERROR neutron.plugins.ml2.managers [None req-7690b0c6-648b-413b-ace7-ec95206c23b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Failed to bind port 09bf9299-2979-4dfd-8945-a600bf781de1 on host hv-neutron-8307 for vnic_type normal using segments [{'id': 'cba943ae-9e9c-45a1-a7d5-f9653e9f0427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'afec344e-3b43-4995-ba39-ecf005aa6e74'}] Mar 07 10:26:23.032193 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-28719857-959e-49f5-891b-9a8d7e67b253 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Unset dirty status for tenant:0f1e04191c7443f7844c0202165e746c on resource:subnet {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:26:23.036036 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-28719857-959e-49f5-891b-9a8d7e67b253 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.7510064 Mar 07 10:26:23.043077 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.plugins.ml2.plugin [None req-7690b0c6-648b-413b-ace7-ec95206c23b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Attempt 10 to bind port 09bf9299-2979-4dfd-8945-a600bf781de1 Mar 07 10:26:23.048681 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-db081d54-171e-4d4e-917a-da1f6df2606c req-d1f71b87-2143-49ce-a7f7-d54cc5324b07 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4e9c4d5c86cf416eb66bed1b523adf54 HTTP/1.1" status: 200 len: 378 time: 0.0937788 Mar 07 10:26:23.050442 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 60338) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:26:23.052662 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-cb56354b-8f01-441e-ae33-7dc2aeb4c417 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0668073 Mar 07 10:26:23.056056 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 60340) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:26:23.064338 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [req-db081d54-171e-4d4e-917a-da1f6df2606c req-54f8a94a-8f9f-4099-b126-d0cb8ea65810 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Request body: {'port': {'device_id': '22a73a36-a502-4d17-9bc5-55363d6489d7', 'network_id': '0ff3d537-e319-4922-a8b2-8cb5ee18b005', 'admin_state_up': True, 'tenant_id': '4e9c4d5c86cf416eb66bed1b523adf54', 'security_groups': ['b0975493-0c59-42d9-89a3-fb824091cc4e']}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:26:23.086448 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-33dfced6-1087-4fba-a129-7ffa9f6c2f83 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Request body: {'subnet': {'network_id': '5f888156-7303-47d2-9911-57799887efd4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:26:23.135724 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68721b3c-4eed-42ff-a38e-d7d603653c0d tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=83737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:26:23.147467 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [None req-7690b0c6-648b-413b-ace7-ec95206c23b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Attempting to bind port 09bf9299-2979-4dfd-8945-a600bf781de1 on host hv-neutron-8307 for vnic_type normal with profile {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:26:23.147805 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [None req-7690b0c6-648b-413b-ace7-ec95206c23b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Attempting to bind port 09bf9299-2979-4dfd-8945-a600bf781de1 by drivers openvswitch,hyperv on host hv-neutron-8307 at level 0 using segments [{'id': 'cba943ae-9e9c-45a1-a7d5-f9653e9f0427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'afec344e-3b43-4995-ba39-ecf005aa6e74'}] {{(pid=83737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:26:23.148179 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7690b0c6-648b-413b-ace7-ec95206c23b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Attempting to bind port 09bf9299-2979-4dfd-8945-a600bf781de1 on network afec344e-3b43-4995-ba39-ecf005aa6e74 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:26:23.175251 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b02757-e76f-47c0-b7c5-5340c179ffd0 req-713c8a1a-1a2d-4192-9cb4-5623aae96a00 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:26:23.176815 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-43b02757-e76f-47c0-b7c5-5340c179ffd0 req-713c8a1a-1a2d-4192-9cb4-5623aae96a00 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c839e96c-7ebc-4e73-acbb-92a3dab8a0ef HTTP/1.1" status: 200 len: 851 time: 0.3163385 Mar 07 10:26:23.177341 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ab6ab7ce-303c-4e23-be9e-45388df04cb6 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:23.233991 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-68721b3c-4eed-42ff-a38e-d7d603653c0d tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:23.234259 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.db.segments_db [None req-68721b3c-4eed-42ff-a38e-d7d603653c0d tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Added segment cd7db4c4-b481-46f0-8929-41163fe94e41 of type vlan for network f0d5e4a5-09d0-46ad-87fe-10e571ed08c6 Mar 07 10:26:23.240742 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7690b0c6-648b-413b-ace7-ec95206c23b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Port 09bf9299-2979-4dfd-8945-a600bf781de1 on network afec344e-3b43-4995-ba39-ecf005aa6e74 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8307 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 07 10:26:23.241059 dv-neutron-830731-3-hyperv neutron-server[83737]: ERROR neutron.plugins.ml2.managers [None req-7690b0c6-648b-413b-ace7-ec95206c23b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Failed to bind port 09bf9299-2979-4dfd-8945-a600bf781de1 on host hv-neutron-8307 for vnic_type normal using segments [{'id': 'cba943ae-9e9c-45a1-a7d5-f9653e9f0427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'afec344e-3b43-4995-ba39-ecf005aa6e74'}] Mar 07 10:26:23.241407 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7690b0c6-648b-413b-ace7-ec95206c23b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:23.327076 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-33dfced6-1087-4fba-a129-7ffa9f6c2f83 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:26:23.331859 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [req-db081d54-171e-4d4e-917a-da1f6df2606c req-54f8a94a-8f9f-4099-b126-d0cb8ea65810 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:26:23.334724 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-33dfced6-1087-4fba-a129-7ffa9f6c2f83 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Usage tracker for resource:subnet and tenant:29ee0fb2487e46c6b75e400959e24994 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:26:23.339338 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-33dfced6-1087-4fba-a129-7ffa9f6c2f83 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:26:23.342179 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-db081d54-171e-4d4e-917a-da1f6df2606c req-54f8a94a-8f9f-4099-b126-d0cb8ea65810 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Usage tracker for resource:port and tenant:4e9c4d5c86cf416eb66bed1b523adf54 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:26:23.346966 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-db081d54-171e-4d4e-917a-da1f6df2606c req-54f8a94a-8f9f-4099-b126-d0cb8ea65810 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:26:23.349587 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-33dfced6-1087-4fba-a129-7ffa9f6c2f83 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:26:23.355670 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [req-db081d54-171e-4d4e-917a-da1f6df2606c req-54f8a94a-8f9f-4099-b126-d0cb8ea65810 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:26:23.366521 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33dfced6-1087-4fba-a129-7ffa9f6c2f83 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Made reservation on behalf of 29ee0fb2487e46c6b75e400959e24994 for: {'subnet': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:26:23.370924 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-33dfced6-1087-4fba-a129-7ffa9f6c2f83 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741426'] for subnet, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:23.387440 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db081d54-171e-4d4e-917a-da1f6df2606c req-54f8a94a-8f9f-4099-b126-d0cb8ea65810 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Made reservation on behalf of 4e9c4d5c86cf416eb66bed1b523adf54 for: {'port': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:26:23.390312 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-db081d54-171e-4d4e-917a-da1f6df2606c req-54f8a94a-8f9f-4099-b126-d0cb8ea65810 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:23.474878 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f252b009-1b48-4628-ba25-e2a04a624176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:23.482607 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-68721b3c-4eed-42ff-a38e-d7d603653c0d tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732568034061'] for network, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:23.646022 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f252b009-1b48-4628-ba25-e2a04a624176 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74c205af-176a-4328-86f5-d05e9e97e1e2,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:26:23.666449 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [req-db081d54-171e-4d4e-917a-da1f6df2606c req-54f8a94a-8f9f-4099-b126-d0cb8ea65810 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Allocated IP 172.20.0.8 (0ff3d537-e319-4922-a8b2-8cb5ee18b005/76710092-eed3-4585-bcb7-8bd2be0bad68/65714aee-73ac-4584-a7de-be759f77a2b1) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:26:23.736393 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.db.resource_extend [None req-68721b3c-4eed-42ff-a38e-d7d603653c0d tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 10:26:23.745360 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-befbcfa5-054a-44ec-bde3-d77686a29295 req-14fed80d-e142-495a-b5d6-64bbec53bbde tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] 10.222.0.13 "GET /v2.0/ports?device_id=22a73a36-a502-4d17-9bc5-55363d6489d7 HTTP/1.1" status: 200 len: 210 time: 0.1212885 Mar 07 10:26:23.783870 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-43b02757-e76f-47c0-b7c5-5340c179ffd0 req-80fdd24a-a0e4-4573-8406-40814b857320 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f727e18d-bdc2-4660-9a3a-cfddb6581f4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5941577 Mar 07 10:26:23.786247 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-7690b0c6-648b-413b-ace7-ec95206c23b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] For port 09bf9299-2979-4dfd-8945-a600bf781de1, host hv-neutron-8307, cleared binding levels {{(pid=83737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:26:23.786620 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-7690b0c6-648b-413b-ace7-ec95206c23b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Attempted to set empty binding levels {{(pid=83737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 07 10:26:23.791160 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f252b009-1b48-4628-ba25-e2a04a624176 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:23.792302 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-f252b009-1b48-4628-ba25-e2a04a624176 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/74c205af-176a-4328-86f5-d05e9e97e1e2 HTTP/1.1" status: 204 len: 168 time: 2.3663673 Mar 07 10:26:23.799178 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_v2 [None req-7aaf7883-353c-435b-9a11-de69d99c06e6 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Deleting subnet 2543bde2-ae3b-439b-80ff-35ef65891825 {{(pid=83737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 07 10:26:23.822687 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7690b0c6-648b-413b-ace7-ec95206c23b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3012561'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:23.864426 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7aaf7883-353c-435b-9a11-de69d99c06e6 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks [] for subnet, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:24.049756 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-33dfced6-1087-4fba-a129-7ffa9f6c2f83 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3556832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741408'] for subnet, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:24.090430 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-68721b3c-4eed-42ff-a38e-d7d603653c0d tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594'] for network, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:24.094131 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68721b3c-4eed-42ff-a38e-d7d603653c0d tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:26:24.094709 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-68721b3c-4eed-42ff-a38e-d7d603653c0d tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:24.128972 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-db081d54-171e-4d4e-917a-da1f6df2606c req-54f8a94a-8f9f-4099-b126-d0cb8ea65810 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:24.146178 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33dfced6-1087-4fba-a129-7ffa9f6c2f83 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Network 5f888156-7303-47d2-9911-57799887efd4 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:26:24.154557 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-33dfced6-1087-4fba-a129-7ffa9f6c2f83 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:26:24.159613 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [req-db081d54-171e-4d4e-917a-da1f6df2606c req-54f8a94a-8f9f-4099-b126-d0cb8ea65810 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Transition to ACTIVE for port object 65714aee-73ac-4584-a7de-be759f77a2b1 will not be triggered until provisioned by entity DHCP. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:26:24.161318 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33dfced6-1087-4fba-a129-7ffa9f6c2f83 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:26:24.161867 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-33dfced6-1087-4fba-a129-7ffa9f6c2f83 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:24.181389 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-935d7a8e-5120-440a-9e9f-fdf2d6c5b8ed None None] Network 5f888156-7303-47d2-9911-57799887efd4 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:26:24.184146 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dfced6-1087-4fba-a129-7ffa9f6c2f83 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Pushing event updated for resources: {'Subnet': ['ID=9447bc6b-513c-4203-ab3f-1db0adade473,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:26:24.192874 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-33dfced6-1087-4fba-a129-7ffa9f6c2f83 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1355596 Mar 07 10:26:24.193510 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 60352) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:26:24.202000 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-c0af177b-709c-44e9-a7b7-f56b455c23b2 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1606901797', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '9447bc6b-513c-4203-ab3f-1db0adade473'}], 'security_groups': ['6efd3dd7-1a59-48c9-8ce8-c558faa1f48c']}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:26:24.359160 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7690b0c6-648b-413b-ace7-ec95206c23b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:24.364081 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7690b0c6-648b-413b-ace7-ec95206c23b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Pushing event updated for resources: {'Port': ['ID=09bf9299-2979-4dfd-8945-a600bf781de1,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:26:24.373658 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 27be624e-8a66-479b-8906-f626da77bb08 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:26:24.388276 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-68721b3c-4eed-42ff-a38e-d7d603653c0d tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.8187661 Mar 07 10:26:24.390406 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 60360) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:26:24.397715 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7aaf7883-353c-435b-9a11-de69d99c06e6 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2627781'] for subnet, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:24.406847 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-988c9c25-d9e3-4f7c-bf56-6e1b15a62e41 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Request body: {'subnet': {'network_id': 'f0d5e4a5-09d0-46ad-87fe-10e571ed08c6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:26:24.480271 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c0af177b-709c-44e9-a7b7-f56b455c23b2 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:24.488883 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68721b3c-4eed-42ff-a38e-d7d603653c0d tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Pushing event updated for resources: {'Network': ['ID=f0d5e4a5-09d0-46ad-87fe-10e571ed08c6,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:26:24.505033 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-7690b0c6-648b-413b-ace7-ec95206c23b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 986 time: 9.8436253 Mar 07 10:26:24.507211 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Network f0d5e4a5-09d0-46ad-87fe-10e571ed08c6 details requested by agent ovs-agent-dv-neutron-830731-3-hyperv with host dv-neutron-830731-3-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 10:26:24.512424 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 60366) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:26:24.529184 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-43b02757-e76f-47c0-b7c5-5340c179ffd0 req-8eb97c82-a183-405d-922e-1cc5badf813d service neutron] 10.222.0.10 "GET /v2.0/networks/f727e18d-bdc2-4660-9a3a-cfddb6581f4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7333698 Mar 07 10:26:24.574086 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-db081d54-171e-4d4e-917a-da1f6df2606c req-54f8a94a-8f9f-4099-b126-d0cb8ea65810 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:24.691117 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 27be624e-8a66-479b-8906-f626da77bb08 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:26:24.691605 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:24.711572 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ab6ab7ce-303c-4e23-be9e-45388df04cb6 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:24.716260 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7aaf7883-353c-435b-9a11-de69d99c06e6 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1525496'] for subnet, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:24.784823 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ab6ab7ce-303c-4e23-be9e-45388df04cb6 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3012561'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:24.869964 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db081d54-171e-4d4e-917a-da1f6df2606c req-54f8a94a-8f9f-4099-b126-d0cb8ea65810 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Network 0ff3d537-e319-4922-a8b2-8cb5ee18b005 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:26:24.880411 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [req-db081d54-171e-4d4e-917a-da1f6df2606c req-54f8a94a-8f9f-4099-b126-d0cb8ea65810 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:26:24.898556 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [req-db081d54-171e-4d4e-917a-da1f6df2606c req-54f8a94a-8f9f-4099-b126-d0cb8ea65810 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:26:24.948699 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ab6ab7ce-303c-4e23-be9e-45388df04cb6 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2756426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3920233'] for router_interface, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:24.975995 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-988c9c25-d9e3-4f7c-bf56-6e1b15a62e41 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:26:25.011202 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-f1aeef8a-6e65-419e-8422-fe12d735075c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Deleting port 09bf9299-2979-4dfd-8945-a600bf781de1 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:26:25.011540 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f1aeef8a-6e65-419e-8422-fe12d735075c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:25.080313 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-988c9c25-d9e3-4f7c-bf56-6e1b15a62e41 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:26:25.098248 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-697c6546-7875-474a-ac5c-878ad40c757f None None] Update dhcp port {'port': {'network_id': '5f888156-7303-47d2-9911-57799887efd4', 'fixed_ips': [{'subnet_id': 'c200b4a2-0b46-47cf-b79e-1f5b504352c6', 'ip_address': '2001:db8::2'}, {'subnet_id': '9447bc6b-513c-4203-ab3f-1db0adade473'}], 'binding:host_id': 'dv-neutron-830731-3-hyperv'}, 'id': '07240f66-1ac5-459f-a0d0-3809b67be999'} from dv-neutron-830731-3-hyperv. {{(pid=83739) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 07 10:26:25.104945 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db081d54-171e-4d4e-917a-da1f6df2606c req-54f8a94a-8f9f-4099-b126-d0cb8ea65810 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:26:25.105812 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-db081d54-171e-4d4e-917a-da1f6df2606c req-54f8a94a-8f9f-4099-b126-d0cb8ea65810 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:25.137772 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-43b02757-e76f-47c0-b7c5-5340c179ffd0 req-05cf7e99-8692-4f1d-bed9-7c6718414dd6 service neutron] 10.222.0.10 "GET /v2.0/networks/f727e18d-bdc2-4660-9a3a-cfddb6581f4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5989959 Mar 07 10:26:25.179244 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f8a94a-8f9f-4099-b126-d0cb8ea65810 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Pushing event updated for resources: {'Port': ['ID=65714aee-73ac-4584-a7de-be759f77a2b1,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:26:25.209898 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-697c6546-7875-474a-ac5c-878ad40c757f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:25.230750 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6ab7ce-303c-4e23-be9e-45388df04cb6 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Pushing event updated for resources: {'Port': ['ID=3a4df131-e916-45d0-b7ba-0822d659e080,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:26:25.312614 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-db081d54-171e-4d4e-917a-da1f6df2606c req-54f8a94a-8f9f-4099-b126-d0cb8ea65810 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2572396 Mar 07 10:26:25.313174 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-988c9c25-d9e3-4f7c-bf56-6e1b15a62e41 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Made reservation on behalf of 5ce94c19b69348fbbd9afc6238983dcf for: {'subnet': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:26:25.324151 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7aaf7883-353c-435b-9a11-de69d99c06e6 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1525489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3012507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3219316'] for subnet, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:25.375284 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [req-db081d54-171e-4d4e-917a-da1f6df2606c req-7215f3cb-b180-4348-a48a-cd880e07adcd service neutron] Request body: {'port': {'device_id': '22a73a36-a502-4d17-9bc5-55363d6489d7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8307'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:26:25.416740 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ad4043-4198-4541-b9aa-74bac2d1fbc6 req-f0828727-9b09-4739-b90d-cecc59969bb9 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:26:25.420121 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-94ad4043-4198-4541-b9aa-74bac2d1fbc6 req-f0828727-9b09-4739-b90d-cecc59969bb9 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] 10.222.0.13 "GET /v2.0/ports?device_id=22a73a36-a502-4d17-9bc5-55363d6489d7 HTTP/1.1" status: 200 len: 931 time: 0.4588337 Mar 07 10:26:25.421111 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaf7883-353c-435b-9a11-de69d99c06e6 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Pushing event deleted for resources: {'Subnet': ['ID=2543bde2-ae3b-439b-80ff-35ef65891825,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:26:25.431855 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-e8f01b24-c42b-4cc6-89f5-d91caa8e6b43 None None] Provisioning for port 65714aee-73ac-4584-a7de-be759f77a2b1 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:26:25.441163 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-e8f01b24-c42b-4cc6-89f5-d91caa8e6b43 None None] Provisioning complete for port 65714aee-73ac-4584-a7de-be759f77a2b1 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:26:25.441827 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-e8f01b24-c42b-4cc6-89f5-d91caa8e6b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:25.478733 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7aaf7883-353c-435b-9a11-de69d99c06e6 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:25.501116 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab6ab7ce-303c-4e23-be9e-45388df04cb6 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Network 1445b53c-2efe-493d-b546-9cc388455858 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:26:25.520672 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-e8f01b24-c42b-4cc6-89f5-d91caa8e6b43 None None] Port 65714aee-73ac-4584-a7de-be759f77a2b1 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:26:25.524127 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-ab6ab7ce-303c-4e23-be9e-45388df04cb6 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:26:25.526626 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f353911-32df-473d-90be-d88e8d7a05d5 None None] Network 98d8805b-dd65-4110-997b-2eea298bca78 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:26:25.720605 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-7aaf7883-353c-435b-9a11-de69d99c06e6 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "DELETE /v2.0/subnets/2543bde2-ae3b-439b-80ff-35ef65891825 HTTP/1.1" status: 204 len: 168 time: 2.6549039 Mar 07 10:26:25.724393 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 60390) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:26:25.727084 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-94ad4043-4198-4541-b9aa-74bac2d1fbc6 req-fb1124cd-c4f5-4900-a4ad-76bdd997ed0e tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0975493-0c59-42d9-89a3-fb824091cc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2970743 Mar 07 10:26:25.800363 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-988c9c25-d9e3-4f7c-bf56-6e1b15a62e41 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741426'] for subnet, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:25.966257 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a761e189-2719-49c6-8db4-a760dbcd1f42 None None] Provisioning complete for port 3a4df131-e916-45d0-b7ba-0822d659e080 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:26:25.966882 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a761e189-2719-49c6-8db4-a760dbcd1f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:26.042759 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a761e189-2719-49c6-8db4-a760dbcd1f42 None None] Port 3a4df131-e916-45d0-b7ba-0822d659e080 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:26:26.146467 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-db081d54-171e-4d4e-917a-da1f6df2606c req-7215f3cb-b180-4348-a48a-cd880e07adcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:26.147759 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef4ad923-7c4f-4667-ad86-c7f95b520d71 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Deleting subnet 9c6e9353-23e9-451c-9996-afdcd8f3fdb2 {{(pid=83737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 07 10:26:26.161709 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ef4ad923-7c4f-4667-ad86-c7f95b520d71 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks [] for subnet, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:26.250334 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ef4ad923-7c4f-4667-ad86-c7f95b520d71 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2627781'] for subnet, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:26.347973 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab6ab7ce-303c-4e23-be9e-45388df04cb6 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Router 59c3c930-fabc-4c51-b5ad-58e3b3e57f4b has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:26:26.396127 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-f1aeef8a-6e65-419e-8422-fe12d735075c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] For port 09bf9299-2979-4dfd-8945-a600bf781de1, host hv-neutron-8307, got binding levels [] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:26:26.396492 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f1aeef8a-6e65-419e-8422-fe12d735075c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:26.435325 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ef4ad923-7c4f-4667-ad86-c7f95b520d71 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1525496'] for subnet, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:26.504491 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-c0af177b-709c-44e9-a7b7-f56b455c23b2 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Delete allocated IP 2001:db8::17a (5f888156-7303-47d2-9911-57799887efd4/c200b4a2-0b46-47cf-b79e-1f5b504352c6) {{(pid=83738) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 07 10:26:26.586184 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-f1aeef8a-6e65-419e-8422-fe12d735075c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Calling delete_port for 09bf9299-2979-4dfd-8945-a600bf781de1 owned by {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:26:26.600659 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ef4ad923-7c4f-4667-ad86-c7f95b520d71 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1525489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3012507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3219316'] for subnet, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:26.640708 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4ad923-7c4f-4667-ad86-c7f95b520d71 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Pushing event deleted for resources: {'Subnet': ['ID=9c6e9353-23e9-451c-9996-afdcd8f3fdb2,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:26:26.660701 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ef4ad923-7c4f-4667-ad86-c7f95b520d71 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:26.674693 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-ef4ad923-7c4f-4667-ad86-c7f95b520d71 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "DELETE /v2.0/subnets/9c6e9353-23e9-451c-9996-afdcd8f3fdb2 HTTP/1.1" status: 204 len: 168 time: 0.9466236 Mar 07 10:26:26.678772 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 60408) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:26:26.681353 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab6ab7ce-303c-4e23-be9e-45388df04cb6 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:26:26.686717 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-ab6ab7ce-303c-4e23-be9e-45388df04cb6 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] 10.222.0.13 "PUT /v2.0/routers/59c3c930-fabc-4c51-b5ad-58e3b3e57f4b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2818344 Mar 07 10:26:26.691417 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-c0af177b-709c-44e9-a7b7-f56b455c23b2 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Allocated IP 2001:db8:0:1::31b (5f888156-7303-47d2-9911-57799887efd4/9447bc6b-513c-4203-ab3f-1db0adade473/4a45842d-1cb3-40df-b14c-c86e47f5b62a) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:26:26.696848 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0eb87cc-0fe3-4cf9-bb2e-644510c6520e None None] Sync routers for ids ['59c3c930-fabc-4c51-b5ad-58e3b3e57f4b'] in dv-neutron-830731-3-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:26:26.714462 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0eb87cc-0fe3-4cf9-bb2e-644510c6520e None None] Routers {'59c3c930-fabc-4c51-b5ad-58e3b3e57f4b'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:26:26.715205 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-d0eb87cc-0fe3-4cf9-bb2e-644510c6520e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:26:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['59c3c930-fabc-4c51-b5ad-58e3b3e57f4b'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:26:26.746219 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 60412) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:26:26.762668 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-c3a1f55b-19bd-4900-b106-5305f3ee25c8 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0721967 Mar 07 10:26:26.765569 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 60416) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:26:26.767021 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e320749-3c64-400c-b6f3-0aed481f4b81 None None] Network 98d8805b-dd65-4110-997b-2eea298bca78 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:26:26.771405 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-bcb63add-71e8-4e16-bcf9-09b5f9112bc3 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Request body: {'subnet': {'network_id': '98d8805b-dd65-4110-997b-2eea298bca78', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:26:26.886922 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-d0eb87cc-0fe3-4cf9-bb2e-644510c6520e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:26:26.932594 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0eb87cc-0fe3-4cf9-bb2e-644510c6520e None None] Routers {'59c3c930-fabc-4c51-b5ad-58e3b3e57f4b'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:26:26.933218 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-d0eb87cc-0fe3-4cf9-bb2e-644510c6520e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:26:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['59c3c930-fabc-4c51-b5ad-58e3b3e57f4b'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:26:26.965032 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-bcb63add-71e8-4e16-bcf9-09b5f9112bc3 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:26:26.975077 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-bcb63add-71e8-4e16-bcf9-09b5f9112bc3 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Usage tracker for resource:subnet and tenant:0f1e04191c7443f7844c0202165e746c is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:26:26.979027 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-bcb63add-71e8-4e16-bcf9-09b5f9112bc3 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:26:26.986596 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-bcb63add-71e8-4e16-bcf9-09b5f9112bc3 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:26:26.995802 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-988c9c25-d9e3-4f7c-bf56-6e1b15a62e41 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3556832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741408'] for subnet, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:27.004319 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcb63add-71e8-4e16-bcf9-09b5f9112bc3 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Made reservation on behalf of 0f1e04191c7443f7844c0202165e746c for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:26:27.013821 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-bcb63add-71e8-4e16-bcf9-09b5f9112bc3 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3219231'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:27.051112 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-b2695e21-72da-433a-a33d-10d7b15316db None None] Provisioning complete for port e9bc2da0-599e-49fc-ab9a-cc03bd14755b triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:26:27.051855 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-b2695e21-72da-433a-a33d-10d7b15316db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:27.111743 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-d0eb87cc-0fe3-4cf9-bb2e-644510c6520e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:26:27.112378 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0eb87cc-0fe3-4cf9-bb2e-644510c6520e None None] The sync data for ids ['59c3c930-fabc-4c51-b5ad-58e3b3e57f4b'] in dv-neutron-830731-3-hyperv is: [] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:26:27.118572 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 60426) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:26:27.162527 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2246f326-c27a-45e0-a087-2cae1eaa6a13 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:26:27.165464 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-2246f326-c27a-45e0-a087-2cae1eaa6a13 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Synchronizing usage tracker for tenant:8843377006954c17a088ed77df13332f on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:26:27.182620 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6027df4d-36da-4c97-a00f-55bfc2a30947 req-a4d7b091-15f9-4d05-8abe-e6b74664039c tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:26:27.184204 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-6027df4d-36da-4c97-a00f-55bfc2a30947 req-a4d7b091-15f9-4d05-8abe-e6b74664039c tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] 10.222.0.13 "GET /v2.0/ports?device_id=22a73a36-a502-4d17-9bc5-55363d6489d7 HTTP/1.1" status: 200 len: 931 time: 0.2790921 Mar 07 10:26:27.240277 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-6027df4d-36da-4c97-a00f-55bfc2a30947 req-95087e79-23a6-4e04-9dbd-f84d14899c5d tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0975493-0c59-42d9-89a3-fb824091cc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0495980 Mar 07 10:26:27.307823 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f1aeef8a-6e65-419e-8422-fe12d735075c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:27.375029 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a760340-8f28-4299-ba0a-d243cd1fb825 None None] DHCP port deletion for 98d8805b-dd65-4110-997b-2eea298bca78 request from dv-neutron-830731-3-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 07 10:26:27.379392 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-3a760340-8f28-4299-ba0a-d243cd1fb825 None None] Deleting port e9bc2da0-599e-49fc-ab9a-cc03bd14755b {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:26:27.379853 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-3a760340-8f28-4299-ba0a-d243cd1fb825 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:27.416153 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-bcb63add-71e8-4e16-bcf9-09b5f9112bc3 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3012444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3219213'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:27.439715 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f1aeef8a-6e65-419e-8422-fe12d735075c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:27.468166 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-5d14b5a0-cba1-47a6-9a36-e2f5769bd26a tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Request body: {'floatingip': {'floating_network_id': '5ed85006-6b00-415e-b71f-837fb1421c12'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:26:27.483518 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-5d14b5a0-cba1-47a6-9a36-e2f5769bd26a tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:26:27.493659 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-5d14b5a0-cba1-47a6-9a36-e2f5769bd26a tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Usage tracker for resource:floatingip and tenant:03e87e6ffa17408099bdc7fd61743b93 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:26:27.499491 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-5d14b5a0-cba1-47a6-9a36-e2f5769bd26a tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:26:27.506694 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aeef8a-6e65-419e-8422-fe12d735075c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Pushing event deleted for resources: {'Port': ['ID=09bf9299-2979-4dfd-8945-a600bf781de1,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:26:27.511503 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-5d14b5a0-cba1-47a6-9a36-e2f5769bd26a tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:26:27.517451 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb63add-71e8-4e16-bcf9-09b5f9112bc3 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Network 98d8805b-dd65-4110-997b-2eea298bca78 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:26:27.521064 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-bcb63add-71e8-4e16-bcf9-09b5f9112bc3 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:26:27.525011 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb63add-71e8-4e16-bcf9-09b5f9112bc3 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Pushing event updated for resources: {'Subnet': ['ID=b3a1518a-099e-433c-88a3-9d8f4799c895,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:26:27.529029 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcb63add-71e8-4e16-bcf9-09b5f9112bc3 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:26:27.529490 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-bcb63add-71e8-4e16-bcf9-09b5f9112bc3 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:27.540264 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-2246f326-c27a-45e0-a087-2cae1eaa6a13 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Unset dirty status for tenant:8843377006954c17a088ed77df13332f on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:26:27.544263 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-2246f326-c27a-45e0-a087-2cae1eaa6a13 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] 10.222.0.13 "GET /v2.0/ports/3a4df131-e916-45d0-b7ba-0822d659e080 HTTP/1.1" status: 200 len: 910 time: 0.7944603 Mar 07 10:26:27.544263 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988c9c25-d9e3-4f7c-bf56-6e1b15a62e41 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Pushing event updated for resources: {'Subnet': ['ID=810b85d7-7b08-4655-b689-c109e476f707,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:26:27.544679 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 60432) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:26:27.556205 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [req-db081d54-171e-4d4e-917a-da1f6df2606c req-7215f3cb-b180-4348-a48a-cd880e07adcd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65714aee-73ac-4584-a7de-be759f77a2b1 {{(pid=83738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 07 10:26:27.569019 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-f1aeef8a-6e65-419e-8422-fe12d735075c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] 10.222.0.13 "DELETE /v2.0/ports/09bf9299-2979-4dfd-8945-a600bf781de1 HTTP/1.1" status: 204 len: 168 time: 3.0497324 Mar 07 10:26:27.569019 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-db081d54-171e-4d4e-917a-da1f6df2606c req-7215f3cb-b180-4348-a48a-cd880e07adcd service neutron] Notify callbacks [] for port, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:27.579958 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 60436) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:26:27.615058 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5d14b5a0-cba1-47a6-9a36-e2f5769bd26a tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Notify callbacks [] for floatingip, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:27.645537 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-3a760340-8f28-4299-ba0a-d243cd1fb825 None None] For port e9bc2da0-599e-49fc-ab9a-cc03bd14755b, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=e9bc2da0-599e-49fc-ab9a-cc03bd14755b,segment=NetworkSegment(13510a37-88c7-493e-9701-b414ea24fc4c),segment_id=13510a37-88c7-493e-9701-b414ea24fc4c)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:26:27.645537 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-3a760340-8f28-4299-ba0a-d243cd1fb825 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:27.659480 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-19942d0b-1670-4c9e-8a4b-c4fee095dea6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] GET failed (client error): The resource could not be found. Mar 07 10:26:27.659975 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-19942d0b-1670-4c9e-8a4b-c4fee095dea6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Synchronizing usage tracker for tenant:25155fe2860647b6a5e79bf276b16e78 on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:26:27.662630 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [req-db081d54-171e-4d4e-917a-da1f6df2606c req-7215f3cb-b180-4348-a48a-cd880e07adcd service neutron] Transition to ACTIVE for port object 65714aee-73ac-4584-a7de-be759f77a2b1 will not be triggered until provisioned by entity L2. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:26:27.667266 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988c9c25-d9e3-4f7c-bf56-6e1b15a62e41 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Checking segment: {'id': 'cd7db4c4-b481-46f0-8929-41163fe94e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f0d5e4a5-09d0-46ad-87fe-10e571ed08c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:26:27.667577 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-988c9c25-d9e3-4f7c-bf56-6e1b15a62e41 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Network hostable DHCP agents. Network: f0d5e4a5-09d0-46ad-87fe-10e571ed08c6, hostable agents: ['6527556c-6586-422c-ae47-082984683847'], hosted agents: [] {{(pid=83738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:26:27.677321 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-db081d54-171e-4d4e-917a-da1f6df2606c req-7215f3cb-b180-4348-a48a-cd880e07adcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3556717'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:27.700950 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-bcb63add-71e8-4e16-bcf9-09b5f9112bc3 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9313121 Mar 07 10:26:27.701738 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 60440) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:26:27.751773 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-9499b787-a6e6-4228-a322-03c231f91c34 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Request body: {'subnet': {'network_id': '98d8805b-dd65-4110-997b-2eea298bca78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:26:27.781106 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-3a760340-8f28-4299-ba0a-d243cd1fb825 None None] Calling delete_port for e9bc2da0-599e-49fc-ab9a-cc03bd14755b owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:26:27.820282 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-19942d0b-1670-4c9e-8a4b-c4fee095dea6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Unset dirty status for tenant:25155fe2860647b6a5e79bf276b16e78 on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:26:27.825378 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-19942d0b-1670-4c9e-8a4b-c4fee095dea6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] 10.222.0.13 "GET /v2.0/ports/09bf9299-2979-4dfd-8945-a600bf781de1 HTTP/1.1" status: 404 len: 333 time: 0.2405808 Mar 07 10:26:27.845262 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 60444) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:26:27.855934 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7215f3cb-b180-4348-a48a-cd880e07adcd service neutron] Pushing event updated for resources: {'Port': ['ID=65714aee-73ac-4584-a7de-be759f77a2b1,revision_number=2']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:26:27.862388 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-89c59f5e-21f3-46a1-beef-80b76d4a3760 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Request body: {'port': {'network_id': 'afec344e-3b43-4995-ba39-ecf005aa6e74', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-978470132'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:26:27.871716 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-3a760340-8f28-4299-ba0a-d243cd1fb825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812'] for port, after_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:27.876511 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c0af177b-709c-44e9-a7b7-f56b455c23b2 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks [] for port, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:27.881890 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-89c59f5e-21f3-46a1-beef-80b76d4a3760 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:26:27.889578 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-988c9c25-d9e3-4f7c-bf56-6e1b15a62e41 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Network f0d5e4a5-09d0-46ad-87fe-10e571ed08c6 is scheduled to be hosted by DHCP agent 6527556c-6586-422c-ae47-082984683847 with binding_index 1 {{(pid=83738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:26:27.938791 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a760340-8f28-4299-ba0a-d243cd1fb825 None None] Pushing event deleted for resources: {'Port': ['ID=e9bc2da0-599e-49fc-ab9a-cc03bd14755b,revision_number=None']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:26:27.941771 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a760340-8f28-4299-ba0a-d243cd1fb825 None None] No DVR routers for this DVR port e9bc2da0-599e-49fc-ab9a-cc03bd14755b on host dv-neutron-830731-3-hyperv {{(pid=83739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:26:27.951886 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-c0af177b-709c-44e9-a7b7-f56b455c23b2 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Transition to ACTIVE for port object 4a45842d-1cb3-40df-b14c-c86e47f5b62a will not be triggered until provisioned by entity DHCP. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:26:27.961981 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-89c59f5e-21f3-46a1-beef-80b76d4a3760 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:26:27.964047 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-988c9c25-d9e3-4f7c-bf56-6e1b15a62e41 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830731-3-hyperv, f0d5e4a5-09d0-46ad-87fe-10e571ed08c6) {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:26:27.997854 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c0af177b-709c-44e9-a7b7-f56b455c23b2 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3556717'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:28.004554 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-988c9c25-d9e3-4f7c-bf56-6e1b15a62e41 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:26:28.005085 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-988c9c25-d9e3-4f7c-bf56-6e1b15a62e41 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:28.050318 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-697c6546-7875-474a-ac5c-878ad40c757f None None] Allocated IP 2001:db8:0:1::2 (5f888156-7303-47d2-9911-57799887efd4/9447bc6b-513c-4203-ab3f-1db0adade473/07240f66-1ac5-459f-a0d0-3809b67be999) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:26:28.083590 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-9499b787-a6e6-4228-a322-03c231f91c34 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:26:28.094142 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-988c9c25-d9e3-4f7c-bf56-6e1b15a62e41 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.7014050 Mar 07 10:26:28.095683 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 60448) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:26:28.095820 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-9499b787-a6e6-4228-a322-03c231f91c34 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Usage tracker for resource:subnet and tenant:0f1e04191c7443f7844c0202165e746c is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:26:28.100736 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-9499b787-a6e6-4228-a322-03c231f91c34 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:26:28.110213 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-9499b787-a6e6-4228-a322-03c231f91c34 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:26:28.120373 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-3860398d-3b87-49e9-bebf-6cf1eeb52a0f tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1375959606', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12'}, 'admin_state_up': False}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:26:28.141321 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-3860398d-3b87-49e9-bebf-6cf1eeb52a0f tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:26:28.143778 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89c59f5e-21f3-46a1-beef-80b76d4a3760 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Made reservation on behalf of 25155fe2860647b6a5e79bf276b16e78 for: {'port': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:26:28.146045 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-89c59f5e-21f3-46a1-beef-80b76d4a3760 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:28.154447 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-291f7a5c-9885-455f-8f49-d684d34ba06d None None] Network 98d8805b-dd65-4110-997b-2eea298bca78 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:26:28.167243 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4d28082-ec39-40fe-b1bf-ba66f15976ca None None] Network f0d5e4a5-09d0-46ad-87fe-10e571ed08c6 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:26:28.212660 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-3860398d-3b87-49e9-bebf-6cf1eeb52a0f tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Usage tracker for resource:router and tenant:5ce94c19b69348fbbd9afc6238983dcf is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:26:28.215695 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-c0af177b-709c-44e9-a7b7-f56b455c23b2 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] In _notify_port_updated(), no bound segment for port 4a45842d-1cb3-40df-b14c-c86e47f5b62a on network 5f888156-7303-47d2-9911-57799887efd4 {{(pid=83738) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 07 10:26:28.223879 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0af177b-709c-44e9-a7b7-f56b455c23b2 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:26:28.223879 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c0af177b-709c-44e9-a7b7-f56b455c23b2 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:28.223879 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-c0af177b-709c-44e9-a7b7-f56b455c23b2 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] 10.222.0.13 "PUT /v2.0/ports/4a45842d-1cb3-40df-b14c-c86e47f5b62a HTTP/1.1" status: 200 len: 931 time: 4.0255418 Mar 07 10:26:28.225962 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-3860398d-3b87-49e9-bebf-6cf1eeb52a0f tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Quota usage for router was recalculated. Used quota:1. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:26:28.234398 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 60452) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:26:28.238400 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-3860398d-3b87-49e9-bebf-6cf1eeb52a0f tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:26:28.286493 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9499b787-a6e6-4228-a322-03c231f91c34 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Made reservation on behalf of 0f1e04191c7443f7844c0202165e746c for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:26:28.292571 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9499b787-a6e6-4228-a322-03c231f91c34 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3219231'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:28.293140 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device e9bc2da0-599e-49fc-ab9a-cc03bd14755b no longer exists at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:26:28.299979 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0af177b-709c-44e9-a7b7-f56b455c23b2 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Pushing event updated for resources: {'Port': ['ID=4a45842d-1cb3-40df-b14c-c86e47f5b62a,revision_number=2']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:26:28.342204 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] No Port match for: e9bc2da0-599e-49fc-ab9a-cc03bd14755b {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 10:26:28.342540 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device e9bc2da0-599e-49fc-ab9a-cc03bd14755b not bound to the agent host dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 10:26:28.433722 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5d14b5a0-cba1-47a6-9a36-e2f5769bd26a tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:28.457922 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [None req-89c59f5e-21f3-46a1-beef-80b76d4a3760 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] device_id is not set on port ad4e0681-95e1-4e79-83ce-9aa4034c78d0 yet. {{(pid=83738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 07 10:26:28.511378 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [req-db081d54-171e-4d4e-917a-da1f6df2606c req-7215f3cb-b180-4348-a48a-cd880e07adcd service neutron] Attempting to bind port 65714aee-73ac-4584-a7de-be759f77a2b1 on host hv-neutron-8307 for vnic_type normal with profile {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:26:28.511874 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [req-db081d54-171e-4d4e-917a-da1f6df2606c req-7215f3cb-b180-4348-a48a-cd880e07adcd service neutron] Attempting to bind port 65714aee-73ac-4584-a7de-be759f77a2b1 by drivers openvswitch,hyperv on host hv-neutron-8307 at level 0 using segments [{'id': '526a860e-3e95-4936-b54d-dee1a7390b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '0ff3d537-e319-4922-a8b2-8cb5ee18b005'}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:26:28.512199 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db081d54-171e-4d4e-917a-da1f6df2606c req-7215f3cb-b180-4348-a48a-cd880e07adcd service neutron] Attempting to bind port 65714aee-73ac-4584-a7de-be759f77a2b1 on network 0ff3d537-e319-4922-a8b2-8cb5ee18b005 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:26:28.522451 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3860398d-3b87-49e9-bebf-6cf1eeb52a0f tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3919700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58025'] for router, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:28.523397 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3860398d-3b87-49e9-bebf-6cf1eeb52a0f tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3919671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4011175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58018'] for router, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:28.553411 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f00a2c7a-d1ef-476f-a9b8-0baba58cc546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:28.562117 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-c2d9c24a-5143-473d-b911-bfee0d495eec tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Deleting port 4a45842d-1cb3-40df-b14c-c86e47f5b62a {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:26:28.562493 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c2d9c24a-5143-473d-b911-bfee0d495eec tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:28.589189 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db081d54-171e-4d4e-917a-da1f6df2606c req-7215f3cb-b180-4348-a48a-cd880e07adcd service neutron] Port 65714aee-73ac-4584-a7de-be759f77a2b1 on network 0ff3d537-e319-4922-a8b2-8cb5ee18b005 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8307 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 07 10:26:28.589531 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db081d54-171e-4d4e-917a-da1f6df2606c req-7215f3cb-b180-4348-a48a-cd880e07adcd service neutron] Attempting to bind port 65714aee-73ac-4584-a7de-be759f77a2b1 on network 0ff3d537-e319-4922-a8b2-8cb5ee18b005 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:26:28.642857 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db081d54-171e-4d4e-917a-da1f6df2606c req-7215f3cb-b180-4348-a48a-cd880e07adcd service neutron] Checking agent: {'id': 'fb93ecad-d7e5-4e81-99ef-d8d0ee7386ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8307', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 21, 15), 'started_at': datetime.datetime(2022, 3, 7, 10, 21, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 26, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:26:28.643284 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db081d54-171e-4d4e-917a-da1f6df2606c req-7215f3cb-b180-4348-a48a-cd880e07adcd service neutron] Checking segment: {'id': '526a860e-3e95-4936-b54d-dee1a7390b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '0ff3d537-e319-4922-a8b2-8cb5ee18b005'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:26:28.643554 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db081d54-171e-4d4e-917a-da1f6df2606c req-7215f3cb-b180-4348-a48a-cd880e07adcd service neutron] Bound using segment: {'id': '526a860e-3e95-4936-b54d-dee1a7390b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '0ff3d537-e319-4922-a8b2-8cb5ee18b005'} {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:26:28.643996 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [req-db081d54-171e-4d4e-917a-da1f6df2606c req-7215f3cb-b180-4348-a48a-cd880e07adcd service neutron] Bound port: 65714aee-73ac-4584-a7de-be759f77a2b1, host: hv-neutron-8307, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '526a860e-3e95-4936-b54d-dee1a7390b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '0ff3d537-e319-4922-a8b2-8cb5ee18b005'}}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:26:28.644321 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-db081d54-171e-4d4e-917a-da1f6df2606c req-7215f3cb-b180-4348-a48a-cd880e07adcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:28.695686 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-697c6546-7875-474a-ac5c-878ad40c757f None None] For port 07240f66-1ac5-459f-a0d0-3809b67be999, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=07240f66-1ac5-459f-a0d0-3809b67be999,segment=NetworkSegment(78e03404-d2fd-4245-a10f-ed4c8900df66),segment_id=78e03404-d2fd-4245-a10f-ed4c8900df66)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:26:28.700295 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-565893ec-4f36-40f3-8a59-bc2554d95103 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3920255'] for router_interface, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:28.757909 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3860398d-3b87-49e9-bebf-6cf1eeb52a0f tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:28.814245 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6af252aa-225a-457d-9164-9ed83432e8af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ec2749d-0aec-52fb-aca6-10ba8a80aade-f0d5e4a5-09d0-46ad-87fe-10e571ed08c6', 'network_id': 'f0d5e4a5-09d0-46ad-87fe-10e571ed08c6', 'tenant_id': '5ce94c19b69348fbbd9afc6238983dcf', 'fixed_ips': [{'subnet_id': '810b85d7-7b08-4655-b689-c109e476f707'}]}} from dv-neutron-830731-3-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 07 10:26:28.814948 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6af252aa-225a-457d-9164-9ed83432e8af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:28.828840 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.db.resource_extend [None req-697c6546-7875-474a-ac5c-878ad40c757f None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 10:26:28.854141 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-5d14b5a0-cba1-47a6-9a36-e2f5769bd26a tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Allocated IP 172.26.8.150 (5ed85006-6b00-415e-b71f-837fb1421c12/8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a/02399efc-96bb-4bfd-b289-c6b5f184f424) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:26:28.930924 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ad7fda-1579-4631-99ad-b4be92268a4c req-89331b75-072b-4873-abd4-cf7ba29e2847 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:26:28.931310 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-697c6546-7875-474a-ac5c-878ad40c757f None None] Notify callbacks [] for port, precommit_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:28.932419 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-e8ad7fda-1579-4631-99ad-b4be92268a4c req-89331b75-072b-4873-abd4-cf7ba29e2847 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] 10.222.0.13 "GET /v2.0/ports?device_id=22a73a36-a502-4d17-9bc5-55363d6489d7 HTTP/1.1" status: 200 len: 943 time: 0.3852451 Mar 07 10:26:28.991312 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39d4a71b-3066-483c-b0c9-29d062af560a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ec2749d-0aec-52fb-aca6-10ba8a80aade-98d8805b-dd65-4110-997b-2eea298bca78', 'network_id': '98d8805b-dd65-4110-997b-2eea298bca78', 'tenant_id': '0f1e04191c7443f7844c0202165e746c', 'fixed_ips': [{'subnet_id': 'b3a1518a-099e-433c-88a3-9d8f4799c895'}]}} from dv-neutron-830731-3-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 07 10:26:28.992216 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-39d4a71b-3066-483c-b0c9-29d062af560a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:29.034928 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-697c6546-7875-474a-ac5c-878ad40c757f None None] Transition to ACTIVE for port object 07240f66-1ac5-459f-a0d0-3809b67be999 will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:26:29.052406 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-697c6546-7875-474a-ac5c-878ad40c757f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:29.134489 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-e8ad7fda-1579-4631-99ad-b4be92268a4c req-7f2b7fd3-197e-4997-a4d5-0baf728ab0c0 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0975493-0c59-42d9-89a3-fb824091cc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1480696 Mar 07 10:26:29.178365 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5d14b5a0-cba1-47a6-9a36-e2f5769bd26a tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:29.181536 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [req-db081d54-171e-4d4e-917a-da1f6df2606c req-7215f3cb-b180-4348-a48a-cd880e07adcd service neutron] For port 65714aee-73ac-4584-a7de-be759f77a2b1, host hv-neutron-8307, cleared binding levels {{(pid=83738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:26:29.202178 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [req-db081d54-171e-4d4e-917a-da1f6df2606c req-7215f3cb-b180-4348-a48a-cd880e07adcd service neutron] For port 65714aee-73ac-4584-a7de-be759f77a2b1, host hv-neutron-8307, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=65714aee-73ac-4584-a7de-be759f77a2b1,segment=NetworkSegment(526a860e-3e95-4936-b54d-dee1a7390b46),segment_id=526a860e-3e95-4936-b54d-dee1a7390b46)] {{(pid=83738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:26:29.213388 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-89c59f5e-21f3-46a1-beef-80b76d4a3760 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:29.233134 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-db081d54-171e-4d4e-917a-da1f6df2606c req-7215f3cb-b180-4348-a48a-cd880e07adcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3556717'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:29.311214 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c2d9c24a-5143-473d-b911-bfee0d495eec tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:29.326682 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697c6546-7875-474a-ac5c-878ad40c757f None None] Pushing event updated for resources: {'Port': ['ID=07240f66-1ac5-459f-a0d0-3809b67be999,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:26:29.355214 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.objects.ports [None req-9499b787-a6e6-4228-a322-03c231f91c34 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83737) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 07 10:26:29.407758 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9499b787-a6e6-4228-a322-03c231f91c34 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3012444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3219213'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:29.413609 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5d14b5a0-cba1-47a6-9a36-e2f5769bd26a tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:29.414295 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-6af252aa-225a-457d-9164-9ed83432e8af None None] Allocated IP 172.20.0.2 (f0d5e4a5-09d0-46ad-87fe-10e571ed08c6/810b85d7-7b08-4655-b689-c109e476f707/4effc5eb-f920-4413-a8fb-a2f2f5702fd0) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:26:29.448038 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-39d4a71b-3066-483c-b0c9-29d062af560a None None] Allocated IP 172.20.0.2 (98d8805b-dd65-4110-997b-2eea298bca78/b3a1518a-099e-433c-88a3-9d8f4799c895/bbf37219-0f81-4429-987e-758ddb9cdb7d) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:26:29.472447 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-c2d9c24a-5143-473d-b911-bfee0d495eec tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Calling delete_port for 4a45842d-1cb3-40df-b14c-c86e47f5b62a owned by {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:26:29.504516 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-db081d54-171e-4d4e-917a-da1f6df2606c req-7215f3cb-b180-4348-a48a-cd880e07adcd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:29.505900 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-db081d54-171e-4d4e-917a-da1f6df2606c req-7215f3cb-b180-4348-a48a-cd880e07adcd service neutron] 10.222.0.10 "PUT /v2.0/ports/65714aee-73ac-4584-a7de-be759f77a2b1 HTTP/1.1" status: 200 len: 1093 time: 4.1552477 Mar 07 10:26:29.507428 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22a73a36-a502-4d17-9bc5-55363d6489d7', 'tag': '65714aee-73ac-4584-a7de-be759f77a2b1'}] {{(pid=83738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 10:26:29.531689 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3860398d-3b87-49e9-bebf-6cf1eeb52a0f tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3917998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58952'] for router, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:29.623712 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7215f3cb-b180-4348-a48a-cd880e07adcd service neutron] Pushing event updated for resources: {'Port': ['ID=65714aee-73ac-4584-a7de-be759f77a2b1,revision_number=3']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:26:29.647479 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d14b5a0-cba1-47a6-9a36-e2f5769bd26a tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Pushing event updated for resources: {'Port': ['ID=02399efc-96bb-4bfd-b289-c6b5f184f424,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:26:29.649232 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22a73a36-a502-4d17-9bc5-55363d6489d7', 'tag': '65714aee-73ac-4584-a7de-be759f77a2b1', 'status': 'completed', 'code': 200} Mar 07 10:26:29.651971 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-89c59f5e-21f3-46a1-beef-80b76d4a3760 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:29.776631 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d14b5a0-cba1-47a6-9a36-e2f5769bd26a tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Network 5ed85006-6b00-415e-b71f-837fb1421c12 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:26:29.779757 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9499b787-a6e6-4228-a322-03c231f91c34 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Pushing event updated for resources: {'Subnet': ['ID=ba5f84c2-f610-489c-8812-e4eb8d5bcbf6,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:26:29.784864 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9499b787-a6e6-4228-a322-03c231f91c34 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Network 98d8805b-dd65-4110-997b-2eea298bca78 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:26:29.786547 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-5d14b5a0-cba1-47a6-9a36-e2f5769bd26a tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:26:29.789608 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d14b5a0-cba1-47a6-9a36-e2f5769bd26a tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:26:29.878998 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-9499b787-a6e6-4228-a322-03c231f91c34 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:26:29.882481 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9499b787-a6e6-4228-a322-03c231f91c34 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:26:29.883056 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9499b787-a6e6-4228-a322-03c231f91c34 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:29.923570 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6af252aa-225a-457d-9164-9ed83432e8af None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:29.945531 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c59f5e-21f3-46a1-beef-80b76d4a3760 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Pushing event updated for resources: {'Port': ['ID=ad4e0681-95e1-4e79-83ce-9aa4034c78d0,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:26:29.947287 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6af252aa-225a-457d-9164-9ed83432e8af None None] Transition to ACTIVE for port object 4effc5eb-f920-4413-a8fb-a2f2f5702fd0 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:26:29.953507 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-9499b787-a6e6-4228-a322-03c231f91c34 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.2492599 Mar 07 10:26:29.955454 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c59f5e-21f3-46a1-beef-80b76d4a3760 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Network afec344e-3b43-4995-ba39-ecf005aa6e74 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:26:29.957704 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 60460) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:26:29.961277 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-39d4a71b-3066-483c-b0c9-29d062af560a None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:29.962571 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-89c59f5e-21f3-46a1-beef-80b76d4a3760 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:26:29.966232 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c59f5e-21f3-46a1-beef-80b76d4a3760 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:26:29.973600 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c59f5e-21f3-46a1-beef-80b76d4a3760 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:26:29.974851 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-89c59f5e-21f3-46a1-beef-80b76d4a3760 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:29.980386 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-39d4a71b-3066-483c-b0c9-29d062af560a None None] Transition to ACTIVE for port object bbf37219-0f81-4429-987e-758ddb9cdb7d will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:26:29.983071 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6af252aa-225a-457d-9164-9ed83432e8af None None] Transition to ACTIVE for port object 4effc5eb-f920-4413-a8fb-a2f2f5702fd0 will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:26:30.002465 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6af252aa-225a-457d-9164-9ed83432e8af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:30.022130 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-2e297943-c0ba-4355-9458-ad4bbb4e3abf tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Request body: {'port': {'network_id': '98d8805b-dd65-4110-997b-2eea298bca78', 'mac_address': 'fa:16:3e:0e:45:03', 'name': 'tempest-NetworksTestDHCPv6-1004340056'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:26:30.072142 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-39d4a71b-3066-483c-b0c9-29d062af560a None None] Transition to ACTIVE for port object bbf37219-0f81-4429-987e-758ddb9cdb7d will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:26:30.091445 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af252aa-225a-457d-9164-9ed83432e8af None None] Network f0d5e4a5-09d0-46ad-87fe-10e571ed08c6 is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:26:30.095030 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-6af252aa-225a-457d-9164-9ed83432e8af None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:26:30.099991 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-39d4a71b-3066-483c-b0c9-29d062af560a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:30.111142 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af252aa-225a-457d-9164-9ed83432e8af None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:26:30.153542 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c2d9c24a-5143-473d-b911-bfee0d495eec tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:30.154978 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af252aa-225a-457d-9164-9ed83432e8af None None] Pushing event updated for resources: {'Port': ['ID=4effc5eb-f920-4413-a8fb-a2f2f5702fd0,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:26:30.232251 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d4a71b-3066-483c-b0c9-29d062af560a None None] Network 98d8805b-dd65-4110-997b-2eea298bca78 is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:26:30.248352 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-39d4a71b-3066-483c-b0c9-29d062af560a None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:26:30.281498 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d4a71b-3066-483c-b0c9-29d062af560a None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:26:30.283586 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-6af252aa-225a-457d-9164-9ed83432e8af None None] Attempting to bind port 4effc5eb-f920-4413-a8fb-a2f2f5702fd0 on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:26:30.284003 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-6af252aa-225a-457d-9164-9ed83432e8af None None] Attempting to bind port 4effc5eb-f920-4413-a8fb-a2f2f5702fd0 by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': 'cd7db4c4-b481-46f0-8929-41163fe94e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f0d5e4a5-09d0-46ad-87fe-10e571ed08c6'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:26:30.284297 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af252aa-225a-457d-9164-9ed83432e8af None None] Attempting to bind port 4effc5eb-f920-4413-a8fb-a2f2f5702fd0 on network f0d5e4a5-09d0-46ad-87fe-10e571ed08c6 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:26:30.294825 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af252aa-225a-457d-9164-9ed83432e8af None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 26, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:26:30.295197 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af252aa-225a-457d-9164-9ed83432e8af None None] Checking segment: {'id': 'cd7db4c4-b481-46f0-8929-41163fe94e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f0d5e4a5-09d0-46ad-87fe-10e571ed08c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:26:30.295600 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6af252aa-225a-457d-9164-9ed83432e8af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:30.295995 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af252aa-225a-457d-9164-9ed83432e8af None None] Bound using segment: {'id': 'cd7db4c4-b481-46f0-8929-41163fe94e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f0d5e4a5-09d0-46ad-87fe-10e571ed08c6'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:26:30.296509 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-6af252aa-225a-457d-9164-9ed83432e8af None None] Bound port: 4effc5eb-f920-4413-a8fb-a2f2f5702fd0, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd7db4c4-b481-46f0-8929-41163fe94e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f0d5e4a5-09d0-46ad-87fe-10e571ed08c6'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:26:30.296871 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6af252aa-225a-457d-9164-9ed83432e8af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:30.390695 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 07240f66-1ac5-459f-a0d0-3809b67be999 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:26:30.415314 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5d14b5a0-cba1-47a6-9a36-e2f5769bd26a tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:30.469158 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d9c24a-5143-473d-b911-bfee0d495eec tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Pushing event deleted for resources: {'Port': ['ID=4a45842d-1cb3-40df-b14c-c86e47f5b62a,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:26:30.518062 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c2d9c24a-5143-473d-b911-bfee0d495eec tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:30.530566 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-db081d54-171e-4d4e-917a-da1f6df2606c req-3388ec33-b27e-41b0-87f9-30986d879594 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4e9c4d5c86cf416eb66bed1b523adf54&device_id=22a73a36-a502-4d17-9bc5-55363d6489d7 HTTP/1.1" status: 200 len: 1096 time: 0.9532967 Mar 07 10:26:30.548680 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d4a71b-3066-483c-b0c9-29d062af560a None None] Pushing event updated for resources: {'Port': ['ID=bbf37219-0f81-4429-987e-758ddb9cdb7d,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:26:30.561531 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5d14b5a0-cba1-47a6-9a36-e2f5769bd26a tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:30.599325 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-2e297943-c0ba-4355-9458-ad4bbb4e3abf tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:26:30.605619 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-89c59f5e-21f3-46a1-beef-80b76d4a3760 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 2.7601187 Mar 07 10:26:30.612168 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-2e297943-c0ba-4355-9458-ad4bbb4e3abf tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Usage tracker for resource:port and tenant:0f1e04191c7443f7844c0202165e746c is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:26:30.615579 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-c2d9c24a-5143-473d-b911-bfee0d495eec tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] 10.222.0.13 "DELETE /v2.0/ports/4a45842d-1cb3-40df-b14c-c86e47f5b62a HTTP/1.1" status: 204 len: 168 time: 2.3791671 Mar 07 10:26:30.617349 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 60466) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:26:30.627345 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-2e297943-c0ba-4355-9458-ad4bbb4e3abf tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:26:30.633102 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 60468) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:26:30.642193 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-2422c2e2-edb7-448e-9af8-045fd07e75d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8307'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:26:30.645453 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-398c7120-9be4-44ae-a027-88ecb87e52a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:30.646871 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-20157170-4432-4c2a-8335-aab86a368de6 None None] Provisioning for port 07240f66-1ac5-459f-a0d0-3809b67be999 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:26:30.664409 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-39d4a71b-3066-483c-b0c9-29d062af560a None None] Attempting to bind port bbf37219-0f81-4429-987e-758ddb9cdb7d on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:26:30.664850 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-39d4a71b-3066-483c-b0c9-29d062af560a None None] Attempting to bind port bbf37219-0f81-4429-987e-758ddb9cdb7d by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': '13510a37-88c7-493e-9701-b414ea24fc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '98d8805b-dd65-4110-997b-2eea298bca78'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:26:30.665302 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d4a71b-3066-483c-b0c9-29d062af560a None None] Attempting to bind port bbf37219-0f81-4429-987e-758ddb9cdb7d on network 98d8805b-dd65-4110-997b-2eea298bca78 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:26:30.667102 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-2e297943-c0ba-4355-9458-ad4bbb4e3abf tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:26:30.667493 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-20157170-4432-4c2a-8335-aab86a368de6 None None] Provisioning complete for port 07240f66-1ac5-459f-a0d0-3809b67be999 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:26:30.667920 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-20157170-4432-4c2a-8335-aab86a368de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:30.724012 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-db081d54-171e-4d4e-917a-da1f6df2606c req-469e73cf-6504-4d5b-b42c-959858fa1f71 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=65714aee-73ac-4584-a7de-be759f77a2b1 HTTP/1.1" status: 200 len: 217 time: 0.1856766 Mar 07 10:26:30.734792 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-07559a6f-abff-4834-b738-457ff8d8416d tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] GET failed (client error): The resource could not be found. Mar 07 10:26:30.735383 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-07559a6f-abff-4834-b738-457ff8d8416d tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Synchronizing usage tracker for tenant:29ee0fb2487e46c6b75e400959e24994 on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:26:30.739967 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6af252aa-225a-457d-9164-9ed83432e8af None None] For port 4effc5eb-f920-4413-a8fb-a2f2f5702fd0, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:26:30.750986 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6af252aa-225a-457d-9164-9ed83432e8af None None] For port 4effc5eb-f920-4413-a8fb-a2f2f5702fd0, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=4effc5eb-f920-4413-a8fb-a2f2f5702fd0,segment=NetworkSegment(cd7db4c4-b481-46f0-8929-41163fe94e41),segment_id=cd7db4c4-b481-46f0-8929-41163fe94e41)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:26:30.754706 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d4a71b-3066-483c-b0c9-29d062af560a None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 26, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:26:30.755563 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d4a71b-3066-483c-b0c9-29d062af560a None None] Checking segment: {'id': '13510a37-88c7-493e-9701-b414ea24fc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '98d8805b-dd65-4110-997b-2eea298bca78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:26:30.756012 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-39d4a71b-3066-483c-b0c9-29d062af560a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:30.756672 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d4a71b-3066-483c-b0c9-29d062af560a None None] Bound using segment: {'id': '13510a37-88c7-493e-9701-b414ea24fc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '98d8805b-dd65-4110-997b-2eea298bca78'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:26:30.757648 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-39d4a71b-3066-483c-b0c9-29d062af560a None None] Bound port: bbf37219-0f81-4429-987e-758ddb9cdb7d, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13510a37-88c7-493e-9701-b414ea24fc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '98d8805b-dd65-4110-997b-2eea298bca78'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:26:30.758192 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-39d4a71b-3066-483c-b0c9-29d062af560a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:30.772198 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4576ea68-d2ea-4325-a266-d1787f6af2e3 req-5098bddf-9bb4-44bd-b180-f27a3fa0f652 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:26:30.774446 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4576ea68-d2ea-4325-a266-d1787f6af2e3 req-5098bddf-9bb4-44bd-b180-f27a3fa0f652 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] 10.222.0.13 "GET /v2.0/ports?device_id=22a73a36-a502-4d17-9bc5-55363d6489d7 HTTP/1.1" status: 200 len: 943 time: 0.3614502 Mar 07 10:26:30.787869 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6af252aa-225a-457d-9164-9ed83432e8af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:30.841320 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e297943-c0ba-4355-9458-ad4bbb4e3abf tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Made reservation on behalf of 0f1e04191c7443f7844c0202165e746c for: {'port': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:26:30.901848 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5d14b5a0-cba1-47a6-9a36-e2f5769bd26a tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:30.906487 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4576ea68-d2ea-4325-a266-d1787f6af2e3 req-b435aec5-f748-45b4-a61b-8baae8bf2958 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0975493-0c59-42d9-89a3-fb824091cc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1221938 Mar 07 10:26:30.915729 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5d14b5a0-cba1-47a6-9a36-e2f5769bd26a tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3012561'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:30.970626 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af252aa-225a-457d-9164-9ed83432e8af None None] Pushing event updated for resources: {'Port': ['ID=4effc5eb-f920-4413-a8fb-a2f2f5702fd0,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:26:30.997468 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-07559a6f-abff-4834-b738-457ff8d8416d tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Unset dirty status for tenant:29ee0fb2487e46c6b75e400959e24994 on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:26:30.998714 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-07559a6f-abff-4834-b738-457ff8d8416d tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] 10.222.0.13 "GET /v2.0/ports/4a45842d-1cb3-40df-b14c-c86e47f5b62a HTTP/1.1" status: 404 len: 333 time: 0.3613021 Mar 07 10:26:31.025445 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 60474) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:26:31.067015 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-adbd2215-c8ee-41f3-92a6-4182ca26b8a8 None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 10:26:31.075828 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2e297943-c0ba-4355-9458-ad4bbb4e3abf tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:31.087366 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db081d54-171e-4d4e-917a-da1f6df2606c req-242d8cf2-a4cb-4222-bf2a-6035dd923f6d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:26:31.089201 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-db081d54-171e-4d4e-917a-da1f6df2606c req-242d8cf2-a4cb-4222-bf2a-6035dd923f6d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=76710092-eed3-4585-bcb7-8bd2be0bad68 HTTP/1.1" status: 200 len: 834 time: 0.3452818 Mar 07 10:26:31.092723 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d14b5a0-cba1-47a6-9a36-e2f5769bd26a tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Pushing event updated for resources: {'Port': ['ID=02399efc-96bb-4bfd-b289-c6b5f184f424,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:26:31.128336 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-39d4a71b-3066-483c-b0c9-29d062af560a None None] For port bbf37219-0f81-4429-987e-758ddb9cdb7d, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:26:31.143243 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-20157170-4432-4c2a-8335-aab86a368de6 None None] Could not find standard attr ID for object 4a45842d-1cb3-40df-b14c-c86e47f5b62a. {{(pid=83739) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 07 10:26:31.145592 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-39d4a71b-3066-483c-b0c9-29d062af560a None None] For port bbf37219-0f81-4429-987e-758ddb9cdb7d, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=bbf37219-0f81-4429-987e-758ddb9cdb7d,segment=NetworkSegment(13510a37-88c7-493e-9701-b414ea24fc4c),segment_id=13510a37-88c7-493e-9701-b414ea24fc4c)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:26:31.154208 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-39d4a71b-3066-483c-b0c9-29d062af560a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:31.155615 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5d14b5a0-cba1-47a6-9a36-e2f5769bd26a tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923533'] for floatingip, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:31.177816 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-565893ec-4f36-40f3-8a59-bc2554d95103 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Deleting port 3a4df131-e916-45d0-b7ba-0822d659e080 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:26:31.177816 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-565893ec-4f36-40f3-8a59-bc2554d95103 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:31.187377 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3860398d-3b87-49e9-bebf-6cf1eeb52a0f tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks [] for router_gateway, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:31.242107 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5d14b5a0-cba1-47a6-9a36-e2f5769bd26a tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for floatingip, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:31.242537 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2422c2e2-edb7-448e-9af8-045fd07e75d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:31.244537 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-5d14b5a0-cba1-47a6-9a36-e2f5769bd26a tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1238198 Mar 07 10:26:31.253069 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 60478) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:26:31.264079 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-20157170-4432-4c2a-8335-aab86a368de6 None None] Provisioning complete for port 41bc0226-7482-4f54-a1d1-01f24b14543f triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:26:31.264547 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-20157170-4432-4c2a-8335-aab86a368de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:31.278984 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3860398d-3b87-49e9-bebf-6cf1eeb52a0f tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:31.279391 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-c2b68aae-d907-48dc-9376-ef699b42fc56 tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-47486221'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:26:31.285337 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-13d20116-413c-4aa3-9c80-45639083fa28 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:31.296599 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [None req-2e297943-c0ba-4355-9458-ad4bbb4e3abf tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] device_id is not set on port 4e8bda45-f346-4fd0-9088-d0589457f2e8 yet. {{(pid=83738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 07 10:26:31.308080 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-c2b68aae-d907-48dc-9376-ef699b42fc56 tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:26:31.334260 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d4a71b-3066-483c-b0c9-29d062af560a None None] Pushing event updated for resources: {'Port': ['ID=bbf37219-0f81-4429-987e-758ddb9cdb7d,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:26:31.374668 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-20157170-4432-4c2a-8335-aab86a368de6 None None] Port 41bc0226-7482-4f54-a1d1-01f24b14543f cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:26:31.381003 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-c2b68aae-d907-48dc-9376-ef699b42fc56 tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Usage tracker for resource:network and tenant:03e87e6ffa17408099bdc7fd61743b93 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:26:31.393622 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-c2b68aae-d907-48dc-9376-ef699b42fc56 tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:26:31.420628 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-c2b68aae-d907-48dc-9376-ef699b42fc56 tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:26:31.430462 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-13d20116-413c-4aa3-9c80-45639083fa28 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:31.489100 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-f7f61ddb-e76e-40fe-abb6-0b999b67ba66 None None] Could not find standard attr ID for object 4a45842d-1cb3-40df-b14c-c86e47f5b62a. {{(pid=83739) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 07 10:26:31.493453 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2b68aae-d907-48dc-9376-ef699b42fc56 tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Made reservation on behalf of 03e87e6ffa17408099bdc7fd61743b93 for: {'network': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:26:31.497163 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c2b68aae-d907-48dc-9376-ef699b42fc56 tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for network, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:31.532346 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c2b68aae-d907-48dc-9376-ef699b42fc56 tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:31.564214 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-565893ec-4f36-40f3-8a59-bc2554d95103 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:31.592776 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-13d20116-413c-4aa3-9c80-45639083fa28 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:31.693798 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-711fefd2-3b30-4759-8df5-0aecff1c8e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:31.763114 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-565893ec-4f36-40f3-8a59-bc2554d95103 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Calling delete_port for 3a4df131-e916-45d0-b7ba-0822d659e080 owned by network:router_interface {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:26:31.803770 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d20116-413c-4aa3-9c80-45639083fa28 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=450b74d8-bbcd-408a-8970-8e2bdf09061b,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:26:31.822907 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-db081d54-171e-4d4e-917a-da1f6df2606c req-89d6ecde-7ada-4662-b573-4fdc92af3163 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0ff3d537-e319-4922-a8b2-8cb5ee18b005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7037570 Mar 07 10:26:31.824010 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:31.827080 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-13d20116-413c-4aa3-9c80-45639083fa28 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:31.831598 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-13d20116-413c-4aa3-9c80-45639083fa28 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] 10.222.0.13 "DELETE /v2.0/security-groups/450b74d8-bbcd-408a-8970-8e2bdf09061b HTTP/1.1" status: 204 len: 168 time: 0.7987611 Mar 07 10:26:31.833884 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-c2b68aae-d907-48dc-9376-ef699b42fc56 tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:26:31.837163 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 60482) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:26:31.855396 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-c2b68aae-d907-48dc-9376-ef699b42fc56 tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Usage tracker for resource:security_group_rule and tenant:03e87e6ffa17408099bdc7fd61743b93 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:26:31.861555 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-c2b68aae-d907-48dc-9376-ef699b42fc56 tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:26:31.876224 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-c2b68aae-d907-48dc-9376-ef699b42fc56 tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:26:31.952514 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-3860398d-3b87-49e9-bebf-6cf1eeb52a0f tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Allocated IP 172.26.8.201 (5ed85006-6b00-415e-b71f-837fb1421c12/8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a/63d4d37d-2f33-4cac-93ae-8ab6f367bb9c) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:26:31.997799 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-30b0ae85-0bbc-47ea-bf7e-7d5410b42464 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:32.111710 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-30b0ae85-0bbc-47ea-bf7e-7d5410b42464 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:32.120631 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c2b68aae-d907-48dc-9376-ef699b42fc56 tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:32.157665 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.db.resource_extend [None req-2422c2e2-edb7-448e-9af8-045fd07e75d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 10:26:32.252078 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-db081d54-171e-4d4e-917a-da1f6df2606c req-862cf4fd-cf34-44e9-9136-017521d38f63 service neutron] 10.222.0.10 "GET /v2.0/networks/0ff3d537-e319-4922-a8b2-8cb5ee18b005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4049191 Mar 07 10:26:32.261296 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c2b68aae-d907-48dc-9376-ef699b42fc56 tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:32.341171 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [None req-2422c2e2-edb7-448e-9af8-045fd07e75d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] device_id is not set on port ad4e0681-95e1-4e79-83ce-9aa4034c78d0 yet. {{(pid=83738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 07 10:26:32.354408 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2b68aae-d907-48dc-9376-ef699b42fc56 tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=83737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:26:32.381984 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b68aae-d907-48dc-9376-ef699b42fc56 tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e278cc0-9c74-465c-b452-340488f1469e,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:26:32.399434 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c2b68aae-d907-48dc-9376-ef699b42fc56 tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:32.399834 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.db.segments_db [None req-c2b68aae-d907-48dc-9376-ef699b42fc56 tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Added segment 2cced2da-504e-426d-82c0-0b771f09009a of type vlan for network 8e845710-73f7-4f0b-af10-9dcc2a1ba0b8 Mar 07 10:26:32.405912 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-565893ec-4f36-40f3-8a59-bc2554d95103 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:32.415043 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-2e297943-c0ba-4355-9458-ad4bbb4e3abf tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Allocated IP 172.20.0.11 (98d8805b-dd65-4110-997b-2eea298bca78/b3a1518a-099e-433c-88a3-9d8f4799c895/4e8bda45-f346-4fd0-9088-d0589457f2e8) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:26:32.417947 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device bbf37219-0f81-4429-987e-758ddb9cdb7d up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:26:32.433050 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2422c2e2-edb7-448e-9af8-045fd07e75d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:32.506197 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565893ec-4f36-40f3-8a59-bc2554d95103 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Pushing event deleted for resources: {'Port': ['ID=3a4df131-e916-45d0-b7ba-0822d659e080,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:26:32.514443 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-30b0ae85-0bbc-47ea-bf7e-7d5410b42464 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:32.522698 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning for port bbf37219-0f81-4429-987e-758ddb9cdb7d completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:26:32.531464 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 4effc5eb-f920-4413-a8fb-a2f2f5702fd0 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:26:32.554741 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3387b87f-afe9-4f05-bc4e-a801e94dd0ec req-523ea241-a00a-45e1-b2ad-aa921111fb98 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:26:32.557611 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-3387b87f-afe9-4f05-bc4e-a801e94dd0ec req-523ea241-a00a-45e1-b2ad-aa921111fb98 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] 10.222.0.13 "GET /v2.0/ports?device_id=22a73a36-a502-4d17-9bc5-55363d6489d7 HTTP/1.1" status: 200 len: 943 time: 0.5130503 Mar 07 10:26:32.619632 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b0ae85-0bbc-47ea-bf7e-7d5410b42464 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6efd3dd7-1a59-48c9-8ce8-c558faa1f48c,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:26:32.627326 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-2e297943-c0ba-4355-9458-ad4bbb4e3abf tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Allocated IP 2001:db8::f816:3eff:fe0e:4503 (98d8805b-dd65-4110-997b-2eea298bca78/ba5f84c2-f610-489c-8812-e4eb8d5bcbf6/4e8bda45-f346-4fd0-9088-d0589457f2e8) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:26:32.634155 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c2b68aae-d907-48dc-9376-ef699b42fc56 tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732568034061'] for network, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:32.664187 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3860398d-3b87-49e9-bebf-6cf1eeb52a0f tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:32.688131 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-2422c2e2-edb7-448e-9af8-045fd07e75d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Transition to ACTIVE for port object ad4e0681-95e1-4e79-83ce-9aa4034c78d0 will not be triggered until provisioned by entity L2. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:26:32.722856 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning for port 4effc5eb-f920-4413-a8fb-a2f2f5702fd0 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:26:32.724259 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2422c2e2-edb7-448e-9af8-045fd07e75d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3556717'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:32.799099 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-30b0ae85-0bbc-47ea-bf7e-7d5410b42464 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:32.800348 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-30b0ae85-0bbc-47ea-bf7e-7d5410b42464 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] 10.222.0.13 "DELETE /v2.0/security-groups/6efd3dd7-1a59-48c9-8ce8-c558faa1f48c HTTP/1.1" status: 204 len: 168 time: 0.9598551 Mar 07 10:26:32.810357 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 60490) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:26:32.821427 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c2b68aae-d907-48dc-9376-ef699b42fc56 tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594'] for network, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:32.826716 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2b68aae-d907-48dc-9376-ef699b42fc56 tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:26:32.827300 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c2b68aae-d907-48dc-9376-ef699b42fc56 tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:32.880036 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-3387b87f-afe9-4f05-bc4e-a801e94dd0ec req-5db4ca24-3ff0-4e89-b897-d6c6018f892d tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0975493-0c59-42d9-89a3-fb824091cc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3067968 Mar 07 10:26:32.931202 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1645cbd-b9c8-4d0f-b03d-b306ef14ea81 None None] Network f0d5e4a5-09d0-46ad-87fe-10e571ed08c6 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:26:33.019574 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-db081d54-171e-4d4e-917a-da1f6df2606c req-e351847d-0fe1-493c-8cb7-31cf4f196b91 service neutron] 10.222.0.10 "GET /v2.0/networks/0ff3d537-e319-4922-a8b2-8cb5ee18b005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7584274 Mar 07 10:26:33.050080 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-7096d663-bf36-4cc0-bf34-75e594f1a019 None None] Provisioning for port 4effc5eb-f920-4413-a8fb-a2f2f5702fd0 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:26:33.072303 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-7096d663-bf36-4cc0-bf34-75e594f1a019 None None] Provisioning complete for port 4effc5eb-f920-4413-a8fb-a2f2f5702fd0 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:26:33.072934 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-7096d663-bf36-4cc0-bf34-75e594f1a019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:33.093584 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2422c2e2-edb7-448e-9af8-045fd07e75d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Pushing event updated for resources: {'Port': ['ID=ad4e0681-95e1-4e79-83ce-9aa4034c78d0,revision_number=2']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:26:33.111460 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-c2b68aae-d907-48dc-9376-ef699b42fc56 tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.8544183 Mar 07 10:26:33.129338 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 60494) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:26:33.140179 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-00641256-b634-44a0-8044-2429a325ff01 tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Request body: {'subnet': {'network_id': '8e845710-73f7-4f0b-af10-9dcc2a1ba0b8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:26:33.163140 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-740c087a-afad-4082-95f4-d9158de45e08 None None] Network 98d8805b-dd65-4110-997b-2eea298bca78 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:26:33.179626 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3860398d-3b87-49e9-bebf-6cf1eeb52a0f tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:33.192983 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c87150bd-aa9c-4ad1-bb68-57ec66d4fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:33.222016 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b68aae-d907-48dc-9376-ef699b42fc56 tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Pushing event updated for resources: {'Network': ['ID=8e845710-73f7-4f0b-af10-9dcc2a1ba0b8,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:26:33.274010 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Network 8e845710-73f7-4f0b-af10-9dcc2a1ba0b8 details requested by agent ovs-agent-dv-neutron-830731-3-hyperv with host dv-neutron-830731-3-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 10:26:33.286567 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-00641256-b634-44a0-8044-2429a325ff01 tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:26:33.292764 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-00641256-b634-44a0-8044-2429a325ff01 tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Usage tracker for resource:subnet and tenant:03e87e6ffa17408099bdc7fd61743b93 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:26:33.296884 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-00641256-b634-44a0-8044-2429a325ff01 tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:26:33.304871 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-00641256-b634-44a0-8044-2429a325ff01 tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:26:33.321157 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-565893ec-4f36-40f3-8a59-bc2554d95103 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2756383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3920168'] for router_interface, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:33.327359 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00641256-b634-44a0-8044-2429a325ff01 tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Made reservation on behalf of 03e87e6ffa17408099bdc7fd61743b93 for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:26:33.405071 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3860398d-3b87-49e9-bebf-6cf1eeb52a0f tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Network 5ed85006-6b00-415e-b71f-837fb1421c12 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:26:33.421098 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3860398d-3b87-49e9-bebf-6cf1eeb52a0f tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Pushing event updated for resources: {'Port': ['ID=63d4d37d-2f33-4cac-93ae-8ab6f367bb9c,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:26:33.423183 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-2422c2e2-edb7-448e-9af8-045fd07e75d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Attempting to bind port ad4e0681-95e1-4e79-83ce-9aa4034c78d0 on host hv-neutron-8307 for vnic_type normal with profile {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:26:33.423523 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-2422c2e2-edb7-448e-9af8-045fd07e75d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Attempting to bind port ad4e0681-95e1-4e79-83ce-9aa4034c78d0 by drivers openvswitch,hyperv on host hv-neutron-8307 at level 0 using segments [{'id': 'cba943ae-9e9c-45a1-a7d5-f9653e9f0427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'afec344e-3b43-4995-ba39-ecf005aa6e74'}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:26:33.424158 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2422c2e2-edb7-448e-9af8-045fd07e75d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Attempting to bind port ad4e0681-95e1-4e79-83ce-9aa4034c78d0 on network afec344e-3b43-4995-ba39-ecf005aa6e74 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:26:33.426184 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-3860398d-3b87-49e9-bebf-6cf1eeb52a0f tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:26:33.433881 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3860398d-3b87-49e9-bebf-6cf1eeb52a0f tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:26:33.487491 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2e297943-c0ba-4355-9458-ad4bbb4e3abf tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:33.511427 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2422c2e2-edb7-448e-9af8-045fd07e75d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Port ad4e0681-95e1-4e79-83ce-9aa4034c78d0 on network afec344e-3b43-4995-ba39-ecf005aa6e74 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8307 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 07 10:26:33.511838 dv-neutron-830731-3-hyperv neutron-server[83738]: ERROR neutron.plugins.ml2.managers [None req-2422c2e2-edb7-448e-9af8-045fd07e75d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Failed to bind port ad4e0681-95e1-4e79-83ce-9aa4034c78d0 on host hv-neutron-8307 for vnic_type normal using segments [{'id': 'cba943ae-9e9c-45a1-a7d5-f9653e9f0427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'afec344e-3b43-4995-ba39-ecf005aa6e74'}] Mar 07 10:26:33.519261 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.plugins.ml2.plugin [None req-2422c2e2-edb7-448e-9af8-045fd07e75d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Attempt 2 to bind port ad4e0681-95e1-4e79-83ce-9aa4034c78d0 Mar 07 10:26:33.565115 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-2e297943-c0ba-4355-9458-ad4bbb4e3abf tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Transition to ACTIVE for port object 4e8bda45-f346-4fd0-9088-d0589457f2e8 will not be triggered until provisioned by entity DHCP. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:26:33.568673 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-7b6c5567-2c75-4307-974e-699b27046285 req-d256b229-3a13-403b-81c4-108c041ab191 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4e9c4d5c86cf416eb66bed1b523adf54&device_id=22a73a36-a502-4d17-9bc5-55363d6489d7 HTTP/1.1" status: 200 len: 1096 time: 0.4716179 Mar 07 10:26:33.573657 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-2422c2e2-edb7-448e-9af8-045fd07e75d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Attempting to bind port ad4e0681-95e1-4e79-83ce-9aa4034c78d0 on host hv-neutron-8307 for vnic_type normal with profile {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:26:33.573953 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-2422c2e2-edb7-448e-9af8-045fd07e75d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Attempting to bind port ad4e0681-95e1-4e79-83ce-9aa4034c78d0 by drivers openvswitch,hyperv on host hv-neutron-8307 at level 0 using segments [{'id': 'cba943ae-9e9c-45a1-a7d5-f9653e9f0427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'afec344e-3b43-4995-ba39-ecf005aa6e74'}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:26:33.574303 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2422c2e2-edb7-448e-9af8-045fd07e75d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Attempting to bind port ad4e0681-95e1-4e79-83ce-9aa4034c78d0 on network afec344e-3b43-4995-ba39-ecf005aa6e74 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:26:33.591418 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-00641256-b634-44a0-8044-2429a325ff01 tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3219231'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:33.603408 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-7096d663-bf36-4cc0-bf34-75e594f1a019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:33.605232 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_v2 [None req-97f5b50d-90ec-4077-9b3d-db5a446d0cc4 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Deleting subnet c200b4a2-0b46-47cf-b79e-1f5b504352c6 {{(pid=83738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 07 10:26:33.649047 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-97f5b50d-90ec-4077-9b3d-db5a446d0cc4 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks [] for subnet, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:33.694266 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-7096d663-bf36-4cc0-bf34-75e594f1a019 None None] For port 4effc5eb-f920-4413-a8fb-a2f2f5702fd0, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=4effc5eb-f920-4413-a8fb-a2f2f5702fd0,segment=NetworkSegment(cd7db4c4-b481-46f0-8929-41163fe94e41),segment_id=cd7db4c4-b481-46f0-8929-41163fe94e41)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:26:33.700610 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-7096d663-bf36-4cc0-bf34-75e594f1a019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:33.751764 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2422c2e2-edb7-448e-9af8-045fd07e75d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Port ad4e0681-95e1-4e79-83ce-9aa4034c78d0 on network afec344e-3b43-4995-ba39-ecf005aa6e74 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8307 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 07 10:26:33.752091 dv-neutron-830731-3-hyperv neutron-server[83738]: ERROR neutron.plugins.ml2.managers [None req-2422c2e2-edb7-448e-9af8-045fd07e75d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Failed to bind port ad4e0681-95e1-4e79-83ce-9aa4034c78d0 on host hv-neutron-8307 for vnic_type normal using segments [{'id': 'cba943ae-9e9c-45a1-a7d5-f9653e9f0427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'afec344e-3b43-4995-ba39-ecf005aa6e74'}] Mar 07 10:26:33.763312 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.plugins.ml2.plugin [None req-2422c2e2-edb7-448e-9af8-045fd07e75d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Attempt 3 to bind port ad4e0681-95e1-4e79-83ce-9aa4034c78d0 Mar 07 10:26:33.780149 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7096d663-bf36-4cc0-bf34-75e594f1a019 None None] Pushing event updated for resources: {'Port': ['ID=4effc5eb-f920-4413-a8fb-a2f2f5702fd0,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:26:33.821554 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-97f5b50d-90ec-4077-9b3d-db5a446d0cc4 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2969395'] for subnet, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:33.856166 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-2422c2e2-edb7-448e-9af8-045fd07e75d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Attempting to bind port ad4e0681-95e1-4e79-83ce-9aa4034c78d0 on host hv-neutron-8307 for vnic_type normal with profile {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:26:33.856764 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-2422c2e2-edb7-448e-9af8-045fd07e75d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Attempting to bind port ad4e0681-95e1-4e79-83ce-9aa4034c78d0 by drivers openvswitch,hyperv on host hv-neutron-8307 at level 0 using segments [{'id': 'cba943ae-9e9c-45a1-a7d5-f9653e9f0427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'afec344e-3b43-4995-ba39-ecf005aa6e74'}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:26:33.857255 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2422c2e2-edb7-448e-9af8-045fd07e75d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Attempting to bind port ad4e0681-95e1-4e79-83ce-9aa4034c78d0 on network afec344e-3b43-4995-ba39-ecf005aa6e74 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:26:33.903958 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-2dc90733-63c7-40a7-8a5b-c97f0f0c4eae None None] Provisioning for port bbf37219-0f81-4429-987e-758ddb9cdb7d completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:26:33.916660 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-2dc90733-63c7-40a7-8a5b-c97f0f0c4eae None None] Provisioning complete for port bbf37219-0f81-4429-987e-758ddb9cdb7d triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:26:33.917056 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-2dc90733-63c7-40a7-8a5b-c97f0f0c4eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:33.939423 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2e297943-c0ba-4355-9458-ad4bbb4e3abf tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:34.012962 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6510b9c5-ca8c-4ce5-afdb-3fc0ed7e0b67 None None] Update dhcp port {'port': {'network_id': '98d8805b-dd65-4110-997b-2eea298bca78', 'fixed_ips': [{'subnet_id': 'b3a1518a-099e-433c-88a3-9d8f4799c895', 'ip_address': '172.20.0.2'}, {'subnet_id': 'ba5f84c2-f610-489c-8812-e4eb8d5bcbf6'}], 'binding:host_id': 'dv-neutron-830731-3-hyperv'}, 'id': 'bbf37219-0f81-4429-987e-758ddb9cdb7d'} from dv-neutron-830731-3-hyperv. {{(pid=83739) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 07 10:26:34.019338 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2422c2e2-edb7-448e-9af8-045fd07e75d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Port ad4e0681-95e1-4e79-83ce-9aa4034c78d0 on network afec344e-3b43-4995-ba39-ecf005aa6e74 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8307 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 07 10:26:34.019989 dv-neutron-830731-3-hyperv neutron-server[83738]: ERROR neutron.plugins.ml2.managers [None req-2422c2e2-edb7-448e-9af8-045fd07e75d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Failed to bind port ad4e0681-95e1-4e79-83ce-9aa4034c78d0 on host hv-neutron-8307 for vnic_type normal using segments [{'id': 'cba943ae-9e9c-45a1-a7d5-f9653e9f0427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'afec344e-3b43-4995-ba39-ecf005aa6e74'}] Mar 07 10:26:34.033174 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.plugins.ml2.plugin [None req-2422c2e2-edb7-448e-9af8-045fd07e75d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Attempt 4 to bind port ad4e0681-95e1-4e79-83ce-9aa4034c78d0 Mar 07 10:26:34.080378 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6c5567-2c75-4307-974e-699b27046285 req-fb343929-29bd-4ed8-8d1a-5cc405c9d856 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:26:34.082121 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-7b6c5567-2c75-4307-974e-699b27046285 req-fb343929-29bd-4ed8-8d1a-5cc405c9d856 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0ff3d537-e319-4922-a8b2-8cb5ee18b005 HTTP/1.1" status: 200 len: 897 time: 0.5016251 Mar 07 10:26:34.099248 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-2422c2e2-edb7-448e-9af8-045fd07e75d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Attempting to bind port ad4e0681-95e1-4e79-83ce-9aa4034c78d0 on host hv-neutron-8307 for vnic_type normal with profile {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:26:34.099651 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-2422c2e2-edb7-448e-9af8-045fd07e75d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Attempting to bind port ad4e0681-95e1-4e79-83ce-9aa4034c78d0 by drivers openvswitch,hyperv on host hv-neutron-8307 at level 0 using segments [{'id': 'cba943ae-9e9c-45a1-a7d5-f9653e9f0427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'afec344e-3b43-4995-ba39-ecf005aa6e74'}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:26:34.099912 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2422c2e2-edb7-448e-9af8-045fd07e75d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Attempting to bind port ad4e0681-95e1-4e79-83ce-9aa4034c78d0 on network afec344e-3b43-4995-ba39-ecf005aa6e74 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:26:34.117698 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6510b9c5-ca8c-4ce5-afdb-3fc0ed7e0b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:34.166159 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e297943-c0ba-4355-9458-ad4bbb4e3abf tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Pushing event updated for resources: {'Port': ['ID=4e8bda45-f346-4fd0-9088-d0589457f2e8,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:26:34.182993 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-2dc90733-63c7-40a7-8a5b-c97f0f0c4eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:34.187757 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e297943-c0ba-4355-9458-ad4bbb4e3abf tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Network 98d8805b-dd65-4110-997b-2eea298bca78 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:26:34.196198 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-2e297943-c0ba-4355-9458-ad4bbb4e3abf tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:26:34.201361 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e297943-c0ba-4355-9458-ad4bbb4e3abf tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:26:34.227615 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-7b6c5567-2c75-4307-974e-699b27046285 req-b896fc6d-e95e-46f1-81ba-9ef02a16d170 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=65714aee-73ac-4584-a7de-be759f77a2b1 HTTP/1.1" status: 200 len: 217 time: 0.1295104 Mar 07 10:26:34.232354 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2422c2e2-edb7-448e-9af8-045fd07e75d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Port ad4e0681-95e1-4e79-83ce-9aa4034c78d0 on network afec344e-3b43-4995-ba39-ecf005aa6e74 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8307 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 07 10:26:34.232706 dv-neutron-830731-3-hyperv neutron-server[83738]: ERROR neutron.plugins.ml2.managers [None req-2422c2e2-edb7-448e-9af8-045fd07e75d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Failed to bind port ad4e0681-95e1-4e79-83ce-9aa4034c78d0 on host hv-neutron-8307 for vnic_type normal using segments [{'id': 'cba943ae-9e9c-45a1-a7d5-f9653e9f0427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'afec344e-3b43-4995-ba39-ecf005aa6e74'}] Mar 07 10:26:34.242298 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.plugins.ml2.plugin [None req-2422c2e2-edb7-448e-9af8-045fd07e75d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Attempt 5 to bind port ad4e0681-95e1-4e79-83ce-9aa4034c78d0 Mar 07 10:26:34.290056 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-00641256-b634-44a0-8044-2429a325ff01 tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3012444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3219213'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:34.296287 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-2dc90733-63c7-40a7-8a5b-c97f0f0c4eae None None] For port bbf37219-0f81-4429-987e-758ddb9cdb7d, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=bbf37219-0f81-4429-987e-758ddb9cdb7d,segment=NetworkSegment(13510a37-88c7-493e-9701-b414ea24fc4c),segment_id=13510a37-88c7-493e-9701-b414ea24fc4c)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:26:34.303475 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-97f5b50d-90ec-4077-9b3d-db5a446d0cc4 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1525496'] for subnet, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:34.332145 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-2dc90733-63c7-40a7-8a5b-c97f0f0c4eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:34.373685 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-2422c2e2-edb7-448e-9af8-045fd07e75d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Attempting to bind port ad4e0681-95e1-4e79-83ce-9aa4034c78d0 on host hv-neutron-8307 for vnic_type normal with profile {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:26:34.373913 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-2422c2e2-edb7-448e-9af8-045fd07e75d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Attempting to bind port ad4e0681-95e1-4e79-83ce-9aa4034c78d0 by drivers openvswitch,hyperv on host hv-neutron-8307 at level 0 using segments [{'id': 'cba943ae-9e9c-45a1-a7d5-f9653e9f0427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'afec344e-3b43-4995-ba39-ecf005aa6e74'}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:26:34.374225 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2422c2e2-edb7-448e-9af8-045fd07e75d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Attempting to bind port ad4e0681-95e1-4e79-83ce-9aa4034c78d0 on network afec344e-3b43-4995-ba39-ecf005aa6e74 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:26:34.384086 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 4effc5eb-f920-4413-a8fb-a2f2f5702fd0 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:26:34.396655 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e297943-c0ba-4355-9458-ad4bbb4e3abf tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:26:34.397046 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2e297943-c0ba-4355-9458-ad4bbb4e3abf tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:34.420620 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00641256-b634-44a0-8044-2429a325ff01 tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Pushing event updated for resources: {'Subnet': ['ID=1908a094-c85c-45bf-ba08-f6b98786ad14,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:26:34.425580 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6c5567-2c75-4307-974e-699b27046285 req-4a233de6-8ac1-48fb-8527-bc369dc0a9ca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:26:34.427061 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-7b6c5567-2c75-4307-974e-699b27046285 req-4a233de6-8ac1-48fb-8527-bc369dc0a9ca service neutron] 10.222.0.10 "GET /v2.0/subnets?id=76710092-eed3-4585-bcb7-8bd2be0bad68 HTTP/1.1" status: 200 len: 834 time: 0.1921387 Mar 07 10:26:34.427573 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2422c2e2-edb7-448e-9af8-045fd07e75d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Port ad4e0681-95e1-4e79-83ce-9aa4034c78d0 on network afec344e-3b43-4995-ba39-ecf005aa6e74 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8307 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 07 10:26:34.427894 dv-neutron-830731-3-hyperv neutron-server[83738]: ERROR neutron.plugins.ml2.managers [None req-2422c2e2-edb7-448e-9af8-045fd07e75d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Failed to bind port ad4e0681-95e1-4e79-83ce-9aa4034c78d0 on host hv-neutron-8307 for vnic_type normal using segments [{'id': 'cba943ae-9e9c-45a1-a7d5-f9653e9f0427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'afec344e-3b43-4995-ba39-ecf005aa6e74'}] Mar 07 10:26:34.431005 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.plugins.ml2.plugin [None req-2422c2e2-edb7-448e-9af8-045fd07e75d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Attempt 6 to bind port ad4e0681-95e1-4e79-83ce-9aa4034c78d0 Mar 07 10:26:34.452555 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00641256-b634-44a0-8044-2429a325ff01 tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Checking segment: {'id': '2cced2da-504e-426d-82c0-0b771f09009a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8e845710-73f7-4f0b-af10-9dcc2a1ba0b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:26:34.452917 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00641256-b634-44a0-8044-2429a325ff01 tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Network hostable DHCP agents. Network: 8e845710-73f7-4f0b-af10-9dcc2a1ba0b8, hostable agents: ['6527556c-6586-422c-ae47-082984683847'], hosted agents: [] {{(pid=83737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:26:34.464878 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c083db-1f6e-401c-8c85-d21240fa0240 req-44213c6c-4600-4b4f-89f9-c831c1d959a3 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:26:34.466328 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b7c083db-1f6e-401c-8c85-d21240fa0240 req-44213c6c-4600-4b4f-89f9-c831c1d959a3 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] 10.222.0.13 "GET /v2.0/ports?device_id=22a73a36-a502-4d17-9bc5-55363d6489d7 HTTP/1.1" status: 200 len: 943 time: 0.2926130 Mar 07 10:26:34.544112 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00641256-b634-44a0-8044-2429a325ff01 tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Network 8e845710-73f7-4f0b-af10-9dcc2a1ba0b8 is scheduled to be hosted by DHCP agent 6527556c-6586-422c-ae47-082984683847 with binding_index 1 {{(pid=83737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:26:34.552926 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-565893ec-4f36-40f3-8a59-bc2554d95103 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Router 59c3c930-fabc-4c51-b5ad-58e3b3e57f4b has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:26:34.556204 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b7c083db-1f6e-401c-8c85-d21240fa0240 req-5e369e03-5575-4331-bdd0-6256ea5c70e9 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0975493-0c59-42d9-89a3-fb824091cc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0788119 Mar 07 10:26:34.570879 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-00641256-b634-44a0-8044-2429a325ff01 tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830731-3-hyperv, 8e845710-73f7-4f0b-af10-9dcc2a1ba0b8) {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:26:34.574056 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc90733-63c7-40a7-8a5b-c97f0f0c4eae None None] Pushing event updated for resources: {'Port': ['ID=bbf37219-0f81-4429-987e-758ddb9cdb7d,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:26:34.575319 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00641256-b634-44a0-8044-2429a325ff01 tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:26:34.575899 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-00641256-b634-44a0-8044-2429a325ff01 tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:34.589949 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-6510b9c5-ca8c-4ce5-afdb-3fc0ed7e0b67 None None] Allocated IP 2001:db8::f816:3eff:fecf:4128 (98d8805b-dd65-4110-997b-2eea298bca78/ba5f84c2-f610-489c-8812-e4eb8d5bcbf6/bbf37219-0f81-4429-987e-758ddb9cdb7d) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:26:34.602535 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b5b583c-842f-4dbf-8f62-67a2bf9f05ae None None] Network 8e845710-73f7-4f0b-af10-9dcc2a1ba0b8 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:26:34.623746 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3860398d-3b87-49e9-bebf-6cf1eeb52a0f tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks [] for router_gateway, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:34.624452 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3860398d-3b87-49e9-bebf-6cf1eeb52a0f tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3917991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923518'] for router, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:34.632592 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6ffb98cc-49df-4ceb-bf05-0909505ec937 None None] Provisioning complete for port 4effc5eb-f920-4413-a8fb-a2f2f5702fd0 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:26:34.633345 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6ffb98cc-49df-4ceb-bf05-0909505ec937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:34.640823 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-2422c2e2-edb7-448e-9af8-045fd07e75d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Attempting to bind port ad4e0681-95e1-4e79-83ce-9aa4034c78d0 on host hv-neutron-8307 for vnic_type normal with profile {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:26:34.641438 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-2422c2e2-edb7-448e-9af8-045fd07e75d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Attempting to bind port ad4e0681-95e1-4e79-83ce-9aa4034c78d0 by drivers openvswitch,hyperv on host hv-neutron-8307 at level 0 using segments [{'id': 'cba943ae-9e9c-45a1-a7d5-f9653e9f0427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'afec344e-3b43-4995-ba39-ecf005aa6e74'}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:26:34.641791 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2422c2e2-edb7-448e-9af8-045fd07e75d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Attempting to bind port ad4e0681-95e1-4e79-83ce-9aa4034c78d0 on network afec344e-3b43-4995-ba39-ecf005aa6e74 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:26:34.653196 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-2e297943-c0ba-4355-9458-ad4bbb4e3abf tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 4.6934366 Mar 07 10:26:34.655383 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 60500) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:26:34.659950 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-97f5b50d-90ec-4077-9b3d-db5a446d0cc4 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1525489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3556647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741465'] for subnet, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:34.726015 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-00641256-b634-44a0-8044-2429a325ff01 tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5955713 Mar 07 10:26:34.727728 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 60504) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:26:34.734614 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-bd209ada-f9e3-4256-81c1-194b81060f8a tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1953684866', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12'}, 'admin_state_up': False}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:26:34.745089 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-bd209ada-f9e3-4256-81c1-194b81060f8a tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:26:34.757246 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-bd209ada-f9e3-4256-81c1-194b81060f8a tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Usage tracker for resource:router and tenant:03e87e6ffa17408099bdc7fd61743b93 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:26:34.761244 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-bd209ada-f9e3-4256-81c1-194b81060f8a tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:26:34.768510 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-bd209ada-f9e3-4256-81c1-194b81060f8a tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:26:34.790247 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-bd209ada-f9e3-4256-81c1-194b81060f8a tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3919700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58025'] for router, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:34.791150 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-bd209ada-f9e3-4256-81c1-194b81060f8a tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3919671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4011175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58018'] for router, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:34.807893 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2422c2e2-edb7-448e-9af8-045fd07e75d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Port ad4e0681-95e1-4e79-83ce-9aa4034c78d0 on network afec344e-3b43-4995-ba39-ecf005aa6e74 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8307 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 07 10:26:34.808221 dv-neutron-830731-3-hyperv neutron-server[83738]: ERROR neutron.plugins.ml2.managers [None req-2422c2e2-edb7-448e-9af8-045fd07e75d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Failed to bind port ad4e0681-95e1-4e79-83ce-9aa4034c78d0 on host hv-neutron-8307 for vnic_type normal using segments [{'id': 'cba943ae-9e9c-45a1-a7d5-f9653e9f0427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'afec344e-3b43-4995-ba39-ecf005aa6e74'}] Mar 07 10:26:34.811742 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.plugins.ml2.plugin [None req-2422c2e2-edb7-448e-9af8-045fd07e75d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Attempt 7 to bind port ad4e0681-95e1-4e79-83ce-9aa4034c78d0 Mar 07 10:26:34.818761 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-565893ec-4f36-40f3-8a59-bc2554d95103 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:26:34.830936 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-565893ec-4f36-40f3-8a59-bc2554d95103 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] 10.222.0.13 "PUT /v2.0/routers/59c3c930-fabc-4c51-b5ad-58e3b3e57f4b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2852130 Mar 07 10:26:34.832275 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-bd209ada-f9e3-4256-81c1-194b81060f8a tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:34.834393 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 60508) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:26:34.834630 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 4effc5eb-f920-4413-a8fb-a2f2f5702fd0 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:26:34.835291 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:34.842763 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34691a48-65ea-4111-bb2c-80d4a0adc727 None None] Sync routers for ids ['59c3c930-fabc-4c51-b5ad-58e3b3e57f4b'] in dv-neutron-830731-3-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:26:34.858856 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34691a48-65ea-4111-bb2c-80d4a0adc727 None None] Routers {'59c3c930-fabc-4c51-b5ad-58e3b3e57f4b'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:26:34.859831 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-34691a48-65ea-4111-bb2c-80d4a0adc727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:26:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['59c3c930-fabc-4c51-b5ad-58e3b3e57f4b'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:26:34.865814 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f5b50d-90ec-4077-9b3d-db5a446d0cc4 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Pushing event deleted for resources: {'Subnet': ['ID=c200b4a2-0b46-47cf-b79e-1f5b504352c6,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:26:34.894092 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-97f5b50d-90ec-4077-9b3d-db5a446d0cc4 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:34.896342 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-97f5b50d-90ec-4077-9b3d-db5a446d0cc4 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] 10.222.0.13 "DELETE /v2.0/subnets/c200b4a2-0b46-47cf-b79e-1f5b504352c6 HTTP/1.1" status: 204 len: 168 time: 2.0747519 Mar 07 10:26:34.902794 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 60512) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:26:34.903679 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-2422c2e2-edb7-448e-9af8-045fd07e75d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Attempting to bind port ad4e0681-95e1-4e79-83ce-9aa4034c78d0 on host hv-neutron-8307 for vnic_type normal with profile {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:26:34.904165 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-2422c2e2-edb7-448e-9af8-045fd07e75d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Attempting to bind port ad4e0681-95e1-4e79-83ce-9aa4034c78d0 by drivers openvswitch,hyperv on host hv-neutron-8307 at level 0 using segments [{'id': 'cba943ae-9e9c-45a1-a7d5-f9653e9f0427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'afec344e-3b43-4995-ba39-ecf005aa6e74'}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:26:34.904678 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2422c2e2-edb7-448e-9af8-045fd07e75d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Attempting to bind port ad4e0681-95e1-4e79-83ce-9aa4034c78d0 on network afec344e-3b43-4995-ba39-ecf005aa6e74 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:26:34.920592 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-0c213e12-986a-4471-a0fc-f6b50c1ccdfc tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Request body: {'subnet': {'network_id': '5f888156-7303-47d2-9911-57799887efd4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:26:34.924702 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4289b487-2974-4722-9a24-294ff4daf516 None None] Network 5f888156-7303-47d2-9911-57799887efd4 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:26:34.998722 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-34691a48-65ea-4111-bb2c-80d4a0adc727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:26:35.016876 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34691a48-65ea-4111-bb2c-80d4a0adc727 None None] Routers {'59c3c930-fabc-4c51-b5ad-58e3b3e57f4b'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:26:35.017569 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-34691a48-65ea-4111-bb2c-80d4a0adc727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:26:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['59c3c930-fabc-4c51-b5ad-58e3b3e57f4b'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:26:35.020291 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2422c2e2-edb7-448e-9af8-045fd07e75d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Port ad4e0681-95e1-4e79-83ce-9aa4034c78d0 on network afec344e-3b43-4995-ba39-ecf005aa6e74 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8307 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 07 10:26:35.021170 dv-neutron-830731-3-hyperv neutron-server[83738]: ERROR neutron.plugins.ml2.managers [None req-2422c2e2-edb7-448e-9af8-045fd07e75d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Failed to bind port ad4e0681-95e1-4e79-83ce-9aa4034c78d0 on host hv-neutron-8307 for vnic_type normal using segments [{'id': 'cba943ae-9e9c-45a1-a7d5-f9653e9f0427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'afec344e-3b43-4995-ba39-ecf005aa6e74'}] Mar 07 10:26:35.036455 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.plugins.ml2.plugin [None req-2422c2e2-edb7-448e-9af8-045fd07e75d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Attempt 8 to bind port ad4e0681-95e1-4e79-83ce-9aa4034c78d0 Mar 07 10:26:35.066557 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-7b6c5567-2c75-4307-974e-699b27046285 req-fdeded04-4d05-4880-badb-c3571d6abbd8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0ff3d537-e319-4922-a8b2-8cb5ee18b005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6254547 Mar 07 10:26:35.077185 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-2422c2e2-edb7-448e-9af8-045fd07e75d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Attempting to bind port ad4e0681-95e1-4e79-83ce-9aa4034c78d0 on host hv-neutron-8307 for vnic_type normal with profile {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:26:35.077743 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-2422c2e2-edb7-448e-9af8-045fd07e75d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Attempting to bind port ad4e0681-95e1-4e79-83ce-9aa4034c78d0 by drivers openvswitch,hyperv on host hv-neutron-8307 at level 0 using segments [{'id': 'cba943ae-9e9c-45a1-a7d5-f9653e9f0427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'afec344e-3b43-4995-ba39-ecf005aa6e74'}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:26:35.078233 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2422c2e2-edb7-448e-9af8-045fd07e75d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Attempting to bind port ad4e0681-95e1-4e79-83ce-9aa4034c78d0 on network afec344e-3b43-4995-ba39-ecf005aa6e74 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:26:35.132175 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e0b57e1-af6c-4435-ba14-55ef7b83a8ca tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:26:35.134756 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-34691a48-65ea-4111-bb2c-80d4a0adc727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:26:35.135164 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34691a48-65ea-4111-bb2c-80d4a0adc727 None None] The sync data for ids ['59c3c930-fabc-4c51-b5ad-58e3b3e57f4b'] in dv-neutron-830731-3-hyperv is: [] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:26:35.136830 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e0b57e1-af6c-4435-ba14-55ef7b83a8ca tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:26:35.137797 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-6e0b57e1-af6c-4435-ba14-55ef7b83a8ca tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Synchronizing usage tracker for tenant:0f1e04191c7443f7844c0202165e746c on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:26:35.159122 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-bd209ada-f9e3-4256-81c1-194b81060f8a tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3917998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58952'] for router, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:35.167260 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6510b9c5-ca8c-4ce5-afdb-3fc0ed7e0b67 None None] For port bbf37219-0f81-4429-987e-758ddb9cdb7d, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=bbf37219-0f81-4429-987e-758ddb9cdb7d,segment=NetworkSegment(13510a37-88c7-493e-9701-b414ea24fc4c),segment_id=13510a37-88c7-493e-9701-b414ea24fc4c)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:26:35.215661 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2422c2e2-edb7-448e-9af8-045fd07e75d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Port ad4e0681-95e1-4e79-83ce-9aa4034c78d0 on network afec344e-3b43-4995-ba39-ecf005aa6e74 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8307 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 07 10:26:35.215998 dv-neutron-830731-3-hyperv neutron-server[83738]: ERROR neutron.plugins.ml2.managers [None req-2422c2e2-edb7-448e-9af8-045fd07e75d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Failed to bind port ad4e0681-95e1-4e79-83ce-9aa4034c78d0 on host hv-neutron-8307 for vnic_type normal using segments [{'id': 'cba943ae-9e9c-45a1-a7d5-f9653e9f0427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'afec344e-3b43-4995-ba39-ecf005aa6e74'}] Mar 07 10:26:35.230267 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.plugins.ml2.plugin [None req-2422c2e2-edb7-448e-9af8-045fd07e75d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Attempt 9 to bind port ad4e0681-95e1-4e79-83ce-9aa4034c78d0 Mar 07 10:26:35.276287 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-0c213e12-986a-4471-a0fc-f6b50c1ccdfc tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:26:35.287988 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-2422c2e2-edb7-448e-9af8-045fd07e75d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Attempting to bind port ad4e0681-95e1-4e79-83ce-9aa4034c78d0 on host hv-neutron-8307 for vnic_type normal with profile {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:26:35.288988 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-2422c2e2-edb7-448e-9af8-045fd07e75d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Attempting to bind port ad4e0681-95e1-4e79-83ce-9aa4034c78d0 by drivers openvswitch,hyperv on host hv-neutron-8307 at level 0 using segments [{'id': 'cba943ae-9e9c-45a1-a7d5-f9653e9f0427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'afec344e-3b43-4995-ba39-ecf005aa6e74'}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:26:35.289509 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2422c2e2-edb7-448e-9af8-045fd07e75d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Attempting to bind port ad4e0681-95e1-4e79-83ce-9aa4034c78d0 on network afec344e-3b43-4995-ba39-ecf005aa6e74 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:26:35.296222 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-6e0b57e1-af6c-4435-ba14-55ef7b83a8ca tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Unset dirty status for tenant:0f1e04191c7443f7844c0202165e746c on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:26:35.300063 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-6e0b57e1-af6c-4435-ba14-55ef7b83a8ca tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1766 time: 0.6418650 Mar 07 10:26:35.300851 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 60516) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:26:35.300996 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e605d0-615a-4223-b848-68d328ea738d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ec2749d-0aec-52fb-aca6-10ba8a80aade-8e845710-73f7-4f0b-af10-9dcc2a1ba0b8', 'network_id': '8e845710-73f7-4f0b-af10-9dcc2a1ba0b8', 'tenant_id': '03e87e6ffa17408099bdc7fd61743b93', 'fixed_ips': [{'subnet_id': '1908a094-c85c-45bf-ba08-f6b98786ad14'}]}} from dv-neutron-830731-3-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 07 10:26:35.301748 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-b6e605d0-615a-4223-b848-68d328ea738d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:35.304987 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-0c213e12-986a-4471-a0fc-f6b50c1ccdfc tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Usage tracker for resource:subnet and tenant:29ee0fb2487e46c6b75e400959e24994 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:26:35.310193 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-0c213e12-986a-4471-a0fc-f6b50c1ccdfc tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:26:35.312657 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.db.resource_extend [None req-6510b9c5-ca8c-4ce5-afdb-3fc0ed7e0b67 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 10:26:35.361182 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-0c213e12-986a-4471-a0fc-f6b50c1ccdfc tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:26:35.374404 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2422c2e2-edb7-448e-9af8-045fd07e75d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Port ad4e0681-95e1-4e79-83ce-9aa4034c78d0 on network afec344e-3b43-4995-ba39-ecf005aa6e74 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8307 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 07 10:26:35.374404 dv-neutron-830731-3-hyperv neutron-server[83738]: ERROR neutron.plugins.ml2.managers [None req-2422c2e2-edb7-448e-9af8-045fd07e75d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Failed to bind port ad4e0681-95e1-4e79-83ce-9aa4034c78d0 on host hv-neutron-8307 for vnic_type normal using segments [{'id': 'cba943ae-9e9c-45a1-a7d5-f9653e9f0427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'afec344e-3b43-4995-ba39-ecf005aa6e74'}] Mar 07 10:26:35.375915 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6510b9c5-ca8c-4ce5-afdb-3fc0ed7e0b67 None None] Notify callbacks [] for port, precommit_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:35.380108 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.plugins.ml2.plugin [None req-2422c2e2-edb7-448e-9af8-045fd07e75d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Attempt 10 to bind port ad4e0681-95e1-4e79-83ce-9aa4034c78d0 Mar 07 10:26:35.405660 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-7b6c5567-2c75-4307-974e-699b27046285 req-cd58e372-f2c3-42fb-8f5a-702dc9a667e7 service neutron] 10.222.0.10 "GET /v2.0/networks/0ff3d537-e319-4922-a8b2-8cb5ee18b005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3247635 Mar 07 10:26:35.421429 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6510b9c5-ca8c-4ce5-afdb-3fc0ed7e0b67 None None] Transition to ACTIVE for port object bbf37219-0f81-4429-987e-758ddb9cdb7d will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:26:35.435703 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c213e12-986a-4471-a0fc-f6b50c1ccdfc tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Made reservation on behalf of 29ee0fb2487e46c6b75e400959e24994 for: {'subnet': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:26:35.438700 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0c213e12-986a-4471-a0fc-f6b50c1ccdfc tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741426'] for subnet, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:35.457167 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-2422c2e2-edb7-448e-9af8-045fd07e75d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Attempting to bind port ad4e0681-95e1-4e79-83ce-9aa4034c78d0 on host hv-neutron-8307 for vnic_type normal with profile {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:26:35.457499 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-2422c2e2-edb7-448e-9af8-045fd07e75d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Attempting to bind port ad4e0681-95e1-4e79-83ce-9aa4034c78d0 by drivers openvswitch,hyperv on host hv-neutron-8307 at level 0 using segments [{'id': 'cba943ae-9e9c-45a1-a7d5-f9653e9f0427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'afec344e-3b43-4995-ba39-ecf005aa6e74'}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:26:35.457827 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2422c2e2-edb7-448e-9af8-045fd07e75d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Attempting to bind port ad4e0681-95e1-4e79-83ce-9aa4034c78d0 on network afec344e-3b43-4995-ba39-ecf005aa6e74 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:26:35.485428 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-bec69a5b-1545-40ec-86e5-db65032c0027 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Deleting port 4e8bda45-f346-4fd0-9088-d0589457f2e8 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:26:35.485769 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-bec69a5b-1545-40ec-86e5-db65032c0027 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:35.487849 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6510b9c5-ca8c-4ce5-afdb-3fc0ed7e0b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:35.521929 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-bd209ada-f9e3-4256-81c1-194b81060f8a tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Notify callbacks [] for router_gateway, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:35.555068 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-bd209ada-f9e3-4256-81c1-194b81060f8a tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:35.559214 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-be0a3bbd-7de5-429e-a18c-cb20569a9c64 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3920255'] for router_interface, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:35.636002 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2422c2e2-edb7-448e-9af8-045fd07e75d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Port ad4e0681-95e1-4e79-83ce-9aa4034c78d0 on network afec344e-3b43-4995-ba39-ecf005aa6e74 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8307 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 07 10:26:35.636327 dv-neutron-830731-3-hyperv neutron-server[83738]: ERROR neutron.plugins.ml2.managers [None req-2422c2e2-edb7-448e-9af8-045fd07e75d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Failed to bind port ad4e0681-95e1-4e79-83ce-9aa4034c78d0 on host hv-neutron-8307 for vnic_type normal using segments [{'id': 'cba943ae-9e9c-45a1-a7d5-f9653e9f0427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'afec344e-3b43-4995-ba39-ecf005aa6e74'}] Mar 07 10:26:35.636707 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2422c2e2-edb7-448e-9af8-045fd07e75d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:35.741987 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6510b9c5-ca8c-4ce5-afdb-3fc0ed7e0b67 None None] Pushing event updated for resources: {'Port': ['ID=bbf37219-0f81-4429-987e-758ddb9cdb7d,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:26:35.772196 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-b6e605d0-615a-4223-b848-68d328ea738d None None] Allocated IP 172.20.0.2 (8e845710-73f7-4f0b-af10-9dcc2a1ba0b8/1908a094-c85c-45bf-ba08-f6b98786ad14/28d5f985-6097-4f46-8d19-cebd639c7ce7) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:26:35.932342 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-7b6c5567-2c75-4307-974e-699b27046285 req-124bc7f8-7c9d-4e3d-a966-e3f18627d849 service neutron] 10.222.0.10 "GET /v2.0/networks/0ff3d537-e319-4922-a8b2-8cb5ee18b005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5176413 Mar 07 10:26:35.987628 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-2422c2e2-edb7-448e-9af8-045fd07e75d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] For port ad4e0681-95e1-4e79-83ce-9aa4034c78d0, host hv-neutron-8307, cleared binding levels {{(pid=83738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:26:35.988005 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-2422c2e2-edb7-448e-9af8-045fd07e75d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Attempted to set empty binding levels {{(pid=83738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 07 10:26:36.134100 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2422c2e2-edb7-448e-9af8-045fd07e75d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3556717'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:36.188317 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-b6e605d0-615a-4223-b848-68d328ea738d None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:36.220515 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-b6e605d0-615a-4223-b848-68d328ea738d None None] Transition to ACTIVE for port object 28d5f985-6097-4f46-8d19-cebd639c7ce7 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:26:36.278193 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-b6e605d0-615a-4223-b848-68d328ea738d None None] Transition to ACTIVE for port object 28d5f985-6097-4f46-8d19-cebd639c7ce7 will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:26:36.287364 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-b6e605d0-615a-4223-b848-68d328ea738d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:36.302432 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23703447-97c7-468a-81ed-ddbed80f8efe req-aec200ab-7aee-459d-b153-a734b9107375 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:26:36.313872 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-23703447-97c7-468a-81ed-ddbed80f8efe req-aec200ab-7aee-459d-b153-a734b9107375 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] 10.222.0.13 "GET /v2.0/ports?device_id=22a73a36-a502-4d17-9bc5-55363d6489d7 HTTP/1.1" status: 200 len: 943 time: 0.4586132 Mar 07 10:26:36.356593 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-bd209ada-f9e3-4256-81c1-194b81060f8a tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Allocated IP 172.26.8.52 (5ed85006-6b00-415e-b71f-837fb1421c12/8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a/97c22dbd-cb20-420e-a599-b1181bbdc765) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:26:36.394884 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device bbf37219-0f81-4429-987e-758ddb9cdb7d up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:26:36.525573 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-bd209ada-f9e3-4256-81c1-194b81060f8a tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:36.538181 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e605d0-615a-4223-b848-68d328ea738d None None] Network 8e845710-73f7-4f0b-af10-9dcc2a1ba0b8 is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:26:36.539510 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e605d0-615a-4223-b848-68d328ea738d None None] Pushing event updated for resources: {'Port': ['ID=28d5f985-6097-4f46-8d19-cebd639c7ce7,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:26:36.550590 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-b6e605d0-615a-4223-b848-68d328ea738d None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:26:36.555312 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e605d0-615a-4223-b848-68d328ea738d None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:26:36.600628 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-bd209ada-f9e3-4256-81c1-194b81060f8a tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:36.626885 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-23703447-97c7-468a-81ed-ddbed80f8efe req-6331f3b1-79c6-4bc6-9bb9-be8924971aca tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0975493-0c59-42d9-89a3-fb824091cc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3121250 Mar 07 10:26:36.709034 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd209ada-f9e3-4256-81c1-194b81060f8a tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Network 5ed85006-6b00-415e-b71f-837fb1421c12 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:26:36.711121 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd209ada-f9e3-4256-81c1-194b81060f8a tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Pushing event updated for resources: {'Port': ['ID=97c22dbd-cb20-420e-a599-b1181bbdc765,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:26:36.713794 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-bd209ada-f9e3-4256-81c1-194b81060f8a tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:26:36.719798 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd209ada-f9e3-4256-81c1-194b81060f8a tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:26:36.730021 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2422c2e2-edb7-448e-9af8-045fd07e75d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Pushing event updated for resources: {'Port': ['ID=ad4e0681-95e1-4e79-83ce-9aa4034c78d0,revision_number=3']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:26:36.737733 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-2422c2e2-edb7-448e-9af8-045fd07e75d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] In _notify_port_updated(), no bound segment for port ad4e0681-95e1-4e79-83ce-9aa4034c78d0 on network afec344e-3b43-4995-ba39-ecf005aa6e74 {{(pid=83738) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 07 10:26:36.738761 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2422c2e2-edb7-448e-9af8-045fd07e75d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:36.740056 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-2422c2e2-edb7-448e-9af8-045fd07e75d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] 10.222.0.13 "PUT /v2.0/ports/ad4e0681-95e1-4e79-83ce-9aa4034c78d0 HTTP/1.1" status: 200 len: 980 time: 6.1095276 Mar 07 10:26:36.745163 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0c213e12-986a-4471-a0fc-f6b50c1ccdfc tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3556832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741408'] for subnet, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:36.768724 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 60522) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:26:36.821749 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c213e12-986a-4471-a0fc-f6b50c1ccdfc tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Network 5f888156-7303-47d2-9911-57799887efd4 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:26:36.875493 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device 65714aee-73ac-4584-a7de-be759f77a2b1 details requested by agent hyperv_hv-neutron-8307 with host hv-neutron-8307 {{(pid=83739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 07 10:26:36.901733 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-b6e605d0-615a-4223-b848-68d328ea738d None None] Attempting to bind port 28d5f985-6097-4f46-8d19-cebd639c7ce7 on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:26:36.902104 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-b6e605d0-615a-4223-b848-68d328ea738d None None] Attempting to bind port 28d5f985-6097-4f46-8d19-cebd639c7ce7 by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': '2cced2da-504e-426d-82c0-0b771f09009a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8e845710-73f7-4f0b-af10-9dcc2a1ba0b8'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:26:36.902465 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e605d0-615a-4223-b848-68d328ea738d None None] Attempting to bind port 28d5f985-6097-4f46-8d19-cebd639c7ce7 on network 8e845710-73f7-4f0b-af10-9dcc2a1ba0b8 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:26:36.904354 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-0c213e12-986a-4471-a0fc-f6b50c1ccdfc tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:26:36.907908 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c213e12-986a-4471-a0fc-f6b50c1ccdfc tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:26:36.908900 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0c213e12-986a-4471-a0fc-f6b50c1ccdfc tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:36.936720 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e605d0-615a-4223-b848-68d328ea738d None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 26, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:26:36.936720 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e605d0-615a-4223-b848-68d328ea738d None None] Checking segment: {'id': '2cced2da-504e-426d-82c0-0b771f09009a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8e845710-73f7-4f0b-af10-9dcc2a1ba0b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:26:36.936720 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-b6e605d0-615a-4223-b848-68d328ea738d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:36.936720 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e605d0-615a-4223-b848-68d328ea738d None None] Bound using segment: {'id': '2cced2da-504e-426d-82c0-0b771f09009a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8e845710-73f7-4f0b-af10-9dcc2a1ba0b8'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:26:36.936720 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-b6e605d0-615a-4223-b848-68d328ea738d None None] Bound port: 28d5f985-6097-4f46-8d19-cebd639c7ce7, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cced2da-504e-426d-82c0-0b771f09009a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8e845710-73f7-4f0b-af10-9dcc2a1ba0b8'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:26:36.936720 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-b6e605d0-615a-4223-b848-68d328ea738d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:36.952142 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47fe4742-b0cd-4b97-b053-e6c969e9f85e None None] Network 5f888156-7303-47d2-9911-57799887efd4 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:26:37.005697 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-0c213e12-986a-4471-a0fc-f6b50c1ccdfc tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0983613 Mar 07 10:26:37.025994 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 60526) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:26:37.028536 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3860398d-3b87-49e9-bebf-6cf1eeb52a0f tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Router 1be73ccb-58a1-45cd-94d1-7fbff3b1b296 is scheduled to L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 with binding_index 1 {{(pid=83738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 10:26:37.050392 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-bec69a5b-1545-40ec-86e5-db65032c0027 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:37.063334 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-2b161435-230b-4780-9011-805f384c6c5f tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Request body: {'security_group': {'name': 'tempest-secgroup-1018231727'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:26:37.073992 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-2b161435-230b-4780-9011-805f384c6c5f tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:26:37.078496 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-2b161435-230b-4780-9011-805f384c6c5f tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Usage tracker for resource:security_group and tenant:29ee0fb2487e46c6b75e400959e24994 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:26:37.081616 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-2b161435-230b-4780-9011-805f384c6c5f tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:26:37.089781 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-2b161435-230b-4780-9011-805f384c6c5f tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:26:37.188640 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2b161435-230b-4780-9011-805f384c6c5f tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks [] for security_group, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:37.224834 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-e8166ee2-eef8-485f-8725-d8ea3b368248 None None] Provisioning complete for port 07240f66-1ac5-459f-a0d0-3809b67be999 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:26:37.225464 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-e8166ee2-eef8-485f-8725-d8ea3b368248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:37.306784 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-d5a74529-6895-402d-8bc7-801642fe6980 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Synchronizing usage tracker for tenant:25155fe2860647b6a5e79bf276b16e78 on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:26:37.426813 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-bd209ada-f9e3-4256-81c1-194b81060f8a tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Notify callbacks [] for router_gateway, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:37.427647 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-bd209ada-f9e3-4256-81c1-194b81060f8a tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3917991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923518'] for router, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:37.434596 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c213e12-986a-4471-a0fc-f6b50c1ccdfc tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Pushing event updated for resources: {'Subnet': ['ID=977425af-5720-4ab2-ae22-4811f4c412e9,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:26:37.450529 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-b6e605d0-615a-4223-b848-68d328ea738d None None] For port 28d5f985-6097-4f46-8d19-cebd639c7ce7, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:26:37.451014 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-bec69a5b-1545-40ec-86e5-db65032c0027 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Calling delete_port for 4e8bda45-f346-4fd0-9088-d0589457f2e8 owned by {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:26:37.482684 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port 65714aee-73ac-4584-a7de-be759f77a2b1, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=65714aee-73ac-4584-a7de-be759f77a2b1,segment=NetworkSegment(526a860e-3e95-4936-b54d-dee1a7390b46),segment_id=526a860e-3e95-4936-b54d-dee1a7390b46)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:26:37.491150 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-b6e605d0-615a-4223-b848-68d328ea738d None None] For port 28d5f985-6097-4f46-8d19-cebd639c7ce7, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=28d5f985-6097-4f46-8d19-cebd639c7ce7,segment=NetworkSegment(2cced2da-504e-426d-82c0-0b771f09009a),segment_id=2cced2da-504e-426d-82c0-0b771f09009a)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:26:37.503929 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-b6e605d0-615a-4223-b848-68d328ea738d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:37.510823 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-be0a3bbd-7de5-429e-a18c-cb20569a9c64 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Deleting port 0f2a7c61-bbef-428b-84fc-8cc2e02c4195 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:26:37.511321 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-be0a3bbd-7de5-429e-a18c-cb20569a9c64 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:37.514533 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-d5a74529-6895-402d-8bc7-801642fe6980 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Unset dirty status for tenant:25155fe2860647b6a5e79bf276b16e78 on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:26:37.515795 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-d5a74529-6895-402d-8bc7-801642fe6980 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 27378 time: 0.6926973 Mar 07 10:26:37.525033 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 60530) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:26:37.561080 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Returning: {'device': '65714aee-73ac-4584-a7de-be759f77a2b1', 'network_id': '0ff3d537-e319-4922-a8b2-8cb5ee18b005', 'port_id': '65714aee-73ac-4584-a7de-be759f77a2b1', 'mac_address': 'fa:16:3e:73:9b:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76710092-eed3-4585-bcb7-8bd2be0bad68', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 07 10:26:37.573481 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-2b161435-230b-4780-9011-805f384c6c5f tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:26:37.592644 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-2b161435-230b-4780-9011-805f384c6c5f tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Usage tracker for resource:security_group_rule and tenant:29ee0fb2487e46c6b75e400959e24994 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:26:37.599751 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-2b161435-230b-4780-9011-805f384c6c5f tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:26:37.631584 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-2b161435-230b-4780-9011-805f384c6c5f tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:26:37.653344 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-29216599-4063-456c-8836-1c24d12b3567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Deleting port ad4e0681-95e1-4e79-83ce-9aa4034c78d0 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:26:37.654012 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-29216599-4063-456c-8836-1c24d12b3567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:37.764902 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e605d0-615a-4223-b848-68d328ea738d None None] Pushing event updated for resources: {'Port': ['ID=28d5f985-6097-4f46-8d19-cebd639c7ce7,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:26:37.771669 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:37.816687 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65714aee-73ac-4584-a7de-be759f77a2b1 {{(pid=83739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 07 10:26:37.841304 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-e8166ee2-eef8-485f-8725-d8ea3b368248 None None] Provisioning for port bbf37219-0f81-4429-987e-758ddb9cdb7d completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:26:37.862298 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port 65714aee-73ac-4584-a7de-be759f77a2b1, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=65714aee-73ac-4584-a7de-be759f77a2b1,segment=NetworkSegment(526a860e-3e95-4936-b54d-dee1a7390b46),segment_id=526a860e-3e95-4936-b54d-dee1a7390b46)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:26:37.863826 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-e8166ee2-eef8-485f-8725-d8ea3b368248 None None] Provisioning complete for port bbf37219-0f81-4429-987e-758ddb9cdb7d triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:26:37.864731 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-e8166ee2-eef8-485f-8725-d8ea3b368248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:37.878177 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2b161435-230b-4780-9011-805f384c6c5f tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks [] for security_group, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:37.909012 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:37.942568 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2b161435-230b-4780-9011-805f384c6c5f tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:38.067013 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-be0a3bbd-7de5-429e-a18c-cb20569a9c64 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:38.117164 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b161435-230b-4780-9011-805f384c6c5f tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Pushing event updated for resources: {'SecurityGroup': ['ID=861de204-6b61-419b-a206-0f69c026957e,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:26:38.125555 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2b161435-230b-4780-9011-805f384c6c5f tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:38.126770 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-2b161435-230b-4780-9011-805f384c6c5f tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.0994260 Mar 07 10:26:38.127420 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Pushing event updated for resources: {'Port': ['ID=65714aee-73ac-4584-a7de-be759f77a2b1,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:26:38.130646 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34d2f278-f8fa-4725-b07e-49be3b256562 None None] Update dhcp port {'port': {'network_id': '5f888156-7303-47d2-9911-57799887efd4', 'fixed_ips': [{'subnet_id': '9447bc6b-513c-4203-ab3f-1db0adade473', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '977425af-5720-4ab2-ae22-4811f4c412e9'}], 'binding:host_id': 'dv-neutron-830731-3-hyperv'}, 'id': '07240f66-1ac5-459f-a0d0-3809b67be999'} from dv-neutron-830731-3-hyperv. {{(pid=83739) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 07 10:26:38.138257 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 60536) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:26:38.154616 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-60598e7f-43ef-406a-a298-9a5ff5c6ed65 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Request body: {'security_group': {'name': 'tempest-secgroup-329396235'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:26:38.167541 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-29216599-4063-456c-8836-1c24d12b3567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] For port ad4e0681-95e1-4e79-83ce-9aa4034c78d0, host hv-neutron-8307, got binding levels [] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:26:38.168229 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-29216599-4063-456c-8836-1c24d12b3567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:38.215704 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-34d2f278-f8fa-4725-b07e-49be3b256562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:38.233893 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-be0a3bbd-7de5-429e-a18c-cb20569a9c64 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Calling delete_port for 0f2a7c61-bbef-428b-84fc-8cc2e02c4195 owned by network:router_interface {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:26:38.272085 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-60598e7f-43ef-406a-a298-9a5ff5c6ed65 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:26:38.331949 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-bec69a5b-1545-40ec-86e5-db65032c0027 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:38.343010 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-29216599-4063-456c-8836-1c24d12b3567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Calling delete_port for ad4e0681-95e1-4e79-83ce-9aa4034c78d0 owned by {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:26:38.356353 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 28d5f985-6097-4f46-8d19-cebd639c7ce7 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:26:38.370307 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-60598e7f-43ef-406a-a298-9a5ff5c6ed65 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Usage tracker for resource:security_group and tenant:29ee0fb2487e46c6b75e400959e24994 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:26:38.377774 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25550004-26e2-4556-8f42-83beb19e5674 req-fd214580-5385-4ff6-8a84-11ae5ec027ca tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:26:38.379579 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-25550004-26e2-4556-8f42-83beb19e5674 req-fd214580-5385-4ff6-8a84-11ae5ec027ca tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] 10.222.0.13 "GET /v2.0/ports?device_id=22a73a36-a502-4d17-9bc5-55363d6489d7 HTTP/1.1" status: 200 len: 944 time: 0.5761566 Mar 07 10:26:38.393502 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] get_ports_and_sgs() called for port_ids ['65714aee-73ac-4584-a7de-be759f77a2b1'] {{(pid=83739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 07 10:26:38.414332 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-60598e7f-43ef-406a-a298-9a5ff5c6ed65 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:26:38.423452 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3860398d-3b87-49e9-bebf-6cf1eeb52a0f tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:26:38.435848 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-60598e7f-43ef-406a-a298-9a5ff5c6ed65 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:26:38.450938 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec69a5b-1545-40ec-86e5-db65032c0027 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Pushing event deleted for resources: {'Port': ['ID=4e8bda45-f346-4fd0-9088-d0589457f2e8,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:26:38.459142 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc5cacb-7dad-460c-b801-09691e702e19 None None] Sync routers for ids ['1be73ccb-58a1-45cd-94d1-7fbff3b1b296'] in dv-neutron-830731-3-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:26:38.504982 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-25550004-26e2-4556-8f42-83beb19e5674 req-aa2e741b-ebc9-4674-ab89-c1e12000f350 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0975493-0c59-42d9-89a3-fb824091cc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1147056 Mar 07 10:26:38.527168 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-60598e7f-43ef-406a-a298-9a5ff5c6ed65 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks [] for security_group, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:38.561442 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3860398d-3b87-49e9-bebf-6cf1eeb52a0f tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks [] for router, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:38.565265 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-3860398d-3b87-49e9-bebf-6cf1eeb52a0f tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 10.4505768 Mar 07 10:26:38.589122 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc5cacb-7dad-460c-b801-09691e702e19 None None] Routers {'1be73ccb-58a1-45cd-94d1-7fbff3b1b296'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:26:38.589679 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-6cc5cacb-7dad-460c-b801-09691e702e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:26:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['1be73ccb-58a1-45cd-94d1-7fbff3b1b296'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:26:38.594467 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 60540) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:26:38.691748 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-6cc5cacb-7dad-460c-b801-09691e702e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:26:38.708310 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning for port 28d5f985-6097-4f46-8d19-cebd639c7ce7 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:26:38.798117 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-29216599-4063-456c-8836-1c24d12b3567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:38.815707 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-e8166ee2-eef8-485f-8725-d8ea3b368248 None None] Provisioning complete for port 41bc0226-7482-4f54-a1d1-01f24b14543f triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:26:38.816337 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-e8166ee2-eef8-485f-8725-d8ea3b368248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:38.893588 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29216599-4063-456c-8836-1c24d12b3567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Pushing event deleted for resources: {'Port': ['ID=ad4e0681-95e1-4e79-83ce-9aa4034c78d0,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:26:38.893877 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd209ada-f9e3-4256-81c1-194b81060f8a tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Router 62415547-1458-44ed-9029-8d3a253ba97f is scheduled to L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 with binding_index 1 {{(pid=83737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 10:26:38.905321 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-60598e7f-43ef-406a-a298-9a5ff5c6ed65 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:26:38.907465 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-be0a3bbd-7de5-429e-a18c-cb20569a9c64 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:38.915177 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-60598e7f-43ef-406a-a298-9a5ff5c6ed65 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Usage tracker for resource:security_group_rule and tenant:29ee0fb2487e46c6b75e400959e24994 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:26:38.920351 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-60598e7f-43ef-406a-a298-9a5ff5c6ed65 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:26:38.928717 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-29216599-4063-456c-8836-1c24d12b3567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:38.931910 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-bec69a5b-1545-40ec-86e5-db65032c0027 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:38.939544 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-60598e7f-43ef-406a-a298-9a5ff5c6ed65 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:26:38.949907 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-bec69a5b-1545-40ec-86e5-db65032c0027 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "DELETE /v2.0/ports/4e8bda45-f346-4fd0-9088-d0589457f2e8 HTTP/1.1" status: 204 len: 168 time: 3.6398411 Mar 07 10:26:38.952306 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 60544) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:26:38.961138 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-e8166ee2-eef8-485f-8725-d8ea3b368248 None None] Port 41bc0226-7482-4f54-a1d1-01f24b14543f cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:26:38.978958 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc5cacb-7dad-460c-b801-09691e702e19 None None] Routers {'1be73ccb-58a1-45cd-94d1-7fbff3b1b296'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:26:38.979588 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-6cc5cacb-7dad-460c-b801-09691e702e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:26:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['1be73ccb-58a1-45cd-94d1-7fbff3b1b296'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:26:39.027734 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5eba8a4-c295-4f61-9dd2-1206ddfa1ac6 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:26:39.029745 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5eba8a4-c295-4f61-9dd2-1206ddfa1ac6 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:26:39.031212 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5eba8a4-c295-4f61-9dd2-1206ddfa1ac6 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:26:39.032028 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-e5eba8a4-c295-4f61-9dd2-1206ddfa1ac6 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Synchronizing usage tracker for tenant:0f1e04191c7443f7844c0202165e746c on resource:subnet {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:26:39.041747 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-29216599-4063-456c-8836-1c24d12b3567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] 10.222.0.13 "DELETE /v2.0/ports/ad4e0681-95e1-4e79-83ce-9aa4034c78d0 HTTP/1.1" status: 204 len: 168 time: 1.5115974 Mar 07 10:26:39.042833 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 60548) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:26:39.051345 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-6cc5cacb-7dad-460c-b801-09691e702e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:26:39.051739 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc5cacb-7dad-460c-b801-09691e702e19 None None] The sync data for ids ['1be73ccb-58a1-45cd-94d1-7fbff3b1b296'] in dv-neutron-830731-3-hyperv is: [] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:26:39.079815 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-34d2f278-f8fa-4725-b07e-49be3b256562 None None] Allocated IP 2001:db8::2 (5f888156-7303-47d2-9911-57799887efd4/977425af-5720-4ab2-ae22-4811f4c412e9/07240f66-1ac5-459f-a0d0-3809b67be999) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:26:39.082276 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a01832da-7e0c-404a-97e0-64cd55f6a653 None None] Could not find standard attr ID for object 4e8bda45-f346-4fd0-9088-d0589457f2e8. {{(pid=83739) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 07 10:26:39.111575 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d73f7a7-c7ba-420b-bc22-e3d6ccc5fb45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] GET failed (client error): The resource could not be found. Mar 07 10:26:39.112060 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-4d73f7a7-c7ba-420b-bc22-e3d6ccc5fb45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Synchronizing usage tracker for tenant:25155fe2860647b6a5e79bf276b16e78 on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:26:39.145483 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-e5eba8a4-c295-4f61-9dd2-1206ddfa1ac6 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Unset dirty status for tenant:0f1e04191c7443f7844c0202165e746c on resource:subnet {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:26:39.146903 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-e5eba8a4-c295-4f61-9dd2-1206ddfa1ac6 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1935430 Mar 07 10:26:39.151822 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-4d73f7a7-c7ba-420b-bc22-e3d6ccc5fb45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Unset dirty status for tenant:25155fe2860647b6a5e79bf276b16e78 on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:26:39.153177 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-4d73f7a7-c7ba-420b-bc22-e3d6ccc5fb45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] 10.222.0.13 "GET /v2.0/ports/ad4e0681-95e1-4e79-83ce-9aa4034c78d0 HTTP/1.1" status: 404 len: 333 time: 0.1081681 Mar 07 10:26:39.160098 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 60552) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:26:39.160682 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 60554) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:26:39.202228 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0a3bbd-7de5-429e-a18c-cb20569a9c64 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Pushing event deleted for resources: {'Port': ['ID=0f2a7c61-bbef-428b-84fc-8cc2e02c4195,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:26:39.214207 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-d3b5d7e1-1666-4022-96ba-aca448677378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-573569271', 'network_id': 'afec344e-3b43-4995-ba39-ecf005aa6e74'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:26:39.237829 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-60598e7f-43ef-406a-a298-9a5ff5c6ed65 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks [] for security_group, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:39.244627 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-d3b5d7e1-1666-4022-96ba-aca448677378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:26:39.256166 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-60598e7f-43ef-406a-a298-9a5ff5c6ed65 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:39.318422 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-d3b5d7e1-1666-4022-96ba-aca448677378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:26:39.333771 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e3c57cc-0682-48da-b160-3f935c39091a None None] Network 8e845710-73f7-4f0b-af10-9dcc2a1ba0b8 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:26:39.393306 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60598e7f-43ef-406a-a298-9a5ff5c6ed65 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00fe1168-215b-4407-a8c0-c84a12adfc07,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:26:39.395732 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3b5d7e1-1666-4022-96ba-aca448677378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Made reservation on behalf of 25155fe2860647b6a5e79bf276b16e78 for: {'port': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:26:39.398942 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d3b5d7e1-1666-4022-96ba-aca448677378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:39.436893 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-60598e7f-43ef-406a-a298-9a5ff5c6ed65 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:39.438459 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-60598e7f-43ef-406a-a298-9a5ff5c6ed65 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.2981989 Mar 07 10:26:39.442504 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 60560) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:26:39.462543 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-3790e80c-8302-460a-a81f-d0c5e4278bb9 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Request body: {'security_group': {'name': 'tempest-secgroup-1215129931'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:26:39.473790 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-3790e80c-8302-460a-a81f-d0c5e4278bb9 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:26:39.484159 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-3790e80c-8302-460a-a81f-d0c5e4278bb9 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Usage tracker for resource:security_group and tenant:29ee0fb2487e46c6b75e400959e24994 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:26:39.490126 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-3790e80c-8302-460a-a81f-d0c5e4278bb9 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:26:39.500457 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-3790e80c-8302-460a-a81f-d0c5e4278bb9 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:26:39.511590 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [None req-d3b5d7e1-1666-4022-96ba-aca448677378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] device_id is not set on port 264ced0f-850c-43fd-9fd9-c81764ad99ae yet. {{(pid=83738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 07 10:26:39.547943 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-e8dea4c5-7e43-474a-ba39-d69828e77254 None None] Provisioning for port 28d5f985-6097-4f46-8d19-cebd639c7ce7 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:26:39.567078 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-34d2f278-f8fa-4725-b07e-49be3b256562 None None] For port 07240f66-1ac5-459f-a0d0-3809b67be999, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=07240f66-1ac5-459f-a0d0-3809b67be999,segment=NetworkSegment(78e03404-d2fd-4245-a10f-ed4c8900df66),segment_id=78e03404-d2fd-4245-a10f-ed4c8900df66)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:26:39.574871 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-e8dea4c5-7e43-474a-ba39-d69828e77254 None None] Provisioning complete for port 28d5f985-6097-4f46-8d19-cebd639c7ce7 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:26:39.575125 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-e8dea4c5-7e43-474a-ba39-d69828e77254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:39.614753 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3790e80c-8302-460a-a81f-d0c5e4278bb9 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:39.647646 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_v2 [None req-23f51e9a-bb31-4de2-875d-c2518ce2cc58 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Deleting subnet b3a1518a-099e-433c-88a3-9d8f4799c895 {{(pid=83738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 07 10:26:39.647896 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-be0a3bbd-7de5-429e-a18c-cb20569a9c64 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2756383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3920168'] for router_interface, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:39.652146 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-23f51e9a-bb31-4de2-875d-c2518ce2cc58 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks [] for subnet, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:39.699048 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-34d2f278-f8fa-4725-b07e-49be3b256562 None None] Notify callbacks [] for port, precommit_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:39.753732 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-34d2f278-f8fa-4725-b07e-49be3b256562 None None] Transition to ACTIVE for port object 07240f66-1ac5-459f-a0d0-3809b67be999 will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:26:39.783176 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-34d2f278-f8fa-4725-b07e-49be3b256562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:39.798256 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-23f51e9a-bb31-4de2-875d-c2518ce2cc58 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2969395'] for subnet, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:39.881511 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-e8dea4c5-7e43-474a-ba39-d69828e77254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:39.888173 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d3b5d7e1-1666-4022-96ba-aca448677378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:39.928449 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-23f51e9a-bb31-4de2-875d-c2518ce2cc58 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1525496'] for subnet, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:39.977702 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d3b5d7e1-1666-4022-96ba-aca448677378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:39.978392 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d2f278-f8fa-4725-b07e-49be3b256562 None None] Pushing event updated for resources: {'Port': ['ID=07240f66-1ac5-459f-a0d0-3809b67be999,revision_number=6']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:26:40.007342 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-e8dea4c5-7e43-474a-ba39-d69828e77254 None None] For port 28d5f985-6097-4f46-8d19-cebd639c7ce7, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=28d5f985-6097-4f46-8d19-cebd639c7ce7,segment=NetworkSegment(2cced2da-504e-426d-82c0-0b771f09009a),segment_id=2cced2da-504e-426d-82c0-0b771f09009a)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:26:40.014046 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-e8dea4c5-7e43-474a-ba39-d69828e77254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:40.082393 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-3790e80c-8302-460a-a81f-d0c5e4278bb9 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:26:40.092862 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dea4c5-7e43-474a-ba39-d69828e77254 None None] Pushing event updated for resources: {'Port': ['ID=28d5f985-6097-4f46-8d19-cebd639c7ce7,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:26:40.106683 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-3790e80c-8302-460a-a81f-d0c5e4278bb9 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Usage tracker for resource:security_group_rule and tenant:29ee0fb2487e46c6b75e400959e24994 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:26:40.107186 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-23f51e9a-bb31-4de2-875d-c2518ce2cc58 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1525489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3556647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741465'] for subnet, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:40.114128 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-3790e80c-8302-460a-a81f-d0c5e4278bb9 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:26:40.130804 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd209ada-f9e3-4256-81c1-194b81060f8a tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:26:40.132739 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-3790e80c-8302-460a-a81f-d0c5e4278bb9 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:26:40.142725 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7cc4949-88d6-436a-bec6-a51825c19912 None None] Sync routers for ids ['62415547-1458-44ed-9029-8d3a253ba97f'] in dv-neutron-830731-3-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:26:40.164999 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7cc4949-88d6-436a-bec6-a51825c19912 None None] Routers {'62415547-1458-44ed-9029-8d3a253ba97f'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:26:40.169648 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-f7cc4949-88d6-436a-bec6-a51825c19912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:26:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['62415547-1458-44ed-9029-8d3a253ba97f'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:26:40.172774 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f51e9a-bb31-4de2-875d-c2518ce2cc58 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Pushing event deleted for resources: {'Subnet': ['ID=b3a1518a-099e-433c-88a3-9d8f4799c895,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:26:40.177049 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3b5d7e1-1666-4022-96ba-aca448677378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Network afec344e-3b43-4995-ba39-ecf005aa6e74 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:26:40.183364 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-d3b5d7e1-1666-4022-96ba-aca448677378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:26:40.186427 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b5d7e1-1666-4022-96ba-aca448677378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:26:40.187510 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b5d7e1-1666-4022-96ba-aca448677378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:26:40.188403 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d3b5d7e1-1666-4022-96ba-aca448677378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:40.197446 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b5d7e1-1666-4022-96ba-aca448677378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Pushing event updated for resources: {'Port': ['ID=264ced0f-850c-43fd-9fd9-c81764ad99ae,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:26:40.205049 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-23f51e9a-bb31-4de2-875d-c2518ce2cc58 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:40.218164 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0df1db7a-583f-4946-aaaf-d9b3732f35af None None] Network 98d8805b-dd65-4110-997b-2eea298bca78 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:26:40.245928 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-23f51e9a-bb31-4de2-875d-c2518ce2cc58 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "DELETE /v2.0/subnets/b3a1518a-099e-433c-88a3-9d8f4799c895 HTTP/1.1" status: 204 len: 168 time: 1.0838730 Mar 07 10:26:40.248562 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 60566) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:26:40.300345 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-f7cc4949-88d6-436a-bec6-a51825c19912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:26:40.309876 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-d3b5d7e1-1666-4022-96ba-aca448677378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.1461859 Mar 07 10:26:40.317113 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 60570) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:26:40.333253 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7cc4949-88d6-436a-bec6-a51825c19912 None None] Routers {'62415547-1458-44ed-9029-8d3a253ba97f'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:26:40.334242 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-f7cc4949-88d6-436a-bec6-a51825c19912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:26:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['62415547-1458-44ed-9029-8d3a253ba97f'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:26:40.401725 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8cac951-f073-4a2c-a148-951c3a839ac1 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Deleting subnet ba5f84c2-f610-489c-8812-e4eb8d5bcbf6 {{(pid=83738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 07 10:26:40.447539 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 07240f66-1ac5-459f-a0d0-3809b67be999 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:26:40.471954 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a8cac951-f073-4a2c-a148-951c3a839ac1 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks [] for subnet, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:40.481529 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-f7cc4949-88d6-436a-bec6-a51825c19912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:26:40.481923 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7cc4949-88d6-436a-bec6-a51825c19912 None None] The sync data for ids ['62415547-1458-44ed-9029-8d3a253ba97f'] in dv-neutron-830731-3-hyperv is: [] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:26:40.500593 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a174f7-4b8d-4699-ad9d-c23f1a3ca2b9 req-74ead90d-9d7e-4e5f-9c24-ac21c6dcb3ab tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:26:40.502168 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-12a174f7-4b8d-4699-ad9d-c23f1a3ca2b9 req-74ead90d-9d7e-4e5f-9c24-ac21c6dcb3ab tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] 10.222.0.13 "GET /v2.0/ports?device_id=22a73a36-a502-4d17-9bc5-55363d6489d7 HTTP/1.1" status: 200 len: 944 time: 0.7840974 Mar 07 10:26:40.515512 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-bd209ada-f9e3-4256-81c1-194b81060f8a tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:40.516817 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-bd209ada-f9e3-4256-81c1-194b81060f8a tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 5.7868371 Mar 07 10:26:40.531854 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 60574) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:26:40.623046 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-6324f4de-82f1-4e8a-9097-93568dd1a577 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Synchronizing usage tracker for tenant:25155fe2860647b6a5e79bf276b16e78 on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:26:40.630387 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-b8679943-df9b-4d01-95f2-456a6b769c88 None None] Provisioning complete for port 28d5f985-6097-4f46-8d19-cebd639c7ce7 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:26:40.630758 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-b8679943-df9b-4d01-95f2-456a6b769c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:40.696523 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3790e80c-8302-460a-a81f-d0c5e4278bb9 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:40.709619 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a8cac951-f073-4a2c-a148-951c3a839ac1 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2969395'] for subnet, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:40.711764 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 28d5f985-6097-4f46-8d19-cebd639c7ce7 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:26:40.718930 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3790e80c-8302-460a-a81f-d0c5e4278bb9 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:40.743813 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-12a174f7-4b8d-4699-ad9d-c23f1a3ca2b9 req-e3aa18cb-c620-425a-a5e9-92092fa9ff83 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0975493-0c59-42d9-89a3-fb824091cc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2225256 Mar 07 10:26:40.745551 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-6324f4de-82f1-4e8a-9097-93568dd1a577 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Unset dirty status for tenant:25155fe2860647b6a5e79bf276b16e78 on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:26:40.746863 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-6324f4de-82f1-4e8a-9097-93568dd1a577 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] 10.222.0.13 "GET /v2.0/ports/264ced0f-850c-43fd-9fd9-c81764ad99ae HTTP/1.1" status: 200 len: 958 time: 0.4288697 Mar 07 10:26:40.756137 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 60578) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:26:40.770167 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device 65714aee-73ac-4584-a7de-be759f77a2b1 up at agent hyperv_hv-neutron-8307 {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:26:40.853041 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3790e80c-8302-460a-a81f-d0c5e4278bb9 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07edf644-952f-4eb7-9c07-8baa9a9d1358,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:26:40.869951 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3790e80c-8302-460a-a81f-d0c5e4278bb9 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:40.872009 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-3790e80c-8302-460a-a81f-d0c5e4278bb9 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.4230208 Mar 07 10:26:40.875464 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 60582) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:26:40.880893 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a8cac951-f073-4a2c-a148-951c3a839ac1 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1525496'] for subnet, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:40.906284 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-900a5630-b287-4964-adf1-1ae2dc5b4c77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Deleting port 264ced0f-850c-43fd-9fd9-c81764ad99ae {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:26:40.906725 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-900a5630-b287-4964-adf1-1ae2dc5b4c77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:40.929379 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-47786171-4e0f-4075-8f42-bd599e6ac7b3 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-897389032', 'security_groups': ['07edf644-952f-4eb7-9c07-8baa9a9d1358'], 'network_id': '5f888156-7303-47d2-9911-57799887efd4', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '977425af-5720-4ab2-ae22-4811f4c412e9'}]}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:26:40.938509 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be0a3bbd-7de5-429e-a18c-cb20569a9c64 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Router 59c3c930-fabc-4c51-b5ad-58e3b3e57f4b has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:26:40.986645 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 28d5f985-6097-4f46-8d19-cebd639c7ce7 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:26:40.987786 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:41.021785 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Provisioning for port 65714aee-73ac-4584-a7de-be759f77a2b1 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:26:41.067832 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Provisioning complete for port 65714aee-73ac-4584-a7de-be759f77a2b1 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:26:41.068200 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:41.285913 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a8cac951-f073-4a2c-a148-951c3a839ac1 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1525489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3556647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741465'] for subnet, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:41.300847 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-fccb16de-6bc1-4379-8bec-ea270614f1a0 None None] Provisioning for port 07240f66-1ac5-459f-a0d0-3809b67be999 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:26:41.323255 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-fccb16de-6bc1-4379-8bec-ea270614f1a0 None None] Provisioning complete for port 07240f66-1ac5-459f-a0d0-3809b67be999 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:26:41.330815 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-fccb16de-6bc1-4379-8bec-ea270614f1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:41.367039 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cac951-f073-4a2c-a148-951c3a839ac1 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Pushing event deleted for resources: {'Subnet': ['ID=ba5f84c2-f610-489c-8812-e4eb8d5bcbf6,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:26:41.404575 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-47786171-4e0f-4075-8f42-bd599e6ac7b3 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:26:41.415891 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-47786171-4e0f-4075-8f42-bd599e6ac7b3 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:26:41.428454 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a8cac951-f073-4a2c-a148-951c3a839ac1 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:41.445998 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-a8cac951-f073-4a2c-a148-951c3a839ac1 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "DELETE /v2.0/subnets/ba5f84c2-f610-489c-8812-e4eb8d5bcbf6 HTTP/1.1" status: 204 len: 168 time: 1.1934371 Mar 07 10:26:41.447983 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47786171-4e0f-4075-8f42-bd599e6ac7b3 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Made reservation on behalf of 29ee0fb2487e46c6b75e400959e24994 for: {'port': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:26:41.459299 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 60586) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:26:41.687546 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-fccb16de-6bc1-4379-8bec-ea270614f1a0 None None] Provisioning complete for port 41bc0226-7482-4f54-a1d1-01f24b14543f triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:26:41.687925 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-fccb16de-6bc1-4379-8bec-ea270614f1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:41.714028 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:41.730046 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6679f037-4ecb-4434-b197-35da6f102f5a None None] Network 98d8805b-dd65-4110-997b-2eea298bca78 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:26:41.737050 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be0a3bbd-7de5-429e-a18c-cb20569a9c64 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:26:41.749375 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-55c2c449-8772-41b5-8f4c-e799ee96bdbd tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2811599 Mar 07 10:26:41.754426 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 60590) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:26:41.755039 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-be0a3bbd-7de5-429e-a18c-cb20569a9c64 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] 10.222.0.13 "PUT /v2.0/routers/59c3c930-fabc-4c51-b5ad-58e3b3e57f4b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9205656 Mar 07 10:26:41.760333 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 60594) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:26:41.761943 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-900a5630-b287-4964-adf1-1ae2dc5b4c77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:41.771964 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-4eef1362-9062-4f80-9ef8-bb512968a14c tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Request body: {'subnet': {'network_id': '98d8805b-dd65-4110-997b-2eea298bca78', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:26:41.778837 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7503b059-0c60-4faa-8702-d1140895cc88 None None] Sync routers for ids ['59c3c930-fabc-4c51-b5ad-58e3b3e57f4b'] in dv-neutron-830731-3-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:26:41.866750 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-47786171-4e0f-4075-8f42-bd599e6ac7b3 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:41.914834 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [None req-47786171-4e0f-4075-8f42-bd599e6ac7b3 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] device_id is not set on port ede81a60-bec7-438e-86c9-7ac20c1b8d11 yet. {{(pid=83738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 07 10:26:41.919759 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-ff6aac40-446c-4784-83f8-304740adee1a tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Synchronizing usage tracker for tenant:8843377006954c17a088ed77df13332f on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:26:41.931220 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-900a5630-b287-4964-adf1-1ae2dc5b4c77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Calling delete_port for 264ced0f-850c-43fd-9fd9-c81764ad99ae owned by {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:26:41.967943 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22a73a36-a502-4d17-9bc5-55363d6489d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65714aee-73ac-4584-a7de-be759f77a2b1'}] {{(pid=83739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 10:26:41.970604 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-4eef1362-9062-4f80-9ef8-bb512968a14c tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:26:41.978159 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-4eef1362-9062-4f80-9ef8-bb512968a14c tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Usage tracker for resource:subnet and tenant:0f1e04191c7443f7844c0202165e746c is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:26:41.983354 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-4eef1362-9062-4f80-9ef8-bb512968a14c tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:26:41.988963 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-fccb16de-6bc1-4379-8bec-ea270614f1a0 None None] Port 41bc0226-7482-4f54-a1d1-01f24b14543f cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:26:41.992204 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7503b059-0c60-4faa-8702-d1140895cc88 None None] Routers {'59c3c930-fabc-4c51-b5ad-58e3b3e57f4b'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:26:41.993091 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-7503b059-0c60-4faa-8702-d1140895cc88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:26:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['59c3c930-fabc-4c51-b5ad-58e3b3e57f4b'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:26:41.994662 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-4eef1362-9062-4f80-9ef8-bb512968a14c tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:26:42.037254 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eef1362-9062-4f80-9ef8-bb512968a14c tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Made reservation on behalf of 0f1e04191c7443f7844c0202165e746c for: {'subnet': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:26:42.040312 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4eef1362-9062-4f80-9ef8-bb512968a14c tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741426'] for subnet, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:42.046389 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-ff6aac40-446c-4784-83f8-304740adee1a tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Unset dirty status for tenant:8843377006954c17a088ed77df13332f on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:26:42.047290 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-ff6aac40-446c-4784-83f8-304740adee1a tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] 10.222.0.13 "GET /v2.0/ports?device_id=59c3c930-fabc-4c51-b5ad-58e3b3e57f4b HTTP/1.1" status: 200 len: 205 time: 0.2779863 Mar 07 10:26:42.054876 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 60602) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:26:42.055352 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port 65714aee-73ac-4584-a7de-be759f77a2b1, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=65714aee-73ac-4584-a7de-be759f77a2b1,segment=NetworkSegment(526a860e-3e95-4936-b54d-dee1a7390b46),segment_id=526a860e-3e95-4936-b54d-dee1a7390b46)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:26:42.068948 dv-neutron-830731-3-hyperv neutron-server[83739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22a73a36-a502-4d17-9bc5-55363d6489d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65714aee-73ac-4584-a7de-be759f77a2b1', 'code': 200} Mar 07 10:26:42.077671 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:42.104743 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-900a5630-b287-4964-adf1-1ae2dc5b4c77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:42.114803 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-7503b059-0c60-4faa-8702-d1140895cc88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:26:42.162021 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b310cc-51c5-4687-9eaa-427ebce6bd0e req-a1e32378-ae66-416d-9418-a99ec05faec0 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:26:42.164072 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c2b310cc-51c5-4687-9eaa-427ebce6bd0e req-a1e32378-ae66-416d-9418-a99ec05faec0 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] 10.222.0.13 "GET /v2.0/ports?device_id=22a73a36-a502-4d17-9bc5-55363d6489d7 HTTP/1.1" status: 200 len: 944 time: 0.2051399 Mar 07 10:26:42.168774 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900a5630-b287-4964-adf1-1ae2dc5b4c77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Pushing event deleted for resources: {'Port': ['ID=264ced0f-850c-43fd-9fd9-c81764ad99ae,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:26:42.208306 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7503b059-0c60-4faa-8702-d1140895cc88 None None] Routers {'59c3c930-fabc-4c51-b5ad-58e3b3e57f4b'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:26:42.208960 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-7503b059-0c60-4faa-8702-d1140895cc88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:26:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['59c3c930-fabc-4c51-b5ad-58e3b3e57f4b'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:26:42.264231 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-900a5630-b287-4964-adf1-1ae2dc5b4c77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:42.301107 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Pushing event updated for resources: {'Port': ['ID=65714aee-73ac-4584-a7de-be759f77a2b1,revision_number=5']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:26:42.301793 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-900a5630-b287-4964-adf1-1ae2dc5b4c77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] 10.222.0.13 "DELETE /v2.0/ports/264ced0f-850c-43fd-9fd9-c81764ad99ae HTTP/1.1" status: 204 len: 168 time: 1.5408795 Mar 07 10:26:42.302733 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 60606) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:26:42.304959 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94b66a3a-a53a-4645-837d-5ce1a56bcd33 None None] DHCP port deletion for 98d8805b-dd65-4110-997b-2eea298bca78 request from dv-neutron-830731-3-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 07 10:26:42.315306 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-8e4e94ff-da4e-4018-bb7f-0e29fd1af3db None None] Provisioning complete for port bbf37219-0f81-4429-987e-758ddb9cdb7d triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:26:42.315668 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-8e4e94ff-da4e-4018-bb7f-0e29fd1af3db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:42.373361 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-7503b059-0c60-4faa-8702-d1140895cc88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:26:42.373767 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7503b059-0c60-4faa-8702-d1140895cc88 None None] The sync data for ids ['59c3c930-fabc-4c51-b5ad-58e3b3e57f4b'] in dv-neutron-830731-3-hyperv is: [] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:26:42.381882 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-94b66a3a-a53a-4645-837d-5ce1a56bcd33 None None] Deleting port bbf37219-0f81-4429-987e-758ddb9cdb7d {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:26:42.382260 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-94b66a3a-a53a-4645-837d-5ce1a56bcd33 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:42.405610 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c2b310cc-51c5-4687-9eaa-427ebce6bd0e req-a0626ee1-6c99-47f5-b7d2-ebbffae64d5e tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0975493-0c59-42d9-89a3-fb824091cc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2019072 Mar 07 10:26:42.457431 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-da892f07-3a3c-47ab-9a52-3ef95c6585bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] GET failed (client error): The resource could not be found. Mar 07 10:26:42.457928 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-da892f07-3a3c-47ab-9a52-3ef95c6585bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Synchronizing usage tracker for tenant:25155fe2860647b6a5e79bf276b16e78 on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:26:42.494407 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-da892f07-3a3c-47ab-9a52-3ef95c6585bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Unset dirty status for tenant:25155fe2860647b6a5e79bf276b16e78 on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:26:42.498997 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-da892f07-3a3c-47ab-9a52-3ef95c6585bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] 10.222.0.13 "GET /v2.0/ports/264ced0f-850c-43fd-9fd9-c81764ad99ae HTTP/1.1" status: 404 len: 333 time: 0.1623068 Mar 07 10:26:42.498997 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2d811026-bde4-406d-aaa7-5dc2b4c51ea2 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:42.506369 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 60612) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:26:42.515693 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e60d4a7e-693c-4ed6-8193-adf063cfb339 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks [] for router, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:42.516262 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-4e5bd6db-be0e-41a8-b2fa-7e275bea6f82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Request body: {'port': {'network_id': 'afec344e-3b43-4995-ba39-ecf005aa6e74', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004833090'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:26:42.523816 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-4e5bd6db-be0e-41a8-b2fa-7e275bea6f82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:26:42.654392 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-94b66a3a-a53a-4645-837d-5ce1a56bcd33 None None] For port bbf37219-0f81-4429-987e-758ddb9cdb7d, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=bbf37219-0f81-4429-987e-758ddb9cdb7d,segment=NetworkSegment(13510a37-88c7-493e-9701-b414ea24fc4c),segment_id=13510a37-88c7-493e-9701-b414ea24fc4c)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:26:42.654756 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-4e5bd6db-be0e-41a8-b2fa-7e275bea6f82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:26:42.654925 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-94b66a3a-a53a-4645-837d-5ce1a56bcd33 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:42.684896 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e5bd6db-be0e-41a8-b2fa-7e275bea6f82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Made reservation on behalf of 25155fe2860647b6a5e79bf276b16e78 for: {'port': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:26:42.687254 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4e5bd6db-be0e-41a8-b2fa-7e275bea6f82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:42.722743 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [None req-4e5bd6db-be0e-41a8-b2fa-7e275bea6f82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] device_id is not set on port 0ee600ba-199a-470a-b7f3-623a97abc23d yet. {{(pid=83737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 07 10:26:42.780831 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-94b66a3a-a53a-4645-837d-5ce1a56bcd33 None None] Calling delete_port for bbf37219-0f81-4429-987e-758ddb9cdb7d owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:26:42.864393 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-94b66a3a-a53a-4645-837d-5ce1a56bcd33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812'] for port, after_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:42.869678 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-47786171-4e0f-4075-8f42-bd599e6ac7b3 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Allocated IP 2001:db8::30f (5f888156-7303-47d2-9911-57799887efd4/977425af-5720-4ab2-ae22-4811f4c412e9/ede81a60-bec7-438e-86c9-7ac20c1b8d11) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:26:42.916488 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b66a3a-a53a-4645-837d-5ce1a56bcd33 None None] Pushing event deleted for resources: {'Port': ['ID=bbf37219-0f81-4429-987e-758ddb9cdb7d,revision_number=None']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:26:42.921516 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b66a3a-a53a-4645-837d-5ce1a56bcd33 None None] No DVR routers for this DVR port bbf37219-0f81-4429-987e-758ddb9cdb7d on host dv-neutron-830731-3-hyperv {{(pid=83739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:26:42.998560 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-a2fd0efb-03f0-4f11-80d7-c1ba5ad81173 req-ae2d74a2-05ab-44e3-b69f-de5649a611ca service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=22a73a36-a502-4d17-9bc5-55363d6489d7 HTTP/1.1" status: 200 len: 1098 time: 0.6195710 Mar 07 10:26:43.121806 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4e5bd6db-be0e-41a8-b2fa-7e275bea6f82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:43.137562 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-2d811026-bde4-406d-aaa7-5dc2b4c51ea2 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Allocated IP 172.20.0.1 (f0d5e4a5-09d0-46ad-87fe-10e571ed08c6/810b85d7-7b08-4655-b689-c109e476f707/bb858b23-d612-413b-bf9d-9d72af19894a) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:26:43.247493 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4e5bd6db-be0e-41a8-b2fa-7e275bea6f82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:43.465239 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5bd6db-be0e-41a8-b2fa-7e275bea6f82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Pushing event updated for resources: {'Port': ['ID=0ee600ba-199a-470a-b7f3-623a97abc23d,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:26:43.473978 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4eef1362-9062-4f80-9ef8-bb512968a14c tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3556832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741408'] for subnet, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:43.474188 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e5bd6db-be0e-41a8-b2fa-7e275bea6f82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Network afec344e-3b43-4995-ba39-ecf005aa6e74 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:26:43.475271 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-4e5bd6db-be0e-41a8-b2fa-7e275bea6f82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:26:43.478538 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-a2fd0efb-03f0-4f11-80d7-c1ba5ad81173 req-509e7840-42a7-4776-b30d-7b76ead0fceb service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=b0975493-0c59-42d9-89a3-fb824091cc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4627144 Mar 07 10:26:43.487870 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5bd6db-be0e-41a8-b2fa-7e275bea6f82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:26:43.488517 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e5bd6db-be0e-41a8-b2fa-7e275bea6f82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:26:43.489414 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4e5bd6db-be0e-41a8-b2fa-7e275bea6f82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:43.511123 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2d811026-bde4-406d-aaa7-5dc2b4c51ea2 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:43.526243 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e60d4a7e-693c-4ed6-8193-adf063cfb339 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3917970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58043'] for router, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:43.565047 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e60d4a7e-693c-4ed6-8193-adf063cfb339 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:43.571946 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [None req-2d811026-bde4-406d-aaa7-5dc2b4c51ea2 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Transition to ACTIVE for port object bb858b23-d612-413b-bf9d-9d72af19894a will not be triggered until provisioned by entity DHCP. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:26:43.573815 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-4e5bd6db-be0e-41a8-b2fa-7e275bea6f82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.0648985 Mar 07 10:26:43.579643 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 60618) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:26:43.590262 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-a783c78f-eb15-4cd5-a8d2-1e81c03e1ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8307'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:26:43.595821 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eef1362-9062-4f80-9ef8-bb512968a14c tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Network 98d8805b-dd65-4110-997b-2eea298bca78 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:26:43.602445 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-4eef1362-9062-4f80-9ef8-bb512968a14c tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:26:43.611119 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-47786171-4e0f-4075-8f42-bd599e6ac7b3 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:43.614405 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eef1362-9062-4f80-9ef8-bb512968a14c tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:26:43.614864 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62b60ba6-018e-44c8-aaff-29047ca0ccf0 None None] Network 98d8805b-dd65-4110-997b-2eea298bca78 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:26:43.615370 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4eef1362-9062-4f80-9ef8-bb512968a14c tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:43.630404 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eef1362-9062-4f80-9ef8-bb512968a14c tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Pushing event updated for resources: {'Subnet': ['ID=e353f608-f4aa-4269-bc52-b28308ace702,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:26:43.668164 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-47786171-4e0f-4075-8f42-bd599e6ac7b3 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Transition to ACTIVE for port object ede81a60-bec7-438e-86c9-7ac20c1b8d11 will not be triggered until provisioned by entity DHCP. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:26:43.695955 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e60d4a7e-693c-4ed6-8193-adf063cfb339 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3917886'] for router, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:43.696518 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e60d4a7e-693c-4ed6-8193-adf063cfb339 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Fanout notify agent at l3_agent the message router_deleted on router 59c3c930-fabc-4c51-b5ad-58e3b3e57f4b {{(pid=83738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 10:26:43.700970 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2d811026-bde4-406d-aaa7-5dc2b4c51ea2 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:43.707594 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-4eef1362-9062-4f80-9ef8-bb512968a14c tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9490623 Mar 07 10:26:43.709324 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e60d4a7e-693c-4ed6-8193-adf063cfb339 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks [] for router, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:43.711398 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-e60d4a7e-693c-4ed6-8193-adf063cfb339 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] 10.222.0.13 "DELETE /v2.0/routers/59c3c930-fabc-4c51-b5ad-58e3b3e57f4b HTTP/1.1" status: 204 len: 168 time: 1.6510160 Mar 07 10:26:43.715695 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 60622) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:26:43.715695 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 60624) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:26:43.725710 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-926268ec-4a0b-4fa6-848b-49c61283f4d5 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Request body: {'subnet': {'network_id': '98d8805b-dd65-4110-997b-2eea298bca78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:26:43.802645 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a783c78f-eb15-4cd5-a8d2-1e81c03e1ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:43.819361 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d811026-bde4-406d-aaa7-5dc2b4c51ea2 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Network f0d5e4a5-09d0-46ad-87fe-10e571ed08c6 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:26:43.833272 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27ed46d-a32a-438d-8545-991b2f8ce3ca req-f3170280-4653-49b4-a8db-63d7d1096734 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:26:43.834998 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d27ed46d-a32a-438d-8545-991b2f8ce3ca req-f3170280-4653-49b4-a8db-63d7d1096734 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] 10.222.0.13 "GET /v2.0/ports?device_id=22a73a36-a502-4d17-9bc5-55363d6489d7 HTTP/1.1" status: 200 len: 945 time: 0.3040917 Mar 07 10:26:43.836061 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-2d811026-bde4-406d-aaa7-5dc2b4c51ea2 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:26:43.840037 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d811026-bde4-406d-aaa7-5dc2b4c51ea2 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Pushing event updated for resources: {'Port': ['ID=bb858b23-d612-413b-bf9d-9d72af19894a,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:26:43.843351 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d811026-bde4-406d-aaa7-5dc2b4c51ea2 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:26:43.876518 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-47786171-4e0f-4075-8f42-bd599e6ac7b3 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:43.972592 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74741271-5d8b-4bda-b62a-37ec006300f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ec2749d-0aec-52fb-aca6-10ba8a80aade-98d8805b-dd65-4110-997b-2eea298bca78', 'network_id': '98d8805b-dd65-4110-997b-2eea298bca78', 'tenant_id': '0f1e04191c7443f7844c0202165e746c', 'fixed_ips': [{'subnet_id': 'e353f608-f4aa-4269-bc52-b28308ace702'}]}} from dv-neutron-830731-3-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 07 10:26:43.975114 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-74741271-5d8b-4bda-b62a-37ec006300f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:43.980420 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2d811026-bde4-406d-aaa7-5dc2b4c51ea2 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3920324'] for router_interface, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:44.031598 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47786171-4e0f-4075-8f42-bd599e6ac7b3 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Pushing event updated for resources: {'Port': ['ID=ede81a60-bec7-438e-86c9-7ac20c1b8d11,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:26:44.074518 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d27ed46d-a32a-438d-8545-991b2f8ce3ca req-32433853-7a79-43f4-8981-cbd4001e1b91 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0975493-0c59-42d9-89a3-fb824091cc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2040057 Mar 07 10:26:44.151907 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47786171-4e0f-4075-8f42-bd599e6ac7b3 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Network 5f888156-7303-47d2-9911-57799887efd4 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:26:44.154708 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-47786171-4e0f-4075-8f42-bd599e6ac7b3 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:26:44.188130 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47786171-4e0f-4075-8f42-bd599e6ac7b3 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:26:44.192395 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47786171-4e0f-4075-8f42-bd599e6ac7b3 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:26:44.193150 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-47786171-4e0f-4075-8f42-bd599e6ac7b3 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:44.205624 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2d811026-bde4-406d-aaa7-5dc2b4c51ea2 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:44.211064 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-834a7182-566e-45e2-89cc-78aa93578117 None None] Provisioning for port bb858b23-d612-413b-bf9d-9d72af19894a completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:26:44.217862 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-74741271-5d8b-4bda-b62a-37ec006300f0 None None] Allocated IP 172.20.0.2 (98d8805b-dd65-4110-997b-2eea298bca78/e353f608-f4aa-4269-bc52-b28308ace702/5b8a4779-ec7f-425d-837c-b670449e7020) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:26:44.222169 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-834a7182-566e-45e2-89cc-78aa93578117 None None] Provisioning complete for port bb858b23-d612-413b-bf9d-9d72af19894a triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:26:44.222865 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-834a7182-566e-45e2-89cc-78aa93578117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:44.231135 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-47786171-4e0f-4075-8f42-bd599e6ac7b3 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.3525670 Mar 07 10:26:44.232805 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-926268ec-4a0b-4fa6-848b-49c61283f4d5 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:26:44.242781 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 60630) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:26:44.247754 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-926268ec-4a0b-4fa6-848b-49c61283f4d5 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Usage tracker for resource:subnet and tenant:0f1e04191c7443f7844c0202165e746c is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:26:44.264163 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-3cde7860-329f-44a7-96a2-d8bc782eedd1 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Request body: {'subnet': {'network_id': '5f888156-7303-47d2-9911-57799887efd4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:26:44.279174 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-926268ec-4a0b-4fa6-848b-49c61283f4d5 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:26:44.295644 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-926268ec-4a0b-4fa6-848b-49c61283f4d5 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:26:44.363636 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device bbf37219-0f81-4429-987e-758ddb9cdb7d no longer exists at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:26:44.364910 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [None req-a783c78f-eb15-4cd5-a8d2-1e81c03e1ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] device_id is not set on port 0ee600ba-199a-470a-b7f3-623a97abc23d yet. {{(pid=83737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 07 10:26:44.377389 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a783c78f-eb15-4cd5-a8d2-1e81c03e1ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:44.398894 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-834a7182-566e-45e2-89cc-78aa93578117 None None] Port bb858b23-d612-413b-bf9d-9d72af19894a cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:26:44.422642 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] No Port match for: bbf37219-0f81-4429-987e-758ddb9cdb7d {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 10:26:44.422978 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device bbf37219-0f81-4429-987e-758ddb9cdb7d not bound to the agent host dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 10:26:44.461409 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [None req-a783c78f-eb15-4cd5-a8d2-1e81c03e1ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Transition to ACTIVE for port object 0ee600ba-199a-470a-b7f3-623a97abc23d will not be triggered until provisioned by entity L2. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:26:44.529542 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a783c78f-eb15-4cd5-a8d2-1e81c03e1ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3012561'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:44.570045 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-74741271-5d8b-4bda-b62a-37ec006300f0 None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:44.582786 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-74741271-5d8b-4bda-b62a-37ec006300f0 None None] Transition to ACTIVE for port object 5b8a4779-ec7f-425d-837c-b670449e7020 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:26:44.595233 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-926268ec-4a0b-4fa6-848b-49c61283f4d5 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Made reservation on behalf of 0f1e04191c7443f7844c0202165e746c for: {'subnet': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:26:44.598816 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-926268ec-4a0b-4fa6-848b-49c61283f4d5 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741426'] for subnet, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:44.617468 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-74741271-5d8b-4bda-b62a-37ec006300f0 None None] Transition to ACTIVE for port object 5b8a4779-ec7f-425d-837c-b670449e7020 will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:26:44.628531 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_v2 [None req-60830aa3-9b79-4c58-9372-4c712b4097dd tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Deleting subnet b2d6db32-c495-4824-a45e-79194a5b06c0 {{(pid=83738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 07 10:26:44.631592 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-60830aa3-9b79-4c58-9372-4c712b4097dd tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks [] for subnet, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:44.636591 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-74741271-5d8b-4bda-b62a-37ec006300f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:44.690574 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-53f3dec2-e759-4095-ab53-fcec08256f36 None None] Provisioning for port ede81a60-bec7-438e-86c9-7ac20c1b8d11 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:26:44.715017 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-53f3dec2-e759-4095-ab53-fcec08256f36 None None] Provisioning complete for port ede81a60-bec7-438e-86c9-7ac20c1b8d11 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:26:44.715481 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-53f3dec2-e759-4095-ab53-fcec08256f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:44.749552 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74741271-5d8b-4bda-b62a-37ec006300f0 None None] Network 98d8805b-dd65-4110-997b-2eea298bca78 is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:26:44.760697 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-74741271-5d8b-4bda-b62a-37ec006300f0 None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:26:44.767138 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-06eb3f24-c683-41e2-aa45-ac5503a87e87 tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:44.769438 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74741271-5d8b-4bda-b62a-37ec006300f0 None None] Pushing event updated for resources: {'Port': ['ID=5b8a4779-ec7f-425d-837c-b670449e7020,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:26:44.771827 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74741271-5d8b-4bda-b62a-37ec006300f0 None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:26:44.791631 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-53f3dec2-e759-4095-ab53-fcec08256f36 None None] Port ede81a60-bec7-438e-86c9-7ac20c1b8d11 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:26:44.808921 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a783c78f-eb15-4cd5-a8d2-1e81c03e1ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Pushing event updated for resources: {'Port': ['ID=0ee600ba-199a-470a-b7f3-623a97abc23d,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:26:44.820707 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-60830aa3-9b79-4c58-9372-4c712b4097dd tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2969395'] for subnet, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:44.862760 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [None req-a783c78f-eb15-4cd5-a8d2-1e81c03e1ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Attempting to bind port 0ee600ba-199a-470a-b7f3-623a97abc23d on host hv-neutron-8307 for vnic_type normal with profile {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:26:44.862984 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [None req-a783c78f-eb15-4cd5-a8d2-1e81c03e1ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Attempting to bind port 0ee600ba-199a-470a-b7f3-623a97abc23d by drivers openvswitch,hyperv on host hv-neutron-8307 at level 0 using segments [{'id': 'cba943ae-9e9c-45a1-a7d5-f9653e9f0427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'afec344e-3b43-4995-ba39-ecf005aa6e74'}] {{(pid=83737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:26:44.863313 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a783c78f-eb15-4cd5-a8d2-1e81c03e1ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Attempting to bind port 0ee600ba-199a-470a-b7f3-623a97abc23d on network afec344e-3b43-4995-ba39-ecf005aa6e74 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:26:44.882844 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a783c78f-eb15-4cd5-a8d2-1e81c03e1ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Port 0ee600ba-199a-470a-b7f3-623a97abc23d on network afec344e-3b43-4995-ba39-ecf005aa6e74 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8307 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 07 10:26:44.883660 dv-neutron-830731-3-hyperv neutron-server[83737]: ERROR neutron.plugins.ml2.managers [None req-a783c78f-eb15-4cd5-a8d2-1e81c03e1ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Failed to bind port 0ee600ba-199a-470a-b7f3-623a97abc23d on host hv-neutron-8307 for vnic_type normal using segments [{'id': 'cba943ae-9e9c-45a1-a7d5-f9653e9f0427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'afec344e-3b43-4995-ba39-ecf005aa6e74'}] Mar 07 10:26:44.886267 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.plugins.ml2.plugin [None req-a783c78f-eb15-4cd5-a8d2-1e81c03e1ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Attempt 2 to bind port 0ee600ba-199a-470a-b7f3-623a97abc23d Mar 07 10:26:44.888549 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-74741271-5d8b-4bda-b62a-37ec006300f0 None None] Attempting to bind port 5b8a4779-ec7f-425d-837c-b670449e7020 on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:26:44.889044 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-74741271-5d8b-4bda-b62a-37ec006300f0 None None] Attempting to bind port 5b8a4779-ec7f-425d-837c-b670449e7020 by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': '13510a37-88c7-493e-9701-b414ea24fc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '98d8805b-dd65-4110-997b-2eea298bca78'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:26:44.889942 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74741271-5d8b-4bda-b62a-37ec006300f0 None None] Attempting to bind port 5b8a4779-ec7f-425d-837c-b670449e7020 on network 98d8805b-dd65-4110-997b-2eea298bca78 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:26:44.898124 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74741271-5d8b-4bda-b62a-37ec006300f0 None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 26, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:26:44.898626 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74741271-5d8b-4bda-b62a-37ec006300f0 None None] Checking segment: {'id': '13510a37-88c7-493e-9701-b414ea24fc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '98d8805b-dd65-4110-997b-2eea298bca78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:26:44.899606 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-74741271-5d8b-4bda-b62a-37ec006300f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:44.899606 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74741271-5d8b-4bda-b62a-37ec006300f0 None None] Bound using segment: {'id': '13510a37-88c7-493e-9701-b414ea24fc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '98d8805b-dd65-4110-997b-2eea298bca78'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:26:44.900588 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-74741271-5d8b-4bda-b62a-37ec006300f0 None None] Bound port: 5b8a4779-ec7f-425d-837c-b670449e7020, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13510a37-88c7-493e-9701-b414ea24fc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '98d8805b-dd65-4110-997b-2eea298bca78'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:26:44.900748 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-74741271-5d8b-4bda-b62a-37ec006300f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:44.925389 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [None req-a783c78f-eb15-4cd5-a8d2-1e81c03e1ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Attempting to bind port 0ee600ba-199a-470a-b7f3-623a97abc23d on host hv-neutron-8307 for vnic_type normal with profile {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:26:44.925740 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [None req-a783c78f-eb15-4cd5-a8d2-1e81c03e1ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Attempting to bind port 0ee600ba-199a-470a-b7f3-623a97abc23d by drivers openvswitch,hyperv on host hv-neutron-8307 at level 0 using segments [{'id': 'cba943ae-9e9c-45a1-a7d5-f9653e9f0427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'afec344e-3b43-4995-ba39-ecf005aa6e74'}] {{(pid=83737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:26:44.926068 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a783c78f-eb15-4cd5-a8d2-1e81c03e1ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Attempting to bind port 0ee600ba-199a-470a-b7f3-623a97abc23d on network afec344e-3b43-4995-ba39-ecf005aa6e74 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:26:44.993396 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a783c78f-eb15-4cd5-a8d2-1e81c03e1ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Port 0ee600ba-199a-470a-b7f3-623a97abc23d on network afec344e-3b43-4995-ba39-ecf005aa6e74 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8307 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 07 10:26:44.993722 dv-neutron-830731-3-hyperv neutron-server[83737]: ERROR neutron.plugins.ml2.managers [None req-a783c78f-eb15-4cd5-a8d2-1e81c03e1ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Failed to bind port 0ee600ba-199a-470a-b7f3-623a97abc23d on host hv-neutron-8307 for vnic_type normal using segments [{'id': 'cba943ae-9e9c-45a1-a7d5-f9653e9f0427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'afec344e-3b43-4995-ba39-ecf005aa6e74'}] Mar 07 10:26:44.996196 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.plugins.ml2.plugin [None req-a783c78f-eb15-4cd5-a8d2-1e81c03e1ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Attempt 3 to bind port 0ee600ba-199a-470a-b7f3-623a97abc23d Mar 07 10:26:45.000270 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-74741271-5d8b-4bda-b62a-37ec006300f0 None None] For port 5b8a4779-ec7f-425d-837c-b670449e7020, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:26:45.003442 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-74741271-5d8b-4bda-b62a-37ec006300f0 None None] For port 5b8a4779-ec7f-425d-837c-b670449e7020, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=5b8a4779-ec7f-425d-837c-b670449e7020,segment=NetworkSegment(13510a37-88c7-493e-9701-b414ea24fc4c),segment_id=13510a37-88c7-493e-9701-b414ea24fc4c)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:26:45.008075 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-74741271-5d8b-4bda-b62a-37ec006300f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:45.017788 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-3cde7860-329f-44a7-96a2-d8bc782eedd1 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:26:45.020987 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [None req-a783c78f-eb15-4cd5-a8d2-1e81c03e1ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Attempting to bind port 0ee600ba-199a-470a-b7f3-623a97abc23d on host hv-neutron-8307 for vnic_type normal with profile {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:26:45.021315 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [None req-a783c78f-eb15-4cd5-a8d2-1e81c03e1ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Attempting to bind port 0ee600ba-199a-470a-b7f3-623a97abc23d by drivers openvswitch,hyperv on host hv-neutron-8307 at level 0 using segments [{'id': 'cba943ae-9e9c-45a1-a7d5-f9653e9f0427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'afec344e-3b43-4995-ba39-ecf005aa6e74'}] {{(pid=83737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:26:45.021643 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a783c78f-eb15-4cd5-a8d2-1e81c03e1ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Attempting to bind port 0ee600ba-199a-470a-b7f3-623a97abc23d on network afec344e-3b43-4995-ba39-ecf005aa6e74 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:26:45.036832 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-3cde7860-329f-44a7-96a2-d8bc782eedd1 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Usage tracker for resource:subnet and tenant:29ee0fb2487e46c6b75e400959e24994 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:26:45.043837 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-3cde7860-329f-44a7-96a2-d8bc782eedd1 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:26:45.044153 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a783c78f-eb15-4cd5-a8d2-1e81c03e1ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Port 0ee600ba-199a-470a-b7f3-623a97abc23d on network afec344e-3b43-4995-ba39-ecf005aa6e74 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8307 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 07 10:26:45.044497 dv-neutron-830731-3-hyperv neutron-server[83737]: ERROR neutron.plugins.ml2.managers [None req-a783c78f-eb15-4cd5-a8d2-1e81c03e1ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Failed to bind port 0ee600ba-199a-470a-b7f3-623a97abc23d on host hv-neutron-8307 for vnic_type normal using segments [{'id': 'cba943ae-9e9c-45a1-a7d5-f9653e9f0427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'afec344e-3b43-4995-ba39-ecf005aa6e74'}] Mar 07 10:26:45.052509 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.plugins.ml2.plugin [None req-a783c78f-eb15-4cd5-a8d2-1e81c03e1ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Attempt 4 to bind port 0ee600ba-199a-470a-b7f3-623a97abc23d Mar 07 10:26:45.066224 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-3cde7860-329f-44a7-96a2-d8bc782eedd1 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:26:45.075676 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [None req-a783c78f-eb15-4cd5-a8d2-1e81c03e1ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Attempting to bind port 0ee600ba-199a-470a-b7f3-623a97abc23d on host hv-neutron-8307 for vnic_type normal with profile {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:26:45.076007 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [None req-a783c78f-eb15-4cd5-a8d2-1e81c03e1ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Attempting to bind port 0ee600ba-199a-470a-b7f3-623a97abc23d by drivers openvswitch,hyperv on host hv-neutron-8307 at level 0 using segments [{'id': 'cba943ae-9e9c-45a1-a7d5-f9653e9f0427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'afec344e-3b43-4995-ba39-ecf005aa6e74'}] {{(pid=83737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:26:45.076337 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a783c78f-eb15-4cd5-a8d2-1e81c03e1ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Attempting to bind port 0ee600ba-199a-470a-b7f3-623a97abc23d on network afec344e-3b43-4995-ba39-ecf005aa6e74 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:26:45.086137 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a783c78f-eb15-4cd5-a8d2-1e81c03e1ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Port 0ee600ba-199a-470a-b7f3-623a97abc23d on network afec344e-3b43-4995-ba39-ecf005aa6e74 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8307 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 07 10:26:45.086521 dv-neutron-830731-3-hyperv neutron-server[83737]: ERROR neutron.plugins.ml2.managers [None req-a783c78f-eb15-4cd5-a8d2-1e81c03e1ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Failed to bind port 0ee600ba-199a-470a-b7f3-623a97abc23d on host hv-neutron-8307 for vnic_type normal using segments [{'id': 'cba943ae-9e9c-45a1-a7d5-f9653e9f0427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'afec344e-3b43-4995-ba39-ecf005aa6e74'}] Mar 07 10:26:45.087959 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.plugins.ml2.plugin [None req-a783c78f-eb15-4cd5-a8d2-1e81c03e1ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Attempt 5 to bind port 0ee600ba-199a-470a-b7f3-623a97abc23d Mar 07 10:26:45.094097 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74741271-5d8b-4bda-b62a-37ec006300f0 None None] Pushing event updated for resources: {'Port': ['ID=5b8a4779-ec7f-425d-837c-b670449e7020,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:26:45.127173 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cde7860-329f-44a7-96a2-d8bc782eedd1 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Made reservation on behalf of 29ee0fb2487e46c6b75e400959e24994 for: {'subnet': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:26:45.130921 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3cde7860-329f-44a7-96a2-d8bc782eedd1 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741426'] for subnet, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:45.137398 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2d811026-bde4-406d-aaa7-5dc2b4c51ea2 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:45.151332 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [None req-a783c78f-eb15-4cd5-a8d2-1e81c03e1ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Attempting to bind port 0ee600ba-199a-470a-b7f3-623a97abc23d on host hv-neutron-8307 for vnic_type normal with profile {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:26:45.152387 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [None req-a783c78f-eb15-4cd5-a8d2-1e81c03e1ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Attempting to bind port 0ee600ba-199a-470a-b7f3-623a97abc23d by drivers openvswitch,hyperv on host hv-neutron-8307 at level 0 using segments [{'id': 'cba943ae-9e9c-45a1-a7d5-f9653e9f0427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'afec344e-3b43-4995-ba39-ecf005aa6e74'}] {{(pid=83737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:26:45.152866 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a783c78f-eb15-4cd5-a8d2-1e81c03e1ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Attempting to bind port 0ee600ba-199a-470a-b7f3-623a97abc23d on network afec344e-3b43-4995-ba39-ecf005aa6e74 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:26:45.161964 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2d811026-bde4-406d-aaa7-5dc2b4c51ea2 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3012561'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:45.272132 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d811026-bde4-406d-aaa7-5dc2b4c51ea2 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Pushing event updated for resources: {'Port': ['ID=bb858b23-d612-413b-bf9d-9d72af19894a,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:26:45.275191 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a783c78f-eb15-4cd5-a8d2-1e81c03e1ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Port 0ee600ba-199a-470a-b7f3-623a97abc23d on network afec344e-3b43-4995-ba39-ecf005aa6e74 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8307 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 07 10:26:45.275514 dv-neutron-830731-3-hyperv neutron-server[83737]: ERROR neutron.plugins.ml2.managers [None req-a783c78f-eb15-4cd5-a8d2-1e81c03e1ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Failed to bind port 0ee600ba-199a-470a-b7f3-623a97abc23d on host hv-neutron-8307 for vnic_type normal using segments [{'id': 'cba943ae-9e9c-45a1-a7d5-f9653e9f0427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'afec344e-3b43-4995-ba39-ecf005aa6e74'}] Mar 07 10:26:45.287014 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.plugins.ml2.plugin [None req-a783c78f-eb15-4cd5-a8d2-1e81c03e1ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Attempt 6 to bind port 0ee600ba-199a-470a-b7f3-623a97abc23d Mar 07 10:26:45.380411 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [None req-a783c78f-eb15-4cd5-a8d2-1e81c03e1ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Attempting to bind port 0ee600ba-199a-470a-b7f3-623a97abc23d on host hv-neutron-8307 for vnic_type normal with profile {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:26:45.380695 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [None req-a783c78f-eb15-4cd5-a8d2-1e81c03e1ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Attempting to bind port 0ee600ba-199a-470a-b7f3-623a97abc23d by drivers openvswitch,hyperv on host hv-neutron-8307 at level 0 using segments [{'id': 'cba943ae-9e9c-45a1-a7d5-f9653e9f0427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'afec344e-3b43-4995-ba39-ecf005aa6e74'}] {{(pid=83737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:26:45.381030 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a783c78f-eb15-4cd5-a8d2-1e81c03e1ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Attempting to bind port 0ee600ba-199a-470a-b7f3-623a97abc23d on network afec344e-3b43-4995-ba39-ecf005aa6e74 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:26:45.394998 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2d811026-bde4-406d-aaa7-5dc2b4c51ea2 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2756426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3920233'] for router_interface, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:45.406635 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a783c78f-eb15-4cd5-a8d2-1e81c03e1ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Port 0ee600ba-199a-470a-b7f3-623a97abc23d on network afec344e-3b43-4995-ba39-ecf005aa6e74 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8307 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 07 10:26:45.406966 dv-neutron-830731-3-hyperv neutron-server[83737]: ERROR neutron.plugins.ml2.managers [None req-a783c78f-eb15-4cd5-a8d2-1e81c03e1ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Failed to bind port 0ee600ba-199a-470a-b7f3-623a97abc23d on host hv-neutron-8307 for vnic_type normal using segments [{'id': 'cba943ae-9e9c-45a1-a7d5-f9653e9f0427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'afec344e-3b43-4995-ba39-ecf005aa6e74'}] Mar 07 10:26:45.409033 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.plugins.ml2.plugin [None req-a783c78f-eb15-4cd5-a8d2-1e81c03e1ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Attempt 7 to bind port 0ee600ba-199a-470a-b7f3-623a97abc23d Mar 07 10:26:45.432409 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:45.465167 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-60830aa3-9b79-4c58-9372-4c712b4097dd tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1525496'] for subnet, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:45.563681 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.db.ipam_backend_mixin [None req-3cde7860-329f-44a7-96a2-d8bc782eedd1 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 977425af-5720-4ab2-ae22-4811f4c412e9 (CIDR: 2001:db8::/64) Mar 07 10:26:45.566903 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [None req-a783c78f-eb15-4cd5-a8d2-1e81c03e1ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Attempting to bind port 0ee600ba-199a-470a-b7f3-623a97abc23d on host hv-neutron-8307 for vnic_type normal with profile {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:26:45.567354 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [None req-a783c78f-eb15-4cd5-a8d2-1e81c03e1ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Attempting to bind port 0ee600ba-199a-470a-b7f3-623a97abc23d by drivers openvswitch,hyperv on host hv-neutron-8307 at level 0 using segments [{'id': 'cba943ae-9e9c-45a1-a7d5-f9653e9f0427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'afec344e-3b43-4995-ba39-ecf005aa6e74'}] {{(pid=83737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:26:45.567693 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a783c78f-eb15-4cd5-a8d2-1e81c03e1ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Attempting to bind port 0ee600ba-199a-470a-b7f3-623a97abc23d on network afec344e-3b43-4995-ba39-ecf005aa6e74 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:26:45.609308 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cde7860-329f-44a7-96a2-d8bc782eedd1 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 10:26:45.609882 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cde7860-329f-44a7-96a2-d8bc782eedd1 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:26:45.639142 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a783c78f-eb15-4cd5-a8d2-1e81c03e1ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Port 0ee600ba-199a-470a-b7f3-623a97abc23d on network afec344e-3b43-4995-ba39-ecf005aa6e74 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8307 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 07 10:26:45.639473 dv-neutron-830731-3-hyperv neutron-server[83737]: ERROR neutron.plugins.ml2.managers [None req-a783c78f-eb15-4cd5-a8d2-1e81c03e1ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Failed to bind port 0ee600ba-199a-470a-b7f3-623a97abc23d on host hv-neutron-8307 for vnic_type normal using segments [{'id': 'cba943ae-9e9c-45a1-a7d5-f9653e9f0427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'afec344e-3b43-4995-ba39-ecf005aa6e74'}] Mar 07 10:26:45.642995 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.plugins.ml2.plugin [None req-a783c78f-eb15-4cd5-a8d2-1e81c03e1ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Attempt 8 to bind port 0ee600ba-199a-470a-b7f3-623a97abc23d Mar 07 10:26:45.668418 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36c89cc-4f1d-4947-82d7-5c711e43c85c req-16c69411-fb22-40a7-bdb1-a832ac0df96d tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:26:45.669993 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d36c89cc-4f1d-4947-82d7-5c711e43c85c req-16c69411-fb22-40a7-bdb1-a832ac0df96d tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] 10.222.0.13 "GET /v2.0/ports?device_id=22a73a36-a502-4d17-9bc5-55363d6489d7 HTTP/1.1" status: 200 len: 945 time: 0.4043245 Mar 07 10:26:45.691930 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [None req-a783c78f-eb15-4cd5-a8d2-1e81c03e1ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Attempting to bind port 0ee600ba-199a-470a-b7f3-623a97abc23d on host hv-neutron-8307 for vnic_type normal with profile {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:26:45.692269 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [None req-a783c78f-eb15-4cd5-a8d2-1e81c03e1ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Attempting to bind port 0ee600ba-199a-470a-b7f3-623a97abc23d by drivers openvswitch,hyperv on host hv-neutron-8307 at level 0 using segments [{'id': 'cba943ae-9e9c-45a1-a7d5-f9653e9f0427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'afec344e-3b43-4995-ba39-ecf005aa6e74'}] {{(pid=83737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:26:45.692649 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a783c78f-eb15-4cd5-a8d2-1e81c03e1ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Attempting to bind port 0ee600ba-199a-470a-b7f3-623a97abc23d on network afec344e-3b43-4995-ba39-ecf005aa6e74 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:26:45.729285 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-3cde7860-329f-44a7-96a2-d8bc782eedd1 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4826415 Mar 07 10:26:45.729285 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-60830aa3-9b79-4c58-9372-4c712b4097dd tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1525489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3556647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741465'] for subnet, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:45.730890 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 60636) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:26:45.744560 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a783c78f-eb15-4cd5-a8d2-1e81c03e1ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Port 0ee600ba-199a-470a-b7f3-623a97abc23d on network afec344e-3b43-4995-ba39-ecf005aa6e74 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8307 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 07 10:26:45.744891 dv-neutron-830731-3-hyperv neutron-server[83737]: ERROR neutron.plugins.ml2.managers [None req-a783c78f-eb15-4cd5-a8d2-1e81c03e1ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Failed to bind port 0ee600ba-199a-470a-b7f3-623a97abc23d on host hv-neutron-8307 for vnic_type normal using segments [{'id': 'cba943ae-9e9c-45a1-a7d5-f9653e9f0427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'afec344e-3b43-4995-ba39-ecf005aa6e74'}] Mar 07 10:26:45.748192 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.plugins.ml2.plugin [None req-a783c78f-eb15-4cd5-a8d2-1e81c03e1ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Attempt 9 to bind port 0ee600ba-199a-470a-b7f3-623a97abc23d Mar 07 10:26:45.758112 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d811026-bde4-406d-aaa7-5dc2b4c51ea2 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Network f0d5e4a5-09d0-46ad-87fe-10e571ed08c6 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:26:45.762688 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-2d811026-bde4-406d-aaa7-5dc2b4c51ea2 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:26:45.783759 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-4e7c8173-4171-4383-9b72-9568711a74f4 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Request body: {'subnet': {'network_id': '5f888156-7303-47d2-9911-57799887efd4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:26:45.809596 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60830aa3-9b79-4c58-9372-4c712b4097dd tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Pushing event deleted for resources: {'Subnet': ['ID=b2d6db32-c495-4824-a45e-79194a5b06c0,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:26:45.847071 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d36c89cc-4f1d-4947-82d7-5c711e43c85c req-c76556f0-b498-44b5-afc5-a4a6f8e06303 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0975493-0c59-42d9-89a3-fb824091cc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1606069 Mar 07 10:26:45.903532 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [None req-a783c78f-eb15-4cd5-a8d2-1e81c03e1ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Attempting to bind port 0ee600ba-199a-470a-b7f3-623a97abc23d on host hv-neutron-8307 for vnic_type normal with profile {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:26:45.903740 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [None req-a783c78f-eb15-4cd5-a8d2-1e81c03e1ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Attempting to bind port 0ee600ba-199a-470a-b7f3-623a97abc23d by drivers openvswitch,hyperv on host hv-neutron-8307 at level 0 using segments [{'id': 'cba943ae-9e9c-45a1-a7d5-f9653e9f0427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'afec344e-3b43-4995-ba39-ecf005aa6e74'}] {{(pid=83737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:26:45.903994 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a783c78f-eb15-4cd5-a8d2-1e81c03e1ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Attempting to bind port 0ee600ba-199a-470a-b7f3-623a97abc23d on network afec344e-3b43-4995-ba39-ecf005aa6e74 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:26:45.915431 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25190fe3-247b-4f23-9855-f6e8a6a964ba None None] Network 1445b53c-2efe-493d-b546-9cc388455858 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:26:45.922343 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-60830aa3-9b79-4c58-9372-4c712b4097dd tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:45.926542 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-60830aa3-9b79-4c58-9372-4c712b4097dd tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] 10.222.0.13 "DELETE /v2.0/subnets/b2d6db32-c495-4824-a45e-79194a5b06c0 HTTP/1.1" status: 204 len: 168 time: 2.2048883 Mar 07 10:26:45.928903 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a783c78f-eb15-4cd5-a8d2-1e81c03e1ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Port 0ee600ba-199a-470a-b7f3-623a97abc23d on network afec344e-3b43-4995-ba39-ecf005aa6e74 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8307 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 07 10:26:45.929239 dv-neutron-830731-3-hyperv neutron-server[83737]: ERROR neutron.plugins.ml2.managers [None req-a783c78f-eb15-4cd5-a8d2-1e81c03e1ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Failed to bind port 0ee600ba-199a-470a-b7f3-623a97abc23d on host hv-neutron-8307 for vnic_type normal using segments [{'id': 'cba943ae-9e9c-45a1-a7d5-f9653e9f0427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'afec344e-3b43-4995-ba39-ecf005aa6e74'}] Mar 07 10:26:45.929667 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 60642) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:26:45.948503 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.plugins.ml2.plugin [None req-a783c78f-eb15-4cd5-a8d2-1e81c03e1ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Attempt 10 to bind port 0ee600ba-199a-470a-b7f3-623a97abc23d Mar 07 10:26:45.973727 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-06eb3f24-c683-41e2-aa45-ac5503a87e87 tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Allocated IP 172.20.0.1 (8e845710-73f7-4f0b-af10-9dcc2a1ba0b8/1908a094-c85c-45bf-ba08-f6b98786ad14/38e40bcf-21cf-4c66-a862-0d5d16cde97c) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:26:46.024110 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [None req-a783c78f-eb15-4cd5-a8d2-1e81c03e1ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Attempting to bind port 0ee600ba-199a-470a-b7f3-623a97abc23d on host hv-neutron-8307 for vnic_type normal with profile {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:26:46.024440 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [None req-a783c78f-eb15-4cd5-a8d2-1e81c03e1ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Attempting to bind port 0ee600ba-199a-470a-b7f3-623a97abc23d by drivers openvswitch,hyperv on host hv-neutron-8307 at level 0 using segments [{'id': 'cba943ae-9e9c-45a1-a7d5-f9653e9f0427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'afec344e-3b43-4995-ba39-ecf005aa6e74'}] {{(pid=83737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:26:46.024805 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a783c78f-eb15-4cd5-a8d2-1e81c03e1ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Attempting to bind port 0ee600ba-199a-470a-b7f3-623a97abc23d on network afec344e-3b43-4995-ba39-ecf005aa6e74 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:26:46.097182 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a783c78f-eb15-4cd5-a8d2-1e81c03e1ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Port 0ee600ba-199a-470a-b7f3-623a97abc23d on network afec344e-3b43-4995-ba39-ecf005aa6e74 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8307 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 07 10:26:46.097682 dv-neutron-830731-3-hyperv neutron-server[83737]: ERROR neutron.plugins.ml2.managers [None req-a783c78f-eb15-4cd5-a8d2-1e81c03e1ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Failed to bind port 0ee600ba-199a-470a-b7f3-623a97abc23d on host hv-neutron-8307 for vnic_type normal using segments [{'id': 'cba943ae-9e9c-45a1-a7d5-f9653e9f0427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'afec344e-3b43-4995-ba39-ecf005aa6e74'}] Mar 07 10:26:46.098693 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a783c78f-eb15-4cd5-a8d2-1e81c03e1ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:46.219894 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-4e7c8173-4171-4383-9b72-9568711a74f4 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:26:46.239058 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-4e7c8173-4171-4383-9b72-9568711a74f4 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Usage tracker for resource:subnet and tenant:29ee0fb2487e46c6b75e400959e24994 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:26:46.252196 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-4e7c8173-4171-4383-9b72-9568711a74f4 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:26:46.258286 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-efaf038b-725d-49b4-80f6-fbbebb01e4de None None] Provisioning complete for port bb858b23-d612-413b-bf9d-9d72af19894a triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:26:46.258286 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-efaf038b-725d-49b4-80f6-fbbebb01e4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:46.264035 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-4e7c8173-4171-4383-9b72-9568711a74f4 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:26:46.332574 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e7c8173-4171-4383-9b72-9568711a74f4 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Made reservation on behalf of 29ee0fb2487e46c6b75e400959e24994 for: {'subnet': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:26:46.337583 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4e7c8173-4171-4383-9b72-9568711a74f4 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741426'] for subnet, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:46.344063 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-efaf038b-725d-49b4-80f6-fbbebb01e4de None None] Port bb858b23-d612-413b-bf9d-9d72af19894a cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:26:46.406023 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56a2de90-c879-4b7e-bc1c-4e0f6d02b8cc None None] DHCP port deletion for 1445b53c-2efe-493d-b546-9cc388455858 request from dv-neutron-830731-3-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 07 10:26:46.420740 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-56a2de90-c879-4b7e-bc1c-4e0f6d02b8cc None None] Deleting port 7bc4f039-c72f-4e8b-865d-6f7d4ed71ec4 {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:26:46.421065 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-56a2de90-c879-4b7e-bc1c-4e0f6d02b8cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:46.464644 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 5b8a4779-ec7f-425d-837c-b670449e7020 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:26:46.570902 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.objects.ports [None req-926268ec-4a0b-4fa6-848b-49c61283f4d5 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83738) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 07 10:26:46.582689 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-630138d2-17a1-4cac-978a-22757c8bc1f0 None None] Provisioning for port 5b8a4779-ec7f-425d-837c-b670449e7020 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:26:46.610510 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-a783c78f-eb15-4cd5-a8d2-1e81c03e1ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] For port 0ee600ba-199a-470a-b7f3-623a97abc23d, host hv-neutron-8307, cleared binding levels {{(pid=83737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:26:46.611110 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-a783c78f-eb15-4cd5-a8d2-1e81c03e1ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Attempted to set empty binding levels {{(pid=83737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 07 10:26:46.631093 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a783c78f-eb15-4cd5-a8d2-1e81c03e1ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3012561'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:46.636523 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning for port 5b8a4779-ec7f-425d-837c-b670449e7020 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:26:46.667371 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a270a3d-c16b-4fa3-a167-871967e11577 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Deleting subnet f2cc4941-7ad5-477d-afe9-407320159cb7 {{(pid=83737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 07 10:26:46.668656 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-06eb3f24-c683-41e2-aa45-ac5503a87e87 tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:46.674494 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4a270a3d-c16b-4fa3-a167-871967e11577 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks [] for subnet, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:46.688256 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 5b8a4779-ec7f-425d-837c-b670449e7020 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:26:46.688652 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:46.717708 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-06eb3f24-c683-41e2-aa45-ac5503a87e87 tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Transition to ACTIVE for port object 38e40bcf-21cf-4c66-a862-0d5d16cde97c will not be triggered until provisioned by entity DHCP. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:26:46.745073 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.db.ipam_backend_mixin [None req-4e7c8173-4171-4383-9b72-9568711a74f4 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 9447bc6b-513c-4203-ab3f-1db0adade473 (CIDR: 2001:db8:0:1::/64) Mar 07 10:26:46.755198 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e7c8173-4171-4383-9b72-9568711a74f4 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 10:26:46.755636 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e7c8173-4171-4383-9b72-9568711a74f4 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:26:46.765235 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-a783c78f-eb15-4cd5-a8d2-1e81c03e1ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] In _notify_port_updated(), no bound segment for port 0ee600ba-199a-470a-b7f3-623a97abc23d on network afec344e-3b43-4995-ba39-ecf005aa6e74 {{(pid=83737) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 07 10:26:46.766270 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a783c78f-eb15-4cd5-a8d2-1e81c03e1ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:46.770353 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-a783c78f-eb15-4cd5-a8d2-1e81c03e1ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] 10.222.0.13 "PUT /v2.0/ports/0ee600ba-199a-470a-b7f3-623a97abc23d HTTP/1.1" status: 200 len: 981 time: 3.1860583 Mar 07 10:26:46.771593 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-56a2de90-c879-4b7e-bc1c-4e0f6d02b8cc None None] For port 7bc4f039-c72f-4e8b-865d-6f7d4ed71ec4, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=7bc4f039-c72f-4e8b-865d-6f7d4ed71ec4,segment=NetworkSegment(e9ca11ca-4eb8-434f-a3c4-cc9e7788dd48),segment_id=e9ca11ca-4eb8-434f-a3c4-cc9e7788dd48)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:26:46.771994 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-56a2de90-c879-4b7e-bc1c-4e0f6d02b8cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:46.773751 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4055d3-cba3-4014-b2a5-e5464a576716 req-8b6dc083-40cc-4144-9298-1d31e5806045 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:26:46.775468 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-8a4055d3-cba3-4014-b2a5-e5464a576716 req-8b6dc083-40cc-4144-9298-1d31e5806045 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] 10.222.0.13 "GET /v2.0/ports?device_id=22a73a36-a502-4d17-9bc5-55363d6489d7 HTTP/1.1" status: 200 len: 945 time: 0.5477135 Mar 07 10:26:46.780149 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 60648) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:26:46.826413 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-4e7c8173-4171-4383-9b72-9568711a74f4 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.0622978 Mar 07 10:26:46.826892 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4a270a3d-c16b-4fa3-a167-871967e11577 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2627781'] for subnet, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:46.834359 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 60652) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:26:46.841228 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-a440a021-94da-4d71-89c2-b54513a932fc tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Request body: {'subnet': {'network_id': '5f888156-7303-47d2-9911-57799887efd4', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:26:46.887232 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a783c78f-eb15-4cd5-a8d2-1e81c03e1ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Pushing event updated for resources: {'Port': ['ID=0ee600ba-199a-470a-b7f3-623a97abc23d,revision_number=3']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:26:46.920927 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-06eb3f24-c683-41e2-aa45-ac5503a87e87 tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:46.935959 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-56a2de90-c879-4b7e-bc1c-4e0f6d02b8cc None None] Calling delete_port for 7bc4f039-c72f-4e8b-865d-6f7d4ed71ec4 owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:26:46.944071 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-7ee4be2c-9d21-4d9b-ae0c-f66bff48e561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Deleting port 0ee600ba-199a-470a-b7f3-623a97abc23d {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:26:46.944458 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7ee4be2c-9d21-4d9b-ae0c-f66bff48e561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:47.002887 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-926268ec-4a0b-4fa6-848b-49c61283f4d5 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:47.008189 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-8a4055d3-cba3-4014-b2a5-e5464a576716 req-6eac8055-b58c-49ce-9f21-a172177993d2 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0975493-0c59-42d9-89a3-fb824091cc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1888773 Mar 07 10:26:47.037344 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:47.038532 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 60656) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:26:47.080669 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] For port 5b8a4779-ec7f-425d-837c-b670449e7020, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=5b8a4779-ec7f-425d-837c-b670449e7020,segment=NetworkSegment(13510a37-88c7-493e-9701-b414ea24fc4c),segment_id=13510a37-88c7-493e-9701-b414ea24fc4c)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:26:47.082094 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-56a2de90-c879-4b7e-bc1c-4e0f6d02b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812'] for port, after_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:47.110572 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4a270a3d-c16b-4fa3-a167-871967e11577 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1525496'] for subnet, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:47.119246 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:47.128802 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a2de90-c879-4b7e-bc1c-4e0f6d02b8cc None None] Pushing event deleted for resources: {'Port': ['ID=7bc4f039-c72f-4e8b-865d-6f7d4ed71ec4,revision_number=None']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:26:47.135568 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06eb3f24-c683-41e2-aa45-ac5503a87e87 tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Network 8e845710-73f7-4f0b-af10-9dcc2a1ba0b8 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:26:47.151065 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-06eb3f24-c683-41e2-aa45-ac5503a87e87 tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:26:47.179261 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a2de90-c879-4b7e-bc1c-4e0f6d02b8cc None None] No DVR routers for this DVR port 7bc4f039-c72f-4e8b-865d-6f7d4ed71ec4 on host dv-neutron-830731-3-hyperv {{(pid=83739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:26:47.179479 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06eb3f24-c683-41e2-aa45-ac5503a87e87 tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:26:47.209092 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Pushing event updated for resources: {'Port': ['ID=5b8a4779-ec7f-425d-837c-b670449e7020,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:26:47.248585 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-06eb3f24-c683-41e2-aa45-ac5503a87e87 tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3920324'] for router_interface, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:47.257795 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eb3f24-c683-41e2-aa45-ac5503a87e87 tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Pushing event updated for resources: {'Port': ['ID=38e40bcf-21cf-4c66-a862-0d5d16cde97c,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:26:47.326220 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.db.api [None req-926268ec-4a0b-4fa6-848b-49c61283f4d5 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83738) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 10:26:47.326590 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG oslo_db.api [None req-926268ec-4a0b-4fa6-848b-49c61283f4d5 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 10:26:47.336719 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-a440a021-94da-4d71-89c2-b54513a932fc tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:26:47.349637 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-a440a021-94da-4d71-89c2-b54513a932fc tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Usage tracker for resource:subnet and tenant:29ee0fb2487e46c6b75e400959e24994 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:26:47.353997 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-a440a021-94da-4d71-89c2-b54513a932fc tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:26:47.361459 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-a440a021-94da-4d71-89c2-b54513a932fc tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:26:47.371222 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-d5b1fe54-7957-4f1a-801a-c15ae55f2051 tempest-TestNetworkAdvancedServerOps-1652520488 tempest-TestNetworkAdvancedServerOps-1652520488-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=22a73a36-a502-4d17-9bc5-55363d6489d7 HTTP/1.1" status: 200 len: 1093 time: 0.2906117 Mar 07 10:26:47.371515 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 60660) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:26:47.378534 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-63b76eee-5a1b-43d5-b277-4fad8651e18e tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Request body: {'floatingip': {'floating_network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'port_id': '65714aee-73ac-4584-a7de-be759f77a2b1', 'tenant_id': '4e9c4d5c86cf416eb66bed1b523adf54', 'fixed_ip_address': '172.20.0.8'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:26:47.385422 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-63b76eee-5a1b-43d5-b277-4fad8651e18e tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:26:47.422111 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-63b76eee-5a1b-43d5-b277-4fad8651e18e tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Usage tracker for resource:floatingip and tenant:4e9c4d5c86cf416eb66bed1b523adf54 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:26:47.424737 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a440a021-94da-4d71-89c2-b54513a932fc tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Made reservation on behalf of 29ee0fb2487e46c6b75e400959e24994 for: {'subnet': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:26:47.427470 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-7ee4be2c-9d21-4d9b-ae0c-f66bff48e561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] For port 0ee600ba-199a-470a-b7f3-623a97abc23d, host hv-neutron-8307, got binding levels [] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:26:47.427895 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7ee4be2c-9d21-4d9b-ae0c-f66bff48e561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:47.438639 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-63b76eee-5a1b-43d5-b277-4fad8651e18e tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:26:47.447770 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-de402d40-de80-495d-8106-936ea4dcd375 None None] Provisioning for port 38e40bcf-21cf-4c66-a862-0d5d16cde97c completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:26:47.453743 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-de402d40-de80-495d-8106-936ea4dcd375 None None] Provisioning complete for port 38e40bcf-21cf-4c66-a862-0d5d16cde97c triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:26:47.454189 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-de402d40-de80-495d-8106-936ea4dcd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:47.457251 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-63b76eee-5a1b-43d5-b277-4fad8651e18e tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:26:47.516300 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-de402d40-de80-495d-8106-936ea4dcd375 None None] Port 38e40bcf-21cf-4c66-a862-0d5d16cde97c cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:26:47.539774 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-63b76eee-5a1b-43d5-b277-4fad8651e18e tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Notify callbacks [] for floatingip, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:47.558158 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-06eb3f24-c683-41e2-aa45-ac5503a87e87 tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:47.567935 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-7ee4be2c-9d21-4d9b-ae0c-f66bff48e561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Calling delete_port for 0ee600ba-199a-470a-b7f3-623a97abc23d owned by {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:26:47.599483 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4a270a3d-c16b-4fa3-a167-871967e11577 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1525489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3012507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3219316'] for subnet, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:47.604318 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d811026-bde4-406d-aaa7-5dc2b4c51ea2 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Router 1be73ccb-58a1-45cd-94d1-7fbff3b1b296 has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:26:47.659010 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a270a3d-c16b-4fa3-a167-871967e11577 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Pushing event deleted for resources: {'Subnet': ['ID=f2cc4941-7ad5-477d-afe9-407320159cb7,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:26:47.675414 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4a270a3d-c16b-4fa3-a167-871967e11577 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:47.684566 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a2a154d-5456-47b8-9891-d39dc2636581 None None] Network acef592e-b5ca-4f78-82aa-ab415af5aeaa requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:26:47.700704 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-4a270a3d-c16b-4fa3-a167-871967e11577 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] 10.222.0.13 "DELETE /v2.0/subnets/f2cc4941-7ad5-477d-afe9-407320159cb7 HTTP/1.1" status: 204 len: 168 time: 1.7420564 Mar 07 10:26:47.700926 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 60664) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:26:47.714738 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a440a021-94da-4d71-89c2-b54513a932fc tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741426'] for subnet, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:47.880775 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7ee4be2c-9d21-4d9b-ae0c-f66bff48e561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:47.939603 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5d64b55-f815-476c-a1a9-4590c94f836a None None] DHCP port deletion for acef592e-b5ca-4f78-82aa-ab415af5aeaa request from dv-neutron-830731-3-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 07 10:26:47.945143 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-c5d64b55-f815-476c-a1a9-4590c94f836a None None] Deleting port 8dc9d2a2-690b-4a26-8bde-66c4e9334ab7 {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:26:47.945344 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c5d64b55-f815-476c-a1a9-4590c94f836a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:47.967856 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee4be2c-9d21-4d9b-ae0c-f66bff48e561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Pushing event deleted for resources: {'Port': ['ID=0ee600ba-199a-470a-b7f3-623a97abc23d,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:26:47.995995 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1a8780b2-de7a-485c-b817-1060628a1db7 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1158940'] for network, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:47.998195 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7ee4be2c-9d21-4d9b-ae0c-f66bff48e561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:48.022424 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-7ee4be2c-9d21-4d9b-ae0c-f66bff48e561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] 10.222.0.13 "DELETE /v2.0/ports/0ee600ba-199a-470a-b7f3-623a97abc23d HTTP/1.1" status: 204 len: 168 time: 1.2400739 Mar 07 10:26:48.023185 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 60668) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:26:48.045997 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-926268ec-4a0b-4fa6-848b-49c61283f4d5 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:48.098190 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-3803fd37-3a05-4b4f-9f13-f081f44f07e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] GET failed (client error): The resource could not be found. Mar 07 10:26:48.098692 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-3803fd37-3a05-4b4f-9f13-f081f44f07e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Synchronizing usage tracker for tenant:25155fe2860647b6a5e79bf276b16e78 on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:26:48.164812 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-c5d64b55-f815-476c-a1a9-4590c94f836a None None] For port 8dc9d2a2-690b-4a26-8bde-66c4e9334ab7, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=8dc9d2a2-690b-4a26-8bde-66c4e9334ab7,segment=NetworkSegment(9186d727-3adc-4242-866a-034b8775ddb8),segment_id=9186d727-3adc-4242-866a-034b8775ddb8)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:26:48.165262 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c5d64b55-f815-476c-a1a9-4590c94f836a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:48.215383 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1a8780b2-de7a-485c-b817-1060628a1db7 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1526893', 'neutron.services.segments.db._delete_segments_for_network-8732568551033'] for network, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:48.224693 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-3803fd37-3a05-4b4f-9f13-f081f44f07e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] Unset dirty status for tenant:25155fe2860647b6a5e79bf276b16e78 on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:26:48.231057 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-3803fd37-3a05-4b4f-9f13-f081f44f07e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1925948281-project-admin] 10.222.0.13 "GET /v2.0/ports/0ee600ba-199a-470a-b7f3-623a97abc23d HTTP/1.1" status: 404 len: 333 time: 0.2057695 Mar 07 10:26:48.234339 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 60672) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:26:48.306601 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-c5d64b55-f815-476c-a1a9-4590c94f836a None None] Calling delete_port for 8dc9d2a2-690b-4a26-8bde-66c4e9334ab7 owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:26:48.324848 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-1a8780b2-de7a-485c-b817-1060628a1db7 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1445b53c-2efe-493d-b546-9cc388455858']}} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:26:48.371441 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-1a8780b2-de7a-485c-b817-1060628a1db7 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9ca11ca-4eb8-434f-a3c4-cc9e7788dd48') {'for_net_delete': True} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:26:48.371720 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-1a8780b2-de7a-485c-b817-1060628a1db7 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9ca11ca-4eb8-434f-a3c4-cc9e7788dd48') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:26:48.387665 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 5b8a4779-ec7f-425d-837c-b670449e7020 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:26:48.398175 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1a8780b2-de7a-485c-b817-1060628a1db7 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732568550916', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629174'] for segment, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:48.412707 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-179d05a2-322d-416d-a200-c4a41a354969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2088734006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2088734006-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1158940'] for network, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:48.426130 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1a8780b2-de7a-485c-b817-1060628a1db7 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:48.438035 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a8780b2-de7a-485c-b817-1060628a1db7 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=83737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 07 10:26:48.438665 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1a8780b2-de7a-485c-b817-1060628a1db7 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1227397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3012597'] for segment, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:48.454637 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d811026-bde4-406d-aaa7-5dc2b4c51ea2 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:26:48.456447 dv-neutron-830731-3-hyperv neutron-server[83737]: Traceback (most recent call last): Mar 07 10:26:48.456447 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 07 10:26:48.456447 dv-neutron-830731-3-hyperv neutron-server[83737]: timer() Mar 07 10:26:48.456447 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:26:48.456447 dv-neutron-830731-3-hyperv neutron-server[83737]: cb(*args, **kw) Mar 07 10:26:48.456447 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 10:26:48.456447 dv-neutron-830731-3-hyperv neutron-server[83737]: return func(*args, **kwargs) Mar 07 10:26:48.456447 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:26:48.456447 dv-neutron-830731-3-hyperv neutron-server[83737]: self._notify() Mar 07 10:26:48.456447 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:26:48.456447 dv-neutron-830731-3-hyperv neutron-server[83737]: self.callback(batched_events) Mar 07 10:26:48.456447 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:26:48.456447 dv-neutron-830731-3-hyperv neutron-server[83737]: event.method(event) Mar 07 10:26:48.456447 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 10:26:48.456447 dv-neutron-830731-3-hyperv neutron-server[83737]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:26:48.456447 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 10:26:48.456447 dv-neutron-830731-3-hyperv neutron-server[83737]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:26:48.456447 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 10:26:48.456447 dv-neutron-830731-3-hyperv neutron-server[83737]: return f(self, *a, **k) Mar 07 10:26:48.456447 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:26:48.456447 dv-neutron-830731-3-hyperv neutron-server[83737]: return self._get(url).json() Mar 07 10:26:48.456447 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:26:48.456447 dv-neutron-830731-3-hyperv neutron-server[83737]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:26:48.456447 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 07 10:26:48.456447 dv-neutron-830731-3-hyperv neutron-server[83737]: return self.request(url, 'GET', **kwargs) Mar 07 10:26:48.456447 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 07 10:26:48.456447 dv-neutron-830731-3-hyperv neutron-server[83737]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:26:48.456447 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 07 10:26:48.456447 dv-neutron-830731-3-hyperv neutron-server[83737]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:26:48.456447 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 07 10:26:48.456447 dv-neutron-830731-3-hyperv neutron-server[83737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:26:48.456447 dv-neutron-830731-3-hyperv neutron-server[83737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:26:48.459531 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c5d64b55-f815-476c-a1a9-4590c94f836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812'] for port, after_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:48.469308 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-2d811026-bde4-406d-aaa7-5dc2b4c51ea2 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] 10.222.0.13 "PUT /v2.0/routers/1be73ccb-58a1-45cd-94d1-7fbff3b1b296/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8736043 Mar 07 10:26:48.476709 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6450d399-edde-4bdb-bac6-e011cc3d0ab4 None None] Sync routers for ids ['1be73ccb-58a1-45cd-94d1-7fbff3b1b296'] in dv-neutron-830731-3-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:26:48.488802 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6450d399-edde-4bdb-bac6-e011cc3d0ab4 None None] Routers {'1be73ccb-58a1-45cd-94d1-7fbff3b1b296'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:26:48.489585 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-6450d399-edde-4bdb-bac6-e011cc3d0ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:26:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['1be73ccb-58a1-45cd-94d1-7fbff3b1b296'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:26:48.516171 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d64b55-f815-476c-a1a9-4590c94f836a None None] Pushing event deleted for resources: {'Port': ['ID=8dc9d2a2-690b-4a26-8bde-66c4e9334ab7,revision_number=None']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:26:48.528804 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d64b55-f815-476c-a1a9-4590c94f836a None None] No DVR routers for this DVR port 8dc9d2a2-690b-4a26-8bde-66c4e9334ab7 on host dv-neutron-830731-3-hyperv {{(pid=83739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:26:48.540555 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 60676) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:26:48.551085 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 5b8a4779-ec7f-425d-837c-b670449e7020 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:26:48.551572 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:48.557610 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-6450d399-edde-4bdb-bac6-e011cc3d0ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:26:48.568261 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6450d399-edde-4bdb-bac6-e011cc3d0ab4 None None] Routers {'1be73ccb-58a1-45cd-94d1-7fbff3b1b296'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:26:48.568884 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-6450d399-edde-4bdb-bac6-e011cc3d0ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:26:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['1be73ccb-58a1-45cd-94d1-7fbff3b1b296'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:26:48.629258 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-6450d399-edde-4bdb-bac6-e011cc3d0ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:26:48.629646 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6450d399-edde-4bdb-bac6-e011cc3d0ab4 None None] The sync data for ids ['1be73ccb-58a1-45cd-94d1-7fbff3b1b296'] in dv-neutron-830731-3-hyperv is: [] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:26:48.656209 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-63b76eee-5a1b-43d5-b277-4fad8651e18e tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:48.661040 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-c04d39c3-40ce-4fb4-90fd-4c31d11b6034 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Request body: {'port': {'network_id': 'f0d5e4a5-09d0-46ad-87fe-10e571ed08c6', 'name': 'tempest-FloatingIPTestJSON-1456331709'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:26:48.712224 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1a8780b2-de7a-485c-b817-1060628a1db7 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1526886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923583'] for network, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:48.731620 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 7bc4f039-c72f-4e8b-865d-6f7d4ed71ec4 no longer exists at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:26:48.737743 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1a8780b2-de7a-485c-b817-1060628a1db7 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:48.745493 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8780b2-de7a-485c-b817-1060628a1db7 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Pushing event deleted for resources: {'Network': ['ID=1445b53c-2efe-493d-b546-9cc388455858,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:26:48.745936 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-926268ec-4a0b-4fa6-848b-49c61283f4d5 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] For port 5b8a4779-ec7f-425d-837c-b670449e7020, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=5b8a4779-ec7f-425d-837c-b670449e7020,segment=NetworkSegment(13510a37-88c7-493e-9701-b414ea24fc4c),segment_id=13510a37-88c7-493e-9701-b414ea24fc4c)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:26:48.750772 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-1a8780b2-de7a-485c-b817-1060628a1db7 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] 10.222.0.13 "DELETE /v2.0/networks/1445b53c-2efe-493d-b546-9cc388455858 HTTP/1.1" status: 204 len: 168 time: 1.0488694 Mar 07 10:26:48.751546 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 60680) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:26:48.758816 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-179d05a2-322d-416d-a200-c4a41a354969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2088734006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2088734006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1526893', 'neutron.services.segments.db._delete_segments_for_network-8732568551033'] for network, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:48.772472 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] No Port match for: 7bc4f039-c72f-4e8b-865d-6f7d4ed71ec4 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 10:26:48.772900 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 7bc4f039-c72f-4e8b-865d-6f7d4ed71ec4 not bound to the agent host dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 10:26:48.773271 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 8dc9d2a2-690b-4a26-8bde-66c4e9334ab7 no longer exists at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:26:48.805115 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] No Port match for: 8dc9d2a2-690b-4a26-8bde-66c4e9334ab7 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 10:26:48.805499 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 8dc9d2a2-690b-4a26-8bde-66c4e9334ab7 not bound to the agent host dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 10:26:48.875598 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-179d05a2-322d-416d-a200-c4a41a354969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2088734006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2088734006-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afec344e-3b43-4995-ba39-ecf005aa6e74']}} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:26:48.899169 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-179d05a2-322d-416d-a200-c4a41a354969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2088734006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2088734006-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cba943ae-9e9c-45a1-a7d5-f9653e9f0427') {'for_net_delete': True} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:26:48.899461 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-179d05a2-322d-416d-a200-c4a41a354969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2088734006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2088734006-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cba943ae-9e9c-45a1-a7d5-f9653e9f0427') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:26:48.911967 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-984f7acb-7f22-46f4-b99e-246d8fd8e19f tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1158940'] for network, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:48.916960 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-179d05a2-322d-416d-a200-c4a41a354969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2088734006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2088734006-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732568550916', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629174'] for segment, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:48.927973 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.db.resource_extend [None req-926268ec-4a0b-4fa6-848b-49c61283f4d5 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 10:26:48.936385 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-179d05a2-322d-416d-a200-c4a41a354969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2088734006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2088734006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:48.975790 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-179d05a2-322d-416d-a200-c4a41a354969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2088734006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2088734006-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=83737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 07 10:26:48.976339 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-179d05a2-322d-416d-a200-c4a41a354969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2088734006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2088734006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1227397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3012597'] for segment, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:48.993800 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-926268ec-4a0b-4fa6-848b-49c61283f4d5 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks [] for port, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:49.015502 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.db.resource_extend [None req-06eb3f24-c683-41e2-aa45-ac5503a87e87 tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 10:26:49.027790 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-926268ec-4a0b-4fa6-848b-49c61283f4d5 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3556717'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:49.028526 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-926268ec-4a0b-4fa6-848b-49c61283f4d5 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3556832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741408'] for subnet, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:49.090785 dv-neutron-830731-3-hyperv neutron-server[83737]: Traceback (most recent call last): Mar 07 10:26:49.090785 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 07 10:26:49.090785 dv-neutron-830731-3-hyperv neutron-server[83737]: timer() Mar 07 10:26:49.090785 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:26:49.090785 dv-neutron-830731-3-hyperv neutron-server[83737]: cb(*args, **kw) Mar 07 10:26:49.090785 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 10:26:49.090785 dv-neutron-830731-3-hyperv neutron-server[83737]: return func(*args, **kwargs) Mar 07 10:26:49.090785 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:26:49.090785 dv-neutron-830731-3-hyperv neutron-server[83737]: self._notify() Mar 07 10:26:49.090785 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:26:49.090785 dv-neutron-830731-3-hyperv neutron-server[83737]: self.callback(batched_events) Mar 07 10:26:49.090785 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:26:49.090785 dv-neutron-830731-3-hyperv neutron-server[83737]: event.method(event) Mar 07 10:26:49.090785 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 10:26:49.090785 dv-neutron-830731-3-hyperv neutron-server[83737]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:26:49.090785 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 10:26:49.090785 dv-neutron-830731-3-hyperv neutron-server[83737]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:26:49.090785 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 10:26:49.090785 dv-neutron-830731-3-hyperv neutron-server[83737]: return f(self, *a, **k) Mar 07 10:26:49.090785 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:26:49.090785 dv-neutron-830731-3-hyperv neutron-server[83737]: return self._get(url).json() Mar 07 10:26:49.090785 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:26:49.090785 dv-neutron-830731-3-hyperv neutron-server[83737]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:26:49.090785 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 07 10:26:49.090785 dv-neutron-830731-3-hyperv neutron-server[83737]: return self.request(url, 'GET', **kwargs) Mar 07 10:26:49.090785 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 07 10:26:49.090785 dv-neutron-830731-3-hyperv neutron-server[83737]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:26:49.090785 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 07 10:26:49.090785 dv-neutron-830731-3-hyperv neutron-server[83737]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:26:49.090785 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 07 10:26:49.090785 dv-neutron-830731-3-hyperv neutron-server[83737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:26:49.090785 dv-neutron-830731-3-hyperv neutron-server[83737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:26:49.130441 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-06eb3f24-c683-41e2-aa45-ac5503a87e87 tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Notify callbacks [] for port, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:49.169224 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-06eb3f24-c683-41e2-aa45-ac5503a87e87 tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3556717'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:49.203719 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-c04d39c3-40ce-4fb4-90fd-4c31d11b6034 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:26:49.221828 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a440a021-94da-4d71-89c2-b54513a932fc tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3556832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741408'] for subnet, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:49.232933 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-c04d39c3-40ce-4fb4-90fd-4c31d11b6034 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Usage tracker for resource:port and tenant:5ce94c19b69348fbbd9afc6238983dcf is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:26:49.240889 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-984f7acb-7f22-46f4-b99e-246d8fd8e19f tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1526893', 'neutron.services.segments.db._delete_segments_for_network-8732568551033'] for network, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:49.248616 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-c04d39c3-40ce-4fb4-90fd-4c31d11b6034 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Quota usage for port was recalculated. Used quota:6. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:26:49.251814 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-179d05a2-322d-416d-a200-c4a41a354969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2088734006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2088734006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1526886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923583'] for network, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:49.263947 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-926268ec-4a0b-4fa6-848b-49c61283f4d5 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Network 98d8805b-dd65-4110-997b-2eea298bca78 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:26:49.268970 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-63b76eee-5a1b-43d5-b277-4fad8651e18e tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Allocated IP 172.26.8.56 (5ed85006-6b00-415e-b71f-837fb1421c12/8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a/715f672b-ed5a-4982-afaa-73982a898f1d) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:26:49.276004 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-179d05a2-322d-416d-a200-c4a41a354969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2088734006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2088734006-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:49.278182 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-c04d39c3-40ce-4fb4-90fd-4c31d11b6034 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:26:49.281960 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-926268ec-4a0b-4fa6-848b-49c61283f4d5 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:26:49.283657 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926268ec-4a0b-4fa6-848b-49c61283f4d5 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Pushing event updated for resources: {'Subnet': ['ID=850a871e-d583-4ce9-a937-7b5abaa6031d,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:26:49.285983 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-926268ec-4a0b-4fa6-848b-49c61283f4d5 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:26:49.286728 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-926268ec-4a0b-4fa6-848b-49c61283f4d5 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:49.294783 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179d05a2-322d-416d-a200-c4a41a354969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2088734006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2088734006-project] Pushing event deleted for resources: {'Network': ['ID=afec344e-3b43-4995-ba39-ecf005aa6e74,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:26:49.297490 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-984f7acb-7f22-46f4-b99e-246d8fd8e19f tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acef592e-b5ca-4f78-82aa-ab415af5aeaa']}} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:26:49.307729 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-179d05a2-322d-416d-a200-c4a41a354969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2088734006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2088734006-project] 10.222.0.13 "DELETE /v2.0/networks/afec344e-3b43-4995-ba39-ecf005aa6e74 HTTP/1.1" status: 204 len: 168 time: 1.0690730 Mar 07 10:26:49.312188 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-984f7acb-7f22-46f4-b99e-246d8fd8e19f tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9186d727-3adc-4242-866a-034b8775ddb8') {'for_net_delete': True} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:26:49.312535 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-984f7acb-7f22-46f4-b99e-246d8fd8e19f tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9186d727-3adc-4242-866a-034b8775ddb8') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:26:49.316957 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41855b4a-de78-438f-bace-fb2db2c23ef6 None None] Network 98d8805b-dd65-4110-997b-2eea298bca78 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:26:49.325368 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-984f7acb-7f22-46f4-b99e-246d8fd8e19f tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732568550916', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629174'] for segment, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:49.343721 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-984f7acb-7f22-46f4-b99e-246d8fd8e19f tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:49.351817 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-984f7acb-7f22-46f4-b99e-246d8fd8e19f tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=83737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 07 10:26:49.352410 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-984f7acb-7f22-46f4-b99e-246d8fd8e19f tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1227397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3012597'] for segment, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:49.354505 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926268ec-4a0b-4fa6-848b-49c61283f4d5 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Pushing event updated for resources: {'Port': ['ID=5b8a4779-ec7f-425d-837c-b670449e7020,revision_number=5']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:26:49.374810 dv-neutron-830731-3-hyperv neutron-server[83737]: Traceback (most recent call last): Mar 07 10:26:49.374810 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 07 10:26:49.374810 dv-neutron-830731-3-hyperv neutron-server[83737]: timer() Mar 07 10:26:49.374810 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:26:49.374810 dv-neutron-830731-3-hyperv neutron-server[83737]: cb(*args, **kw) Mar 07 10:26:49.374810 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 10:26:49.374810 dv-neutron-830731-3-hyperv neutron-server[83737]: return func(*args, **kwargs) Mar 07 10:26:49.374810 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:26:49.374810 dv-neutron-830731-3-hyperv neutron-server[83737]: self._notify() Mar 07 10:26:49.374810 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:26:49.374810 dv-neutron-830731-3-hyperv neutron-server[83737]: self.callback(batched_events) Mar 07 10:26:49.374810 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:26:49.374810 dv-neutron-830731-3-hyperv neutron-server[83737]: event.method(event) Mar 07 10:26:49.374810 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 10:26:49.374810 dv-neutron-830731-3-hyperv neutron-server[83737]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:26:49.374810 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 10:26:49.374810 dv-neutron-830731-3-hyperv neutron-server[83737]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:26:49.374810 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 10:26:49.374810 dv-neutron-830731-3-hyperv neutron-server[83737]: return f(self, *a, **k) Mar 07 10:26:49.374810 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:26:49.374810 dv-neutron-830731-3-hyperv neutron-server[83737]: return self._get(url).json() Mar 07 10:26:49.374810 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:26:49.374810 dv-neutron-830731-3-hyperv neutron-server[83737]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:26:49.374810 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 07 10:26:49.374810 dv-neutron-830731-3-hyperv neutron-server[83737]: return self.request(url, 'GET', **kwargs) Mar 07 10:26:49.374810 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 07 10:26:49.374810 dv-neutron-830731-3-hyperv neutron-server[83737]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:26:49.374810 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 07 10:26:49.374810 dv-neutron-830731-3-hyperv neutron-server[83737]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:26:49.374810 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 07 10:26:49.374810 dv-neutron-830731-3-hyperv neutron-server[83737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:26:49.374810 dv-neutron-830731-3-hyperv neutron-server[83737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:26:49.442351 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c04d39c3-40ce-4fb4-90fd-4c31d11b6034 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Made reservation on behalf of 5ce94c19b69348fbbd9afc6238983dcf for: {'port': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:26:49.446066 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c04d39c3-40ce-4fb4-90fd-4c31d11b6034 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:49.461124 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a440a021-94da-4d71-89c2-b54513a932fc tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Network 5f888156-7303-47d2-9911-57799887efd4 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:26:49.473013 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-984f7acb-7f22-46f4-b99e-246d8fd8e19f tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1526886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923583'] for network, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:49.485418 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-06eb3f24-c683-41e2-aa45-ac5503a87e87 tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2756426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3920233'] for router_interface, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:49.507723 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-a440a021-94da-4d71-89c2-b54513a932fc tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:26:49.511079 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-984f7acb-7f22-46f4-b99e-246d8fd8e19f tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:49.521252 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-984f7acb-7f22-46f4-b99e-246d8fd8e19f tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] 10.222.0.13 "DELETE /v2.0/networks/acef592e-b5ca-4f78-82aa-ab415af5aeaa HTTP/1.1" status: 204 len: 168 time: 0.7619498 Mar 07 10:26:49.523128 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 60686) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:26:49.525811 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984f7acb-7f22-46f4-b99e-246d8fd8e19f tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Pushing event deleted for resources: {'Network': ['ID=acef592e-b5ca-4f78-82aa-ab415af5aeaa,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:26:49.531218 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-bac88c56-efc4-4cda-bd21-e674371e7ca4 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Request body: {'network': {'name': 'tempest-RoutersTest-1545665266'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:26:49.536294 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-bac88c56-efc4-4cda-bd21-e674371e7ca4 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:26:49.541641 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-bac88c56-efc4-4cda-bd21-e674371e7ca4 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Usage tracker for resource:network and tenant:8843377006954c17a088ed77df13332f is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:26:49.545104 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-bac88c56-efc4-4cda-bd21-e674371e7ca4 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:26:49.551180 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-bac88c56-efc4-4cda-bd21-e674371e7ca4 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:26:49.570820 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bac88c56-efc4-4cda-bd21-e674371e7ca4 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Made reservation on behalf of 8843377006954c17a088ed77df13332f for: {'network': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:26:49.573104 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a440a021-94da-4d71-89c2-b54513a932fc tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:26:49.573862 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a440a021-94da-4d71-89c2-b54513a932fc tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:49.575553 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-bac88c56-efc4-4cda-bd21-e674371e7ca4 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for network, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:49.580188 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-926268ec-4a0b-4fa6-848b-49c61283f4d5 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 5.8622763 Mar 07 10:26:49.589906 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 60690) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:26:49.599208 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c075e6b-71fe-49d8-94cf-134194489a4f None None] Network 5f888156-7303-47d2-9911-57799887efd4 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:26:49.602483 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-68f7c916-b7cf-41ae-832a-e38faff458c9 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Request body: {'port': {'network_id': '98d8805b-dd65-4110-997b-2eea298bca78', 'mac_address': 'fa:16:3e:3f:a0:b5', 'name': 'tempest-NetworksTestDHCPv6-1428506876'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:26:49.641884 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bac88c56-efc4-4cda-bd21-e674371e7ca4 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=83737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:26:49.653455 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-bac88c56-efc4-4cda-bd21-e674371e7ca4 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:49.654084 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.db.segments_db [None req-bac88c56-efc4-4cda-bd21-e674371e7ca4 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Added segment 1ec5f950-bedb-444c-a86d-cf9771021772 of type vlan for network ebc61dea-a224-486c-9a73-298ab885f8db Mar 07 10:26:49.682281 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-bac88c56-efc4-4cda-bd21-e674371e7ca4 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732568034061'] for network, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:49.733814 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-63b76eee-5a1b-43d5-b277-4fad8651e18e tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:49.762359 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-bac88c56-efc4-4cda-bd21-e674371e7ca4 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594'] for network, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:49.766523 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac88c56-efc4-4cda-bd21-e674371e7ca4 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:26:49.767115 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-bac88c56-efc4-4cda-bd21-e674371e7ca4 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:49.769133 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [None req-c04d39c3-40ce-4fb4-90fd-4c31d11b6034 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] device_id is not set on port 2865f5a9-2e32-4217-b63d-7b8265d8b68d yet. {{(pid=83738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 07 10:26:49.808920 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 60696) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:26:49.829161 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-bac88c56-efc4-4cda-bd21-e674371e7ca4 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3048737 Mar 07 10:26:49.833993 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eb3f24-c683-41e2-aa45-ac5503a87e87 tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Pushing event updated for resources: {'Port': ['ID=38e40bcf-21cf-4c66-a862-0d5d16cde97c,revision_number=2']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:26:49.841976 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 60700) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:26:49.842937 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a440a021-94da-4d71-89c2-b54513a932fc tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Pushing event updated for resources: {'Subnet': ['ID=d07aef42-11e7-48bd-9928-572f498c9f54,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:26:49.921665 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-a440a021-94da-4d71-89c2-b54513a932fc tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 3.0825543 Mar 07 10:26:49.926970 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 60706) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:26:49.927633 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac88c56-efc4-4cda-bd21-e674371e7ca4 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Pushing event updated for resources: {'Network': ['ID=ebc61dea-a224-486c-9a73-298ab885f8db,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:26:49.939445 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-d28905b9-dfbb-4434-b18c-22f90013a1dd tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Request body: {'subnet': {'network_id': 'ebc61dea-a224-486c-9a73-298ab885f8db', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:26:49.942977 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-2b637c86-b929-464e-b815-e75d980a4126 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1038540324', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd07aef42-11e7-48bd-9928-572f498c9f54'}], 'security_groups': ['861de204-6b61-419b-a206-0f69c026957e', '00fe1168-215b-4407-a8c0-c84a12adfc07']}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:26:49.946353 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Network ebc61dea-a224-486c-9a73-298ab885f8db details requested by agent ovs-agent-dv-neutron-830731-3-hyperv with host dv-neutron-830731-3-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 10:26:50.058978 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-63b76eee-5a1b-43d5-b277-4fad8651e18e tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:50.162382 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-68f7c916-b7cf-41ae-832a-e38faff458c9 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:26:50.173336 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-68f7c916-b7cf-41ae-832a-e38faff458c9 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Usage tracker for resource:port and tenant:0f1e04191c7443f7844c0202165e746c is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:26:50.178731 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-68f7c916-b7cf-41ae-832a-e38faff458c9 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:26:50.197751 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-68f7c916-b7cf-41ae-832a-e38faff458c9 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:26:50.267395 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f2d8e4b-cb63-46cc-9a83-edd234c17b56 None None] Update dhcp port {'port': {'network_id': '5f888156-7303-47d2-9911-57799887efd4', 'fixed_ips': [{'subnet_id': '9447bc6b-513c-4203-ab3f-1db0adade473', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '977425af-5720-4ab2-ae22-4811f4c412e9', 'ip_address': '2001:db8::2'}, {'subnet_id': 'd07aef42-11e7-48bd-9928-572f498c9f54'}], 'binding:host_id': 'dv-neutron-830731-3-hyperv'}, 'id': '07240f66-1ac5-459f-a0d0-3809b67be999'} from dv-neutron-830731-3-hyperv. {{(pid=83739) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 07 10:26:50.306071 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68f7c916-b7cf-41ae-832a-e38faff458c9 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Made reservation on behalf of 0f1e04191c7443f7844c0202165e746c for: {'port': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:26:50.357892 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-2f2d8e4b-cb63-46cc-9a83-edd234c17b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:50.390482 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-e1035cbc-5f2f-40d2-98e2-1933cbfab14e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=847c653d85c4457d8562c7dfb55fd064&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5688672 Mar 07 10:26:50.399775 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 60710) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:26:50.452311 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2b637c86-b929-464e-b815-e75d980a4126 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:50.467717 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-d28905b9-dfbb-4434-b18c-22f90013a1dd tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:26:50.471736 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-d28905b9-dfbb-4434-b18c-22f90013a1dd tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Usage tracker for resource:subnet and tenant:8843377006954c17a088ed77df13332f is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:26:50.474743 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-d28905b9-dfbb-4434-b18c-22f90013a1dd tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:26:50.481498 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-d28905b9-dfbb-4434-b18c-22f90013a1dd tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:26:50.508064 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b76eee-5a1b-43d5-b277-4fad8651e18e tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Network 5ed85006-6b00-415e-b71f-837fb1421c12 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:26:50.518127 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-63b76eee-5a1b-43d5-b277-4fad8651e18e tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:26:50.521267 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06eb3f24-c683-41e2-aa45-ac5503a87e87 tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Network 8e845710-73f7-4f0b-af10-9dcc2a1ba0b8 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:26:50.525119 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-c04d39c3-40ce-4fb4-90fd-4c31d11b6034 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Allocated IP 172.20.0.9 (f0d5e4a5-09d0-46ad-87fe-10e571ed08c6/810b85d7-7b08-4655-b689-c109e476f707/2865f5a9-2e32-4217-b63d-7b8265d8b68d) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:26:50.529206 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b76eee-5a1b-43d5-b277-4fad8651e18e tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:26:50.556890 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-06eb3f24-c683-41e2-aa45-ac5503a87e87 tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:26:50.573270 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-68f7c916-b7cf-41ae-832a-e38faff458c9 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:50.582198 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b76eee-5a1b-43d5-b277-4fad8651e18e tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Pushing event updated for resources: {'Port': ['ID=715f672b-ed5a-4982-afaa-73982a898f1d,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:26:50.594567 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d28905b9-dfbb-4434-b18c-22f90013a1dd tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Made reservation on behalf of 8843377006954c17a088ed77df13332f for: {'subnet': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:26:50.628918 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-2f2d8e4b-cb63-46cc-9a83-edd234c17b56 None None] Allocated IP 2001:db8:0:2::2 (5f888156-7303-47d2-9911-57799887efd4/d07aef42-11e7-48bd-9928-572f498c9f54/07240f66-1ac5-459f-a0d0-3809b67be999) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:26:50.674287 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9fec0f89-e2a4-482d-94e3-4f787c5a5129 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:50.736074 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9fec0f89-e2a4-482d-94e3-4f787c5a5129 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:50.746665 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [None req-68f7c916-b7cf-41ae-832a-e38faff458c9 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] device_id is not set on port 294af18b-eede-4aa8-9be2-101ee1e3b1ac yet. {{(pid=83737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 07 10:26:50.799080 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-9b98f98d-d734-4632-92c1-bdca7fbd2ec4 None None] Provisioning complete for port 5b8a4779-ec7f-425d-837c-b670449e7020 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:26:50.799448 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-9b98f98d-d734-4632-92c1-bdca7fbd2ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:50.859176 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-2f2d8e4b-cb63-46cc-9a83-edd234c17b56 None None] For port 07240f66-1ac5-459f-a0d0-3809b67be999, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=07240f66-1ac5-459f-a0d0-3809b67be999,segment=NetworkSegment(78e03404-d2fd-4245-a10f-ed4c8900df66),segment_id=78e03404-d2fd-4245-a10f-ed4c8900df66)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:26:50.900148 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-2f2d8e4b-cb63-46cc-9a83-edd234c17b56 None None] Notify callbacks [] for port, precommit_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:50.960759 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-2f2d8e4b-cb63-46cc-9a83-edd234c17b56 None None] Transition to ACTIVE for port object 07240f66-1ac5-459f-a0d0-3809b67be999 will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:26:50.970596 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-2f2d8e4b-cb63-46cc-9a83-edd234c17b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:50.971585 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d28905b9-dfbb-4434-b18c-22f90013a1dd tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741426'] for subnet, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:51.147999 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2d8e4b-cb63-46cc-9a83-edd234c17b56 None None] Pushing event updated for resources: {'Port': ['ID=07240f66-1ac5-459f-a0d0-3809b67be999,revision_number=7']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:26:51.168107 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-5195af79-3961-41c5-9b4b-9de19c29c3d4 None None] Provisioning complete for port 38e40bcf-21cf-4c66-a862-0d5d16cde97c triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:26:51.168495 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-5195af79-3961-41c5-9b4b-9de19c29c3d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:51.175300 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-68f7c916-b7cf-41ae-832a-e38faff458c9 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Allocated IP 172.20.0.7 (98d8805b-dd65-4110-997b-2eea298bca78/e353f608-f4aa-4269-bc52-b28308ace702/294af18b-eede-4aa8-9be2-101ee1e3b1ac) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:26:51.182043 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-68f7c916-b7cf-41ae-832a-e38faff458c9 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Allocated IP 2001:db8::f816:3eff:fe3f:a0b5 (98d8805b-dd65-4110-997b-2eea298bca78/850a871e-d583-4ce9-a937-7b5abaa6031d/294af18b-eede-4aa8-9be2-101ee1e3b1ac) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:26:51.246176 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-5195af79-3961-41c5-9b4b-9de19c29c3d4 None None] Port 38e40bcf-21cf-4c66-a862-0d5d16cde97c cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:26:51.313760 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9fec0f89-e2a4-482d-94e3-4f787c5a5129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:51.418276 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fec0f89-e2a4-482d-94e3-4f787c5a5129 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f49105d7-c66a-4f04-b757-383d741fc0fc,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:26:51.482195 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9fec0f89-e2a4-482d-94e3-4f787c5a5129 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:51.483302 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-9fec0f89-e2a4-482d-94e3-4f787c5a5129 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f49105d7-c66a-4f04-b757-383d741fc0fc HTTP/1.1" status: 204 len: 168 time: 1.0761001 Mar 07 10:26:51.543604 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-68f7c916-b7cf-41ae-832a-e38faff458c9 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:51.610002 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [None req-68f7c916-b7cf-41ae-832a-e38faff458c9 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Transition to ACTIVE for port object 294af18b-eede-4aa8-9be2-101ee1e3b1ac will not be triggered until provisioned by entity DHCP. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:26:51.656190 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-2b637c86-b929-464e-b815-e75d980a4126 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Delete allocated IP 2001:db8::30f (5f888156-7303-47d2-9911-57799887efd4/977425af-5720-4ab2-ae22-4811f4c412e9) {{(pid=83737) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 07 10:26:51.668201 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-2b637c86-b929-464e-b815-e75d980a4126 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Allocated IP 2001:db8:0:2::176 (5f888156-7303-47d2-9911-57799887efd4/d07aef42-11e7-48bd-9928-572f498c9f54/ede81a60-bec7-438e-86c9-7ac20c1b8d11) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:26:51.679471 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-68f7c916-b7cf-41ae-832a-e38faff458c9 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:51.737473 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c04d39c3-40ce-4fb4-90fd-4c31d11b6034 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:51.801479 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f7c916-b7cf-41ae-832a-e38faff458c9 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Network 98d8805b-dd65-4110-997b-2eea298bca78 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:26:51.808291 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-68f7c916-b7cf-41ae-832a-e38faff458c9 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:26:51.808466 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-c04d39c3-40ce-4fb4-90fd-4c31d11b6034 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Transition to ACTIVE for port object 2865f5a9-2e32-4217-b63d-7b8265d8b68d will not be triggered until provisioned by entity DHCP. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:26:51.810814 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f7c916-b7cf-41ae-832a-e38faff458c9 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:26:51.891352 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f7c916-b7cf-41ae-832a-e38faff458c9 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Pushing event updated for resources: {'Port': ['ID=294af18b-eede-4aa8-9be2-101ee1e3b1ac,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:26:51.933073 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d28905b9-dfbb-4434-b18c-22f90013a1dd tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3556832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741408'] for subnet, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:51.949760 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c04d39c3-40ce-4fb4-90fd-4c31d11b6034 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:51.986518 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-d0f3fe83-cc18-4f29-8b6e-cee830fdd25b None None] Provisioning for port 07240f66-1ac5-459f-a0d0-3809b67be999 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:26:51.996301 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-d0f3fe83-cc18-4f29-8b6e-cee830fdd25b None None] Provisioning complete for port 07240f66-1ac5-459f-a0d0-3809b67be999 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:26:51.997046 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-d0f3fe83-cc18-4f29-8b6e-cee830fdd25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:52.125846 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2b637c86-b929-464e-b815-e75d980a4126 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:52.143365 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [None req-2b637c86-b929-464e-b815-e75d980a4126 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Transition to ACTIVE for port object ede81a60-bec7-438e-86c9-7ac20c1b8d11 will not be triggered until provisioned by entity DHCP. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:26:52.149628 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f7c916-b7cf-41ae-832a-e38faff458c9 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:26:52.150662 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-68f7c916-b7cf-41ae-832a-e38faff458c9 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:52.154978 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 60726) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:26:52.157447 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2b637c86-b929-464e-b815-e75d980a4126 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3012561'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:52.197087 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-d0f3fe83-cc18-4f29-8b6e-cee830fdd25b None None] Provisioning complete for port 41bc0226-7482-4f54-a1d1-01f24b14543f triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:26:52.197414 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-d0f3fe83-cc18-4f29-8b6e-cee830fdd25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:52.256163 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b637c86-b929-464e-b815-e75d980a4126 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Pushing event updated for resources: {'Port': ['ID=ede81a60-bec7-438e-86c9-7ac20c1b8d11,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:26:52.271624 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-d0f3fe83-cc18-4f29-8b6e-cee830fdd25b None None] Port 41bc0226-7482-4f54-a1d1-01f24b14543f cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:26:52.282223 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 07240f66-1ac5-459f-a0d0-3809b67be999 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:26:52.287861 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-68f7c916-b7cf-41ae-832a-e38faff458c9 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.6968820 Mar 07 10:26:52.291770 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 60732) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:26:52.300430 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c04d39c3-40ce-4fb4-90fd-4c31d11b6034 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Network f0d5e4a5-09d0-46ad-87fe-10e571ed08c6 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:26:52.340752 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-2b637c86-b929-464e-b815-e75d980a4126 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] In _notify_port_updated(), no bound segment for port ede81a60-bec7-438e-86c9-7ac20c1b8d11 on network 5f888156-7303-47d2-9911-57799887efd4 {{(pid=83737) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 07 10:26:52.344685 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b637c86-b929-464e-b815-e75d980a4126 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:26:52.345323 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2b637c86-b929-464e-b815-e75d980a4126 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:52.349376 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-2b637c86-b929-464e-b815-e75d980a4126 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] 10.222.0.13 "PUT /v2.0/ports/ede81a60-bec7-438e-86c9-7ac20c1b8d11 HTTP/1.1" status: 200 len: 970 time: 2.4160645 Mar 07 10:26:52.351027 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 60736) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:26:52.360028 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-c04d39c3-40ce-4fb4-90fd-4c31d11b6034 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:26:52.362502 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04d39c3-40ce-4fb4-90fd-4c31d11b6034 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:26:52.381256 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 07240f66-1ac5-459f-a0d0-3809b67be999 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:26:52.382207 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:52.425327 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-23ef188e-3029-40e1-ab61-897b18dad90e tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Deleting port ede81a60-bec7-438e-86c9-7ac20c1b8d11 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:26:52.425669 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-23ef188e-3029-40e1-ab61-897b18dad90e tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:52.505011 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c04d39c3-40ce-4fb4-90fd-4c31d11b6034 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:26:52.505669 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c04d39c3-40ce-4fb4-90fd-4c31d11b6034 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:52.535673 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-a8e996e6-01b4-49d2-b1cc-edfc6285034c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=25155fe2860647b6a5e79bf276b16e78&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3759613 Mar 07 10:26:52.544619 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 60740) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:26:52.577712 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-c9ec3d9f-ce49-4c56-9900-0ecead756268 None None] Provisioning for port 294af18b-eede-4aa8-9be2-101ee1e3b1ac completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:26:52.578890 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-c04d39c3-40ce-4fb4-90fd-4c31d11b6034 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.0372658 Mar 07 10:26:52.587582 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 60744) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:26:52.599152 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-c9ec3d9f-ce49-4c56-9900-0ecead756268 None None] Provisioning complete for port 294af18b-eede-4aa8-9be2-101ee1e3b1ac triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:26:52.599593 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c9ec3d9f-ce49-4c56-9900-0ecead756268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:52.611832 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-6b51f930-2bf5-4078-aecc-12ae3e7a48b0 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Request body: {'floatingip': {'port_id': '2865f5a9-2e32-4217-b63d-7b8265d8b68d'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:26:52.675532 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-c9ec3d9f-ce49-4c56-9900-0ecead756268 None None] Port 294af18b-eede-4aa8-9be2-101ee1e3b1ac cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:26:52.682598 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04d39c3-40ce-4fb4-90fd-4c31d11b6034 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Pushing event updated for resources: {'Port': ['ID=2865f5a9-2e32-4217-b63d-7b8265d8b68d,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:26:52.696779 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28905b9-dfbb-4434-b18c-22f90013a1dd tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Pushing event updated for resources: {'Subnet': ['ID=a8b2b2f1-2c8f-4602-96f3-02d58705ed32,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:26:52.730119 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06eb3f24-c683-41e2-aa45-ac5503a87e87 tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Router 62415547-1458-44ed-9029-8d3a253ba97f has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:26:52.769165 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b52b3adc-5695-4de6-ad4e-d71f0a9eec09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:52.787212 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e0f6e0a-3452-4c89-96d1-05c300d0f2c4 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:26:52.791367 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e0f6e0a-3452-4c89-96d1-05c300d0f2c4 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:26:52.792033 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-2e0f6e0a-3452-4c89-96d1-05c300d0f2c4 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Synchronizing usage tracker for tenant:0f1e04191c7443f7844c0202165e746c on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:26:52.799383 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-52ea057a-303e-4fc0-93b1-0a78e15499d3 None None] Provisioning for port 2865f5a9-2e32-4217-b63d-7b8265d8b68d completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:26:52.806057 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-52ea057a-303e-4fc0-93b1-0a78e15499d3 None None] Provisioning complete for port 2865f5a9-2e32-4217-b63d-7b8265d8b68d triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:26:52.806707 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-52ea057a-303e-4fc0-93b1-0a78e15499d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:52.807731 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-23ef188e-3029-40e1-ab61-897b18dad90e tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:52.820628 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b52b3adc-5695-4de6-ad4e-d71f0a9eec09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:52.854794 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28905b9-dfbb-4434-b18c-22f90013a1dd tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Checking segment: {'id': '1ec5f950-bedb-444c-a86d-cf9771021772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'ebc61dea-a224-486c-9a73-298ab885f8db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:26:52.855146 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d28905b9-dfbb-4434-b18c-22f90013a1dd tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Network hostable DHCP agents. Network: ebc61dea-a224-486c-9a73-298ab885f8db, hostable agents: ['6527556c-6586-422c-ae47-082984683847'], hosted agents: [] {{(pid=83738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:26:52.860848 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6b51f930-2bf5-4078-aecc-12ae3e7a48b0 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks [] for floatingip, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:52.863419 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-52ea057a-303e-4fc0-93b1-0a78e15499d3 None None] Port 2865f5a9-2e32-4217-b63d-7b8265d8b68d cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:26:52.876680 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-52ea057a-303e-4fc0-93b1-0a78e15499d3 None None] Provisioning for port ede81a60-bec7-438e-86c9-7ac20c1b8d11 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:26:52.883336 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-52ea057a-303e-4fc0-93b1-0a78e15499d3 None None] Provisioning complete for port ede81a60-bec7-438e-86c9-7ac20c1b8d11 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:26:52.883336 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-52ea057a-303e-4fc0-93b1-0a78e15499d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:52.940610 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-52ea057a-303e-4fc0-93b1-0a78e15499d3 None None] Port ede81a60-bec7-438e-86c9-7ac20c1b8d11 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:26:52.947200 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-23ef188e-3029-40e1-ab61-897b18dad90e tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Calling delete_port for ede81a60-bec7-438e-86c9-7ac20c1b8d11 owned by {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:26:53.039376 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-2e0f6e0a-3452-4c89-96d1-05c300d0f2c4 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Unset dirty status for tenant:0f1e04191c7443f7844c0202165e746c on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:26:53.040591 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-2e0f6e0a-3452-4c89-96d1-05c300d0f2c4 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.7274280 Mar 07 10:26:53.044730 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 60748) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:26:53.109317 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b52b3adc-5695-4de6-ad4e-d71f0a9eec09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:53.128955 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-63b76eee-5a1b-43d5-b277-4fad8651e18e tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:53.222013 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d28905b9-dfbb-4434-b18c-22f90013a1dd tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Network ebc61dea-a224-486c-9a73-298ab885f8db is scheduled to be hosted by DHCP agent 6527556c-6586-422c-ae47-082984683847 with binding_index 1 {{(pid=83738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:26:53.250985 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52b3adc-5695-4de6-ad4e-d71f0a9eec09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a9f4978-3b66-45a6-a481-aeae4bc86c1e,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:26:53.263037 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-d28905b9-dfbb-4434-b18c-22f90013a1dd tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830731-3-hyperv, ebc61dea-a224-486c-9a73-298ab885f8db) {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:26:53.280408 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-688507f8-f0b9-43ff-9c8c-400e78d00a5a tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Deleting port 294af18b-eede-4aa8-9be2-101ee1e3b1ac {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:26:53.280998 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-688507f8-f0b9-43ff-9c8c-400e78d00a5a tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:53.285035 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9487fa0-58bf-4083-a4eb-48e0c1aded76 None None] Network ebc61dea-a224-486c-9a73-298ab885f8db requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:26:53.304961 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d28905b9-dfbb-4434-b18c-22f90013a1dd tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:26:53.305548 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d28905b9-dfbb-4434-b18c-22f90013a1dd tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:53.308681 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-63b76eee-5a1b-43d5-b277-4fad8651e18e tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:53.337300 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-23ef188e-3029-40e1-ab61-897b18dad90e tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:53.391201 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b52b3adc-5695-4de6-ad4e-d71f0a9eec09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:53.392284 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-b52b3adc-5695-4de6-ad4e-d71f0a9eec09 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2a9f4978-3b66-45a6-a481-aeae4bc86c1e HTTP/1.1" status: 204 len: 168 time: 0.8463092 Mar 07 10:26:53.396353 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ef188e-3029-40e1-ab61-897b18dad90e tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Pushing event deleted for resources: {'Port': ['ID=ede81a60-bec7-438e-86c9-7ac20c1b8d11,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:26:53.400452 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-d28905b9-dfbb-4434-b18c-22f90013a1dd tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.5541649 Mar 07 10:26:53.401948 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 60754) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:26:53.438146 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-427d8f8a-65dd-4613-b809-b71aa3f8a495 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1935397418', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:26:53.450286 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-427d8f8a-65dd-4613-b809-b71aa3f8a495 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:26:53.457292 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-427d8f8a-65dd-4613-b809-b71aa3f8a495 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Usage tracker for resource:router and tenant:8843377006954c17a088ed77df13332f is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:26:53.493471 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-427d8f8a-65dd-4613-b809-b71aa3f8a495 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:26:53.511090 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-427d8f8a-65dd-4613-b809-b71aa3f8a495 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:26:53.531169 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-23ef188e-3029-40e1-ab61-897b18dad90e tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:53.536249 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-23ef188e-3029-40e1-ab61-897b18dad90e tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] 10.222.0.13 "DELETE /v2.0/ports/ede81a60-bec7-438e-86c9-7ac20c1b8d11 HTTP/1.1" status: 204 len: 168 time: 1.1840551 Mar 07 10:26:53.554581 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 60758) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:26:53.574246 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe454a3a-7912-4efd-b5de-6ee271abf912 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ec2749d-0aec-52fb-aca6-10ba8a80aade-ebc61dea-a224-486c-9a73-298ab885f8db', 'network_id': 'ebc61dea-a224-486c-9a73-298ab885f8db', 'tenant_id': '8843377006954c17a088ed77df13332f', 'fixed_ips': [{'subnet_id': 'a8b2b2f1-2c8f-4602-96f3-02d58705ed32'}]}} from dv-neutron-830731-3-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 07 10:26:53.575062 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-fe454a3a-7912-4efd-b5de-6ee271abf912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:53.645158 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-427d8f8a-65dd-4613-b809-b71aa3f8a495 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3919700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58025'] for router, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:53.646520 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-427d8f8a-65dd-4613-b809-b71aa3f8a495 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3919671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4011175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58018'] for router, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:53.669850 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-afafd489-34a1-41c0-9aa4-cf8d9cc5a9db tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] GET failed (client error): The resource could not be found. Mar 07 10:26:53.670861 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-afafd489-34a1-41c0-9aa4-cf8d9cc5a9db tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Synchronizing usage tracker for tenant:29ee0fb2487e46c6b75e400959e24994 on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:26:53.716335 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-afafd489-34a1-41c0-9aa4-cf8d9cc5a9db tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Unset dirty status for tenant:29ee0fb2487e46c6b75e400959e24994 on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:26:53.720619 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-afafd489-34a1-41c0-9aa4-cf8d9cc5a9db tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] 10.222.0.13 "GET /v2.0/ports/ede81a60-bec7-438e-86c9-7ac20c1b8d11 HTTP/1.1" status: 404 len: 333 time: 0.1618948 Mar 07 10:26:53.723005 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 60762) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:26:53.736470 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-427d8f8a-65dd-4613-b809-b71aa3f8a495 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:53.781659 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-688507f8-f0b9-43ff-9c8c-400e78d00a5a tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:53.815614 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-fe454a3a-7912-4efd-b5de-6ee271abf912 None None] Allocated IP 172.20.0.2 (ebc61dea-a224-486c-9a73-298ab885f8db/a8b2b2f1-2c8f-4602-96f3-02d58705ed32/ec28dcf2-d8e9-47e4-bc91-6e07976b61ab) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:26:53.966068 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-688507f8-f0b9-43ff-9c8c-400e78d00a5a tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Calling delete_port for 294af18b-eede-4aa8-9be2-101ee1e3b1ac owned by {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:26:54.000752 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-427d8f8a-65dd-4613-b809-b71aa3f8a495 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3917991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923518'] for router, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:54.032630 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-427d8f8a-65dd-4613-b809-b71aa3f8a495 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:54.035208 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-427d8f8a-65dd-4613-b809-b71aa3f8a495 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6318343 Mar 07 10:26:54.051658 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 60772) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:26:54.061277 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-00cfd4d3-b87a-4f8b-8489-7574c7cad80a tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Request body: {'port': {'network_id': 'ebc61dea-a224-486c-9a73-298ab885f8db', 'name': 'tempest-RoutersTest-195825869'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:26:54.072646 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-fe454a3a-7912-4efd-b5de-6ee271abf912 None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:54.084237 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-fe454a3a-7912-4efd-b5de-6ee271abf912 None None] Transition to ACTIVE for port object ec28dcf2-d8e9-47e4-bc91-6e07976b61ab will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:26:54.105982 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-fe454a3a-7912-4efd-b5de-6ee271abf912 None None] Transition to ACTIVE for port object ec28dcf2-d8e9-47e4-bc91-6e07976b61ab will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:26:54.114505 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-fe454a3a-7912-4efd-b5de-6ee271abf912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:54.128510 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-04f04b5a-3d10-427d-aa2d-c5825f097de9 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks [] for security_group, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:54.153690 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06eb3f24-c683-41e2-aa45-ac5503a87e87 tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:26:54.156062 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.db.resource_extend [None req-63b76eee-5a1b-43d5-b277-4fad8651e18e tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 10:26:54.174398 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-06eb3f24-c683-41e2-aa45-ac5503a87e87 tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] 10.222.0.13 "PUT /v2.0/routers/62415547-1458-44ed-9029-8d3a253ba97f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.6412287 Mar 07 10:26:54.177275 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 60778) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:26:54.177617 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133c7c0f-b7c0-4d25-b19a-2941a372eba2 None None] Sync routers for ids ['62415547-1458-44ed-9029-8d3a253ba97f'] in dv-neutron-830731-3-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:26:54.187507 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-0fd438eb-6e27-4054-8a5b-31e21b94acc0 tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Request body: {'port': {'network_id': '8e845710-73f7-4f0b-af10-9dcc2a1ba0b8', 'name': 'tempest-FloatingIPAdminTestJSON-1058102606'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:26:54.198073 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-63b76eee-5a1b-43d5-b277-4fad8651e18e tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Notify callbacks [] for port, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:54.214687 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-04f04b5a-3d10-427d-aa2d-c5825f097de9 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:54.224003 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-63b76eee-5a1b-43d5-b277-4fad8651e18e tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3556717'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:54.227748 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe454a3a-7912-4efd-b5de-6ee271abf912 None None] Network ebc61dea-a224-486c-9a73-298ab885f8db is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:26:54.239072 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-fe454a3a-7912-4efd-b5de-6ee271abf912 None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:26:54.252379 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe454a3a-7912-4efd-b5de-6ee271abf912 None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:26:54.266835 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe454a3a-7912-4efd-b5de-6ee271abf912 None None] Pushing event updated for resources: {'Port': ['ID=ec28dcf2-d8e9-47e4-bc91-6e07976b61ab,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:26:54.285937 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133c7c0f-b7c0-4d25-b19a-2941a372eba2 None None] Routers {'62415547-1458-44ed-9029-8d3a253ba97f'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:26:54.286586 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-133c7c0f-b7c0-4d25-b19a-2941a372eba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:26:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['62415547-1458-44ed-9029-8d3a253ba97f'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:26:54.401085 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b76eee-5a1b-43d5-b277-4fad8651e18e tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Pushing event updated for resources: {'Port': ['ID=715f672b-ed5a-4982-afaa-73982a898f1d,revision_number=2']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:26:54.422005 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-133c7c0f-b7c0-4d25-b19a-2941a372eba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:26:54.422700 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-63b76eee-5a1b-43d5-b277-4fad8651e18e tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923533'] for floatingip, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:54.479820 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133c7c0f-b7c0-4d25-b19a-2941a372eba2 None None] Routers {'62415547-1458-44ed-9029-8d3a253ba97f'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:26:54.480521 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-133c7c0f-b7c0-4d25-b19a-2941a372eba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:26:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['62415547-1458-44ed-9029-8d3a253ba97f'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:26:54.482423 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-04f04b5a-3d10-427d-aa2d-c5825f097de9 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:54.497032 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-00cfd4d3-b87a-4f8b-8489-7574c7cad80a tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:26:54.502598 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-688507f8-f0b9-43ff-9c8c-400e78d00a5a tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:54.545013 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-fe454a3a-7912-4efd-b5de-6ee271abf912 None None] Attempting to bind port ec28dcf2-d8e9-47e4-bc91-6e07976b61ab on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:26:54.545382 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-fe454a3a-7912-4efd-b5de-6ee271abf912 None None] Attempting to bind port ec28dcf2-d8e9-47e4-bc91-6e07976b61ab by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': '1ec5f950-bedb-444c-a86d-cf9771021772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'ebc61dea-a224-486c-9a73-298ab885f8db'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:26:54.545747 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe454a3a-7912-4efd-b5de-6ee271abf912 None None] Attempting to bind port ec28dcf2-d8e9-47e4-bc91-6e07976b61ab on network ebc61dea-a224-486c-9a73-298ab885f8db {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:26:54.547831 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-133c7c0f-b7c0-4d25-b19a-2941a372eba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:26:54.548217 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133c7c0f-b7c0-4d25-b19a-2941a372eba2 None None] The sync data for ids ['62415547-1458-44ed-9029-8d3a253ba97f'] in dv-neutron-830731-3-hyperv is: [] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:26:54.555798 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe454a3a-7912-4efd-b5de-6ee271abf912 None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 26, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:26:54.556130 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe454a3a-7912-4efd-b5de-6ee271abf912 None None] Checking segment: {'id': '1ec5f950-bedb-444c-a86d-cf9771021772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'ebc61dea-a224-486c-9a73-298ab885f8db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:26:54.556558 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-fe454a3a-7912-4efd-b5de-6ee271abf912 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:54.556935 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe454a3a-7912-4efd-b5de-6ee271abf912 None None] Bound using segment: {'id': '1ec5f950-bedb-444c-a86d-cf9771021772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'ebc61dea-a224-486c-9a73-298ab885f8db'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:26:54.557391 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-fe454a3a-7912-4efd-b5de-6ee271abf912 None None] Bound port: ec28dcf2-d8e9-47e4-bc91-6e07976b61ab, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ec5f950-bedb-444c-a86d-cf9771021772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'ebc61dea-a224-486c-9a73-298ab885f8db'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:26:54.557752 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-fe454a3a-7912-4efd-b5de-6ee271abf912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:54.579428 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f04b5a-3d10-427d-aa2d-c5825f097de9 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07edf644-952f-4eb7-9c07-8baa9a9d1358,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:26:54.583688 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-00cfd4d3-b87a-4f8b-8489-7574c7cad80a tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:26:54.594211 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-04f04b5a-3d10-427d-aa2d-c5825f097de9 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:54.595317 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-04f04b5a-3d10-427d-aa2d-c5825f097de9 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] 10.222.0.13 "DELETE /v2.0/security-groups/07edf644-952f-4eb7-9c07-8baa9a9d1358 HTTP/1.1" status: 204 len: 168 time: 0.8632953 Mar 07 10:26:54.598030 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 60788) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:26:54.599578 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688507f8-f0b9-43ff-9c8c-400e78d00a5a tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Pushing event deleted for resources: {'Port': ['ID=294af18b-eede-4aa8-9be2-101ee1e3b1ac,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:26:54.667898 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-0fd438eb-6e27-4054-8a5b-31e21b94acc0 tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:26:54.687559 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-fe454a3a-7912-4efd-b5de-6ee271abf912 None None] For port ec28dcf2-d8e9-47e4-bc91-6e07976b61ab, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:26:54.692897 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-fe454a3a-7912-4efd-b5de-6ee271abf912 None None] For port ec28dcf2-d8e9-47e4-bc91-6e07976b61ab, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=ec28dcf2-d8e9-47e4-bc91-6e07976b61ab,segment=NetworkSegment(1ec5f950-bedb-444c-a86d-cf9771021772),segment_id=1ec5f950-bedb-444c-a86d-cf9771021772)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:26:54.693147 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-0fd438eb-6e27-4054-8a5b-31e21b94acc0 tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Usage tracker for resource:port and tenant:03e87e6ffa17408099bdc7fd61743b93 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:26:54.703482 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-fe454a3a-7912-4efd-b5de-6ee271abf912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:54.703666 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-0fd438eb-6e27-4054-8a5b-31e21b94acc0 tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:26:54.738709 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-688a2675-e9b2-4dad-a590-c6bc50fd1ffb tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks [] for security_group, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:54.826235 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00cfd4d3-b87a-4f8b-8489-7574c7cad80a tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Made reservation on behalf of 8843377006954c17a088ed77df13332f for: {'port': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:26:54.829623 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-00cfd4d3-b87a-4f8b-8489-7574c7cad80a tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:54.840553 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe454a3a-7912-4efd-b5de-6ee271abf912 None None] Pushing event updated for resources: {'Port': ['ID=ec28dcf2-d8e9-47e4-bc91-6e07976b61ab,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:26:54.851432 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-0fd438eb-6e27-4054-8a5b-31e21b94acc0 tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:26:54.857096 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-688507f8-f0b9-43ff-9c8c-400e78d00a5a tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:54.875566 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [None req-00cfd4d3-b87a-4f8b-8489-7574c7cad80a tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] device_id is not set on port 76be4192-0d19-4bfd-8cf6-c5438c867bef yet. {{(pid=83737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 07 10:26:54.892842 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-688a2675-e9b2-4dad-a590-c6bc50fd1ffb tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:54.935172 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-688507f8-f0b9-43ff-9c8c-400e78d00a5a tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "DELETE /v2.0/ports/294af18b-eede-4aa8-9be2-101ee1e3b1ac HTTP/1.1" status: 204 len: 168 time: 1.8891690 Mar 07 10:26:54.941619 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 60796) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:26:54.956958 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fd438eb-6e27-4054-8a5b-31e21b94acc0 tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Made reservation on behalf of 03e87e6ffa17408099bdc7fd61743b93 for: {'port': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:26:54.960886 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0fd438eb-6e27-4054-8a5b-31e21b94acc0 tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:54.993597 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6b51f930-2bf5-4078-aecc-12ae3e7a48b0 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:55.007058 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [None req-0fd438eb-6e27-4054-8a5b-31e21b94acc0 tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] device_id is not set on port c48d7f2c-0621-4a7a-bf2d-c8df2a86405d yet. {{(pid=83737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 07 10:26:55.016829 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6b51f930-2bf5-4078-aecc-12ae3e7a48b0 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923533'] for floatingip, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:55.206938 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-00cfd4d3-b87a-4f8b-8489-7574c7cad80a tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Allocated IP 172.20.0.13 (ebc61dea-a224-486c-9a73-298ab885f8db/a8b2b2f1-2c8f-4602-96f3-02d58705ed32/76be4192-0d19-4bfd-8cf6-c5438c867bef) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:26:55.213534 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cb438db-198c-4e7c-91a9-baa13de0c4f9 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:26:55.220611 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cb438db-198c-4e7c-91a9-baa13de0c4f9 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:26:55.222297 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cb438db-198c-4e7c-91a9-baa13de0c4f9 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:26:55.223311 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-8cb438db-198c-4e7c-91a9-baa13de0c4f9 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Synchronizing usage tracker for tenant:0f1e04191c7443f7844c0202165e746c on resource:subnet {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:26:55.238463 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-688a2675-e9b2-4dad-a590-c6bc50fd1ffb tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:55.274673 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.db.l3_db [None req-63b76eee-5a1b-43d5-b277-4fad8651e18e tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Floating IP 56b5a704-fd94-4925-8a20-a1f93ec58899 associated. External IP: 172.26.8.56, port: 65714aee-73ac-4584-a7de-be759f77a2b1. Mar 07 10:26:55.368792 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688a2675-e9b2-4dad-a590-c6bc50fd1ffb tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00fe1168-215b-4407-a8c0-c84a12adfc07,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:26:55.436674 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-8cb438db-198c-4e7c-91a9-baa13de0c4f9 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Unset dirty status for tenant:0f1e04191c7443f7844c0202165e746c on resource:subnet {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:26:55.437928 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-8cb438db-198c-4e7c-91a9-baa13de0c4f9 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.4920011 Mar 07 10:26:55.440836 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 60806) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:26:55.453719 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-688a2675-e9b2-4dad-a590-c6bc50fd1ffb tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:55.454897 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-688a2675-e9b2-4dad-a590-c6bc50fd1ffb tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] 10.222.0.13 "DELETE /v2.0/security-groups/00fe1168-215b-4407-a8c0-c84a12adfc07 HTTP/1.1" status: 204 len: 168 time: 0.8559716 Mar 07 10:26:55.458119 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 60810) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:26:55.510307 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-0fd438eb-6e27-4054-8a5b-31e21b94acc0 tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Allocated IP 172.20.0.9 (8e845710-73f7-4f0b-af10-9dcc2a1ba0b8/1908a094-c85c-45bf-ba08-f6b98786ad14/c48d7f2c-0621-4a7a-bf2d-c8df2a86405d) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:26:55.569801 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7f2fe2ae-5b0e-409a-a724-0bf5fb87274f tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks [] for security_group, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:55.616024 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7f2fe2ae-5b0e-409a-a724-0bf5fb87274f tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:55.674938 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.db.l3_db [None req-6b51f930-2bf5-4078-aecc-12ae3e7a48b0 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Floating IP b61480bb-3aa4-40e0-a026-4ba2dbc54358 associated. External IP: 172.26.8.205, port: 1647e482-4ce9-40f0-a09a-20cb75e8a826. Mar 07 10:26:55.826973 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7f2fe2ae-5b0e-409a-a724-0bf5fb87274f tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:55.864679 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2fe2ae-5b0e-409a-a724-0bf5fb87274f tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=861de204-6b61-419b-a206-0f69c026957e,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:26:55.873186 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7f2fe2ae-5b0e-409a-a724-0bf5fb87274f tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:55.874311 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-7f2fe2ae-5b0e-409a-a724-0bf5fb87274f tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] 10.222.0.13 "DELETE /v2.0/security-groups/861de204-6b61-419b-a206-0f69c026957e HTTP/1.1" status: 204 len: 168 time: 0.4152410 Mar 07 10:26:55.926512 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 60822) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:26:56.004523 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_v2 [None req-0322d8b5-3cd6-4724-9bc6-b40e32e3cb25 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Deleting subnet 850a871e-d583-4ce9-a937-7b5abaa6031d {{(pid=83737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 07 10:26:56.048658 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0322d8b5-3cd6-4724-9bc6-b40e32e3cb25 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks [] for subnet, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:56.109446 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0fd438eb-6e27-4054-8a5b-31e21b94acc0 tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:56.117299 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-00cfd4d3-b87a-4f8b-8489-7574c7cad80a tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:56.150378 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0322d8b5-3cd6-4724-9bc6-b40e32e3cb25 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2627781'] for subnet, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:56.202797 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f529394e-8aa5-4bce-9c5b-40cb30f2a2a7 None None] Network ebc61dea-a224-486c-9a73-298ab885f8db requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:26:56.221090 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [None req-00cfd4d3-b87a-4f8b-8489-7574c7cad80a tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Transition to ACTIVE for port object 76be4192-0d19-4bfd-8cf6-c5438c867bef will not be triggered until provisioned by entity DHCP. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:26:56.222324 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [None req-0fd438eb-6e27-4054-8a5b-31e21b94acc0 tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Transition to ACTIVE for port object c48d7f2c-0621-4a7a-bf2d-c8df2a86405d will not be triggered until provisioned by entity DHCP. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:26:56.289570 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-00cfd4d3-b87a-4f8b-8489-7574c7cad80a tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:56.294121 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0fd438eb-6e27-4054-8a5b-31e21b94acc0 tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:56.376867 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0322d8b5-3cd6-4724-9bc6-b40e32e3cb25 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1525496'] for subnet, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:56.383874 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device ec28dcf2-d8e9-47e4-bc91-6e07976b61ab up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:26:56.403232 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cfd4d3-b87a-4f8b-8489-7574c7cad80a tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Pushing event updated for resources: {'Port': ['ID=76be4192-0d19-4bfd-8cf6-c5438c867bef,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:26:56.482692 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-142327e1-97ab-4060-a6d2-07e974cedbf9 None None] Provisioning for port ec28dcf2-d8e9-47e4-bc91-6e07976b61ab completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:26:56.487328 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00cfd4d3-b87a-4f8b-8489-7574c7cad80a tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Network ebc61dea-a224-486c-9a73-298ab885f8db is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:26:56.487886 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 60836) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:26:56.493402 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-00cfd4d3-b87a-4f8b-8489-7574c7cad80a tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:26:56.507248 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning for port ec28dcf2-d8e9-47e4-bc91-6e07976b61ab completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:26:56.508077 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00cfd4d3-b87a-4f8b-8489-7574c7cad80a tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:26:56.540832 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_v2 [None req-437b2633-70c2-447f-8c99-7121a70de347 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Deleting subnet 977425af-5720-4ab2-ae22-4811f4c412e9 {{(pid=83738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 07 10:26:56.546737 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-437b2633-70c2-447f-8c99-7121a70de347 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks [] for subnet, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:56.570766 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00cfd4d3-b87a-4f8b-8489-7574c7cad80a tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:26:56.571411 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-00cfd4d3-b87a-4f8b-8489-7574c7cad80a tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:56.603991 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd438eb-6e27-4054-8a5b-31e21b94acc0 tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Network 8e845710-73f7-4f0b-af10-9dcc2a1ba0b8 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:26:56.611193 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-0fd438eb-6e27-4054-8a5b-31e21b94acc0 tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:26:56.620468 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-00cfd4d3-b87a-4f8b-8489-7574c7cad80a tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.5685194 Mar 07 10:26:56.624385 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 60842) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:26:56.624574 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port ec28dcf2-d8e9-47e4-bc91-6e07976b61ab triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:26:56.624574 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:56.628818 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd438eb-6e27-4054-8a5b-31e21b94acc0 tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:26:56.632788 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-437b2633-70c2-447f-8c99-7121a70de347 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2969395'] for subnet, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:56.694800 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd438eb-6e27-4054-8a5b-31e21b94acc0 tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Pushing event updated for resources: {'Port': ['ID=c48d7f2c-0621-4a7a-bf2d-c8df2a86405d,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:26:56.711079 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0322d8b5-3cd6-4724-9bc6-b40e32e3cb25 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1525489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3012507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3219316'] for subnet, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:56.765193 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0322d8b5-3cd6-4724-9bc6-b40e32e3cb25 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Pushing event deleted for resources: {'Subnet': ['ID=850a871e-d583-4ce9-a937-7b5abaa6031d,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:26:56.778963 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd438eb-6e27-4054-8a5b-31e21b94acc0 tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:26:56.779818 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0fd438eb-6e27-4054-8a5b-31e21b94acc0 tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:56.795392 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0322d8b5-3cd6-4724-9bc6-b40e32e3cb25 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:56.811962 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93120dba-64e5-490b-ae46-6d6ed72de871 None None] Network 98d8805b-dd65-4110-997b-2eea298bca78 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:26:56.812268 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-0fd438eb-6e27-4054-8a5b-31e21b94acc0 tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6331580 Mar 07 10:26:56.815207 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-03576d09-8117-4d5f-ae77-aaffba77b64c tempest-QuotasTest-1252420204 tempest-QuotasTest-1252420204-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:26:56.815350 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 60846) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:26:56.825499 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-0322d8b5-3cd6-4724-9bc6-b40e32e3cb25 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "DELETE /v2.0/subnets/850a871e-d583-4ce9-a937-7b5abaa6031d HTTP/1.1" status: 204 len: 168 time: 1.3834238 Mar 07 10:26:56.828145 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 60852) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:26:56.905112 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_v2 [None req-10ea1c4d-3d6f-4761-bdc9-582f25fae164 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Deleting subnet e353f608-f4aa-4269-bc52-b28308ace702 {{(pid=83737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 07 10:26:56.908295 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-10ea1c4d-3d6f-4761-bdc9-582f25fae164 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks [] for subnet, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:56.970600 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:56.973426 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-10ea1c4d-3d6f-4761-bdc9-582f25fae164 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2627781'] for subnet, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:57.015126 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-9d510e62-a52b-44c2-9154-f91757480552 tempest-FloatingIPAdminTestJSON-2050425523 tempest-FloatingIPAdminTestJSON-2050425523-project-admin] Request body: {'floatingip': {'floating_network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'project_id': '03e87e6ffa17408099bdc7fd61743b93', 'port_id': 'c48d7f2c-0621-4a7a-bf2d-c8df2a86405d'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:26:57.019691 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-9d510e62-a52b-44c2-9154-f91757480552 tempest-FloatingIPAdminTestJSON-2050425523 tempest-FloatingIPAdminTestJSON-2050425523-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:26:57.025526 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-9d510e62-a52b-44c2-9154-f91757480552 tempest-FloatingIPAdminTestJSON-2050425523 tempest-FloatingIPAdminTestJSON-2050425523-project-admin] Usage tracker for resource:floatingip and tenant:03e87e6ffa17408099bdc7fd61743b93 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:26:57.029212 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-9d510e62-a52b-44c2-9154-f91757480552 tempest-FloatingIPAdminTestJSON-2050425523 tempest-FloatingIPAdminTestJSON-2050425523-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:26:57.034049 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] For port ec28dcf2-d8e9-47e4-bc91-6e07976b61ab, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=ec28dcf2-d8e9-47e4-bc91-6e07976b61ab,segment=NetworkSegment(1ec5f950-bedb-444c-a86d-cf9771021772),segment_id=1ec5f950-bedb-444c-a86d-cf9771021772)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:26:57.045314 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:57.051624 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-9d510e62-a52b-44c2-9154-f91757480552 tempest-FloatingIPAdminTestJSON-2050425523 tempest-FloatingIPAdminTestJSON-2050425523-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:26:57.080998 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9d510e62-a52b-44c2-9154-f91757480552 tempest-FloatingIPAdminTestJSON-2050425523 tempest-FloatingIPAdminTestJSON-2050425523-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:57.109895 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a1921a3f-1b04-462c-875c-3136d3257299 None None] Provisioning for port c48d7f2c-0621-4a7a-bf2d-c8df2a86405d completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:26:57.144290 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a1921a3f-1b04-462c-875c-3136d3257299 None None] Provisioning complete for port c48d7f2c-0621-4a7a-bf2d-c8df2a86405d triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:26:57.144861 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a1921a3f-1b04-462c-875c-3136d3257299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:57.196522 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-10ea1c4d-3d6f-4761-bdc9-582f25fae164 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1525496'] for subnet, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:57.239182 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-437b2633-70c2-447f-8c99-7121a70de347 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1525496'] for subnet, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:57.263639 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a1921a3f-1b04-462c-875c-3136d3257299 None None] Port c48d7f2c-0621-4a7a-bf2d-c8df2a86405d cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:26:57.265094 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Pushing event updated for resources: {'Port': ['ID=ec28dcf2-d8e9-47e4-bc91-6e07976b61ab,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:26:57.311240 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-10ea1c4d-3d6f-4761-bdc9-582f25fae164 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1525489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3012507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3219316'] for subnet, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:57.351282 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9d510e62-a52b-44c2-9154-f91757480552 tempest-FloatingIPAdminTestJSON-2050425523 tempest-FloatingIPAdminTestJSON-2050425523-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:57.374104 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63b76eee-5a1b-43d5-b277-4fad8651e18e tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Router 6bb2da1f-fba2-413d-aad6-e90732779037 has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:26:57.397926 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-45e4e2fc-8711-4102-be95-e69b963bd36b None None] Provisioning complete for port ec28dcf2-d8e9-47e4-bc91-6e07976b61ab triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:26:57.398124 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ea1c4d-3d6f-4761-bdc9-582f25fae164 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Pushing event deleted for resources: {'Subnet': ['ID=e353f608-f4aa-4269-bc52-b28308ace702,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:26:57.398423 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-45e4e2fc-8711-4102-be95-e69b963bd36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:57.419256 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-10ea1c4d-3d6f-4761-bdc9-582f25fae164 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:57.438355 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-03576d09-8117-4d5f-ae77-aaffba77b64c tempest-QuotasTest-1252420204 tempest-QuotasTest-1252420204-project-admin] 10.222.0.13 "PUT /v2.0/quotas/b12ab13850a14770847bf721f51031fb HTTP/1.1" status: 200 len: 366 time: 0.9473526 Mar 07 10:26:57.442144 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 60856) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:26:57.469732 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-55d1a8eb-71bb-4ebf-bd55-64c7dd3fce12 tempest-QuotasTest-1252420204 tempest-QuotasTest-1252420204-project-admin] 10.222.0.13 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0237169 Mar 07 10:26:57.473985 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 60860) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:26:57.488860 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-10ea1c4d-3d6f-4761-bdc9-582f25fae164 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "DELETE /v2.0/subnets/e353f608-f4aa-4269-bc52-b28308ace702 HTTP/1.1" status: 204 len: 168 time: 0.6595590 Mar 07 10:26:57.489486 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 60864) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:26:57.552886 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e59dcf-a8ce-42cf-8620-8d2a4468dac6 None None] Update dhcp port {'port': {'network_id': '98d8805b-dd65-4110-997b-2eea298bca78', 'fixed_ips': [{'subnet_id': 'e353f608-f4aa-4269-bc52-b28308ace702'}], 'binding:host_id': 'dv-neutron-830731-3-hyperv'}, 'id': '5b8a4779-ec7f-425d-837c-b670449e7020'} from dv-neutron-830731-3-hyperv. {{(pid=83739) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 07 10:26:57.614408 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-437b2633-70c2-447f-8c99-7121a70de347 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1525489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3556647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741465'] for subnet, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:57.655099 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c9e59dcf-a8ce-42cf-8620-8d2a4468dac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:57.706553 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-cbb67d7b-7068-4bdd-a034-459bd0b651bd tempest-QuotasTest-1252420204 tempest-QuotasTest-1252420204-project-admin] 10.222.0.13 "GET /v2.0/quotas/b12ab13850a14770847bf721f51031fb HTTP/1.1" status: 200 len: 366 time: 0.2310491 Mar 07 10:26:57.710545 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-45e4e2fc-8711-4102-be95-e69b963bd36b None None] Provisioning for port 76be4192-0d19-4bfd-8cf6-c5438c867bef completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:26:57.713378 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 60868) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:26:57.717643 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-e006e9a5-476d-4bf2-a009-366fb334fa75 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2232075 Mar 07 10:26:57.723537 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-45e4e2fc-8711-4102-be95-e69b963bd36b None None] Provisioning complete for port 76be4192-0d19-4bfd-8cf6-c5438c867bef triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:26:57.723940 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-45e4e2fc-8711-4102-be95-e69b963bd36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:57.725041 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 60872) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:26:57.806486 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-9d510e62-a52b-44c2-9154-f91757480552 tempest-FloatingIPAdminTestJSON-2050425523 tempest-FloatingIPAdminTestJSON-2050425523-project-admin] Allocated IP 172.26.8.42 (5ed85006-6b00-415e-b71f-837fb1421c12/8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a/3e1876a3-ea08-444c-9c60-f99008280613) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:26:57.812407 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-de657271-9871-4c6e-8246-6fb2ffea1e8f tempest-QuotasTest-1252420204 tempest-QuotasTest-1252420204-project-admin] 10.222.0.13 "DELETE /v2.0/quotas/b12ab13850a14770847bf721f51031fb HTTP/1.1" status: 204 len: 168 time: 0.0951917 Mar 07 10:26:57.816269 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2289b973-c3cd-405d-b574-265309de6ce0 None None] Network 5f888156-7303-47d2-9911-57799887efd4 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:26:57.817976 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 60876) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:26:57.911127 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-45e4e2fc-8711-4102-be95-e69b963bd36b None None] Port 76be4192-0d19-4bfd-8cf6-c5438c867bef cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:26:57.911327 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-437b2633-70c2-447f-8c99-7121a70de347 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:57.915865 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-379998f3-4d9b-4349-873e-7eae592ea675 tempest-QuotasTest-1252420204 tempest-QuotasTest-1252420204-project-admin] 10.222.0.13 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0907698 Mar 07 10:26:57.920524 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-437b2633-70c2-447f-8c99-7121a70de347 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] 10.222.0.13 "DELETE /v2.0/subnets/977425af-5720-4ab2-ae22-4811f4c412e9 HTTP/1.1" status: 204 len: 168 time: 1.9902284 Mar 07 10:26:57.920696 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 60880) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:26:57.921448 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 60882) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:26:57.930010 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437b2633-70c2-447f-8c99-7121a70de347 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Pushing event deleted for resources: {'Subnet': ['ID=977425af-5720-4ab2-ae22-4811f4c412e9,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:26:57.997675 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b51f930-2bf5-4078-aecc-12ae3e7a48b0 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Router 4bd78e7b-bb20-49e1-8453-68eb29fc1b8d has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:26:58.003772 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-396c77fc-72c0-40b5-84d6-71d047ace29d tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:26:58.004768 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-396c77fc-72c0-40b5-84d6-71d047ace29d tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Synchronizing usage tracker for tenant:0f1e04191c7443f7844c0202165e746c on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:26:58.015298 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa2ecd39-595c-4ce9-bea5-2be9233e7eae None None] Network 98d8805b-dd65-4110-997b-2eea298bca78 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:26:58.048034 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-ccc3aebb-455c-4e25-b18f-4fd055a89cea tempest-QuotasTest-1252420204 tempest-QuotasTest-1252420204-project-admin] 10.222.0.13 "GET /v2.0/quotas/b12ab13850a14770847bf721f51031fb HTTP/1.1" status: 200 len: 370 time: 0.1229806 Mar 07 10:26:58.054388 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 60888) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:26:58.075354 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-7dd50ce7-f379-4421-bc57-1466c5938ef9 tempest-QuotasTest-1252420204 tempest-QuotasTest-1252420204-project-admin] 10.222.0.13 "GET /v2.0/quotas/b12ab13850a14770847bf721f51031fb/default HTTP/1.1" status: 200 len: 370 time: 0.0172322 Mar 07 10:26:58.075601 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 60892) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:26:58.078031 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-396c77fc-72c0-40b5-84d6-71d047ace29d tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Unset dirty status for tenant:0f1e04191c7443f7844c0202165e746c on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:26:58.081585 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-396c77fc-72c0-40b5-84d6-71d047ace29d tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3524842 Mar 07 10:26:58.083219 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 60896) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:26:58.207170 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-ca86c5ae-6d58-41ab-9f14-f0a4aed910de None None] Provisioning complete for port 5b8a4779-ec7f-425d-837c-b670449e7020 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:26:58.207817 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-ca86c5ae-6d58-41ab-9f14-f0a4aed910de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:58.247797 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9d510e62-a52b-44c2-9154-f91757480552 tempest-FloatingIPAdminTestJSON-2050425523 tempest-FloatingIPAdminTestJSON-2050425523-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:58.269276 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddcdffe5-6488-4b2a-acac-53e7e641bed2 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:26:58.269276 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-ddcdffe5-6488-4b2a-acac-53e7e641bed2 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Synchronizing usage tracker for tenant:0f1e04191c7443f7844c0202165e746c on resource:subnet {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:26:58.284867 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.api.v2.resource [None req-81f06cce-384f-4033-9436-9fbdee428667 tempest-QuotasTest-1252420204 tempest-QuotasTest-1252420204-project-admin] delete failed (client error): The resource could not be found. Mar 07 10:26:58.288621 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-81f06cce-384f-4033-9436-9fbdee428667 tempest-QuotasTest-1252420204 tempest-QuotasTest-1252420204-project-admin] 10.222.0.13 "DELETE /v2.0/quotas/b12ab13850a14770847bf721f51031fb HTTP/1.1" status: 404 len: 348 time: 0.2093663 Mar 07 10:26:58.301563 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-ddcdffe5-6488-4b2a-acac-53e7e641bed2 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Unset dirty status for tenant:0f1e04191c7443f7844c0202165e746c on resource:subnet {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:26:58.306020 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-ddcdffe5-6488-4b2a-acac-53e7e641bed2 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2185826 Mar 07 10:26:58.308248 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 60902) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:26:58.371350 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device ec28dcf2-d8e9-47e4-bc91-6e07976b61ab up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:26:58.433438 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63b76eee-5a1b-43d5-b277-4fad8651e18e tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:26:58.445473 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-b1134235-b3b3-406f-8f3d-3d05f5ab458c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:58.451861 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a2a1e1-9e98-40ee-9dec-106700c6f8d5 None None] Sync routers for ids ['6bb2da1f-fba2-413d-aad6-e90732779037'] in dv-neutron-830731-3-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:26:58.458446 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ab51e83f-e198-477e-ba08-93f710bdc0d3 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:58.480562 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a2a1e1-9e98-40ee-9dec-106700c6f8d5 None None] Routers {'6bb2da1f-fba2-413d-aad6-e90732779037'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:26:58.481501 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-e8a2a1e1-9e98-40ee-9dec-106700c6f8d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:26:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['6bb2da1f-fba2-413d-aad6-e90732779037'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:26:58.485556 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-63b76eee-5a1b-43d5-b277-4fad8651e18e tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for floatingip, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:58.518646 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-5c5fa19b-6d62-4ad0-81c9-68db25ef2497 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2099643 Mar 07 10:26:58.522535 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_v2 [None req-67110e4a-445f-4ac5-89c5-aa8b8b5b5cd8 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Deleting subnet d07aef42-11e7-48bd-9928-572f498c9f54 {{(pid=83737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 07 10:26:58.526642 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-67110e4a-445f-4ac5-89c5-aa8b8b5b5cd8 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks [] for subnet, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:58.548165 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 60906) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:26:58.548544 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 60908) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:26:58.572499 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port ec28dcf2-d8e9-47e4-bc91-6e07976b61ab triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:26:58.573056 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:58.592284 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-46b6710d-47c6-4b75-937f-8f1cd5428a5b tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Request body: {'subnet': {'network_id': '98d8805b-dd65-4110-997b-2eea298bca78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:26:58.610755 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b20c1802-52bb-4538-977f-d225b0069851 None None] DHCP port deletion for 98d8805b-dd65-4110-997b-2eea298bca78 request from dv-neutron-830731-3-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 07 10:26:58.620139 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-67110e4a-445f-4ac5-89c5-aa8b8b5b5cd8 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2627781'] for subnet, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:58.624059 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-b20c1802-52bb-4538-977f-d225b0069851 None None] Deleting port 5b8a4779-ec7f-425d-837c-b670449e7020 {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:26:58.624626 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-b20c1802-52bb-4538-977f-d225b0069851 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:58.690338 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-ca86c5ae-6d58-41ab-9f14-f0a4aed910de None None] Provisioning complete for port 76be4192-0d19-4bfd-8cf6-c5438c867bef triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:26:58.690877 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-ca86c5ae-6d58-41ab-9f14-f0a4aed910de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:58.757526 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-67110e4a-445f-4ac5-89c5-aa8b8b5b5cd8 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1525496'] for subnet, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:58.761619 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-e8a2a1e1-9e98-40ee-9dec-106700c6f8d5 None None] Set router 6bb2da1f-fba2-413d-aad6-e90732779037 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:26:58.819736 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-ca86c5ae-6d58-41ab-9f14-f0a4aed910de None None] Port 76be4192-0d19-4bfd-8cf6-c5438c867bef cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:26:58.845645 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-63b76eee-5a1b-43d5-b277-4fad8651e18e tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 11.4729397 Mar 07 10:26:58.872520 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-67110e4a-445f-4ac5-89c5-aa8b8b5b5cd8 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1525489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3012507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3219316'] for subnet, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:58.884847 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9d510e62-a52b-44c2-9154-f91757480552 tempest-FloatingIPAdminTestJSON-2050425523 tempest-FloatingIPAdminTestJSON-2050425523-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:58.950041 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22a73a36-a502-4d17-9bc5-55363d6489d7', 'tag': '65714aee-73ac-4584-a7de-be759f77a2b1'}] {{(pid=83738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 10:26:59.002552 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-4631b28b-7a7a-4f10-ac80-3a5bb3c9933a tempest-QuotasTest-1252420204 tempest-QuotasTest-1252420204-project-admin] Usage tracker for resource:network and tenant:68a1bb919da24d9da9cc64d0e2e00faa is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:26:59.016676 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d510e62-a52b-44c2-9154-f91757480552 tempest-FloatingIPAdminTestJSON-2050425523 tempest-FloatingIPAdminTestJSON-2050425523-project-admin] Network 5ed85006-6b00-415e-b71f-837fb1421c12 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:26:59.018274 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-67110e4a-445f-4ac5-89c5-aa8b8b5b5cd8 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:59.033728 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-9d510e62-a52b-44c2-9154-f91757480552 tempest-FloatingIPAdminTestJSON-2050425523 tempest-FloatingIPAdminTestJSON-2050425523-project-admin] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:26:59.038247 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-b20c1802-52bb-4538-977f-d225b0069851 None None] For port 5b8a4779-ec7f-425d-837c-b670449e7020, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=5b8a4779-ec7f-425d-837c-b670449e7020,segment=NetworkSegment(13510a37-88c7-493e-9701-b414ea24fc4c),segment_id=13510a37-88c7-493e-9701-b414ea24fc4c)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:26:59.038833 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-b20c1802-52bb-4538-977f-d225b0069851 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:59.039690 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-67110e4a-445f-4ac5-89c5-aa8b8b5b5cd8 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] 10.222.0.13 "DELETE /v2.0/subnets/d07aef42-11e7-48bd-9928-572f498c9f54 HTTP/1.1" status: 204 len: 168 time: 1.1156623 Mar 07 10:26:59.054841 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 60918) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:26:59.065604 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d510e62-a52b-44c2-9154-f91757480552 tempest-FloatingIPAdminTestJSON-2050425523 tempest-FloatingIPAdminTestJSON-2050425523-project-admin] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:26:59.102507 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-4631b28b-7a7a-4f10-ac80-3a5bb3c9933a tempest-QuotasTest-1252420204 tempest-QuotasTest-1252420204-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:26:59.165775 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 5b8a4779-ec7f-425d-837c-b670449e7020 no longer exists at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:26:59.207182 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22a73a36-a502-4d17-9bc5-55363d6489d7', 'tag': '65714aee-73ac-4584-a7de-be759f77a2b1', 'status': 'completed', 'code': 200} Mar 07 10:26:59.266266 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-b20c1802-52bb-4538-977f-d225b0069851 None None] Calling delete_port for 5b8a4779-ec7f-425d-837c-b670449e7020 owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:26:59.377186 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d510e62-a52b-44c2-9154-f91757480552 tempest-FloatingIPAdminTestJSON-2050425523 tempest-FloatingIPAdminTestJSON-2050425523-project-admin] Pushing event updated for resources: {'Port': ['ID=3e1876a3-ea08-444c-9c60-f99008280613,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:26:59.387795 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67110e4a-445f-4ac5-89c5-aa8b8b5b5cd8 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Pushing event deleted for resources: {'Subnet': ['ID=d07aef42-11e7-48bd-9928-572f498c9f54,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:26:59.436647 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-b20c1802-52bb-4538-977f-d225b0069851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812'] for port, after_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:59.463971 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0fad3b9-eedc-4818-8bcb-2577e23c6226 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] DELETE failed (client error): The resource could not be found. Mar 07 10:26:59.464700 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0fad3b9-eedc-4818-8bcb-2577e23c6226 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:26:59.469466 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-b0fad3b9-eedc-4818-8bcb-2577e23c6226 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] 10.222.0.13 "DELETE /v2.0/subnets/977425af-5720-4ab2-ae22-4811f4c412e9 HTTP/1.1" status: 404 len: 337 time: 0.3951628 Mar 07 10:26:59.474998 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 60922) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:26:59.479064 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-892a61ec-2d01-46ad-be47-e4df696206f6 None None] Network 5f888156-7303-47d2-9911-57799887efd4 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:26:59.483199 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-46b6710d-47c6-4b75-937f-8f1cd5428a5b tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:26:59.484725 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-e8a2a1e1-9e98-40ee-9dec-106700c6f8d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb2da1f-fba2-413d-aad6-e90732779037', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1931307512', 'tenant_id': '4e9c4d5c86cf416eb66bed1b523adf54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.87'}], 'enable_snat': True}, 'gw_port_id': '5e235750-6211-4798-b4f4-060b7c0abb44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:25:52Z', 'updated_at': '2022-03-07T10:26:12Z', 'revision_number': 4, 'project_id': '4e9c4d5c86cf416eb66bed1b523adf54', 'gw_port': {'id': '5e235750-6211-4798-b4f4-060b7c0abb44', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:aa:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb2da1f-fba2-413d-aad6-e90732779037', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:25:54Z', 'updated_at': '2022-03-07T10:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_floatingips': [{'id': '56b5a704-fd94-4925-8a20-a1f93ec58899', 'tenant_id': '4e9c4d5c86cf416eb66bed1b523adf54', 'floating_ip_address': '172.26.8.56', 'floating_network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'router_id': '6bb2da1f-fba2-413d-aad6-e90732779037', 'port_id': '65714aee-73ac-4584-a7de-be759f77a2b1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ff3d537-e319-4922-a8b2-8cb5ee18b005', 'mac_address': 'fa:16:3e:73:9b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22a73a36-a502-4d17-9bc5-55363d6489d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:26:51Z', 'updated_at': '2022-03-07T10:26:51Z', 'revision_number': 0, 'project_id': '4e9c4d5c86cf416eb66bed1b523adf54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27be624e-8a66-479b-8906-f626da77bb08', 'name': '', 'network_id': '0ff3d537-e319-4922-a8b2-8cb5ee18b005', 'tenant_id': '4e9c4d5c86cf416eb66bed1b523adf54', 'mac_address': 'fa:16:3e:9d:e4:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb2da1f-fba2-413d-aad6-e90732779037', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '76710092-eed3-4585-bcb7-8bd2be0bad68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:26:10Z', 'updated_at': '2022-03-07T10:26:22Z', 'revision_number': 5, 'project_id': '4e9c4d5c86cf416eb66bed1b523adf54', 'subnets': [{'id': '76710092-eed3-4585-bcb7-8bd2be0bad68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:26:59.488699 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a2a1e1-9e98-40ee-9dec-106700c6f8d5 None None] Checking router: 6bb2da1f-fba2-413d-aad6-e90732779037 for host: dv-neutron-830731-3-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 07 10:26:59.494673 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-46b6710d-47c6-4b75-937f-8f1cd5428a5b tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:26:59.501983 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a2a1e1-9e98-40ee-9dec-106700c6f8d5 None None] Routers {'6bb2da1f-fba2-413d-aad6-e90732779037'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:26:59.502865 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-e8a2a1e1-9e98-40ee-9dec-106700c6f8d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:26:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['6bb2da1f-fba2-413d-aad6-e90732779037'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:26:59.513797 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20c1802-52bb-4538-977f-d225b0069851 None None] Pushing event deleted for resources: {'Port': ['ID=5b8a4779-ec7f-425d-837c-b670449e7020,revision_number=None']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:26:59.562313 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46b6710d-47c6-4b75-937f-8f1cd5428a5b tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Made reservation on behalf of 0f1e04191c7443f7844c0202165e746c for: {'subnet': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:26:59.563429 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:59.582467 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20c1802-52bb-4538-977f-d225b0069851 None None] No DVR routers for this DVR port 5b8a4779-ec7f-425d-837c-b670449e7020 on host dv-neutron-830731-3-hyperv {{(pid=83739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:26:59.583742 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-4631b28b-7a7a-4f10-ac80-3a5bb3c9933a tempest-QuotasTest-1252420204 tempest-QuotasTest-1252420204-project-admin] Usage tracker for resource:subnet and tenant:68a1bb919da24d9da9cc64d0e2e00faa is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:26:59.665035 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6632fee-967b-4219-bd90-f46ce6bc7402 req-5e30d81f-23b0-4e00-a5f3-c5a276130a80 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:26:59.666524 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c6632fee-967b-4219-bd90-f46ce6bc7402 req-5e30d81f-23b0-4e00-a5f3-c5a276130a80 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] 10.222.0.13 "GET /v2.0/ports?device_id=22a73a36-a502-4d17-9bc5-55363d6489d7 HTTP/1.1" status: 200 len: 945 time: 0.4173341 Mar 07 10:26:59.697831 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a71a8e73-3794-4e6a-a4a6-b16c461f7da2 None None] Provisioning complete for port 07240f66-1ac5-459f-a0d0-3809b67be999 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:26:59.698302 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a71a8e73-3794-4e6a-a4a6-b16c461f7da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:59.715641 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-e8a2a1e1-9e98-40ee-9dec-106700c6f8d5 None None] Set router 6bb2da1f-fba2-413d-aad6-e90732779037 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:26:59.733155 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-4631b28b-7a7a-4f10-ac80-3a5bb3c9933a tempest-QuotasTest-1252420204 tempest-QuotasTest-1252420204-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:26:59.759350 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b51f930-2bf5-4078-aecc-12ae3e7a48b0 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:26:59.777081 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dcfe91e-af87-4b01-a235-5296e9532e03 None None] Sync routers for ids ['4bd78e7b-bb20-49e1-8453-68eb29fc1b8d'] in dv-neutron-830731-3-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:26:59.778245 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c6632fee-967b-4219-bd90-f46ce6bc7402 req-14ed4711-33e6-4c97-95c7-bc3da1e62f81 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0975493-0c59-42d9-89a3-fb824091cc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1041341 Mar 07 10:26:59.830349 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 60926) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:26:59.848146 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dcfe91e-af87-4b01-a235-5296e9532e03 None None] Routers {'4bd78e7b-bb20-49e1-8453-68eb29fc1b8d'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:26:59.848951 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-1dcfe91e-af87-4b01-a235-5296e9532e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:26:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['4bd78e7b-bb20-49e1-8453-68eb29fc1b8d'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:26:59.869991 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ab51e83f-e198-477e-ba08-93f710bdc0d3 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks [] for port, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:59.911017 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-271af921-7d25-4c3c-b31d-9ea6bee9ac92 req-f6dcbf48-c93f-4dfa-83d7-c168a2539c4d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4e9c4d5c86cf416eb66bed1b523adf54&device_id=22a73a36-a502-4d17-9bc5-55363d6489d7 HTTP/1.1" status: 200 len: 1098 time: 0.7496505 Mar 07 10:26:59.916219 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-46b6710d-47c6-4b75-937f-8f1cd5428a5b tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741426'] for subnet, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:59.917728 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-46b6710d-47c6-4b75-937f-8f1cd5428a5b tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 10:26:59.918160 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46b6710d-47c6-4b75-937f-8f1cd5428a5b tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:26:59.926022 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdc0acbd-978b-4cf1-ac8d-90e8c7249963 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Deleting subnet 9447bc6b-513c-4203-ab3f-1db0adade473 {{(pid=83738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 07 10:26:59.930934 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-bdc0acbd-978b-4cf1-ac8d-90e8c7249963 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks [] for subnet, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:26:59.951728 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-1dcfe91e-af87-4b01-a235-5296e9532e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:26:59.990844 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-bdc0acbd-978b-4cf1-ac8d-90e8c7249963 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2969395'] for subnet, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:00.028427 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dcfe91e-af87-4b01-a235-5296e9532e03 None None] Routers {'4bd78e7b-bb20-49e1-8453-68eb29fc1b8d'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:27:00.029238 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-1dcfe91e-af87-4b01-a235-5296e9532e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:26:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['4bd78e7b-bb20-49e1-8453-68eb29fc1b8d'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:27:00.078645 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9d510e62-a52b-44c2-9154-f91757480552 tempest-FloatingIPAdminTestJSON-2050425523 tempest-FloatingIPAdminTestJSON-2050425523-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:00.083230 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-bdc0acbd-978b-4cf1-ac8d-90e8c7249963 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1525496'] for subnet, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:00.096031 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-1dcfe91e-af87-4b01-a235-5296e9532e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:27:00.096631 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dcfe91e-af87-4b01-a235-5296e9532e03 None None] The sync data for ids ['4bd78e7b-bb20-49e1-8453-68eb29fc1b8d'] in dv-neutron-830731-3-hyperv is: [] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:27:00.127518 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a71a8e73-3794-4e6a-a4a6-b16c461f7da2 None None] Provisioning complete for port 41bc0226-7482-4f54-a1d1-01f24b14543f triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:27:00.128003 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a71a8e73-3794-4e6a-a4a6-b16c461f7da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:00.168967 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9d510e62-a52b-44c2-9154-f91757480552 tempest-FloatingIPAdminTestJSON-2050425523 tempest-FloatingIPAdminTestJSON-2050425523-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:00.191128 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-e8a2a1e1-9e98-40ee-9dec-106700c6f8d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb2da1f-fba2-413d-aad6-e90732779037', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1931307512', 'tenant_id': '4e9c4d5c86cf416eb66bed1b523adf54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.87'}], 'enable_snat': True}, 'gw_port_id': '5e235750-6211-4798-b4f4-060b7c0abb44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:25:52Z', 'updated_at': '2022-03-07T10:26:12Z', 'revision_number': 4, 'project_id': '4e9c4d5c86cf416eb66bed1b523adf54', 'gw_port': {'id': '5e235750-6211-4798-b4f4-060b7c0abb44', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:aa:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb2da1f-fba2-413d-aad6-e90732779037', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:25:54Z', 'updated_at': '2022-03-07T10:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_floatingips': [{'id': '56b5a704-fd94-4925-8a20-a1f93ec58899', 'tenant_id': '4e9c4d5c86cf416eb66bed1b523adf54', 'floating_ip_address': '172.26.8.56', 'floating_network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'router_id': '6bb2da1f-fba2-413d-aad6-e90732779037', 'port_id': '65714aee-73ac-4584-a7de-be759f77a2b1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ff3d537-e319-4922-a8b2-8cb5ee18b005', 'mac_address': 'fa:16:3e:73:9b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22a73a36-a502-4d17-9bc5-55363d6489d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:26:51Z', 'updated_at': '2022-03-07T10:26:51Z', 'revision_number': 0, 'project_id': '4e9c4d5c86cf416eb66bed1b523adf54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27be624e-8a66-479b-8906-f626da77bb08', 'name': '', 'network_id': '0ff3d537-e319-4922-a8b2-8cb5ee18b005', 'tenant_id': '4e9c4d5c86cf416eb66bed1b523adf54', 'mac_address': 'fa:16:3e:9d:e4:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb2da1f-fba2-413d-aad6-e90732779037', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '76710092-eed3-4585-bcb7-8bd2be0bad68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:26:10Z', 'updated_at': '2022-03-07T10:26:22Z', 'revision_number': 5, 'project_id': '4e9c4d5c86cf416eb66bed1b523adf54', 'subnets': [{'id': '76710092-eed3-4585-bcb7-8bd2be0bad68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:27:00.198652 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a2a1e1-9e98-40ee-9dec-106700c6f8d5 None None] The sync data for ids ['6bb2da1f-fba2-413d-aad6-e90732779037'] in dv-neutron-830731-3-hyperv is: [{'id': '6bb2da1f-fba2-413d-aad6-e90732779037', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1931307512', 'tenant_id': '4e9c4d5c86cf416eb66bed1b523adf54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.87'}], 'enable_snat': True}, 'gw_port_id': '5e235750-6211-4798-b4f4-060b7c0abb44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:25:52Z', 'updated_at': '2022-03-07T10:26:12Z', 'revision_number': 4, 'project_id': '4e9c4d5c86cf416eb66bed1b523adf54', 'gw_port': {'id': '5e235750-6211-4798-b4f4-060b7c0abb44', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:aa:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb2da1f-fba2-413d-aad6-e90732779037', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:25:54Z', 'updated_at': '2022-03-07T10:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_floatingips': [{'id': '56b5a704-fd94-4925-8a20-a1f93ec58899', 'tenant_id': '4e9c4d5c86cf416eb66bed1b523adf54', 'floating_ip_address': '172.26.8.56', 'floating_network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'router_id': '6bb2da1f-fba2-413d-aad6-e90732779037', 'port_id': '65714aee-73ac-4584-a7de-be759f77a2b1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ff3d537-e319-4922-a8b2-8cb5ee18b005', 'mac_address': 'fa:16:3e:73:9b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22a73a36-a502-4d17-9bc5-55363d6489d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:26:51Z', 'updated_at': '2022-03-07T10:26:51Z', 'revision_number': 0, 'project_id': '4e9c4d5c86cf416eb66bed1b523adf54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27be624e-8a66-479b-8906-f626da77bb08', 'name': '', 'network_id': '0ff3d537-e319-4922-a8b2-8cb5ee18b005', 'tenant_id': '4e9c4d5c86cf416eb66bed1b523adf54', 'mac_address': 'fa:16:3e:9d:e4:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb2da1f-fba2-413d-aad6-e90732779037', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '76710092-eed3-4585-bcb7-8bd2be0bad68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:26:10Z', 'updated_at': '2022-03-07T10:26:22Z', 'revision_number': 5, 'project_id': '4e9c4d5c86cf416eb66bed1b523adf54', 'subnets': [{'id': '76710092-eed3-4585-bcb7-8bd2be0bad68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:27:00.340502 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a71a8e73-3794-4e6a-a4a6-b16c461f7da2 None None] Port 41bc0226-7482-4f54-a1d1-01f24b14543f cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:27:00.393700 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ab51e83f-e198-477e-ba08-93f710bdc0d3 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3556717'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:00.445581 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9d510e62-a52b-44c2-9154-f91757480552 tempest-FloatingIPAdminTestJSON-2050425523 tempest-FloatingIPAdminTestJSON-2050425523-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:00.450680 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9d510e62-a52b-44c2-9154-f91757480552 tempest-FloatingIPAdminTestJSON-2050425523 tempest-FloatingIPAdminTestJSON-2050425523-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3012561'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:00.491975 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c03136c-36e7-4579-a7f0-122bc89fb66e None None] New status for floating IP 56b5a704-fd94-4925-8a20-a1f93ec58899: ACTIVE {{(pid=83740) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 07 10:27:00.525225 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d510e62-a52b-44c2-9154-f91757480552 tempest-FloatingIPAdminTestJSON-2050425523 tempest-FloatingIPAdminTestJSON-2050425523-project-admin] Pushing event updated for resources: {'Port': ['ID=3e1876a3-ea08-444c-9c60-f99008280613,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:00.543443 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-2181df47-c3a6-4322-84d0-17a6413818b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:00.596348 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9d510e62-a52b-44c2-9154-f91757480552 tempest-FloatingIPAdminTestJSON-2050425523 tempest-FloatingIPAdminTestJSON-2050425523-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923533'] for floatingip, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:00.787303 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-4631b28b-7a7a-4f10-ac80-3a5bb3c9933a tempest-QuotasTest-1252420204 tempest-QuotasTest-1252420204-project-admin] Usage tracker for resource:subnetpool and tenant:68a1bb919da24d9da9cc64d0e2e00faa is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:27:00.858279 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-46b6710d-47c6-4b75-937f-8f1cd5428a5b tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 2.3071136 Mar 07 10:27:00.860268 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.db.l3_db [None req-9d510e62-a52b-44c2-9154-f91757480552 tempest-FloatingIPAdminTestJSON-2050425523 tempest-FloatingIPAdminTestJSON-2050425523-project-admin] Floating IP 9bd36f0b-c80c-4829-b867-378d2ef13fab associated. External IP: 172.26.8.42, port: c48d7f2c-0621-4a7a-bf2d-c8df2a86405d. Mar 07 10:27:00.860812 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-4631b28b-7a7a-4f10-ac80-3a5bb3c9933a tempest-QuotasTest-1252420204 tempest-QuotasTest-1252420204-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:27:00.877429 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 60932) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:27:00.890779 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab51e83f-e198-477e-ba08-93f710bdc0d3 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Pushing event updated for resources: {'Port': ['ID=76be4192-0d19-4bfd-8cf6-c5438c867bef,revision_number=2']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:00.901880 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-0ec9e748-bf27-4bc7-bfc1-1e4d63595f69 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Request body: {'subnet': {'network_id': '98d8805b-dd65-4110-997b-2eea298bca78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:27:00.916370 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-bdc0acbd-978b-4cf1-ac8d-90e8c7249963 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1525489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3556647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741465'] for subnet, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:00.967642 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-2ae0d0e5-1f0b-40a7-aef8-a3b8c0f4fc88 None None] Provisioning complete for port 07240f66-1ac5-459f-a0d0-3809b67be999 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:27:00.968178 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-2ae0d0e5-1f0b-40a7-aef8-a3b8c0f4fc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:01.080561 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-4631b28b-7a7a-4f10-ac80-3a5bb3c9933a tempest-QuotasTest-1252420204 tempest-QuotasTest-1252420204-project-admin] Usage tracker for resource:port and tenant:68a1bb919da24d9da9cc64d0e2e00faa is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:27:01.102960 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-2ae0d0e5-1f0b-40a7-aef8-a3b8c0f4fc88 None None] Provisioning complete for port 76be4192-0d19-4bfd-8cf6-c5438c867bef triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:27:01.103330 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-2ae0d0e5-1f0b-40a7-aef8-a3b8c0f4fc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:01.106351 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-10a9bc20-9fd4-4bb3-8402-01611b6c0a37 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] 10.222.0.13 "GET /v2.0/floatingips/56b5a704-fd94-4925-8a20-a1f93ec58899 HTTP/1.1" status: 200 len: 990 time: 1.1942894 Mar 07 10:27:01.135494 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab51e83f-e198-477e-ba08-93f710bdc0d3 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:27:01.135830 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab51e83f-e198-477e-ba08-93f710bdc0d3 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:27:01.136168 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab51e83f-e198-477e-ba08-93f710bdc0d3 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:27:01.136511 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab51e83f-e198-477e-ba08-93f710bdc0d3 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:27:01.136843 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab51e83f-e198-477e-ba08-93f710bdc0d3 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:27:01.137166 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab51e83f-e198-477e-ba08-93f710bdc0d3 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:27:01.137483 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab51e83f-e198-477e-ba08-93f710bdc0d3 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:27:01.137800 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab51e83f-e198-477e-ba08-93f710bdc0d3 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:27:01.138114 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab51e83f-e198-477e-ba08-93f710bdc0d3 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:27:01.138452 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab51e83f-e198-477e-ba08-93f710bdc0d3 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:27:01.138772 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab51e83f-e198-477e-ba08-93f710bdc0d3 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:27:01.141847 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-4631b28b-7a7a-4f10-ac80-3a5bb3c9933a tempest-QuotasTest-1252420204 tempest-QuotasTest-1252420204-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:27:01.157506 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-510d2618-37a1-4b44-999b-8f50f30d3b77 None None] Network 5f888156-7303-47d2-9911-57799887efd4 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:27:01.161172 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-bdc0acbd-978b-4cf1-ac8d-90e8c7249963 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:01.163030 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-bdc0acbd-978b-4cf1-ac8d-90e8c7249963 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] 10.222.0.13 "DELETE /v2.0/subnets/9447bc6b-513c-4203-ab3f-1db0adade473 HTTP/1.1" status: 204 len: 168 time: 1.6588702 Mar 07 10:27:01.165034 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc0acbd-978b-4cf1-ac8d-90e8c7249963 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Pushing event deleted for resources: {'Subnet': ['ID=9447bc6b-513c-4203-ab3f-1db0adade473,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:01.169135 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 60938) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:27:01.237531 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271af921-7d25-4c3c-b31d-9ea6bee9ac92 req-f91d30cc-596a-4265-b69d-b746a56388e7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:01.238979 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-271af921-7d25-4c3c-b31d-9ea6bee9ac92 req-f91d30cc-596a-4265-b69d-b746a56388e7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0ff3d537-e319-4922-a8b2-8cb5ee18b005 HTTP/1.1" status: 200 len: 897 time: 0.8465514 Mar 07 10:27:01.245637 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-2ae0d0e5-1f0b-40a7-aef8-a3b8c0f4fc88 None None] Port 76be4192-0d19-4bfd-8cf6-c5438c867bef cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:27:01.284124 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d6cb624-b627-4352-905c-9d52c9e10dab tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] DELETE failed (client error): The resource could not be found. Mar 07 10:27:01.284651 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d6cb624-b627-4352-905c-9d52c9e10dab tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:27:01.288727 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-3d6cb624-b627-4352-905c-9d52c9e10dab tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] 10.222.0.13 "DELETE /v2.0/subnets/c200b4a2-0b46-47cf-b79e-1f5b504352c6 HTTP/1.1" status: 404 len: 337 time: 0.1056943 Mar 07 10:27:01.288727 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-4631b28b-7a7a-4f10-ac80-3a5bb3c9933a tempest-QuotasTest-1252420204 tempest-QuotasTest-1252420204-project-admin] Usage tracker for resource:router and tenant:68a1bb919da24d9da9cc64d0e2e00faa is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:27:01.289499 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 60942) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:27:01.298117 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-2ae0d0e5-1f0b-40a7-aef8-a3b8c0f4fc88 None None] Provisioning complete for port 41bc0226-7482-4f54-a1d1-01f24b14543f triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:27:01.298693 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-2ae0d0e5-1f0b-40a7-aef8-a3b8c0f4fc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:01.338143 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-0ec9e748-bf27-4bc7-bfc1-1e4d63595f69 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:27:01.340545 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-425b6996-11dc-42ca-ace9-ea148d1eabd5 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] 10.222.0.13 "GET /v2.0/ports?device_id=a99cdf21-042a-49b5-920b-36d04203d228 HTTP/1.1" status: 200 len: 205 time: 0.0494385 Mar 07 10:27:01.343227 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 60946) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:27:01.381294 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-4631b28b-7a7a-4f10-ac80-3a5bb3c9933a tempest-QuotasTest-1252420204 tempest-QuotasTest-1252420204-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:27:01.388342 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-0ec9e748-bf27-4bc7-bfc1-1e4d63595f69 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:27:01.422565 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.api.v2.resource [None req-4f72ab81-dc6e-4617-9a63-f2de5b80d92d tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] delete failed (client error): The resource could not be found. Mar 07 10:27:01.423568 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-4f72ab81-dc6e-4617-9a63-f2de5b80d92d tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] 10.222.0.13 "DELETE /v2.0/routers/a99cdf21-042a-49b5-920b-36d04203d228 HTTP/1.1" status: 404 len: 336 time: 0.0796835 Mar 07 10:27:01.426024 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d510e62-a52b-44c2-9154-f91757480552 tempest-FloatingIPAdminTestJSON-2050425523 tempest-FloatingIPAdminTestJSON-2050425523-project-admin] Router 62415547-1458-44ed-9029-8d3a253ba97f has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:27:01.426357 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 60950) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:27:01.431933 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-2ae0d0e5-1f0b-40a7-aef8-a3b8c0f4fc88 None None] Port 41bc0226-7482-4f54-a1d1-01f24b14543f cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:27:01.468837 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-745479ee-d2b5-471d-b866-e8b371ddca74 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] DELETE failed (client error): The resource could not be found. Mar 07 10:27:01.469169 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-745479ee-d2b5-471d-b866-e8b371ddca74 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:27:01.471244 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-4631b28b-7a7a-4f10-ac80-3a5bb3c9933a tempest-QuotasTest-1252420204 tempest-QuotasTest-1252420204-project-admin] Usage tracker for resource:floatingip and tenant:68a1bb919da24d9da9cc64d0e2e00faa is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:27:01.473254 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ec9e748-bf27-4bc7-bfc1-1e4d63595f69 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Made reservation on behalf of 0f1e04191c7443f7844c0202165e746c for: {'subnet': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:27:01.477208 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0ec9e748-bf27-4bc7-bfc1-1e4d63595f69 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741426'] for subnet, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:01.478567 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ec9e748-bf27-4bc7-bfc1-1e4d63595f69 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 10:27:01.478819 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-745479ee-d2b5-471d-b866-e8b371ddca74 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] 10.222.0.13 "DELETE /v2.0/subnets/680452be-afa6-4c5f-a416-21bccebd1a4f HTTP/1.1" status: 404 len: 337 time: 0.0495410 Mar 07 10:27:01.478986 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ec9e748-bf27-4bc7-bfc1-1e4d63595f69 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:27:01.481200 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 60954) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:27:01.510133 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-4631b28b-7a7a-4f10-ac80-3a5bb3c9933a tempest-QuotasTest-1252420204 tempest-QuotasTest-1252420204-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:27:01.518667 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-271af921-7d25-4c3c-b31d-9ea6bee9ac92 req-c4f2f8b3-ef20-4370-abff-cc90bb440220 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=65714aee-73ac-4584-a7de-be759f77a2b1 HTTP/1.1" status: 200 len: 1000 time: 0.2667403 Mar 07 10:27:01.541762 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7cbd8da-97cd-4492-a8c3-196d6f9d8c4f None None] DHCP port deletion for 5f888156-7303-47d2-9911-57799887efd4 request from dv-neutron-830731-3-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 07 10:27:01.546188 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-c7cbd8da-97cd-4492-a8c3-196d6f9d8c4f None None] Deleting port 07240f66-1ac5-459f-a0d0-3809b67be999 {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:27:01.547195 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c7cbd8da-97cd-4492-a8c3-196d6f9d8c4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:01.585400 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-0ec9e748-bf27-4bc7-bfc1-1e4d63595f69 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.7041101 Mar 07 10:27:01.592060 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f7c5ad2-04d8-4e37-9edc-38bb5e332ec7 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] DELETE failed (client error): The resource could not be found. Mar 07 10:27:01.592425 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f7c5ad2-04d8-4e37-9edc-38bb5e332ec7 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:27:01.596358 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-0f7c5ad2-04d8-4e37-9edc-38bb5e332ec7 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] 10.222.0.13 "DELETE /v2.0/subnets/e081fb36-6d1c-44b8-95e2-a95bb91a13d6 HTTP/1.1" status: 404 len: 337 time: 0.1120756 Mar 07 10:27:01.596358 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 60958) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:27:01.600029 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 60960) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:27:01.675793 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ab51e83f-e198-477e-ba08-93f710bdc0d3 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3920324'] for router_interface, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:01.696171 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-134be764-165c-4153-9dcf-865db96c8800 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] DELETE failed (client error): The resource could not be found. Mar 07 10:27:01.696643 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-134be764-165c-4153-9dcf-865db96c8800 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:27:01.700542 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-134be764-165c-4153-9dcf-865db96c8800 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] 10.222.0.13 "DELETE /v2.0/subnets/5e966ef3-ecd3-48cb-bdd3-3d80c7dfb4f1 HTTP/1.1" status: 404 len: 337 time: 0.0690732 Mar 07 10:27:01.703695 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271af921-7d25-4c3c-b31d-9ea6bee9ac92 req-4a6f4307-c863-4bbe-b2e2-6c875aa9cace service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:01.705166 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-271af921-7d25-4c3c-b31d-9ea6bee9ac92 req-4a6f4307-c863-4bbe-b2e2-6c875aa9cace service neutron] 10.222.0.10 "GET /v2.0/subnets?id=76710092-eed3-4585-bcb7-8bd2be0bad68 HTTP/1.1" status: 200 len: 834 time: 0.1705792 Mar 07 10:27:01.706433 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 60966) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:27:01.758120 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-91dcfe36-9794-4a3b-a40f-82a1d6838afc tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Request body: {'subnet': {'network_id': '98d8805b-dd65-4110-997b-2eea298bca78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:27:01.767734 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-711fefd2-3b30-4759-8df5-0aecff1c8e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:01.789277 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-c7cbd8da-97cd-4492-a8c3-196d6f9d8c4f None None] For port 07240f66-1ac5-459f-a0d0-3809b67be999, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=07240f66-1ac5-459f-a0d0-3809b67be999,segment=NetworkSegment(78e03404-d2fd-4245-a10f-ed4c8900df66),segment_id=78e03404-d2fd-4245-a10f-ed4c8900df66)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:27:01.789668 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c7cbd8da-97cd-4492-a8c3-196d6f9d8c4f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:01.818555 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef289cbc-4331-4de7-b654-6852de36426c tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] DELETE failed (client error): The resource could not be found. Mar 07 10:27:01.819519 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef289cbc-4331-4de7-b654-6852de36426c tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:27:01.823832 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-ef289cbc-4331-4de7-b654-6852de36426c tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] 10.222.0.13 "DELETE /v2.0/ports/5cc643a7-d12e-49b8-b6cc-5cd8820ad54a HTTP/1.1" status: 404 len: 333 time: 0.1069727 Mar 07 10:27:01.825791 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 60970) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:27:01.891971 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-91dcfe36-9794-4a3b-a40f-82a1d6838afc tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:27:01.905870 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-91dcfe36-9794-4a3b-a40f-82a1d6838afc tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:27:01.923954 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91dcfe36-9794-4a3b-a40f-82a1d6838afc tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Made reservation on behalf of 0f1e04191c7443f7844c0202165e746c for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:27:01.930745 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-c7cbd8da-97cd-4492-a8c3-196d6f9d8c4f None None] Calling delete_port for 07240f66-1ac5-459f-a0d0-3809b67be999 owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:27:01.964707 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:02.013713 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c7cbd8da-97cd-4492-a8c3-196d6f9d8c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812'] for port, after_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:02.053835 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-91dcfe36-9794-4a3b-a40f-82a1d6838afc tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3219231'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:02.055116 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-91dcfe36-9794-4a3b-a40f-82a1d6838afc tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 10:27:02.055548 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91dcfe36-9794-4a3b-a40f-82a1d6838afc tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:27:02.062038 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cbd8da-97cd-4492-a8c3-196d6f9d8c4f None None] Pushing event deleted for resources: {'Port': ['ID=07240f66-1ac5-459f-a0d0-3809b67be999,revision_number=None']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:02.073142 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7cbd8da-97cd-4492-a8c3-196d6f9d8c4f None None] No DVR routers for this DVR port 07240f66-1ac5-459f-a0d0-3809b67be999 on host dv-neutron-830731-3-hyperv {{(pid=83739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:27:02.076799 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7cbd8da-97cd-4492-a8c3-196d6f9d8c4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:27:02.077256 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7cbd8da-97cd-4492-a8c3-196d6f9d8c4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:27:02.077701 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7cbd8da-97cd-4492-a8c3-196d6f9d8c4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:27:02.078139 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7cbd8da-97cd-4492-a8c3-196d6f9d8c4f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:27:02.078571 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7cbd8da-97cd-4492-a8c3-196d6f9d8c4f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:27:02.079197 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7cbd8da-97cd-4492-a8c3-196d6f9d8c4f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:27:02.079636 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7cbd8da-97cd-4492-a8c3-196d6f9d8c4f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:27:02.080071 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7cbd8da-97cd-4492-a8c3-196d6f9d8c4f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:27:02.087311 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7cbd8da-97cd-4492-a8c3-196d6f9d8c4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:27:02.087790 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7cbd8da-97cd-4492-a8c3-196d6f9d8c4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:27:02.088185 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7cbd8da-97cd-4492-a8c3-196d6f9d8c4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:27:02.092064 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-91dcfe36-9794-4a3b-a40f-82a1d6838afc tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4948173 Mar 07 10:27:02.092064 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 60974) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:27:02.092563 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed0a7e44-2fe8-4e95-8ac5-fdf2a665bd6e tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] DELETE failed (client error): The resource could not be found. Mar 07 10:27:02.093022 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed0a7e44-2fe8-4e95-8ac5-fdf2a665bd6e tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:27:02.093657 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d510e62-a52b-44c2-9154-f91757480552 tempest-FloatingIPAdminTestJSON-2050425523 tempest-FloatingIPAdminTestJSON-2050425523-project-admin] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:27:02.097636 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-ed0a7e44-2fe8-4e95-8ac5-fdf2a665bd6e tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] 10.222.0.13 "DELETE /v2.0/subnets/af10146f-6781-4b92-9340-6e84339cf6e4 HTTP/1.1" status: 404 len: 337 time: 0.2647672 Mar 07 10:27:02.101880 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-d519ba55-62c6-43c1-bd4c-35b3e2cb463c tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Request body: {'subnet': {'network_id': '98d8805b-dd65-4110-997b-2eea298bca78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:27:02.110305 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4e7ef9-0fef-49cc-83f7-6c72852981df None None] Sync routers for ids ['62415547-1458-44ed-9029-8d3a253ba97f'] in dv-neutron-830731-3-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:27:02.115247 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 60978) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:27:02.116350 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 60980) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:27:02.121930 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4e7ef9-0fef-49cc-83f7-6c72852981df None None] Routers {'62415547-1458-44ed-9029-8d3a253ba97f'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:27:02.122611 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-9f4e7ef9-0fef-49cc-83f7-6c72852981df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:27:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['62415547-1458-44ed-9029-8d3a253ba97f'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:27:02.183169 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-9f4e7ef9-0fef-49cc-83f7-6c72852981df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:27:02.196374 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4e7ef9-0fef-49cc-83f7-6c72852981df None None] Routers {'62415547-1458-44ed-9029-8d3a253ba97f'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:27:02.197044 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-9f4e7ef9-0fef-49cc-83f7-6c72852981df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:27:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['62415547-1458-44ed-9029-8d3a253ba97f'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:27:02.204466 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ab51e83f-e198-477e-ba08-93f710bdc0d3 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:02.217746 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-4631b28b-7a7a-4f10-ac80-3a5bb3c9933a tempest-QuotasTest-1252420204 tempest-QuotasTest-1252420204-project-admin] Usage tracker for resource:security_group and tenant:68a1bb919da24d9da9cc64d0e2e00faa is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:27:02.265086 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-271af921-7d25-4c3c-b31d-9ea6bee9ac92 req-4b26c455-707e-4a2f-9fbd-129becafec7b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0ff3d537-e319-4922-a8b2-8cb5ee18b005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5454116 Mar 07 10:27:02.269128 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 07240f66-1ac5-459f-a0d0-3809b67be999 no longer exists at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:27:02.317388 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-9f4e7ef9-0fef-49cc-83f7-6c72852981df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:27:02.319240 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fe83532-3b1c-4c11-89a7-2c24679d9bd6 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] DELETE failed (client error): The resource could not be found. Mar 07 10:27:02.319448 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4e7ef9-0fef-49cc-83f7-6c72852981df None None] The sync data for ids ['62415547-1458-44ed-9029-8d3a253ba97f'] in dv-neutron-830731-3-hyperv is: [] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:27:02.320387 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fe83532-3b1c-4c11-89a7-2c24679d9bd6 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:27:02.322089 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-6fe83532-3b1c-4c11-89a7-2c24679d9bd6 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] 10.222.0.13 "DELETE /v2.0/subnets/82fc8911-1ac2-487f-bd3e-2dc5d2288339 HTTP/1.1" status: 404 len: 337 time: 0.1983943 Mar 07 10:27:02.325466 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] No Port match for: 07240f66-1ac5-459f-a0d0-3809b67be999 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 10:27:02.326109 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 07240f66-1ac5-459f-a0d0-3809b67be999 not bound to the agent host dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 10:27:02.329359 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 60986) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:27:02.331936 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9d510e62-a52b-44c2-9154-f91757480552 tempest-FloatingIPAdminTestJSON-2050425523 tempest-FloatingIPAdminTestJSON-2050425523-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for floatingip, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:02.344119 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-4631b28b-7a7a-4f10-ac80-3a5bb3c9933a tempest-QuotasTest-1252420204 tempest-QuotasTest-1252420204-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:27:02.452948 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf5e95a2-441e-4631-9515-71cd1856959a tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] DELETE failed (client error): The resource could not be found. Mar 07 10:27:02.453279 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf5e95a2-441e-4631-9515-71cd1856959a tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:27:02.454867 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-cf5e95a2-441e-4631-9515-71cd1856959a tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] 10.222.0.13 "DELETE /v2.0/ports/6d221350-7491-4465-be47-8e2964068515 HTTP/1.1" status: 404 len: 333 time: 0.1244538 Mar 07 10:27:02.455927 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-d519ba55-62c6-43c1-bd4c-35b3e2cb463c tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:27:02.463712 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 60990) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:27:02.473141 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-36adada6-a28c-4e28-9019-89e9aa3374ef tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] 10.222.0.13 "GET /v2.0/floatingips/56b5a704-fd94-4925-8a20-a1f93ec58899 HTTP/1.1" status: 200 len: 992 time: 0.3478405 Mar 07 10:27:02.509637 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-d519ba55-62c6-43c1-bd4c-35b3e2cb463c tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:27:02.516064 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-9d510e62-a52b-44c2-9154-f91757480552 tempest-FloatingIPAdminTestJSON-2050425523 tempest-FloatingIPAdminTestJSON-2050425523-project-admin] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 5.6997681 Mar 07 10:27:02.521238 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 60996) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:27:02.525609 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb62e313-f3cd-478f-9936-816d61aa0154 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] DELETE failed (client error): The resource could not be found. Mar 07 10:27:02.526043 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb62e313-f3cd-478f-9936-816d61aa0154 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:27:02.527632 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-eb62e313-f3cd-478f-9936-816d61aa0154 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] 10.222.0.13 "DELETE /v2.0/subnets/234e8f1a-a998-4cdd-9bec-220af23a6756 HTTP/1.1" status: 404 len: 337 time: 0.0626669 Mar 07 10:27:02.538670 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 32768) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:27:02.545836 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-4631b28b-7a7a-4f10-ac80-3a5bb3c9933a tempest-QuotasTest-1252420204 tempest-QuotasTest-1252420204-project-admin] Usage tracker for resource:security_group_rule and tenant:68a1bb919da24d9da9cc64d0e2e00faa is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:27:02.591019 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d519ba55-62c6-43c1-bd4c-35b3e2cb463c tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Made reservation on behalf of 0f1e04191c7443f7844c0202165e746c for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:27:02.594477 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d519ba55-62c6-43c1-bd4c-35b3e2cb463c tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3219231'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:02.596371 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-d519ba55-62c6-43c1-bd4c-35b3e2cb463c tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 10:27:02.601257 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d519ba55-62c6-43c1-bd4c-35b3e2cb463c tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:27:02.605905 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-4631b28b-7a7a-4f10-ac80-3a5bb3c9933a tempest-QuotasTest-1252420204 tempest-QuotasTest-1252420204-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:27:02.621390 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-46602ed6-cdc3-4fe2-b4fc-9ae2e4bd7f99 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] DELETE failed (client error): The resource could not be found. Mar 07 10:27:02.621814 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46602ed6-cdc3-4fe2-b4fc-9ae2e4bd7f99 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:27:02.623427 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-46602ed6-cdc3-4fe2-b4fc-9ae2e4bd7f99 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] 10.222.0.13 "DELETE /v2.0/subnets/56b436c9-a44f-4bce-8d91-20f376816e0d HTTP/1.1" status: 404 len: 337 time: 0.0797043 Mar 07 10:27:02.627736 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 32772) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:27:02.657245 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-4631b28b-7a7a-4f10-ac80-3a5bb3c9933a tempest-QuotasTest-1252420204 tempest-QuotasTest-1252420204-project-admin] 10.222.0.13 "GET /v2.0/quotas/68a1bb919da24d9da9cc64d0e2e00faa/details.json HTTP/1.1" status: 200 len: 703 time: 4.1076732 Mar 07 10:27:02.676281 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-d519ba55-62c6-43c1-bd4c-35b3e2cb463c tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5804935 Mar 07 10:27:02.686607 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 32778) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:27:02.696298 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-8672ddee-ac2c-4183-8b82-aed254936e7a tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Request body: {'subnet': {'network_id': '98d8805b-dd65-4110-997b-2eea298bca78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:27:02.733988 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-49884a08-31ac-4450-9211-01d5900737a0 tempest-FloatingIPAdminTestJSON-2050425523 tempest-FloatingIPAdminTestJSON-2050425523-project-admin] 10.222.0.13 "GET /v2.0/floatingips/9bd36f0b-c80c-4829-b867-378d2ef13fab HTTP/1.1" status: 200 len: 982 time: 0.2097366 Mar 07 10:27:02.742427 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 32782) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:27:02.809377 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-ef48c078-f4f4-4410-8bcf-a11317554235 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Deleting port 41bc0226-7482-4f54-a1d1-01f24b14543f {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:27:02.809855 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ef48c078-f4f4-4410-8bcf-a11317554235 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:02.828038 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-271af921-7d25-4c3c-b31d-9ea6bee9ac92 req-8b1f2718-c054-494b-90f6-f727d3057df1 service neutron] 10.222.0.10 "GET /v2.0/networks/0ff3d537-e319-4922-a8b2-8cb5ee18b005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4852028 Mar 07 10:27:02.885950 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-8672ddee-ac2c-4183-8b82-aed254936e7a tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:27:02.925605 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-8672ddee-ac2c-4183-8b82-aed254936e7a tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:27:02.975082 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8672ddee-ac2c-4183-8b82-aed254936e7a tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Made reservation on behalf of 0f1e04191c7443f7844c0202165e746c for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:27:02.979378 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8672ddee-ac2c-4183-8b82-aed254936e7a tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3219231'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:02.980787 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-8672ddee-ac2c-4183-8b82-aed254936e7a tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 10:27:02.981214 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8672ddee-ac2c-4183-8b82-aed254936e7a tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:27:03.028656 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-daae783c-45a5-4c44-988e-fdd67e2322ee tempest-FloatingIPAdminTestJSON-2050425523 tempest-FloatingIPAdminTestJSON-2050425523-project-admin] 10.222.0.13 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3805 time: 0.2770298 Mar 07 10:27:03.033007 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 32788) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:27:03.071151 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-8672ddee-ac2c-4183-8b82-aed254936e7a tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3803277 Mar 07 10:27:03.072921 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 32794) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:27:03.080520 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 32798) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:27:03.083911 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-859ed4f0-9cba-4637-ab1f-7ec378df3116 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Request body: {'subnet': {'network_id': '98d8805b-dd65-4110-997b-2eea298bca78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:27:03.114320 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c87150bd-aa9c-4ad1-bb68-57ec66d4fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:03.138946 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ef48c078-f4f4-4410-8bcf-a11317554235 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:03.155865 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.db.resource_extend [None req-ab51e83f-e198-477e-ba08-93f710bdc0d3 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 10:27:03.188105 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ab51e83f-e198-477e-ba08-93f710bdc0d3 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks [] for port, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:03.192146 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b51f930-2bf5-4078-aecc-12ae3e7a48b0 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Router 1be73ccb-58a1-45cd-94d1-7fbff3b1b296 has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:27:03.196776 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-271af921-7d25-4c3c-b31d-9ea6bee9ac92 req-b0520b0d-d2df-4864-b854-59465842ff61 service neutron] 10.222.0.10 "GET /v2.0/networks/0ff3d537-e319-4922-a8b2-8cb5ee18b005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3489864 Mar 07 10:27:03.203337 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ab51e83f-e198-477e-ba08-93f710bdc0d3 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3556717'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:03.502808 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-ef48c078-f4f4-4410-8bcf-a11317554235 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Calling delete_port for 41bc0226-7482-4f54-a1d1-01f24b14543f owned by {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:27:03.554282 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7aa59e99-cc36-4629-901f-d7c1224795cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:03.585876 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ab51e83f-e198-477e-ba08-93f710bdc0d3 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2756426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3920233'] for router_interface, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:03.603271 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab51e83f-e198-477e-ba08-93f710bdc0d3 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Pushing event updated for resources: {'Port': ['ID=76be4192-0d19-4bfd-8cf6-c5438c867bef,revision_number=3']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:03.607199 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-859ed4f0-9cba-4637-ab1f-7ec378df3116 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:27:03.644037 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-859ed4f0-9cba-4637-ab1f-7ec378df3116 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:27:03.657085 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-7aa59e99-cc36-4629-901f-d7c1224795cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:27:03.667106 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-7aa59e99-cc36-4629-901f-d7c1224795cc admin admin] Usage tracker for resource:security_group_rule and tenant:8e088be8d91045a5a882aaefb9210f75 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:27:03.670963 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ef48c078-f4f4-4410-8bcf-a11317554235 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:03.677391 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-7aa59e99-cc36-4629-901f-d7c1224795cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:27:03.679128 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-fe74f2d3-46ab-4098-a793-20163bd0fe4e tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Deleting port 3e1876a3-ea08-444c-9c60-f99008280613 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:27:03.679468 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-fe74f2d3-46ab-4098-a793-20163bd0fe4e tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:03.717851 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b580f856-d4fd-4b2c-977b-3963e71ae1c9 req-d012753c-880c-4cb0-a0ca-e1a82706d308 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:03.719288 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b580f856-d4fd-4b2c-977b-3963e71ae1c9 req-d012753c-880c-4cb0-a0ca-e1a82706d308 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9a41462-2213-477c-a0d7-2a574dc86c0e HTTP/1.1" status: 200 len: 946 time: 0.5243535 Mar 07 10:27:03.719867 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-859ed4f0-9cba-4637-ab1f-7ec378df3116 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Made reservation on behalf of 0f1e04191c7443f7844c0202165e746c for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:27:03.723025 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-859ed4f0-9cba-4637-ab1f-7ec378df3116 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3219231'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:03.724341 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-859ed4f0-9cba-4637-ab1f-7ec378df3116 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 10:27:03.724766 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-859ed4f0-9cba-4637-ab1f-7ec378df3116 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:27:03.746830 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef48c078-f4f4-4410-8bcf-a11317554235 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Pushing event deleted for resources: {'Port': ['ID=41bc0226-7482-4f54-a1d1-01f24b14543f,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:03.750549 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-7aa59e99-cc36-4629-901f-d7c1224795cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:27:03.787650 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ef48c078-f4f4-4410-8bcf-a11317554235 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:03.804802 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef48c078-f4f4-4410-8bcf-a11317554235 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:27:03.805147 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef48c078-f4f4-4410-8bcf-a11317554235 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:27:03.805476 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef48c078-f4f4-4410-8bcf-a11317554235 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:27:03.805798 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef48c078-f4f4-4410-8bcf-a11317554235 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:27:03.806118 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef48c078-f4f4-4410-8bcf-a11317554235 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:27:03.806432 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef48c078-f4f4-4410-8bcf-a11317554235 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:27:03.806743 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef48c078-f4f4-4410-8bcf-a11317554235 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:27:03.807051 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef48c078-f4f4-4410-8bcf-a11317554235 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:27:03.807361 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef48c078-f4f4-4410-8bcf-a11317554235 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:27:03.807668 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef48c078-f4f4-4410-8bcf-a11317554235 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:27:03.807978 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef48c078-f4f4-4410-8bcf-a11317554235 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:27:03.826201 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-859ed4f0-9cba-4637-ab1f-7ec378df3116 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.7522724 Mar 07 10:27:03.830644 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-ef48c078-f4f4-4410-8bcf-a11317554235 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] 10.222.0.13 "DELETE /v2.0/ports/41bc0226-7482-4f54-a1d1-01f24b14543f HTTP/1.1" status: 204 len: 168 time: 1.2013412 Mar 07 10:27:03.835365 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 32804) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:27:03.835786 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 32806) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:27:03.849570 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b580f856-d4fd-4b2c-977b-3963e71ae1c9 req-dc8034dc-5f59-4d89-94bc-2e3fcacc22e4 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0cf1685-c0d8-4959-a53b-3f1ceedf7fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1148100 Mar 07 10:27:03.899822 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7aa59e99-cc36-4629-901f-d7c1224795cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:03.904872 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7aa59e99-cc36-4629-901f-d7c1224795cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:03.952590 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa59e99-cc36-4629-901f-d7c1224795cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93e76526-c678-4172-aad2-a90035e1e7bb,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:03.958997 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-7aa59e99-cc36-4629-901f-d7c1224795cc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8e088be8d91045a5a882aaefb9210f75&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8574641 Mar 07 10:27:03.959243 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 32814) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:27:03.972136 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-ddfdbba1-713a-4e8a-ac63-3914dc52e32b tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1352949 Mar 07 10:27:03.974630 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 32818) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:27:04.123773 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a11fe30-d956-4ef6-b0d7-9cae40075a13 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:04.125142 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-2a11fe30-d956-4ef6-b0d7-9cae40075a13 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1487958 Mar 07 10:27:04.129762 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 32822) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:27:04.131806 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8c6165cb-2b3b-437d-b8e2-df0db3d5eb43 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1158940'] for network, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:04.140288 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab51e83f-e198-477e-ba08-93f710bdc0d3 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Network ebc61dea-a224-486c-9a73-298ab885f8db is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:27:04.142751 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-fe74f2d3-46ab-4098-a793-20163bd0fe4e tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:04.143070 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-fe74f2d3-46ab-4098-a793-20163bd0fe4e tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:04.152977 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-ab51e83f-e198-477e-ba08-93f710bdc0d3 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:27:04.213593 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-a42c11d0-ac8a-4caf-87b8-3c49fa51c3b2 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0819464 Mar 07 10:27:04.215254 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a1de5001-bb96-4aa9-984f-fafb884a4390 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:04.225740 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 32826) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:27:04.238312 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-59a976f8-fd58-488a-8950-c58e316dca8e tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Request body: {'subnet': {'network_id': '98d8805b-dd65-4110-997b-2eea298bca78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:27:04.263288 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa55972-d5d5-433c-b973-327522710e54 req-9eb2e938-5adb-456b-b086-e3a288ffb13d tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:04.264803 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-efa55972-d5d5-433c-b973-327522710e54 req-9eb2e938-5adb-456b-b086-e3a288ffb13d tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9a41462-2213-477c-a0d7-2a574dc86c0e HTTP/1.1" status: 200 len: 946 time: 0.2563727 Mar 07 10:27:04.279752 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a1de5001-bb96-4aa9-984f-fafb884a4390 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:04.361050 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-fe74f2d3-46ab-4098-a793-20163bd0fe4e tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Calling delete_port for 3e1876a3-ea08-444c-9c60-f99008280613 owned by network:floatingip {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:27:04.388828 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-1cfa4da7-bec7-427c-844e-34434677110f None None] Provisioning complete for port 76be4192-0d19-4bfd-8cf6-c5438c867bef triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:27:04.389371 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-1cfa4da7-bec7-427c-844e-34434677110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:04.432450 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-59a976f8-fd58-488a-8950-c58e316dca8e tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:27:04.439406 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-efa55972-d5d5-433c-b973-327522710e54 req-cd442607-c6fd-4a68-8fa2-d218fdd83e01 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0cf1685-c0d8-4959-a53b-3f1ceedf7fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1658185 Mar 07 10:27:04.446594 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-59a976f8-fd58-488a-8950-c58e316dca8e tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:27:04.448117 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-1cfa4da7-bec7-427c-844e-34434677110f None None] Port 76be4192-0d19-4bfd-8cf6-c5438c867bef cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:27:04.458604 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59a976f8-fd58-488a-8950-c58e316dca8e tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Made reservation on behalf of 0f1e04191c7443f7844c0202165e746c for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:27:04.464634 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-59a976f8-fd58-488a-8950-c58e316dca8e tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3219231'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:04.482009 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a1de5001-bb96-4aa9-984f-fafb884a4390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:04.556097 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1de5001-bb96-4aa9-984f-fafb884a4390 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93e76526-c678-4172-aad2-a90035e1e7bb,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:04.609067 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a1de5001-bb96-4aa9-984f-fafb884a4390 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:04.610242 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-a1de5001-bb96-4aa9-984f-fafb884a4390 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/93e76526-c678-4172-aad2-a90035e1e7bb HTTP/1.1" status: 204 len: 168 time: 0.6491857 Mar 07 10:27:04.684882 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8c6165cb-2b3b-437d-b8e2-df0db3d5eb43 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1526893', 'neutron.services.segments.db._delete_segments_for_network-8732568551033'] for network, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:04.752964 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75da7a73-8e57-4fc1-87a7-39f77bb43fc6 req-084fb22c-e9d8-435c-8adf-20e14353850a tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:04.754423 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-75da7a73-8e57-4fc1-87a7-39f77bb43fc6 req-084fb22c-e9d8-435c-8adf-20e14353850a tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9a41462-2213-477c-a0d7-2a574dc86c0e HTTP/1.1" status: 200 len: 946 time: 0.1795511 Mar 07 10:27:04.846390 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-75da7a73-8e57-4fc1-87a7-39f77bb43fc6 req-3630f03d-d39e-4849-bcb7-893519fce4bb tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0cf1685-c0d8-4959-a53b-3f1ceedf7fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814211 Mar 07 10:27:04.965025 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-8c6165cb-2b3b-437d-b8e2-df0db3d5eb43 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f888156-7303-47d2-9911-57799887efd4']}} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:27:04.981133 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.objects.ports [None req-59a976f8-fd58-488a-8950-c58e316dca8e tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83737) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 07 10:27:04.983173 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-59a976f8-fd58-488a-8950-c58e316dca8e tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3012444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3219213'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:04.994014 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-8c6165cb-2b3b-437d-b8e2-df0db3d5eb43 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78e03404-d2fd-4245-a10f-ed4c8900df66') {'for_net_delete': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:27:04.994335 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-8c6165cb-2b3b-437d-b8e2-df0db3d5eb43 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78e03404-d2fd-4245-a10f-ed4c8900df66') {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:27:05.023707 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 32838) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:27:05.033001 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b51f930-2bf5-4078-aecc-12ae3e7a48b0 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:27:05.042002 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8c6165cb-2b3b-437d-b8e2-df0db3d5eb43 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732568550916', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968000'] for segment, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:05.045358 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b870b9d-49b2-42f8-8cf7-856699146863 None None] Sync routers for ids ['1be73ccb-58a1-45cd-94d1-7fbff3b1b296'] in dv-neutron-830731-3-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:27:05.058475 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b870b9d-49b2-42f8-8cf7-856699146863 None None] Routers {'1be73ccb-58a1-45cd-94d1-7fbff3b1b296'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:27:05.059222 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-0b870b9d-49b2-42f8-8cf7-856699146863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:27:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['1be73ccb-58a1-45cd-94d1-7fbff3b1b296'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:27:05.095342 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8c6165cb-2b3b-437d-b8e2-df0db3d5eb43 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:05.103603 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6b51f930-2bf5-4078-aecc-12ae3e7a48b0 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for floatingip, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:05.120115 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-226b4592-d6ce-447f-92cb-602c90dc4820 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:05.122054 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-0b870b9d-49b2-42f8-8cf7-856699146863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:27:05.133501 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b870b9d-49b2-42f8-8cf7-856699146863 None None] Routers {'1be73ccb-58a1-45cd-94d1-7fbff3b1b296'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:27:05.134589 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-0b870b9d-49b2-42f8-8cf7-856699146863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:27:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['1be73ccb-58a1-45cd-94d1-7fbff3b1b296'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:27:05.142957 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a976f8-fd58-488a-8950-c58e316dca8e tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Network 98d8805b-dd65-4110-997b-2eea298bca78 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:27:05.151417 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-59a976f8-fd58-488a-8950-c58e316dca8e tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:27:05.154240 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a976f8-fd58-488a-8950-c58e316dca8e tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:05.154811 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-59a976f8-fd58-488a-8950-c58e316dca8e tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:05.157260 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c6165cb-2b3b-437d-b8e2-df0db3d5eb43 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=83738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 07 10:27:05.157733 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8c6165cb-2b3b-437d-b8e2-df0db3d5eb43 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1227397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3556681'] for segment, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:05.165842 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-565e0eaa-5157-4eef-9988-ff17ea25190b None None] Network 98d8805b-dd65-4110-997b-2eea298bca78 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:27:05.176625 dv-neutron-830731-3-hyperv neutron-server[83738]: Traceback (most recent call last): Mar 07 10:27:05.176625 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 07 10:27:05.176625 dv-neutron-830731-3-hyperv neutron-server[83738]: timer() Mar 07 10:27:05.176625 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:27:05.176625 dv-neutron-830731-3-hyperv neutron-server[83738]: cb(*args, **kw) Mar 07 10:27:05.176625 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 10:27:05.176625 dv-neutron-830731-3-hyperv neutron-server[83738]: return func(*args, **kwargs) Mar 07 10:27:05.176625 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:27:05.176625 dv-neutron-830731-3-hyperv neutron-server[83738]: self._notify() Mar 07 10:27:05.176625 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:27:05.176625 dv-neutron-830731-3-hyperv neutron-server[83738]: self.callback(batched_events) Mar 07 10:27:05.176625 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:27:05.176625 dv-neutron-830731-3-hyperv neutron-server[83738]: event.method(event) Mar 07 10:27:05.176625 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 10:27:05.176625 dv-neutron-830731-3-hyperv neutron-server[83738]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:27:05.176625 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 10:27:05.176625 dv-neutron-830731-3-hyperv neutron-server[83738]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:27:05.176625 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 10:27:05.176625 dv-neutron-830731-3-hyperv neutron-server[83738]: return f(self, *a, **k) Mar 07 10:27:05.176625 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:27:05.176625 dv-neutron-830731-3-hyperv neutron-server[83738]: return self._get(url).json() Mar 07 10:27:05.176625 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:27:05.176625 dv-neutron-830731-3-hyperv neutron-server[83738]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:27:05.176625 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 07 10:27:05.176625 dv-neutron-830731-3-hyperv neutron-server[83738]: return self.request(url, 'GET', **kwargs) Mar 07 10:27:05.176625 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 07 10:27:05.176625 dv-neutron-830731-3-hyperv neutron-server[83738]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:27:05.176625 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 07 10:27:05.176625 dv-neutron-830731-3-hyperv neutron-server[83738]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:27:05.176625 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 07 10:27:05.176625 dv-neutron-830731-3-hyperv neutron-server[83738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:27:05.176625 dv-neutron-830731-3-hyperv neutron-server[83738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:27:05.179452 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a976f8-fd58-488a-8950-c58e316dca8e tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Pushing event updated for resources: {'Subnet': ['ID=65eff709-2b19-4d11-9b57-18b254bfd190,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:05.200706 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-226b4592-d6ce-447f-92cb-602c90dc4820 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:27:05.210625 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-226b4592-d6ce-447f-92cb-602c90dc4820 admin admin] Usage tracker for resource:security_group_rule and tenant:68a1bb919da24d9da9cc64d0e2e00faa is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:27:05.220897 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-226b4592-d6ce-447f-92cb-602c90dc4820 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:27:05.239658 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-226b4592-d6ce-447f-92cb-602c90dc4820 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:27:05.248400 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd25bc7-7655-421e-91fa-b631875a83ba req-127cc469-885e-4b7d-b830-15b800ea0f85 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:05.249898 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4fd25bc7-7655-421e-91fa-b631875a83ba req-127cc469-885e-4b7d-b830-15b800ea0f85 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9a41462-2213-477c-a0d7-2a574dc86c0e HTTP/1.1" status: 200 len: 946 time: 0.2287889 Mar 07 10:27:05.252156 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-0b870b9d-49b2-42f8-8cf7-856699146863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:27:05.252313 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-59a976f8-fd58-488a-8950-c58e316dca8e tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0240188 Mar 07 10:27:05.253524 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b870b9d-49b2-42f8-8cf7-856699146863 None None] The sync data for ids ['1be73ccb-58a1-45cd-94d1-7fbff3b1b296'] in dv-neutron-830731-3-hyperv is: [] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:27:05.259538 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 32842) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:27:05.265617 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-fe74f2d3-46ab-4098-a793-20163bd0fe4e tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:05.283709 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-8c61590e-7c32-4bd4-b986-a203f0498d5b tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Request body: {'port': {'network_id': '98d8805b-dd65-4110-997b-2eea298bca78', 'mac_address': 'fa:16:3e:07:12:02', 'name': 'tempest-NetworksTestDHCPv6-1597532124'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:27:05.364184 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe74f2d3-46ab-4098-a793-20163bd0fe4e tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Pushing event deleted for resources: {'Port': ['ID=3e1876a3-ea08-444c-9c60-f99008280613,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:05.422980 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4fd25bc7-7655-421e-91fa-b631875a83ba req-53460791-b71e-4bbe-aec9-ac3cb0e95c93 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0cf1685-c0d8-4959-a53b-3f1ceedf7fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1623414 Mar 07 10:27:05.441022 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdfe5783-7151-4f07-a48d-97cdf123e4de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ec2749d-0aec-52fb-aca6-10ba8a80aade-98d8805b-dd65-4110-997b-2eea298bca78', 'network_id': '98d8805b-dd65-4110-997b-2eea298bca78', 'tenant_id': '0f1e04191c7443f7844c0202165e746c', 'fixed_ips': [{'subnet_id': '65eff709-2b19-4d11-9b57-18b254bfd190'}]}} from dv-neutron-830731-3-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 07 10:27:05.443034 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-bdfe5783-7151-4f07-a48d-97cdf123e4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:05.505683 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8c6165cb-2b3b-437d-b8e2-df0db3d5eb43 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1526886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923583'] for network, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:05.510991 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-fe74f2d3-46ab-4098-a793-20163bd0fe4e tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Notify callbacks [] for floatingip, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:05.521502 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-226b4592-d6ce-447f-92cb-602c90dc4820 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:05.524958 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-8c61590e-7c32-4bd4-b986-a203f0498d5b tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:27:05.534436 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-226b4592-d6ce-447f-92cb-602c90dc4820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:05.588876 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-8c61590e-7c32-4bd4-b986-a203f0498d5b tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:27:05.590857 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226b4592-d6ce-447f-92cb-602c90dc4820 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30ff9c31-f7f8-4fa8-bf12-d2ba0c7af29e,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:05.608218 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8c6165cb-2b3b-437d-b8e2-df0db3d5eb43 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:05.634401 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-226b4592-d6ce-447f-92cb-602c90dc4820 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=68a1bb919da24d9da9cc64d0e2e00faa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6096463 Mar 07 10:27:05.637144 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 32850) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:27:05.669524 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c61590e-7c32-4bd4-b986-a203f0498d5b tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Made reservation on behalf of 0f1e04191c7443f7844c0202165e746c for: {'port': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:27:05.680775 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8c61590e-7c32-4bd4-b986-a203f0498d5b tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:05.694843 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-6b51f930-2bf5-4078-aecc-12ae3e7a48b0 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] 10.222.0.13 "PUT /v2.0/floatingips/b61480bb-3aa4-40e0-a026-4ba2dbc54358 HTTP/1.1" status: 200 len: 978 time: 13.0951295 Mar 07 10:27:05.700790 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6165cb-2b3b-437d-b8e2-df0db3d5eb43 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] Pushing event deleted for resources: {'Network': ['ID=5f888156-7303-47d2-9911-57799887efd4,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:05.702766 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 32856) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:27:05.727857 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-bdfe5783-7151-4f07-a48d-97cdf123e4de None None] Allocated IP 2001:db8::f816:3eff:fed5:d10a (98d8805b-dd65-4110-997b-2eea298bca78/65eff709-2b19-4d11-9b57-18b254bfd190/d5fb8fa1-dcb3-4e60-84ff-e6554ad303d6) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:27:05.746328 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-8c6165cb-2b3b-437d-b8e2-df0db3d5eb43 tempest-PortsIpV6TestJSON-805712171 tempest-PortsIpV6TestJSON-805712171-project] 10.222.0.13 "DELETE /v2.0/networks/5f888156-7303-47d2-9911-57799887efd4 HTTP/1.1" status: 204 len: 168 time: 1.9079022 Mar 07 10:27:05.832989 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-d292f529-d0b0-4f34-87dd-309d5178e6fe tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Deleting port 2865f5a9-2e32-4217-b63d-7b8265d8b68d {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:27:05.833593 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d292f529-d0b0-4f34-87dd-309d5178e6fe tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:05.902124 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab51e83f-e198-477e-ba08-93f710bdc0d3 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Router ce7c9b22-8c9e-45d4-8610-b1edc54f7a84 is scheduled to L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 with binding_index 1 {{(pid=83738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 10:27:05.950690 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [None req-8c61590e-7c32-4bd4-b986-a203f0498d5b tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] device_id is not set on port 000d8b8e-75c5-4eee-b414-40bcbf2082d6 yet. {{(pid=83737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 07 10:27:06.005959 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-bdfe5783-7151-4f07-a48d-97cdf123e4de None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:06.017960 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-bdfe5783-7151-4f07-a48d-97cdf123e4de None None] Transition to ACTIVE for port object d5fb8fa1-dcb3-4e60-84ff-e6554ad303d6 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:27:06.039034 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-bdfe5783-7151-4f07-a48d-97cdf123e4de None None] Transition to ACTIVE for port object d5fb8fa1-dcb3-4e60-84ff-e6554ad303d6 will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:27:06.046382 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-bdfe5783-7151-4f07-a48d-97cdf123e4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:06.073144 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1c400b37-c869-4f45-bc11-9248d39486ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:06.083402 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e965694-3049-4df2-9c9e-dc2c1e96e649 req-1babbdeb-dcb4-4e98-b3eb-7ee3a6fd2bb8 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:06.085484 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-0e965694-3049-4df2-9c9e-dc2c1e96e649 req-1babbdeb-dcb4-4e98-b3eb-7ee3a6fd2bb8 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9a41462-2213-477c-a0d7-2a574dc86c0e HTTP/1.1" status: 200 len: 946 time: 0.2338188 Mar 07 10:27:06.150819 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdfe5783-7151-4f07-a48d-97cdf123e4de None None] Network 98d8805b-dd65-4110-997b-2eea298bca78 is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:27:06.156783 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-bdfe5783-7151-4f07-a48d-97cdf123e4de None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:27:06.158694 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfe5783-7151-4f07-a48d-97cdf123e4de None None] Pushing event updated for resources: {'Port': ['ID=d5fb8fa1-dcb3-4e60-84ff-e6554ad303d6,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:06.162231 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdfe5783-7151-4f07-a48d-97cdf123e4de None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:27:06.179707 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1c400b37-c869-4f45-bc11-9248d39486ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:06.249943 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 32864) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:27:06.251547 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-0e965694-3049-4df2-9c9e-dc2c1e96e649 req-3a763328-c153-4ead-928a-97285e12576f tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0cf1685-c0d8-4959-a53b-3f1ceedf7fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1535702 Mar 07 10:27:06.252697 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-8c61590e-7c32-4bd4-b986-a203f0498d5b tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Allocated IP 2001:db8::f816:3eff:fe07:1202 (98d8805b-dd65-4110-997b-2eea298bca78/65eff709-2b19-4d11-9b57-18b254bfd190/000d8b8e-75c5-4eee-b414-40bcbf2082d6) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:27:06.303523 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1c400b37-c869-4f45-bc11-9248d39486ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:06.335762 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c400b37-c869-4f45-bc11-9248d39486ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30ff9c31-f7f8-4fa8-bf12-d2ba0c7af29e,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:06.395076 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-bdfe5783-7151-4f07-a48d-97cdf123e4de None None] Attempting to bind port d5fb8fa1-dcb3-4e60-84ff-e6554ad303d6 on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:27:06.395450 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-bdfe5783-7151-4f07-a48d-97cdf123e4de None None] Attempting to bind port d5fb8fa1-dcb3-4e60-84ff-e6554ad303d6 by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': '13510a37-88c7-493e-9701-b414ea24fc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '98d8805b-dd65-4110-997b-2eea298bca78'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:27:06.395813 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdfe5783-7151-4f07-a48d-97cdf123e4de None None] Attempting to bind port d5fb8fa1-dcb3-4e60-84ff-e6554ad303d6 on network 98d8805b-dd65-4110-997b-2eea298bca78 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:27:06.403721 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdfe5783-7151-4f07-a48d-97cdf123e4de None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 27, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:27:06.404135 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdfe5783-7151-4f07-a48d-97cdf123e4de None None] Checking segment: {'id': '13510a37-88c7-493e-9701-b414ea24fc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '98d8805b-dd65-4110-997b-2eea298bca78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:27:06.404511 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-bdfe5783-7151-4f07-a48d-97cdf123e4de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:06.404907 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdfe5783-7151-4f07-a48d-97cdf123e4de None None] Bound using segment: {'id': '13510a37-88c7-493e-9701-b414ea24fc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '98d8805b-dd65-4110-997b-2eea298bca78'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:27:06.405483 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-bdfe5783-7151-4f07-a48d-97cdf123e4de None None] Bound port: d5fb8fa1-dcb3-4e60-84ff-e6554ad303d6, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13510a37-88c7-493e-9701-b414ea24fc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '98d8805b-dd65-4110-997b-2eea298bca78'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:27:06.405908 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-bdfe5783-7151-4f07-a48d-97cdf123e4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:06.454538 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d292f529-d0b0-4f34-87dd-309d5178e6fe tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:06.468836 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1c400b37-c869-4f45-bc11-9248d39486ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:06.473439 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-1c400b37-c869-4f45-bc11-9248d39486ef admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/30ff9c31-f7f8-4fa8-bf12-d2ba0c7af29e HTTP/1.1" status: 204 len: 168 time: 0.8323495 Mar 07 10:27:06.516655 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-bdfe5783-7151-4f07-a48d-97cdf123e4de None None] For port d5fb8fa1-dcb3-4e60-84ff-e6554ad303d6, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:27:06.522526 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-bdfe5783-7151-4f07-a48d-97cdf123e4de None None] For port d5fb8fa1-dcb3-4e60-84ff-e6554ad303d6, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=d5fb8fa1-dcb3-4e60-84ff-e6554ad303d6,segment=NetworkSegment(13510a37-88c7-493e-9701-b414ea24fc4c),segment_id=13510a37-88c7-493e-9701-b414ea24fc4c)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:27:06.527845 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-bdfe5783-7151-4f07-a48d-97cdf123e4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:06.558355 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8c61590e-7c32-4bd4-b986-a203f0498d5b tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:06.578764 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [None req-8c61590e-7c32-4bd4-b986-a203f0498d5b tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Transition to ACTIVE for port object 000d8b8e-75c5-4eee-b414-40bcbf2082d6 will not be triggered until provisioned by entity DHCP. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:27:06.611658 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8c61590e-7c32-4bd4-b986-a203f0498d5b tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:06.655755 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfe5783-7151-4f07-a48d-97cdf123e4de None None] Pushing event updated for resources: {'Port': ['ID=d5fb8fa1-dcb3-4e60-84ff-e6554ad303d6,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:06.713692 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c61590e-7c32-4bd4-b986-a203f0498d5b tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Network 98d8805b-dd65-4110-997b-2eea298bca78 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:27:06.723729 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-8c61590e-7c32-4bd4-b986-a203f0498d5b tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:27:06.730559 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c61590e-7c32-4bd4-b986-a203f0498d5b tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:27:06.735410 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c61590e-7c32-4bd4-b986-a203f0498d5b tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:06.737314 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8c61590e-7c32-4bd4-b986-a203f0498d5b tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:06.749480 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab51e83f-e198-477e-ba08-93f710bdc0d3 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:27:06.763246 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59233c64-28f2-4863-aed7-00821a65de25 None None] Sync routers for ids ['ce7c9b22-8c9e-45d4-8610-b1edc54f7a84'] in dv-neutron-830731-3-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:27:06.766219 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c61590e-7c32-4bd4-b986-a203f0498d5b tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Pushing event updated for resources: {'Port': ['ID=000d8b8e-75c5-4eee-b414-40bcbf2082d6,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:06.770782 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-ab51e83f-e198-477e-ba08-93f710bdc0d3 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] 10.222.0.13 "PUT /v2.0/routers/ce7c9b22-8c9e-45d4-8610-b1edc54f7a84/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1451864 Mar 07 10:27:06.778086 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 32874) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:27:06.780446 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59233c64-28f2-4863-aed7-00821a65de25 None None] Routers {'ce7c9b22-8c9e-45d4-8610-b1edc54f7a84'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:27:06.781036 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-59233c64-28f2-4863-aed7-00821a65de25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:27:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['ce7c9b22-8c9e-45d4-8610-b1edc54f7a84'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:27:06.787517 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-8c61590e-7c32-4bd4-b986-a203f0498d5b tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.5084054 Mar 07 10:27:06.787862 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 32878) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:27:06.884807 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-59233c64-28f2-4863-aed7-00821a65de25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:27:06.913438 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59233c64-28f2-4863-aed7-00821a65de25 None None] Routers {'ce7c9b22-8c9e-45d4-8610-b1edc54f7a84'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:27:06.916900 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-59233c64-28f2-4863-aed7-00821a65de25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:27:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['ce7c9b22-8c9e-45d4-8610-b1edc54f7a84'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:27:06.949164 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-0173db72-ab57-4f78-b360-3997c368fea6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=29ee0fb2487e46c6b75e400959e24994&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6911194 Mar 07 10:27:06.950109 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8886820-1f37-4ef9-92a9-9700333f6604 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:06.955220 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8886820-1f37-4ef9-92a9-9700333f6604 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:06.956593 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 32886) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:27:06.965799 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-f8886820-1f37-4ef9-92a9-9700333f6604 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Synchronizing usage tracker for tenant:0f1e04191c7443f7844c0202165e746c on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:27:07.007584 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-f8886820-1f37-4ef9-92a9-9700333f6604 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Unset dirty status for tenant:0f1e04191c7443f7844c0202165e746c on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:27:07.011034 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-f8886820-1f37-4ef9-92a9-9700333f6604 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2218928 Mar 07 10:27:07.013737 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 32892) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:27:07.017372 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-59233c64-28f2-4863-aed7-00821a65de25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:27:07.018025 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59233c64-28f2-4863-aed7-00821a65de25 None None] The sync data for ids ['ce7c9b22-8c9e-45d4-8610-b1edc54f7a84'] in dv-neutron-830731-3-hyperv is: [] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:27:07.088200 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d0fb1f6-df05-4eef-aab2-1f1e4a2dbcca tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:07.089614 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-4d0fb1f6-df05-4eef-aab2-1f1e4a2dbcca tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] 10.222.0.13 "GET /v2.0/ports/76be4192-0d19-4bfd-8cf6-c5438c867bef HTTP/1.1" status: 200 len: 977 time: 0.3056262 Mar 07 10:27:07.091064 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-f111745e-90f0-4b5b-8256-7740691ee29f tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Deleting port 000d8b8e-75c5-4eee-b414-40bcbf2082d6 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:27:07.092244 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f111745e-90f0-4b5b-8256-7740691ee29f tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:07.108014 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 32898) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:27:07.288311 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d292f529-d0b0-4f34-87dd-309d5178e6fe tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:07.288968 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d292f529-d0b0-4f34-87dd-309d5178e6fe tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923533'] for floatingip, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:07.289437 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.db.l3_db [None req-d292f529-d0b0-4f34-87dd-309d5178e6fe tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Floating IP b61480bb-3aa4-40e0-a026-4ba2dbc54358 disassociated. External IP: 172.26.8.205, port: 2865f5a9-2e32-4217-b63d-7b8265d8b68d. Mar 07 10:27:07.289953 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-d292f529-d0b0-4f34-87dd-309d5178e6fe tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Calling delete_port for 2865f5a9-2e32-4217-b63d-7b8265d8b68d owned by {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:27:07.373657 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c9abda2b-63a9-45de-b9a8-f7881578308e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:07.376501 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f111745e-90f0-4b5b-8256-7740691ee29f tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:07.440340 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c9abda2b-63a9-45de-b9a8-f7881578308e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:07.516715 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-f111745e-90f0-4b5b-8256-7740691ee29f tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Calling delete_port for 000d8b8e-75c5-4eee-b414-40bcbf2082d6 owned by {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:27:07.549539 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe74f2d3-46ab-4098-a793-20163bd0fe4e tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Router 62415547-1458-44ed-9029-8d3a253ba97f has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:27:07.713596 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa7a10d-3a4e-4010-8b8c-098bd0c6db70 req-3a687866-bb5f-49ef-98a6-c48bc63494b0 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:07.715222 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-8aa7a10d-3a4e-4010-8b8c-098bd0c6db70 req-3a687866-bb5f-49ef-98a6-c48bc63494b0 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9a41462-2213-477c-a0d7-2a574dc86c0e HTTP/1.1" status: 200 len: 946 time: 0.2665489 Mar 07 10:27:07.785746 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-8aa7a10d-3a4e-4010-8b8c-098bd0c6db70 req-6acadfbf-585d-412f-a527-eee8e1cb157b tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0cf1685-c0d8-4959-a53b-3f1ceedf7fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649288 Mar 07 10:27:07.789714 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f111745e-90f0-4b5b-8256-7740691ee29f tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:07.842132 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f111745e-90f0-4b5b-8256-7740691ee29f tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Pushing event deleted for resources: {'Port': ['ID=000d8b8e-75c5-4eee-b414-40bcbf2082d6,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:07.886786 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f111745e-90f0-4b5b-8256-7740691ee29f tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:07.899731 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c9abda2b-63a9-45de-b9a8-f7881578308e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:07.908698 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-f111745e-90f0-4b5b-8256-7740691ee29f tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "DELETE /v2.0/ports/000d8b8e-75c5-4eee-b414-40bcbf2082d6 HTTP/1.1" status: 204 len: 168 time: 0.8929543 Mar 07 10:27:07.909621 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 32914) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:27:07.933049 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9abda2b-63a9-45de-b9a8-f7881578308e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f41e53b-47a4-43d1-9bb7-307f23bd0842,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:07.934800 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d292f529-d0b0-4f34-87dd-309d5178e6fe tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:07.990249 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38346b7e-d5d1-40b1-a6c0-b7e527a6ef21 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:07.992250 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38346b7e-d5d1-40b1-a6c0-b7e527a6ef21 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:07.993033 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-38346b7e-d5d1-40b1-a6c0-b7e527a6ef21 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Synchronizing usage tracker for tenant:0f1e04191c7443f7844c0202165e746c on resource:subnet {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:27:08.008188 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d292f529-d0b0-4f34-87dd-309d5178e6fe tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Pushing event deleted for resources: {'Port': ['ID=2865f5a9-2e32-4217-b63d-7b8265d8b68d,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:08.014213 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-38346b7e-d5d1-40b1-a6c0-b7e527a6ef21 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Unset dirty status for tenant:0f1e04191c7443f7844c0202165e746c on resource:subnet {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:27:08.019052 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-38346b7e-d5d1-40b1-a6c0-b7e527a6ef21 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1085770 Mar 07 10:27:08.019658 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 32920) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:27:08.053573 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c9abda2b-63a9-45de-b9a8-f7881578308e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:08.057635 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-c9abda2b-63a9-45de-b9a8-f7881578308e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0f41e53b-47a4-43d1-9bb7-307f23bd0842 HTTP/1.1" status: 204 len: 168 time: 1.0892928 Mar 07 10:27:08.068356 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-adbd2215-c8ee-41f3-92a6-4182ca26b8a8 None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 10:27:08.116354 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-28252518-29f5-42a0-a003-ff2c58198384 None None] Provisioning for port d5fb8fa1-dcb3-4e60-84ff-e6554ad303d6 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:27:08.419850 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device d5fb8fa1-dcb3-4e60-84ff-e6554ad303d6 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:27:08.534008 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe74f2d3-46ab-4098-a793-20163bd0fe4e tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:27:08.549347 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89eb9cbd-5c1d-4ee5-8466-0bb0967c36a2 None None] Sync routers for ids ['62415547-1458-44ed-9029-8d3a253ba97f'] in dv-neutron-830731-3-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:27:08.558279 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-fe74f2d3-46ab-4098-a793-20163bd0fe4e tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for floatingip, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:08.569287 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89eb9cbd-5c1d-4ee5-8466-0bb0967c36a2 None None] Routers {'62415547-1458-44ed-9029-8d3a253ba97f'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:27:08.571357 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-89eb9cbd-5c1d-4ee5-8466-0bb0967c36a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:27:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['62415547-1458-44ed-9029-8d3a253ba97f'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:27:08.578479 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-740e13c3-170d-4138-8b1e-293a9af45726 None None] Could not find standard attr ID for object 000d8b8e-75c5-4eee-b414-40bcbf2082d6. {{(pid=83739) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 07 10:27:08.592068 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd43317f-59cc-4f83-8c9a-23afa1637d4a tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Deleting subnet 65eff709-2b19-4d11-9b57-18b254bfd190 {{(pid=83737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 07 10:27:08.603843 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-bd43317f-59cc-4f83-8c9a-23afa1637d4a tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks [] for subnet, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:08.608447 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning for port d5fb8fa1-dcb3-4e60-84ff-e6554ad303d6 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:27:08.626531 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port d5fb8fa1-dcb3-4e60-84ff-e6554ad303d6 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:27:08.627658 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:08.728948 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-bd43317f-59cc-4f83-8c9a-23afa1637d4a tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2627781'] for subnet, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:08.837174 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-bd43317f-59cc-4f83-8c9a-23afa1637d4a tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1525496'] for subnet, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:08.839795 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-89eb9cbd-5c1d-4ee5-8466-0bb0967c36a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:27:08.865703 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89eb9cbd-5c1d-4ee5-8466-0bb0967c36a2 None None] Routers {'62415547-1458-44ed-9029-8d3a253ba97f'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:27:08.866312 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-89eb9cbd-5c1d-4ee5-8466-0bb0967c36a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:27:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['62415547-1458-44ed-9029-8d3a253ba97f'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:27:08.897091 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:08.930533 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-bd43317f-59cc-4f83-8c9a-23afa1637d4a tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1525489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3012507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3219316'] for subnet, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:08.932889 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-89eb9cbd-5c1d-4ee5-8466-0bb0967c36a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:27:08.933647 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89eb9cbd-5c1d-4ee5-8466-0bb0967c36a2 None None] The sync data for ids ['62415547-1458-44ed-9029-8d3a253ba97f'] in dv-neutron-830731-3-hyperv is: [] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:27:08.988345 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-fe74f2d3-46ab-4098-a793-20163bd0fe4e tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] 10.222.0.13 "DELETE /v2.0/floatingips/9bd36f0b-c80c-4829-b867-378d2ef13fab HTTP/1.1" status: 204 len: 168 time: 5.9543357 Mar 07 10:27:08.989031 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 32946) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:27:08.999328 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-c11b3f41-4657-46dc-bea0-66b0f093c803 tempest-FloatingIPAdminTestJSON-2050425523 tempest-FloatingIPAdminTestJSON-2050425523-project-admin] Request body: {'floatingip': {'floating_network_id': '5ed85006-6b00-415e-b71f-837fb1421c12'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:27:09.019182 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-c11b3f41-4657-46dc-bea0-66b0f093c803 tempest-FloatingIPAdminTestJSON-2050425523 tempest-FloatingIPAdminTestJSON-2050425523-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:27:09.024820 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-bd43317f-59cc-4f83-8c9a-23afa1637d4a tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:09.031732 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-131d5950-7054-4d9c-9812-cd68bb679f83 None None] Network 98d8805b-dd65-4110-997b-2eea298bca78 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:27:09.040846 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-c11b3f41-4657-46dc-bea0-66b0f093c803 tempest-FloatingIPAdminTestJSON-2050425523 tempest-FloatingIPAdminTestJSON-2050425523-project-admin] Usage tracker for resource:floatingip and tenant:bbed20898a5a452688d37ca2e8fb59e4 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:27:09.063128 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd43317f-59cc-4f83-8c9a-23afa1637d4a tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Pushing event deleted for resources: {'Subnet': ['ID=65eff709-2b19-4d11-9b57-18b254bfd190,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:09.082731 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-c11b3f41-4657-46dc-bea0-66b0f093c803 tempest-FloatingIPAdminTestJSON-2050425523 tempest-FloatingIPAdminTestJSON-2050425523-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:27:09.098777 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-c11b3f41-4657-46dc-bea0-66b0f093c803 tempest-FloatingIPAdminTestJSON-2050425523 tempest-FloatingIPAdminTestJSON-2050425523-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:27:09.132403 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c11b3f41-4657-46dc-bea0-66b0f093c803 tempest-FloatingIPAdminTestJSON-2050425523 tempest-FloatingIPAdminTestJSON-2050425523-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:09.152231 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-bd43317f-59cc-4f83-8c9a-23afa1637d4a tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "DELETE /v2.0/subnets/65eff709-2b19-4d11-9b57-18b254bfd190 HTTP/1.1" status: 204 len: 168 time: 1.1289761 Mar 07 10:27:09.154809 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 32954) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:27:09.165804 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d292f529-d0b0-4f34-87dd-309d5178e6fe tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Router 1be73ccb-58a1-45cd-94d1-7fbff3b1b296 has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:27:09.223483 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7963fab8-51a0-44d9-af36-557e1dded064 req-9b1ef4cf-dbc9-4525-88e1-19e12b0832e9 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:09.225636 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-7963fab8-51a0-44d9-af36-557e1dded064 req-9b1ef4cf-dbc9-4525-88e1-19e12b0832e9 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9a41462-2213-477c-a0d7-2a574dc86c0e HTTP/1.1" status: 200 len: 946 time: 0.1653211 Mar 07 10:27:09.226111 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 32958) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:27:09.250346 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.db.api [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 10:27:09.250912 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG oslo_db.api [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 10:27:09.292275 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-b054fa9c-0947-4153-9513-321d444ebb44 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1225464 Mar 07 10:27:09.295284 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 32964) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:27:09.318138 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-7963fab8-51a0-44d9-af36-557e1dded064 req-cca0f6e6-ab4a-483f-af26-4d0869d06608 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0cf1685-c0d8-4959-a53b-3f1ceedf7fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799487 Mar 07 10:27:09.361832 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-c6c4b37b-3463-4207-83c1-fade3cd9f06b tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Request body: {'subnet': {'network_id': '98d8805b-dd65-4110-997b-2eea298bca78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:27:09.470557 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-3a9dc562-a5a8-48fc-8c73-08c17e3783ea tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1569034660', 'router:external': True}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:27:09.475731 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-3a9dc562-a5a8-48fc-8c73-08c17e3783ea tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:27:09.479554 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-3a9dc562-a5a8-48fc-8c73-08c17e3783ea tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Usage tracker for resource:network and tenant:130431ad9ff246d586ddc46e73d9839c is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:27:09.488180 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-3a9dc562-a5a8-48fc-8c73-08c17e3783ea tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:27:09.489458 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a301312-8a84-4447-93d9-09aa8da93839 None None] DHCP port deletion for 98d8805b-dd65-4110-997b-2eea298bca78 request from dv-neutron-830731-3-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 07 10:27:09.494722 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-3a9dc562-a5a8-48fc-8c73-08c17e3783ea tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:27:09.498204 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6a301312-8a84-4447-93d9-09aa8da93839 None None] Deleting port d5fb8fa1-dcb3-4e60-84ff-e6554ad303d6 {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:27:09.499280 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6a301312-8a84-4447-93d9-09aa8da93839 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:09.507421 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a9dc562-a5a8-48fc-8c73-08c17e3783ea tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Made reservation on behalf of 130431ad9ff246d586ddc46e73d9839c for: {'network': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:27:09.510010 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3a9dc562-a5a8-48fc-8c73-08c17e3783ea tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for network, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:09.524719 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3a9dc562-a5a8-48fc-8c73-08c17e3783ea tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:09.571679 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-3a9dc562-a5a8-48fc-8c73-08c17e3783ea tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:27:09.575693 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-3a9dc562-a5a8-48fc-8c73-08c17e3783ea tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Usage tracker for resource:security_group_rule and tenant:130431ad9ff246d586ddc46e73d9839c is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:27:09.578720 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-3a9dc562-a5a8-48fc-8c73-08c17e3783ea tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:27:09.584985 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-3a9dc562-a5a8-48fc-8c73-08c17e3783ea tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:27:09.665352 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-c6c4b37b-3463-4207-83c1-fade3cd9f06b tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:27:09.672160 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3a9dc562-a5a8-48fc-8c73-08c17e3783ea tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:09.677794 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3a9dc562-a5a8-48fc-8c73-08c17e3783ea tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:09.691780 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a9dc562-a5a8-48fc-8c73-08c17e3783ea tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=83737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:27:09.692833 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9a2a0ae2-3aea-428e-ba34-b043f5539588 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3920255'] for router_interface, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:09.706996 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 32976) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:27:09.729768 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3a9dc562-a5a8-48fc-8c73-08c17e3783ea tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:09.730121 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.db.segments_db [None req-3a9dc562-a5a8-48fc-8c73-08c17e3783ea tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Added segment 7456f219-0bee-4cb6-9ab5-d9bd40e667a5 of type vlan for network 06628671-c030-4bca-a038-47240be7cf3c Mar 07 10:27:09.743537 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9dc562-a5a8-48fc-8c73-08c17e3783ea tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=876b4f25-5ecd-4108-b716-b3e6e335c9c3,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:09.767112 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-c6c4b37b-3463-4207-83c1-fade3cd9f06b tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Usage tracker for resource:subnet and tenant:0f1e04191c7443f7844c0202165e746c is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:27:09.771326 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6a301312-8a84-4447-93d9-09aa8da93839 None None] For port d5fb8fa1-dcb3-4e60-84ff-e6554ad303d6, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=d5fb8fa1-dcb3-4e60-84ff-e6554ad303d6,segment=NetworkSegment(13510a37-88c7-493e-9701-b414ea24fc4c),segment_id=13510a37-88c7-493e-9701-b414ea24fc4c)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:27:09.773274 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6a301312-8a84-4447-93d9-09aa8da93839 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:09.774953 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3a9dc562-a5a8-48fc-8c73-08c17e3783ea tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732568034061'] for network, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:09.778674 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-c6c4b37b-3463-4207-83c1-fade3cd9f06b tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:27:09.817451 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3a9dc562-a5a8-48fc-8c73-08c17e3783ea tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594'] for network, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:09.819348 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a9dc562-a5a8-48fc-8c73-08c17e3783ea tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:09.820331 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3a9dc562-a5a8-48fc-8c73-08c17e3783ea tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:09.859322 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-c6c4b37b-3463-4207-83c1-fade3cd9f06b tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:27:09.903787 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6c4b37b-3463-4207-83c1-fade3cd9f06b tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Made reservation on behalf of 0f1e04191c7443f7844c0202165e746c for: {'subnet': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:27:09.918399 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-4598ae16-af48-4f0a-94bc-fe638eac9144 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-414293465', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:27:09.942547 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-4598ae16-af48-4f0a-94bc-fe638eac9144 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:27:09.953757 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-4598ae16-af48-4f0a-94bc-fe638eac9144 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Usage tracker for resource:router and tenant:c0b51818995e4102ad361e483557ca29 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:27:09.960852 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-4598ae16-af48-4f0a-94bc-fe638eac9144 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:27:09.964219 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-3a9dc562-a5a8-48fc-8c73-08c17e3783ea tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.7371652 Mar 07 10:27:09.967783 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9dc562-a5a8-48fc-8c73-08c17e3783ea tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Pushing event updated for resources: {'Network': ['ID=06628671-c030-4bca-a038-47240be7cf3c,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:09.969705 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 32982) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:27:09.970542 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-4598ae16-af48-4f0a-94bc-fe638eac9144 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:27:09.980704 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-a188fc1e-014e-4f4d-8b6d-e1c776a06f22 tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Request body: {'subnet': {'network_id': '06628671-c030-4bca-a038-47240be7cf3c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:27:09.987152 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-a188fc1e-014e-4f4d-8b6d-e1c776a06f22 tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:27:09.991820 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6a301312-8a84-4447-93d9-09aa8da93839 None None] Calling delete_port for d5fb8fa1-dcb3-4e60-84ff-e6554ad303d6 owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:27:09.992014 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-a188fc1e-014e-4f4d-8b6d-e1c776a06f22 tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Usage tracker for resource:subnet and tenant:130431ad9ff246d586ddc46e73d9839c is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:27:09.994871 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4598ae16-af48-4f0a-94bc-fe638eac9144 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3919700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58025'] for router, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:09.995811 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4598ae16-af48-4f0a-94bc-fe638eac9144 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3919671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4011175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58018'] for router, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:10.000741 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-a188fc1e-014e-4f4d-8b6d-e1c776a06f22 tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:27:10.007836 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-a188fc1e-014e-4f4d-8b6d-e1c776a06f22 tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:27:10.014796 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c6c4b37b-3463-4207-83c1-fade3cd9f06b tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741426'] for subnet, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:10.018336 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Network 06628671-c030-4bca-a038-47240be7cf3c details requested by agent ovs-agent-dv-neutron-830731-3-hyperv with host dv-neutron-830731-3-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 10:27:10.025748 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a188fc1e-014e-4f4d-8b6d-e1c776a06f22 tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Made reservation on behalf of 130431ad9ff246d586ddc46e73d9839c for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:27:10.028044 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a188fc1e-014e-4f4d-8b6d-e1c776a06f22 tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3219231'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:10.041378 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4598ae16-af48-4f0a-94bc-fe638eac9144 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:10.123287 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:10.134645 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4598ae16-af48-4f0a-94bc-fe638eac9144 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3917991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923518'] for router, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:10.172055 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4598ae16-af48-4f0a-94bc-fe638eac9144 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:10.173324 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-4598ae16-af48-4f0a-94bc-fe638eac9144 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.4621284 Mar 07 10:27:10.177890 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 32986) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:27:10.181699 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c11b3f41-4657-46dc-bea0-66b0f093c803 tempest-FloatingIPAdminTestJSON-2050425523 tempest-FloatingIPAdminTestJSON-2050425523-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:10.186141 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-daf96046-e5da-4e58-9782-f6a9c67ca1e6 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-957610371'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:27:10.191731 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-daf96046-e5da-4e58-9782-f6a9c67ca1e6 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:27:10.195183 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] For port d5fb8fa1-dcb3-4e60-84ff-e6554ad303d6, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=d5fb8fa1-dcb3-4e60-84ff-e6554ad303d6,segment=NetworkSegment(13510a37-88c7-493e-9701-b414ea24fc4c),segment_id=13510a37-88c7-493e-9701-b414ea24fc4c)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:27:10.201357 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:10.222731 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-daf96046-e5da-4e58-9782-f6a9c67ca1e6 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Usage tracker for resource:network and tenant:c0b51818995e4102ad361e483557ca29 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:27:10.229288 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-daf96046-e5da-4e58-9782-f6a9c67ca1e6 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:27:10.242240 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-daf96046-e5da-4e58-9782-f6a9c67ca1e6 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:27:10.261418 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.db.api [None req-6a301312-8a84-4447-93d9-09aa8da93839 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 10:27:10.261999 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG oslo_db.api [None req-6a301312-8a84-4447-93d9-09aa8da93839 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 10:27:10.265630 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daf96046-e5da-4e58-9782-f6a9c67ca1e6 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Made reservation on behalf of c0b51818995e4102ad361e483557ca29 for: {'network': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:27:10.268696 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-daf96046-e5da-4e58-9782-f6a9c67ca1e6 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for network, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:10.303362 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-daf96046-e5da-4e58-9782-f6a9c67ca1e6 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:10.309045 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Pushing event updated for resources: {'Port': ['ID=d5fb8fa1-dcb3-4e60-84ff-e6554ad303d6,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:10.367647 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device d5fb8fa1-dcb3-4e60-84ff-e6554ad303d6 no longer exists at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:27:10.374078 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-daf96046-e5da-4e58-9782-f6a9c67ca1e6 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:27:10.419615 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-daf96046-e5da-4e58-9782-f6a9c67ca1e6 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Usage tracker for resource:security_group_rule and tenant:c0b51818995e4102ad361e483557ca29 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:27:10.429741 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-daf96046-e5da-4e58-9782-f6a9c67ca1e6 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:27:10.437274 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-daf96046-e5da-4e58-9782-f6a9c67ca1e6 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:27:10.455583 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-c11b3f41-4657-46dc-bea0-66b0f093c803 tempest-FloatingIPAdminTestJSON-2050425523 tempest-FloatingIPAdminTestJSON-2050425523-project-admin] Allocated IP 172.26.8.198 (5ed85006-6b00-415e-b71f-837fb1421c12/8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a/3f883953-2109-43ab-bb41-134b051e4b43) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:27:10.509224 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:10.546857 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] For port d5fb8fa1-dcb3-4e60-84ff-e6554ad303d6, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=d5fb8fa1-dcb3-4e60-84ff-e6554ad303d6,segment=NetworkSegment(13510a37-88c7-493e-9701-b414ea24fc4c),segment_id=13510a37-88c7-493e-9701-b414ea24fc4c)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:27:10.550727 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:10.611998 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-daf96046-e5da-4e58-9782-f6a9c67ca1e6 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:10.623559 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-daf96046-e5da-4e58-9782-f6a9c67ca1e6 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:10.629271 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Pushing event updated for resources: {'Port': ['ID=d5fb8fa1-dcb3-4e60-84ff-e6554ad303d6,revision_number=5']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:10.646430 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19023c9-cd92-436c-aac7-e363f7e00540 req-d423139c-8219-43e8-b3e8-7160f94d978c tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:10.648822 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d19023c9-cd92-436c-aac7-e363f7e00540 req-d423139c-8219-43e8-b3e8-7160f94d978c tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9a41462-2213-477c-a0d7-2a574dc86c0e HTTP/1.1" status: 200 len: 946 time: 0.1844957 Mar 07 10:27:10.687295 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-daf96046-e5da-4e58-9782-f6a9c67ca1e6 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=83737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:27:10.736214 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf96046-e5da-4e58-9782-f6a9c67ca1e6 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f690da27-90d1-47d9-b2fe-b4461c493fb0,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:10.747938 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-daf96046-e5da-4e58-9782-f6a9c67ca1e6 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:10.748284 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.db.segments_db [None req-daf96046-e5da-4e58-9782-f6a9c67ca1e6 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Added segment 3d2a0dc8-c855-4473-8633-c67b4d312269 of type vlan for network a7ff3623-d754-4bcb-b4cc-883e2dbab562 Mar 07 10:27:10.749993 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.objects.ports [None req-a188fc1e-014e-4f4d-8b6d-e1c776a06f22 tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83737) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 07 10:27:10.750441 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a188fc1e-014e-4f4d-8b6d-e1c776a06f22 tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3012444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3219213'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:10.762697 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6a301312-8a84-4447-93d9-09aa8da93839 None None] Deleting port d5fb8fa1-dcb3-4e60-84ff-e6554ad303d6 {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:27:10.763933 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6a301312-8a84-4447-93d9-09aa8da93839 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:10.797949 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d292f529-d0b0-4f34-87dd-309d5178e6fe tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:27:10.814252 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-466043e8-0b64-43e5-a6f6-cb8ca1a38cb7 None None] Sync routers for ids ['1be73ccb-58a1-45cd-94d1-7fbff3b1b296'] in dv-neutron-830731-3-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:27:10.832714 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d19023c9-cd92-436c-aac7-e363f7e00540 req-d6ec6243-4a2e-4e18-bf70-13ef176d4681 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0cf1685-c0d8-4959-a53b-3f1ceedf7fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1730552 Mar 07 10:27:10.846748 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-daf96046-e5da-4e58-9782-f6a9c67ca1e6 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732568034061'] for network, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:10.865919 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a188fc1e-014e-4f4d-8b6d-e1c776a06f22 tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Pushing event updated for resources: {'Subnet': ['ID=33687923-5478-4e4f-8965-390b0ecc0f62,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:10.899168 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a188fc1e-014e-4f4d-8b6d-e1c776a06f22 tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Checking segment: {'id': '7456f219-0bee-4cb6-9ab5-d9bd40e667a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '06628671-c030-4bca-a038-47240be7cf3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:27:10.899425 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a188fc1e-014e-4f4d-8b6d-e1c776a06f22 tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Network hostable DHCP agents. Network: 06628671-c030-4bca-a038-47240be7cf3c, hostable agents: ['6527556c-6586-422c-ae47-082984683847'], hosted agents: [] {{(pid=83737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:27:10.910763 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-daf96046-e5da-4e58-9782-f6a9c67ca1e6 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594'] for network, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:10.915067 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daf96046-e5da-4e58-9782-f6a9c67ca1e6 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:10.915947 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-daf96046-e5da-4e58-9782-f6a9c67ca1e6 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:10.916391 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466043e8-0b64-43e5-a6f6-cb8ca1a38cb7 None None] Routers {'1be73ccb-58a1-45cd-94d1-7fbff3b1b296'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:27:10.917206 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-466043e8-0b64-43e5-a6f6-cb8ca1a38cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:27:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['1be73ccb-58a1-45cd-94d1-7fbff3b1b296'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:27:10.986829 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-466043e8-0b64-43e5-a6f6-cb8ca1a38cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:27:11.034569 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-daf96046-e5da-4e58-9782-f6a9c67ca1e6 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8556573 Mar 07 10:27:11.038710 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 32992) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:27:11.041253 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a188fc1e-014e-4f4d-8b6d-e1c776a06f22 tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Network 06628671-c030-4bca-a038-47240be7cf3c is scheduled to be hosted by DHCP agent 6527556c-6586-422c-ae47-082984683847 with binding_index 1 {{(pid=83737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:27:11.045348 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf96046-e5da-4e58-9782-f6a9c67ca1e6 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Pushing event updated for resources: {'Network': ['ID=a7ff3623-d754-4bcb-b4cc-883e2dbab562,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:11.048337 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-9a2a0ae2-3aea-428e-ba34-b043f5539588 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Deleting port 76be4192-0d19-4bfd-8cf6-c5438c867bef {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:27:11.048702 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9a2a0ae2-3aea-428e-ba34-b043f5539588 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:11.050924 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-2b23a6d8-e324-46fa-8c40-fa19f73713d2 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Request body: {'subnet': {'network_id': 'a7ff3623-d754-4bcb-b4cc-883e2dbab562', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:27:11.063885 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Network a7ff3623-d754-4bcb-b4cc-883e2dbab562 details requested by agent ovs-agent-dv-neutron-830731-3-hyperv with host dv-neutron-830731-3-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 10:27:11.076067 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-a188fc1e-014e-4f4d-8b6d-e1c776a06f22 tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830731-3-hyperv, 06628671-c030-4bca-a038-47240be7cf3c) {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:27:11.086316 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c11b3f41-4657-46dc-bea0-66b0f093c803 tempest-FloatingIPAdminTestJSON-2050425523 tempest-FloatingIPAdminTestJSON-2050425523-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:11.095653 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d292f529-d0b0-4f34-87dd-309d5178e6fe tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:11.106031 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cdd6490-1170-40f9-97c9-55298962edcf None None] Network 06628671-c030-4bca-a038-47240be7cf3c requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:27:11.125722 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-d292f529-d0b0-4f34-87dd-309d5178e6fe tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] 10.222.0.13 "DELETE /v2.0/ports/2865f5a9-2e32-4217-b63d-7b8265d8b68d HTTP/1.1" status: 204 len: 168 time: 5.4164522 Mar 07 10:27:11.131602 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 32996) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:27:11.133794 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a188fc1e-014e-4f4d-8b6d-e1c776a06f22 tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:11.134461 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a188fc1e-014e-4f4d-8b6d-e1c776a06f22 tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:11.180844 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-a188fc1e-014e-4f4d-8b6d-e1c776a06f22 tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.2040489 Mar 07 10:27:11.180844 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 33000) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:27:11.186394 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-66114843-25fb-4efd-a159-4b0b6731241c tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-460267858', 'network_id': '06628671-c030-4bca-a038-47240be7cf3c'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:27:11.198793 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-66114843-25fb-4efd-a159-4b0b6731241c tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:27:11.201198 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-2b23a6d8-e324-46fa-8c40-fa19f73713d2 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:27:11.205727 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-66114843-25fb-4efd-a159-4b0b6731241c tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Usage tracker for resource:port and tenant:130431ad9ff246d586ddc46e73d9839c is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:27:11.208464 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-2b23a6d8-e324-46fa-8c40-fa19f73713d2 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Usage tracker for resource:subnet and tenant:c0b51818995e4102ad361e483557ca29 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:27:11.211366 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-66114843-25fb-4efd-a159-4b0b6731241c tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:27:11.214157 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-2b23a6d8-e324-46fa-8c40-fa19f73713d2 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:27:11.215845 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466043e8-0b64-43e5-a6f6-cb8ca1a38cb7 None None] Routers {'1be73ccb-58a1-45cd-94d1-7fbff3b1b296'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:27:11.216468 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-466043e8-0b64-43e5-a6f6-cb8ca1a38cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:27:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['1be73ccb-58a1-45cd-94d1-7fbff3b1b296'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:27:11.221414 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-66114843-25fb-4efd-a159-4b0b6731241c tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:27:11.223499 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-2b23a6d8-e324-46fa-8c40-fa19f73713d2 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:27:11.239354 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66114843-25fb-4efd-a159-4b0b6731241c tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Made reservation on behalf of 130431ad9ff246d586ddc46e73d9839c for: {'port': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:27:11.243178 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-66114843-25fb-4efd-a159-4b0b6731241c tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:11.319001 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-466043e8-0b64-43e5-a6f6-cb8ca1a38cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:27:11.319807 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-466043e8-0b64-43e5-a6f6-cb8ca1a38cb7 None None] The sync data for ids ['1be73ccb-58a1-45cd-94d1-7fbff3b1b296'] in dv-neutron-830731-3-hyperv is: [] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:27:11.333507 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6a301312-8a84-4447-93d9-09aa8da93839 None None] For port d5fb8fa1-dcb3-4e60-84ff-e6554ad303d6, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=d5fb8fa1-dcb3-4e60-84ff-e6554ad303d6,segment=NetworkSegment(13510a37-88c7-493e-9701-b414ea24fc4c),segment_id=13510a37-88c7-493e-9701-b414ea24fc4c)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:27:11.333896 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6a301312-8a84-4447-93d9-09aa8da93839 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:11.361802 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b23a6d8-e324-46fa-8c40-fa19f73713d2 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Made reservation on behalf of c0b51818995e4102ad361e483557ca29 for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:27:11.368086 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c11b3f41-4657-46dc-bea0-66b0f093c803 tempest-FloatingIPAdminTestJSON-2050425523 tempest-FloatingIPAdminTestJSON-2050425523-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:11.451285 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [None req-66114843-25fb-4efd-a159-4b0b6731241c tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] device_id is not set on port 8d28c87c-7c90-4c67-8cb4-109f7ca05a5b yet. {{(pid=83737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 07 10:27:11.485032 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6a301312-8a84-4447-93d9-09aa8da93839 None None] Calling delete_port for d5fb8fa1-dcb3-4e60-84ff-e6554ad303d6 owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:27:11.527725 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2b23a6d8-e324-46fa-8c40-fa19f73713d2 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3219231'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:11.607057 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c11b3f41-4657-46dc-bea0-66b0f093c803 tempest-FloatingIPAdminTestJSON-2050425523 tempest-FloatingIPAdminTestJSON-2050425523-project-admin] Network 5ed85006-6b00-415e-b71f-837fb1421c12 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:27:11.618010 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-c11b3f41-4657-46dc-bea0-66b0f093c803 tempest-FloatingIPAdminTestJSON-2050425523 tempest-FloatingIPAdminTestJSON-2050425523-project-admin] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:27:11.625143 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11b3f41-4657-46dc-bea0-66b0f093c803 tempest-FloatingIPAdminTestJSON-2050425523 tempest-FloatingIPAdminTestJSON-2050425523-project-admin] Pushing event updated for resources: {'Port': ['ID=3f883953-2109-43ab-bb41-134b051e4b43,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:11.627352 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11b3f41-4657-46dc-bea0-66b0f093c803 tempest-FloatingIPAdminTestJSON-2050425523 tempest-FloatingIPAdminTestJSON-2050425523-project-admin] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:27:11.684386 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9a2a0ae2-3aea-428e-ba34-b043f5539588 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:11.702626 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25a4249e-2f46-47a6-a4e7-3429e48f8600 None None] Network 06628671-c030-4bca-a038-47240be7cf3c requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:27:11.708653 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.objects.ports [None req-c6c4b37b-3463-4207-83c1-fade3cd9f06b tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83738) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 07 10:27:11.720747 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-66114843-25fb-4efd-a159-4b0b6731241c tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Allocated IP 172.20.0.4 (06628671-c030-4bca-a038-47240be7cf3c/33687923-5478-4e4f-8965-390b0ecc0f62/8d28c87c-7c90-4c67-8cb4-109f7ca05a5b) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:27:11.724080 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6a301312-8a84-4447-93d9-09aa8da93839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812'] for port, after_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:11.822926 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a301312-8a84-4447-93d9-09aa8da93839 None None] Pushing event deleted for resources: {'Port': ['ID=d5fb8fa1-dcb3-4e60-84ff-e6554ad303d6,revision_number=None']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:11.836042 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a301312-8a84-4447-93d9-09aa8da93839 None None] No DVR routers for this DVR port d5fb8fa1-dcb3-4e60-84ff-e6554ad303d6 on host dv-neutron-830731-3-hyperv {{(pid=83739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:27:11.883291 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-9a2a0ae2-3aea-428e-ba34-b043f5539588 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Calling delete_port for 76be4192-0d19-4bfd-8cf6-c5438c867bef owned by network:router_interface {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:27:11.962362 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2b23a6d8-e324-46fa-8c40-fa19f73713d2 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3012444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3219213'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:12.054862 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.ipam_pluggable_backend [None req-c6c4b37b-3463-4207-83c1-fade3cd9f06b tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Port d5fb8fa1-dcb3-4e60-84ff-e6554ad303d6 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=83738) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Mar 07 10:27:12.055229 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.ipam_pluggable_backend [None req-c6c4b37b-3463-4207-83c1-fade3cd9f06b tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Reverting IP allocation for 2001:db8::f816:3eff:fed5:d10a {{(pid=83738) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Mar 07 10:27:12.127460 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b23a6d8-e324-46fa-8c40-fa19f73713d2 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Pushing event updated for resources: {'Subnet': ['ID=3c75ca36-d3a3-433a-9805-5aabfa6c662f,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:12.148623 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c6c4b37b-3463-4207-83c1-fade3cd9f06b tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3556832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741408'] for subnet, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:12.154030 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b23a6d8-e324-46fa-8c40-fa19f73713d2 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Checking segment: {'id': '3d2a0dc8-c855-4473-8633-c67b4d312269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a7ff3623-d754-4bcb-b4cc-883e2dbab562'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:27:12.154432 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b23a6d8-e324-46fa-8c40-fa19f73713d2 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Network hostable DHCP agents. Network: a7ff3623-d754-4bcb-b4cc-883e2dbab562, hostable agents: ['6527556c-6586-422c-ae47-082984683847'], hosted agents: [] {{(pid=83737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:27:12.166862 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c149e367-a165-463c-9f4e-f8ef8540ca7d req-1a88808c-474f-4475-a4fd-3ebef74bf2b4 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:12.168537 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c149e367-a165-463c-9f4e-f8ef8540ca7d req-1a88808c-474f-4475-a4fd-3ebef74bf2b4 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9a41462-2213-477c-a0d7-2a574dc86c0e HTTP/1.1" status: 200 len: 946 time: 0.1569154 Mar 07 10:27:12.216800 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b23a6d8-e324-46fa-8c40-fa19f73713d2 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Network a7ff3623-d754-4bcb-b4cc-883e2dbab562 is scheduled to be hosted by DHCP agent 6527556c-6586-422c-ae47-082984683847 with binding_index 1 {{(pid=83737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:27:12.241006 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c149e367-a165-463c-9f4e-f8ef8540ca7d req-eab6fd83-7420-4762-b91e-dc451c99eaf0 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0cf1685-c0d8-4959-a53b-3f1ceedf7fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664718 Mar 07 10:27:12.244542 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-2b23a6d8-e324-46fa-8c40-fa19f73713d2 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830731-3-hyperv, a7ff3623-d754-4bcb-b4cc-883e2dbab562) {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:27:12.249519 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b23a6d8-e324-46fa-8c40-fa19f73713d2 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:12.250498 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2b23a6d8-e324-46fa-8c40-fa19f73713d2 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:12.256800 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49084b1d-0898-4a46-8e41-269c73caf29d None None] Network a7ff3623-d754-4bcb-b4cc-883e2dbab562 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:27:12.307673 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-2b23a6d8-e324-46fa-8c40-fa19f73713d2 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2646217 Mar 07 10:27:12.307945 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 33006) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:27:12.313634 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-9e24b029-9d7e-451c-8479-ce9fe3f7bace tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Request body: {'network': {'name': 'tempest-router-network01--1215509019'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:27:12.318852 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-9e24b029-9d7e-451c-8479-ce9fe3f7bace tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:27:12.323413 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-9e24b029-9d7e-451c-8479-ce9fe3f7bace tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Usage tracker for resource:network and tenant:c0b51818995e4102ad361e483557ca29 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:27:12.326995 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-9e24b029-9d7e-451c-8479-ce9fe3f7bace tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:27:12.332499 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-9e24b029-9d7e-451c-8479-ce9fe3f7bace tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:27:12.346229 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e24b029-9d7e-451c-8479-ce9fe3f7bace tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Made reservation on behalf of c0b51818995e4102ad361e483557ca29 for: {'network': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:27:12.349787 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9e24b029-9d7e-451c-8479-ce9fe3f7bace tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for network, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:12.381584 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e24b029-9d7e-451c-8479-ce9fe3f7bace tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=83737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:27:12.384835 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c11b3f41-4657-46dc-bea0-66b0f093c803 tempest-FloatingIPAdminTestJSON-2050425523 tempest-FloatingIPAdminTestJSON-2050425523-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:12.391918 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9e24b029-9d7e-451c-8479-ce9fe3f7bace tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:12.392378 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.db.segments_db [None req-9e24b029-9d7e-451c-8479-ce9fe3f7bace tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Added segment 40ae5ed4-6964-4cba-92a8-5ea87792ffe4 of type vlan for network c65b5bd6-09fa-415e-8d2b-65ca40dfc513 Mar 07 10:27:12.421293 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9e24b029-9d7e-451c-8479-ce9fe3f7bace tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732568034061'] for network, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:12.451844 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9e24b029-9d7e-451c-8479-ce9fe3f7bace tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594'] for network, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:12.455768 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e24b029-9d7e-451c-8479-ce9fe3f7bace tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:12.456319 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9e24b029-9d7e-451c-8479-ce9fe3f7bace tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:12.502334 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46aad61b-0e42-49ad-8de4-ee9fce331a48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ec2749d-0aec-52fb-aca6-10ba8a80aade-a7ff3623-d754-4bcb-b4cc-883e2dbab562', 'network_id': 'a7ff3623-d754-4bcb-b4cc-883e2dbab562', 'tenant_id': 'c0b51818995e4102ad361e483557ca29', 'fixed_ips': [{'subnet_id': '3c75ca36-d3a3-433a-9805-5aabfa6c662f'}]}} from dv-neutron-830731-3-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 07 10:27:12.503158 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-46aad61b-0e42-49ad-8de4-ee9fce331a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:12.513287 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c4b37b-3463-4207-83c1-fade3cd9f06b tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Network 98d8805b-dd65-4110-997b-2eea298bca78 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:27:12.559076 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-9e24b029-9d7e-451c-8479-ce9fe3f7bace tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2498848 Mar 07 10:27:12.563250 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 33010) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:27:12.568587 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-313d6d0b-56b0-4788-b1e6-ec4bc43e0d8b tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Request body: {'network': {'name': 'tempest-router-network02--650682376'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:27:12.577024 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-c6c4b37b-3463-4207-83c1-fade3cd9f06b tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:27:12.580698 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-313d6d0b-56b0-4788-b1e6-ec4bc43e0d8b tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:27:12.587037 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24b029-9d7e-451c-8479-ce9fe3f7bace tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Pushing event updated for resources: {'Network': ['ID=c65b5bd6-09fa-415e-8d2b-65ca40dfc513,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:12.590632 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-313d6d0b-56b0-4788-b1e6-ec4bc43e0d8b tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Usage tracker for resource:network and tenant:c0b51818995e4102ad361e483557ca29 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:27:12.591652 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce62b042-6532-473d-bfc6-9e91903fde71 None None] Network 98d8805b-dd65-4110-997b-2eea298bca78 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:27:12.591850 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c4b37b-3463-4207-83c1-fade3cd9f06b tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Pushing event updated for resources: {'Subnet': ['ID=2983fe6c-2640-432a-ad55-8ccb008a1bef,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:12.594340 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-313d6d0b-56b0-4788-b1e6-ec4bc43e0d8b tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:27:12.594496 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c4b37b-3463-4207-83c1-fade3cd9f06b tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:12.595002 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c6c4b37b-3463-4207-83c1-fade3cd9f06b tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:12.600824 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-313d6d0b-56b0-4788-b1e6-ec4bc43e0d8b tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:27:12.615596 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-313d6d0b-56b0-4788-b1e6-ec4bc43e0d8b tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Made reservation on behalf of c0b51818995e4102ad361e483557ca29 for: {'network': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:27:12.616668 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Network c65b5bd6-09fa-415e-8d2b-65ca40dfc513 details requested by agent ovs-agent-dv-neutron-830731-3-hyperv with host dv-neutron-830731-3-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 10:27:12.620255 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-313d6d0b-56b0-4788-b1e6-ec4bc43e0d8b tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for network, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:12.629661 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9a2a0ae2-3aea-428e-ba34-b043f5539588 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:12.631654 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c11b3f41-4657-46dc-bea0-66b0f093c803 tempest-FloatingIPAdminTestJSON-2050425523 tempest-FloatingIPAdminTestJSON-2050425523-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:12.657386 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-66114843-25fb-4efd-a159-4b0b6731241c tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:12.679213 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-313d6d0b-56b0-4788-b1e6-ec4bc43e0d8b tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=83737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:27:12.693293 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-313d6d0b-56b0-4788-b1e6-ec4bc43e0d8b tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:12.694263 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.db.segments_db [None req-313d6d0b-56b0-4788-b1e6-ec4bc43e0d8b tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Added segment 7bd8713b-d1a9-409e-8291-bebc0366fc3c of type vlan for network c3745f15-0351-4d66-ae3f-a3bde0ce815b Mar 07 10:27:12.726584 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-66114843-25fb-4efd-a159-4b0b6731241c tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:12.734795 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-313d6d0b-56b0-4788-b1e6-ec4bc43e0d8b tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732568034061'] for network, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:12.742794 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2a0ae2-3aea-428e-ba34-b043f5539588 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Pushing event deleted for resources: {'Port': ['ID=76be4192-0d19-4bfd-8cf6-c5438c867bef,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:12.748329 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-c6c4b37b-3463-4207-83c1-fade3cd9f06b tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.4519629 Mar 07 10:27:12.751225 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 33014) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:27:12.764851 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-dbf4204e-98ee-45bc-bae7-a18cfc779ab0 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Request body: {'port': {'network_id': '98d8805b-dd65-4110-997b-2eea298bca78', 'mac_address': 'fa:16:3e:6b:ed:72', 'name': 'tempest-NetworksTestDHCPv6-18746883'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:27:12.821042 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66114843-25fb-4efd-a159-4b0b6731241c tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Network 06628671-c030-4bca-a038-47240be7cf3c is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:27:12.826739 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-66114843-25fb-4efd-a159-4b0b6731241c tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:27:12.834806 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66114843-25fb-4efd-a159-4b0b6731241c tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:27:12.871075 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-46aad61b-0e42-49ad-8de4-ee9fce331a48 None None] Allocated IP 2001:db8::2 (a7ff3623-d754-4bcb-b4cc-883e2dbab562/3c75ca36-d3a3-433a-9805-5aabfa6c662f/1644f6f8-fc75-4cac-9acd-a385d5961496) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:27:12.896644 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66114843-25fb-4efd-a159-4b0b6731241c tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Pushing event updated for resources: {'Port': ['ID=8d28c87c-7c90-4c67-8cb4-109f7ca05a5b,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:12.930361 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-313d6d0b-56b0-4788-b1e6-ec4bc43e0d8b tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594'] for network, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:12.937398 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313d6d0b-56b0-4788-b1e6-ec4bc43e0d8b tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:12.938172 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-313d6d0b-56b0-4788-b1e6-ec4bc43e0d8b tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:13.062571 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-313d6d0b-56b0-4788-b1e6-ec4bc43e0d8b tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4959164 Mar 07 10:27:13.068911 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 33018) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:27:13.071039 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66114843-25fb-4efd-a159-4b0b6731241c tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:13.071725 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-66114843-25fb-4efd-a159-4b0b6731241c tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:13.085261 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aace51a-b9a7-4b12-9b3f-529f0a11c196 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ec2749d-0aec-52fb-aca6-10ba8a80aade-98d8805b-dd65-4110-997b-2eea298bca78', 'network_id': '98d8805b-dd65-4110-997b-2eea298bca78', 'tenant_id': '0f1e04191c7443f7844c0202165e746c', 'fixed_ips': [{'subnet_id': '2983fe6c-2640-432a-ad55-8ccb008a1bef'}]}} from dv-neutron-830731-3-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 07 10:27:13.086086 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-3aace51a-b9a7-4b12-9b3f-529f0a11c196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:13.086203 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-2be7ed2e-cbcc-4461-961e-5b0cbb3cc782 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Request body: {'subnet': {'network_id': 'c65b5bd6-09fa-415e-8d2b-65ca40dfc513', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:27:13.106438 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-66114843-25fb-4efd-a159-4b0b6731241c tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 1.9230869 Mar 07 10:27:13.108309 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 33022) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:27:13.160119 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313d6d0b-56b0-4788-b1e6-ec4bc43e0d8b tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Pushing event updated for resources: {'Network': ['ID=c3745f15-0351-4d66-ae3f-a3bde0ce815b,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:13.174571 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Network c3745f15-0351-4d66-ae3f-a3bde0ce815b details requested by agent ovs-agent-dv-neutron-830731-3-hyperv with host dv-neutron-830731-3-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 10:27:13.190078 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-b9ad6dac-b59c-4c85-b85d-a0ec8ef8576b tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Deleting port 8d28c87c-7c90-4c67-8cb4-109f7ca05a5b {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:27:13.190679 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b9ad6dac-b59c-4c85-b85d-a0ec8ef8576b tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:13.348648 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-dbf4204e-98ee-45bc-bae7-a18cfc779ab0 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:27:13.372919 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-dbf4204e-98ee-45bc-bae7-a18cfc779ab0 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Usage tracker for resource:port and tenant:0f1e04191c7443f7844c0202165e746c is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:27:13.384446 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-dbf4204e-98ee-45bc-bae7-a18cfc779ab0 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:27:13.402793 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-dbf4204e-98ee-45bc-bae7-a18cfc779ab0 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:27:13.419226 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-2be7ed2e-cbcc-4461-961e-5b0cbb3cc782 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:27:13.432927 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-2be7ed2e-cbcc-4461-961e-5b0cbb3cc782 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Usage tracker for resource:subnet and tenant:c0b51818995e4102ad361e483557ca29 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:27:13.449657 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-2be7ed2e-cbcc-4461-961e-5b0cbb3cc782 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:27:13.452228 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbf4204e-98ee-45bc-bae7-a18cfc779ab0 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Made reservation on behalf of 0f1e04191c7443f7844c0202165e746c for: {'port': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:27:13.456969 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-dbf4204e-98ee-45bc-bae7-a18cfc779ab0 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:13.474239 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9a2a0ae2-3aea-428e-ba34-b043f5539588 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2756383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3920168'] for router_interface, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:13.478460 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b9ad6dac-b59c-4c85-b85d-a0ec8ef8576b tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:13.483623 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-2be7ed2e-cbcc-4461-961e-5b0cbb3cc782 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:27:13.484567 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-46aad61b-0e42-49ad-8de4-ee9fce331a48 None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:13.488896 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c11b3f41-4657-46dc-bea0-66b0f093c803 tempest-FloatingIPAdminTestJSON-2050425523 tempest-FloatingIPAdminTestJSON-2050425523-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:13.502980 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-46aad61b-0e42-49ad-8de4-ee9fce331a48 None None] Transition to ACTIVE for port object 1644f6f8-fc75-4cac-9acd-a385d5961496 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:27:13.511712 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c11b3f41-4657-46dc-bea0-66b0f093c803 tempest-FloatingIPAdminTestJSON-2050425523 tempest-FloatingIPAdminTestJSON-2050425523-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3556717'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:13.525285 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-3aace51a-b9a7-4b12-9b3f-529f0a11c196 None None] Allocated IP 2001:db8::f816:3eff:fedd:cc4b (98d8805b-dd65-4110-997b-2eea298bca78/2983fe6c-2640-432a-ad55-8ccb008a1bef/20040792-282e-4742-8813-41668aff593f) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:27:13.543068 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-46aad61b-0e42-49ad-8de4-ee9fce331a48 None None] Transition to ACTIVE for port object 1644f6f8-fc75-4cac-9acd-a385d5961496 will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:27:13.565214 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-46aad61b-0e42-49ad-8de4-ee9fce331a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:13.568291 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2be7ed2e-cbcc-4461-961e-5b0cbb3cc782 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Made reservation on behalf of c0b51818995e4102ad361e483557ca29 for: {'subnet': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:27:13.583098 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [None req-dbf4204e-98ee-45bc-bae7-a18cfc779ab0 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] device_id is not set on port b7a7f73f-0d08-4ef1-b9f7-9b6914dba62e yet. {{(pid=83738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 07 10:27:13.704829 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46aad61b-0e42-49ad-8de4-ee9fce331a48 None None] Network a7ff3623-d754-4bcb-b4cc-883e2dbab562 is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:27:13.710325 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-46aad61b-0e42-49ad-8de4-ee9fce331a48 None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:27:13.712738 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46aad61b-0e42-49ad-8de4-ee9fce331a48 None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:27:13.714863 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aad61b-0e42-49ad-8de4-ee9fce331a48 None None] Pushing event updated for resources: {'Port': ['ID=1644f6f8-fc75-4cac-9acd-a385d5961496,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:13.736189 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-b9ad6dac-b59c-4c85-b85d-a0ec8ef8576b tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Calling delete_port for 8d28c87c-7c90-4c67-8cb4-109f7ca05a5b owned by {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:27:13.744333 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b9347b03-1085-4493-a4c9-69e83f73f427 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3920255'] for router_interface, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:13.878621 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585dcf74-41db-42a1-9e74-58a49309fb8a req-8fb0ce7d-3269-4130-8f82-b3dbb90a2db6 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:13.880051 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-585dcf74-41db-42a1-9e74-58a49309fb8a req-8fb0ce7d-3269-4130-8f82-b3dbb90a2db6 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9a41462-2213-477c-a0d7-2a574dc86c0e HTTP/1.1" status: 200 len: 946 time: 0.2394640 Mar 07 10:27:13.882442 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-46aad61b-0e42-49ad-8de4-ee9fce331a48 None None] Attempting to bind port 1644f6f8-fc75-4cac-9acd-a385d5961496 on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:27:13.882823 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-46aad61b-0e42-49ad-8de4-ee9fce331a48 None None] Attempting to bind port 1644f6f8-fc75-4cac-9acd-a385d5961496 by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': '3d2a0dc8-c855-4473-8633-c67b4d312269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a7ff3623-d754-4bcb-b4cc-883e2dbab562'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:27:13.883185 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46aad61b-0e42-49ad-8de4-ee9fce331a48 None None] Attempting to bind port 1644f6f8-fc75-4cac-9acd-a385d5961496 on network a7ff3623-d754-4bcb-b4cc-883e2dbab562 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:27:13.900804 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46aad61b-0e42-49ad-8de4-ee9fce331a48 None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 27, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:27:13.901180 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46aad61b-0e42-49ad-8de4-ee9fce331a48 None None] Checking segment: {'id': '3d2a0dc8-c855-4473-8633-c67b4d312269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a7ff3623-d754-4bcb-b4cc-883e2dbab562'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:27:13.901776 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-46aad61b-0e42-49ad-8de4-ee9fce331a48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:13.902169 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46aad61b-0e42-49ad-8de4-ee9fce331a48 None None] Bound using segment: {'id': '3d2a0dc8-c855-4473-8633-c67b4d312269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a7ff3623-d754-4bcb-b4cc-883e2dbab562'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:27:13.902655 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-46aad61b-0e42-49ad-8de4-ee9fce331a48 None None] Bound port: 1644f6f8-fc75-4cac-9acd-a385d5961496, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d2a0dc8-c855-4473-8633-c67b4d312269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a7ff3623-d754-4bcb-b4cc-883e2dbab562'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:27:13.903021 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-46aad61b-0e42-49ad-8de4-ee9fce331a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:13.934789 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b9ad6dac-b59c-4c85-b85d-a0ec8ef8576b tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:13.968916 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-3aace51a-b9a7-4b12-9b3f-529f0a11c196 None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:13.990967 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-3aace51a-b9a7-4b12-9b3f-529f0a11c196 None None] Transition to ACTIVE for port object 20040792-282e-4742-8813-41668aff593f will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:27:13.993042 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ad6dac-b59c-4c85-b85d-a0ec8ef8576b tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Pushing event deleted for resources: {'Port': ['ID=8d28c87c-7c90-4c67-8cb4-109f7ca05a5b,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:13.997979 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-585dcf74-41db-42a1-9e74-58a49309fb8a req-ff48e343-118f-4d8d-a27c-bb85da385ba7 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0cf1685-c0d8-4959-a53b-3f1ceedf7fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067319 Mar 07 10:27:14.031647 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-3aace51a-b9a7-4b12-9b3f-529f0a11c196 None None] Transition to ACTIVE for port object 20040792-282e-4742-8813-41668aff593f will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:27:14.036811 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-46aad61b-0e42-49ad-8de4-ee9fce331a48 None None] For port 1644f6f8-fc75-4cac-9acd-a385d5961496, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:27:14.040710 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-46aad61b-0e42-49ad-8de4-ee9fce331a48 None None] For port 1644f6f8-fc75-4cac-9acd-a385d5961496, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=1644f6f8-fc75-4cac-9acd-a385d5961496,segment=NetworkSegment(3d2a0dc8-c855-4473-8633-c67b4d312269),segment_id=3d2a0dc8-c855-4473-8633-c67b4d312269)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:27:14.043195 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-3aace51a-b9a7-4b12-9b3f-529f0a11c196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:14.091161 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b9ad6dac-b59c-4c85-b85d-a0ec8ef8576b tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:14.096440 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-46aad61b-0e42-49ad-8de4-ee9fce331a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:14.097416 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-b9ad6dac-b59c-4c85-b85d-a0ec8ef8576b tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] 10.222.0.13 "DELETE /v2.0/ports/8d28c87c-7c90-4c67-8cb4-109f7ca05a5b HTTP/1.1" status: 204 len: 168 time: 0.9862518 Mar 07 10:27:14.100998 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 33028) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:27:14.105711 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-8e7ced66-3555-4ff6-aa90-319daa3068d7 tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '06628671-c030-4bca-a038-47240be7cf3c', 'external_fixed_ips': [{'subnet_id': '33687923-5478-4e4f-8965-390b0ecc0f62', 'ip_address': '172.20.0.4'}]}}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:27:14.110124 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-8e7ced66-3555-4ff6-aa90-319daa3068d7 tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:27:14.113916 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-8e7ced66-3555-4ff6-aa90-319daa3068d7 tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Usage tracker for resource:router and tenant:130431ad9ff246d586ddc46e73d9839c is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:27:14.117258 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-8e7ced66-3555-4ff6-aa90-319daa3068d7 tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:27:14.123226 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-8e7ced66-3555-4ff6-aa90-319daa3068d7 tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:27:14.131927 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aace51a-b9a7-4b12-9b3f-529f0a11c196 None None] Network 98d8805b-dd65-4110-997b-2eea298bca78 is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:27:14.135249 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-3aace51a-b9a7-4b12-9b3f-529f0a11c196 None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:27:14.135827 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8e7ced66-3555-4ff6-aa90-319daa3068d7 tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3919700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58025'] for router, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:14.137026 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8e7ced66-3555-4ff6-aa90-319daa3068d7 tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3919671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4011175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58018'] for router, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:14.144323 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aace51a-b9a7-4b12-9b3f-529f0a11c196 None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:27:14.161232 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8e7ced66-3555-4ff6-aa90-319daa3068d7 tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:14.191430 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11b3f41-4657-46dc-bea0-66b0f093c803 tempest-FloatingIPAdminTestJSON-2050425523 tempest-FloatingIPAdminTestJSON-2050425523-project-admin] Pushing event updated for resources: {'Port': ['ID=3f883953-2109-43ab-bb41-134b051e4b43,revision_number=2']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:14.202539 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aace51a-b9a7-4b12-9b3f-529f0a11c196 None None] Pushing event updated for resources: {'Port': ['ID=20040792-282e-4742-8813-41668aff593f,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:14.204677 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c11b3f41-4657-46dc-bea0-66b0f093c803 tempest-FloatingIPAdminTestJSON-2050425523 tempest-FloatingIPAdminTestJSON-2050425523-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923533'] for floatingip, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:14.272763 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2be7ed2e-cbcc-4461-961e-5b0cbb3cc782 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741426'] for subnet, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:14.328742 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8e7ced66-3555-4ff6-aa90-319daa3068d7 tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3917998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58952'] for router, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:14.338485 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-3aace51a-b9a7-4b12-9b3f-529f0a11c196 None None] Attempting to bind port 20040792-282e-4742-8813-41668aff593f on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:27:14.338968 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-3aace51a-b9a7-4b12-9b3f-529f0a11c196 None None] Attempting to bind port 20040792-282e-4742-8813-41668aff593f by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': '13510a37-88c7-493e-9701-b414ea24fc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '98d8805b-dd65-4110-997b-2eea298bca78'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:27:14.339334 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aace51a-b9a7-4b12-9b3f-529f0a11c196 None None] Attempting to bind port 20040792-282e-4742-8813-41668aff593f on network 98d8805b-dd65-4110-997b-2eea298bca78 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:27:14.353367 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aace51a-b9a7-4b12-9b3f-529f0a11c196 None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 27, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:27:14.353770 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aace51a-b9a7-4b12-9b3f-529f0a11c196 None None] Checking segment: {'id': '13510a37-88c7-493e-9701-b414ea24fc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '98d8805b-dd65-4110-997b-2eea298bca78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:27:14.354256 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-3aace51a-b9a7-4b12-9b3f-529f0a11c196 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:14.354667 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aace51a-b9a7-4b12-9b3f-529f0a11c196 None None] Bound using segment: {'id': '13510a37-88c7-493e-9701-b414ea24fc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '98d8805b-dd65-4110-997b-2eea298bca78'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:27:14.355127 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-3aace51a-b9a7-4b12-9b3f-529f0a11c196 None None] Bound port: 20040792-282e-4742-8813-41668aff593f, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13510a37-88c7-493e-9701-b414ea24fc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '98d8805b-dd65-4110-997b-2eea298bca78'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:27:14.355578 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-3aace51a-b9a7-4b12-9b3f-529f0a11c196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:14.371671 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aad61b-0e42-49ad-8de4-ee9fce331a48 None None] Pushing event updated for resources: {'Port': ['ID=1644f6f8-fc75-4cac-9acd-a385d5961496,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:14.484599 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-3aace51a-b9a7-4b12-9b3f-529f0a11c196 None None] For port 20040792-282e-4742-8813-41668aff593f, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:27:14.491779 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-3aace51a-b9a7-4b12-9b3f-529f0a11c196 None None] For port 20040792-282e-4742-8813-41668aff593f, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=20040792-282e-4742-8813-41668aff593f,segment=NetworkSegment(13510a37-88c7-493e-9701-b414ea24fc4c),segment_id=13510a37-88c7-493e-9701-b414ea24fc4c)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:27:14.498919 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-3aace51a-b9a7-4b12-9b3f-529f0a11c196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:14.516312 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c11b3f41-4657-46dc-bea0-66b0f093c803 tempest-FloatingIPAdminTestJSON-2050425523 tempest-FloatingIPAdminTestJSON-2050425523-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for floatingip, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:14.524619 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-c11b3f41-4657-46dc-bea0-66b0f093c803 tempest-FloatingIPAdminTestJSON-2050425523 tempest-FloatingIPAdminTestJSON-2050425523-project-admin] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.5336339 Mar 07 10:27:14.527409 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 33032) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:27:14.615011 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aace51a-b9a7-4b12-9b3f-529f0a11c196 None None] Pushing event updated for resources: {'Port': ['ID=20040792-282e-4742-8813-41668aff593f,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:14.724322 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8e7ced66-3555-4ff6-aa90-319daa3068d7 tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:14.740161 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-dbf4204e-98ee-45bc-bae7-a18cfc779ab0 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Allocated IP 2001:db8::f816:3eff:fe6b:ed72 (98d8805b-dd65-4110-997b-2eea298bca78/2983fe6c-2640-432a-ad55-8ccb008a1bef/b7a7f73f-0d08-4ef1-b9f7-9b6914dba62e) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:27:14.760333 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8e7ced66-3555-4ff6-aa90-319daa3068d7 tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:14.803596 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-cad4f925-9818-415d-ac70-7c543288598f tempest-FloatingIPAdminTestJSON-2089985545 tempest-FloatingIPAdminTestJSON-2089985545-project] Request body: {'floatingip': {'floating_network_id': '5ed85006-6b00-415e-b71f-837fb1421c12'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:27:14.813037 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-cad4f925-9818-415d-ac70-7c543288598f tempest-FloatingIPAdminTestJSON-2089985545 tempest-FloatingIPAdminTestJSON-2089985545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:27:14.827308 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-cad4f925-9818-415d-ac70-7c543288598f tempest-FloatingIPAdminTestJSON-2089985545 tempest-FloatingIPAdminTestJSON-2089985545-project] Usage tracker for resource:floatingip and tenant:ba4613c822f84a89ad2f6b77ee0fb58c is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:27:14.832263 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-cad4f925-9818-415d-ac70-7c543288598f tempest-FloatingIPAdminTestJSON-2089985545 tempest-FloatingIPAdminTestJSON-2089985545-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:27:14.842888 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-cad4f925-9818-415d-ac70-7c543288598f tempest-FloatingIPAdminTestJSON-2089985545 tempest-FloatingIPAdminTestJSON-2089985545-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:27:14.894216 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-cad4f925-9818-415d-ac70-7c543288598f tempest-FloatingIPAdminTestJSON-2089985545 tempest-FloatingIPAdminTestJSON-2089985545-project] Notify callbacks [] for floatingip, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:15.107466 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-8e7ced66-3555-4ff6-aa90-319daa3068d7 tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Allocated IP 172.20.0.4 (06628671-c030-4bca-a038-47240be7cf3c/33687923-5478-4e4f-8965-390b0ecc0f62/4536ff35-7f19-44d9-89d6-46dc8603eaa1) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:27:15.223218 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a2a0ae2-3aea-428e-ba34-b043f5539588 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Router ce7c9b22-8c9e-45d4-8610-b1edc54f7a84 has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:27:15.258413 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-cad4f925-9818-415d-ac70-7c543288598f tempest-FloatingIPAdminTestJSON-2089985545 tempest-FloatingIPAdminTestJSON-2089985545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:15.397729 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8e7ced66-3555-4ff6-aa90-319daa3068d7 tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:15.443121 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:15.580023 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2be7ed2e-cbcc-4461-961e-5b0cbb3cc782 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3556832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741408'] for subnet, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:15.640835 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-cad4f925-9818-415d-ac70-7c543288598f tempest-FloatingIPAdminTestJSON-2089985545 tempest-FloatingIPAdminTestJSON-2089985545-project] Allocated IP 172.26.8.105 (5ed85006-6b00-415e-b71f-837fb1421c12/8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a/36e64406-7b19-40c9-90d2-7da1207a8675) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:27:15.655565 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7627415f-1c31-4142-909b-57fe529a267a None None] Network a7ff3623-d754-4bcb-b4cc-883e2dbab562 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:27:15.657849 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be7ed2e-cbcc-4461-961e-5b0cbb3cc782 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Pushing event updated for resources: {'Subnet': ['ID=fb9e8fd3-d29a-44bd-8ecd-13e1fcf83847,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:15.689777 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8e7ced66-3555-4ff6-aa90-319daa3068d7 tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:15.696801 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-dbf4204e-98ee-45bc-bae7-a18cfc779ab0 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:15.761568 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-4b9dff1f-c982-4816-adfe-c578e7a4d069 None None] Provisioning for port 1644f6f8-fc75-4cac-9acd-a385d5961496 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:27:15.827125 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d59deb-f9b5-4a9b-b9ab-663a2f7e88bc req-a7115fea-d251-49a1-8803-a388f60fa8b8 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:15.828696 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b8d59deb-f9b5-4a9b-b9ab-663a2f7e88bc req-a7115fea-d251-49a1-8803-a388f60fa8b8 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9a41462-2213-477c-a0d7-2a574dc86c0e HTTP/1.1" status: 200 len: 946 time: 0.3817332 Mar 07 10:27:15.888943 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e7ced66-3555-4ff6-aa90-319daa3068d7 tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Network 06628671-c030-4bca-a038-47240be7cf3c is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:27:15.894921 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-8e7ced66-3555-4ff6-aa90-319daa3068d7 tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:27:15.921131 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7ced66-3555-4ff6-aa90-319daa3068d7 tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:27:15.955217 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7ced66-3555-4ff6-aa90-319daa3068d7 tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Pushing event updated for resources: {'Port': ['ID=4536ff35-7f19-44d9-89d6-46dc8603eaa1,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:16.077902 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-dbf4204e-98ee-45bc-bae7-a18cfc779ab0 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Transition to ACTIVE for port object b7a7f73f-0d08-4ef1-b9f7-9b6914dba62e will not be triggered until provisioned by entity DHCP. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:27:16.095941 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-cad4f925-9818-415d-ac70-7c543288598f tempest-FloatingIPAdminTestJSON-2089985545 tempest-FloatingIPAdminTestJSON-2089985545-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:16.097824 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be7ed2e-cbcc-4461-961e-5b0cbb3cc782 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Checking segment: {'id': '40ae5ed4-6964-4cba-92a8-5ea87792ffe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'c65b5bd6-09fa-415e-8d2b-65ca40dfc513'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:27:16.098510 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2be7ed2e-cbcc-4461-961e-5b0cbb3cc782 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Network hostable DHCP agents. Network: c65b5bd6-09fa-415e-8d2b-65ca40dfc513, hostable agents: ['6527556c-6586-422c-ae47-082984683847'], hosted agents: [] {{(pid=83738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:27:16.107299 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b8d59deb-f9b5-4a9b-b9ab-663a2f7e88bc req-9216a873-f640-4a37-be95-c97aa92b0741 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0cf1685-c0d8-4959-a53b-3f1ceedf7fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2452488 Mar 07 10:27:16.122246 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a2a0ae2-3aea-428e-ba34-b043f5539588 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:27:16.140223 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d64005-ad13-468e-9935-a595a5694388 None None] Sync routers for ids ['ce7c9b22-8c9e-45d4-8610-b1edc54f7a84'] in dv-neutron-830731-3-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:27:16.174571 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d64005-ad13-468e-9935-a595a5694388 None None] Routers {'ce7c9b22-8c9e-45d4-8610-b1edc54f7a84'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:27:16.175198 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-62d64005-ad13-468e-9935-a595a5694388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:27:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['ce7c9b22-8c9e-45d4-8610-b1edc54f7a84'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:27:16.176684 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-cad4f925-9818-415d-ac70-7c543288598f tempest-FloatingIPAdminTestJSON-2089985545 tempest-FloatingIPAdminTestJSON-2089985545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:16.212111 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-134a5460-aac2-4c33-94a7-7abef5981f70 None None] Provisioning for port 20040792-282e-4742-8813-41668aff593f completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:27:16.239336 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-9a2a0ae2-3aea-428e-ba34-b043f5539588 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] 10.222.0.13 "PUT /v2.0/routers/ce7c9b22-8c9e-45d4-8610-b1edc54f7a84/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1259661 Mar 07 10:27:16.245097 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 33040) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:27:16.258898 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad4f925-9818-415d-ac70-7c543288598f tempest-FloatingIPAdminTestJSON-2089985545 tempest-FloatingIPAdminTestJSON-2089985545-project] Network 5ed85006-6b00-415e-b71f-837fb1421c12 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:27:16.263715 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-cad4f925-9818-415d-ac70-7c543288598f tempest-FloatingIPAdminTestJSON-2089985545 tempest-FloatingIPAdminTestJSON-2089985545-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:27:16.268359 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad4f925-9818-415d-ac70-7c543288598f tempest-FloatingIPAdminTestJSON-2089985545 tempest-FloatingIPAdminTestJSON-2089985545-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:27:16.312931 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad4f925-9818-415d-ac70-7c543288598f tempest-FloatingIPAdminTestJSON-2089985545 tempest-FloatingIPAdminTestJSON-2089985545-project] Pushing event updated for resources: {'Port': ['ID=36e64406-7b19-40c9-90d2-7da1207a8675,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:16.323070 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-62d64005-ad13-468e-9935-a595a5694388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:27:16.342076 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-dbf4204e-98ee-45bc-bae7-a18cfc779ab0 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:16.353122 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d64005-ad13-468e-9935-a595a5694388 None None] Routers {'ce7c9b22-8c9e-45d4-8610-b1edc54f7a84'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:27:16.354201 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-62d64005-ad13-468e-9935-a595a5694388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:27:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['ce7c9b22-8c9e-45d4-8610-b1edc54f7a84'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:27:16.358192 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2be7ed2e-cbcc-4461-961e-5b0cbb3cc782 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Network c65b5bd6-09fa-415e-8d2b-65ca40dfc513 is scheduled to be hosted by DHCP agent 6527556c-6586-422c-ae47-082984683847 with binding_index 1 {{(pid=83738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:27:16.396827 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8e7ced66-3555-4ff6-aa90-319daa3068d7 tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:16.401403 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8e7ced66-3555-4ff6-aa90-319daa3068d7 tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3917991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923518'] for router, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:16.435162 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-62d64005-ad13-468e-9935-a595a5694388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:27:16.435606 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d64005-ad13-468e-9935-a595a5694388 None None] The sync data for ids ['ce7c9b22-8c9e-45d4-8610-b1edc54f7a84'] in dv-neutron-830731-3-hyperv is: [] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:27:16.457114 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 20040792-282e-4742-8813-41668aff593f up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:27:16.468163 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-2be7ed2e-cbcc-4461-961e-5b0cbb3cc782 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830731-3-hyperv, c65b5bd6-09fa-415e-8d2b-65ca40dfc513) {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:27:16.493392 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e996926b-42d7-4eac-b402-8f02c0788572 None None] Network c65b5bd6-09fa-415e-8d2b-65ca40dfc513 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:27:16.503928 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be7ed2e-cbcc-4461-961e-5b0cbb3cc782 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:16.504619 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2be7ed2e-cbcc-4461-961e-5b0cbb3cc782 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:16.554002 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf4204e-98ee-45bc-bae7-a18cfc779ab0 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Network 98d8805b-dd65-4110-997b-2eea298bca78 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:27:16.565881 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-dbf4204e-98ee-45bc-bae7-a18cfc779ab0 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:27:16.568275 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf4204e-98ee-45bc-bae7-a18cfc779ab0 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:27:16.573262 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf4204e-98ee-45bc-bae7-a18cfc779ab0 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:16.573875 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-dbf4204e-98ee-45bc-bae7-a18cfc779ab0 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:16.607208 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf4204e-98ee-45bc-bae7-a18cfc779ab0 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Pushing event updated for resources: {'Port': ['ID=b7a7f73f-0d08-4ef1-b9f7-9b6914dba62e,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:16.613563 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-2be7ed2e-cbcc-4461-961e-5b0cbb3cc782 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.5416441 Mar 07 10:27:16.625185 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 33044) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:27:16.635008 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-c393200c-16e0-46d3-a497-91a3494bf74a tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Request body: {'subnet': {'network_id': 'c3745f15-0351-4d66-ae3f-a3bde0ce815b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:27:16.692765 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-cad4f925-9818-415d-ac70-7c543288598f tempest-FloatingIPAdminTestJSON-2089985545 tempest-FloatingIPAdminTestJSON-2089985545-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:16.721642 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning for port 20040792-282e-4742-8813-41668aff593f completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:27:16.729926 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 20040792-282e-4742-8813-41668aff593f triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:27:16.730293 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:16.768782 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-cad4f925-9818-415d-ac70-7c543288598f tempest-FloatingIPAdminTestJSON-2089985545 tempest-FloatingIPAdminTestJSON-2089985545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:16.820818 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-dbf4204e-98ee-45bc-bae7-a18cfc779ab0 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 4.0669658 Mar 07 10:27:16.823233 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 33048) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:27:16.830277 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-c393200c-16e0-46d3-a497-91a3494bf74a tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:27:16.846413 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca88ad3-6bea-4bc8-b851-fff06883d284 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ec2749d-0aec-52fb-aca6-10ba8a80aade-c65b5bd6-09fa-415e-8d2b-65ca40dfc513', 'network_id': 'c65b5bd6-09fa-415e-8d2b-65ca40dfc513', 'tenant_id': 'c0b51818995e4102ad361e483557ca29', 'fixed_ips': [{'subnet_id': 'fb9e8fd3-d29a-44bd-8ecd-13e1fcf83847'}]}} from dv-neutron-830731-3-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 07 10:27:16.847252 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-2ca88ad3-6bea-4bc8-b851-fff06883d284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:16.885295 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-c393200c-16e0-46d3-a497-91a3494bf74a tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Usage tracker for resource:subnet and tenant:c0b51818995e4102ad361e483557ca29 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:27:16.898949 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-c393200c-16e0-46d3-a497-91a3494bf74a tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:27:16.908085 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-c393200c-16e0-46d3-a497-91a3494bf74a tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:27:16.962419 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c393200c-16e0-46d3-a497-91a3494bf74a tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Made reservation on behalf of c0b51818995e4102ad361e483557ca29 for: {'subnet': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:27:17.055590 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ba4501-5d4f-4405-bad4-01384d7a2929 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:17.059438 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ba4501-5d4f-4405-bad4-01384d7a2929 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:17.060261 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-17ba4501-5d4f-4405-bad4-01384d7a2929 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Synchronizing usage tracker for tenant:0f1e04191c7443f7844c0202165e746c on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:27:17.077667 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:17.102900 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-62568ec8-1b10-42c8-96e4-d4e8717c771d None None] Provisioning for port b7a7f73f-0d08-4ef1-b9f7-9b6914dba62e completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:27:17.103321 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-17ba4501-5d4f-4405-bad4-01384d7a2929 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Unset dirty status for tenant:0f1e04191c7443f7844c0202165e746c on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:27:17.107019 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-17ba4501-5d4f-4405-bad4-01384d7a2929 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.2800367 Mar 07 10:27:17.107314 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 33052) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:27:17.123002 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.api.v2.resource [None req-36fdb74f-793d-4ca9-9339-e3720569a4c1 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] remove_router_interface failed (client error): The resource could not be found. Mar 07 10:27:17.124022 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-36fdb74f-793d-4ca9-9339-e3720569a4c1 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] 10.222.0.13 "PUT /v2.0/routers/ce7c9b22-8c9e-45d4-8610-b1edc54f7a84/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.8766582 Mar 07 10:27:17.126927 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 33056) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:27:17.154130 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] For port 20040792-282e-4742-8813-41668aff593f, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=20040792-282e-4742-8813-41668aff593f,segment=NetworkSegment(13510a37-88c7-493e-9701-b414ea24fc4c),segment_id=13510a37-88c7-493e-9701-b414ea24fc4c)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:27:17.168932 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-62568ec8-1b10-42c8-96e4-d4e8717c771d None None] Provisioning complete for port b7a7f73f-0d08-4ef1-b9f7-9b6914dba62e triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:27:17.170129 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-62568ec8-1b10-42c8-96e4-d4e8717c771d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:17.183744 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-cad4f925-9818-415d-ac70-7c543288598f tempest-FloatingIPAdminTestJSON-2089985545 tempest-FloatingIPAdminTestJSON-2089985545-project] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:17.195766 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e7ced66-3555-4ff6-aa90-319daa3068d7 tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Router 7f1c2f4e-0dc4-4aee-9608-a5c81bd26dce is scheduled to L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 with binding_index 1 {{(pid=83737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 10:27:17.197530 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:17.198409 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 1644f6f8-fc75-4cac-9acd-a385d5961496 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:27:17.198622 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-99b7776e-e689-4a2f-bf4a-0f352cbd387a tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Synchronizing usage tracker for tenant:8843377006954c17a088ed77df13332f on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:27:17.200934 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-cad4f925-9818-415d-ac70-7c543288598f tempest-FloatingIPAdminTestJSON-2089985545 tempest-FloatingIPAdminTestJSON-2089985545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3012561'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:17.207100 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c393200c-16e0-46d3-a497-91a3494bf74a tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741426'] for subnet, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:17.289350 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-226ef2c0-f178-4f43-99c9-9e7b4515863f tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Deleting port b7a7f73f-0d08-4ef1-b9f7-9b6914dba62e {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:27:17.290260 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-226ef2c0-f178-4f43-99c9-9e7b4515863f tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:17.306519 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-99b7776e-e689-4a2f-bf4a-0f352cbd387a tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Unset dirty status for tenant:8843377006954c17a088ed77df13332f on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:27:17.307584 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-99b7776e-e689-4a2f-bf4a-0f352cbd387a tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce7c9b22-8c9e-45d4-8610-b1edc54f7a84 HTTP/1.1" status: 200 len: 205 time: 0.1796892 Mar 07 10:27:17.313839 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 33062) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:27:17.358844 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-2ca88ad3-6bea-4bc8-b851-fff06883d284 None None] Allocated IP 2001:db8::2 (c65b5bd6-09fa-415e-8d2b-65ca40dfc513/fb9e8fd3-d29a-44bd-8ecd-13e1fcf83847/4fe44b3f-5250-4bb9-9dcb-792daf35f45c) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:27:17.370646 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-62568ec8-1b10-42c8-96e4-d4e8717c771d None None] Port b7a7f73f-0d08-4ef1-b9f7-9b6914dba62e cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:27:17.383267 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Pushing event updated for resources: {'Port': ['ID=20040792-282e-4742-8813-41668aff593f,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:17.386971 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning for port 1644f6f8-fc75-4cac-9acd-a385d5961496 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:27:17.393951 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 1644f6f8-fc75-4cac-9acd-a385d5961496 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:27:17.394985 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:17.524614 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-b9347b03-1085-4493-a4c9-69e83f73f427 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Deleting port bb858b23-d612-413b-bf9d-9d72af19894a {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:27:17.524967 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b9347b03-1085-4493-a4c9-69e83f73f427 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:17.666488 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:17.684112 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad4f925-9818-415d-ac70-7c543288598f tempest-FloatingIPAdminTestJSON-2089985545 tempest-FloatingIPAdminTestJSON-2089985545-project] Pushing event updated for resources: {'Port': ['ID=36e64406-7b19-40c9-90d2-7da1207a8675,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:17.721748 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] For port 1644f6f8-fc75-4cac-9acd-a385d5961496, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=1644f6f8-fc75-4cac-9acd-a385d5961496,segment=NetworkSegment(3d2a0dc8-c855-4473-8633-c67b4d312269),segment_id=3d2a0dc8-c855-4473-8633-c67b4d312269)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:27:17.722932 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-2ca88ad3-6bea-4bc8-b851-fff06883d284 None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:17.733328 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:17.769398 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-2ca88ad3-6bea-4bc8-b851-fff06883d284 None None] Transition to ACTIVE for port object 4fe44b3f-5250-4bb9-9dcb-792daf35f45c will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:27:17.792338 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-cad4f925-9818-415d-ac70-7c543288598f tempest-FloatingIPAdminTestJSON-2089985545 tempest-FloatingIPAdminTestJSON-2089985545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923533'] for floatingip, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:17.812873 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-2ca88ad3-6bea-4bc8-b851-fff06883d284 None None] Transition to ACTIVE for port object 4fe44b3f-5250-4bb9-9dcb-792daf35f45c will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:27:17.824427 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Pushing event updated for resources: {'Port': ['ID=1644f6f8-fc75-4cac-9acd-a385d5961496,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:17.825138 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-88bdbae6-0d7b-4b39-b5f8-cc4ae46a549c tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks [] for router, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:17.828505 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-2ca88ad3-6bea-4bc8-b851-fff06883d284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:17.899511 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca88ad3-6bea-4bc8-b851-fff06883d284 None None] Network c65b5bd6-09fa-415e-8d2b-65ca40dfc513 is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:27:17.902710 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-2ca88ad3-6bea-4bc8-b851-fff06883d284 None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:27:17.905867 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca88ad3-6bea-4bc8-b851-fff06883d284 None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:27:17.916400 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca88ad3-6bea-4bc8-b851-fff06883d284 None None] Pushing event updated for resources: {'Port': ['ID=4fe44b3f-5250-4bb9-9dcb-792daf35f45c,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:17.918973 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-cad4f925-9818-415d-ac70-7c543288598f tempest-FloatingIPAdminTestJSON-2089985545 tempest-FloatingIPAdminTestJSON-2089985545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for floatingip, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:17.920178 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-cad4f925-9818-415d-ac70-7c543288598f tempest-FloatingIPAdminTestJSON-2089985545 tempest-FloatingIPAdminTestJSON-2089985545-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3918135 Mar 07 10:27:17.927390 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 33066) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:27:17.933149 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef05519-3ec0-4e96-84bb-02532d44f2fa req-3b26ee6c-187d-4e02-ba13-7b2402d87acb tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:17.934658 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-aef05519-3ec0-4e96-84bb-02532d44f2fa req-3b26ee6c-187d-4e02-ba13-7b2402d87acb tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9a41462-2213-477c-a0d7-2a574dc86c0e HTTP/1.1" status: 200 len: 946 time: 0.6112809 Mar 07 10:27:18.018494 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-2ca88ad3-6bea-4bc8-b851-fff06883d284 None None] Attempting to bind port 4fe44b3f-5250-4bb9-9dcb-792daf35f45c on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:27:18.019269 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-2ca88ad3-6bea-4bc8-b851-fff06883d284 None None] Attempting to bind port 4fe44b3f-5250-4bb9-9dcb-792daf35f45c by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': '40ae5ed4-6964-4cba-92a8-5ea87792ffe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'c65b5bd6-09fa-415e-8d2b-65ca40dfc513'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:27:18.019836 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca88ad3-6bea-4bc8-b851-fff06883d284 None None] Attempting to bind port 4fe44b3f-5250-4bb9-9dcb-792daf35f45c on network c65b5bd6-09fa-415e-8d2b-65ca40dfc513 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:27:18.027375 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca88ad3-6bea-4bc8-b851-fff06883d284 None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 27, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:27:18.028050 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca88ad3-6bea-4bc8-b851-fff06883d284 None None] Checking segment: {'id': '40ae5ed4-6964-4cba-92a8-5ea87792ffe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'c65b5bd6-09fa-415e-8d2b-65ca40dfc513'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:27:18.028640 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-2ca88ad3-6bea-4bc8-b851-fff06883d284 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:18.029179 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca88ad3-6bea-4bc8-b851-fff06883d284 None None] Bound using segment: {'id': '40ae5ed4-6964-4cba-92a8-5ea87792ffe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'c65b5bd6-09fa-415e-8d2b-65ca40dfc513'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:27:18.029863 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-2ca88ad3-6bea-4bc8-b851-fff06883d284 None None] Bound port: 4fe44b3f-5250-4bb9-9dcb-792daf35f45c, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40ae5ed4-6964-4cba-92a8-5ea87792ffe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'c65b5bd6-09fa-415e-8d2b-65ca40dfc513'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:27:18.030393 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-2ca88ad3-6bea-4bc8-b851-fff06883d284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:18.111483 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b9347b03-1085-4493-a4c9-69e83f73f427 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:18.115172 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-226ef2c0-f178-4f43-99c9-9e7b4515863f tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:18.125536 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-2ca88ad3-6bea-4bc8-b851-fff06883d284 None None] For port 4fe44b3f-5250-4bb9-9dcb-792daf35f45c, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:27:18.129279 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-2ca88ad3-6bea-4bc8-b851-fff06883d284 None None] For port 4fe44b3f-5250-4bb9-9dcb-792daf35f45c, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=4fe44b3f-5250-4bb9-9dcb-792daf35f45c,segment=NetworkSegment(40ae5ed4-6964-4cba-92a8-5ea87792ffe4),segment_id=40ae5ed4-6964-4cba-92a8-5ea87792ffe4)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:27:18.134862 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-2ca88ad3-6bea-4bc8-b851-fff06883d284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:18.138613 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-aef05519-3ec0-4e96-84bb-02532d44f2fa req-d85ddd98-9054-45aa-9a50-875ceffc8e5c tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0cf1685-c0d8-4959-a53b-3f1ceedf7fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1969888 Mar 07 10:27:18.245250 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca88ad3-6bea-4bc8-b851-fff06883d284 None None] Pushing event updated for resources: {'Port': ['ID=4fe44b3f-5250-4bb9-9dcb-792daf35f45c,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:18.263664 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-226ef2c0-f178-4f43-99c9-9e7b4515863f tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Calling delete_port for b7a7f73f-0d08-4ef1-b9f7-9b6914dba62e owned by {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:27:18.308598 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-c8c79c82-a25f-4767-bbd9-e3c4526cf291 tempest-FloatingIPAdminTestJSON-2050425523 tempest-FloatingIPAdminTestJSON-2050425523-project-admin] 10.222.0.13 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3701 time: 0.3704462 Mar 07 10:27:18.313532 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 33072) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:27:18.315024 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c393200c-16e0-46d3-a497-91a3494bf74a tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3556832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741408'] for subnet, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:18.326866 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-b9347b03-1085-4493-a4c9-69e83f73f427 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Calling delete_port for bb858b23-d612-413b-bf9d-9d72af19894a owned by network:router_interface {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:27:18.394390 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e7ced66-3555-4ff6-aa90-319daa3068d7 tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:27:18.404799 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 20040792-282e-4742-8813-41668aff593f up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:27:18.458199 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d344d66-1b72-4f1e-b1ed-5703943373f8 None None] Sync routers for ids ['7f1c2f4e-0dc4-4aee-9608-a5c81bd26dce'] in dv-neutron-830731-3-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:27:18.522667 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8e7ced66-3555-4ff6-aa90-319daa3068d7 tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:18.527822 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-8e7ced66-3555-4ff6-aa90-319daa3068d7 tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 4.4260805 Mar 07 10:27:18.534345 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 33076) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:27:18.558849 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d344d66-1b72-4f1e-b1ed-5703943373f8 None None] Routers {'7f1c2f4e-0dc4-4aee-9608-a5c81bd26dce'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:27:18.559852 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-4d344d66-1b72-4f1e-b1ed-5703943373f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:27:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['7f1c2f4e-0dc4-4aee-9608-a5c81bd26dce'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:27:18.627573 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-226ef2c0-f178-4f43-99c9-9e7b4515863f tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:18.798182 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226ef2c0-f178-4f43-99c9-9e7b4515863f tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Pushing event deleted for resources: {'Port': ['ID=b7a7f73f-0d08-4ef1-b9f7-9b6914dba62e,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:18.798409 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 20040792-282e-4742-8813-41668aff593f triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:27:18.798868 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:18.805088 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-88bdbae6-0d7b-4b39-b5f8-cc4ae46a549c tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3917970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58043'] for router, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:18.923072 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-226ef2c0-f178-4f43-99c9-9e7b4515863f tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:18.923525 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-226ef2c0-f178-4f43-99c9-9e7b4515863f tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "DELETE /v2.0/ports/b7a7f73f-0d08-4ef1-b9f7-9b6914dba62e HTTP/1.1" status: 204 len: 168 time: 1.8152506 Mar 07 10:27:18.927319 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 33082) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:27:18.957417 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-88bdbae6-0d7b-4b39-b5f8-cc4ae46a549c tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:18.972339 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c393200c-16e0-46d3-a497-91a3494bf74a tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Pushing event updated for resources: {'Subnet': ['ID=fda54781-230f-4298-8121-d3d3f7f6490f,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:18.991452 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-350ad091-2242-4097-927f-73aee83d6a72 tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Synchronizing usage tracker for tenant:03e87e6ffa17408099bdc7fd61743b93 on resource:floatingip {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:27:19.022897 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 1644f6f8-fc75-4cac-9acd-a385d5961496 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:27:19.027737 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dccef9cc-b791-481a-ad90-4929c3e2c57e tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:19.029549 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dccef9cc-b791-481a-ad90-4929c3e2c57e tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:19.030021 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-dccef9cc-b791-481a-ad90-4929c3e2c57e tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Synchronizing usage tracker for tenant:0f1e04191c7443f7844c0202165e746c on resource:subnet {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:27:19.043288 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6eee99-afae-40b8-907a-ec9684900cc3 req-59a623ce-7383-4184-8397-180a92704077 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:19.047305 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-bd6eee99-afae-40b8-907a-ec9684900cc3 req-59a623ce-7383-4184-8397-180a92704077 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9a41462-2213-477c-a0d7-2a574dc86c0e HTTP/1.1" status: 200 len: 946 time: 0.2252109 Mar 07 10:27:19.069152 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-4d344d66-1b72-4f1e-b1ed-5703943373f8 None None] Set router 7f1c2f4e-0dc4-4aee-9608-a5c81bd26dce gateway port host: dv-neutron-830731-3-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:27:19.103763 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-350ad091-2242-4097-927f-73aee83d6a72 tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Unset dirty status for tenant:03e87e6ffa17408099bdc7fd61743b93 on resource:floatingip {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:27:19.104971 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-350ad091-2242-4097-927f-73aee83d6a72 tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] 10.222.0.13 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.7874401 Mar 07 10:27:19.109094 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c393200c-16e0-46d3-a497-91a3494bf74a tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Checking segment: {'id': '7bd8713b-d1a9-409e-8291-bebc0366fc3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'c3745f15-0351-4d66-ae3f-a3bde0ce815b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:27:19.109774 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c393200c-16e0-46d3-a497-91a3494bf74a tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Network hostable DHCP agents. Network: c3745f15-0351-4d66-ae3f-a3bde0ce815b, hostable agents: ['6527556c-6586-422c-ae47-082984683847'], hosted agents: [] {{(pid=83738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:27:19.117349 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 33086) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:27:19.143398 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-dccef9cc-b791-481a-ad90-4929c3e2c57e tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Unset dirty status for tenant:0f1e04191c7443f7844c0202165e746c on resource:subnet {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:27:19.144634 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-dccef9cc-b791-481a-ad90-4929c3e2c57e tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2168934 Mar 07 10:27:19.149215 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 33090) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:27:19.189125 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-88bdbae6-0d7b-4b39-b5f8-cc4ae46a549c tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3917886'] for router, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:19.189598 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88bdbae6-0d7b-4b39-b5f8-cc4ae46a549c tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Fanout notify agent at l3_agent the message router_deleted on router ce7c9b22-8c9e-45d4-8610-b1edc54f7a84 {{(pid=83738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 10:27:19.383566 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-bd6eee99-afae-40b8-907a-ec9684900cc3 req-0f24d9aa-4d8b-4bee-b774-1bd0b88d6eb1 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0cf1685-c0d8-4959-a53b-3f1ceedf7fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3243830 Mar 07 10:27:19.472126 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_v2 [None req-c492f2d4-d823-4443-8a01-e903724ff1b8 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Deleting subnet 2983fe6c-2640-432a-ad55-8ccb008a1bef {{(pid=83737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 07 10:27:19.477519 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-35e7a147-6bb6-465b-8a6c-2f5fac608537 req-9a2d6deb-bf84-45eb-a708-ffa46bd63191 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=38f0b9f3569b450182bbf4a37575848e&device_id=e9a41462-2213-477c-a0d7-2a574dc86c0e HTTP/1.1" status: 200 len: 1099 time: 0.6087484 Mar 07 10:27:19.482561 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-280f39d7-98d5-4c8e-ad91-529755f375ae tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Notify callbacks [] for router, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:19.534139 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 1644f6f8-fc75-4cac-9acd-a385d5961496 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:27:19.534512 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:19.536352 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-88bdbae6-0d7b-4b39-b5f8-cc4ae46a549c tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks [] for router, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:19.541026 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-88bdbae6-0d7b-4b39-b5f8-cc4ae46a549c tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] 10.222.0.13 "DELETE /v2.0/routers/ce7c9b22-8c9e-45d4-8610-b1edc54f7a84 HTTP/1.1" status: 204 len: 168 time: 2.2263732 Mar 07 10:27:19.604274 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 33094) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:27:19.650590 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-4d344d66-1b72-4f1e-b1ed-5703943373f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f1c2f4e-0dc4-4aee-9608-a5c81bd26dce', 'name': '', 'tenant_id': '130431ad9ff246d586ddc46e73d9839c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06628671-c030-4bca-a038-47240be7cf3c', 'external_fixed_ips': [{'subnet_id': '33687923-5478-4e4f-8965-390b0ecc0f62', 'ip_address': '172.20.0.4'}], 'enable_snat': True}, 'gw_port_id': '4536ff35-7f19-44d9-89d6-46dc8603eaa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:27:14Z', 'updated_at': '2022-03-07T10:27:16Z', 'revision_number': 3, 'project_id': '130431ad9ff246d586ddc46e73d9839c', 'gw_port': {'id': '4536ff35-7f19-44d9-89d6-46dc8603eaa1', 'name': '', 'network_id': '06628671-c030-4bca-a038-47240be7cf3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:8b:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f1c2f4e-0dc4-4aee-9608-a5c81bd26dce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '33687923-5478-4e4f-8965-390b0ecc0f62', 'ip_address': '172.20.0.4', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:27:14Z', 'updated_at': '2022-03-07T10:27:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33687923-5478-4e4f-8965-390b0ecc0f62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv'}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:27:19.658449 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-cf60c316-6deb-47de-aa05-2b3401f01d8b tempest-FloatingIPAdminTestJSON-2089985545 tempest-FloatingIPAdminTestJSON-2089985545-project] Deleting port 36e64406-7b19-40c9-90d2-7da1207a8675 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:27:19.658924 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cf60c316-6deb-47de-aa05-2b3401f01d8b tempest-FloatingIPAdminTestJSON-2089985545 tempest-FloatingIPAdminTestJSON-2089985545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:19.661592 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d344d66-1b72-4f1e-b1ed-5703943373f8 None None] Checking router: 7f1c2f4e-0dc4-4aee-9608-a5c81bd26dce for host: dv-neutron-830731-3-hyperv {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 07 10:27:19.661942 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d344d66-1b72-4f1e-b1ed-5703943373f8 None None] Updating router 7f1c2f4e-0dc4-4aee-9608-a5c81bd26dce port 4536ff35-7f19-44d9-89d6-46dc8603eaa1 binding host dv-neutron-830731-3-hyperv {{(pid=83739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 07 10:27:19.685397 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c492f2d4-d823-4443-8a01-e903724ff1b8 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks [] for subnet, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:19.726602 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f64c1a6-73b6-4bd7-869c-61b8329394a1 None None] Network c65b5bd6-09fa-415e-8d2b-65ca40dfc513 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:27:19.777090 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c393200c-16e0-46d3-a497-91a3494bf74a tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Network c3745f15-0351-4d66-ae3f-a3bde0ce815b is scheduled to be hosted by DHCP agent 6527556c-6586-422c-ae47-082984683847 with binding_index 1 {{(pid=83738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:27:19.810409 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-4d344d66-1b72-4f1e-b1ed-5703943373f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:19.823013 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c492f2d4-d823-4443-8a01-e903724ff1b8 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2627781'] for subnet, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:19.907069 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-c393200c-16e0-46d3-a497-91a3494bf74a tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830731-3-hyperv, c3745f15-0351-4d66-ae3f-a3bde0ce815b) {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:27:19.928619 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c492f2d4-d823-4443-8a01-e903724ff1b8 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1525496'] for subnet, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:19.957977 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83d63a6a-33e5-47f1-a431-97ab0ac8de8d None None] Network c3745f15-0351-4d66-ae3f-a3bde0ce815b requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:27:19.983383 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c393200c-16e0-46d3-a497-91a3494bf74a tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:19.984096 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c393200c-16e0-46d3-a497-91a3494bf74a tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:20.022135 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b9347b03-1085-4493-a4c9-69e83f73f427 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:20.032762 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c492f2d4-d823-4443-8a01-e903724ff1b8 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1525489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3012507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3219316'] for subnet, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:20.065516 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-280f39d7-98d5-4c8e-ad91-529755f375ae tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:20.077234 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c492f2d4-d823-4443-8a01-e903724ff1b8 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Pushing event deleted for resources: {'Subnet': ['ID=2983fe6c-2640-432a-ad55-8ccb008a1bef,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:20.081503 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e7a147-6bb6-465b-8a6c-2f5fac608537 req-d41699b9-1755-4604-a38e-9a865aafd709 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:20.082864 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-35e7a147-6bb6-465b-8a6c-2f5fac608537 req-d41699b9-1755-4604-a38e-9a865aafd709 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f727e18d-bdc2-4660-9a3a-cfddb6581f4f HTTP/1.1" status: 200 len: 913 time: 0.5803511 Mar 07 10:27:20.087703 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c492f2d4-d823-4443-8a01-e903724ff1b8 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:20.094875 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-280f39d7-98d5-4c8e-ad91-529755f375ae tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Deleting port 4536ff35-7f19-44d9-89d6-46dc8603eaa1 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:27:20.095194 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-280f39d7-98d5-4c8e-ad91-529755f375ae tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:20.098703 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9347b03-1085-4493-a4c9-69e83f73f427 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Pushing event deleted for resources: {'Port': ['ID=bb858b23-d612-413b-bf9d-9d72af19894a,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:20.124334 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eec95044-58d2-4517-aced-efec3bb19538 None None] Network 98d8805b-dd65-4110-997b-2eea298bca78 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:27:20.141668 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-c492f2d4-d823-4443-8a01-e903724ff1b8 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "DELETE /v2.0/subnets/2983fe6c-2640-432a-ad55-8ccb008a1bef HTTP/1.1" status: 204 len: 168 time: 0.9873860 Mar 07 10:27:20.144339 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 33098) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:27:20.167472 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-c393200c-16e0-46d3-a497-91a3494bf74a tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.5388122 Mar 07 10:27:20.197451 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 33102) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:27:20.234360 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-6704cd9d-d850-4144-8ced-4de1bfab0bcf tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0889435 Mar 07 10:27:20.296179 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 33106) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:27:20.335696 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-38ff4006-b7b2-41ec-8aec-b5e92b885016 None None] Provisioning for port 4fe44b3f-5250-4bb9-9dcb-792daf35f45c completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:27:20.342100 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cf60c316-6deb-47de-aa05-2b3401f01d8b tempest-FloatingIPAdminTestJSON-2089985545 tempest-FloatingIPAdminTestJSON-2089985545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:20.343693 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cf60c316-6deb-47de-aa05-2b3401f01d8b tempest-FloatingIPAdminTestJSON-2089985545 tempest-FloatingIPAdminTestJSON-2089985545-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:20.441175 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-280f39d7-98d5-4c8e-ad91-529755f375ae tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:20.468982 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 4fe44b3f-5250-4bb9-9dcb-792daf35f45c up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:27:20.632409 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-280f39d7-98d5-4c8e-ad91-529755f375ae tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Calling delete_port for 4536ff35-7f19-44d9-89d6-46dc8603eaa1 owned by network:router_gateway {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:27:20.687362 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-cf60c316-6deb-47de-aa05-2b3401f01d8b tempest-FloatingIPAdminTestJSON-2089985545 tempest-FloatingIPAdminTestJSON-2089985545-project] Calling delete_port for 36e64406-7b19-40c9-90d2-7da1207a8675 owned by network:floatingip {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:27:20.698005 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-384a09ae-c588-4fcd-b9c5-49d768d36a4d tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:20.698677 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-384a09ae-c588-4fcd-b9c5-49d768d36a4d tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Synchronizing usage tracker for tenant:0f1e04191c7443f7844c0202165e746c on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:27:20.721889 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_v2 [None req-2167ed16-7ee9-46b5-9072-c63e5b63e813 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Deleting subnet a8b2b2f1-2c8f-4602-96f3-02d58705ed32 {{(pid=83738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 07 10:27:20.725791 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning for port 4fe44b3f-5250-4bb9-9dcb-792daf35f45c completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:27:20.744711 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2167ed16-7ee9-46b5-9072-c63e5b63e813 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks [] for subnet, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:20.775174 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-35e7a147-6bb6-465b-8a6c-2f5fac608537 req-9f807977-7e4b-4f78-a614-3bd9b1e15ff2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ce102191-c862-4595-b40b-01aa258c2118 HTTP/1.1" status: 200 len: 1001 time: 0.6692743 Mar 07 10:27:20.789763 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-384a09ae-c588-4fcd-b9c5-49d768d36a4d tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Unset dirty status for tenant:0f1e04191c7443f7844c0202165e746c on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:27:20.793344 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-384a09ae-c588-4fcd-b9c5-49d768d36a4d tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4937828 Mar 07 10:27:20.796075 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 33118) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:27:20.797730 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 4fe44b3f-5250-4bb9-9dcb-792daf35f45c triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:27:20.797883 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:20.904840 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95014dd8-52b1-48be-a2ae-6a46f32438a2 req-6336fa8e-26d8-4804-b62f-e926edec7905 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:20.911838 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-95014dd8-52b1-48be-a2ae-6a46f32438a2 req-6336fa8e-26d8-4804-b62f-e926edec7905 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9a41462-2213-477c-a0d7-2a574dc86c0e HTTP/1.1" status: 200 len: 946 time: 0.2205393 Mar 07 10:27:20.917320 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f74be14-c7d4-4425-a1b2-7c4498b0df4c tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:20.918001 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-8f74be14-c7d4-4425-a1b2-7c4498b0df4c tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Synchronizing usage tracker for tenant:0f1e04191c7443f7844c0202165e746c on resource:subnet {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:27:20.968251 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-605f4c61-6c18-49ff-88b3-6ace048e1238 None None] DHCP port deletion for 98d8805b-dd65-4110-997b-2eea298bca78 request from dv-neutron-830731-3-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 07 10:27:20.972303 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-8f74be14-c7d4-4425-a1b2-7c4498b0df4c tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Unset dirty status for tenant:0f1e04191c7443f7844c0202165e746c on resource:subnet {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:27:20.973584 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-8f74be14-c7d4-4425-a1b2-7c4498b0df4c tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1752365 Mar 07 10:27:20.979898 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 33122) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:27:20.992887 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-605f4c61-6c18-49ff-88b3-6ace048e1238 None None] Deleting port 20040792-282e-4742-8813-41668aff593f {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:27:20.993276 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-605f4c61-6c18-49ff-88b3-6ace048e1238 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:21.066749 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-95014dd8-52b1-48be-a2ae-6a46f32438a2 req-1c6bd845-767b-4679-8433-0db330b3518c tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0cf1685-c0d8-4959-a53b-3f1ceedf7fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1538186 Mar 07 10:27:21.086607 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f18fa9fb-3a44-42fc-ad40-520c1dffd114 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ec2749d-0aec-52fb-aca6-10ba8a80aade-c3745f15-0351-4d66-ae3f-a3bde0ce815b', 'network_id': 'c3745f15-0351-4d66-ae3f-a3bde0ce815b', 'tenant_id': 'c0b51818995e4102ad361e483557ca29', 'fixed_ips': [{'subnet_id': 'fda54781-230f-4298-8121-d3d3f7f6490f'}]}} from dv-neutron-830731-3-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 07 10:27:21.087399 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f18fa9fb-3a44-42fc-ad40-520c1dffd114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:21.112601 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-acd782b1-786a-4fae-8de0-190c78f75265 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1315224 Mar 07 10:27:21.117781 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 33126) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:27:21.132326 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-0c52ae58-c2b0-4840-80a5-5b5b9a2bf454 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Request body: {'subnet': {'network_id': '98d8805b-dd65-4110-997b-2eea298bca78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:27:21.159689 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.db.resource_extend [None req-4d344d66-1b72-4f1e-b1ed-5703943373f8 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 10:27:21.246228 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-0c52ae58-c2b0-4840-80a5-5b5b9a2bf454 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:27:21.261131 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-0c52ae58-c2b0-4840-80a5-5b5b9a2bf454 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:27:21.275653 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2167ed16-7ee9-46b5-9072-c63e5b63e813 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2969395'] for subnet, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:21.280459 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-280f39d7-98d5-4c8e-ad91-529755f375ae tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:21.318244 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c52ae58-c2b0-4840-80a5-5b5b9a2bf454 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Made reservation on behalf of 0f1e04191c7443f7844c0202165e746c for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:27:21.318994 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e7a147-6bb6-465b-8a6c-2f5fac608537 req-a4b69d91-4ef6-45d0-8ec3-3fd192fe149a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:21.320724 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-35e7a147-6bb6-465b-8a6c-2f5fac608537 req-a4b69d91-4ef6-45d0-8ec3-3fd192fe149a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c839e96c-7ebc-4e73-acbb-92a3dab8a0ef HTTP/1.1" status: 200 len: 851 time: 0.5195205 Mar 07 10:27:21.322063 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0c52ae58-c2b0-4840-80a5-5b5b9a2bf454 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3219231'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:21.426183 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:21.480861 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.db.api [None req-4d344d66-1b72-4f1e-b1ed-5703943373f8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 10:27:21.481203 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG oslo_db.api [None req-4d344d66-1b72-4f1e-b1ed-5703943373f8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 10:27:21.498673 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280f39d7-98d5-4c8e-ad91-529755f375ae tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Pushing event deleted for resources: {'Port': ['ID=4536ff35-7f19-44d9-89d6-46dc8603eaa1,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:21.554215 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-723b1807-cb9e-4bec-b0ab-a99b17bacebe None None] Provisioning complete for port 4fe44b3f-5250-4bb9-9dcb-792daf35f45c triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:27:21.554215 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-723b1807-cb9e-4bec-b0ab-a99b17bacebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:21.613618 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-f18fa9fb-3a44-42fc-ad40-520c1dffd114 None None] Allocated IP 2001:db8::2 (c3745f15-0351-4d66-ae3f-a3bde0ce815b/fda54781-230f-4298-8121-d3d3f7f6490f/40374ef1-dee0-4a56-8e0b-b194e344928c) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:27:21.654177 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] For port 4fe44b3f-5250-4bb9-9dcb-792daf35f45c, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=4fe44b3f-5250-4bb9-9dcb-792daf35f45c,segment=NetworkSegment(40ae5ed4-6964-4cba-92a8-5ea87792ffe4),segment_id=40ae5ed4-6964-4cba-92a8-5ea87792ffe4)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:27:21.664632 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-605f4c61-6c18-49ff-88b3-6ace048e1238 None None] For port 20040792-282e-4742-8813-41668aff593f, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=20040792-282e-4742-8813-41668aff593f,segment=NetworkSegment(13510a37-88c7-493e-9701-b414ea24fc4c),segment_id=13510a37-88c7-493e-9701-b414ea24fc4c)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:27:21.665022 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-605f4c61-6c18-49ff-88b3-6ace048e1238 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:21.677894 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:21.728562 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2167ed16-7ee9-46b5-9072-c63e5b63e813 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1525496'] for subnet, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:21.786164 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cf60c316-6deb-47de-aa05-2b3401f01d8b tempest-FloatingIPAdminTestJSON-2089985545 tempest-FloatingIPAdminTestJSON-2089985545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:21.809732 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-280f39d7-98d5-4c8e-ad91-529755f375ae tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923554'] for router_gateway, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:21.841706 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-605f4c61-6c18-49ff-88b3-6ace048e1238 None None] Calling delete_port for 20040792-282e-4742-8813-41668aff593f owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:27:21.853123 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-35e7a147-6bb6-465b-8a6c-2f5fac608537 req-7be5e30c-fcfa-401f-8a4f-46888713b7bb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f727e18d-bdc2-4660-9a3a-cfddb6581f4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4959462 Mar 07 10:27:21.853863 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf60c316-6deb-47de-aa05-2b3401f01d8b tempest-FloatingIPAdminTestJSON-2089985545 tempest-FloatingIPAdminTestJSON-2089985545-project] Pushing event deleted for resources: {'Port': ['ID=36e64406-7b19-40c9-90d2-7da1207a8675,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:22.069227 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Pushing event updated for resources: {'Port': ['ID=4fe44b3f-5250-4bb9-9dcb-792daf35f45c,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:22.086270 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d344d66-1b72-4f1e-b1ed-5703943373f8 None None] Port 4536ff35-7f19-44d9-89d6-46dc8603eaa1 not found while updating agent binding for router 7f1c2f4e-0dc4-4aee-9608-a5c81bd26dce. {{(pid=83739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:210}} Mar 07 10:27:22.100089 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2167ed16-7ee9-46b5-9072-c63e5b63e813 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1525489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3556647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741465'] for subnet, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:22.109509 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-280f39d7-98d5-4c8e-ad91-529755f375ae tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3917970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58043'] for router, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:22.118983 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-280f39d7-98d5-4c8e-ad91-529755f375ae tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:22.177032 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2167ed16-7ee9-46b5-9072-c63e5b63e813 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Pushing event deleted for resources: {'Subnet': ['ID=a8b2b2f1-2c8f-4602-96f3-02d58705ed32,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:22.213744 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2167ed16-7ee9-46b5-9072-c63e5b63e813 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:22.234944 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83321303-4051-4877-ba6a-03e4b0d97e93 None None] Network ebc61dea-a224-486c-9a73-298ab885f8db requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:27:22.259426 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cf60c316-6deb-47de-aa05-2b3401f01d8b tempest-FloatingIPAdminTestJSON-2089985545 tempest-FloatingIPAdminTestJSON-2089985545-project] Notify callbacks [] for floatingip, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:22.267573 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-35e7a147-6bb6-465b-8a6c-2f5fac608537 req-68326af6-0719-4495-a786-324a91833b06 service neutron] 10.222.0.10 "GET /v2.0/networks/f727e18d-bdc2-4660-9a3a-cfddb6581f4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4065349 Mar 07 10:27:22.268685 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b08c21ad-113a-43e4-86ea-b4cb5d6c68df tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:22.301249 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-280f39d7-98d5-4c8e-ad91-529755f375ae tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3917886'] for router, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:22.302427 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-280f39d7-98d5-4c8e-ad91-529755f375ae tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7f1c2f4e-0dc4-4aee-9608-a5c81bd26dce {{(pid=83737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 10:27:22.318695 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-2167ed16-7ee9-46b5-9072-c63e5b63e813 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] 10.222.0.13 "DELETE /v2.0/subnets/a8b2b2f1-2c8f-4602-96f3-02d58705ed32 HTTP/1.1" status: 204 len: 168 time: 2.7131426 Mar 07 10:27:22.324926 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 33132) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:27:22.326562 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cf60c316-6deb-47de-aa05-2b3401f01d8b tempest-FloatingIPAdminTestJSON-2089985545 tempest-FloatingIPAdminTestJSON-2089985545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for floatingip, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:22.327685 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-cf60c316-6deb-47de-aa05-2b3401f01d8b tempest-FloatingIPAdminTestJSON-2089985545 tempest-FloatingIPAdminTestJSON-2089985545-project] 10.222.0.13 "DELETE /v2.0/floatingips/13a33b6e-593e-4d81-8e1a-ad605719b873 HTTP/1.1" status: 204 len: 168 time: 3.2074201 Mar 07 10:27:22.341982 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 33134) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:27:22.364743 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-605f4c61-6c18-49ff-88b3-6ace048e1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812'] for port, after_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:22.402215 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d344d66-1b72-4f1e-b1ed-5703943373f8 None None] Routers set() bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:27:22.402581 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d344d66-1b72-4f1e-b1ed-5703943373f8 None None] Router IDs set() for agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Mar 07 10:27:22.403225 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_agentschedulers_db [None req-4d344d66-1b72-4f1e-b1ed-5703943373f8 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'7f1c2f4e-0dc4-4aee-9608-a5c81bd26dce'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:27:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent'). {{(pid=83739) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 07 10:27:22.403597 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d344d66-1b72-4f1e-b1ed-5703943373f8 None None] The sync data for ids ['7f1c2f4e-0dc4-4aee-9608-a5c81bd26dce'] in dv-neutron-830731-3-hyperv is: [] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:27:22.423713 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 4fe44b3f-5250-4bb9-9dcb-792daf35f45c up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:27:22.465948 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f18fa9fb-3a44-42fc-ad40-520c1dffd114 None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:22.489491 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605f4c61-6c18-49ff-88b3-6ace048e1238 None None] Pushing event deleted for resources: {'Port': ['ID=20040792-282e-4742-8813-41668aff593f,revision_number=None']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:22.509530 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-f18fa9fb-3a44-42fc-ad40-520c1dffd114 None None] Transition to ACTIVE for port object 40374ef1-dee0-4a56-8e0b-b194e344928c will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:27:22.514060 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b9347b03-1085-4493-a4c9-69e83f73f427 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2756383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3920168'] for router_interface, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:22.516006 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605f4c61-6c18-49ff-88b3-6ace048e1238 None None] No DVR routers for this DVR port 20040792-282e-4742-8813-41668aff593f on host dv-neutron-830731-3-hyperv {{(pid=83739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:27:22.604398 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-f18fa9fb-3a44-42fc-ad40-520c1dffd114 None None] Transition to ACTIVE for port object 40374ef1-dee0-4a56-8e0b-b194e344928c will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:27:22.621072 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f18fa9fb-3a44-42fc-ad40-520c1dffd114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:22.661693 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.objects.ports [None req-0c52ae58-c2b0-4840-80a5-5b5b9a2bf454 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83737) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 07 10:27:22.774162 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f18fa9fb-3a44-42fc-ad40-520c1dffd114 None None] Network c3745f15-0351-4d66-ae3f-a3bde0ce815b is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:27:22.779051 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 4fe44b3f-5250-4bb9-9dcb-792daf35f45c triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:27:22.779412 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:22.802086 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-f18fa9fb-3a44-42fc-ad40-520c1dffd114 None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:27:22.805446 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18fa9fb-3a44-42fc-ad40-520c1dffd114 None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:27:22.808633 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18fa9fb-3a44-42fc-ad40-520c1dffd114 None None] Pushing event updated for resources: {'Port': ['ID=40374ef1-dee0-4a56-8e0b-b194e344928c,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:22.818964 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-d69e6392-10bc-4576-8f98-a7b3cc493718 tempest-FloatingIPAdminTestJSON-2050425523 tempest-FloatingIPAdminTestJSON-2050425523-project-admin] Deleting port 3f883953-2109-43ab-bb41-134b051e4b43 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:27:22.819329 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d69e6392-10bc-4576-8f98-a7b3cc493718 tempest-FloatingIPAdminTestJSON-2050425523 tempest-FloatingIPAdminTestJSON-2050425523-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:22.856242 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-280f39d7-98d5-4c8e-ad91-529755f375ae tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:22.860032 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-280f39d7-98d5-4c8e-ad91-529755f375ae tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] 10.222.0.13 "DELETE /v2.0/routers/7f1c2f4e-0dc4-4aee-9608-a5c81bd26dce HTTP/1.1" status: 204 len: 168 time: 4.3217099 Mar 07 10:27:22.861529 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 33140) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:27:22.881528 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-71b81d38-1241-4540-bb45-736dd224e8f4 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1158940'] for network, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:22.931226 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-35e7a147-6bb6-465b-8a6c-2f5fac608537 req-e3898488-5a79-4d65-924c-f9f471053f7c service neutron] 10.222.0.10 "GET /v2.0/networks/f727e18d-bdc2-4660-9a3a-cfddb6581f4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6480532 Mar 07 10:27:22.946739 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd7a327-1721-4997-ac0a-30615d2af615 req-b69fee63-47d3-414c-aede-2ce55852748d tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:22.948237 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4dd7a327-1721-4997-ac0a-30615d2af615 req-b69fee63-47d3-414c-aede-2ce55852748d tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9a41462-2213-477c-a0d7-2a574dc86c0e HTTP/1.1" status: 200 len: 946 time: 0.7367978 Mar 07 10:27:22.957944 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-f18fa9fb-3a44-42fc-ad40-520c1dffd114 None None] Attempting to bind port 40374ef1-dee0-4a56-8e0b-b194e344928c on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:27:22.958399 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-f18fa9fb-3a44-42fc-ad40-520c1dffd114 None None] Attempting to bind port 40374ef1-dee0-4a56-8e0b-b194e344928c by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': '7bd8713b-d1a9-409e-8291-bebc0366fc3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'c3745f15-0351-4d66-ae3f-a3bde0ce815b'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:27:22.958942 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18fa9fb-3a44-42fc-ad40-520c1dffd114 None None] Attempting to bind port 40374ef1-dee0-4a56-8e0b-b194e344928c on network c3745f15-0351-4d66-ae3f-a3bde0ce815b {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:27:22.968694 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18fa9fb-3a44-42fc-ad40-520c1dffd114 None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 27, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:27:22.969972 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18fa9fb-3a44-42fc-ad40-520c1dffd114 None None] Checking segment: {'id': '7bd8713b-d1a9-409e-8291-bebc0366fc3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'c3745f15-0351-4d66-ae3f-a3bde0ce815b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:27:22.970443 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f18fa9fb-3a44-42fc-ad40-520c1dffd114 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:22.971111 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18fa9fb-3a44-42fc-ad40-520c1dffd114 None None] Bound using segment: {'id': '7bd8713b-d1a9-409e-8291-bebc0366fc3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'c3745f15-0351-4d66-ae3f-a3bde0ce815b'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:27:22.971588 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-f18fa9fb-3a44-42fc-ad40-520c1dffd114 None None] Bound port: 40374ef1-dee0-4a56-8e0b-b194e344928c, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bd8713b-d1a9-409e-8291-bebc0366fc3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'c3745f15-0351-4d66-ae3f-a3bde0ce815b'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:27:22.971958 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f18fa9fb-3a44-42fc-ad40-520c1dffd114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:23.000612 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-71b81d38-1241-4540-bb45-736dd224e8f4 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Deleting port ec28dcf2-d8e9-47e4-bc91-6e07976b61ab {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:27:23.000998 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-71b81d38-1241-4540-bb45-736dd224e8f4 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:23.033453 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_v2 [None req-28f533c6-dc06-4320-906a-47a446456842 tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Deleting subnet 33687923-5478-4e4f-8965-390b0ecc0f62 {{(pid=83738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 07 10:27:23.040679 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-28f533c6-dc06-4320-906a-47a446456842 tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:23.076830 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85fc27c2-68c8-4f27-987c-e1f699621abd None None] DHCP port deletion for ebc61dea-a224-486c-9a73-298ab885f8db request from dv-neutron-830731-3-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 07 10:27:23.114388 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-85fc27c2-68c8-4f27-987c-e1f699621abd None None] Deleting port ec28dcf2-d8e9-47e4-bc91-6e07976b61ab {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:27:23.114717 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-85fc27c2-68c8-4f27-987c-e1f699621abd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:23.158319 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.ipam_pluggable_backend [None req-0c52ae58-c2b0-4840-80a5-5b5b9a2bf454 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Port 20040792-282e-4742-8813-41668aff593f was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=83737) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Mar 07 10:27:23.158701 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.ipam_pluggable_backend [None req-0c52ae58-c2b0-4840-80a5-5b5b9a2bf454 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Reverting IP allocation for 2001:db8::f816:3eff:fedd:cc4b {{(pid=83737) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Mar 07 10:27:23.184642 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-f18fa9fb-3a44-42fc-ad40-520c1dffd114 None None] For port 40374ef1-dee0-4a56-8e0b-b194e344928c, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:27:23.197310 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-28f533c6-dc06-4320-906a-47a446456842 tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2969395'] for subnet, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:23.203777 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4dd7a327-1721-4997-ac0a-30615d2af615 req-b92bd544-aa36-4f35-b371-5a5e19cbb17c tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0cf1685-c0d8-4959-a53b-3f1ceedf7fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1789105 Mar 07 10:27:23.208791 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-f18fa9fb-3a44-42fc-ad40-520c1dffd114 None None] For port 40374ef1-dee0-4a56-8e0b-b194e344928c, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=40374ef1-dee0-4a56-8e0b-b194e344928c,segment=NetworkSegment(7bd8713b-d1a9-409e-8291-bebc0366fc3c),segment_id=7bd8713b-d1a9-409e-8291-bebc0366fc3c)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:27:23.212915 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d69e6392-10bc-4576-8f98-a7b3cc493718 tempest-FloatingIPAdminTestJSON-2050425523 tempest-FloatingIPAdminTestJSON-2050425523-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:23.213287 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d69e6392-10bc-4576-8f98-a7b3cc493718 tempest-FloatingIPAdminTestJSON-2050425523 tempest-FloatingIPAdminTestJSON-2050425523-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:23.256435 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f18fa9fb-3a44-42fc-ad40-520c1dffd114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:23.324803 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-b08c21ad-113a-43e4-86ea-b4cb5d6c68df tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Allocated IP 2001:db8::1 (c65b5bd6-09fa-415e-8d2b-65ca40dfc513/fb9e8fd3-d29a-44bd-8ecd-13e1fcf83847/256d7aa8-2cca-4126-9ad7-7a5df82f74fc) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:27:23.336767 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-28f533c6-dc06-4320-906a-47a446456842 tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1525496'] for subnet, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:23.381202 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0c52ae58-c2b0-4840-80a5-5b5b9a2bf454 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3012444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3219213'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:23.402086 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 20040792-282e-4742-8813-41668aff593f no longer exists at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:27:23.426830 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-936eac80-8c92-486d-b57d-29e57f2aa3e7 req-af16454d-b715-4bd0-8ed2-e6986df17481 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=38f0b9f3569b450182bbf4a37575848e&device_id=e9a41462-2213-477c-a0d7-2a574dc86c0e HTTP/1.1" status: 200 len: 1099 time: 0.3541574 Mar 07 10:27:23.446500 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-d69e6392-10bc-4576-8f98-a7b3cc493718 tempest-FloatingIPAdminTestJSON-2050425523 tempest-FloatingIPAdminTestJSON-2050425523-project-admin] Calling delete_port for 3f883953-2109-43ab-bb41-134b051e4b43 owned by network:floatingip {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:27:23.462725 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] No Port match for: 20040792-282e-4742-8813-41668aff593f {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 10:27:23.463084 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 20040792-282e-4742-8813-41668aff593f not bound to the agent host dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 10:27:23.597915 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18fa9fb-3a44-42fc-ad40-520c1dffd114 None None] Pushing event updated for resources: {'Port': ['ID=40374ef1-dee0-4a56-8e0b-b194e344928c,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:23.642136 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-85fc27c2-68c8-4f27-987c-e1f699621abd None None] For port ec28dcf2-d8e9-47e4-bc91-6e07976b61ab, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=ec28dcf2-d8e9-47e4-bc91-6e07976b61ab,segment=NetworkSegment(1ec5f950-bedb-444c-a86d-cf9771021772),segment_id=1ec5f950-bedb-444c-a86d-cf9771021772)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:27:23.642557 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-85fc27c2-68c8-4f27-987c-e1f699621abd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:23.664741 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d69e6392-10bc-4576-8f98-a7b3cc493718 tempest-FloatingIPAdminTestJSON-2050425523 tempest-FloatingIPAdminTestJSON-2050425523-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:23.678194 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936eac80-8c92-486d-b57d-29e57f2aa3e7 req-35c7734b-1f94-4003-ab88-244ab372deac service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:23.679627 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-936eac80-8c92-486d-b57d-29e57f2aa3e7 req-35c7734b-1f94-4003-ab88-244ab372deac service neutron] 10.222.0.10 "GET /v2.0/networks?id=f727e18d-bdc2-4660-9a3a-cfddb6581f4f HTTP/1.1" status: 200 len: 913 time: 0.1860228 Mar 07 10:27:23.754587 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69e6392-10bc-4576-8f98-a7b3cc493718 tempest-FloatingIPAdminTestJSON-2050425523 tempest-FloatingIPAdminTestJSON-2050425523-project-admin] Pushing event deleted for resources: {'Port': ['ID=3f883953-2109-43ab-bb41-134b051e4b43,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:23.794665 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-28f533c6-dc06-4320-906a-47a446456842 tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1525489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3556647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741465'] for subnet, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:23.809647 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-71b81d38-1241-4540-bb45-736dd224e8f4 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] For port ec28dcf2-d8e9-47e4-bc91-6e07976b61ab, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=ec28dcf2-d8e9-47e4-bc91-6e07976b61ab,segment=NetworkSegment(1ec5f950-bedb-444c-a86d-cf9771021772),segment_id=1ec5f950-bedb-444c-a86d-cf9771021772)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:27:23.810008 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-71b81d38-1241-4540-bb45-736dd224e8f4 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:23.824704 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c52ae58-c2b0-4840-80a5-5b5b9a2bf454 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Network 98d8805b-dd65-4110-997b-2eea298bca78 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:27:23.843595 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-85fc27c2-68c8-4f27-987c-e1f699621abd None None] Calling delete_port for ec28dcf2-d8e9-47e4-bc91-6e07976b61ab owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:27:23.854416 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-0c52ae58-c2b0-4840-80a5-5b5b9a2bf454 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:27:23.882831 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a169af-1d64-4d8a-b256-d804360062ff None None] Network 98d8805b-dd65-4110-997b-2eea298bca78 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:27:23.916155 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c52ae58-c2b0-4840-80a5-5b5b9a2bf454 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:23.917052 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0c52ae58-c2b0-4840-80a5-5b5b9a2bf454 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:23.955935 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f533c6-dc06-4320-906a-47a446456842 tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=33687923-5478-4e4f-8965-390b0ecc0f62,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:23.980254 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c52ae58-c2b0-4840-80a5-5b5b9a2bf454 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Pushing event updated for resources: {'Subnet': ['ID=f5ce8373-7c8c-4356-a1af-e2cb15717e98,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:23.994717 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-71b81d38-1241-4540-bb45-736dd224e8f4 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Calling delete_port for ec28dcf2-d8e9-47e4-bc91-6e07976b61ab owned by network:dhcp {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:27:24.041987 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-85fc27c2-68c8-4f27-987c-e1f699621abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812'] for port, after_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:24.094752 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-28f533c6-dc06-4320-906a-47a446456842 tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:24.108325 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-0c52ae58-c2b0-4840-80a5-5b5b9a2bf454 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.9871209 Mar 07 10:27:24.108599 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b08c21ad-113a-43e4-86ea-b4cb5d6c68df tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:24.109582 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 33146) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:27:24.118046 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-cac964b5-84ec-4926-b788-34eb5a26614a tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Request body: {'port': {'network_id': '98d8805b-dd65-4110-997b-2eea298bca78', 'mac_address': 'fa:16:3e:ed:d9:62', 'name': 'tempest-NetworksTestDHCPv6-1481998284'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:27:24.128035 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-936eac80-8c92-486d-b57d-29e57f2aa3e7 req-f5f39de2-80cc-4fe7-be59-8e971b92bdb6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ce102191-c862-4595-b40b-01aa258c2118 HTTP/1.1" status: 200 len: 1001 time: 0.4351077 Mar 07 10:27:24.130162 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fc27c2-68c8-4f27-987c-e1f699621abd None None] Pushing event deleted for resources: {'Port': ['ID=ec28dcf2-d8e9-47e4-bc91-6e07976b61ab,revision_number=None']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:24.139289 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-28f533c6-dc06-4320-906a-47a446456842 tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] 10.222.0.13 "DELETE /v2.0/subnets/33687923-5478-4e4f-8965-390b0ecc0f62 HTTP/1.1" status: 204 len: 168 time: 1.2605250 Mar 07 10:27:24.142764 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 33150) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:27:24.150674 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85fc27c2-68c8-4f27-987c-e1f699621abd None None] No DVR routers for this DVR port ec28dcf2-d8e9-47e4-bc91-6e07976b61ab on host dv-neutron-830731-3-hyperv {{(pid=83739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:27:24.155476 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d69e6392-10bc-4576-8f98-a7b3cc493718 tempest-FloatingIPAdminTestJSON-2050425523 tempest-FloatingIPAdminTestJSON-2050425523-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:24.158007 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d69e6392-10bc-4576-8f98-a7b3cc493718 tempest-FloatingIPAdminTestJSON-2050425523 tempest-FloatingIPAdminTestJSON-2050425523-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for floatingip, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:24.159158 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-d69e6392-10bc-4576-8f98-a7b3cc493718 tempest-FloatingIPAdminTestJSON-2050425523 tempest-FloatingIPAdminTestJSON-2050425523-project-admin] 10.222.0.13 "DELETE /v2.0/floatingips/c6debedf-5be6-4bab-b7de-d0d336421d93 HTTP/1.1" status: 204 len: 168 time: 1.8159373 Mar 07 10:27:24.206132 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 33152) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:27:24.218412 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15bd4c1a-c130-4674-aa3a-dd634502c96d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ec2749d-0aec-52fb-aca6-10ba8a80aade-98d8805b-dd65-4110-997b-2eea298bca78', 'network_id': '98d8805b-dd65-4110-997b-2eea298bca78', 'tenant_id': '0f1e04191c7443f7844c0202165e746c', 'fixed_ips': [{'subnet_id': 'f5ce8373-7c8c-4356-a1af-e2cb15717e98'}]}} from dv-neutron-830731-3-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 07 10:27:24.219236 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-15bd4c1a-c130-4674-aa3a-dd634502c96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:24.337636 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.db.api [None req-71b81d38-1241-4540-bb45-736dd224e8f4 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83737) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 10:27:24.337964 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG oslo_db.api [None req-71b81d38-1241-4540-bb45-736dd224e8f4 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 10:27:24.376406 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-1ed4c598-15ba-4de7-b17b-b92a788e62f8 tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Deleting port c48d7f2c-0621-4a7a-bf2d-c8df2a86405d {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:27:24.376802 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1ed4c598-15ba-4de7-b17b-b92a788e62f8 tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:24.442739 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 40374ef1-dee0-4a56-8e0b-b194e344928c up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:27:24.528617 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-15bd4c1a-c130-4674-aa3a-dd634502c96d None None] Allocated IP 2001:db8::f816:3eff:fedf:ccf7 (98d8805b-dd65-4110-997b-2eea298bca78/f5ce8373-7c8c-4356-a1af-e2cb15717e98/a0989ff7-a255-421c-acef-adfe401e1a95) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:27:24.549156 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936eac80-8c92-486d-b57d-29e57f2aa3e7 req-b77ba125-0d70-40ce-955e-2caffa628a8a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:24.551080 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-936eac80-8c92-486d-b57d-29e57f2aa3e7 req-b77ba125-0d70-40ce-955e-2caffa628a8a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c839e96c-7ebc-4e73-acbb-92a3dab8a0ef HTTP/1.1" status: 200 len: 851 time: 0.4042022 Mar 07 10:27:24.554466 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5ea7d763-eb6c-41ae-b899-42ee7da80416 tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1158940'] for network, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:24.561877 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-b08c21ad-113a-43e4-86ea-b4cb5d6c68df tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Transition to ACTIVE for port object 256d7aa8-2cca-4126-9ad7-7a5df82f74fc will not be triggered until provisioned by entity DHCP. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:27:24.645679 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning for port 40374ef1-dee0-4a56-8e0b-b194e344928c completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:27:24.683326 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b08c21ad-113a-43e4-86ea-b4cb5d6c68df tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:24.704837 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-cac964b5-84ec-4926-b788-34eb5a26614a tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:27:24.725886 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-cac964b5-84ec-4926-b788-34eb5a26614a tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Usage tracker for resource:port and tenant:0f1e04191c7443f7844c0202165e746c is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:27:24.729675 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-cac964b5-84ec-4926-b788-34eb5a26614a tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:27:24.755248 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-cac964b5-84ec-4926-b788-34eb5a26614a tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:27:24.810519 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cac964b5-84ec-4926-b788-34eb5a26614a tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Made reservation on behalf of 0f1e04191c7443f7844c0202165e746c for: {'port': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:27:24.841910 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device ec28dcf2-d8e9-47e4-bc91-6e07976b61ab no longer exists at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:27:24.874273 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb3d361-a2f5-4986-8b5d-b053b9910af5 None None] Network c3745f15-0351-4d66-ae3f-a3bde0ce815b requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:27:24.878586 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-71b81d38-1241-4540-bb45-736dd224e8f4 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Deleting port ec28dcf2-d8e9-47e4-bc91-6e07976b61ab {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:27:24.879095 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-71b81d38-1241-4540-bb45-736dd224e8f4 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:24.897788 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] No Port match for: ec28dcf2-d8e9-47e4-bc91-6e07976b61ab {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 10:27:24.898227 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device ec28dcf2-d8e9-47e4-bc91-6e07976b61ab not bound to the agent host dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 10:27:24.905895 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b08c21ad-113a-43e4-86ea-b4cb5d6c68df tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Network c65b5bd6-09fa-415e-8d2b-65ca40dfc513 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:27:24.914902 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-b08c21ad-113a-43e4-86ea-b4cb5d6c68df tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:27:24.917070 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08c21ad-113a-43e4-86ea-b4cb5d6c68df tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:27:24.917544 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b08c21ad-113a-43e4-86ea-b4cb5d6c68df tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3920324'] for router_interface, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:24.918060 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541d1d48-acd5-4fb4-a19d-183924fde14a req-ed892e4a-f352-4e3a-a7c4-31ce8a92959e tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:24.922989 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-936eac80-8c92-486d-b57d-29e57f2aa3e7 req-bcd32431-4ab1-4a5e-89f4-e43ecbce4bd2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f727e18d-bdc2-4660-9a3a-cfddb6581f4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3362122 Mar 07 10:27:24.925978 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-541d1d48-acd5-4fb4-a19d-183924fde14a req-ed892e4a-f352-4e3a-a7c4-31ce8a92959e tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9a41462-2213-477c-a0d7-2a574dc86c0e HTTP/1.1" status: 200 len: 946 time: 0.4700394 Mar 07 10:27:24.930223 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08c21ad-113a-43e4-86ea-b4cb5d6c68df tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Pushing event updated for resources: {'Port': ['ID=256d7aa8-2cca-4126-9ad7-7a5df82f74fc,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:24.980893 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-15bd4c1a-c130-4674-aa3a-dd634502c96d None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:25.000384 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-15bd4c1a-c130-4674-aa3a-dd634502c96d None None] Transition to ACTIVE for port object a0989ff7-a255-421c-acef-adfe401e1a95 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:27:25.023407 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5ea7d763-eb6c-41ae-b899-42ee7da80416 tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1526893', 'neutron.services.segments.db._delete_segments_for_network-8732568551033'] for network, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:25.029143 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-ca857396-395a-43a3-ae8b-4c9136548cde None None] Provisioning for port 40374ef1-dee0-4a56-8e0b-b194e344928c completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:27:25.063837 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-ca857396-395a-43a3-ae8b-4c9136548cde None None] Provisioning complete for port 40374ef1-dee0-4a56-8e0b-b194e344928c triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:27:25.064209 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-ca857396-395a-43a3-ae8b-4c9136548cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:25.065594 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-71b81d38-1241-4540-bb45-736dd224e8f4 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] The port 'ec28dcf2-d8e9-47e4-bc91-6e07976b61ab' was deleted {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 07 10:27:25.131566 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-15bd4c1a-c130-4674-aa3a-dd634502c96d None None] Transition to ACTIVE for port object a0989ff7-a255-421c-acef-adfe401e1a95 will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:27:25.187402 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1ed4c598-15ba-4de7-b17b-b92a788e62f8 tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:25.194868 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-5ea7d763-eb6c-41ae-b899-42ee7da80416 tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06628671-c030-4bca-a038-47240be7cf3c']}} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:27:25.220638 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-5ea7d763-eb6c-41ae-b899-42ee7da80416 tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7456f219-0bee-4cb6-9ab5-d9bd40e667a5') {'for_net_delete': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:27:25.221008 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-5ea7d763-eb6c-41ae-b899-42ee7da80416 tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7456f219-0bee-4cb6-9ab5-d9bd40e667a5') {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:27:25.226536 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-15bd4c1a-c130-4674-aa3a-dd634502c96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:25.262898 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5ea7d763-eb6c-41ae-b899-42ee7da80416 tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732568550916', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968000'] for segment, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:25.358051 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5ea7d763-eb6c-41ae-b899-42ee7da80416 tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:25.366660 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-1ed4c598-15ba-4de7-b17b-b92a788e62f8 tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Calling delete_port for c48d7f2c-0621-4a7a-bf2d-c8df2a86405d owned by {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:27:25.369442 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-936eac80-8c92-486d-b57d-29e57f2aa3e7 req-1f316fab-2b01-436f-8fb2-83d61a95c37d service neutron] 10.222.0.10 "GET /v2.0/networks/f727e18d-bdc2-4660-9a3a-cfddb6581f4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4357717 Mar 07 10:27:25.376076 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ea7d763-eb6c-41ae-b899-42ee7da80416 tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=83738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 07 10:27:25.376498 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5ea7d763-eb6c-41ae-b899-42ee7da80416 tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1227397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3556681'] for segment, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:25.393755 dv-neutron-830731-3-hyperv neutron-server[83738]: Traceback (most recent call last): Mar 07 10:27:25.393755 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 07 10:27:25.393755 dv-neutron-830731-3-hyperv neutron-server[83738]: timer() Mar 07 10:27:25.393755 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:27:25.393755 dv-neutron-830731-3-hyperv neutron-server[83738]: cb(*args, **kw) Mar 07 10:27:25.393755 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 10:27:25.393755 dv-neutron-830731-3-hyperv neutron-server[83738]: return func(*args, **kwargs) Mar 07 10:27:25.393755 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:27:25.393755 dv-neutron-830731-3-hyperv neutron-server[83738]: self._notify() Mar 07 10:27:25.393755 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:27:25.393755 dv-neutron-830731-3-hyperv neutron-server[83738]: self.callback(batched_events) Mar 07 10:27:25.393755 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:27:25.393755 dv-neutron-830731-3-hyperv neutron-server[83738]: event.method(event) Mar 07 10:27:25.393755 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 10:27:25.393755 dv-neutron-830731-3-hyperv neutron-server[83738]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:27:25.393755 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 10:27:25.393755 dv-neutron-830731-3-hyperv neutron-server[83738]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:27:25.393755 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 10:27:25.393755 dv-neutron-830731-3-hyperv neutron-server[83738]: return f(self, *a, **k) Mar 07 10:27:25.393755 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:27:25.393755 dv-neutron-830731-3-hyperv neutron-server[83738]: return self._get(url).json() Mar 07 10:27:25.393755 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:27:25.393755 dv-neutron-830731-3-hyperv neutron-server[83738]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:27:25.393755 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 07 10:27:25.393755 dv-neutron-830731-3-hyperv neutron-server[83738]: return self.request(url, 'GET', **kwargs) Mar 07 10:27:25.393755 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 07 10:27:25.393755 dv-neutron-830731-3-hyperv neutron-server[83738]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:27:25.393755 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 07 10:27:25.393755 dv-neutron-830731-3-hyperv neutron-server[83738]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:27:25.393755 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 07 10:27:25.393755 dv-neutron-830731-3-hyperv neutron-server[83738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:27:25.393755 dv-neutron-830731-3-hyperv neutron-server[83738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:27:25.395863 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15bd4c1a-c130-4674-aa3a-dd634502c96d None None] Network 98d8805b-dd65-4110-997b-2eea298bca78 is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:27:25.402588 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bd4c1a-c130-4674-aa3a-dd634502c96d None None] Pushing event updated for resources: {'Port': ['ID=a0989ff7-a255-421c-acef-adfe401e1a95,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:25.405045 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-15bd4c1a-c130-4674-aa3a-dd634502c96d None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:27:25.411038 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15bd4c1a-c130-4674-aa3a-dd634502c96d None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:27:25.466543 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b08c21ad-113a-43e4-86ea-b4cb5d6c68df tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:25.499115 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-ca857396-395a-43a3-ae8b-4c9136548cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:25.530517 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-15bd4c1a-c130-4674-aa3a-dd634502c96d None None] Attempting to bind port a0989ff7-a255-421c-acef-adfe401e1a95 on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:27:25.530794 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-15bd4c1a-c130-4674-aa3a-dd634502c96d None None] Attempting to bind port a0989ff7-a255-421c-acef-adfe401e1a95 by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': '13510a37-88c7-493e-9701-b414ea24fc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '98d8805b-dd65-4110-997b-2eea298bca78'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:27:25.531147 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15bd4c1a-c130-4674-aa3a-dd634502c96d None None] Attempting to bind port a0989ff7-a255-421c-acef-adfe401e1a95 on network 98d8805b-dd65-4110-997b-2eea298bca78 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:27:25.553310 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-ca857396-395a-43a3-ae8b-4c9136548cde None None] For port 40374ef1-dee0-4a56-8e0b-b194e344928c, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=40374ef1-dee0-4a56-8e0b-b194e344928c,segment=NetworkSegment(7bd8713b-d1a9-409e-8291-bebc0366fc3c),segment_id=7bd8713b-d1a9-409e-8291-bebc0366fc3c)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:27:25.558162 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15bd4c1a-c130-4674-aa3a-dd634502c96d None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 27, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:27:25.558542 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15bd4c1a-c130-4674-aa3a-dd634502c96d None None] Checking segment: {'id': '13510a37-88c7-493e-9701-b414ea24fc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '98d8805b-dd65-4110-997b-2eea298bca78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:27:25.559009 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-15bd4c1a-c130-4674-aa3a-dd634502c96d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:25.559647 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15bd4c1a-c130-4674-aa3a-dd634502c96d None None] Bound using segment: {'id': '13510a37-88c7-493e-9701-b414ea24fc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '98d8805b-dd65-4110-997b-2eea298bca78'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:27:25.560293 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-15bd4c1a-c130-4674-aa3a-dd634502c96d None None] Bound port: a0989ff7-a255-421c-acef-adfe401e1a95, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13510a37-88c7-493e-9701-b414ea24fc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '98d8805b-dd65-4110-997b-2eea298bca78'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:27:25.560563 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-15bd4c1a-c130-4674-aa3a-dd634502c96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:25.573254 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-ca857396-395a-43a3-ae8b-4c9136548cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:25.589079 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-541d1d48-acd5-4fb4-a19d-183924fde14a req-51a8af42-70a2-4088-831e-f10e1eef1473 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0cf1685-c0d8-4959-a53b-3f1ceedf7fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6618304 Mar 07 10:27:25.624389 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-71b81d38-1241-4540-bb45-736dd224e8f4 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1526893', 'neutron.services.segments.db._delete_segments_for_network-8732568551033'] for network, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:25.638143 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-cac964b5-84ec-4926-b788-34eb5a26614a tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:25.697851 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-71b81d38-1241-4540-bb45-736dd224e8f4 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebc61dea-a224-486c-9a73-298ab885f8db']}} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:27:25.712410 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca857396-395a-43a3-ae8b-4c9136548cde None None] Pushing event updated for resources: {'Port': ['ID=40374ef1-dee0-4a56-8e0b-b194e344928c,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:25.729287 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [None req-cac964b5-84ec-4926-b788-34eb5a26614a tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] device_id is not set on port 61771e54-5778-4029-8811-31c1ecc6bbb6 yet. {{(pid=83737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 07 10:27:25.735770 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-b2d9c642-c5f9-48b0-9dd6-da87722f13ad None None] Provisioning for port 256d7aa8-2cca-4126-9ad7-7a5df82f74fc completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:27:25.748261 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-b2d9c642-c5f9-48b0-9dd6-da87722f13ad None None] Provisioning complete for port 256d7aa8-2cca-4126-9ad7-7a5df82f74fc triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:27:25.748717 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-b2d9c642-c5f9-48b0-9dd6-da87722f13ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:25.767149 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-936eac80-8c92-486d-b57d-29e57f2aa3e7 req-7d3ec0e2-3019-4006-b344-f59b5b3fdbae service neutron] 10.222.0.10 "GET /v2.0/networks/f727e18d-bdc2-4660-9a3a-cfddb6581f4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3760731 Mar 07 10:27:25.790519 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-71b81d38-1241-4540-bb45-736dd224e8f4 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ec5f950-bedb-444c-a86d-cf9771021772') {'for_net_delete': True} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:27:25.790973 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-71b81d38-1241-4540-bb45-736dd224e8f4 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ec5f950-bedb-444c-a86d-cf9771021772') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:27:25.803484 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-15bd4c1a-c130-4674-aa3a-dd634502c96d None None] For port a0989ff7-a255-421c-acef-adfe401e1a95, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:27:25.849547 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-b2d9c642-c5f9-48b0-9dd6-da87722f13ad None None] Port 256d7aa8-2cca-4126-9ad7-7a5df82f74fc cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:27:25.869122 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-15bd4c1a-c130-4674-aa3a-dd634502c96d None None] For port a0989ff7-a255-421c-acef-adfe401e1a95, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=a0989ff7-a255-421c-acef-adfe401e1a95,segment=NetworkSegment(13510a37-88c7-493e-9701-b414ea24fc4c),segment_id=13510a37-88c7-493e-9701-b414ea24fc4c)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:27:25.872331 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-71b81d38-1241-4540-bb45-736dd224e8f4 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732568550916', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629174'] for segment, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:25.876923 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-15bd4c1a-c130-4674-aa3a-dd634502c96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:25.881151 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1ed4c598-15ba-4de7-b17b-b92a788e62f8 tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:25.922468 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5ea7d763-eb6c-41ae-b899-42ee7da80416 tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1526886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923583'] for network, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:25.950907 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ea7d763-eb6c-41ae-b899-42ee7da80416 tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 06628671-c030-4bca-a038-47240be7cf3c {{(pid=83738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 07 10:27:25.956262 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5ea7d763-eb6c-41ae-b899-42ee7da80416 tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:25.963718 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed4c598-15ba-4de7-b17b-b92a788e62f8 tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Pushing event deleted for resources: {'Port': ['ID=c48d7f2c-0621-4a7a-bf2d-c8df2a86405d,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:25.970081 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-71b81d38-1241-4540-bb45-736dd224e8f4 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:25.979681 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bd4c1a-c130-4674-aa3a-dd634502c96d None None] Pushing event updated for resources: {'Port': ['ID=a0989ff7-a255-421c-acef-adfe401e1a95,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:25.986412 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-5ea7d763-eb6c-41ae-b899-42ee7da80416 tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] 10.222.0.13 "DELETE /v2.0/networks/06628671-c030-4bca-a038-47240be7cf3c HTTP/1.1" status: 204 len: 168 time: 1.7981329 Mar 07 10:27:26.007937 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-9f8318a5-dd0d-4216-945a-c15966b7d1b5 None None] Provisioning complete for port 40374ef1-dee0-4a56-8e0b-b194e344928c triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:27:26.008586 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-9f8318a5-dd0d-4216-945a-c15966b7d1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:26.009989 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea7d763-eb6c-41ae-b899-42ee7da80416 tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Pushing event deleted for resources: {'Network': ['ID=06628671-c030-4bca-a038-47240be7cf3c,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:26.025246 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71b81d38-1241-4540-bb45-736dd224e8f4 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=83737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 07 10:27:26.025912 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-71b81d38-1241-4540-bb45-736dd224e8f4 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1227397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3012597'] for segment, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:26.049028 dv-neutron-830731-3-hyperv neutron-server[83737]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:27:26.049028 dv-neutron-830731-3-hyperv neutron-server[83737]: util.warn( Mar 07 10:27:26.049028 dv-neutron-830731-3-hyperv neutron-server[83737]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:27:26.049028 dv-neutron-830731-3-hyperv neutron-server[83737]: util.warn( Mar 07 10:27:26.049028 dv-neutron-830731-3-hyperv neutron-server[83737]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:27:26.049028 dv-neutron-830731-3-hyperv neutron-server[83737]: util.warn( Mar 07 10:27:26.049028 dv-neutron-830731-3-hyperv neutron-server[83737]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:27:26.049028 dv-neutron-830731-3-hyperv neutron-server[83737]: util.warn( Mar 07 10:27:26.049028 dv-neutron-830731-3-hyperv neutron-server[83737]: Traceback (most recent call last): Mar 07 10:27:26.049028 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 07 10:27:26.049028 dv-neutron-830731-3-hyperv neutron-server[83737]: timer() Mar 07 10:27:26.049028 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:27:26.049028 dv-neutron-830731-3-hyperv neutron-server[83737]: cb(*args, **kw) Mar 07 10:27:26.049028 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 10:27:26.049028 dv-neutron-830731-3-hyperv neutron-server[83737]: return func(*args, **kwargs) Mar 07 10:27:26.049028 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:27:26.049028 dv-neutron-830731-3-hyperv neutron-server[83737]: self._notify() Mar 07 10:27:26.049028 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:27:26.049028 dv-neutron-830731-3-hyperv neutron-server[83737]: self.callback(batched_events) Mar 07 10:27:26.049028 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:27:26.049028 dv-neutron-830731-3-hyperv neutron-server[83737]: event.method(event) Mar 07 10:27:26.049028 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 10:27:26.049028 dv-neutron-830731-3-hyperv neutron-server[83737]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:27:26.049028 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 10:27:26.049028 dv-neutron-830731-3-hyperv neutron-server[83737]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:27:26.049028 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 10:27:26.049028 dv-neutron-830731-3-hyperv neutron-server[83737]: return f(self, *a, **k) Mar 07 10:27:26.049028 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:27:26.049028 dv-neutron-830731-3-hyperv neutron-server[83737]: return self._get(url).json() Mar 07 10:27:26.049028 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:27:26.049028 dv-neutron-830731-3-hyperv neutron-server[83737]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:27:26.049028 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 07 10:27:26.049028 dv-neutron-830731-3-hyperv neutron-server[83737]: return self.request(url, 'GET', **kwargs) Mar 07 10:27:26.049028 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 07 10:27:26.049028 dv-neutron-830731-3-hyperv neutron-server[83737]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:27:26.049028 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 07 10:27:26.049028 dv-neutron-830731-3-hyperv neutron-server[83737]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:27:26.049028 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 07 10:27:26.049028 dv-neutron-830731-3-hyperv neutron-server[83737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:27:26.049028 dv-neutron-830731-3-hyperv neutron-server[83737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:27:26.415789 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-71b81d38-1241-4540-bb45-736dd224e8f4 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1526886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923583'] for network, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:26.433992 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 40374ef1-dee0-4a56-8e0b-b194e344928c up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:27:26.457567 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-71b81d38-1241-4540-bb45-736dd224e8f4 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:26.464241 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1ed4c598-15ba-4de7-b17b-b92a788e62f8 tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:26.465026 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9347b03-1085-4493-a4c9-69e83f73f427 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Router 1be73ccb-58a1-45cd-94d1-7fbff3b1b296 has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:27:26.497566 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-cac964b5-84ec-4926-b788-34eb5a26614a tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Allocated IP 2001:db8::f816:3eff:feed:d962 (98d8805b-dd65-4110-997b-2eea298bca78/f5ce8373-7c8c-4356-a1af-e2cb15717e98/61771e54-5778-4029-8811-31c1ecc6bbb6) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:27:26.527675 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b81d38-1241-4540-bb45-736dd224e8f4 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Pushing event deleted for resources: {'Network': ['ID=ebc61dea-a224-486c-9a73-298ab885f8db,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:26.555633 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad11460-fdbc-4dd0-8dbe-e864b29a0179 req-5fee91ce-4e91-45ea-be6d-0ea18aa24122 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:26.556158 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 40374ef1-dee0-4a56-8e0b-b194e344928c triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:27:26.557739 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-3ad11460-fdbc-4dd0-8dbe-e864b29a0179 req-5fee91ce-4e91-45ea-be6d-0ea18aa24122 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9a41462-2213-477c-a0d7-2a574dc86c0e HTTP/1.1" status: 200 len: 946 time: 0.7542236 Mar 07 10:27:26.565053 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:26.571273 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-1ed4c598-15ba-4de7-b17b-b92a788e62f8 tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] 10.222.0.13 "DELETE /v2.0/ports/c48d7f2c-0621-4a7a-bf2d-c8df2a86405d HTTP/1.1" status: 204 len: 168 time: 2.3640361 Mar 07 10:27:26.576918 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-71b81d38-1241-4540-bb45-736dd224e8f4 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] 10.222.0.13 "DELETE /v2.0/networks/ebc61dea-a224-486c-9a73-298ab885f8db HTTP/1.1" status: 204 len: 168 time: 4.2394512 Mar 07 10:27:26.577103 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 33166) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:27:26.577338 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 33168) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:27:26.636987 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-b4f33b9f-e6ae-403f-a0e8-8845da0b0f46 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Request body: {'network': {'name': 'tempest-RoutersTest-1469616206'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:27:26.676015 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-b4f33b9f-e6ae-403f-a0e8-8845da0b0f46 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:27:26.816869 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-b4f33b9f-e6ae-403f-a0e8-8845da0b0f46 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Usage tracker for resource:network and tenant:8843377006954c17a088ed77df13332f is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:27:26.820215 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 33178) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:27:26.827661 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-b4f33b9f-e6ae-403f-a0e8-8845da0b0f46 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:27:26.839422 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-be7dd82d-7a5f-4417-907c-9fa57afc71c8 tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Request body: {'router': {'name': 'tempest-router--1910049611', 'project_id': 'a6b1519a52104b14b8bb8cbe8d95ec48'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:27:26.854005 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-b4f33b9f-e6ae-403f-a0e8-8845da0b0f46 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:27:26.866419 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-be7dd82d-7a5f-4417-907c-9fa57afc71c8 tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:27:26.876872 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-be7dd82d-7a5f-4417-907c-9fa57afc71c8 tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Usage tracker for resource:router and tenant:a6b1519a52104b14b8bb8cbe8d95ec48 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:27:26.886706 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-be7dd82d-7a5f-4417-907c-9fa57afc71c8 tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:27:26.891285 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-3ad11460-fdbc-4dd0-8dbe-e864b29a0179 req-495c4cb7-fe85-4ce7-903c-65c67237d27c tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0cf1685-c0d8-4959-a53b-3f1ceedf7fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3130927 Mar 07 10:27:26.912925 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-be7dd82d-7a5f-4417-907c-9fa57afc71c8 tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:27:26.921229 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4f33b9f-e6ae-403f-a0e8-8845da0b0f46 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Made reservation on behalf of 8843377006954c17a088ed77df13332f for: {'network': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:27:26.924003 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b4f33b9f-e6ae-403f-a0e8-8845da0b0f46 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for network, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:26.966304 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b08c21ad-113a-43e4-86ea-b4cb5d6c68df tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Notify callbacks [] for port, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:26.974010 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b08c21ad-113a-43e4-86ea-b4cb5d6c68df tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3556717'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:26.975344 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b08c21ad-113a-43e4-86ea-b4cb5d6c68df tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2756426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3920233'] for router_interface, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:27.010713 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-be7dd82d-7a5f-4417-907c-9fa57afc71c8 tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3919700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58025'] for router, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:27.011540 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-be7dd82d-7a5f-4417-907c-9fa57afc71c8 tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3919671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4011175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58018'] for router, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:27.090085 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa2ba5bd-1de2-40de-a260-570649a76c68 tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:27.090773 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-fa2ba5bd-1de2-40de-a260-570649a76c68 tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Synchronizing usage tracker for tenant:03e87e6ffa17408099bdc7fd61743b93 on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:27:27.130395 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4f33b9f-e6ae-403f-a0e8-8845da0b0f46 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=83737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:27:27.130750 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08c21ad-113a-43e4-86ea-b4cb5d6c68df tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Pushing event updated for resources: {'Port': ['ID=256d7aa8-2cca-4126-9ad7-7a5df82f74fc,revision_number=2']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:27.187921 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b4f33b9f-e6ae-403f-a0e8-8845da0b0f46 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:27.188299 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.db.segments_db [None req-b4f33b9f-e6ae-403f-a0e8-8845da0b0f46 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Added segment 18cc4b50-ce35-4252-adff-77a307f24223 of type vlan for network 44e4a482-dcbd-4a16-9fe3-e74d2ac6f0e0 Mar 07 10:27:27.189998 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-be7dd82d-7a5f-4417-907c-9fa57afc71c8 tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:27.195488 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-fa2ba5bd-1de2-40de-a260-570649a76c68 tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Unset dirty status for tenant:03e87e6ffa17408099bdc7fd61743b93 on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:27:27.198178 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-fa2ba5bd-1de2-40de-a260-570649a76c68 tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] 10.222.0.13 "GET /v2.0/ports?device_id=62415547-1458-44ed-9029-8d3a253ba97f HTTP/1.1" status: 200 len: 913 time: 0.5995877 Mar 07 10:27:27.201753 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 33184) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:27:27.214574 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-cac964b5-84ec-4926-b788-34eb5a26614a tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:27.274893 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [None req-cac964b5-84ec-4926-b788-34eb5a26614a tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Transition to ACTIVE for port object 61771e54-5778-4029-8811-31c1ecc6bbb6 will not be triggered until provisioned by entity DHCP. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:27:27.281082 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b4f33b9f-e6ae-403f-a0e8-8845da0b0f46 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732568034061'] for network, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:27.291260 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-be7dd82d-7a5f-4417-907c-9fa57afc71c8 tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3917991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923518'] for router, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:27.302017 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7ea817-3582-464b-9f49-ca5ab3fcd4df req-81a3d75f-60cc-448c-b813-88858df8c171 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:27.303602 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-bc7ea817-3582-464b-9f49-ca5ab3fcd4df req-81a3d75f-60cc-448c-b813-88858df8c171 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9a41462-2213-477c-a0d7-2a574dc86c0e HTTP/1.1" status: 200 len: 946 time: 0.2799439 Mar 07 10:27:27.352192 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b08c21ad-113a-43e4-86ea-b4cb5d6c68df tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Network c65b5bd6-09fa-415e-8d2b-65ca40dfc513 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:27:27.358356 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-b08c21ad-113a-43e4-86ea-b4cb5d6c68df tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:27:27.370729 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-be7dd82d-7a5f-4417-907c-9fa57afc71c8 tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:27.371982 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-be7dd82d-7a5f-4417-907c-9fa57afc71c8 tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.5457294 Mar 07 10:27:27.381909 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 33188) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:27:27.382698 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b4f33b9f-e6ae-403f-a0e8-8845da0b0f46 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594'] for network, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:27.386629 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f33b9f-e6ae-403f-a0e8-8845da0b0f46 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:27.387317 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b4f33b9f-e6ae-403f-a0e8-8845da0b0f46 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:27.469981 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-cac964b5-84ec-4926-b788-34eb5a26614a tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:27.554103 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9347b03-1085-4493-a4c9-69e83f73f427 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:27:27.566585 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b58c7940-8e6b-4009-aaeb-81de8fab6349 None None] Sync routers for ids ['1be73ccb-58a1-45cd-94d1-7fbff3b1b296'] in dv-neutron-830731-3-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:27:27.575354 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-b9347b03-1085-4493-a4c9-69e83f73f427 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] 10.222.0.13 "PUT /v2.0/routers/1be73ccb-58a1-45cd-94d1-7fbff3b1b296/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 16.4418542 Mar 07 10:27:27.579936 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58c7940-8e6b-4009-aaeb-81de8fab6349 None None] Routers {'1be73ccb-58a1-45cd-94d1-7fbff3b1b296'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:27:27.580588 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-b58c7940-8e6b-4009-aaeb-81de8fab6349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:27:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['1be73ccb-58a1-45cd-94d1-7fbff3b1b296'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:27:27.582344 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 33192) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:27:27.631049 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6cfbfd33-833f-42b2-abae-a35ae1f521be None None] Provisioning for port a0989ff7-a255-421c-acef-adfe401e1a95 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:27:27.646845 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-b58c7940-8e6b-4009-aaeb-81de8fab6349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:27:27.657849 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58c7940-8e6b-4009-aaeb-81de8fab6349 None None] Routers {'1be73ccb-58a1-45cd-94d1-7fbff3b1b296'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:27:27.658788 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-b58c7940-8e6b-4009-aaeb-81de8fab6349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:27:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['1be73ccb-58a1-45cd-94d1-7fbff3b1b296'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:27:27.662936 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-bc7ea817-3582-464b-9f49-ca5ab3fcd4df req-10e184cc-d6af-434c-8f3d-1f6037c2071e tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0cf1685-c0d8-4959-a53b-3f1ceedf7fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3446641 Mar 07 10:27:27.675896 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-b4f33b9f-e6ae-403f-a0e8-8845da0b0f46 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0753036 Mar 07 10:27:27.690670 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 33196) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:27:27.707499 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-15cdc86a-f090-45e2-84db-766ac2e5e0a7 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Request body: {'subnet': {'network_id': '44e4a482-dcbd-4a16-9fe3-e74d2ac6f0e0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:27:27.726437 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-b58c7940-8e6b-4009-aaeb-81de8fab6349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:27:27.726893 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b58c7940-8e6b-4009-aaeb-81de8fab6349 None None] The sync data for ids ['1be73ccb-58a1-45cd-94d1-7fbff3b1b296'] in dv-neutron-830731-3-hyperv is: [] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:27:27.759302 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-ebe0cc6f-4432-4ddf-9fbe-47c2d59c78b5 None None] Provisioning complete for port 256d7aa8-2cca-4126-9ad7-7a5df82f74fc triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:27:27.759670 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-ebe0cc6f-4432-4ddf-9fbe-47c2d59c78b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:27.810093 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac964b5-84ec-4926-b788-34eb5a26614a tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Pushing event updated for resources: {'Port': ['ID=61771e54-5778-4029-8811-31c1ecc6bbb6,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:27.820435 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-ebe0cc6f-4432-4ddf-9fbe-47c2d59c78b5 None None] Port 256d7aa8-2cca-4126-9ad7-7a5df82f74fc cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:27:27.853037 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f33b9f-e6ae-403f-a0e8-8845da0b0f46 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Pushing event updated for resources: {'Network': ['ID=44e4a482-dcbd-4a16-9fe3-e74d2ac6f0e0,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:27.865625 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Network 44e4a482-dcbd-4a16-9fe3-e74d2ac6f0e0 details requested by agent ovs-agent-dv-neutron-830731-3-hyperv with host dv-neutron-830731-3-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 10:27:27.878861 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac964b5-84ec-4926-b788-34eb5a26614a tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Network 98d8805b-dd65-4110-997b-2eea298bca78 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:27:27.884392 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-cac964b5-84ec-4926-b788-34eb5a26614a tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:27:27.891503 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac964b5-84ec-4926-b788-34eb5a26614a tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:27:27.895447 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cac964b5-84ec-4926-b788-34eb5a26614a tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:27.895995 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-cac964b5-84ec-4926-b788-34eb5a26614a tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:27.943361 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-11fe5f4d-a05e-4012-a547-57d56a00b455 tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Notify callbacks [] for router, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:27.997682 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-cac964b5-84ec-4926-b788-34eb5a26614a tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.8870978 Mar 07 10:27:28.005931 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-15cdc86a-f090-45e2-84db-766ac2e5e0a7 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:27:28.008247 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 33202) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:27:28.048806 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-15cdc86a-f090-45e2-84db-766ac2e5e0a7 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Usage tracker for resource:subnet and tenant:8843377006954c17a088ed77df13332f is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:27:28.102621 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-15cdc86a-f090-45e2-84db-766ac2e5e0a7 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:27:28.120096 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-15cdc86a-f090-45e2-84db-766ac2e5e0a7 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:27:28.158185 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15cdc86a-f090-45e2-84db-766ac2e5e0a7 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Made reservation on behalf of 8843377006954c17a088ed77df13332f for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:27:28.185418 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccfce72-a1c4-460c-a700-a5161a698fa2 req-3b7e4b69-8ddd-4114-a8d7-b4678071b4f8 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:28.186906 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-9ccfce72-a1c4-460c-a700-a5161a698fa2 req-3b7e4b69-8ddd-4114-a8d7-b4678071b4f8 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9a41462-2213-477c-a0d7-2a574dc86c0e HTTP/1.1" status: 200 len: 946 time: 0.3693299 Mar 07 10:27:28.258790 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-d1cb9f0e-d2f3-4370-b253-e91aac42a478 None None] Provisioning for port 61771e54-5778-4029-8811-31c1ecc6bbb6 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:27:28.269326 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-d1cb9f0e-d2f3-4370-b253-e91aac42a478 None None] Provisioning complete for port 61771e54-5778-4029-8811-31c1ecc6bbb6 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:27:28.270293 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-d1cb9f0e-d2f3-4370-b253-e91aac42a478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:28.360940 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8894df80-2098-4a89-94c7-52448e24bd1b tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks [] for router, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:28.397226 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-d1cb9f0e-d2f3-4370-b253-e91aac42a478 None None] Port 61771e54-5778-4029-8811-31c1ecc6bbb6 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:27:28.406901 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a2e12231-7a00-4359-962b-e20609819559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:28.410832 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device a0989ff7-a255-421c-acef-adfe401e1a95 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:27:28.450810 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-15cdc86a-f090-45e2-84db-766ac2e5e0a7 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3219231'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:28.482984 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning for port a0989ff7-a255-421c-acef-adfe401e1a95 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:27:28.488335 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port a0989ff7-a255-421c-acef-adfe401e1a95 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:27:28.488858 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:28.511196 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b08c21ad-113a-43e4-86ea-b4cb5d6c68df tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Router 150f3cee-e40d-439b-bb60-c2c2615b292b is scheduled to L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 with binding_index 1 {{(pid=83738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 10:27:28.642056 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c0bd3a-33c4-43f5-b776-08c293207b80 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:28.645811 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c0bd3a-33c4-43f5-b776-08c293207b80 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:28.646894 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-83c0bd3a-33c4-43f5-b776-08c293207b80 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Synchronizing usage tracker for tenant:0f1e04191c7443f7844c0202165e746c on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:27:28.656840 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:28.681843 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8d6ec5c6-70d4-432c-a66e-f12c87b2af39 tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3920255'] for router_interface, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:28.694055 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] For port a0989ff7-a255-421c-acef-adfe401e1a95, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=a0989ff7-a255-421c-acef-adfe401e1a95,segment=NetworkSegment(13510a37-88c7-493e-9701-b414ea24fc4c),segment_id=13510a37-88c7-493e-9701-b414ea24fc4c)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:27:28.698044 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:28.771871 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Pushing event updated for resources: {'Port': ['ID=a0989ff7-a255-421c-acef-adfe401e1a95,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:28.785930 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-9ccfce72-a1c4-460c-a700-a5161a698fa2 req-7fdca9b6-5e23-4504-bca5-f3780cb97db9 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0cf1685-c0d8-4959-a53b-3f1ceedf7fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5932741 Mar 07 10:27:28.805509 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-11fe5f4d-a05e-4012-a547-57d56a00b455 tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3917970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58043'] for router, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:28.811605 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-83c0bd3a-33c4-43f5-b776-08c293207b80 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Unset dirty status for tenant:0f1e04191c7443f7844c0202165e746c on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:27:28.812664 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-83c0bd3a-33c4-43f5-b776-08c293207b80 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.8024139 Mar 07 10:27:28.815261 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 33206) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:27:28.826851 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-11fe5f4d-a05e-4012-a547-57d56a00b455 tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:28.908513 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b08c21ad-113a-43e4-86ea-b4cb5d6c68df tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:27:28.919655 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-b08c21ad-113a-43e4-86ea-b4cb5d6c68df tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] 10.222.0.13 "PUT /v2.0/routers/150f3cee-e40d-439b-bb60-c2c2615b292b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7198300 Mar 07 10:27:28.921342 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873068cc-e433-4c86-8f5b-f6f10698b110 None None] Sync routers for ids ['150f3cee-e40d-439b-bb60-c2c2615b292b'] in dv-neutron-830731-3-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:27:28.926026 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 33212) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:27:28.931915 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-11fe5f4d-a05e-4012-a547-57d56a00b455 tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3917886'] for router, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:28.932438 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11fe5f4d-a05e-4012-a547-57d56a00b455 tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e17b8608-dd24-493f-996b-73e28c8a3a18 {{(pid=83737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 10:27:28.934059 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873068cc-e433-4c86-8f5b-f6f10698b110 None None] Routers {'150f3cee-e40d-439b-bb60-c2c2615b292b'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:27:28.934766 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-873068cc-e433-4c86-8f5b-f6f10698b110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:27:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['150f3cee-e40d-439b-bb60-c2c2615b292b'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:27:28.990897 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8894df80-2098-4a89-94c7-52448e24bd1b tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:28.999286 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-873068cc-e433-4c86-8f5b-f6f10698b110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:27:29.010433 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873068cc-e433-4c86-8f5b-f6f10698b110 None None] Routers {'150f3cee-e40d-439b-bb60-c2c2615b292b'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:27:29.011027 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-873068cc-e433-4c86-8f5b-f6f10698b110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:27:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['150f3cee-e40d-439b-bb60-c2c2615b292b'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:27:29.042040 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-654b40c2-d992-43f0-b3ec-2ae2c1d35049 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Deleting port 61771e54-5778-4029-8811-31c1ecc6bbb6 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:27:29.042399 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-654b40c2-d992-43f0-b3ec-2ae2c1d35049 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:29.064510 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-8894df80-2098-4a89-94c7-52448e24bd1b tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Deleting port 63d4d37d-2f33-4cac-93ae-8ab6f367bb9c {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:27:29.064846 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8894df80-2098-4a89-94c7-52448e24bd1b tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:29.075314 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-873068cc-e433-4c86-8f5b-f6f10698b110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:27:29.075778 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873068cc-e433-4c86-8f5b-f6f10698b110 None None] The sync data for ids ['150f3cee-e40d-439b-bb60-c2c2615b292b'] in dv-neutron-830731-3-hyperv is: [] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:27:29.078408 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-11fe5f4d-a05e-4012-a547-57d56a00b455 tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:29.079481 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-11fe5f4d-a05e-4012-a547-57d56a00b455 tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] 10.222.0.13 "DELETE /v2.0/routers/e17b8608-dd24-493f-996b-73e28c8a3a18 HTTP/1.1" status: 204 len: 168 time: 1.6876750 Mar 07 10:27:29.256424 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 33218) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:27:29.330779 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8894df80-2098-4a89-94c7-52448e24bd1b tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:29.368224 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-15cdc86a-f090-45e2-84db-766ac2e5e0a7 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3012444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3219213'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:29.410250 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6e0a8d-08dd-471e-9343-031dcd5b5cb1 req-50de2c34-2e14-4177-ac9f-b7e9e6a12449 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:29.412224 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ff6e0a8d-08dd-471e-9343-031dcd5b5cb1 req-50de2c34-2e14-4177-ac9f-b7e9e6a12449 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9a41462-2213-477c-a0d7-2a574dc86c0e HTTP/1.1" status: 200 len: 946 time: 0.4822724 Mar 07 10:27:29.418090 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-654b40c2-d992-43f0-b3ec-2ae2c1d35049 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:29.462706 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-8894df80-2098-4a89-94c7-52448e24bd1b tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Calling delete_port for 63d4d37d-2f33-4cac-93ae-8ab6f367bb9c owned by network:router_gateway {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:27:29.572916 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-654b40c2-d992-43f0-b3ec-2ae2c1d35049 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Calling delete_port for 61771e54-5778-4029-8811-31c1ecc6bbb6 owned by {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:27:29.647679 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cdc86a-f090-45e2-84db-766ac2e5e0a7 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Pushing event updated for resources: {'Subnet': ['ID=8681eb86-520c-413c-baab-5bad3074bd28,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:29.697660 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ff6e0a8d-08dd-471e-9343-031dcd5b5cb1 req-40ede03a-4f9f-418a-95e7-636ddfe2318c tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0cf1685-c0d8-4959-a53b-3f1ceedf7fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2678282 Mar 07 10:27:29.702341 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15cdc86a-f090-45e2-84db-766ac2e5e0a7 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Checking segment: {'id': '18cc4b50-ce35-4252-adff-77a307f24223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '44e4a482-dcbd-4a16-9fe3-e74d2ac6f0e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:27:29.702701 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15cdc86a-f090-45e2-84db-766ac2e5e0a7 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Network hostable DHCP agents. Network: 44e4a482-dcbd-4a16-9fe3-e74d2ac6f0e0, hostable agents: ['6527556c-6586-422c-ae47-082984683847'], hosted agents: [] {{(pid=83737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:27:29.751365 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-bec345ca-4ea3-4139-8b95-746fab5234a0 tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1223119075', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12'}, 'admin_state_up': False}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:27:29.780745 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15cdc86a-f090-45e2-84db-766ac2e5e0a7 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Network 44e4a482-dcbd-4a16-9fe3-e74d2ac6f0e0 is scheduled to be hosted by DHCP agent 6527556c-6586-422c-ae47-082984683847 with binding_index 1 {{(pid=83737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:27:29.796693 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-15cdc86a-f090-45e2-84db-766ac2e5e0a7 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830731-3-hyperv, 44e4a482-dcbd-4a16-9fe3-e74d2ac6f0e0) {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:27:29.798829 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-654b40c2-d992-43f0-b3ec-2ae2c1d35049 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:29.803425 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-bec345ca-4ea3-4139-8b95-746fab5234a0 tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:27:29.813509 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f62008-5a26-4f12-a5fc-56d2d35c6757 None None] Network 44e4a482-dcbd-4a16-9fe3-e74d2ac6f0e0 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:27:29.827587 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-bec345ca-4ea3-4139-8b95-746fab5234a0 tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Usage tracker for resource:router and tenant:c3b5f271049746f595048596781f31b9 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:27:29.840874 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-bec345ca-4ea3-4139-8b95-746fab5234a0 tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:27:29.870983 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15cdc86a-f090-45e2-84db-766ac2e5e0a7 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:29.872189 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-15cdc86a-f090-45e2-84db-766ac2e5e0a7 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:29.882350 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-bec345ca-4ea3-4139-8b95-746fab5234a0 tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:27:29.906385 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654b40c2-d992-43f0-b3ec-2ae2c1d35049 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Pushing event deleted for resources: {'Port': ['ID=61771e54-5778-4029-8811-31c1ecc6bbb6,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:29.953068 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-bec345ca-4ea3-4139-8b95-746fab5234a0 tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3919700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58025'] for router, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:29.953981 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-bec345ca-4ea3-4139-8b95-746fab5234a0 tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3919671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4011175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58018'] for router, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:29.989112 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-15cdc86a-f090-45e2-84db-766ac2e5e0a7 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2853496 Mar 07 10:27:29.989112 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 33226) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:27:29.991640 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-654b40c2-d992-43f0-b3ec-2ae2c1d35049 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:29.996457 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-654b40c2-d992-43f0-b3ec-2ae2c1d35049 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "DELETE /v2.0/ports/61771e54-5778-4029-8811-31c1ecc6bbb6 HTTP/1.1" status: 204 len: 168 time: 1.1800649 Mar 07 10:27:30.000280 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-51ae3b75-0393-41ce-951c-593a9173bd98 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1033489803', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:27:30.018301 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-51ae3b75-0393-41ce-951c-593a9173bd98 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:27:30.022992 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-51ae3b75-0393-41ce-951c-593a9173bd98 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Usage tracker for resource:router and tenant:8843377006954c17a088ed77df13332f is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:27:30.028622 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-51ae3b75-0393-41ce-951c-593a9173bd98 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:27:30.034656 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 33230) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:27:30.035498 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-51ae3b75-0393-41ce-951c-593a9173bd98 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:27:30.053377 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-51ae3b75-0393-41ce-951c-593a9173bd98 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3919700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58025'] for router, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:30.054900 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-51ae3b75-0393-41ce-951c-593a9173bd98 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3919671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4011175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58018'] for router, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:30.091163 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-51ae3b75-0393-41ce-951c-593a9173bd98 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:30.169818 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-bec345ca-4ea3-4139-8b95-746fab5234a0 tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:30.182970 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe47f40-b065-41a7-9745-75e0987ba300 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ec2749d-0aec-52fb-aca6-10ba8a80aade-44e4a482-dcbd-4a16-9fe3-e74d2ac6f0e0', 'network_id': '44e4a482-dcbd-4a16-9fe3-e74d2ac6f0e0', 'tenant_id': '8843377006954c17a088ed77df13332f', 'fixed_ips': [{'subnet_id': '8681eb86-520c-413c-baab-5bad3074bd28'}]}} from dv-neutron-830731-3-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 07 10:27:30.184304 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-51ae3b75-0393-41ce-951c-593a9173bd98 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3917991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923518'] for router, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:30.184608 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-dbe47f40-b065-41a7-9745-75e0987ba300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:30.239070 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-51ae3b75-0393-41ce-951c-593a9173bd98 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:30.243033 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-51ae3b75-0393-41ce-951c-593a9173bd98 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2508488 Mar 07 10:27:30.243430 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 33236) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:27:30.250542 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba6c62a-be52-4a5e-aa7b-2ecc939b4dc0 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:30.251870 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba6c62a-be52-4a5e-aa7b-2ecc939b4dc0 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:30.252626 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-aba6c62a-be52-4a5e-aa7b-2ecc939b4dc0 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Synchronizing usage tracker for tenant:0f1e04191c7443f7844c0202165e746c on resource:subnet {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:27:30.322684 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606a6ccd-4e80-44a5-a305-20e0409bc6c1 req-70995442-b7d5-4eed-af50-19f97afb0255 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:30.324674 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-606a6ccd-4e80-44a5-a305-20e0409bc6c1 req-70995442-b7d5-4eed-af50-19f97afb0255 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9a41462-2213-477c-a0d7-2a574dc86c0e HTTP/1.1" status: 200 len: 946 time: 0.1976128 Mar 07 10:27:30.370849 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device a0989ff7-a255-421c-acef-adfe401e1a95 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:27:30.414302 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-aba6c62a-be52-4a5e-aa7b-2ecc939b4dc0 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Unset dirty status for tenant:0f1e04191c7443f7844c0202165e746c on resource:subnet {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:27:30.415033 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-aba6c62a-be52-4a5e-aa7b-2ecc939b4dc0 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.3679140 Mar 07 10:27:30.460719 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-dbe47f40-b065-41a7-9745-75e0987ba300 None None] Allocated IP 172.20.0.2 (44e4a482-dcbd-4a16-9fe3-e74d2ac6f0e0/8681eb86-520c-413c-baab-5bad3074bd28/54d36780-dd16-4812-8d07-a573f28048f1) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:27:30.464535 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 33240) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:27:30.480756 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port a0989ff7-a255-421c-acef-adfe401e1a95 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:27:30.481136 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:30.543200 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-606a6ccd-4e80-44a5-a305-20e0409bc6c1 req-58012299-0771-4024-86c2-bf82aab1123c tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0cf1685-c0d8-4959-a53b-3f1ceedf7fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1743567 Mar 07 10:27:30.611616 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-4ccfaed4-8f36-4fb2-a9fa-6a6e9e9756ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:30.738602 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8894df80-2098-4a89-94c7-52448e24bd1b tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:30.801692 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-dbe47f40-b065-41a7-9745-75e0987ba300 None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:30.816164 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-dbe47f40-b065-41a7-9745-75e0987ba300 None None] Transition to ACTIVE for port object 54d36780-dd16-4812-8d07-a573f28048f1 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:27:30.822463 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8894df80-2098-4a89-94c7-52448e24bd1b tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Pushing event deleted for resources: {'Port': ['ID=63d4d37d-2f33-4cac-93ae-8ab6f367bb9c,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:30.836323 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-dbe47f40-b065-41a7-9745-75e0987ba300 None None] Transition to ACTIVE for port object 54d36780-dd16-4812-8d07-a573f28048f1 will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:27:30.842621 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-dbe47f40-b065-41a7-9745-75e0987ba300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:30.898548 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-bec345ca-4ea3-4139-8b95-746fab5234a0 tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3917998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58952'] for router, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:30.930860 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-905e8dee-32d4-41b7-9120-37bee52a0dc1 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:30.937502 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe47f40-b065-41a7-9745-75e0987ba300 None None] Network 44e4a482-dcbd-4a16-9fe3-e74d2ac6f0e0 is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:27:30.941385 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-dbe47f40-b065-41a7-9745-75e0987ba300 None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:27:30.946020 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe47f40-b065-41a7-9745-75e0987ba300 None None] Pushing event updated for resources: {'Port': ['ID=54d36780-dd16-4812-8d07-a573f28048f1,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:30.949209 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe47f40-b065-41a7-9745-75e0987ba300 None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:27:31.027692 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_v2 [None req-b40637a5-89c6-4efc-8e75-913da180f7fc tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Deleting subnet f5ce8373-7c8c-4356-a1af-e2cb15717e98 {{(pid=83738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 07 10:27:31.042905 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-dbe47f40-b065-41a7-9745-75e0987ba300 None None] Attempting to bind port 54d36780-dd16-4812-8d07-a573f28048f1 on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:27:31.043343 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-dbe47f40-b065-41a7-9745-75e0987ba300 None None] Attempting to bind port 54d36780-dd16-4812-8d07-a573f28048f1 by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': '18cc4b50-ce35-4252-adff-77a307f24223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '44e4a482-dcbd-4a16-9fe3-e74d2ac6f0e0'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:27:31.043757 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe47f40-b065-41a7-9745-75e0987ba300 None None] Attempting to bind port 54d36780-dd16-4812-8d07-a573f28048f1 on network 44e4a482-dcbd-4a16-9fe3-e74d2ac6f0e0 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:27:31.050122 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe47f40-b065-41a7-9745-75e0987ba300 None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 27, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:27:31.050489 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b40637a5-89c6-4efc-8e75-913da180f7fc tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks [] for subnet, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:31.050615 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe47f40-b065-41a7-9745-75e0987ba300 None None] Checking segment: {'id': '18cc4b50-ce35-4252-adff-77a307f24223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '44e4a482-dcbd-4a16-9fe3-e74d2ac6f0e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:27:31.051006 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-dbe47f40-b065-41a7-9745-75e0987ba300 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:31.051499 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe47f40-b065-41a7-9745-75e0987ba300 None None] Bound using segment: {'id': '18cc4b50-ce35-4252-adff-77a307f24223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '44e4a482-dcbd-4a16-9fe3-e74d2ac6f0e0'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:27:31.051953 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-dbe47f40-b065-41a7-9745-75e0987ba300 None None] Bound port: 54d36780-dd16-4812-8d07-a573f28048f1, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18cc4b50-ce35-4252-adff-77a307f24223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '44e4a482-dcbd-4a16-9fe3-e74d2ac6f0e0'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:27:31.052990 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-dbe47f40-b065-41a7-9745-75e0987ba300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:31.144375 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-dbe47f40-b065-41a7-9745-75e0987ba300 None None] For port 54d36780-dd16-4812-8d07-a573f28048f1, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:27:31.147790 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-dbe47f40-b065-41a7-9745-75e0987ba300 None None] For port 54d36780-dd16-4812-8d07-a573f28048f1, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=54d36780-dd16-4812-8d07-a573f28048f1,segment=NetworkSegment(18cc4b50-ce35-4252-adff-77a307f24223),segment_id=18cc4b50-ce35-4252-adff-77a307f24223)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:27:31.153634 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-dbe47f40-b065-41a7-9745-75e0987ba300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:31.239366 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe47f40-b065-41a7-9745-75e0987ba300 None None] Pushing event updated for resources: {'Port': ['ID=54d36780-dd16-4812-8d07-a573f28048f1,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:31.331078 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-905e8dee-32d4-41b7-9120-37bee52a0dc1 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Allocated IP 172.20.0.1 (44e4a482-dcbd-4a16-9fe3-e74d2ac6f0e0/8681eb86-520c-413c-baab-5bad3074bd28/2e62fcc4-6be3-4a75-8c6a-c0077ca55b9c) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:27:31.493382 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b40637a5-89c6-4efc-8e75-913da180f7fc tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2969395'] for subnet, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:31.517223 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-905e8dee-32d4-41b7-9120-37bee52a0dc1 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:31.535553 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [None req-905e8dee-32d4-41b7-9120-37bee52a0dc1 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Transition to ACTIVE for port object 2e62fcc4-6be3-4a75-8c6a-c0077ca55b9c will not be triggered until provisioned by entity DHCP. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:27:31.545317 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8894df80-2098-4a89-94c7-52448e24bd1b tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923554'] for router_gateway, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:31.560839 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-905e8dee-32d4-41b7-9120-37bee52a0dc1 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:31.653173 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-905e8dee-32d4-41b7-9120-37bee52a0dc1 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Network 44e4a482-dcbd-4a16-9fe3-e74d2ac6f0e0 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:27:31.656269 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-905e8dee-32d4-41b7-9120-37bee52a0dc1 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:27:31.658683 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905e8dee-32d4-41b7-9120-37bee52a0dc1 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:27:31.693667 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-711fefd2-3b30-4759-8df5-0aecff1c8e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:31.699684 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905e8dee-32d4-41b7-9120-37bee52a0dc1 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Pushing event updated for resources: {'Port': ['ID=2e62fcc4-6be3-4a75-8c6a-c0077ca55b9c,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:31.777444 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-905e8dee-32d4-41b7-9120-37bee52a0dc1 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3920324'] for router_interface, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:31.824072 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cd6d45-199f-4b51-b7a7-7f030864e313 req-52ec2a57-33e4-4b7c-af4b-1d41d8c01e27 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:31.825722 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c0cd6d45-199f-4b51-b7a7-7f030864e313 req-52ec2a57-33e4-4b7c-af4b-1d41d8c01e27 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9a41462-2213-477c-a0d7-2a574dc86c0e HTTP/1.1" status: 200 len: 946 time: 0.1233256 Mar 07 10:27:31.826702 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:31.914529 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-905e8dee-32d4-41b7-9120-37bee52a0dc1 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:31.935114 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c0cd6d45-199f-4b51-b7a7-7f030864e313 req-ea77f120-5ccc-4aa0-b5ed-3eb6260c8496 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0cf1685-c0d8-4959-a53b-3f1ceedf7fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816329 Mar 07 10:27:31.987935 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-8d6ec5c6-70d4-432c-a66e-f12c87b2af39 tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Deleting port 38e40bcf-21cf-4c66-a862-0d5d16cde97c {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:27:31.988457 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8d6ec5c6-70d4-432c-a66e-f12c87b2af39 tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:32.039540 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8894df80-2098-4a89-94c7-52448e24bd1b tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3917970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58043'] for router, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:32.042217 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.api.v2.resource [None req-79635bbc-c031-4dcd-be5f-b9278ea82789 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 10:27:32.046255 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-79635bbc-c031-4dcd-be5f-b9278ea82789 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] 10.222.0.13 "PUT /v2.0/routers/150f3cee-e40d-439b-bb60-c2c2615b292b/add_router_interface HTTP/1.1" status: 400 len: 438 time: 3.1169298 Mar 07 10:27:32.046819 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 33250) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:27:32.147487 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b40637a5-89c6-4efc-8e75-913da180f7fc tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1525496'] for subnet, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:32.178316 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8894df80-2098-4a89-94c7-52448e24bd1b tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:32.403359 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 54d36780-dd16-4812-8d07-a573f28048f1 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:27:32.462072 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe396c4-3a92-47e7-ab30-4dfe7a270cc0 None None] Network 44e4a482-dcbd-4a16-9fe3-e74d2ac6f0e0 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:27:32.553417 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda8e57a-e40d-40be-9510-18edd3bd1837 req-ce44d025-9ba3-44c7-8cdb-5e1f174a52f1 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:32.555007 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-bda8e57a-e40d-40be-9510-18edd3bd1837 req-ce44d025-9ba3-44c7-8cdb-5e1f174a52f1 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9a41462-2213-477c-a0d7-2a574dc86c0e HTTP/1.1" status: 200 len: 946 time: 0.1395030 Mar 07 10:27:32.579543 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-299ae913-1f41-4ed6-a970-c31eaf646067 None None] Provisioning for port 54d36780-dd16-4812-8d07-a573f28048f1 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:27:32.591346 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8894df80-2098-4a89-94c7-52448e24bd1b tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3917886'] for router, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:32.591877 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8894df80-2098-4a89-94c7-52448e24bd1b tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Fanout notify agent at l3_agent the message router_deleted on router 1be73ccb-58a1-45cd-94d1-7fbff3b1b296 {{(pid=83738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 10:27:32.602938 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-905e8dee-32d4-41b7-9120-37bee52a0dc1 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:32.612717 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-905e8dee-32d4-41b7-9120-37bee52a0dc1 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3012561'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:32.624138 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning for port 54d36780-dd16-4812-8d07-a573f28048f1 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:27:32.634839 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 54d36780-dd16-4812-8d07-a573f28048f1 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:27:32.635205 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:32.731636 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-bda8e57a-e40d-40be-9510-18edd3bd1837 req-2ae23737-f2d0-4753-ba40-7ea04f91383c tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0cf1685-c0d8-4959-a53b-3f1ceedf7fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1494131 Mar 07 10:27:32.749384 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-905e8dee-32d4-41b7-9120-37bee52a0dc1 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2756426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3920233'] for router_interface, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:32.759109 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905e8dee-32d4-41b7-9120-37bee52a0dc1 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Pushing event updated for resources: {'Port': ['ID=2e62fcc4-6be3-4a75-8c6a-c0077ca55b9c,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:32.801979 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b40637a5-89c6-4efc-8e75-913da180f7fc tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1525489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3556647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741465'] for subnet, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:32.805894 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-bec345ca-4ea3-4139-8b95-746fab5234a0 tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Notify callbacks [] for router_gateway, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:32.891280 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-bec345ca-4ea3-4139-8b95-746fab5234a0 tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:32.895330 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:32.899561 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-905e8dee-32d4-41b7-9120-37bee52a0dc1 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Network 44e4a482-dcbd-4a16-9fe3-e74d2ac6f0e0 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:27:32.900192 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40637a5-89c6-4efc-8e75-913da180f7fc tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Pushing event deleted for resources: {'Subnet': ['ID=f5ce8373-7c8c-4356-a1af-e2cb15717e98,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:32.901498 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-905e8dee-32d4-41b7-9120-37bee52a0dc1 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:27:32.937549 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] For port 54d36780-dd16-4812-8d07-a573f28048f1, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=54d36780-dd16-4812-8d07-a573f28048f1,segment=NetworkSegment(18cc4b50-ce35-4252-adff-77a307f24223),segment_id=18cc4b50-ce35-4252-adff-77a307f24223)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:27:32.944264 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8d6ec5c6-70d4-432c-a66e-f12c87b2af39 tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:32.945145 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:32.984349 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8441f239-4d88-4387-b30a-a14595e993b0 None None] Network 98d8805b-dd65-4110-997b-2eea298bca78 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:27:33.029939 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b40637a5-89c6-4efc-8e75-913da180f7fc tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:33.122992 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-8d6ec5c6-70d4-432c-a66e-f12c87b2af39 tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Calling delete_port for 38e40bcf-21cf-4c66-a862-0d5d16cde97c owned by network:router_interface {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:27:33.160827 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Pushing event updated for resources: {'Port': ['ID=54d36780-dd16-4812-8d07-a573f28048f1,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:33.164050 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8894df80-2098-4a89-94c7-52448e24bd1b tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks [] for router, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:33.167988 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-8894df80-2098-4a89-94c7-52448e24bd1b tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] 10.222.0.13 "DELETE /v2.0/routers/1be73ccb-58a1-45cd-94d1-7fbff3b1b296 HTTP/1.1" status: 204 len: 168 time: 5.5815506 Mar 07 10:27:33.169184 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 33256) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:27:33.180082 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-c67e44ef-17a1-437b-90f3-0252be2cf80f req-1ae70b0a-6407-4c39-a75d-2722465ea679 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=38f0b9f3569b450182bbf4a37575848e&device_id=e9a41462-2213-477c-a0d7-2a574dc86c0e HTTP/1.1" status: 200 len: 1099 time: 0.7798443 Mar 07 10:27:33.193861 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-b40637a5-89c6-4efc-8e75-913da180f7fc tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "DELETE /v2.0/subnets/f5ce8373-7c8c-4356-a1af-e2cb15717e98 HTTP/1.1" status: 204 len: 168 time: 2.7222710 Mar 07 10:27:33.202686 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 33260) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:27:33.204167 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c87150bd-aa9c-4ad1-bb68-57ec66d4fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:33.286128 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-35f37247-a175-4f76-a15e-fcf57a8f27a0 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0828924 Mar 07 10:27:33.288047 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 33264) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:27:33.299026 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-05f1c44b-23c2-4529-b719-3426f330036f tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Request body: {'subnet': {'network_id': '98d8805b-dd65-4110-997b-2eea298bca78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:27:33.344032 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-48aa4253-879a-4cd6-a02d-a0824ff72d3e None None] Provisioning for port 2e62fcc4-6be3-4a75-8c6a-c0077ca55b9c completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:27:33.350792 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-48aa4253-879a-4cd6-a02d-a0824ff72d3e None None] Provisioning complete for port 2e62fcc4-6be3-4a75-8c6a-c0077ca55b9c triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:27:33.351301 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-48aa4253-879a-4cd6-a02d-a0824ff72d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:33.405318 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e4f041-6e42-4a78-81a9-565bf23abd30 None None] DHCP port deletion for 98d8805b-dd65-4110-997b-2eea298bca78 request from dv-neutron-830731-3-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 07 10:27:33.413937 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-c0e4f041-6e42-4a78-81a9-565bf23abd30 None None] Deleting port a0989ff7-a255-421c-acef-adfe401e1a95 {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:27:33.414446 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c0e4f041-6e42-4a78-81a9-565bf23abd30 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:33.447019 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-05f1c44b-23c2-4529-b719-3426f330036f tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:27:33.460309 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-05f1c44b-23c2-4529-b719-3426f330036f tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:27:33.466900 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-48aa4253-879a-4cd6-a02d-a0824ff72d3e None None] Port 2e62fcc4-6be3-4a75-8c6a-c0077ca55b9c cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:27:33.482808 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05f1c44b-23c2-4529-b719-3426f330036f tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Made reservation on behalf of 0f1e04191c7443f7844c0202165e746c for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:27:33.552382 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-48aa4253-879a-4cd6-a02d-a0824ff72d3e None None] Provisioning complete for port 54d36780-dd16-4812-8d07-a573f28048f1 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:27:33.552695 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-48aa4253-879a-4cd6-a02d-a0824ff72d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:33.603683 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-05f1c44b-23c2-4529-b719-3426f330036f tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3219231'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:33.692766 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-905e8dee-32d4-41b7-9120-37bee52a0dc1 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Router 414f4f85-25cd-4a34-a70b-0f0b36a6102e is scheduled to L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 with binding_index 1 {{(pid=83737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 10:27:33.694651 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-c0e4f041-6e42-4a78-81a9-565bf23abd30 None None] For port a0989ff7-a255-421c-acef-adfe401e1a95, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=a0989ff7-a255-421c-acef-adfe401e1a95,segment=NetworkSegment(13510a37-88c7-493e-9701-b414ea24fc4c),segment_id=13510a37-88c7-493e-9701-b414ea24fc4c)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:27:33.695075 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c0e4f041-6e42-4a78-81a9-565bf23abd30 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:33.745125 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-bec345ca-4ea3-4139-8b95-746fab5234a0 tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Allocated IP 172.26.8.202 (5ed85006-6b00-415e-b71f-837fb1421c12/8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a/af331c64-0385-48aa-ac02-30a2efbb1089) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:27:33.844409 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67e44ef-17a1-437b-90f3-0252be2cf80f req-57b6566c-40ad-44e4-b0a5-a2dd78f47405 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:33.846284 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-c67e44ef-17a1-437b-90f3-0252be2cf80f req-57b6566c-40ad-44e4-b0a5-a2dd78f47405 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f727e18d-bdc2-4660-9a3a-cfddb6581f4f HTTP/1.1" status: 200 len: 913 time: 0.6157198 Mar 07 10:27:33.856306 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-c0e4f041-6e42-4a78-81a9-565bf23abd30 None None] Calling delete_port for a0989ff7-a255-421c-acef-adfe401e1a95 owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:27:33.967181 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c0e4f041-6e42-4a78-81a9-565bf23abd30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812'] for port, after_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:34.015097 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e4f041-6e42-4a78-81a9-565bf23abd30 None None] Pushing event deleted for resources: {'Port': ['ID=a0989ff7-a255-421c-acef-adfe401e1a95,revision_number=None']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:34.023300 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e4f041-6e42-4a78-81a9-565bf23abd30 None None] No DVR routers for this DVR port a0989ff7-a255-421c-acef-adfe401e1a95 on host dv-neutron-830731-3-hyperv {{(pid=83739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:27:34.059802 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-af13a116-550b-483c-afbc-d57ac4e4aca2 None None] Provisioning complete for port 2e62fcc4-6be3-4a75-8c6a-c0077ca55b9c triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:27:34.060227 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-af13a116-550b-483c-afbc-d57ac4e4aca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:34.122820 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-af13a116-550b-483c-afbc-d57ac4e4aca2 None None] Port 2e62fcc4-6be3-4a75-8c6a-c0077ca55b9c cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:27:34.135419 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_v2 [None req-989470d6-733d-4930-8f19-2a993bbd5a66 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Deleting subnet 810b85d7-7b08-4655-b689-c109e476f707 {{(pid=83738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 07 10:27:34.158716 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-989470d6-733d-4930-8f19-2a993bbd5a66 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks [] for subnet, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:34.207650 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5655cee6-c65e-42a9-b873-cb25ca7efb42 req-5c785b15-c2d8-4ce6-86e2-dfe8f3cc04fb tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:34.210059 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-5655cee6-c65e-42a9-b873-cb25ca7efb42 req-5c785b15-c2d8-4ce6-86e2-dfe8f3cc04fb tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9a41462-2213-477c-a0d7-2a574dc86c0e HTTP/1.1" status: 200 len: 946 time: 0.1958737 Mar 07 10:27:34.244667 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-905e8dee-32d4-41b7-9120-37bee52a0dc1 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:27:34.252919 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-c67e44ef-17a1-437b-90f3-0252be2cf80f req-44da1d31-d712-4ed4-b233-e88d7147bfa6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ce102191-c862-4595-b40b-01aa258c2118 HTTP/1.1" status: 200 len: 1001 time: 0.3412797 Mar 07 10:27:34.258755 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8d6ec5c6-70d4-432c-a66e-f12c87b2af39 tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:34.260749 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce8fe94-6563-4eff-b2af-8ee7ebf1116e None None] Sync routers for ids ['414f4f85-25cd-4a34-a70b-0f0b36a6102e'] in dv-neutron-830731-3-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:27:34.287413 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce8fe94-6563-4eff-b2af-8ee7ebf1116e None None] Routers {'414f4f85-25cd-4a34-a70b-0f0b36a6102e'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:27:34.291559 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-6ce8fe94-6563-4eff-b2af-8ee7ebf1116e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:27:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['414f4f85-25cd-4a34-a70b-0f0b36a6102e'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:27:34.315752 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-905e8dee-32d4-41b7-9120-37bee52a0dc1 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] 10.222.0.13 "PUT /v2.0/routers/414f4f85-25cd-4a34-a70b-0f0b36a6102e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0691180 Mar 07 10:27:34.320146 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 33270) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:27:34.336308 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-bec345ca-4ea3-4139-8b95-746fab5234a0 tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:34.353431 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-989470d6-733d-4930-8f19-2a993bbd5a66 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2969395'] for subnet, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:34.386062 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 54d36780-dd16-4812-8d07-a573f28048f1 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:27:34.394305 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-6ce8fe94-6563-4eff-b2af-8ee7ebf1116e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:27:34.398917 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-5655cee6-c65e-42a9-b873-cb25ca7efb42 req-9f7b2dcc-2876-441d-b165-3b94db01a36d tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0cf1685-c0d8-4959-a53b-3f1ceedf7fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1493611 Mar 07 10:27:34.413598 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce8fe94-6563-4eff-b2af-8ee7ebf1116e None None] Routers {'414f4f85-25cd-4a34-a70b-0f0b36a6102e'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:27:34.414735 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-6ce8fe94-6563-4eff-b2af-8ee7ebf1116e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:27:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['414f4f85-25cd-4a34-a70b-0f0b36a6102e'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:27:34.419703 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.objects.ports [None req-05f1c44b-23c2-4529-b719-3426f330036f tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83737) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 07 10:27:34.423810 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-05f1c44b-23c2-4529-b719-3426f330036f tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3012444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3219213'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:34.483226 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6211b5aa-d47d-46b1-98a9-01b3db9f62a1 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:34.483940 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-6211b5aa-d47d-46b1-98a9-01b3db9f62a1 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Synchronizing usage tracker for tenant:8843377006954c17a088ed77df13332f on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:27:34.497721 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 54d36780-dd16-4812-8d07-a573f28048f1 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:27:34.498084 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:34.516111 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-6ce8fe94-6563-4eff-b2af-8ee7ebf1116e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:27:34.517734 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce8fe94-6563-4eff-b2af-8ee7ebf1116e None None] The sync data for ids ['414f4f85-25cd-4a34-a70b-0f0b36a6102e'] in dv-neutron-830731-3-hyperv is: [] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:27:34.521118 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f1c44b-23c2-4529-b719-3426f330036f tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Network 98d8805b-dd65-4110-997b-2eea298bca78 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:27:34.522175 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f1c44b-23c2-4529-b719-3426f330036f tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Pushing event updated for resources: {'Subnet': ['ID=56bb8ea1-4351-496a-a22a-6fabf324a90c,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:34.524959 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-05f1c44b-23c2-4529-b719-3426f330036f tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:27:34.526963 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-6211b5aa-d47d-46b1-98a9-01b3db9f62a1 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Unset dirty status for tenant:8843377006954c17a088ed77df13332f on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:27:34.528088 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-6211b5aa-d47d-46b1-98a9-01b3db9f62a1 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] 10.222.0.13 "GET /v2.0/ports/2e62fcc4-6be3-4a75-8c6a-c0077ca55b9c HTTP/1.1" status: 200 len: 910 time: 0.2070227 Mar 07 10:27:34.529351 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05f1c44b-23c2-4529-b719-3426f330036f tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:34.529931 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-05f1c44b-23c2-4529-b719-3426f330036f tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:34.533543 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 33274) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:27:34.549543 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e17deb58-7996-4ffa-b50e-6e91c0c993a5 None None] Network 98d8805b-dd65-4110-997b-2eea298bca78 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:27:34.553223 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6ec5c6-70d4-432c-a66e-f12c87b2af39 tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Pushing event deleted for resources: {'Port': ['ID=38e40bcf-21cf-4c66-a862-0d5d16cde97c,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:34.572034 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-49edfa19-80df-4436-8148-29002e4658cf tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3920255'] for router_interface, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:34.662792 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-05f1c44b-23c2-4529-b719-3426f330036f tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.3736870 Mar 07 10:27:34.663562 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 33278) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:27:34.676648 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-f133b7ac-f24a-492f-a337-838913ad2381 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Request body: {'port': {'network_id': '98d8805b-dd65-4110-997b-2eea298bca78', 'mac_address': 'fa:16:3e:ac:50:5a', 'name': 'tempest-NetworksTestDHCPv6-99253316'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:27:34.757823 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67e44ef-17a1-437b-90f3-0252be2cf80f req-7c65af4e-7fef-4ff0-baf3-86d10552fcb8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:34.759243 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-c67e44ef-17a1-437b-90f3-0252be2cf80f req-7c65af4e-7fef-4ff0-baf3-86d10552fcb8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c839e96c-7ebc-4e73-acbb-92a3dab8a0ef HTTP/1.1" status: 200 len: 851 time: 0.4941323 Mar 07 10:27:34.842584 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-f133b7ac-f24a-492f-a337-838913ad2381 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:27:34.857463 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-f133b7ac-f24a-492f-a337-838913ad2381 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:27:34.910568 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0de9288-cb3e-4406-88f0-0b31edf56fc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ec2749d-0aec-52fb-aca6-10ba8a80aade-98d8805b-dd65-4110-997b-2eea298bca78', 'network_id': '98d8805b-dd65-4110-997b-2eea298bca78', 'tenant_id': '0f1e04191c7443f7844c0202165e746c', 'fixed_ips': [{'subnet_id': '56bb8ea1-4351-496a-a22a-6fabf324a90c'}]}} from dv-neutron-830731-3-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 07 10:27:34.912392 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f0de9288-cb3e-4406-88f0-0b31edf56fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:34.926112 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-bec345ca-4ea3-4139-8b95-746fab5234a0 tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:34.982640 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f133b7ac-f24a-492f-a337-838913ad2381 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Made reservation on behalf of 0f1e04191c7443f7844c0202165e746c for: {'port': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:27:34.986584 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f133b7ac-f24a-492f-a337-838913ad2381 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:35.011703 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device a0989ff7-a255-421c-acef-adfe401e1a95 no longer exists at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:27:35.039245 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [None req-f133b7ac-f24a-492f-a337-838913ad2381 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] device_id is not set on port 810d5746-6bb9-4d35-ba98-f1a4465212f5 yet. {{(pid=83737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 07 10:27:35.051902 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] No Port match for: a0989ff7-a255-421c-acef-adfe401e1a95 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 10:27:35.051902 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device a0989ff7-a255-421c-acef-adfe401e1a95 not bound to the agent host dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 10:27:35.057392 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-989470d6-733d-4930-8f19-2a993bbd5a66 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1525496'] for subnet, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:35.140323 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ce0b9b3d-eb0a-4328-9aad-4ad442d4a012 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3920255'] for router_interface, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:35.156204 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-f0de9288-cb3e-4406-88f0-0b31edf56fc1 None None] Allocated IP 2001:db8::f816:3eff:fee7:eeef (98d8805b-dd65-4110-997b-2eea298bca78/56bb8ea1-4351-496a-a22a-6fabf324a90c/65a89bd9-b41c-418d-8b31-c8c9e3fa971e) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:27:35.190869 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec345ca-4ea3-4139-8b95-746fab5234a0 tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Network 5ed85006-6b00-415e-b71f-837fb1421c12 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:27:35.202248 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-bec345ca-4ea3-4139-8b95-746fab5234a0 tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:27:35.206440 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec345ca-4ea3-4139-8b95-746fab5234a0 tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Pushing event updated for resources: {'Port': ['ID=af331c64-0385-48aa-ac02-30a2efbb1089,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:35.212319 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec345ca-4ea3-4139-8b95-746fab5234a0 tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:27:35.286157 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-c67e44ef-17a1-437b-90f3-0252be2cf80f req-d5d643d5-127b-436e-9f95-38829b1c6da8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f727e18d-bdc2-4660-9a3a-cfddb6581f4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4933338 Mar 07 10:27:35.402384 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f0de9288-cb3e-4406-88f0-0b31edf56fc1 None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:35.413511 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-f0de9288-cb3e-4406-88f0-0b31edf56fc1 None None] Transition to ACTIVE for port object 65a89bd9-b41c-418d-8b31-c8c9e3fa971e will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:27:35.433713 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-f0de9288-cb3e-4406-88f0-0b31edf56fc1 None None] Transition to ACTIVE for port object 65a89bd9-b41c-418d-8b31-c8c9e3fa971e will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:27:35.438123 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-989470d6-733d-4930-8f19-2a993bbd5a66 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1525489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3556647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741465'] for subnet, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:35.438919 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f0de9288-cb3e-4406-88f0-0b31edf56fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:35.519449 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0de9288-cb3e-4406-88f0-0b31edf56fc1 None None] Network 98d8805b-dd65-4110-997b-2eea298bca78 is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:27:35.523623 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-f0de9288-cb3e-4406-88f0-0b31edf56fc1 None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:27:35.531509 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0de9288-cb3e-4406-88f0-0b31edf56fc1 None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:27:35.533972 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0de9288-cb3e-4406-88f0-0b31edf56fc1 None None] Pushing event updated for resources: {'Port': ['ID=65a89bd9-b41c-418d-8b31-c8c9e3fa971e,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:35.554421 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989470d6-733d-4930-8f19-2a993bbd5a66 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Pushing event deleted for resources: {'Subnet': ['ID=810b85d7-7b08-4655-b689-c109e476f707,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:35.591491 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-989470d6-733d-4930-8f19-2a993bbd5a66 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:35.611316 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c81c6e76-3c7a-426f-808d-218588d1f200 None None] Network f0d5e4a5-09d0-46ad-87fe-10e571ed08c6 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:27:35.691181 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-c67e44ef-17a1-437b-90f3-0252be2cf80f req-96b51069-386b-493f-a1f3-7520465ae6fc service neutron] 10.222.0.10 "GET /v2.0/networks/f727e18d-bdc2-4660-9a3a-cfddb6581f4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3943727 Mar 07 10:27:35.695129 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-989470d6-733d-4930-8f19-2a993bbd5a66 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] 10.222.0.13 "DELETE /v2.0/subnets/810b85d7-7b08-4655-b689-c109e476f707 HTTP/1.1" status: 204 len: 168 time: 2.5139868 Mar 07 10:27:35.698170 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 33284) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:27:35.712103 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-f0de9288-cb3e-4406-88f0-0b31edf56fc1 None None] Attempting to bind port 65a89bd9-b41c-418d-8b31-c8c9e3fa971e on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:27:35.712364 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-f0de9288-cb3e-4406-88f0-0b31edf56fc1 None None] Attempting to bind port 65a89bd9-b41c-418d-8b31-c8c9e3fa971e by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': '13510a37-88c7-493e-9701-b414ea24fc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '98d8805b-dd65-4110-997b-2eea298bca78'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:27:35.712676 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0de9288-cb3e-4406-88f0-0b31edf56fc1 None None] Attempting to bind port 65a89bd9-b41c-418d-8b31-c8c9e3fa971e on network 98d8805b-dd65-4110-997b-2eea298bca78 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:27:35.731781 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0de9288-cb3e-4406-88f0-0b31edf56fc1 None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 27, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:27:35.732164 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0de9288-cb3e-4406-88f0-0b31edf56fc1 None None] Checking segment: {'id': '13510a37-88c7-493e-9701-b414ea24fc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '98d8805b-dd65-4110-997b-2eea298bca78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:27:35.732954 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f0de9288-cb3e-4406-88f0-0b31edf56fc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:35.732954 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0de9288-cb3e-4406-88f0-0b31edf56fc1 None None] Bound using segment: {'id': '13510a37-88c7-493e-9701-b414ea24fc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '98d8805b-dd65-4110-997b-2eea298bca78'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:27:35.733812 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-f0de9288-cb3e-4406-88f0-0b31edf56fc1 None None] Bound port: 65a89bd9-b41c-418d-8b31-c8c9e3fa971e, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13510a37-88c7-493e-9701-b414ea24fc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '98d8805b-dd65-4110-997b-2eea298bca78'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:27:35.733812 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f0de9288-cb3e-4406-88f0-0b31edf56fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:35.735037 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-f133b7ac-f24a-492f-a337-838913ad2381 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Allocated IP 2001:db8::f816:3eff:feac:505a (98d8805b-dd65-4110-997b-2eea298bca78/56bb8ea1-4351-496a-a22a-6fabf324a90c/810d5746-6bb9-4d35-ba98-f1a4465212f5) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:27:35.870767 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f130c49b-660c-4f9a-8f33-9580adfc5a04 req-2c1bfb1c-a1ce-4f72-90c4-d4ecb37407d9 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:35.872723 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f130c49b-660c-4f9a-8f33-9580adfc5a04 req-2c1bfb1c-a1ce-4f72-90c4-d4ecb37407d9 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9a41462-2213-477c-a0d7-2a574dc86c0e HTTP/1.1" status: 200 len: 946 time: 0.2311850 Mar 07 10:27:35.916975 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-f0de9288-cb3e-4406-88f0-0b31edf56fc1 None None] For port 65a89bd9-b41c-418d-8b31-c8c9e3fa971e, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:27:35.921925 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-f0de9288-cb3e-4406-88f0-0b31edf56fc1 None None] For port 65a89bd9-b41c-418d-8b31-c8c9e3fa971e, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=65a89bd9-b41c-418d-8b31-c8c9e3fa971e,segment=NetworkSegment(13510a37-88c7-493e-9701-b414ea24fc4c),segment_id=13510a37-88c7-493e-9701-b414ea24fc4c)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:27:35.931839 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f0de9288-cb3e-4406-88f0-0b31edf56fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:36.023341 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0de9288-cb3e-4406-88f0-0b31edf56fc1 None None] Pushing event updated for resources: {'Port': ['ID=65a89bd9-b41c-418d-8b31-c8c9e3fa971e,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:36.069088 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0aacab2-3872-4bdb-a089-cdcb83f4ffe1 None None] DHCP port deletion for f0d5e4a5-09d0-46ad-87fe-10e571ed08c6 request from dv-neutron-830731-3-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 07 10:27:36.074873 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-d0aacab2-3872-4bdb-a089-cdcb83f4ffe1 None None] Deleting port 4effc5eb-f920-4413-a8fb-a2f2f5702fd0 {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:27:36.075067 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-d0aacab2-3872-4bdb-a089-cdcb83f4ffe1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:36.158658 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f130c49b-660c-4f9a-8f33-9580adfc5a04 req-5620a092-4007-4881-8a80-6934e4b6c19c tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0cf1685-c0d8-4959-a53b-3f1ceedf7fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2485185 Mar 07 10:27:36.168277 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1e213eea-b8bb-4352-b64f-19426be8253f tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1158940'] for network, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:36.276954 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-c67e44ef-17a1-437b-90f3-0252be2cf80f req-f7bfe693-d76c-47fa-9868-1790a55fca92 service neutron] 10.222.0.10 "GET /v2.0/networks/f727e18d-bdc2-4660-9a3a-cfddb6581f4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5770559 Mar 07 10:27:36.306588 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f133b7ac-f24a-492f-a337-838913ad2381 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:36.310912 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-1e213eea-b8bb-4352-b64f-19426be8253f tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Deleting port 4effc5eb-f920-4413-a8fb-a2f2f5702fd0 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:27:36.311253 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1e213eea-b8bb-4352-b64f-19426be8253f tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:36.374989 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [None req-f133b7ac-f24a-492f-a337-838913ad2381 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Transition to ACTIVE for port object 810d5746-6bb9-4d35-ba98-f1a4465212f5 will not be triggered until provisioned by entity DHCP. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:27:36.416304 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8d6ec5c6-70d4-432c-a66e-f12c87b2af39 tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2756383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3920168'] for router_interface, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:36.433471 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 4effc5eb-f920-4413-a8fb-a2f2f5702fd0 no longer exists at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:27:36.481946 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f133b7ac-f24a-492f-a337-838913ad2381 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:36.551380 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-ce0b9b3d-eb0a-4328-9aad-4ad442d4a012 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Deleting port 2e62fcc4-6be3-4a75-8c6a-c0077ca55b9c {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:27:36.551786 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ce0b9b3d-eb0a-4328-9aad-4ad442d4a012 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:36.612579 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-d0aacab2-3872-4bdb-a089-cdcb83f4ffe1 None None] For port 4effc5eb-f920-4413-a8fb-a2f2f5702fd0, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=4effc5eb-f920-4413-a8fb-a2f2f5702fd0,segment=NetworkSegment(cd7db4c4-b481-46f0-8929-41163fe94e41),segment_id=cd7db4c4-b481-46f0-8929-41163fe94e41)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:27:36.613352 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-d0aacab2-3872-4bdb-a089-cdcb83f4ffe1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:36.669063 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f133b7ac-f24a-492f-a337-838913ad2381 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Network 98d8805b-dd65-4110-997b-2eea298bca78 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:27:36.672792 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-bec345ca-4ea3-4139-8b95-746fab5234a0 tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Notify callbacks [] for router_gateway, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:36.673548 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-bec345ca-4ea3-4139-8b95-746fab5234a0 tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3917991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923518'] for router, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:36.676429 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-f133b7ac-f24a-492f-a337-838913ad2381 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:27:36.738036 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f133b7ac-f24a-492f-a337-838913ad2381 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:27:36.742081 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f133b7ac-f24a-492f-a337-838913ad2381 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:36.742688 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f133b7ac-f24a-492f-a337-838913ad2381 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:36.770612 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f133b7ac-f24a-492f-a337-838913ad2381 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Pushing event updated for resources: {'Port': ['ID=810d5746-6bb9-4d35-ba98-f1a4465212f5,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:36.786986 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-f133b7ac-f24a-492f-a337-838913ad2381 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.1143782 Mar 07 10:27:36.789673 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 33288) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:27:36.823974 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-d0aacab2-3872-4bdb-a089-cdcb83f4ffe1 None None] Calling delete_port for 4effc5eb-f920-4413-a8fb-a2f2f5702fd0 owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:27:36.904937 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:36.931007 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ef61c07-eae2-44f7-b055-d59a59ace495 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:36.935148 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ef61c07-eae2-44f7-b055-d59a59ace495 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:36.936089 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-4ef61c07-eae2-44f7-b055-d59a59ace495 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Synchronizing usage tracker for tenant:0f1e04191c7443f7844c0202165e746c on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:27:36.958000 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ce0b9b3d-eb0a-4328-9aad-4ad442d4a012 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:36.979995 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-4ef61c07-eae2-44f7-b055-d59a59ace495 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Unset dirty status for tenant:0f1e04191c7443f7844c0202165e746c on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:27:36.983163 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-4ef61c07-eae2-44f7-b055-d59a59ace495 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.1903117 Mar 07 10:27:36.983883 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 33294) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:27:37.007495 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-1e213eea-b8bb-4352-b64f-19426be8253f tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] For port 4effc5eb-f920-4413-a8fb-a2f2f5702fd0, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=4effc5eb-f920-4413-a8fb-a2f2f5702fd0,segment=NetworkSegment(cd7db4c4-b481-46f0-8929-41163fe94e41),segment_id=cd7db4c4-b481-46f0-8929-41163fe94e41)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:27:37.007847 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1e213eea-b8bb-4352-b64f-19426be8253f tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:37.047657 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-d0aacab2-3872-4bdb-a089-cdcb83f4ffe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812'] for port, after_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:37.120286 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0aacab2-3872-4bdb-a089-cdcb83f4ffe1 None None] Pushing event deleted for resources: {'Port': ['ID=4effc5eb-f920-4413-a8fb-a2f2f5702fd0,revision_number=None']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:37.133385 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0aacab2-3872-4bdb-a089-cdcb83f4ffe1 None None] No DVR routers for this DVR port 4effc5eb-f920-4413-a8fb-a2f2f5702fd0 on host dv-neutron-830731-3-hyperv {{(pid=83739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:27:37.167322 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-1e213eea-b8bb-4352-b64f-19426be8253f tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Calling delete_port for 4effc5eb-f920-4413-a8fb-a2f2f5702fd0 owned by network:dhcp {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:27:37.292995 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-ce0b9b3d-eb0a-4328-9aad-4ad442d4a012 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Calling delete_port for 2e62fcc4-6be3-4a75-8c6a-c0077ca55b9c owned by network:router_interface {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:27:37.381563 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.db.api [None req-1e213eea-b8bb-4352-b64f-19426be8253f tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83738) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 10:27:37.382040 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG oslo_db.api [None req-1e213eea-b8bb-4352-b64f-19426be8253f tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 10:27:37.385428 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-5401350c-628e-41b6-9ad3-77f3b03569f8 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Deleting port 810d5746-6bb9-4d35-ba98-f1a4465212f5 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:27:37.385711 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5401350c-628e-41b6-9ad3-77f3b03569f8 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:37.488346 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-f4db0661-56b0-4fc7-9bc6-3d377df865d2 None None] Provisioning for port 65a89bd9-b41c-418d-8b31-c8c9e3fa971e completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:27:37.525194 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-49edfa19-80df-4436-8148-29002e4658cf tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Deleting port 256d7aa8-2cca-4126-9ad7-7a5df82f74fc {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:27:37.525194 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-49edfa19-80df-4436-8148-29002e4658cf tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:37.687138 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7443cb-e1b3-462d-951d-34793bf1faae req-656e4a0a-9fcd-4b2f-b85b-f39844472f92 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:37.688628 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-bf7443cb-e1b3-462d-951d-34793bf1faae req-656e4a0a-9fcd-4b2f-b85b-f39844472f92 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9a41462-2213-477c-a0d7-2a574dc86c0e HTTP/1.1" status: 200 len: 946 time: 0.3190579 Mar 07 10:27:37.721488 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-397e66cf-5068-46d0-814e-563e3384e832 None None] Provisioning for port 810d5746-6bb9-4d35-ba98-f1a4465212f5 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:27:37.730078 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-397e66cf-5068-46d0-814e-563e3384e832 None None] Provisioning complete for port 810d5746-6bb9-4d35-ba98-f1a4465212f5 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:27:37.730708 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-397e66cf-5068-46d0-814e-563e3384e832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:37.791156 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-397e66cf-5068-46d0-814e-563e3384e832 None None] Port 810d5746-6bb9-4d35-ba98-f1a4465212f5 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:27:37.933214 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-1e213eea-b8bb-4352-b64f-19426be8253f tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Deleting port 4effc5eb-f920-4413-a8fb-a2f2f5702fd0 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:27:37.933574 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1e213eea-b8bb-4352-b64f-19426be8253f tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:37.952119 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-bf7443cb-e1b3-462d-951d-34793bf1faae req-e71c2425-c767-4344-876a-d63cd24d39fe tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0cf1685-c0d8-4959-a53b-3f1ceedf7fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2550364 Mar 07 10:27:37.954036 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5401350c-628e-41b6-9ad3-77f3b03569f8 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:37.961631 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ce0b9b3d-eb0a-4328-9aad-4ad442d4a012 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:38.033397 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-1e213eea-b8bb-4352-b64f-19426be8253f tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] The port '4effc5eb-f920-4413-a8fb-a2f2f5702fd0' was deleted {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 07 10:27:38.061217 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0b9b3d-eb0a-4328-9aad-4ad442d4a012 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Pushing event deleted for resources: {'Port': ['ID=2e62fcc4-6be3-4a75-8c6a-c0077ca55b9c,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:38.126217 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-5401350c-628e-41b6-9ad3-77f3b03569f8 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Calling delete_port for 810d5746-6bb9-4d35-ba98-f1a4465212f5 owned by {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:27:38.202357 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bec345ca-4ea3-4139-8b95-746fab5234a0 tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Router c2537a3f-d38d-46b9-8e47-19dd11ba162d is scheduled to L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 with binding_index 1 {{(pid=83738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 10:27:38.216687 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-49edfa19-80df-4436-8148-29002e4658cf tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:38.313399 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1e213eea-b8bb-4352-b64f-19426be8253f tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1526893', 'neutron.services.segments.db._delete_segments_for_network-8732568551033'] for network, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:38.402478 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 65a89bd9-b41c-418d-8b31-c8c9e3fa971e up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:27:38.409334 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-49edfa19-80df-4436-8148-29002e4658cf tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Calling delete_port for 256d7aa8-2cca-4126-9ad7-7a5df82f74fc owned by network:router_interface {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:27:38.460461 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-1e213eea-b8bb-4352-b64f-19426be8253f tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0d5e4a5-09d0-46ad-87fe-10e571ed08c6']}} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:27:38.483882 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning for port 65a89bd9-b41c-418d-8b31-c8c9e3fa971e completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:27:38.490906 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 65a89bd9-b41c-418d-8b31-c8c9e3fa971e triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:27:38.491353 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:38.497101 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ce0b9b3d-eb0a-4328-9aad-4ad442d4a012 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2756383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3920168'] for router_interface, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:38.504658 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5401350c-628e-41b6-9ad3-77f3b03569f8 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:38.587323 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-1e213eea-b8bb-4352-b64f-19426be8253f tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd7db4c4-b481-46f0-8929-41163fe94e41') {'for_net_delete': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:27:38.587691 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-1e213eea-b8bb-4352-b64f-19426be8253f tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd7db4c4-b481-46f0-8929-41163fe94e41') {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:27:38.606007 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5401350c-628e-41b6-9ad3-77f3b03569f8 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Pushing event deleted for resources: {'Port': ['ID=810d5746-6bb9-4d35-ba98-f1a4465212f5,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:38.619781 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:38.654126 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] For port 65a89bd9-b41c-418d-8b31-c8c9e3fa971e, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=65a89bd9-b41c-418d-8b31-c8c9e3fa971e,segment=NetworkSegment(13510a37-88c7-493e-9701-b414ea24fc4c),segment_id=13510a37-88c7-493e-9701-b414ea24fc4c)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:27:38.658877 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:38.717037 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1e213eea-b8bb-4352-b64f-19426be8253f tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732568550916', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968000'] for segment, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:38.721608 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5401350c-628e-41b6-9ad3-77f3b03569f8 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:38.732028 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Pushing event updated for resources: {'Port': ['ID=65a89bd9-b41c-418d-8b31-c8c9e3fa971e,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:38.768581 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1e213eea-b8bb-4352-b64f-19426be8253f tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:38.799211 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e213eea-b8bb-4352-b64f-19426be8253f tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=83738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 07 10:27:38.799627 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1e213eea-b8bb-4352-b64f-19426be8253f tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1227397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3556681'] for segment, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:38.801078 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-5401350c-628e-41b6-9ad3-77f3b03569f8 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "DELETE /v2.0/ports/810d5746-6bb9-4d35-ba98-f1a4465212f5 HTTP/1.1" status: 204 len: 168 time: 1.8165121 Mar 07 10:27:38.801738 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 33300) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:27:38.816851 dv-neutron-830731-3-hyperv neutron-server[83738]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:27:38.816851 dv-neutron-830731-3-hyperv neutron-server[83738]: util.warn( Mar 07 10:27:38.816851 dv-neutron-830731-3-hyperv neutron-server[83738]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:27:38.816851 dv-neutron-830731-3-hyperv neutron-server[83738]: util.warn( Mar 07 10:27:38.816851 dv-neutron-830731-3-hyperv neutron-server[83738]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:27:38.816851 dv-neutron-830731-3-hyperv neutron-server[83738]: util.warn( Mar 07 10:27:38.816851 dv-neutron-830731-3-hyperv neutron-server[83738]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:27:38.816851 dv-neutron-830731-3-hyperv neutron-server[83738]: util.warn( Mar 07 10:27:38.816851 dv-neutron-830731-3-hyperv neutron-server[83738]: Traceback (most recent call last): Mar 07 10:27:38.816851 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 07 10:27:38.816851 dv-neutron-830731-3-hyperv neutron-server[83738]: timer() Mar 07 10:27:38.816851 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:27:38.816851 dv-neutron-830731-3-hyperv neutron-server[83738]: cb(*args, **kw) Mar 07 10:27:38.816851 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 10:27:38.816851 dv-neutron-830731-3-hyperv neutron-server[83738]: return func(*args, **kwargs) Mar 07 10:27:38.816851 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:27:38.816851 dv-neutron-830731-3-hyperv neutron-server[83738]: self._notify() Mar 07 10:27:38.816851 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:27:38.816851 dv-neutron-830731-3-hyperv neutron-server[83738]: self.callback(batched_events) Mar 07 10:27:38.816851 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:27:38.816851 dv-neutron-830731-3-hyperv neutron-server[83738]: event.method(event) Mar 07 10:27:38.816851 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 10:27:38.816851 dv-neutron-830731-3-hyperv neutron-server[83738]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:27:38.816851 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 10:27:38.816851 dv-neutron-830731-3-hyperv neutron-server[83738]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:27:38.816851 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 10:27:38.816851 dv-neutron-830731-3-hyperv neutron-server[83738]: return f(self, *a, **k) Mar 07 10:27:38.816851 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:27:38.816851 dv-neutron-830731-3-hyperv neutron-server[83738]: return self._get(url).json() Mar 07 10:27:38.816851 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:27:38.816851 dv-neutron-830731-3-hyperv neutron-server[83738]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:27:38.816851 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 07 10:27:38.816851 dv-neutron-830731-3-hyperv neutron-server[83738]: return self.request(url, 'GET', **kwargs) Mar 07 10:27:38.816851 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 07 10:27:38.816851 dv-neutron-830731-3-hyperv neutron-server[83738]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:27:38.816851 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 07 10:27:38.816851 dv-neutron-830731-3-hyperv neutron-server[83738]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:27:38.816851 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 07 10:27:38.816851 dv-neutron-830731-3-hyperv neutron-server[83738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:27:38.816851 dv-neutron-830731-3-hyperv neutron-server[83738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:27:38.938252 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1e213eea-b8bb-4352-b64f-19426be8253f tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1526886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923583'] for network, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:38.943163 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1e213eea-b8bb-4352-b64f-19426be8253f tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:38.985527 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e213eea-b8bb-4352-b64f-19426be8253f tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Pushing event deleted for resources: {'Network': ['ID=f0d5e4a5-09d0-46ad-87fe-10e571ed08c6,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:38.988085 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efbb5bff-8df5-4770-8991-afbfa1a9f4e6 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:38.989528 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efbb5bff-8df5-4770-8991-afbfa1a9f4e6 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:38.990598 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-efbb5bff-8df5-4770-8991-afbfa1a9f4e6 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Synchronizing usage tracker for tenant:0f1e04191c7443f7844c0202165e746c on resource:subnet {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:27:38.997476 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-1e213eea-b8bb-4352-b64f-19426be8253f tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] 10.222.0.13 "DELETE /v2.0/networks/f0d5e4a5-09d0-46ad-87fe-10e571ed08c6 HTTP/1.1" status: 204 len: 168 time: 3.2990947 Mar 07 10:27:38.999168 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 33306) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:27:39.092778 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-49edfa19-80df-4436-8148-29002e4658cf tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:39.153608 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49edfa19-80df-4436-8148-29002e4658cf tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Pushing event deleted for resources: {'Port': ['ID=256d7aa8-2cca-4126-9ad7-7a5df82f74fc,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:39.297131 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-efbb5bff-8df5-4770-8991-afbfa1a9f4e6 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Unset dirty status for tenant:0f1e04191c7443f7844c0202165e746c on resource:subnet {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:27:39.301244 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-efbb5bff-8df5-4770-8991-afbfa1a9f4e6 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.4404304 Mar 07 10:27:39.303649 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 33310) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:27:39.434993 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-a62ef912-77c9-454f-bd3e-19fc2ab05662 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Deleting port 267a1ccf-c2eb-4ae0-89be-e217a3cff822 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:27:39.435248 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a62ef912-77c9-454f-bd3e-19fc2ab05662 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:39.463823 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bec345ca-4ea3-4139-8b95-746fab5234a0 tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:27:39.475063 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7353bec7-e784-4c7b-9772-2ae7f4f729cf None None] Sync routers for ids ['c2537a3f-d38d-46b9-8e47-19dd11ba162d'] in dv-neutron-830731-3-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:27:39.486062 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7353bec7-e784-4c7b-9772-2ae7f4f729cf None None] Routers {'c2537a3f-d38d-46b9-8e47-19dd11ba162d'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:27:39.486667 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-7353bec7-e784-4c7b-9772-2ae7f4f729cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:27:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['c2537a3f-d38d-46b9-8e47-19dd11ba162d'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:27:39.495388 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d6ec5c6-70d4-432c-a66e-f12c87b2af39 tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Router 62415547-1458-44ed-9029-8d3a253ba97f has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:27:39.512463 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-49edfa19-80df-4436-8148-29002e4658cf tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2756383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3920168'] for router_interface, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:39.517150 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-bec345ca-4ea3-4139-8b95-746fab5234a0 tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Notify callbacks [] for router, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:39.520937 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-bec345ca-4ea3-4139-8b95-746fab5234a0 tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 10.2578075 Mar 07 10:27:39.521098 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 33314) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:27:39.532880 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce0b9b3d-eb0a-4328-9aad-4ad442d4a012 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Router 414f4f85-25cd-4a34-a70b-0f0b36a6102e has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:27:39.553789 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-7353bec7-e784-4c7b-9772-2ae7f4f729cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:27:39.564363 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7353bec7-e784-4c7b-9772-2ae7f4f729cf None None] Routers {'c2537a3f-d38d-46b9-8e47-19dd11ba162d'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:27:39.564986 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-7353bec7-e784-4c7b-9772-2ae7f4f729cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:27:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['c2537a3f-d38d-46b9-8e47-19dd11ba162d'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:27:39.626681 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-7353bec7-e784-4c7b-9772-2ae7f4f729cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:27:39.627081 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7353bec7-e784-4c7b-9772-2ae7f4f729cf None None] The sync data for ids ['c2537a3f-d38d-46b9-8e47-19dd11ba162d'] in dv-neutron-830731-3-hyperv is: [] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:27:39.697293 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6113396a-6b62-4d74-9df5-25d9a93ba489 req-a2070b95-93a3-4a65-97f4-eb86431fc39f tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:39.698041 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-6113396a-6b62-4d74-9df5-25d9a93ba489 req-a2070b95-93a3-4a65-97f4-eb86431fc39f tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9a41462-2213-477c-a0d7-2a574dc86c0e HTTP/1.1" status: 200 len: 946 time: 0.5855916 Mar 07 10:27:39.922195 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a62ef912-77c9-454f-bd3e-19fc2ab05662 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:39.922442 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a62ef912-77c9-454f-bd3e-19fc2ab05662 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:39.934876 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_v2 [None req-31b4083b-8bed-4f50-ab7f-72ff12e0ac82 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Deleting subnet 56bb8ea1-4351-496a-a22a-6fabf324a90c {{(pid=83737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 07 10:27:39.941088 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-31b4083b-8bed-4f50-ab7f-72ff12e0ac82 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks [] for subnet, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:40.029017 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-6113396a-6b62-4d74-9df5-25d9a93ba489 req-d90e0cd2-6538-40ba-8986-a350b2089f43 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0cf1685-c0d8-4959-a53b-3f1ceedf7fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3198884 Mar 07 10:27:40.099679 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-a62ef912-77c9-454f-bd3e-19fc2ab05662 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Calling delete_port for 267a1ccf-c2eb-4ae0-89be-e217a3cff822 owned by network:floatingip {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:27:40.144347 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce0b9b3d-eb0a-4328-9aad-4ad442d4a012 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:27:40.154748 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-ce0b9b3d-eb0a-4328-9aad-4ad442d4a012 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] 10.222.0.13 "PUT /v2.0/routers/414f4f85-25cd-4a34-a70b-0f0b36a6102e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6201849 Mar 07 10:27:40.159105 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 33320) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:27:40.159414 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d49a96e-6e1f-4f46-bba7-894b1e1a4c1c None None] Sync routers for ids ['414f4f85-25cd-4a34-a70b-0f0b36a6102e'] in dv-neutron-830731-3-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:27:40.164771 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-31b4083b-8bed-4f50-ab7f-72ff12e0ac82 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2627781'] for subnet, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:40.171488 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d49a96e-6e1f-4f46-bba7-894b1e1a4c1c None None] Routers {'414f4f85-25cd-4a34-a70b-0f0b36a6102e'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:27:40.172082 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-4d49a96e-6e1f-4f46-bba7-894b1e1a4c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:27:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['414f4f85-25cd-4a34-a70b-0f0b36a6102e'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:27:40.233879 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-4d49a96e-6e1f-4f46-bba7-894b1e1a4c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:27:40.245717 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d49a96e-6e1f-4f46-bba7-894b1e1a4c1c None None] Routers {'414f4f85-25cd-4a34-a70b-0f0b36a6102e'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:27:40.246496 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-4d49a96e-6e1f-4f46-bba7-894b1e1a4c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:27:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['414f4f85-25cd-4a34-a70b-0f0b36a6102e'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:27:40.290300 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-04d31b9a-a1bf-47f3-999c-4c50c3f254ad tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Synchronizing usage tracker for tenant:8843377006954c17a088ed77df13332f on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:27:40.309342 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-4d49a96e-6e1f-4f46-bba7-894b1e1a4c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:27:40.309746 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d49a96e-6e1f-4f46-bba7-894b1e1a4c1c None None] The sync data for ids ['414f4f85-25cd-4a34-a70b-0f0b36a6102e'] in dv-neutron-830731-3-hyperv is: [] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:27:40.357313 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-04d31b9a-a1bf-47f3-999c-4c50c3f254ad tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Unset dirty status for tenant:8843377006954c17a088ed77df13332f on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:27:40.358791 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-04d31b9a-a1bf-47f3-999c-4c50c3f254ad tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] 10.222.0.13 "GET /v2.0/ports?device_id=414f4f85-25cd-4a34-a70b-0f0b36a6102e HTTP/1.1" status: 200 len: 205 time: 0.1969101 Mar 07 10:27:40.364189 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49edfa19-80df-4436-8148-29002e4658cf tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Router 150f3cee-e40d-439b-bb60-c2c2615b292b has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:27:40.366611 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 33324) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:27:40.380026 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 65a89bd9-b41c-418d-8b31-c8c9e3fa971e up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:27:40.433181 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-31b4083b-8bed-4f50-ab7f-72ff12e0ac82 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1525496'] for subnet, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:40.437447 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d6ec5c6-70d4-432c-a66e-f12c87b2af39 tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:27:40.453772 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-8d6ec5c6-70d4-432c-a66e-f12c87b2af39 tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] 10.222.0.13 "PUT /v2.0/routers/62415547-1458-44ed-9029-8d3a253ba97f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.2453396 Mar 07 10:27:40.453962 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b0ad4a-93b9-466f-a810-b67ecfb89370 None None] Sync routers for ids ['62415547-1458-44ed-9029-8d3a253ba97f'] in dv-neutron-830731-3-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:27:40.460766 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-dc121f9a-706d-44c7-bc29-918074c8f980 tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] 10.222.0.13 "GET /v2.0/routers/c2537a3f-d38d-46b9-8e47-19dd11ba162d HTTP/1.1" status: 200 len: 921 time: 0.9384401 Mar 07 10:27:40.462048 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 33328) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:27:40.462295 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 33330) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:27:40.463438 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 65a89bd9-b41c-418d-8b31-c8c9e3fa971e triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:27:40.463806 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:40.514386 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b0ad4a-93b9-466f-a810-b67ecfb89370 None None] Routers {'62415547-1458-44ed-9029-8d3a253ba97f'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:27:40.515052 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-f7b0ad4a-93b9-466f-a810-b67ecfb89370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:27:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['62415547-1458-44ed-9029-8d3a253ba97f'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:27:40.585154 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-f7b0ad4a-93b9-466f-a810-b67ecfb89370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:27:40.603588 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a62ef912-77c9-454f-bd3e-19fc2ab05662 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:40.611474 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48e0fa0-6e72-44c7-947e-f832ffe6f091 req-c1bcaca6-d7ca-49a3-ac5b-e483fe9900bb tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:40.618750 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b48e0fa0-6e72-44c7-947e-f832ffe6f091 req-c1bcaca6-d7ca-49a3-ac5b-e483fe9900bb tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9a41462-2213-477c-a0d7-2a574dc86c0e HTTP/1.1" status: 200 len: 946 time: 0.3884170 Mar 07 10:27:40.627717 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b0ad4a-93b9-466f-a810-b67ecfb89370 None None] Routers {'62415547-1458-44ed-9029-8d3a253ba97f'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:27:40.628358 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-f7b0ad4a-93b9-466f-a810-b67ecfb89370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:27:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['62415547-1458-44ed-9029-8d3a253ba97f'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:27:40.711235 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-f7b0ad4a-93b9-466f-a810-b67ecfb89370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:27:40.711235 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b0ad4a-93b9-466f-a810-b67ecfb89370 None None] The sync data for ids ['62415547-1458-44ed-9029-8d3a253ba97f'] in dv-neutron-830731-3-hyperv is: [] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:27:40.764677 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-7d7f069d-266b-4287-836f-448d40fc0446 tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2537a3f-d38d-46b9-8e47-19dd11ba162d HTTP/1.1" status: 200 len: 205 time: 0.2946091 Mar 07 10:27:40.770868 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 33336) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:27:40.815619 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62ef912-77c9-454f-bd3e-19fc2ab05662 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Pushing event deleted for resources: {'Port': ['ID=267a1ccf-c2eb-4ae0-89be-e217a3cff822,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:40.935264 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b48e0fa0-6e72-44c7-947e-f832ffe6f091 req-2b485423-eaa1-483f-90be-f5dffc82357e tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0cf1685-c0d8-4959-a53b-3f1ceedf7fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3156354 Mar 07 10:27:40.936254 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-31b4083b-8bed-4f50-ab7f-72ff12e0ac82 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1525489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3012507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3219316'] for subnet, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:40.972399 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-06e693b0-586b-4e14-92b4-044d58f9e28a tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks [] for router, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:40.984577 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b4083b-8bed-4f50-ab7f-72ff12e0ac82 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Pushing event deleted for resources: {'Subnet': ['ID=56bb8ea1-4351-496a-a22a-6fabf324a90c,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:40.998839 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a62ef912-77c9-454f-bd3e-19fc2ab05662 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks [] for floatingip, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:41.002736 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-31b4083b-8bed-4f50-ab7f-72ff12e0ac82 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:41.009580 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59675c2a-35ec-4196-bc68-f2e78fb6c597 None None] Network 98d8805b-dd65-4110-997b-2eea298bca78 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:27:41.036863 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a62ef912-77c9-454f-bd3e-19fc2ab05662 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for floatingip, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:41.041951 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-a62ef912-77c9-454f-bd3e-19fc2ab05662 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] 10.222.0.13 "DELETE /v2.0/floatingips/b61480bb-3aa4-40e0-a026-4ba2dbc54358 HTTP/1.1" status: 204 len: 168 time: 2.0425389 Mar 07 10:27:41.044404 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 33342) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:27:41.082654 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-31b4083b-8bed-4f50-ab7f-72ff12e0ac82 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "DELETE /v2.0/subnets/56bb8ea1-4351-496a-a22a-6fabf324a90c HTTP/1.1" status: 204 len: 168 time: 1.7233603 Mar 07 10:27:41.084212 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 33346) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:27:41.120445 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49edfa19-80df-4436-8148-29002e4658cf tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:27:41.125663 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-49edfa19-80df-4436-8148-29002e4658cf tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] 10.222.0.13 "PUT /v2.0/routers/150f3cee-e40d-439b-bb60-c2c2615b292b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0734560 Mar 07 10:27:41.134931 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 33350) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:27:41.136671 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2d0f3a-777d-4f8d-88a3-b8f50e17ae00 None None] Sync routers for ids ['150f3cee-e40d-439b-bb60-c2c2615b292b'] in dv-neutron-830731-3-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:27:41.150010 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2d0f3a-777d-4f8d-88a3-b8f50e17ae00 None None] Routers {'150f3cee-e40d-439b-bb60-c2c2615b292b'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:27:41.150921 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-9f2d0f3a-777d-4f8d-88a3-b8f50e17ae00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:27:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['150f3cee-e40d-439b-bb60-c2c2615b292b'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:27:41.154521 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-a20c4c72-501a-41d3-97ce-b20ce62ed5f6 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] DELETE failed (client error): The resource could not be found. Mar 07 10:27:41.154984 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a20c4c72-501a-41d3-97ce-b20ce62ed5f6 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:27:41.159480 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-a20c4c72-501a-41d3-97ce-b20ce62ed5f6 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] 10.222.0.13 "DELETE /v2.0/ports/2865f5a9-2e32-4217-b63d-7b8265d8b68d HTTP/1.1" status: 404 len: 333 time: 0.1139171 Mar 07 10:27:41.168332 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 33354) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:27:41.208267 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-799b04b2-3df7-4330-b93a-d295a88e6889 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1188140 Mar 07 10:27:41.214838 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 33358) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:27:41.265702 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.api.v2.resource [None req-6ae93975-dff4-4ad2-9302-ee240ecaaa07 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] delete failed (client error): The resource could not be found. Mar 07 10:27:41.266189 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-ec0e760d-5975-4af4-94c7-eeb8a0310ab7 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Synchronizing usage tracker for tenant:5ce94c19b69348fbbd9afc6238983dcf on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:27:41.266722 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-6ae93975-dff4-4ad2-9302-ee240ecaaa07 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] 10.222.0.13 "DELETE /v2.0/routers/tempest-non_exist_router-74045909 HTTP/1.1" status: 404 len: 333 time: 0.1261740 Mar 07 10:27:41.270427 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 33364) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:27:41.282196 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-6474888a-8c85-4cd5-9b0e-1dc2a4a923b9 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Request body: {'router': {'external_gateway_info': {'network_id': '150f3cee-e40d-439b-bb60-c2c2615b292b'}}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:27:41.292352 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-9f2d0f3a-777d-4f8d-88a3-b8f50e17ae00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:27:41.325552 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2d0f3a-777d-4f8d-88a3-b8f50e17ae00 None None] Routers {'150f3cee-e40d-439b-bb60-c2c2615b292b'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:27:41.326508 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-9f2d0f3a-777d-4f8d-88a3-b8f50e17ae00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:27:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['150f3cee-e40d-439b-bb60-c2c2615b292b'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:27:41.417820 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f15470ef-1bae-4f15-a386-c4e8e42743e9 None None] DHCP port deletion for 98d8805b-dd65-4110-997b-2eea298bca78 request from dv-neutron-830731-3-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 07 10:27:41.422361 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-f15470ef-1bae-4f15-a386-c4e8e42743e9 None None] Deleting port 65a89bd9-b41c-418d-8b31-c8c9e3fa971e {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:27:41.422732 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f15470ef-1bae-4f15-a386-c4e8e42743e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:41.441823 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-9f2d0f3a-777d-4f8d-88a3-b8f50e17ae00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:27:41.443289 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2d0f3a-777d-4f8d-88a3-b8f50e17ae00 None None] The sync data for ids ['150f3cee-e40d-439b-bb60-c2c2615b292b'] in dv-neutron-830731-3-hyperv is: [] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:27:41.522449 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-ec0e760d-5975-4af4-94c7-eeb8a0310ab7 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Unset dirty status for tenant:5ce94c19b69348fbbd9afc6238983dcf on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:27:41.525959 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-ec0e760d-5975-4af4-94c7-eeb8a0310ab7 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] 10.222.0.13 "GET /v2.0/ports?device_id=1be73ccb-58a1-45cd-94d1-7fbff3b1b296 HTTP/1.1" status: 200 len: 205 time: 0.3543205 Mar 07 10:27:41.528362 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 33368) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:27:41.609617 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1ea8086b-68e2-4eae-9cef-7f900f2b4b05 tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Notify callbacks [] for router, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:41.610991 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-06e693b0-586b-4e14-92b4-044d58f9e28a tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3917970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58043'] for router, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:41.624562 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-06e693b0-586b-4e14-92b4-044d58f9e28a tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:41.643483 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-f15470ef-1bae-4f15-a386-c4e8e42743e9 None None] For port 65a89bd9-b41c-418d-8b31-c8c9e3fa971e, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=65a89bd9-b41c-418d-8b31-c8c9e3fa971e,segment=NetworkSegment(13510a37-88c7-493e-9701-b414ea24fc4c),segment_id=13510a37-88c7-493e-9701-b414ea24fc4c)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:27:41.643483 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f15470ef-1bae-4f15-a386-c4e8e42743e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:41.662923 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-06e693b0-586b-4e14-92b4-044d58f9e28a tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3917886'] for router, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:41.663963 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06e693b0-586b-4e14-92b4-044d58f9e28a tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Fanout notify agent at l3_agent the message router_deleted on router 414f4f85-25cd-4a34-a70b-0f0b36a6102e {{(pid=83738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 10:27:41.683982 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6d455ceb-924c-4b5b-b08d-f003624f7c0b tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Notify callbacks [] for router, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:41.705134 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.api.v2.resource [None req-b09b0b4d-6cb7-46e6-8ec7-2e512c1e900d tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] delete failed (client error): The resource could not be found. Mar 07 10:27:41.708691 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-b09b0b4d-6cb7-46e6-8ec7-2e512c1e900d tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] 10.222.0.13 "DELETE /v2.0/routers/1be73ccb-58a1-45cd-94d1-7fbff3b1b296 HTTP/1.1" status: 404 len: 336 time: 0.1736062 Mar 07 10:27:41.759001 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 33372) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:27:41.772214 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-06e693b0-586b-4e14-92b4-044d58f9e28a tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks [] for router, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:41.774499 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-06e693b0-586b-4e14-92b4-044d58f9e28a tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] 10.222.0.13 "DELETE /v2.0/routers/414f4f85-25cd-4a34-a70b-0f0b36a6102e HTTP/1.1" status: 204 len: 168 time: 1.4045920 Mar 07 10:27:41.805106 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-f15470ef-1bae-4f15-a386-c4e8e42743e9 None None] Calling delete_port for 65a89bd9-b41c-418d-8b31-c8c9e3fa971e owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:27:41.834625 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 33376) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:27:41.869930 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0bde9dc-c6df-4a11-a3e4-af16147446dc tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:41.870684 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-f0bde9dc-c6df-4a11-a3e4-af16147446dc tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Synchronizing usage tracker for tenant:0f1e04191c7443f7844c0202165e746c on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:27:41.887532 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f15470ef-1bae-4f15-a386-c4e8e42743e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812'] for port, after_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:41.889853 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-65b79e53-3a5a-47bd-944c-03f4295667c1 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] DELETE failed (client error): The resource could not be found. Mar 07 10:27:41.890299 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65b79e53-3a5a-47bd-944c-03f4295667c1 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:27:41.894617 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-65b79e53-3a5a-47bd-944c-03f4295667c1 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] 10.222.0.13 "DELETE /v2.0/subnets/810b85d7-7b08-4655-b689-c109e476f707 HTTP/1.1" status: 404 len: 337 time: 0.1291168 Mar 07 10:27:41.899508 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 33380) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:27:41.942154 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15470ef-1bae-4f15-a386-c4e8e42743e9 None None] Pushing event deleted for resources: {'Port': ['ID=65a89bd9-b41c-418d-8b31-c8c9e3fa971e,revision_number=None']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:41.950258 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15470ef-1bae-4f15-a386-c4e8e42743e9 None None] No DVR routers for this DVR port 65a89bd9-b41c-418d-8b31-c8c9e3fa971e on host dv-neutron-830731-3-hyperv {{(pid=83739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:27:42.003979 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-5f3f4dfe-5522-4996-841f-92d5374ddb2d tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Deleting port 1647e482-4ce9-40f0-a09a-20cb75e8a826 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:27:42.004329 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5f3f4dfe-5522-4996-841f-92d5374ddb2d tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:42.016218 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e69d9bd-c6bd-4c09-bff6-798f38010332 req-23a836b6-d0d1-4d54-884a-72a2b94d2fb8 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:42.020949 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4e69d9bd-c6bd-4c09-bff6-798f38010332 req-23a836b6-d0d1-4d54-884a-72a2b94d2fb8 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9a41462-2213-477c-a0d7-2a574dc86c0e HTTP/1.1" status: 200 len: 946 time: 0.5848150 Mar 07 10:27:42.022034 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-f0bde9dc-c6df-4a11-a3e4-af16147446dc tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Unset dirty status for tenant:0f1e04191c7443f7844c0202165e746c on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:27:42.023504 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-f0bde9dc-c6df-4a11-a3e4-af16147446dc tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.8075962 Mar 07 10:27:42.044207 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 33384) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:27:42.315849 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 65a89bd9-b41c-418d-8b31-c8c9e3fa971e no longer exists at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:27:42.353546 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] No Port match for: 65a89bd9-b41c-418d-8b31-c8c9e3fa971e {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 10:27:42.354055 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 65a89bd9-b41c-418d-8b31-c8c9e3fa971e not bound to the agent host dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 10:27:42.383506 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01e16792-c8e1-41c1-82d2-0b061a24a69f tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:42.384165 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-01e16792-c8e1-41c1-82d2-0b061a24a69f tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Synchronizing usage tracker for tenant:0f1e04191c7443f7844c0202165e746c on resource:subnet {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:27:42.393425 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4e69d9bd-c6bd-4c09-bff6-798f38010332 req-fe6c857f-6900-43ad-9d0a-bbe29f47cae9 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0cf1685-c0d8-4959-a53b-3f1ceedf7fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3682353 Mar 07 10:27:42.394222 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cc97ec6-d08e-4f4a-9c80-e0c15b68e3f8 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Deleting subnet 8681eb86-520c-413c-baab-5bad3074bd28 {{(pid=83738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 07 10:27:42.425383 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6474888a-8c85-4cd5-9b0e-1dc2a4a923b9 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3917998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58952'] for router, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:42.434058 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-01e16792-c8e1-41c1-82d2-0b061a24a69f tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Unset dirty status for tenant:0f1e04191c7443f7844c0202165e746c on resource:subnet {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:27:42.435166 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-01e16792-c8e1-41c1-82d2-0b061a24a69f tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3883014 Mar 07 10:27:42.439129 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 33388) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:27:42.457656 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7cc97ec6-d08e-4f4a-9c80-e0c15b68e3f8 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks [] for subnet, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:42.507799 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-969d04ad-c515-4e0e-b797-2c470755d22d tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0674615 Mar 07 10:27:42.519735 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 33392) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:27:42.530634 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.api.v2.resource [None req-6474888a-8c85-4cd5-9b0e-1dc2a4a923b9 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] update failed (client error): The resource could not be found. Mar 07 10:27:42.530915 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-2e8f3a5a-3a05-4073-9d17-b856056ddbf8 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Request body: {'subnet': {'network_id': '98d8805b-dd65-4110-997b-2eea298bca78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:27:42.531615 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-6474888a-8c85-4cd5-9b0e-1dc2a4a923b9 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] 10.222.0.13 "PUT /v2.0/routers/150f3cee-e40d-439b-bb60-c2c2615b292b HTTP/1.1" status: 404 len: 339 time: 1.2600098 Mar 07 10:27:42.539148 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 33396) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:27:42.544320 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-b47221cb-84d6-456c-97cd-c78f5f3b250d tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-109327220'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:27:42.551061 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-b47221cb-84d6-456c-97cd-c78f5f3b250d tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:27:42.553380 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1ea8086b-68e2-4eae-9cef-7f900f2b4b05 tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:42.558435 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-b47221cb-84d6-456c-97cd-c78f5f3b250d tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Usage tracker for resource:network and tenant:c0b51818995e4102ad361e483557ca29 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:27:42.561739 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-b47221cb-84d6-456c-97cd-c78f5f3b250d tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:27:42.568066 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-b47221cb-84d6-456c-97cd-c78f5f3b250d tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:27:42.571232 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-1ea8086b-68e2-4eae-9cef-7f900f2b4b05 tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Deleting port 97c22dbd-cb20-420e-a599-b1181bbdc765 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:27:42.571568 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1ea8086b-68e2-4eae-9cef-7f900f2b4b05 tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:42.615277 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b47221cb-84d6-456c-97cd-c78f5f3b250d tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Made reservation on behalf of c0b51818995e4102ad361e483557ca29 for: {'network': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:27:42.618206 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b47221cb-84d6-456c-97cd-c78f5f3b250d tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for network, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:42.644034 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7cc97ec6-d08e-4f4a-9c80-e0c15b68e3f8 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2969395'] for subnet, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:42.717320 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5f3f4dfe-5522-4996-841f-92d5374ddb2d tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:42.724784 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b47221cb-84d6-456c-97cd-c78f5f3b250d tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=83737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:27:42.740825 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b47221cb-84d6-456c-97cd-c78f5f3b250d tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:42.741176 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.db.segments_db [None req-b47221cb-84d6-456c-97cd-c78f5f3b250d tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Added segment b087e6ab-5495-4b6e-8db0-dd5c6b78d92a of type vlan for network ffe08443-fa0a-47d8-804a-c97c227c3f38 Mar 07 10:27:42.794485 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1ea8086b-68e2-4eae-9cef-7f900f2b4b05 tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:42.802594 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b47221cb-84d6-456c-97cd-c78f5f3b250d tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732568034061'] for network, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:42.854908 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-2e8f3a5a-3a05-4073-9d17-b856056ddbf8 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:27:42.862667 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-5f3f4dfe-5522-4996-841f-92d5374ddb2d tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Calling delete_port for 1647e482-4ce9-40f0-a09a-20cb75e8a826 owned by {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:27:42.919046 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-1ea8086b-68e2-4eae-9cef-7f900f2b4b05 tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Calling delete_port for 97c22dbd-cb20-420e-a599-b1181bbdc765 owned by network:router_gateway {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:27:42.924502 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-2e8f3a5a-3a05-4073-9d17-b856056ddbf8 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:27:42.929560 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6d455ceb-924c-4b5b-b08d-f003624f7c0b tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:42.965557 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e8f3a5a-3a05-4073-9d17-b856056ddbf8 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Made reservation on behalf of 0f1e04191c7443f7844c0202165e746c for: {'subnet': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:27:42.979595 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-6d455ceb-924c-4b5b-b08d-f003624f7c0b tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Deleting port af331c64-0385-48aa-ac02-30a2efbb1089 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:27:42.979964 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6d455ceb-924c-4b5b-b08d-f003624f7c0b tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:42.986128 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b47221cb-84d6-456c-97cd-c78f5f3b250d tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594'] for network, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:42.990286 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b47221cb-84d6-456c-97cd-c78f5f3b250d tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:42.990989 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b47221cb-84d6-456c-97cd-c78f5f3b250d tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:43.115660 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-b47221cb-84d6-456c-97cd-c78f5f3b250d tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5754149 Mar 07 10:27:43.119076 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 33400) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:27:43.123167 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47221cb-84d6-456c-97cd-c78f5f3b250d tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Pushing event updated for resources: {'Network': ['ID=ffe08443-fa0a-47d8-804a-c97c227c3f38,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:43.129180 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7cc97ec6-d08e-4f4a-9c80-e0c15b68e3f8 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1525496'] for subnet, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:43.129396 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-119705be-2b87-40ac-aab7-2700cf393342 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Request body: {'subnet': {'network_id': 'ffe08443-fa0a-47d8-804a-c97c227c3f38', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:27:43.135853 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Network ffe08443-fa0a-47d8-804a-c97c227c3f38 details requested by agent ovs-agent-dv-neutron-830731-3-hyperv with host dv-neutron-830731-3-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 10:27:43.288204 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2e8f3a5a-3a05-4073-9d17-b856056ddbf8 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741426'] for subnet, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:43.293556 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-119705be-2b87-40ac-aab7-2700cf393342 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:27:43.303775 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-119705be-2b87-40ac-aab7-2700cf393342 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Usage tracker for resource:subnet and tenant:c0b51818995e4102ad361e483557ca29 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:27:43.309089 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-119705be-2b87-40ac-aab7-2700cf393342 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:27:43.317321 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-119705be-2b87-40ac-aab7-2700cf393342 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:27:43.334944 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-119705be-2b87-40ac-aab7-2700cf393342 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Made reservation on behalf of c0b51818995e4102ad361e483557ca29 for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:27:43.353627 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1ea8086b-68e2-4eae-9cef-7f900f2b4b05 tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:43.454229 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5f3f4dfe-5522-4996-841f-92d5374ddb2d tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:43.466669 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea8086b-68e2-4eae-9cef-7f900f2b4b05 tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Pushing event deleted for resources: {'Port': ['ID=97c22dbd-cb20-420e-a599-b1181bbdc765,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:43.514407 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7cc97ec6-d08e-4f4a-9c80-e0c15b68e3f8 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1525489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3556647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741465'] for subnet, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:43.554232 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6d455ceb-924c-4b5b-b08d-f003624f7c0b tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:43.570052 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3f4dfe-5522-4996-841f-92d5374ddb2d tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Pushing event deleted for resources: {'Port': ['ID=1647e482-4ce9-40f0-a09a-20cb75e8a826,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:43.603388 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-119705be-2b87-40ac-aab7-2700cf393342 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3219231'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:43.755362 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc97ec6-d08e-4f4a-9c80-e0c15b68e3f8 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Pushing event deleted for resources: {'Subnet': ['ID=8681eb86-520c-413c-baab-5bad3074bd28,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:43.820932 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-6d455ceb-924c-4b5b-b08d-f003624f7c0b tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Calling delete_port for af331c64-0385-48aa-ac02-30a2efbb1089 owned by network:router_gateway {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:27:43.857989 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2f10b5f-c3e6-4a53-a9d7-010a673540f3 None None] Network 44e4a482-dcbd-4a16-9fe3-e74d2ac6f0e0 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:27:43.918158 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7cc97ec6-d08e-4f4a-9c80-e0c15b68e3f8 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:43.988009 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1ea8086b-68e2-4eae-9cef-7f900f2b4b05 tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923554'] for router_gateway, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:44.039614 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-7cc97ec6-d08e-4f4a-9c80-e0c15b68e3f8 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] 10.222.0.13 "DELETE /v2.0/subnets/8681eb86-520c-413c-baab-5bad3074bd28 HTTP/1.1" status: 204 len: 168 time: 2.2033126 Mar 07 10:27:44.046230 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 33408) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:27:44.119711 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5f3f4dfe-5522-4996-841f-92d5374ddb2d tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:44.120362 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8216b889-4791-4613-8ad2-35b8f28d3d2b None None] DHCP port deletion for 44e4a482-dcbd-4a16-9fe3-e74d2ac6f0e0 request from dv-neutron-830731-3-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 07 10:27:44.121568 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-5f3f4dfe-5522-4996-841f-92d5374ddb2d tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] 10.222.0.13 "DELETE /v2.0/ports/1647e482-4ce9-40f0-a09a-20cb75e8a826 HTTP/1.1" status: 204 len: 168 time: 2.2128942 Mar 07 10:27:44.125355 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-8216b889-4791-4613-8ad2-35b8f28d3d2b None None] Deleting port 54d36780-dd16-4812-8d07-a573f28048f1 {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:27:44.125726 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-8216b889-4791-4613-8ad2-35b8f28d3d2b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:44.126441 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 33412) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:27:44.150916 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d0ce76-a07b-45c0-9b0a-b00822780ffd req-ef57029e-486d-4bcd-af38-5b569801d540 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:44.152455 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-31d0ce76-a07b-45c0-9b0a-b00822780ffd req-ef57029e-486d-4bcd-af38-5b569801d540 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9a41462-2213-477c-a0d7-2a574dc86c0e HTTP/1.1" status: 200 len: 946 time: 0.6080921 Mar 07 10:27:44.241187 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-c547f65c-adb9-4452-b391-4233235d217c tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Deleting port 4d53a416-c18c-41ae-9399-1b539661d25c {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:27:44.241512 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c547f65c-adb9-4452-b391-4233235d217c tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:44.271476 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c96896-3d06-431b-bc73-66a62c8f0be8 req-60439b5b-1418-4db4-882d-b050bf7f0e0d tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:44.272964 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-19c96896-3d06-431b-bc73-66a62c8f0be8 req-60439b5b-1418-4db4-882d-b050bf7f0e0d tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] 10.222.0.10 "GET /v2.0/ports?device_id=e9a41462-2213-477c-a0d7-2a574dc86c0e HTTP/1.1" status: 200 len: 946 time: 0.3972468 Mar 07 10:27:44.273466 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-31d0ce76-a07b-45c0-9b0a-b00822780ffd req-976dfb27-3e54-440a-b0c7-d1877a855ed6 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0cf1685-c0d8-4959-a53b-3f1ceedf7fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660782 Mar 07 10:27:44.309470 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2e8f3a5a-3a05-4073-9d17-b856056ddbf8 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3556832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741408'] for subnet, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:44.376290 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-8216b889-4791-4613-8ad2-35b8f28d3d2b None None] For port 54d36780-dd16-4812-8d07-a573f28048f1, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=54d36780-dd16-4812-8d07-a573f28048f1,segment=NetworkSegment(18cc4b50-ce35-4252-adff-77a307f24223),segment_id=18cc4b50-ce35-4252-adff-77a307f24223)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:27:44.377308 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-8216b889-4791-4613-8ad2-35b8f28d3d2b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:44.421635 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1ea8086b-68e2-4eae-9cef-7f900f2b4b05 tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3917970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58043'] for router, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:44.426235 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1ea8086b-68e2-4eae-9cef-7f900f2b4b05 tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:44.493735 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [req-19c96896-3d06-431b-bc73-66a62c8f0be8 req-42a96d25-5bc8-4196-a555-a6ae8ac411c0 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Deleting port ce102191-c862-4595-b40b-01aa258c2118 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:27:44.494078 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-19c96896-3d06-431b-bc73-66a62c8f0be8 req-42a96d25-5bc8-4196-a555-a6ae8ac411c0 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:44.510821 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2ce3f8dc-49d3-46b8-b41d-d16caa4de70d tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1158940'] for network, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:44.511087 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-8216b889-4791-4613-8ad2-35b8f28d3d2b None None] Calling delete_port for 54d36780-dd16-4812-8d07-a573f28048f1 owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:27:44.518816 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1ea8086b-68e2-4eae-9cef-7f900f2b4b05 tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3917886'] for router, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:44.519368 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ea8086b-68e2-4eae-9cef-7f900f2b4b05 tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Fanout notify agent at l3_agent the message router_deleted on router 62415547-1458-44ed-9029-8d3a253ba97f {{(pid=83737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 10:27:44.541988 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 54d36780-dd16-4812-8d07-a573f28048f1 no longer exists at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:27:44.544198 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e8f3a5a-3a05-4073-9d17-b856056ddbf8 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Network 98d8805b-dd65-4110-997b-2eea298bca78 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:27:44.547463 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-2ce3f8dc-49d3-46b8-b41d-d16caa4de70d tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Deleting port 54d36780-dd16-4812-8d07-a573f28048f1 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:27:44.547882 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2ce3f8dc-49d3-46b8-b41d-d16caa4de70d tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:44.559884 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-2e8f3a5a-3a05-4073-9d17-b856056ddbf8 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:27:44.561522 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8f3a5a-3a05-4073-9d17-b856056ddbf8 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Pushing event updated for resources: {'Subnet': ['ID=8811e0c0-67a7-47f0-8708-ebe53dd9f21f,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:44.569864 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e8f3a5a-3a05-4073-9d17-b856056ddbf8 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:44.570436 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2e8f3a5a-3a05-4073-9d17-b856056ddbf8 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:44.596409 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b03e9ef-f746-457b-9d71-0b45de10f857 None None] Network 98d8805b-dd65-4110-997b-2eea298bca78 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:27:44.618687 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1ea8086b-68e2-4eae-9cef-7f900f2b4b05 tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:44.622158 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-1ea8086b-68e2-4eae-9cef-7f900f2b4b05 tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] 10.222.0.13 "DELETE /v2.0/routers/62415547-1458-44ed-9029-8d3a253ba97f HTTP/1.1" status: 204 len: 168 time: 4.1512866 Mar 07 10:27:44.623992 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 33416) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:27:44.687418 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-119705be-2b87-40ac-aab7-2700cf393342 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3012444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3219213'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:44.743630 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-8216b889-4791-4613-8ad2-35b8f28d3d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812'] for port, after_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:44.757541 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6d455ceb-924c-4b5b-b08d-f003624f7c0b tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:44.764052 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-2e8f3a5a-3a05-4073-9d17-b856056ddbf8 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2408621 Mar 07 10:27:44.772316 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 33420) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:27:44.788462 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-1050027b-b837-4a6a-a2a8-6c662a94f42b tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Request body: {'port': {'network_id': '98d8805b-dd65-4110-997b-2eea298bca78', 'mac_address': 'fa:16:3e:d9:2b:3f', 'name': 'tempest-NetworksTestDHCPv6-1712536926'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:27:44.826123 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Port 54d36780-dd16-4812-8d07-a573f28048f1 update to DOWN by agent not found {{(pid=83739) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Mar 07 10:27:44.841476 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8216b889-4791-4613-8ad2-35b8f28d3d2b None None] Pushing event deleted for resources: {'Port': ['ID=54d36780-dd16-4812-8d07-a573f28048f1,revision_number=None']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:44.861136 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d455ceb-924c-4b5b-b08d-f003624f7c0b tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Pushing event deleted for resources: {'Port': ['ID=af331c64-0385-48aa-ac02-30a2efbb1089,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:44.885947 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8216b889-4791-4613-8ad2-35b8f28d3d2b None None] No DVR routers for this DVR port 54d36780-dd16-4812-8d07-a573f28048f1 on host dv-neutron-830731-3-hyperv {{(pid=83739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:27:44.945692 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119705be-2b87-40ac-aab7-2700cf393342 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Pushing event updated for resources: {'Subnet': ['ID=f4c1ea25-91cf-40c5-b8c8-1ec9614296fc,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:44.947694 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2400bc9-e57f-4ae0-9a2e-f17ee3938030 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ec2749d-0aec-52fb-aca6-10ba8a80aade-98d8805b-dd65-4110-997b-2eea298bca78', 'network_id': '98d8805b-dd65-4110-997b-2eea298bca78', 'tenant_id': '0f1e04191c7443f7844c0202165e746c', 'fixed_ips': [{'subnet_id': '8811e0c0-67a7-47f0-8708-ebe53dd9f21f'}]}} from dv-neutron-830731-3-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 07 10:27:44.949521 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-d2400bc9-e57f-4ae0-9a2e-f17ee3938030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:45.003157 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-2ce3f8dc-49d3-46b8-b41d-d16caa4de70d tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] For port 54d36780-dd16-4812-8d07-a573f28048f1, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=54d36780-dd16-4812-8d07-a573f28048f1,segment=NetworkSegment(18cc4b50-ce35-4252-adff-77a307f24223),segment_id=18cc4b50-ce35-4252-adff-77a307f24223)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:27:45.003157 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2ce3f8dc-49d3-46b8-b41d-d16caa4de70d tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:45.017565 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119705be-2b87-40ac-aab7-2700cf393342 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Checking segment: {'id': 'b087e6ab-5495-4b6e-8db0-dd5c6b78d92a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'ffe08443-fa0a-47d8-804a-c97c227c3f38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:27:45.017837 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-119705be-2b87-40ac-aab7-2700cf393342 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Network hostable DHCP agents. Network: ffe08443-fa0a-47d8-804a-c97c227c3f38, hostable agents: ['6527556c-6586-422c-ae47-082984683847'], hosted agents: [] {{(pid=83737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:27:45.068635 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-adbd2215-c8ee-41f3-92a6-4182ca26b8a8 None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 10:27:45.138164 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-d2400bc9-e57f-4ae0-9a2e-f17ee3938030 None None] Allocated IP 2001:db8::2 (98d8805b-dd65-4110-997b-2eea298bca78/8811e0c0-67a7-47f0-8708-ebe53dd9f21f/aebf177b-a96c-4674-8f4c-e03535c98c90) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:27:45.153707 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-2ce3f8dc-49d3-46b8-b41d-d16caa4de70d tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Calling delete_port for 54d36780-dd16-4812-8d07-a573f28048f1 owned by network:dhcp {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:27:45.157722 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c547f65c-adb9-4452-b391-4233235d217c tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:45.243835 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-1050027b-b837-4a6a-a2a8-6c662a94f42b tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:27:45.266506 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-119705be-2b87-40ac-aab7-2700cf393342 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Network ffe08443-fa0a-47d8-804a-c97c227c3f38 is scheduled to be hosted by DHCP agent 6527556c-6586-422c-ae47-082984683847 with binding_index 1 {{(pid=83737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:27:45.274573 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-1050027b-b837-4a6a-a2a8-6c662a94f42b tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:27:45.285792 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.db.api [None req-2ce3f8dc-49d3-46b8-b41d-d16caa4de70d tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83737) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 10:27:45.286932 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG oslo_db.api [None req-2ce3f8dc-49d3-46b8-b41d-d16caa4de70d tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 10:27:45.289306 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-119705be-2b87-40ac-aab7-2700cf393342 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830731-3-hyperv, ffe08443-fa0a-47d8-804a-c97c227c3f38) {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:27:45.312318 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-119705be-2b87-40ac-aab7-2700cf393342 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:45.314548 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-119705be-2b87-40ac-aab7-2700cf393342 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:45.328128 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1050027b-b837-4a6a-a2a8-6c662a94f42b tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Made reservation on behalf of 0f1e04191c7443f7844c0202165e746c for: {'port': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:27:45.332942 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0345d02b-8849-43ab-b313-dbdbc10e9160 None None] Network ffe08443-fa0a-47d8-804a-c97c227c3f38 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:27:45.456961 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-c547f65c-adb9-4452-b391-4233235d217c tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Calling delete_port for 4d53a416-c18c-41ae-9399-1b539661d25c owned by {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:27:45.463702 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-119705be-2b87-40ac-aab7-2700cf393342 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.3436015 Mar 07 10:27:45.486777 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:45.497825 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 33426) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:27:45.580239 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-b1f10e65-6866-4cc0-bfe4-4e13ea80f750 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ffe08443-fa0a-47d8-804a-c97c227c3f38'}}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:27:45.635519 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1050027b-b837-4a6a-a2a8-6c662a94f42b tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:45.673504 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [None req-1050027b-b837-4a6a-a2a8-6c662a94f42b tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] device_id is not set on port f39063a1-6678-4b21-ab0b-7fda5c900470 yet. {{(pid=83737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 07 10:27:45.679084 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-d2400bc9-e57f-4ae0-9a2e-f17ee3938030 None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:45.688815 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ef463a-20a9-4c64-b85b-53bd3ec296a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ec2749d-0aec-52fb-aca6-10ba8a80aade-ffe08443-fa0a-47d8-804a-c97c227c3f38', 'network_id': 'ffe08443-fa0a-47d8-804a-c97c227c3f38', 'tenant_id': 'c0b51818995e4102ad361e483557ca29', 'fixed_ips': [{'subnet_id': 'f4c1ea25-91cf-40c5-b8c8-1ec9614296fc'}]}} from dv-neutron-830731-3-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 07 10:27:45.689599 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-d0ef463a-20a9-4c64-b85b-53bd3ec296a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:45.702357 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-d2400bc9-e57f-4ae0-9a2e-f17ee3938030 None None] Transition to ACTIVE for port object aebf177b-a96c-4674-8f4c-e03535c98c90 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:27:45.737230 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_v2 [None req-62c44fbc-6037-4cae-9c2c-1bdbf753982e tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Deleting subnet 1908a094-c85c-45bf-ba08-f6b98786ad14 {{(pid=83738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 07 10:27:45.757034 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c13eb9-22bb-4efb-996b-411e8b372c16 req-c6464a82-cf50-43d7-b31d-707f449faf25 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:45.758600 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f5c13eb9-22bb-4efb-996b-411e8b372c16 req-c6464a82-cf50-43d7-b31d-707f449faf25 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9a41462-2213-477c-a0d7-2a574dc86c0e HTTP/1.1" status: 200 len: 946 time: 0.2935886 Mar 07 10:27:45.761896 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-d2400bc9-e57f-4ae0-9a2e-f17ee3938030 None None] Transition to ACTIVE for port object aebf177b-a96c-4674-8f4c-e03535c98c90 will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:27:45.782533 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-d2400bc9-e57f-4ae0-9a2e-f17ee3938030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:45.788373 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-2ce3f8dc-49d3-46b8-b41d-d16caa4de70d tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Deleting port 54d36780-dd16-4812-8d07-a573f28048f1 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:27:45.788767 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2ce3f8dc-49d3-46b8-b41d-d16caa4de70d tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:45.800659 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-62c44fbc-6037-4cae-9c2c-1bdbf753982e tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Notify callbacks [] for subnet, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:45.851032 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6d455ceb-924c-4b5b-b08d-f003624f7c0b tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923554'] for router_gateway, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:45.909960 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2400bc9-e57f-4ae0-9a2e-f17ee3938030 None None] Network 98d8805b-dd65-4110-997b-2eea298bca78 is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:27:45.915947 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-d2400bc9-e57f-4ae0-9a2e-f17ee3938030 None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:27:45.918833 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-2ce3f8dc-49d3-46b8-b41d-d16caa4de70d tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] The port '54d36780-dd16-4812-8d07-a573f28048f1' was deleted {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 07 10:27:45.929913 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2400bc9-e57f-4ae0-9a2e-f17ee3938030 None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:27:45.933689 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2400bc9-e57f-4ae0-9a2e-f17ee3938030 None None] Pushing event updated for resources: {'Port': ['ID=aebf177b-a96c-4674-8f4c-e03535c98c90,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:45.992179 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [req-19c96896-3d06-431b-bc73-66a62c8f0be8 req-42a96d25-5bc8-4196-a555-a6ae8ac411c0 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] For port ce102191-c862-4595-b40b-01aa258c2118, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=ce102191-c862-4595-b40b-01aa258c2118,segment=NetworkSegment(a01dc850-758a-452f-a0e2-effad6d41a09),segment_id=a01dc850-758a-452f-a0e2-effad6d41a09)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:27:45.992179 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-19c96896-3d06-431b-bc73-66a62c8f0be8 req-42a96d25-5bc8-4196-a555-a6ae8ac411c0 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:45.996110 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f5c13eb9-22bb-4efb-996b-411e8b372c16 req-7163a8f9-cbc2-47e9-847a-63ac968185ff tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0cf1685-c0d8-4959-a53b-3f1ceedf7fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2266669 Mar 07 10:27:46.040035 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-d0ef463a-20a9-4c64-b85b-53bd3ec296a1 None None] Allocated IP 2001:db8:1::2 (ffe08443-fa0a-47d8-804a-c97c227c3f38/f4c1ea25-91cf-40c5-b8c8-1ec9614296fc/b40a8822-7207-49be-ba03-04dfa8920306) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:27:46.056218 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-1050027b-b837-4a6a-a2a8-6c662a94f42b tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Allocated IP 2001:db8::2e4 (98d8805b-dd65-4110-997b-2eea298bca78/8811e0c0-67a7-47f0-8708-ebe53dd9f21f/f39063a1-6678-4b21-ab0b-7fda5c900470) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:27:46.075129 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-d2400bc9-e57f-4ae0-9a2e-f17ee3938030 None None] Attempting to bind port aebf177b-a96c-4674-8f4c-e03535c98c90 on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:27:46.076232 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-d2400bc9-e57f-4ae0-9a2e-f17ee3938030 None None] Attempting to bind port aebf177b-a96c-4674-8f4c-e03535c98c90 by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': '13510a37-88c7-493e-9701-b414ea24fc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '98d8805b-dd65-4110-997b-2eea298bca78'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:27:46.076232 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2400bc9-e57f-4ae0-9a2e-f17ee3938030 None None] Attempting to bind port aebf177b-a96c-4674-8f4c-e03535c98c90 on network 98d8805b-dd65-4110-997b-2eea298bca78 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:27:46.091260 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2ce3f8dc-49d3-46b8-b41d-d16caa4de70d tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1526893', 'neutron.services.segments.db._delete_segments_for_network-8732568551033'] for network, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:46.103171 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-62c44fbc-6037-4cae-9c2c-1bdbf753982e tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2969395'] for subnet, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:46.140167 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-2ce3f8dc-49d3-46b8-b41d-d16caa4de70d tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44e4a482-dcbd-4a16-9fe3-e74d2ac6f0e0']}} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:27:46.148124 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2400bc9-e57f-4ae0-9a2e-f17ee3938030 None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 27, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:27:46.148511 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2400bc9-e57f-4ae0-9a2e-f17ee3938030 None None] Checking segment: {'id': '13510a37-88c7-493e-9701-b414ea24fc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '98d8805b-dd65-4110-997b-2eea298bca78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:27:46.148910 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-d2400bc9-e57f-4ae0-9a2e-f17ee3938030 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:46.149732 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2400bc9-e57f-4ae0-9a2e-f17ee3938030 None None] Bound using segment: {'id': '13510a37-88c7-493e-9701-b414ea24fc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '98d8805b-dd65-4110-997b-2eea298bca78'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:27:46.149732 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-d2400bc9-e57f-4ae0-9a2e-f17ee3938030 None None] Bound port: aebf177b-a96c-4674-8f4c-e03535c98c90, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13510a37-88c7-493e-9701-b414ea24fc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '98d8805b-dd65-4110-997b-2eea298bca78'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:27:46.150109 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-d2400bc9-e57f-4ae0-9a2e-f17ee3938030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:46.161257 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-2ce3f8dc-49d3-46b8-b41d-d16caa4de70d tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18cc4b50-ce35-4252-adff-77a307f24223') {'for_net_delete': True} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:27:46.161917 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-2ce3f8dc-49d3-46b8-b41d-d16caa4de70d tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18cc4b50-ce35-4252-adff-77a307f24223') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:27:46.179097 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2ce3f8dc-49d3-46b8-b41d-d16caa4de70d tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732568550916', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629174'] for segment, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:46.268868 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2ce3f8dc-49d3-46b8-b41d-d16caa4de70d tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:46.281540 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ce3f8dc-49d3-46b8-b41d-d16caa4de70d tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=83737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 07 10:27:46.282003 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2ce3f8dc-49d3-46b8-b41d-d16caa4de70d tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1227397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3012597'] for segment, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:46.297747 dv-neutron-830731-3-hyperv neutron-server[83737]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:27:46.297747 dv-neutron-830731-3-hyperv neutron-server[83737]: util.warn( Mar 07 10:27:46.297747 dv-neutron-830731-3-hyperv neutron-server[83737]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:27:46.297747 dv-neutron-830731-3-hyperv neutron-server[83737]: util.warn( Mar 07 10:27:46.297747 dv-neutron-830731-3-hyperv neutron-server[83737]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:27:46.297747 dv-neutron-830731-3-hyperv neutron-server[83737]: util.warn( Mar 07 10:27:46.297747 dv-neutron-830731-3-hyperv neutron-server[83737]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:27:46.297747 dv-neutron-830731-3-hyperv neutron-server[83737]: util.warn( Mar 07 10:27:46.297747 dv-neutron-830731-3-hyperv neutron-server[83737]: Traceback (most recent call last): Mar 07 10:27:46.297747 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 07 10:27:46.297747 dv-neutron-830731-3-hyperv neutron-server[83737]: timer() Mar 07 10:27:46.297747 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:27:46.297747 dv-neutron-830731-3-hyperv neutron-server[83737]: cb(*args, **kw) Mar 07 10:27:46.297747 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 10:27:46.297747 dv-neutron-830731-3-hyperv neutron-server[83737]: return func(*args, **kwargs) Mar 07 10:27:46.297747 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:27:46.297747 dv-neutron-830731-3-hyperv neutron-server[83737]: self._notify() Mar 07 10:27:46.297747 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:27:46.297747 dv-neutron-830731-3-hyperv neutron-server[83737]: self.callback(batched_events) Mar 07 10:27:46.297747 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:27:46.297747 dv-neutron-830731-3-hyperv neutron-server[83737]: event.method(event) Mar 07 10:27:46.297747 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 10:27:46.297747 dv-neutron-830731-3-hyperv neutron-server[83737]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:27:46.297747 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 10:27:46.297747 dv-neutron-830731-3-hyperv neutron-server[83737]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:27:46.297747 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 10:27:46.297747 dv-neutron-830731-3-hyperv neutron-server[83737]: return f(self, *a, **k) Mar 07 10:27:46.297747 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:27:46.297747 dv-neutron-830731-3-hyperv neutron-server[83737]: return self._get(url).json() Mar 07 10:27:46.297747 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:27:46.297747 dv-neutron-830731-3-hyperv neutron-server[83737]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:27:46.297747 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 07 10:27:46.297747 dv-neutron-830731-3-hyperv neutron-server[83737]: return self.request(url, 'GET', **kwargs) Mar 07 10:27:46.297747 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 07 10:27:46.297747 dv-neutron-830731-3-hyperv neutron-server[83737]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:27:46.297747 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 07 10:27:46.297747 dv-neutron-830731-3-hyperv neutron-server[83737]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:27:46.297747 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 07 10:27:46.297747 dv-neutron-830731-3-hyperv neutron-server[83737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:27:46.297747 dv-neutron-830731-3-hyperv neutron-server[83737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:27:46.323694 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-d2400bc9-e57f-4ae0-9a2e-f17ee3938030 None None] For port aebf177b-a96c-4674-8f4c-e03535c98c90, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:27:46.362416 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-d0ef463a-20a9-4c64-b85b-53bd3ec296a1 None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:46.374082 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-d0ef463a-20a9-4c64-b85b-53bd3ec296a1 None None] Transition to ACTIVE for port object b40a8822-7207-49be-ba03-04dfa8920306 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:27:46.405886 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6d455ceb-924c-4b5b-b08d-f003624f7c0b tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3917970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58043'] for router, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:46.411130 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-d0ef463a-20a9-4c64-b85b-53bd3ec296a1 None None] Transition to ACTIVE for port object b40a8822-7207-49be-ba03-04dfa8920306 will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:27:46.415944 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-d2400bc9-e57f-4ae0-9a2e-f17ee3938030 None None] For port aebf177b-a96c-4674-8f4c-e03535c98c90, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=aebf177b-a96c-4674-8f4c-e03535c98c90,segment=NetworkSegment(13510a37-88c7-493e-9701-b414ea24fc4c),segment_id=13510a37-88c7-493e-9701-b414ea24fc4c)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:27:46.420840 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2ce3f8dc-49d3-46b8-b41d-d16caa4de70d tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1526886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923583'] for network, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:46.421881 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-d0ef463a-20a9-4c64-b85b-53bd3ec296a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:46.425361 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2ce3f8dc-49d3-46b8-b41d-d16caa4de70d tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:46.467253 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce3f8dc-49d3-46b8-b41d-d16caa4de70d tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Pushing event deleted for resources: {'Network': ['ID=44e4a482-dcbd-4a16-9fe3-e74d2ac6f0e0,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:46.470797 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-2ce3f8dc-49d3-46b8-b41d-d16caa4de70d tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] 10.222.0.13 "DELETE /v2.0/networks/44e4a482-dcbd-4a16-9fe3-e74d2ac6f0e0 HTTP/1.1" status: 204 len: 168 time: 2.4188859 Mar 07 10:27:46.477296 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1050027b-b837-4a6a-a2a8-6c662a94f42b tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:46.480168 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 33430) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:27:46.488965 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-e189cb58-82da-4eaa-95b7-3c87b5829f93 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1220430820', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12'}, 'admin_state_up': False}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:27:46.501579 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-e189cb58-82da-4eaa-95b7-3c87b5829f93 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:27:46.510430 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-e189cb58-82da-4eaa-95b7-3c87b5829f93 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Usage tracker for resource:router and tenant:8843377006954c17a088ed77df13332f is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:27:46.513629 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [None req-1050027b-b837-4a6a-a2a8-6c662a94f42b tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Transition to ACTIVE for port object f39063a1-6678-4b21-ab0b-7fda5c900470 will not be triggered until provisioned by entity DHCP. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:27:46.514902 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-e189cb58-82da-4eaa-95b7-3c87b5829f93 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:27:46.515750 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-d2400bc9-e57f-4ae0-9a2e-f17ee3938030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:46.521550 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ef463a-20a9-4c64-b85b-53bd3ec296a1 None None] Pushing event updated for resources: {'Port': ['ID=b40a8822-7207-49be-ba03-04dfa8920306,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:46.522477 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-e189cb58-82da-4eaa-95b7-3c87b5829f93 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:27:46.541500 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e189cb58-82da-4eaa-95b7-3c87b5829f93 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3919700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58025'] for router, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:46.542413 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e189cb58-82da-4eaa-95b7-3c87b5829f93 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3919671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4011175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58018'] for router, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:46.560797 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1050027b-b837-4a6a-a2a8-6c662a94f42b tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:46.605876 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2400bc9-e57f-4ae0-9a2e-f17ee3938030 None None] Pushing event updated for resources: {'Port': ['ID=aebf177b-a96c-4674-8f4c-e03535c98c90,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:46.632923 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ef463a-20a9-4c64-b85b-53bd3ec296a1 None None] Network ffe08443-fa0a-47d8-804a-c97c227c3f38 is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:27:46.635770 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e189cb58-82da-4eaa-95b7-3c87b5829f93 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:46.638198 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-d0ef463a-20a9-4c64-b85b-53bd3ec296a1 None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:27:46.642654 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ef463a-20a9-4c64-b85b-53bd3ec296a1 None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:27:46.652724 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1050027b-b837-4a6a-a2a8-6c662a94f42b tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Network 98d8805b-dd65-4110-997b-2eea298bca78 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:27:46.657591 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-1050027b-b837-4a6a-a2a8-6c662a94f42b tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:27:46.659987 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1050027b-b837-4a6a-a2a8-6c662a94f42b tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:27:46.664137 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1050027b-b837-4a6a-a2a8-6c662a94f42b tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:46.664758 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1050027b-b837-4a6a-a2a8-6c662a94f42b tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:46.681835 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1050027b-b837-4a6a-a2a8-6c662a94f42b tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Pushing event updated for resources: {'Port': ['ID=f39063a1-6678-4b21-ab0b-7fda5c900470,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:46.686798 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6d455ceb-924c-4b5b-b08d-f003624f7c0b tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:46.715519 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c547f65c-adb9-4452-b391-4233235d217c tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:46.755836 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-1050027b-b837-4a6a-a2a8-6c662a94f42b tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.9794390 Mar 07 10:27:46.763147 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 33434) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:27:46.780456 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-d0ef463a-20a9-4c64-b85b-53bd3ec296a1 None None] Attempting to bind port b40a8822-7207-49be-ba03-04dfa8920306 on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:27:46.781218 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-d0ef463a-20a9-4c64-b85b-53bd3ec296a1 None None] Attempting to bind port b40a8822-7207-49be-ba03-04dfa8920306 by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': 'b087e6ab-5495-4b6e-8db0-dd5c6b78d92a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'ffe08443-fa0a-47d8-804a-c97c227c3f38'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:27:46.782127 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ef463a-20a9-4c64-b85b-53bd3ec296a1 None None] Attempting to bind port b40a8822-7207-49be-ba03-04dfa8920306 on network ffe08443-fa0a-47d8-804a-c97c227c3f38 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:27:46.792523 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ef463a-20a9-4c64-b85b-53bd3ec296a1 None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 27, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:27:46.793385 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ef463a-20a9-4c64-b85b-53bd3ec296a1 None None] Checking segment: {'id': 'b087e6ab-5495-4b6e-8db0-dd5c6b78d92a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'ffe08443-fa0a-47d8-804a-c97c227c3f38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:27:46.794026 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-d0ef463a-20a9-4c64-b85b-53bd3ec296a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:46.794514 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ef463a-20a9-4c64-b85b-53bd3ec296a1 None None] Bound using segment: {'id': 'b087e6ab-5495-4b6e-8db0-dd5c6b78d92a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'ffe08443-fa0a-47d8-804a-c97c227c3f38'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:27:46.795085 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-d0ef463a-20a9-4c64-b85b-53bd3ec296a1 None None] Bound port: b40a8822-7207-49be-ba03-04dfa8920306, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b087e6ab-5495-4b6e-8db0-dd5c6b78d92a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'ffe08443-fa0a-47d8-804a-c97c227c3f38'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:27:46.795558 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-d0ef463a-20a9-4c64-b85b-53bd3ec296a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:46.854456 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c547f65c-adb9-4452-b391-4233235d217c tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Pushing event deleted for resources: {'Port': ['ID=4d53a416-c18c-41ae-9399-1b539661d25c,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:46.894788 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e189cb58-82da-4eaa-95b7-3c87b5829f93 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3917998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58952'] for router, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:46.930935 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05469233-cbbe-4c51-9cc0-1660108e4e46 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:46.933821 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-d0ef463a-20a9-4c64-b85b-53bd3ec296a1 None None] For port b40a8822-7207-49be-ba03-04dfa8920306, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:27:46.935449 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05469233-cbbe-4c51-9cc0-1660108e4e46 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:46.936450 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-05469233-cbbe-4c51-9cc0-1660108e4e46 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Synchronizing usage tracker for tenant:0f1e04191c7443f7844c0202165e746c on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:27:46.938750 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-d0ef463a-20a9-4c64-b85b-53bd3ec296a1 None None] For port b40a8822-7207-49be-ba03-04dfa8920306, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=b40a8822-7207-49be-ba03-04dfa8920306,segment=NetworkSegment(b087e6ab-5495-4b6e-8db0-dd5c6b78d92a),segment_id=b087e6ab-5495-4b6e-8db0-dd5c6b78d92a)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:27:46.961590 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-d0ef463a-20a9-4c64-b85b-53bd3ec296a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:47.036003 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device ce102191-c862-4595-b40b-01aa258c2118 no longer exists at agent hyperv_hv-neutron-8307 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:27:47.065147 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-05469233-cbbe-4c51-9cc0-1660108e4e46 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Unset dirty status for tenant:0f1e04191c7443f7844c0202165e746c on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:27:47.070725 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-05469233-cbbe-4c51-9cc0-1660108e4e46 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.3032432 Mar 07 10:27:47.071079 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 33440) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:27:47.087454 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-62c44fbc-6037-4cae-9c2c-1bdbf753982e tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1525496'] for subnet, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:47.122618 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ef463a-20a9-4c64-b85b-53bd3ec296a1 None None] Pushing event updated for resources: {'Port': ['ID=b40a8822-7207-49be-ba03-04dfa8920306,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:47.152264 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6d455ceb-924c-4b5b-b08d-f003624f7c0b tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3917886'] for router, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:47.152830 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d455ceb-924c-4b5b-b08d-f003624f7c0b tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Fanout notify agent at l3_agent the message router_deleted on router c2537a3f-d38d-46b9-8e47-19dd11ba162d {{(pid=83738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 10:27:47.235912 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:47.265593 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9a41462-2213-477c-a0d7-2a574dc86c0e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce102191-c862-4595-b40b-01aa258c2118'}] {{(pid=83739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 10:27:47.278599 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port ce102191-c862-4595-b40b-01aa258c2118, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=ce102191-c862-4595-b40b-01aa258c2118,segment=NetworkSegment(a01dc850-758a-452f-a0e2-effad6d41a09),segment_id=a01dc850-758a-452f-a0e2-effad6d41a09)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:27:47.284151 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:47.291674 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-19c96896-3d06-431b-bc73-66a62c8f0be8 req-42a96d25-5bc8-4196-a555-a6ae8ac411c0 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:47.292049 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-19c96896-3d06-431b-bc73-66a62c8f0be8 req-42a96d25-5bc8-4196-a555-a6ae8ac411c0 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923533'] for floatingip, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:47.292357 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.db.l3_db [req-19c96896-3d06-431b-bc73-66a62c8f0be8 req-42a96d25-5bc8-4196-a555-a6ae8ac411c0 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Floating IP 7105d227-0645-4110-ba73-3b9bebc6c813 disassociated. External IP: 172.26.8.69, port: ce102191-c862-4595-b40b-01aa258c2118. Mar 07 10:27:47.292721 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [req-19c96896-3d06-431b-bc73-66a62c8f0be8 req-42a96d25-5bc8-4196-a555-a6ae8ac411c0 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Calling delete_port for ce102191-c862-4595-b40b-01aa258c2118 owned by compute:nova {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:27:47.330549 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-51505ab9-7585-4291-8f00-03edde5ee789 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Deleting port f39063a1-6678-4b21-ab0b-7fda5c900470 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:27:47.331101 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-51505ab9-7585-4291-8f00-03edde5ee789 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:47.368348 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6d455ceb-924c-4b5b-b08d-f003624f7c0b tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Notify callbacks [] for router, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:47.369685 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-6d455ceb-924c-4b5b-b08d-f003624f7c0b tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] 10.222.0.13 "DELETE /v2.0/routers/c2537a3f-d38d-46b9-8e47-19dd11ba162d HTTP/1.1" status: 204 len: 168 time: 6.5921130 Mar 07 10:27:47.373207 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c547f65c-adb9-4452-b391-4233235d217c tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:47.376568 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Pushing event updated for resources: {'Port': ['ID=ce102191-c862-4595-b40b-01aa258c2118,revision_number=6']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:47.377923 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-c547f65c-adb9-4452-b391-4233235d217c tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] 10.222.0.13 "DELETE /v2.0/ports/4d53a416-c18c-41ae-9399-1b539661d25c HTTP/1.1" status: 204 len: 168 time: 3.2484715 Mar 07 10:27:47.385809 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 33446) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:27:47.386306 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 33448) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:27:47.400707 dv-neutron-830731-3-hyperv neutron-server[83739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9a41462-2213-477c-a0d7-2a574dc86c0e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce102191-c862-4595-b40b-01aa258c2118', 'code': 200} Mar 07 10:27:47.430191 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-efd55f99-a440-4511-a704-1fdf2dd5a7be tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1452556541', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'enable_snat': False}}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:27:47.456321 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-efd55f99-a440-4511-a704-1fdf2dd5a7be tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:27:47.460051 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b1f10e65-6866-4cc0-bfe4-4e13ea80f750 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3917998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58952'] for router, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:47.473373 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-efd55f99-a440-4511-a704-1fdf2dd5a7be tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Usage tracker for resource:router and tenant:130431ad9ff246d586ddc46e73d9839c is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:27:47.486061 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-efd55f99-a440-4511-a704-1fdf2dd5a7be tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:27:47.519115 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-efd55f99-a440-4511-a704-1fdf2dd5a7be tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:27:47.537557 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-62c44fbc-6037-4cae-9c2c-1bdbf753982e tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1525489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3556647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741465'] for subnet, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:47.595691 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-efd55f99-a440-4511-a704-1fdf2dd5a7be tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3919700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58025'] for router, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:47.596770 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-efd55f99-a440-4511-a704-1fdf2dd5a7be tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3919671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4011175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58018'] for router, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:47.617812 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c44fbc-6037-4cae-9c2c-1bdbf753982e tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Pushing event deleted for resources: {'Subnet': ['ID=1908a094-c85c-45bf-ba08-f6b98786ad14,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:47.635988 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.db.api [req-19c96896-3d06-431b-bc73-66a62c8f0be8 req-42a96d25-5bc8-4196-a555-a6ae8ac411c0 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83738) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 10:27:47.636400 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG oslo_db.api [req-19c96896-3d06-431b-bc73-66a62c8f0be8 req-42a96d25-5bc8-4196-a555-a6ae8ac411c0 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 10:27:47.637614 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-62c44fbc-6037-4cae-9c2c-1bdbf753982e tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:47.643814 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af3ea8ec-eb20-405d-ae34-c77434237250 None None] Network 8e845710-73f7-4f0b-af10-9dcc2a1ba0b8 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:27:47.656698 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12f8b04-8eef-49d2-b0a7-41c300815fea req-0c1a8d49-d0d7-4a9a-a1d5-280cfe62875e tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:47.658493 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c12f8b04-8eef-49d2-b0a7-41c300815fea req-0c1a8d49-d0d7-4a9a-a1d5-280cfe62875e tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9a41462-2213-477c-a0d7-2a574dc86c0e HTTP/1.1" status: 200 len: 946 time: 0.4706342 Mar 07 10:27:47.749286 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-62c44fbc-6037-4cae-9c2c-1bdbf753982e tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] 10.222.0.13 "DELETE /v2.0/subnets/1908a094-c85c-45bf-ba08-f6b98786ad14 HTTP/1.1" status: 204 len: 168 time: 3.1085720 Mar 07 10:27:47.756706 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-efd55f99-a440-4511-a704-1fdf2dd5a7be tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:47.790796 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 33454) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:27:47.849201 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-51505ab9-7585-4291-8f00-03edde5ee789 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:47.884029 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-824f41eb-5159-481f-989d-38e3d3626a82 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:47.884788 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-824f41eb-5159-481f-989d-38e3d3626a82 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Synchronizing usage tracker for tenant:5ce94c19b69348fbbd9afc6238983dcf on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:27:47.893061 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e189cb58-82da-4eaa-95b7-3c87b5829f93 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks [] for router_gateway, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:47.928136 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e189cb58-82da-4eaa-95b7-3c87b5829f93 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:48.072883 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-824f41eb-5159-481f-989d-38e3d3626a82 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Unset dirty status for tenant:5ce94c19b69348fbbd9afc6238983dcf on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:27:48.073927 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-824f41eb-5159-481f-989d-38e3d3626a82 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] 10.222.0.13 "GET /v2.0/ports?device_id=4bd78e7b-bb20-49e1-8453-68eb29fc1b8d HTTP/1.1" status: 200 len: 913 time: 0.6842182 Mar 07 10:27:48.077479 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 33458) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:27:48.094771 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-51505ab9-7585-4291-8f00-03edde5ee789 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Calling delete_port for f39063a1-6678-4b21-ab0b-7fda5c900470 owned by {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:27:48.153989 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e512f067-b8ce-4f44-89d8-534a66604a24 tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1158940'] for network, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:48.155489 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [req-19c96896-3d06-431b-bc73-66a62c8f0be8 req-42a96d25-5bc8-4196-a555-a6ae8ac411c0 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Deleting port ce102191-c862-4595-b40b-01aa258c2118 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:27:48.155811 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-19c96896-3d06-431b-bc73-66a62c8f0be8 req-42a96d25-5bc8-4196-a555-a6ae8ac411c0 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:48.168538 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6440e496-662e-4bb0-be9c-346264fbaad5 None None] DHCP port deletion for 8e845710-73f7-4f0b-af10-9dcc2a1ba0b8 request from dv-neutron-830731-3-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 07 10:27:48.174908 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6440e496-662e-4bb0-be9c-346264fbaad5 None None] Deleting port 28d5f985-6097-4f46-8d19-cebd639c7ce7 {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:27:48.175370 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6440e496-662e-4bb0-be9c-346264fbaad5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:48.180808 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c12f8b04-8eef-49d2-b0a7-41c300815fea req-ed71004e-84a2-4673-901b-29a3874cf99f tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0cf1685-c0d8-4959-a53b-3f1ceedf7fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3607056 Mar 07 10:27:48.420453 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-cf277a5e-6010-4331-88b2-0b58cb3e4a7a None None] Provisioning for port aebf177b-a96c-4674-8f4c-e03535c98c90 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:27:48.466637 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-e189cb58-82da-4eaa-95b7-3c87b5829f93 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Allocated IP 172.26.8.193 (5ed85006-6b00-415e-b71f-837fb1421c12/8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a/6df19f4a-637f-4517-a628-7077a97880a5) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:27:48.526920 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-51505ab9-7585-4291-8f00-03edde5ee789 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:48.579640 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device b40a8822-7207-49be-ba03-04dfa8920306 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:27:48.682041 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51505ab9-7585-4291-8f00-03edde5ee789 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Pushing event deleted for resources: {'Port': ['ID=f39063a1-6678-4b21-ab0b-7fda5c900470,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:48.687117 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-51505ab9-7585-4291-8f00-03edde5ee789 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:48.719910 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-0a8681ef-b3c5-4f2b-9194-d7abf82dccd1 None None] Could not find standard attr ID for object f39063a1-6678-4b21-ab0b-7fda5c900470. {{(pid=83739) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 07 10:27:48.731894 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-e512f067-b8ce-4f44-89d8-534a66604a24 tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Deleting port 28d5f985-6097-4f46-8d19-cebd639c7ce7 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:27:48.732343 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e512f067-b8ce-4f44-89d8-534a66604a24 tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:48.743079 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6440e496-662e-4bb0-be9c-346264fbaad5 None None] For port 28d5f985-6097-4f46-8d19-cebd639c7ce7, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=28d5f985-6097-4f46-8d19-cebd639c7ce7,segment=NetworkSegment(2cced2da-504e-426d-82c0-0b771f09009a),segment_id=2cced2da-504e-426d-82c0-0b771f09009a)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:27:48.743469 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6440e496-662e-4bb0-be9c-346264fbaad5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:48.751602 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-51505ab9-7585-4291-8f00-03edde5ee789 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "DELETE /v2.0/ports/f39063a1-6678-4b21-ab0b-7fda5c900470 HTTP/1.1" status: 204 len: 168 time: 1.6795459 Mar 07 10:27:48.757313 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 33462) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:27:48.813124 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-efd55f99-a440-4511-a704-1fdf2dd5a7be tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3917998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58952'] for router, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:48.861764 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bcc3154-0234-4d2b-8102-a172d2891ddd tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:48.863230 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bcc3154-0234-4d2b-8102-a172d2891ddd tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:48.865486 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-0bcc3154-0234-4d2b-8102-a172d2891ddd tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1071801 Mar 07 10:27:48.874749 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 33466) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:27:48.932267 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e38aa84-be7c-4751-8e49-542d64ceec15 None None] Network ffe08443-fa0a-47d8-804a-c97c227c3f38 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:27:48.947046 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e189cb58-82da-4eaa-95b7-3c87b5829f93 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:48.963575 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6440e496-662e-4bb0-be9c-346264fbaad5 None None] Calling delete_port for 28d5f985-6097-4f46-8d19-cebd639c7ce7 owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:27:48.970651 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_v2 [None req-571d28d9-0c41-4723-9e29-e2435f663bc1 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Deleting subnet 8811e0c0-67a7-47f0-8708-ebe53dd9f21f {{(pid=83737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 07 10:27:48.974103 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-571d28d9-0c41-4723-9e29-e2435f663bc1 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks [] for subnet, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:49.038000 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-571d28d9-0c41-4723-9e29-e2435f663bc1 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2627781'] for subnet, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:49.086464 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e189cb58-82da-4eaa-95b7-3c87b5829f93 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:49.112300 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-0c8f21c7-ed01-40b3-91d1-7af83c72752b None None] Provisioning for port b40a8822-7207-49be-ba03-04dfa8920306 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:27:49.115248 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.api.v2.resource [None req-b1f10e65-6866-4cc0-bfe4-4e13ea80f750 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 10:27:49.116052 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-b1f10e65-6866-4cc0-bfe4-4e13ea80f750 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] 10.222.0.13 "PUT /v2.0/routers/150f3cee-e40d-439b-bb60-c2c2615b292b HTTP/1.1" status: 400 len: 364 time: 3.5541575 Mar 07 10:27:49.124684 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 33470) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:27:49.129405 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning for port b40a8822-7207-49be-ba03-04dfa8920306 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:27:49.138959 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port b40a8822-7207-49be-ba03-04dfa8920306 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:27:49.139332 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:49.184152 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e189cb58-82da-4eaa-95b7-3c87b5829f93 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Network 5ed85006-6b00-415e-b71f-837fb1421c12 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:27:49.186283 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e189cb58-82da-4eaa-95b7-3c87b5829f93 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Pushing event updated for resources: {'Port': ['ID=6df19f4a-637f-4517-a628-7077a97880a5,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:49.194602 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-e189cb58-82da-4eaa-95b7-3c87b5829f93 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:27:49.196875 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e189cb58-82da-4eaa-95b7-3c87b5829f93 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:27:49.315039 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-571d28d9-0c41-4723-9e29-e2435f663bc1 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1525496'] for subnet, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:49.340606 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6440e496-662e-4bb0-be9c-346264fbaad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812'] for port, after_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:49.447135 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6440e496-662e-4bb0-be9c-346264fbaad5 None None] Pushing event deleted for resources: {'Port': ['ID=28d5f985-6097-4f46-8d19-cebd639c7ce7,revision_number=None']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:49.478624 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6440e496-662e-4bb0-be9c-346264fbaad5 None None] No DVR routers for this DVR port 28d5f985-6097-4f46-8d19-cebd639c7ce7 on host dv-neutron-830731-3-hyperv {{(pid=83739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:27:49.482983 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-571d28d9-0c41-4723-9e29-e2435f663bc1 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1525489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3012507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3219316'] for subnet, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:49.500419 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-e512f067-b8ce-4f44-89d8-534a66604a24 tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] For port 28d5f985-6097-4f46-8d19-cebd639c7ce7, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=28d5f985-6097-4f46-8d19-cebd639c7ce7,segment=NetworkSegment(2cced2da-504e-426d-82c0-0b771f09009a),segment_id=2cced2da-504e-426d-82c0-0b771f09009a)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:27:49.500793 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e512f067-b8ce-4f44-89d8-534a66604a24 tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:49.529508 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97b7c92-bfc4-486f-92e6-0178ff538ed6 req-1aae686c-883b-43d5-b979-647f747f8161 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:49.529795 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:49.530948 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b97b7c92-bfc4-486f-92e6-0178ff538ed6 req-1aae686c-883b-43d5-b979-647f747f8161 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9a41462-2213-477c-a0d7-2a574dc86c0e HTTP/1.1" status: 200 len: 944 time: 0.1837564 Mar 07 10:27:49.532799 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571d28d9-0c41-4723-9e29-e2435f663bc1 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Pushing event deleted for resources: {'Subnet': ['ID=8811e0c0-67a7-47f0-8708-ebe53dd9f21f,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:49.568083 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-571d28d9-0c41-4723-9e29-e2435f663bc1 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:49.578279 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfccfc7e-1b8e-4e40-bfb4-4a7209d9b28f None None] Network 98d8805b-dd65-4110-997b-2eea298bca78 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:27:49.609440 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-571d28d9-0c41-4723-9e29-e2435f663bc1 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "DELETE /v2.0/subnets/8811e0c0-67a7-47f0-8708-ebe53dd9f21f HTTP/1.1" status: 204 len: 168 time: 0.7311268 Mar 07 10:27:49.610301 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b97b7c92-bfc4-486f-92e6-0178ff538ed6 req-f70c93ac-f278-4b20-a8f2-349bb4406a59 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0cf1685-c0d8-4959-a53b-3f1ceedf7fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731139 Mar 07 10:27:49.610751 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 33476) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:27:49.614490 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e189cb58-82da-4eaa-95b7-3c87b5829f93 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks [] for router_gateway, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:49.615584 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e189cb58-82da-4eaa-95b7-3c87b5829f93 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3917991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923518'] for router, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:49.646398 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-e512f067-b8ce-4f44-89d8-534a66604a24 tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Calling delete_port for 28d5f985-6097-4f46-8d19-cebd639c7ce7 owned by network:dhcp {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:27:49.680496 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [req-19c96896-3d06-431b-bc73-66a62c8f0be8 req-42a96d25-5bc8-4196-a555-a6ae8ac411c0 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] For port ce102191-c862-4595-b40b-01aa258c2118, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=ce102191-c862-4595-b40b-01aa258c2118,segment=NetworkSegment(a01dc850-758a-452f-a0e2-effad6d41a09),segment_id=a01dc850-758a-452f-a0e2-effad6d41a09)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:27:49.680859 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-19c96896-3d06-431b-bc73-66a62c8f0be8 req-42a96d25-5bc8-4196-a555-a6ae8ac411c0 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:49.695124 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] For port b40a8822-7207-49be-ba03-04dfa8920306, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=b40a8822-7207-49be-ba03-04dfa8920306,segment=NetworkSegment(b087e6ab-5495-4b6e-8db0-dd5c6b78d92a),segment_id=b087e6ab-5495-4b6e-8db0-dd5c6b78d92a)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:27:49.711768 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:49.712776 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device aebf177b-a96c-4674-8f4c-e03535c98c90 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:27:49.781917 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-904f72fd-dc43-4e1a-a384-c4c99883f743 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1670682 Mar 07 10:27:49.782108 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 33480) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:27:49.913243 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Pushing event updated for resources: {'Port': ['ID=b40a8822-7207-49be-ba03-04dfa8920306,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:49.952999 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning for port aebf177b-a96c-4674-8f4c-e03535c98c90 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:27:49.976617 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port aebf177b-a96c-4674-8f4c-e03535c98c90 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:27:49.977075 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:50.047000 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb0ae880-f6b6-4da0-b4d2-ba940e34137c tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:50.047712 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-cb0ae880-f6b6-4da0-b4d2-ba940e34137c tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Synchronizing usage tracker for tenant:0f1e04191c7443f7844c0202165e746c on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:27:50.086344 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-cb0ae880-f6b6-4da0-b4d2-ba940e34137c tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Unset dirty status for tenant:0f1e04191c7443f7844c0202165e746c on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:27:50.090663 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-cb0ae880-f6b6-4da0-b4d2-ba940e34137c tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.3076794 Mar 07 10:27:50.092510 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 33484) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:27:50.168671 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc8d903-6076-4f26-978e-da1cd45bb8c5 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:50.169236 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-8dc8d903-6076-4f26-978e-da1cd45bb8c5 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Synchronizing usage tracker for tenant:0f1e04191c7443f7844c0202165e746c on resource:subnet {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:27:50.197499 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-815be576-fbf3-4867-9184-ef97c859dcd2 None None] DHCP port deletion for 98d8805b-dd65-4110-997b-2eea298bca78 request from dv-neutron-830731-3-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 07 10:27:50.198539 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-8dc8d903-6076-4f26-978e-da1cd45bb8c5 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Unset dirty status for tenant:0f1e04191c7443f7844c0202165e746c on resource:subnet {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:27:50.202145 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-8dc8d903-6076-4f26-978e-da1cd45bb8c5 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1062772 Mar 07 10:27:50.202596 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 33488) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:27:50.204179 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-815be576-fbf3-4867-9184-ef97c859dcd2 None None] Deleting port aebf177b-a96c-4674-8f4c-e03535c98c90 {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:27:50.204577 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-815be576-fbf3-4867-9184-ef97c859dcd2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:50.254552 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:50.284403 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-9a2cac0c-9af2-47a4-836b-41b7ffde720a tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0770586 Mar 07 10:27:50.284633 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 33492) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:27:50.294913 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-bc441f51-bbc1-4839-9ba6-918778d914ab tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Request body: {'subnet': {'network_id': '98d8805b-dd65-4110-997b-2eea298bca78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:27:50.312742 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-f1582290-3ed0-4c25-ac4a-d733509a854b None None] Provisioning complete for port b40a8822-7207-49be-ba03-04dfa8920306 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:27:50.313116 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f1582290-3ed0-4c25-ac4a-d733509a854b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:50.323679 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.db.api [None req-e512f067-b8ce-4f44-89d8-534a66604a24 tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83738) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 10:27:50.324249 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG oslo_db.api [None req-e512f067-b8ce-4f44-89d8-534a66604a24 tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 10:27:50.377526 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] For port aebf177b-a96c-4674-8f4c-e03535c98c90, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=aebf177b-a96c-4674-8f4c-e03535c98c90,segment=NetworkSegment(13510a37-88c7-493e-9701-b414ea24fc4c),segment_id=13510a37-88c7-493e-9701-b414ea24fc4c)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:27:50.391264 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:50.432643 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-bc441f51-bbc1-4839-9ba6-918778d914ab tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:27:50.444419 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e189cb58-82da-4eaa-95b7-3c87b5829f93 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Router 6112a0c9-b947-4b8f-b647-d7781e61f4ad is scheduled to L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 with binding_index 1 {{(pid=83737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 10:27:50.446639 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-bc441f51-bbc1-4839-9ba6-918778d914ab tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:27:50.462946 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc441f51-bbc1-4839-9ba6-918778d914ab tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Made reservation on behalf of 0f1e04191c7443f7844c0202165e746c for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:27:50.466432 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-bc441f51-bbc1-4839-9ba6-918778d914ab tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3219231'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:50.501805 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 28d5f985-6097-4f46-8d19-cebd639c7ce7 no longer exists at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:27:50.601697 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] No Port match for: 28d5f985-6097-4f46-8d19-cebd639c7ce7 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 10:27:50.601962 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 28d5f985-6097-4f46-8d19-cebd639c7ce7 not bound to the agent host dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 10:27:50.634761 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Pushing event updated for resources: {'Port': ['ID=aebf177b-a96c-4674-8f4c-e03535c98c90,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:50.638262 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-815be576-fbf3-4867-9184-ef97c859dcd2 None None] For port aebf177b-a96c-4674-8f4c-e03535c98c90, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=aebf177b-a96c-4674-8f4c-e03535c98c90,segment=NetworkSegment(13510a37-88c7-493e-9701-b414ea24fc4c),segment_id=13510a37-88c7-493e-9701-b414ea24fc4c)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:27:50.640051 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-815be576-fbf3-4867-9184-ef97c859dcd2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:50.759205 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-19c96896-3d06-431b-bc73-66a62c8f0be8 req-42a96d25-5bc8-4196-a555-a6ae8ac411c0 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:50.759825 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-19c96896-3d06-431b-bc73-66a62c8f0be8 req-42a96d25-5bc8-4196-a555-a6ae8ac411c0 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923533'] for floatingip, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:50.760584 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.db.l3_db [req-19c96896-3d06-431b-bc73-66a62c8f0be8 req-42a96d25-5bc8-4196-a555-a6ae8ac411c0 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Floating IP 7105d227-0645-4110-ba73-3b9bebc6c813 disassociated. External IP: 172.26.8.69, port: ce102191-c862-4595-b40b-01aa258c2118. Mar 07 10:27:50.761138 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [req-19c96896-3d06-431b-bc73-66a62c8f0be8 req-42a96d25-5bc8-4196-a555-a6ae8ac411c0 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Calling delete_port for ce102191-c862-4595-b40b-01aa258c2118 owned by compute:nova {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:27:50.766576 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device b40a8822-7207-49be-ba03-04dfa8920306 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:27:50.821058 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-efd55f99-a440-4511-a704-1fdf2dd5a7be tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:50.856148 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-815be576-fbf3-4867-9184-ef97c859dcd2 None None] Calling delete_port for aebf177b-a96c-4674-8f4c-e03535c98c90 owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:27:50.856372 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-e512f067-b8ce-4f44-89d8-534a66604a24 tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Deleting port 28d5f985-6097-4f46-8d19-cebd639c7ce7 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:27:50.856661 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e512f067-b8ce-4f44-89d8-534a66604a24 tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:50.940671 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-efd55f99-a440-4511-a704-1fdf2dd5a7be tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:50.945307 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579f5952-1e1b-4e68-8125-1ce04a361a7c req-84d34482-e99c-43da-956a-97155bd4f24b tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:50.946713 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-579f5952-1e1b-4e68-8125-1ce04a361a7c req-84d34482-e99c-43da-956a-97155bd4f24b tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9a41462-2213-477c-a0d7-2a574dc86c0e HTTP/1.1" status: 200 len: 944 time: 0.1669905 Mar 07 10:27:50.984451 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port b40a8822-7207-49be-ba03-04dfa8920306 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:27:50.984451 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:51.008315 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e189cb58-82da-4eaa-95b7-3c87b5829f93 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:27:51.022755 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53fbc2bd-be3e-4bf5-b39b-9b1ea73ba721 None None] Sync routers for ids ['6112a0c9-b947-4b8f-b647-d7781e61f4ad'] in dv-neutron-830731-3-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:27:51.035120 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.db.api [None req-815be576-fbf3-4867-9184-ef97c859dcd2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 10:27:51.035631 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG oslo_db.api [None req-815be576-fbf3-4867-9184-ef97c859dcd2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 10:27:51.038866 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-e512f067-b8ce-4f44-89d8-534a66604a24 tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] The port '28d5f985-6097-4f46-8d19-cebd639c7ce7' was deleted {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 07 10:27:51.061876 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53fbc2bd-be3e-4bf5-b39b-9b1ea73ba721 None None] Routers {'6112a0c9-b947-4b8f-b647-d7781e61f4ad'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:27:51.062573 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-53fbc2bd-be3e-4bf5-b39b-9b1ea73ba721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:27:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['6112a0c9-b947-4b8f-b647-d7781e61f4ad'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:27:51.068890 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e189cb58-82da-4eaa-95b7-3c87b5829f93 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:51.072618 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-e189cb58-82da-4eaa-95b7-3c87b5829f93 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 4.5889533 Mar 07 10:27:51.096545 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 33500) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:27:51.155003 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-53fbc2bd-be3e-4bf5-b39b-9b1ea73ba721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:27:51.161103 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-579f5952-1e1b-4e68-8125-1ce04a361a7c req-59a583c6-c9af-4230-aea1-2e1f8a646944 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0cf1685-c0d8-4959-a53b-3f1ceedf7fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1771266 Mar 07 10:27:51.197493 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53fbc2bd-be3e-4bf5-b39b-9b1ea73ba721 None None] Routers {'6112a0c9-b947-4b8f-b647-d7781e61f4ad'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:27:51.198109 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-53fbc2bd-be3e-4bf5-b39b-9b1ea73ba721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:27:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['6112a0c9-b947-4b8f-b647-d7781e61f4ad'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:27:51.273686 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.objects.ports [None req-bc441f51-bbc1-4839-9ba6-918778d914ab tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83737) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 07 10:27:51.289701 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-53fbc2bd-be3e-4bf5-b39b-9b1ea73ba721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:27:51.290252 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53fbc2bd-be3e-4bf5-b39b-9b1ea73ba721 None None] The sync data for ids ['6112a0c9-b947-4b8f-b647-d7781e61f4ad'] in dv-neutron-830731-3-hyperv is: [] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:27:51.388134 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device aebf177b-a96c-4674-8f4c-e03535c98c90 no longer exists at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:27:51.392393 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-fcbe11f2-a8c7-40f4-8882-7d422d0bb233 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:51.467087 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e512f067-b8ce-4f44-89d8-534a66604a24 tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1526893', 'neutron.services.segments.db._delete_segments_for_network-8732568551033'] for network, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:51.536349 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-815be576-fbf3-4867-9184-ef97c859dcd2 None None] Deleting port aebf177b-a96c-4674-8f4c-e03535c98c90 {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:27:51.537159 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-815be576-fbf3-4867-9184-ef97c859dcd2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:51.588996 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-bc441f51-bbc1-4839-9ba6-918778d914ab tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:51.611054 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-1f5b5b58-e422-4ce0-abd4-d342f99f0d3c tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] 10.222.0.13 "GET /v2.0/routers/6112a0c9-b947-4b8f-b647-d7781e61f4ad HTTP/1.1" status: 200 len: 881 time: 0.5132880 Mar 07 10:27:51.614670 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 33512) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:27:51.615524 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:51.762751 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] For port aebf177b-a96c-4674-8f4c-e03535c98c90, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=aebf177b-a96c-4674-8f4c-e03535c98c90,segment=NetworkSegment(13510a37-88c7-493e-9701-b414ea24fc4c),segment_id=13510a37-88c7-493e-9701-b414ea24fc4c)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:27:51.770990 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:51.800340 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-e512f067-b8ce-4f44-89d8-534a66604a24 tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e845710-73f7-4f0b-af10-9dcc2a1ba0b8']}} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:27:51.816698 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-19c96896-3d06-431b-bc73-66a62c8f0be8 req-42a96d25-5bc8-4196-a555-a6ae8ac411c0 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:51.827853 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-e512f067-b8ce-4f44-89d8-534a66604a24 tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cced2da-504e-426d-82c0-0b771f09009a') {'for_net_delete': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:27:51.828221 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-e512f067-b8ce-4f44-89d8-534a66604a24 tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cced2da-504e-426d-82c0-0b771f09009a') {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:27:51.917936 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e512f067-b8ce-4f44-89d8-534a66604a24 tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732568550916', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968000'] for segment, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:51.924054 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a96d25-5bc8-4196-a555-a6ae8ac411c0 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Pushing event deleted for resources: {'Port': ['ID=ce102191-c862-4595-b40b-01aa258c2118,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:51.926779 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-efd55f99-a440-4511-a704-1fdf2dd5a7be tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Allocated IP 172.26.8.27 (5ed85006-6b00-415e-b71f-837fb1421c12/8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a/fe45dec3-2404-4fb9-9afc-25b4100e6382) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:27:51.946435 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Pushing event updated for resources: {'Port': ['ID=aebf177b-a96c-4674-8f4c-e03535c98c90,revision_number=6']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:51.982127 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-815be576-fbf3-4867-9184-ef97c859dcd2 None None] For port aebf177b-a96c-4674-8f4c-e03535c98c90, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=aebf177b-a96c-4674-8f4c-e03535c98c90,segment=NetworkSegment(13510a37-88c7-493e-9701-b414ea24fc4c),segment_id=13510a37-88c7-493e-9701-b414ea24fc4c)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:27:51.982819 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-815be576-fbf3-4867-9184-ef97c859dcd2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:52.142523 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40229c16-5ae7-413b-b7d6-338c4082f380 req-853d1886-503f-4e81-8ff1-57d8b1716735 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:52.150279 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-40229c16-5ae7-413b-b7d6-338c4082f380 req-853d1886-503f-4e81-8ff1-57d8b1716735 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] 10.222.0.13 "GET /v2.0/ports?device_id=22a73a36-a502-4d17-9bc5-55363d6489d7 HTTP/1.1" status: 200 len: 945 time: 0.3405643 Mar 07 10:27:52.167857 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e512f067-b8ce-4f44-89d8-534a66604a24 tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:52.177684 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-815be576-fbf3-4867-9184-ef97c859dcd2 None None] Calling delete_port for aebf177b-a96c-4674-8f4c-e03535c98c90 owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:27:52.190580 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e512f067-b8ce-4f44-89d8-534a66604a24 tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=83738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 07 10:27:52.191848 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e512f067-b8ce-4f44-89d8-534a66604a24 tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1227397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3556681'] for segment, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:52.237912 dv-neutron-830731-3-hyperv neutron-server[83738]: Traceback (most recent call last): Mar 07 10:27:52.237912 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 07 10:27:52.237912 dv-neutron-830731-3-hyperv neutron-server[83738]: timer() Mar 07 10:27:52.237912 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:27:52.237912 dv-neutron-830731-3-hyperv neutron-server[83738]: cb(*args, **kw) Mar 07 10:27:52.237912 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 10:27:52.237912 dv-neutron-830731-3-hyperv neutron-server[83738]: return func(*args, **kwargs) Mar 07 10:27:52.237912 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:27:52.237912 dv-neutron-830731-3-hyperv neutron-server[83738]: self._notify() Mar 07 10:27:52.237912 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:27:52.237912 dv-neutron-830731-3-hyperv neutron-server[83738]: self.callback(batched_events) Mar 07 10:27:52.237912 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:27:52.237912 dv-neutron-830731-3-hyperv neutron-server[83738]: event.method(event) Mar 07 10:27:52.237912 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 10:27:52.237912 dv-neutron-830731-3-hyperv neutron-server[83738]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:27:52.237912 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 10:27:52.237912 dv-neutron-830731-3-hyperv neutron-server[83738]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:27:52.237912 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 10:27:52.237912 dv-neutron-830731-3-hyperv neutron-server[83738]: return f(self, *a, **k) Mar 07 10:27:52.237912 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:27:52.237912 dv-neutron-830731-3-hyperv neutron-server[83738]: return self._get(url).json() Mar 07 10:27:52.237912 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:27:52.237912 dv-neutron-830731-3-hyperv neutron-server[83738]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:27:52.237912 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 07 10:27:52.237912 dv-neutron-830731-3-hyperv neutron-server[83738]: return self.request(url, 'GET', **kwargs) Mar 07 10:27:52.237912 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 07 10:27:52.237912 dv-neutron-830731-3-hyperv neutron-server[83738]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:27:52.237912 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 07 10:27:52.237912 dv-neutron-830731-3-hyperv neutron-server[83738]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:27:52.237912 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 07 10:27:52.237912 dv-neutron-830731-3-hyperv neutron-server[83738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:27:52.237912 dv-neutron-830731-3-hyperv neutron-server[83738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:27:52.243350 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-bc441f51-bbc1-4839-9ba6-918778d914ab tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] For port aebf177b-a96c-4674-8f4c-e03535c98c90, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=aebf177b-a96c-4674-8f4c-e03535c98c90,segment=NetworkSegment(13510a37-88c7-493e-9701-b414ea24fc4c),segment_id=13510a37-88c7-493e-9701-b414ea24fc4c)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:27:52.277660 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-40229c16-5ae7-413b-b7d6-338c4082f380 req-e9e48b9f-7b2a-45eb-837a-cf8e57da15b6 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0975493-0c59-42d9-89a3-fb824091cc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1264436 Mar 07 10:27:52.343137 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-bc441f51-bbc1-4839-9ba6-918778d914ab tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:52.351099 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-bc441f51-bbc1-4839-9ba6-918778d914ab tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3012561'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:52.351876 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-bc441f51-bbc1-4839-9ba6-918778d914ab tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3012444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3219213'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:52.356528 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.db.api [None req-815be576-fbf3-4867-9184-ef97c859dcd2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 10:27:52.357159 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG oslo_db.api [None req-815be576-fbf3-4867-9184-ef97c859dcd2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 10:27:52.383118 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-815be576-fbf3-4867-9184-ef97c859dcd2 None None] Deleting port aebf177b-a96c-4674-8f4c-e03535c98c90 {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:27:52.383523 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-815be576-fbf3-4867-9184-ef97c859dcd2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:52.458684 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6f4eea4d-1e04-45c8-9a12-eed6ecd181d0 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3920255'] for router_interface, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:52.498318 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-5aceb28a-9e68-48b3-a377-3b8f5038072f req-ec1486c5-7e6e-4ef2-a9e1-2dcc1c6a622c tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9a41462-2213-477c-a0d7-2a574dc86c0e HTTP/1.1" status: 200 len: 210 time: 0.0802824 Mar 07 10:27:52.517284 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-e4fa006c-da5b-407b-81c7-67ab3e6ca4b1 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Synchronizing usage tracker for tenant:8843377006954c17a088ed77df13332f on resource:router {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:27:52.532251 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc441f51-bbc1-4839-9ba6-918778d914ab tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Network 98d8805b-dd65-4110-997b-2eea298bca78 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:27:52.547131 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-bc441f51-bbc1-4839-9ba6-918778d914ab tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:27:52.554769 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc441f51-bbc1-4839-9ba6-918778d914ab tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:52.555342 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-bc441f51-bbc1-4839-9ba6-918778d914ab tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:52.559441 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc441f51-bbc1-4839-9ba6-918778d914ab tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Pushing event updated for resources: {'Subnet': ['ID=a27c4d2b-6e40-4c97-88f0-daa4122451c8,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:52.572231 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc441f51-bbc1-4839-9ba6-918778d914ab tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Pushing event updated for resources: {'Port': ['ID=aebf177b-a96c-4674-8f4c-e03535c98c90,revision_number=7']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:52.591870 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-e4fa006c-da5b-407b-81c7-67ab3e6ca4b1 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Unset dirty status for tenant:8843377006954c17a088ed77df13332f on resource:router {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:27:52.595674 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-e4fa006c-da5b-407b-81c7-67ab3e6ca4b1 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.9775944 Mar 07 10:27:52.595674 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-bc441f51-bbc1-4839-9ba6-918778d914ab tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.3092830 Mar 07 10:27:52.595932 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 33518) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:27:52.598230 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 33520) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:27:52.603494 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-ae7ed5c5-8493-46d0-843a-15666ee5c9ac tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1220430820'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:27:52.626598 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-815be576-fbf3-4867-9184-ef97c859dcd2 None None] For port aebf177b-a96c-4674-8f4c-e03535c98c90, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=aebf177b-a96c-4674-8f4c-e03535c98c90,segment=NetworkSegment(13510a37-88c7-493e-9701-b414ea24fc4c),segment_id=13510a37-88c7-493e-9701-b414ea24fc4c)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:27:52.627107 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-815be576-fbf3-4867-9184-ef97c859dcd2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:52.658864 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-fc47c2c9-d328-43ee-9bc4-4f3909021f28 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Request body: {'subnet': {'network_id': '98d8805b-dd65-4110-997b-2eea298bca78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:27:52.685652 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e512f067-b8ce-4f44-89d8-534a66604a24 tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1526886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923583'] for network, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:52.716080 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e512f067-b8ce-4f44-89d8-534a66604a24 tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:52.749955 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-815be576-fbf3-4867-9184-ef97c859dcd2 None None] Calling delete_port for aebf177b-a96c-4674-8f4c-e03535c98c90 owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:27:52.758969 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e512f067-b8ce-4f44-89d8-534a66604a24 tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Pushing event deleted for resources: {'Network': ['ID=8e845710-73f7-4f0b-af10-9dcc2a1ba0b8,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:52.815772 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-fcbe11f2-a8c7-40f4-8882-7d422d0bb233 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Allocated IP 2001:db8::1 (a7ff3623-d754-4bcb-b4cc-883e2dbab562/3c75ca36-d3a3-433a-9805-5aabfa6c662f/510d8e6a-4f43-4040-a760-879c3836f0b6) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:27:52.844796 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-efd55f99-a440-4511-a704-1fdf2dd5a7be tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:52.853162 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-e512f067-b8ce-4f44-89d8-534a66604a24 tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] 10.222.0.13 "DELETE /v2.0/networks/8e845710-73f7-4f0b-af10-9dcc2a1ba0b8 HTTP/1.1" status: 204 len: 168 time: 5.0605078 Mar 07 10:27:52.855929 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 33526) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:27:52.898020 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-815be576-fbf3-4867-9184-ef97c859dcd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812'] for port, after_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:52.943566 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815be576-fbf3-4867-9184-ef97c859dcd2 None None] Pushing event deleted for resources: {'Port': ['ID=aebf177b-a96c-4674-8f4c-e03535c98c90,revision_number=None']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:52.956967 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-fc47c2c9-d328-43ee-9bc4-4f3909021f28 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:27:53.020027 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815be576-fbf3-4867-9184-ef97c859dcd2 None None] No DVR routers for this DVR port aebf177b-a96c-4674-8f4c-e03535c98c90 on host dv-neutron-830731-3-hyperv {{(pid=83739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:27:53.023251 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-efd55f99-a440-4511-a704-1fdf2dd5a7be tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:53.043534 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d6c764d-db81-4075-bf8f-8ef8f0ab7e1b None None] Network 98d8805b-dd65-4110-997b-2eea298bca78 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:27:53.047547 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-fc47c2c9-d328-43ee-9bc4-4f3909021f28 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:27:53.052464 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-fb2da4cf-6d23-41de-a15c-1f030db95e09 tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Deleting port 02399efc-96bb-4bfd-b289-c6b5f184f424 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:27:53.053214 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-fb2da4cf-6d23-41de-a15c-1f030db95e09 tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:53.109540 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc47c2c9-d328-43ee-9bc4-4f3909021f28 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Made reservation on behalf of 0f1e04191c7443f7844c0202165e746c for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:27:53.134921 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-fcbe11f2-a8c7-40f4-8882-7d422d0bb233 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:53.169331 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efd55f99-a440-4511-a704-1fdf2dd5a7be tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Network 5ed85006-6b00-415e-b71f-837fb1421c12 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:27:53.176598 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd55f99-a440-4511-a704-1fdf2dd5a7be tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Pushing event updated for resources: {'Port': ['ID=fe45dec3-2404-4fb9-9afc-25b4100e6382,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:53.179544 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-efd55f99-a440-4511-a704-1fdf2dd5a7be tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:27:53.189942 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd55f99-a440-4511-a704-1fdf2dd5a7be tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:27:53.224825 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-fcbe11f2-a8c7-40f4-8882-7d422d0bb233 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Transition to ACTIVE for port object 510d8e6a-4f43-4040-a760-879c3836f0b6 will not be triggered until provisioned by entity DHCP. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:27:53.304044 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23c8c3b1-f509-4286-be9f-52a4434652f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ec2749d-0aec-52fb-aca6-10ba8a80aade-98d8805b-dd65-4110-997b-2eea298bca78', 'network_id': '98d8805b-dd65-4110-997b-2eea298bca78', 'tenant_id': '0f1e04191c7443f7844c0202165e746c', 'fixed_ips': [{'subnet_id': 'a27c4d2b-6e40-4c97-88f0-daa4122451c8'}]}} from dv-neutron-830731-3-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 07 10:27:53.304926 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-23c8c3b1-f509-4286-be9f-52a4434652f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:53.429037 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [req-19c96896-3d06-431b-bc73-66a62c8f0be8 req-42a96d25-5bc8-4196-a555-a6ae8ac411c0 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Router 3c43f100-9332-4f25-a0d7-35238526bf57 has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:27:53.459897 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-fcbe11f2-a8c7-40f4-8882-7d422d0bb233 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:53.490341 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-23c8c3b1-f509-4286-be9f-52a4434652f7 None None] Allocated IP 2001:db8::f816:3eff:feed:914f (98d8805b-dd65-4110-997b-2eea298bca78/a27c4d2b-6e40-4c97-88f0-daa4122451c8/4e0f4764-6817-47c7-bdb6-b918d9fa35c1) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:27:53.526817 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-fc47c2c9-d328-43ee-9bc4-4f3909021f28 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3219231'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:53.604752 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-fb2da4cf-6d23-41de-a15c-1f030db95e09 tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:53.605101 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-fb2da4cf-6d23-41de-a15c-1f030db95e09 tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:53.632800 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbe11f2-a8c7-40f4-8882-7d422d0bb233 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Pushing event updated for resources: {'Port': ['ID=510d8e6a-4f43-4040-a760-879c3836f0b6,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:53.709606 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcbe11f2-a8c7-40f4-8882-7d422d0bb233 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Network a7ff3623-d754-4bcb-b4cc-883e2dbab562 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:27:53.718738 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-fcbe11f2-a8c7-40f4-8882-7d422d0bb233 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:27:53.735498 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-23c8c3b1-f509-4286-be9f-52a4434652f7 None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:53.749021 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-23c8c3b1-f509-4286-be9f-52a4434652f7 None None] Transition to ACTIVE for port object 4e0f4764-6817-47c7-bdb6-b918d9fa35c1 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:27:53.774035 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-23c8c3b1-f509-4286-be9f-52a4434652f7 None None] Transition to ACTIVE for port object 4e0f4764-6817-47c7-bdb6-b918d9fa35c1 will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:27:53.781227 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-23c8c3b1-f509-4286-be9f-52a4434652f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:53.847372 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-fb2da4cf-6d23-41de-a15c-1f030db95e09 tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Calling delete_port for 02399efc-96bb-4bfd-b289-c6b5f184f424 owned by network:floatingip {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:27:53.859901 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c8c3b1-f509-4286-be9f-52a4434652f7 None None] Pushing event updated for resources: {'Port': ['ID=4e0f4764-6817-47c7-bdb6-b918d9fa35c1,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:53.875468 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23c8c3b1-f509-4286-be9f-52a4434652f7 None None] Network 98d8805b-dd65-4110-997b-2eea298bca78 is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:27:53.876755 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-23c8c3b1-f509-4286-be9f-52a4434652f7 None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:27:53.886060 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c8c3b1-f509-4286-be9f-52a4434652f7 None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:27:53.932465 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcbe11f2-a8c7-40f4-8882-7d422d0bb233 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:27:53.932465 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-fcbe11f2-a8c7-40f4-8882-7d422d0bb233 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3920324'] for router_interface, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:53.974468 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d89ba5f5-5869-4611-bb14-7ab59d55a4de req-3876322c-068b-4d3a-94b1-b390d91243a0 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9a41462-2213-477c-a0d7-2a574dc86c0e HTTP/1.1" status: 200 len: 210 time: 0.2809434 Mar 07 10:27:54.052323 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.db.ipam_backend_mixin [None req-fc47c2c9-d328-43ee-9bc4-4f3909021f28 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a27c4d2b-6e40-4c97-88f0-daa4122451c8 (CIDR: 2001:db8::/64) Mar 07 10:27:54.060509 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-23c8c3b1-f509-4286-be9f-52a4434652f7 None None] Attempting to bind port 4e0f4764-6817-47c7-bdb6-b918d9fa35c1 on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:27:54.060661 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-23c8c3b1-f509-4286-be9f-52a4434652f7 None None] Attempting to bind port 4e0f4764-6817-47c7-bdb6-b918d9fa35c1 by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': '13510a37-88c7-493e-9701-b414ea24fc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '98d8805b-dd65-4110-997b-2eea298bca78'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:27:54.060948 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c8c3b1-f509-4286-be9f-52a4434652f7 None None] Attempting to bind port 4e0f4764-6817-47c7-bdb6-b918d9fa35c1 on network 98d8805b-dd65-4110-997b-2eea298bca78 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:27:54.067936 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c8c3b1-f509-4286-be9f-52a4434652f7 None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 27, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:27:54.068314 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c8c3b1-f509-4286-be9f-52a4434652f7 None None] Checking segment: {'id': '13510a37-88c7-493e-9701-b414ea24fc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '98d8805b-dd65-4110-997b-2eea298bca78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:27:54.068769 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-23c8c3b1-f509-4286-be9f-52a4434652f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:54.069158 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c8c3b1-f509-4286-be9f-52a4434652f7 None None] Bound using segment: {'id': '13510a37-88c7-493e-9701-b414ea24fc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '98d8805b-dd65-4110-997b-2eea298bca78'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:27:54.069610 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-23c8c3b1-f509-4286-be9f-52a4434652f7 None None] Bound port: 4e0f4764-6817-47c7-bdb6-b918d9fa35c1, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13510a37-88c7-493e-9701-b414ea24fc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '98d8805b-dd65-4110-997b-2eea298bca78'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:27:54.069974 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-23c8c3b1-f509-4286-be9f-52a4434652f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:54.079533 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc47c2c9-d328-43ee-9bc4-4f3909021f28 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 10:27:54.080054 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc47c2c9-d328-43ee-9bc4-4f3909021f28 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:27:54.131172 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f7cac3-1b17-498c-934e-29c675b3a4d5 req-f88da1a8-99b0-4d8f-9357-77dbf2a28786 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:54.133176 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-a4f7cac3-1b17-498c-934e-29c675b3a4d5 req-f88da1a8-99b0-4d8f-9357-77dbf2a28786 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] 10.222.0.13 "GET /v2.0/ports?device_id=22a73a36-a502-4d17-9bc5-55363d6489d7 HTTP/1.1" status: 200 len: 945 time: 0.6997209 Mar 07 10:27:54.144387 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-fcbe11f2-a8c7-40f4-8882-7d422d0bb233 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:54.145302 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-fc47c2c9-d328-43ee-9bc4-4f3909021f28 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5456371 Mar 07 10:27:54.146243 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-c4f55240-2a75-40d7-93c1-5c2af34018e8 None None] Provisioning for port 510d8e6a-4f43-4040-a760-879c3836f0b6 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:27:54.146754 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 33534) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:27:54.155778 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-c4f55240-2a75-40d7-93c1-5c2af34018e8 None None] Provisioning complete for port 510d8e6a-4f43-4040-a760-879c3836f0b6 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:27:54.156168 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c4f55240-2a75-40d7-93c1-5c2af34018e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:54.171638 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-03a27fa2-cd2b-4de8-a6d7-b36e32cecc83 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Request body: {'subnet': {'network_id': '98d8805b-dd65-4110-997b-2eea298bca78', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:27:54.225957 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-23c8c3b1-f509-4286-be9f-52a4434652f7 None None] For port 4e0f4764-6817-47c7-bdb6-b918d9fa35c1, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:27:54.237092 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-c4f55240-2a75-40d7-93c1-5c2af34018e8 None None] Port 510d8e6a-4f43-4040-a760-879c3836f0b6 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:27:54.240936 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-23c8c3b1-f509-4286-be9f-52a4434652f7 None None] For port 4e0f4764-6817-47c7-bdb6-b918d9fa35c1, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=4e0f4764-6817-47c7-bdb6-b918d9fa35c1,segment=NetworkSegment(13510a37-88c7-493e-9701-b414ea24fc4c),segment_id=13510a37-88c7-493e-9701-b414ea24fc4c)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:27:54.246587 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-23c8c3b1-f509-4286-be9f-52a4434652f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:54.353259 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-efd55f99-a440-4511-a704-1fdf2dd5a7be tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:54.353398 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-efd55f99-a440-4511-a704-1fdf2dd5a7be tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3917991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923518'] for router, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:54.355783 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c8c3b1-f509-4286-be9f-52a4434652f7 None None] Pushing event updated for resources: {'Port': ['ID=4e0f4764-6817-47c7-bdb6-b918d9fa35c1,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:54.380297 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-a4f7cac3-1b17-498c-934e-29c675b3a4d5 req-0adf5fee-cf2f-4629-a85b-827c352f8b57 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0975493-0c59-42d9-89a3-fb824091cc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2324152 Mar 07 10:27:54.406622 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-fb2da4cf-6d23-41de-a15c-1f030db95e09 tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:54.469293 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2da4cf-6d23-41de-a15c-1f030db95e09 tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Pushing event deleted for resources: {'Port': ['ID=02399efc-96bb-4bfd-b289-c6b5f184f424,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:54.542982 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-03a27fa2-cd2b-4de8-a6d7-b36e32cecc83 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:27:54.607527 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-03a27fa2-cd2b-4de8-a6d7-b36e32cecc83 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:27:54.768231 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 4e0f4764-6817-47c7-bdb6-b918d9fa35c1 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:27:54.773657 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-fb2da4cf-6d23-41de-a15c-1f030db95e09 tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Notify callbacks [] for floatingip, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:54.778546 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03a27fa2-cd2b-4de8-a6d7-b36e32cecc83 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Made reservation on behalf of 0f1e04191c7443f7844c0202165e746c for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:27:54.781982 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-03a27fa2-cd2b-4de8-a6d7-b36e32cecc83 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3219231'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:54.804329 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-19c96896-3d06-431b-bc73-66a62c8f0be8 req-42a96d25-5bc8-4196-a555-a6ae8ac411c0 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:27:54.820914 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7c41cf-201b-4be9-a1bf-1608435ff48b None None] Sync routers for ids ['3c43f100-9332-4f25-a0d7-35238526bf57'] in dv-neutron-830731-3-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:27:54.833363 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7c41cf-201b-4be9-a1bf-1608435ff48b None None] Routers {'3c43f100-9332-4f25-a0d7-35238526bf57'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:27:54.834581 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-1f7c41cf-201b-4be9-a1bf-1608435ff48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:27:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['3c43f100-9332-4f25-a0d7-35238526bf57'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:27:54.850260 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning for port 4e0f4764-6817-47c7-bdb6-b918d9fa35c1 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:27:54.929760 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [req-19c96896-3d06-431b-bc73-66a62c8f0be8 req-42a96d25-5bc8-4196-a555-a6ae8ac411c0 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] No DVR routers for this DVR port ce102191-c862-4595-b40b-01aa258c2118 on host hv-neutron-8307 {{(pid=83738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:27:54.938624 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-19c96896-3d06-431b-bc73-66a62c8f0be8 req-42a96d25-5bc8-4196-a555-a6ae8ac411c0 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:54.940583 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-19c96896-3d06-431b-bc73-66a62c8f0be8 req-42a96d25-5bc8-4196-a555-a6ae8ac411c0 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] 10.222.0.10 "DELETE /v2.0/ports/ce102191-c862-4595-b40b-01aa258c2118 HTTP/1.1" status: 204 len: 173 time: 10.6615088 Mar 07 10:27:54.941947 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9a41462-2213-477c-a0d7-2a574dc86c0e', 'name': 'network-vif-deleted', 'tag': 'ce102191-c862-4595-b40b-01aa258c2118'}] {{(pid=83738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 10:27:55.005053 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-fcbe11f2-a8c7-40f4-8882-7d422d0bb233 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Notify callbacks [] for port, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:55.043248 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-fcbe11f2-a8c7-40f4-8882-7d422d0bb233 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3556717'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:55.043905 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-fcbe11f2-a8c7-40f4-8882-7d422d0bb233 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2756426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3920233'] for router_interface, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:55.157597 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9a41462-2213-477c-a0d7-2a574dc86c0e', 'name': 'network-vif-deleted', 'tag': 'ce102191-c862-4595-b40b-01aa258c2118', 'status': 'completed', 'code': 200} Mar 07 10:27:55.169369 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-1f7c41cf-201b-4be9-a1bf-1608435ff48b None None] Set router 3c43f100-9332-4f25-a0d7-35238526bf57 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:27:55.256804 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbe11f2-a8c7-40f4-8882-7d422d0bb233 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Pushing event updated for resources: {'Port': ['ID=510d8e6a-4f43-4040-a760-879c3836f0b6,revision_number=2']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:55.259046 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-6f4eea4d-1e04-45c8-9a12-eed6ecd181d0 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Deleting port d687120a-826c-437d-8354-d72a49203fae {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:27:55.259377 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6f4eea4d-1e04-45c8-9a12-eed6ecd181d0 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:55.283282 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ae7ed5c5-8493-46d0-843a-15666ee5c9ac tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3917998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58952'] for router, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:55.290695 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-fb2da4cf-6d23-41de-a15c-1f030db95e09 tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for floatingip, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:55.294346 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-fb2da4cf-6d23-41de-a15c-1f030db95e09 tempest-FloatingIPAdminTestJSON-512397703 tempest-FloatingIPAdminTestJSON-512397703-project] 10.222.0.13 "DELETE /v2.0/floatingips/6486b276-33ad-49ea-a81d-8ac1da2dfb34 HTTP/1.1" status: 204 len: 168 time: 2.4350913 Mar 07 10:27:55.323047 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-8b727f43-2e6d-4900-9f76-659d8203dbf0 req-750e0156-1167-48c5-b73b-becefc9a76ec tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9a41462-2213-477c-a0d7-2a574dc86c0e HTTP/1.1" status: 200 len: 210 time: 0.1344478 Mar 07 10:27:55.356292 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ae7ed5c5-8493-46d0-843a-15666ee5c9ac tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3923496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3923511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3918005'] for router, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:55.537944 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6f4eea4d-1e04-45c8-9a12-eed6ecd181d0 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:55.707060 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-03a27fa2-cd2b-4de8-a6d7-b36e32cecc83 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3012444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3219213'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:55.753294 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-1f7c41cf-201b-4be9-a1bf-1608435ff48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c43f100-9332-4f25-a0d7-35238526bf57', 'name': 'tempest-ServerActionsTestJSON-1233010295-router', 'tenant_id': '38f0b9f3569b450182bbf4a37575848e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.109'}], 'enable_snat': True}, 'gw_port_id': '39ea0072-7b63-4edb-873d-398ee5680d2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:22:59Z', 'updated_at': '2022-03-07T10:23:14Z', 'revision_number': 4, 'project_id': '38f0b9f3569b450182bbf4a37575848e', 'gw_port': {'id': '39ea0072-7b63-4edb-873d-398ee5680d2b', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:bd:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c43f100-9332-4f25-a0d7-35238526bf57', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:23:01Z', 'updated_at': '2022-03-07T10:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_interfaces': [{'id': '07b72a15-7c72-4e16-8d4e-3fa90543bc1d', 'name': '', 'network_id': 'f727e18d-bdc2-4660-9a3a-cfddb6581f4f', 'tenant_id': '38f0b9f3569b450182bbf4a37575848e', 'mac_address': 'fa:16:3e:97:e0:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c43f100-9332-4f25-a0d7-35238526bf57', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c839e96c-7ebc-4e73-acbb-92a3dab8a0ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:23:12Z', 'updated_at': '2022-03-07T10:23:41Z', 'revision_number': 5, 'project_id': '38f0b9f3569b450182bbf4a37575848e', 'subnets': [{'id': 'c839e96c-7ebc-4e73-acbb-92a3dab8a0ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:27:55.760026 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7c41cf-201b-4be9-a1bf-1608435ff48b None None] Checking router: 3c43f100-9332-4f25-a0d7-35238526bf57 for host: dv-neutron-830731-3-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 07 10:27:55.772372 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7c41cf-201b-4be9-a1bf-1608435ff48b None None] Routers {'3c43f100-9332-4f25-a0d7-35238526bf57'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:27:55.773303 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-1f7c41cf-201b-4be9-a1bf-1608435ff48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:27:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['3c43f100-9332-4f25-a0d7-35238526bf57'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:27:55.788855 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-4f06d215-59f5-4c3d-9919-79e6882b04ec None None] Provisioning for port 4e0f4764-6817-47c7-bdb6-b918d9fa35c1 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:27:55.804638 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-4f06d215-59f5-4c3d-9919-79e6882b04ec None None] Provisioning complete for port 4e0f4764-6817-47c7-bdb6-b918d9fa35c1 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:27:55.806397 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-4f06d215-59f5-4c3d-9919-79e6882b04ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:55.811648 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03a27fa2-cd2b-4de8-a6d7-b36e32cecc83 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Network 98d8805b-dd65-4110-997b-2eea298bca78 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:27:55.815114 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-03a27fa2-cd2b-4de8-a6d7-b36e32cecc83 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:27:55.826724 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a27fa2-cd2b-4de8-a6d7-b36e32cecc83 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:55.827311 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-03a27fa2-cd2b-4de8-a6d7-b36e32cecc83 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:55.874436 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c95fc3a3-faac-4e8f-91f2-ae83ef5dbc18 None None] Network 98d8805b-dd65-4110-997b-2eea298bca78 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:27:55.914055 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-03a27fa2-cd2b-4de8-a6d7-b36e32cecc83 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7588139 Mar 07 10:27:55.919086 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81556148-a9dc-4fa2-a35a-d77dfadf9d3e req-f0527576-6b62-48f2-ab9a-f2c087b16b5f tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:55.920826 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-81556148-a9dc-4fa2-a35a-d77dfadf9d3e req-f0527576-6b62-48f2-ab9a-f2c087b16b5f tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] 10.222.0.13 "GET /v2.0/ports?device_id=22a73a36-a502-4d17-9bc5-55363d6489d7 HTTP/1.1" status: 200 len: 945 time: 0.2745488 Mar 07 10:27:55.929580 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a27fa2-cd2b-4de8-a6d7-b36e32cecc83 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Pushing event updated for resources: {'Subnet': ['ID=a7eb588d-8d15-4956-9588-3742f647f79c,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:55.931547 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 33548) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:27:55.985243 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-1f7c41cf-201b-4be9-a1bf-1608435ff48b None None] Set router 3c43f100-9332-4f25-a0d7-35238526bf57 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:27:55.988876 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-6f4eea4d-1e04-45c8-9a12-eed6ecd181d0 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Calling delete_port for d687120a-826c-437d-8354-d72a49203fae owned by network:router_interface {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:27:56.004332 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-4ecb48f6-911a-4165-99e1-092d6e9f9823 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Request body: {'port': {'network_id': '98d8805b-dd65-4110-997b-2eea298bca78', 'mac_address': 'fa:16:3e:78:c4:5e', 'name': 'tempest-NetworksTestDHCPv6-1124887883'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:27:56.038945 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 33552) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:27:56.171289 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae7ed5c5-8493-46d0-843a-15666ee5c9ac tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Router 6112a0c9-b947-4b8f-b647-d7781e61f4ad has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:27:56.184069 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-4f06d215-59f5-4c3d-9919-79e6882b04ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:56.187565 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6f4eea4d-1e04-45c8-9a12-eed6ecd181d0 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:56.287688 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4eea4d-1e04-45c8-9a12-eed6ecd181d0 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Pushing event deleted for resources: {'Port': ['ID=d687120a-826c-437d-8354-d72a49203fae,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:56.323126 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-1f7c41cf-201b-4be9-a1bf-1608435ff48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c43f100-9332-4f25-a0d7-35238526bf57', 'name': 'tempest-ServerActionsTestJSON-1233010295-router', 'tenant_id': '38f0b9f3569b450182bbf4a37575848e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.109'}], 'enable_snat': True}, 'gw_port_id': '39ea0072-7b63-4edb-873d-398ee5680d2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:22:59Z', 'updated_at': '2022-03-07T10:23:14Z', 'revision_number': 4, 'project_id': '38f0b9f3569b450182bbf4a37575848e', 'gw_port': {'id': '39ea0072-7b63-4edb-873d-398ee5680d2b', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:bd:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c43f100-9332-4f25-a0d7-35238526bf57', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:23:01Z', 'updated_at': '2022-03-07T10:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_interfaces': [{'id': '07b72a15-7c72-4e16-8d4e-3fa90543bc1d', 'name': '', 'network_id': 'f727e18d-bdc2-4660-9a3a-cfddb6581f4f', 'tenant_id': '38f0b9f3569b450182bbf4a37575848e', 'mac_address': 'fa:16:3e:97:e0:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c43f100-9332-4f25-a0d7-35238526bf57', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c839e96c-7ebc-4e73-acbb-92a3dab8a0ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:23:12Z', 'updated_at': '2022-03-07T10:23:41Z', 'revision_number': 5, 'project_id': '38f0b9f3569b450182bbf4a37575848e', 'subnets': [{'id': 'c839e96c-7ebc-4e73-acbb-92a3dab8a0ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:27:56.331461 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7c41cf-201b-4be9-a1bf-1608435ff48b None None] The sync data for ids ['3c43f100-9332-4f25-a0d7-35238526bf57'] in dv-neutron-830731-3-hyperv is: [{'id': '3c43f100-9332-4f25-a0d7-35238526bf57', 'name': 'tempest-ServerActionsTestJSON-1233010295-router', 'tenant_id': '38f0b9f3569b450182bbf4a37575848e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.109'}], 'enable_snat': True}, 'gw_port_id': '39ea0072-7b63-4edb-873d-398ee5680d2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:22:59Z', 'updated_at': '2022-03-07T10:23:14Z', 'revision_number': 4, 'project_id': '38f0b9f3569b450182bbf4a37575848e', 'gw_port': {'id': '39ea0072-7b63-4edb-873d-398ee5680d2b', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:bd:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c43f100-9332-4f25-a0d7-35238526bf57', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:23:01Z', 'updated_at': '2022-03-07T10:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_interfaces': [{'id': '07b72a15-7c72-4e16-8d4e-3fa90543bc1d', 'name': '', 'network_id': 'f727e18d-bdc2-4660-9a3a-cfddb6581f4f', 'tenant_id': '38f0b9f3569b450182bbf4a37575848e', 'mac_address': 'fa:16:3e:97:e0:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c43f100-9332-4f25-a0d7-35238526bf57', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c839e96c-7ebc-4e73-acbb-92a3dab8a0ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:23:12Z', 'updated_at': '2022-03-07T10:23:41Z', 'revision_number': 5, 'project_id': '38f0b9f3569b450182bbf4a37575848e', 'subnets': [{'id': 'c839e96c-7ebc-4e73-acbb-92a3dab8a0ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:27:56.338798 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-81556148-a9dc-4fa2-a35a-d77dfadf9d3e req-6f2446a9-2d58-4a67-ac82-204a988dbe9e tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0975493-0c59-42d9-89a3-fb824091cc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4049156 Mar 07 10:27:56.348316 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-4f06d215-59f5-4c3d-9919-79e6882b04ec None None] For port 4e0f4764-6817-47c7-bdb6-b918d9fa35c1, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=4e0f4764-6817-47c7-bdb6-b918d9fa35c1,segment=NetworkSegment(13510a37-88c7-493e-9701-b414ea24fc4c),segment_id=13510a37-88c7-493e-9701-b414ea24fc4c)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:27:56.377953 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-4f06d215-59f5-4c3d-9919-79e6882b04ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:56.474166 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f06d215-59f5-4c3d-9919-79e6882b04ec None None] Pushing event updated for resources: {'Port': ['ID=4e0f4764-6817-47c7-bdb6-b918d9fa35c1,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:56.579057 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 33562) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:27:56.585061 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-4ecb48f6-911a-4165-99e1-092d6e9f9823 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:27:56.612808 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbdd0c55-6ba0-481b-9ec2-c48e53465a8c None None] Update dhcp port {'port': {'network_id': '98d8805b-dd65-4110-997b-2eea298bca78', 'fixed_ips': [{'subnet_id': 'a27c4d2b-6e40-4c97-88f0-daa4122451c8', 'ip_address': '2001:db8::f816:3eff:feed:914f'}, {'subnet_id': 'a7eb588d-8d15-4956-9588-3742f647f79c'}], 'binding:host_id': 'dv-neutron-830731-3-hyperv'}, 'id': '4e0f4764-6817-47c7-bdb6-b918d9fa35c1'} from dv-neutron-830731-3-hyperv. {{(pid=83739) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 07 10:27:56.625999 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-4ecb48f6-911a-4165-99e1-092d6e9f9823 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Usage tracker for resource:port and tenant:0f1e04191c7443f7844c0202165e746c is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:27:56.641683 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-4ecb48f6-911a-4165-99e1-092d6e9f9823 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:27:56.684421 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-4ecb48f6-911a-4165-99e1-092d6e9f9823 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:27:56.699929 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-fbdd0c55-6ba0-481b-9ec2-c48e53465a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:56.703050 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efd55f99-a440-4511-a704-1fdf2dd5a7be tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Router 1bcb98eb-2483-4c6f-bfb3-0ad5891df480 is scheduled to L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 with binding_index 1 {{(pid=83738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 10:27:56.705188 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-992387d6-1716-402b-b1a7-cc26afd8faa6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=03e87e6ffa17408099bdc7fd61743b93&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6606135 Mar 07 10:27:56.716933 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 33566) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:27:56.756090 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ecb48f6-911a-4165-99e1-092d6e9f9823 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Made reservation on behalf of 0f1e04191c7443f7844c0202165e746c for: {'port': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:27:56.759909 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4ecb48f6-911a-4165-99e1-092d6e9f9823 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:56.776799 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcbe11f2-a8c7-40f4-8882-7d422d0bb233 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Network a7ff3623-d754-4bcb-b4cc-883e2dbab562 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:27:56.780353 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7be9068f-f520-40b9-9ec1-4f7af6ba08f0 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:56.781802 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-fcbe11f2-a8c7-40f4-8882-7d422d0bb233 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:27:56.793256 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 4e0f4764-6817-47c7-bdb6-b918d9fa35c1 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:27:56.819798 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [None req-4ecb48f6-911a-4165-99e1-092d6e9f9823 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] device_id is not set on port d3e9c5a1-ea8a-4196-a554-17b1f30d25fa yet. {{(pid=83737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 07 10:27:56.833977 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a34f996-c184-45d0-b04b-31ba981e8460 None None] New status for floating IP 7105d227-0645-4110-ba73-3b9bebc6c813: DOWN {{(pid=83739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 07 10:27:56.882693 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7be9068f-f520-40b9-9ec1-4f7af6ba08f0 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:57.045435 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7be9068f-f520-40b9-9ec1-4f7af6ba08f0 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:57.125430 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be9068f-f520-40b9-9ec1-4f7af6ba08f0 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0cf1685-c0d8-4959-a53b-3f1ceedf7fad,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:57.137185 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae7ed5c5-8493-46d0-843a-15666ee5c9ac tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:27:57.139334 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e0df593d-eaa4-4def-b712-bc16f2ee33a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:57.157912 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17fdbf1e-cad0-4342-9246-c8c6e2ee5ee0 None None] Sync routers for ids ['6112a0c9-b947-4b8f-b647-d7781e61f4ad'] in dv-neutron-830731-3-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:27:57.171825 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17fdbf1e-cad0-4342-9246-c8c6e2ee5ee0 None None] Routers {'6112a0c9-b947-4b8f-b647-d7781e61f4ad'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:27:57.172922 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-17fdbf1e-cad0-4342-9246-c8c6e2ee5ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:27:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['6112a0c9-b947-4b8f-b647-d7781e61f4ad'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:27:57.174864 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-4ecb48f6-911a-4165-99e1-092d6e9f9823 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Allocated IP 2001:db8:0:1::1d9 (98d8805b-dd65-4110-997b-2eea298bca78/a7eb588d-8d15-4956-9588-3742f647f79c/d3e9c5a1-ea8a-4196-a554-17b1f30d25fa) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:27:57.180287 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ae7ed5c5-8493-46d0-843a-15666ee5c9ac tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:57.184556 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-ae7ed5c5-8493-46d0-843a-15666ee5c9ac tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] 10.222.0.13 "PUT /v2.0/routers/6112a0c9-b947-4b8f-b647-d7781e61f4ad HTTP/1.1" status: 200 len: 888 time: 4.5877299 Mar 07 10:27:57.187258 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 33570) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:27:57.189851 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7be9068f-f520-40b9-9ec1-4f7af6ba08f0 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:57.191037 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-7be9068f-f520-40b9-9ec1-4f7af6ba08f0 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] 10.222.0.13 "DELETE /v2.0/security-groups/f0cf1685-c0d8-4959-a53b-3f1ceedf7fad HTTP/1.1" status: 204 len: 168 time: 0.6086400 Mar 07 10:27:57.240621 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-17fdbf1e-cad0-4342-9246-c8c6e2ee5ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:27:57.253356 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-4bfc573c-8a77-4344-88b4-0eb05d468f67 None None] Provisioning complete for port 510d8e6a-4f43-4040-a760-879c3836f0b6 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:27:57.253711 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-4bfc573c-8a77-4344-88b4-0eb05d468f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:57.258532 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17fdbf1e-cad0-4342-9246-c8c6e2ee5ee0 None None] Routers {'6112a0c9-b947-4b8f-b647-d7781e61f4ad'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:27:57.259372 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-17fdbf1e-cad0-4342-9246-c8c6e2ee5ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:27:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['6112a0c9-b947-4b8f-b647-d7781e61f4ad'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:27:57.295268 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 33574) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:27:57.308305 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 4e0f4764-6817-47c7-bdb6-b918d9fa35c1 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:27:57.314589 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:57.348925 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-4ecb48f6-911a-4165-99e1-092d6e9f9823 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Allocated IP 2001:db8::f816:3eff:fe78:c45e (98d8805b-dd65-4110-997b-2eea298bca78/a27c4d2b-6e40-4c97-88f0-daa4122451c8/d3e9c5a1-ea8a-4196-a554-17b1f30d25fa) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:27:57.353687 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-17fdbf1e-cad0-4342-9246-c8c6e2ee5ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:27:57.354551 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17fdbf1e-cad0-4342-9246-c8c6e2ee5ee0 None None] The sync data for ids ['6112a0c9-b947-4b8f-b647-d7781e61f4ad'] in dv-neutron-830731-3-hyperv is: [] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:27:57.377516 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-4bfc573c-8a77-4344-88b4-0eb05d468f67 None None] Port 510d8e6a-4f43-4040-a760-879c3836f0b6 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:27:57.396743 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e0df593d-eaa4-4def-b712-bc16f2ee33a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:57.425707 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.api.v2.resource [None req-042f031a-e4e9-46b3-9b4f-03a1403b3ee2 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] show failed (client error): The resource could not be found. Mar 07 10:27:57.429703 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-042f031a-e4e9-46b3-9b4f-03a1403b3ee2 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] 10.222.0.13 "GET /v2.0/security-groups/f0cf1685-c0d8-4959-a53b-3f1ceedf7fad HTTP/1.1" status: 404 len: 347 time: 0.1262879 Mar 07 10:27:57.431326 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 33580) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:27:57.767973 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6f4eea4d-1e04-45c8-9a12-eed6ecd181d0 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2756383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3920168'] for router_interface, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:57.795498 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-59f6a541-5b5e-4079-a474-e919a93a8f33 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Deleting port 08304b69-8bdb-42ab-a4e6-98d4622ad060 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:27:57.795834 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-59f6a541-5b5e-4079-a474-e919a93a8f33 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:57.848683 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4ecb48f6-911a-4165-99e1-092d6e9f9823 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:57.873425 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [None req-4ecb48f6-911a-4165-99e1-092d6e9f9823 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Transition to ACTIVE for port object d3e9c5a1-ea8a-4196-a554-17b1f30d25fa will not be triggered until provisioned by entity DHCP. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:27:57.883317 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96532b6-2c73-4796-80a5-42ae1ba06a8c req-0a425736-dc65-4c86-9a9d-1d8475243cd2 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:57.884775 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f96532b6-2c73-4796-80a5-42ae1ba06a8c req-0a425736-dc65-4c86-9a9d-1d8475243cd2 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] 10.222.0.13 "GET /v2.0/ports?device_id=22a73a36-a502-4d17-9bc5-55363d6489d7 HTTP/1.1" status: 200 len: 945 time: 0.3542018 Mar 07 10:27:57.907817 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e0df593d-eaa4-4def-b712-bc16f2ee33a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:57.918367 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-015fbcfd-bf65-4de8-9ce1-7f195713f8f2 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] 10.222.0.13 "GET /v2.0/routers/6112a0c9-b947-4b8f-b647-d7781e61f4ad HTTP/1.1" status: 200 len: 888 time: 0.7299197 Mar 07 10:27:57.922870 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 33584) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:27:57.980952 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-893dc877-631a-49f6-a006-5a5d38d2cc5c tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Synchronizing usage tracker for tenant:8843377006954c17a088ed77df13332f on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:27:57.998343 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f96532b6-2c73-4796-80a5-42ae1ba06a8c req-1efeefd9-12c0-4f48-b442-d46c756388a3 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0975493-0c59-42d9-89a3-fb824091cc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1071970 Mar 07 10:27:58.004182 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4ecb48f6-911a-4165-99e1-092d6e9f9823 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:58.038781 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0df593d-eaa4-4def-b712-bc16f2ee33a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e278cc0-9c74-465c-b452-340488f1469e,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:58.044026 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-893dc877-631a-49f6-a006-5a5d38d2cc5c tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Unset dirty status for tenant:8843377006954c17a088ed77df13332f on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:27:58.045200 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-893dc877-631a-49f6-a006-5a5d38d2cc5c tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] 10.222.0.13 "GET /v2.0/ports?device_id=6112a0c9-b947-4b8f-b647-d7781e61f4ad HTTP/1.1" status: 200 len: 205 time: 0.1198022 Mar 07 10:27:58.056264 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 33588) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:27:58.088092 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-fbdd0c55-6ba0-481b-9ec2-c48e53465a8c None None] Allocated IP 2001:db8:0:1::2 (98d8805b-dd65-4110-997b-2eea298bca78/a7eb588d-8d15-4956-9588-3742f647f79c/4e0f4764-6817-47c7-bdb6-b918d9fa35c1) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:27:58.131228 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efd55f99-a440-4511-a704-1fdf2dd5a7be tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:27:58.157320 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcbe11f2-a8c7-40f4-8882-7d422d0bb233 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Router 150f3cee-e40d-439b-bb60-c2c2615b292b has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:27:58.164468 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e0df593d-eaa4-4def-b712-bc16f2ee33a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:58.168679 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-e0df593d-eaa4-4def-b712-bc16f2ee33a3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1e278cc0-9c74-465c-b452-340488f1469e HTTP/1.1" status: 204 len: 168 time: 1.4459620 Mar 07 10:27:58.168869 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78089d1-f3f5-49c2-b3d9-5f17f46a6804 None None] Sync routers for ids ['1bcb98eb-2483-4c6f-bfb3-0ad5891df480'] in dv-neutron-830731-3-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:27:58.197909 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78089d1-f3f5-49c2-b3d9-5f17f46a6804 None None] Routers {'1bcb98eb-2483-4c6f-bfb3-0ad5891df480'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:27:58.198850 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-c78089d1-f3f5-49c2-b3d9-5f17f46a6804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:27:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['1bcb98eb-2483-4c6f-bfb3-0ad5891df480'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:27:58.204289 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecb48f6-911a-4165-99e1-092d6e9f9823 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Pushing event updated for resources: {'Port': ['ID=d3e9c5a1-ea8a-4196-a554-17b1f30d25fa,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:58.204528 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-efd55f99-a440-4511-a704-1fdf2dd5a7be tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Notify callbacks [] for router, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:58.205853 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-efd55f99-a440-4511-a704-1fdf2dd5a7be tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 10.8177905 Mar 07 10:27:58.209258 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 33594) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:27:58.214920 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ecb48f6-911a-4165-99e1-092d6e9f9823 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Network 98d8805b-dd65-4110-997b-2eea298bca78 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:27:58.216760 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-4ecb48f6-911a-4165-99e1-092d6e9f9823 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:27:58.244440 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ecb48f6-911a-4165-99e1-092d6e9f9823 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:27:58.265621 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ecb48f6-911a-4165-99e1-092d6e9f9823 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:58.266222 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4ecb48f6-911a-4165-99e1-092d6e9f9823 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:58.300724 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-59f6a541-5b5e-4079-a474-e919a93a8f33 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:58.300724 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-59f6a541-5b5e-4079-a474-e919a93a8f33 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:58.322478 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-4ecb48f6-911a-4165-99e1-092d6e9f9823 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.3655076 Mar 07 10:27:58.325564 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 33598) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:27:58.381094 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-971b96fc-8681-46e8-8c79-58b63cf709ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:58.396333 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-fbdd0c55-6ba0-481b-9ec2-c48e53465a8c None None] For port 4e0f4764-6817-47c7-bdb6-b918d9fa35c1, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=4e0f4764-6817-47c7-bdb6-b918d9fa35c1,segment=NetworkSegment(13510a37-88c7-493e-9701-b414ea24fc4c),segment_id=13510a37-88c7-493e-9701-b414ea24fc4c)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:27:58.425666 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-375ce20c-6e0c-46a3-8a03-bea154cf7f75 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Deleting port d3e9c5a1-ea8a-4196-a554-17b1f30d25fa {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:27:58.426008 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-375ce20c-6e0c-46a3-8a03-bea154cf7f75 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:58.446373 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-fbdd0c55-6ba0-481b-9ec2-c48e53465a8c None None] Notify callbacks [] for port, precommit_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:58.471542 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-fbdd0c55-6ba0-481b-9ec2-c48e53465a8c None None] Transition to ACTIVE for port object 4e0f4764-6817-47c7-bdb6-b918d9fa35c1 will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:27:58.474736 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-c78089d1-f3f5-49c2-b3d9-5f17f46a6804 None None] Set router 1bcb98eb-2483-4c6f-bfb3-0ad5891df480 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:27:58.519014 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-fbdd0c55-6ba0-481b-9ec2-c48e53465a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:58.659798 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4f10f85b-d605-4dc8-8dd5-88895be6d6ca tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks [] for router, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:58.660349 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-59f6a541-5b5e-4079-a474-e919a93a8f33 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Calling delete_port for 08304b69-8bdb-42ab-a4e6-98d4622ad060 owned by network:floatingip {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:27:58.770897 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 33604) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:27:58.811777 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdd0c55-6ba0-481b-9ec2-c48e53465a8c None None] Pushing event updated for resources: {'Port': ['ID=4e0f4764-6817-47c7-bdb6-b918d9fa35c1,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:58.836096 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-38ee0694-73f9-4a62-b63f-0ce3020d61d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:58.854793 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-375ce20c-6e0c-46a3-8a03-bea154cf7f75 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:58.936834 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-59f6a541-5b5e-4079-a474-e919a93a8f33 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:58.943615 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-c78089d1-f3f5-49c2-b3d9-5f17f46a6804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bcb98eb-2483-4c6f-bfb3-0ad5891df480', 'name': 'tempest-snat-router-1452556541', 'tenant_id': '130431ad9ff246d586ddc46e73d9839c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.27'}], 'enable_snat': False}, 'gw_port_id': 'fe45dec3-2404-4fb9-9afc-25b4100e6382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:27:47Z', 'updated_at': '2022-03-07T10:27:53Z', 'revision_number': 3, 'project_id': '130431ad9ff246d586ddc46e73d9839c', 'gw_port': {'id': 'fe45dec3-2404-4fb9-9afc-25b4100e6382', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:62:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bcb98eb-2483-4c6f-bfb3-0ad5891df480', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:27:50Z', 'updated_at': '2022-03-07T10:27:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-830731-3-hyperv'}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:27:58.949752 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78089d1-f3f5-49c2-b3d9-5f17f46a6804 None None] Checking router: 1bcb98eb-2483-4c6f-bfb3-0ad5891df480 for host: dv-neutron-830731-3-hyperv {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 07 10:27:58.950106 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78089d1-f3f5-49c2-b3d9-5f17f46a6804 None None] Updating router 1bcb98eb-2483-4c6f-bfb3-0ad5891df480 port fe45dec3-2404-4fb9-9afc-25b4100e6382 binding host dv-neutron-830731-3-hyperv {{(pid=83739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 07 10:27:59.013293 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c78089d1-f3f5-49c2-b3d9-5f17f46a6804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:59.014719 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-375ce20c-6e0c-46a3-8a03-bea154cf7f75 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Calling delete_port for d3e9c5a1-ea8a-4196-a554-17b1f30d25fa owned by {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:27:59.073914 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-38ee0694-73f9-4a62-b63f-0ce3020d61d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:27:59.094217 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-38ee0694-73f9-4a62-b63f-0ce3020d61d9 admin admin] Usage tracker for resource:security_group_rule and tenant:ba4613c822f84a89ad2f6b77ee0fb58c is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:27:59.099320 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-38ee0694-73f9-4a62-b63f-0ce3020d61d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:27:59.132458 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-38ee0694-73f9-4a62-b63f-0ce3020d61d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:27:59.387633 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f6a541-5b5e-4079-a474-e919a93a8f33 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Pushing event deleted for resources: {'Port': ['ID=08304b69-8bdb-42ab-a4e6-98d4622ad060,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:59.417720 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcbe11f2-a8c7-40f4-8882-7d422d0bb233 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:27:59.435408 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0fb87c6-8b06-4d0b-9125-2c0ddd2418e3 None None] Sync routers for ids ['150f3cee-e40d-439b-bb60-c2c2615b292b'] in dv-neutron-830731-3-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:27:59.456053 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0fb87c6-8b06-4d0b-9125-2c0ddd2418e3 None None] Routers {'150f3cee-e40d-439b-bb60-c2c2615b292b'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:27:59.456721 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-f0fb87c6-8b06-4d0b-9125-2c0ddd2418e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:27:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['150f3cee-e40d-439b-bb60-c2c2615b292b'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:27:59.524588 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-fcbe11f2-a8c7-40f4-8882-7d422d0bb233 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] 10.222.0.13 "PUT /v2.0/routers/150f3cee-e40d-439b-bb60-c2c2615b292b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3426347 Mar 07 10:27:59.530586 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 33610) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:27:59.539606 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c78089d1-f3f5-49c2-b3d9-5f17f46a6804 None None] Notify callbacks [] for port, precommit_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:59.545346 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-f0fb87c6-8b06-4d0b-9125-2c0ddd2418e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:27:59.564282 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-c78089d1-f3f5-49c2-b3d9-5f17f46a6804 None None] Transition to ACTIVE for port object fe45dec3-2404-4fb9-9afc-25b4100e6382 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:27:59.574849 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0fb87c6-8b06-4d0b-9125-2c0ddd2418e3 None None] Routers {'150f3cee-e40d-439b-bb60-c2c2615b292b'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:27:59.577047 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-f0fb87c6-8b06-4d0b-9125-2c0ddd2418e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:27:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['150f3cee-e40d-439b-bb60-c2c2615b292b'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:27:59.584060 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c78089d1-f3f5-49c2-b3d9-5f17f46a6804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:59.652322 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-375ce20c-6e0c-46a3-8a03-bea154cf7f75 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:59.691398 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-f0fb87c6-8b06-4d0b-9125-2c0ddd2418e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:27:59.693240 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0fb87c6-8b06-4d0b-9125-2c0ddd2418e3 None None] The sync data for ids ['150f3cee-e40d-439b-bb60-c2c2615b292b'] in dv-neutron-830731-3-hyperv is: [] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:27:59.698080 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-38ee0694-73f9-4a62-b63f-0ce3020d61d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:59.716926 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-38ee0694-73f9-4a62-b63f-0ce3020d61d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:59.752118 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-c78089d1-f3f5-49c2-b3d9-5f17f46a6804 None None] Attempting to bind port fe45dec3-2404-4fb9-9afc-25b4100e6382 on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:27:59.752577 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-c78089d1-f3f5-49c2-b3d9-5f17f46a6804 None None] Attempting to bind port fe45dec3-2404-4fb9-9afc-25b4100e6382 by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': '9a22e080-7529-4fc7-949d-9f84ba21807d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:27:59.753407 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78089d1-f3f5-49c2-b3d9-5f17f46a6804 None None] Attempting to bind port fe45dec3-2404-4fb9-9afc-25b4100e6382 on network 5ed85006-6b00-415e-b71f-837fb1421c12 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:27:59.766420 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-38ee0694-73f9-4a62-b63f-0ce3020d61d9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ba4613c822f84a89ad2f6b77ee0fb58c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9874344 Mar 07 10:27:59.767529 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375ce20c-6e0c-46a3-8a03-bea154cf7f75 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Pushing event deleted for resources: {'Port': ['ID=d3e9c5a1-ea8a-4196-a554-17b1f30d25fa,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:59.769488 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3f18c8-5ecc-48a1-a014-dfb928676d2f None None] Pushing event updated for resources: {'Port': ['ID=fe45dec3-2404-4fb9-9afc-25b4100e6382,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:59.770847 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 33614) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:27:59.782537 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78089d1-f3f5-49c2-b3d9-5f17f46a6804 None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 27, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:27:59.782940 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-59f6a541-5b5e-4079-a474-e919a93a8f33 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Notify callbacks [] for floatingip, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:59.785070 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78089d1-f3f5-49c2-b3d9-5f17f46a6804 None None] Checking segment: {'id': '9a22e080-7529-4fc7-949d-9f84ba21807d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:27:59.785310 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-59f6a541-5b5e-4079-a474-e919a93a8f33 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for floatingip, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:59.785803 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c78089d1-f3f5-49c2-b3d9-5f17f46a6804 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:59.786803 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78089d1-f3f5-49c2-b3d9-5f17f46a6804 None None] Bound using segment: {'id': '9a22e080-7529-4fc7-949d-9f84ba21807d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:27:59.787851 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-59f6a541-5b5e-4079-a474-e919a93a8f33 tempest-ServerActionsTestJSON-664382090 tempest-ServerActionsTestJSON-664382090-project] 10.222.0.13 "DELETE /v2.0/floatingips/7105d227-0645-4110-ba73-3b9bebc6c813 HTTP/1.1" status: 204 len: 168 time: 2.3539085 Mar 07 10:27:59.794715 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-3c246d80-3e2a-4f93-a534-96c13033482c tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] 10.222.0.13 "GET /v2.0/routers/1bcb98eb-2483-4c6f-bfb3-0ad5891df480 HTTP/1.1" status: 200 len: 908 time: 1.5763679 Mar 07 10:27:59.795352 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 33618) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:27:59.795794 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 33620) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:27:59.796799 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-c78089d1-f3f5-49c2-b3d9-5f17f46a6804 None None] Bound port: fe45dec3-2404-4fb9-9afc-25b4100e6382, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a22e080-7529-4fc7-949d-9f84ba21807d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:27:59.798587 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c78089d1-f3f5-49c2-b3d9-5f17f46a6804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:59.814512 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-05b22b74-2953-4219-80a6-d230eee70eee tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1452556541', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'enable_snat': True}}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:27:59.825223 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e7ca9b-57dc-4bf1-b20f-9f77c7ce6b51 req-82f2fbff-7cfa-4c57-91d5-87c7b4aa4148 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:27:59.826203 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-05b22b74-2953-4219-80a6-d230eee70eee tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:27:59.826333 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-e3e7ca9b-57dc-4bf1-b20f-9f77c7ce6b51 req-82f2fbff-7cfa-4c57-91d5-87c7b4aa4148 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] 10.222.0.13 "GET /v2.0/ports?device_id=22a73a36-a502-4d17-9bc5-55363d6489d7 HTTP/1.1" status: 200 len: 945 time: 0.6092668 Mar 07 10:27:59.854770 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-021e9079-018c-4fa2-8af4-bd56ce74f31b None None] Provisioning for port 4e0f4764-6817-47c7-bdb6-b918d9fa35c1 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:27:59.874447 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-021e9079-018c-4fa2-8af4-bd56ce74f31b None None] Provisioning complete for port 4e0f4764-6817-47c7-bdb6-b918d9fa35c1 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:27:59.875077 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-021e9079-018c-4fa2-8af4-bd56ce74f31b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:59.891158 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-05b22b74-2953-4219-80a6-d230eee70eee tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Usage tracker for resource:router and tenant:130431ad9ff246d586ddc46e73d9839c is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:27:59.910554 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-05b22b74-2953-4219-80a6-d230eee70eee tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:27:59.951641 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4f10f85b-d605-4dc8-8dd5-88895be6d6ca tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:27:59.963078 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ee0694-73f9-4a62-b63f-0ce3020d61d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6622a114-144f-48b9-897c-eed5c8b0d31d,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:27:59.974747 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-c78089d1-f3f5-49c2-b3d9-5f17f46a6804 None None] For port fe45dec3-2404-4fb9-9afc-25b4100e6382, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:27:59.978363 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-c78089d1-f3f5-49c2-b3d9-5f17f46a6804 None None] For port fe45dec3-2404-4fb9-9afc-25b4100e6382, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=fe45dec3-2404-4fb9-9afc-25b4100e6382,segment=NetworkSegment(9a22e080-7529-4fc7-949d-9f84ba21807d),segment_id=9a22e080-7529-4fc7-949d-9f84ba21807d)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:27:59.991201 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c78089d1-f3f5-49c2-b3d9-5f17f46a6804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:00.006461 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-05b22b74-2953-4219-80a6-d230eee70eee tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:28:00.050516 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-4f10f85b-d605-4dc8-8dd5-88895be6d6ca tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Deleting port 6df19f4a-637f-4517-a628-7077a97880a5 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:28:00.050778 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4f10f85b-d605-4dc8-8dd5-88895be6d6ca tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:00.075344 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-036fe264-1bee-4f50-adcd-3e6220501eb1 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Notify callbacks [] for router, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:00.090281 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-375ce20c-6e0c-46a3-8a03-bea154cf7f75 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:00.148186 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-375ce20c-6e0c-46a3-8a03-bea154cf7f75 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "DELETE /v2.0/ports/d3e9c5a1-ea8a-4196-a554-17b1f30d25fa HTTP/1.1" status: 204 len: 168 time: 1.8219106 Mar 07 10:28:00.152231 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 33628) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:00.154550 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-e3e7ca9b-57dc-4bf1-b20f-9f77c7ce6b51 req-46ebd7ec-23ec-4231-8020-de26229dc845 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0975493-0c59-42d9-89a3-fb824091cc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2409780 Mar 07 10:28:00.184933 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-05b22b74-2953-4219-80a6-d230eee70eee tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3919700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58025'] for router, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:00.187043 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-05b22b74-2953-4219-80a6-d230eee70eee tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3919671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4011175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58018'] for router, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:00.232660 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3f18c8-5ecc-48a1-a014-dfb928676d2f None None] Pushing event updated for resources: {'Port': ['ID=fe45dec3-2404-4fb9-9afc-25b4100e6382,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:00.252906 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78089d1-f3f5-49c2-b3d9-5f17f46a6804 None None] Routers {'1bcb98eb-2483-4c6f-bfb3-0ad5891df480'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:28:00.260789 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-c78089d1-f3f5-49c2-b3d9-5f17f46a6804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:27:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['1bcb98eb-2483-4c6f-bfb3-0ad5891df480'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:28:00.399914 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-070520bb-9549-4f34-a400-4b97edeae322 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:00.425470 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-2cb5176d-9d7e-4a5e-b8d0-b032afc0bf00 None None] Could not find standard attr ID for object d3e9c5a1-ea8a-4196-a554-17b1f30d25fa. {{(pid=83739) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 07 10:28:00.451884 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-05b22b74-2953-4219-80a6-d230eee70eee tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:00.463257 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-070520bb-9549-4f34-a400-4b97edeae322 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:00.485942 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-c78089d1-f3f5-49c2-b3d9-5f17f46a6804 None None] Set router 1bcb98eb-2483-4c6f-bfb3-0ad5891df480 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:28:00.503388 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4f10f85b-d605-4dc8-8dd5-88895be6d6ca tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:00.587596 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85678e64-380a-49ed-aceb-54b99f1fee09 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:00.588293 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-85678e64-380a-49ed-aceb-54b99f1fee09 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Synchronizing usage tracker for tenant:0f1e04191c7443f7844c0202165e746c on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:28:00.618726 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-ea6995b5-765f-434d-8a82-494586a04a82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:00.653185 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-4f10f85b-d605-4dc8-8dd5-88895be6d6ca tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Calling delete_port for 6df19f4a-637f-4517-a628-7077a97880a5 owned by network:router_gateway {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:28:00.686368 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.api.v2.resource [None req-036fe264-1bee-4f50-adcd-3e6220501eb1 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 07 10:28:00.687385 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-036fe264-1bee-4f50-adcd-3e6220501eb1 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] 10.222.0.13 "DELETE /v2.0/routers/150f3cee-e40d-439b-bb60-c2c2615b292b HTTP/1.1" status: 409 len: 329 time: 1.1474819 Mar 07 10:28:00.692111 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 33634) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:00.711435 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f4eea4d-1e04-45c8-9a12-eed6ecd181d0 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Router 4bd78e7b-bb20-49e1-8453-68eb29fc1b8d has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:28:00.715976 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-05b22b74-2953-4219-80a6-d230eee70eee tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3917998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58952'] for router, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:00.753473 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 4e0f4764-6817-47c7-bdb6-b918d9fa35c1 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:28:00.829365 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-85678e64-380a-49ed-aceb-54b99f1fee09 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Unset dirty status for tenant:0f1e04191c7443f7844c0202165e746c on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:28:00.833113 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-85678e64-380a-49ed-aceb-54b99f1fee09 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.6751471 Mar 07 10:28:00.837191 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 33638) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:00.886855 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-070520bb-9549-4f34-a400-4b97edeae322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:00.889259 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 4e0f4764-6817-47c7-bdb6-b918d9fa35c1 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:28:00.889731 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:00.914073 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-c78089d1-f3f5-49c2-b3d9-5f17f46a6804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bcb98eb-2483-4c6f-bfb3-0ad5891df480', 'name': 'tempest-snat-router-1452556541', 'tenant_id': '130431ad9ff246d586ddc46e73d9839c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.27'}], 'enable_snat': False}, 'gw_port_id': 'fe45dec3-2404-4fb9-9afc-25b4100e6382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:27:47Z', 'updated_at': '2022-03-07T10:27:53Z', 'revision_number': 3, 'project_id': '130431ad9ff246d586ddc46e73d9839c', 'gw_port': {'id': 'fe45dec3-2404-4fb9-9afc-25b4100e6382', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:62:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bcb98eb-2483-4c6f-bfb3-0ad5891df480', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:27:50Z', 'updated_at': '2022-03-07T10:27:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-830731-3-hyperv'}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:28:00.931034 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78089d1-f3f5-49c2-b3d9-5f17f46a6804 None None] The sync data for ids ['1bcb98eb-2483-4c6f-bfb3-0ad5891df480'] in dv-neutron-830731-3-hyperv is: [{'id': '1bcb98eb-2483-4c6f-bfb3-0ad5891df480', 'name': 'tempest-snat-router-1452556541', 'tenant_id': '130431ad9ff246d586ddc46e73d9839c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.27'}], 'enable_snat': False}, 'gw_port_id': 'fe45dec3-2404-4fb9-9afc-25b4100e6382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:27:47Z', 'updated_at': '2022-03-07T10:27:53Z', 'revision_number': 3, 'project_id': '130431ad9ff246d586ddc46e73d9839c', 'gw_port': {'id': 'fe45dec3-2404-4fb9-9afc-25b4100e6382', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:62:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bcb98eb-2483-4c6f-bfb3-0ad5891df480', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:27:50Z', 'updated_at': '2022-03-07T10:27:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-830731-3-hyperv'}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:28:00.941490 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070520bb-9549-4f34-a400-4b97edeae322 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6622a114-144f-48b9-897c-eed5c8b0d31d,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:00.970750 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-070520bb-9549-4f34-a400-4b97edeae322 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:00.971858 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-070520bb-9549-4f34-a400-4b97edeae322 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6622a114-144f-48b9-897c-eed5c8b0d31d HTTP/1.1" status: 204 len: 168 time: 1.1956058 Mar 07 10:28:01.077770 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f9e76f-3ad5-4047-a67d-2c5fde2eeeaa tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:01.079637 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-40f9e76f-3ad5-4047-a67d-2c5fde2eeeaa tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2415462 Mar 07 10:28:01.091223 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 33644) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:01.400699 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4f10f85b-d605-4dc8-8dd5-88895be6d6ca tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:01.457840 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c64a67-f123-4209-9395-5a17b4afb043 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:01.459975 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c64a67-f123-4209-9395-5a17b4afb043 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:01.462691 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c64a67-f123-4209-9395-5a17b4afb043 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:01.464187 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-e3c64a67-f123-4209-9395-5a17b4afb043 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Synchronizing usage tracker for tenant:0f1e04191c7443f7844c0202165e746c on resource:subnet {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:28:01.560075 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-05b22b74-2953-4219-80a6-d230eee70eee tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:01.596254 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 33652) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:01.602713 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-05b22b74-2953-4219-80a6-d230eee70eee tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:01.613655 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f10f85b-d605-4dc8-8dd5-88895be6d6ca tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Pushing event deleted for resources: {'Port': ['ID=6df19f4a-637f-4517-a628-7077a97880a5,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:01.682974 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b37f96e4-e793-4a37-96a8-541011c819cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:01.701976 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-711fefd2-3b30-4759-8df5-0aecff1c8e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:01.703000 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-e3c64a67-f123-4209-9395-5a17b4afb043 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Unset dirty status for tenant:0f1e04191c7443f7844c0202165e746c on resource:subnet {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:28:01.704151 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-e3c64a67-f123-4209-9395-5a17b4afb043 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.6090348 Mar 07 10:28:01.715629 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 33656) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:01.717469 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f4eea4d-1e04-45c8-9a12-eed6ecd181d0 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:28:01.730254 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7f346a-cb29-4b8b-8c2f-e242dd4d5768 None None] Sync routers for ids ['4bd78e7b-bb20-49e1-8453-68eb29fc1b8d'] in dv-neutron-830731-3-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:28:01.748422 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7f346a-cb29-4b8b-8c2f-e242dd4d5768 None None] Routers {'4bd78e7b-bb20-49e1-8453-68eb29fc1b8d'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:28:01.749305 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-cb7f346a-cb29-4b8b-8c2f-e242dd4d5768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:28:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['4bd78e7b-bb20-49e1-8453-68eb29fc1b8d'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:28:01.754406 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f0f135-30b9-437a-9c43-b15005766212 req-3884f46c-5045-4e48-a503-013d6b066d7f tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:01.761370 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c4f0f135-30b9-437a-9c43-b15005766212 req-3884f46c-5045-4e48-a503-013d6b066d7f tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] 10.222.0.13 "GET /v2.0/ports?device_id=22a73a36-a502-4d17-9bc5-55363d6489d7 HTTP/1.1" status: 200 len: 945 time: 0.4292712 Mar 07 10:28:01.826595 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-cb7f346a-cb29-4b8b-8c2f-e242dd4d5768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:28:01.844265 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:01.846013 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7f346a-cb29-4b8b-8c2f-e242dd4d5768 None None] Routers {'4bd78e7b-bb20-49e1-8453-68eb29fc1b8d'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:28:01.847231 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-cb7f346a-cb29-4b8b-8c2f-e242dd4d5768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:28:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['4bd78e7b-bb20-49e1-8453-68eb29fc1b8d'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:28:01.914656 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-b37f96e4-e793-4a37-96a8-541011c819cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:28:01.916540 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-cb7f346a-cb29-4b8b-8c2f-e242dd4d5768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:28:01.917291 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7f346a-cb29-4b8b-8c2f-e242dd4d5768 None None] The sync data for ids ['4bd78e7b-bb20-49e1-8453-68eb29fc1b8d'] in dv-neutron-830731-3-hyperv is: [] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:28:01.930846 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4f10f85b-d605-4dc8-8dd5-88895be6d6ca tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923554'] for router_gateway, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:01.981352 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-6f4eea4d-1e04-45c8-9a12-eed6ecd181d0 tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] 10.222.0.13 "PUT /v2.0/routers/4bd78e7b-bb20-49e1-8453-68eb29fc1b8d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.9022605 Mar 07 10:28:01.985991 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 33660) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:02.002018 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-b37f96e4-e793-4a37-96a8-541011c819cb admin admin] Usage tracker for resource:security_group_rule and tenant:bbed20898a5a452688d37ca2e8fb59e4 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:28:02.019036 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-b37f96e4-e793-4a37-96a8-541011c819cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:28:02.023255 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-05b22b74-2953-4219-80a6-d230eee70eee tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Allocated IP 172.26.8.104 (5ed85006-6b00-415e-b71f-837fb1421c12/8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a/9dc327ae-9ad9-4211-8527-32c7784c1fb0) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:28:02.036080 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-b37f96e4-e793-4a37-96a8-541011c819cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:28:02.038958 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3714788a-1b44-4476-8985-b7922dbc7f39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3920255'] for router_interface, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:02.130935 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c4f0f135-30b9-437a-9c43-b15005766212 req-59995e6e-f803-429c-87b2-194fa230642c tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0975493-0c59-42d9-89a3-fb824091cc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3685920 Mar 07 10:28:02.185710 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-acb90745-32aa-4a60-a5ff-efa6b3b23b5f tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3920255'] for router_interface, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:02.296839 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0964256-7c9e-414b-9dc8-50f23311857b tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Deleting subnet a27c4d2b-6e40-4c97-88f0-daa4122451c8 {{(pid=83738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 07 10:28:02.321196 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e0964256-7c9e-414b-9dc8-50f23311857b tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks [] for subnet, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:02.441890 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e0964256-7c9e-414b-9dc8-50f23311857b tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2969395'] for subnet, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:02.444607 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4f10f85b-d605-4dc8-8dd5-88895be6d6ca tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3917970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58043'] for router, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:02.467358 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4f10f85b-d605-4dc8-8dd5-88895be6d6ca tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:02.518290 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4f10f85b-d605-4dc8-8dd5-88895be6d6ca tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3917886'] for router, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:02.518817 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f10f85b-d605-4dc8-8dd5-88895be6d6ca tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Fanout notify agent at l3_agent the message router_deleted on router 6112a0c9-b947-4b8f-b647-d7781e61f4ad {{(pid=83737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 10:28:02.518969 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-05b22b74-2953-4219-80a6-d230eee70eee tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:02.530572 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b37f96e4-e793-4a37-96a8-541011c819cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:02.545976 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b37f96e4-e793-4a37-96a8-541011c819cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:02.586385 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4f10f85b-d605-4dc8-8dd5-88895be6d6ca tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:02.587447 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-4f10f85b-d605-4dc8-8dd5-88895be6d6ca tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] 10.222.0.13 "DELETE /v2.0/routers/6112a0c9-b947-4b8f-b647-d7781e61f4ad HTTP/1.1" status: 204 len: 168 time: 4.5302830 Mar 07 10:28:02.593097 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 33664) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:02.605645 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-1a3f7fca-c189-47c0-8fa6-d53f2c2b0d28 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Request body: {'network': {'name': 'tempest-RoutersTest-2065483120'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:28:02.614984 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-1a3f7fca-c189-47c0-8fa6-d53f2c2b0d28 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:28:02.626571 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-1a3f7fca-c189-47c0-8fa6-d53f2c2b0d28 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Usage tracker for resource:network and tenant:8843377006954c17a088ed77df13332f is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:28:02.634434 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-1a3f7fca-c189-47c0-8fa6-d53f2c2b0d28 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:28:02.687176 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-1a3f7fca-c189-47c0-8fa6-d53f2c2b0d28 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:28:02.740897 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device fe45dec3-2404-4fb9-9afc-25b4100e6382 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:28:02.747195 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5e26d3a5-d4f6-4e65-8cdd-07cc6872828d tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks [] for router, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:02.757890 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37f96e4-e793-4a37-96a8-541011c819cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccde258f-9d49-4291-b309-38a262116165,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:02.780245 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-b37f96e4-e793-4a37-96a8-541011c819cb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bbed20898a5a452688d37ca2e8fb59e4&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1801896 Mar 07 10:28:02.789527 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e0964256-7c9e-414b-9dc8-50f23311857b tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1525496'] for subnet, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:02.792643 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a3f7fca-c189-47c0-8fa6-d53f2c2b0d28 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Made reservation on behalf of 8843377006954c17a088ed77df13332f for: {'network': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:28:02.795552 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1a3f7fca-c189-47c0-8fa6-d53f2c2b0d28 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for network, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:02.804402 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 33668) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:02.829727 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning for port fe45dec3-2404-4fb9-9afc-25b4100e6382 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:28:02.836346 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port fe45dec3-2404-4fb9-9afc-25b4100e6382 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:28:02.837034 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37f96e4-e793-4a37-96a8-541011c819cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:28:02.837200 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:02.837391 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37f96e4-e793-4a37-96a8-541011c819cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:28:02.838071 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37f96e4-e793-4a37-96a8-541011c819cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:28:02.838071 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37f96e4-e793-4a37-96a8-541011c819cb admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:28:02.838368 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37f96e4-e793-4a37-96a8-541011c819cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:28:02.838662 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37f96e4-e793-4a37-96a8-541011c819cb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:28:02.838981 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37f96e4-e793-4a37-96a8-541011c819cb admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:28:02.839830 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37f96e4-e793-4a37-96a8-541011c819cb admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:28:02.839830 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37f96e4-e793-4a37-96a8-541011c819cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:28:02.840026 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37f96e4-e793-4a37-96a8-541011c819cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:28:02.840217 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37f96e4-e793-4a37-96a8-541011c819cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:28:02.847482 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-05b22b74-2953-4219-80a6-d230eee70eee tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:02.957373 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b22b74-2953-4219-80a6-d230eee70eee tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Network 5ed85006-6b00-415e-b71f-837fb1421c12 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:28:02.961370 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b22b74-2953-4219-80a6-d230eee70eee tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Pushing event updated for resources: {'Port': ['ID=9dc327ae-9ad9-4211-8527-32c7784c1fb0,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:02.967377 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:02.969450 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-05b22b74-2953-4219-80a6-d230eee70eee tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:28:02.975712 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b22b74-2953-4219-80a6-d230eee70eee tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:28:02.986934 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] For port fe45dec3-2404-4fb9-9afc-25b4100e6382, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=fe45dec3-2404-4fb9-9afc-25b4100e6382,segment=NetworkSegment(9a22e080-7529-4fc7-949d-9f84ba21807d),segment_id=9a22e080-7529-4fc7-949d-9f84ba21807d)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:28:02.990865 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:03.056511 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e0964256-7c9e-414b-9dc8-50f23311857b tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1525489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3556647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741465'] for subnet, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:03.064009 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Pushing event updated for resources: {'Port': ['ID=fe45dec3-2404-4fb9-9afc-25b4100e6382,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:03.074071 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:28:03.074423 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:28:03.074758 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:28:03.075094 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:28:03.075424 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:28:03.076288 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:28:03.076288 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:28:03.076467 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:28:03.076716 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:28:03.077043 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:28:03.077356 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:28:03.085354 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a3f7fca-c189-47c0-8fa6-d53f2c2b0d28 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=83737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:28:03.119028 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0964256-7c9e-414b-9dc8-50f23311857b tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Pushing event deleted for resources: {'Subnet': ['ID=a27c4d2b-6e40-4c97-88f0-daa4122451c8,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:03.126366 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c87150bd-aa9c-4ad1-bb68-57ec66d4fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:03.140216 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1a3f7fca-c189-47c0-8fa6-d53f2c2b0d28 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:03.140589 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.db.segments_db [None req-1a3f7fca-c189-47c0-8fa6-d53f2c2b0d28 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Added segment f7528cfa-5539-4a5d-8058-02c8a7f47397 of type vlan for network 8c6028e3-942a-4d8a-8bb2-6c302a6a182a Mar 07 10:28:03.170655 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e0c3c3b-dab1-4625-8a63-58c305fd083c None None] Network 98d8805b-dd65-4110-997b-2eea298bca78 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:28:03.203438 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1a3f7fca-c189-47c0-8fa6-d53f2c2b0d28 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732568034061'] for network, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:03.205708 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e0964256-7c9e-414b-9dc8-50f23311857b tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:03.207139 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-bdb76c82-ad69-426a-bc28-72284441067b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:03.289644 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-e0964256-7c9e-414b-9dc8-50f23311857b tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "DELETE /v2.0/subnets/a27c4d2b-6e40-4c97-88f0-daa4122451c8 HTTP/1.1" status: 204 len: 168 time: 1.5678747 Mar 07 10:28:03.294745 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 33674) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:03.298333 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-bdb76c82-ad69-426a-bc28-72284441067b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:03.350176 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1a3f7fca-c189-47c0-8fa6-d53f2c2b0d28 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594'] for network, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:03.353783 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a3f7fca-c189-47c0-8fa6-d53f2c2b0d28 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:03.354415 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1a3f7fca-c189-47c0-8fa6-d53f2c2b0d28 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:03.433186 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_v2 [None req-206d2cb9-2ccf-48bd-8a43-6295b03a8094 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Deleting subnet a7eb588d-8d15-4956-9588-3742f647f79c {{(pid=83738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 07 10:28:03.449965 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-206d2cb9-2ccf-48bd-8a43-6295b03a8094 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks [] for subnet, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:03.524698 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-1a3f7fca-c189-47c0-8fa6-d53f2c2b0d28 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9259305 Mar 07 10:28:03.525581 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 33678) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:03.543523 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-ce9b976a-282b-4026-ad49-0855f78a2ef3 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Request body: {'subnet': {'network_id': '8c6028e3-942a-4d8a-8bb2-6c302a6a182a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:28:03.565594 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3f7fca-c189-47c0-8fa6-d53f2c2b0d28 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Pushing event updated for resources: {'Network': ['ID=8c6028e3-942a-4d8a-8bb2-6c302a6a182a,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:03.582161 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Network 8c6028e3-942a-4d8a-8bb2-6c302a6a182a details requested by agent ovs-agent-dv-neutron-830731-3-hyperv with host dv-neutron-830731-3-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 10:28:03.601096 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-206d2cb9-2ccf-48bd-8a43-6295b03a8094 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2969395'] for subnet, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:03.649477 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-bdb76c82-ad69-426a-bc28-72284441067b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:03.693070 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-05b22b74-2953-4219-80a6-d230eee70eee tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:03.694209 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-05b22b74-2953-4219-80a6-d230eee70eee tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3917991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923518'] for router, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:03.765238 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb76c82-ad69-426a-bc28-72284441067b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccde258f-9d49-4291-b309-38a262116165,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:03.799393 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-bdb76c82-ad69-426a-bc28-72284441067b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:03.800531 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-bdb76c82-ad69-426a-bc28-72284441067b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ccde258f-9d49-4291-b309-38a262116165 HTTP/1.1" status: 204 len: 168 time: 0.9853168 Mar 07 10:28:03.819568 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-ce9b976a-282b-4026-ad49-0855f78a2ef3 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:28:03.830307 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8045928e-113c-4eaf-81bd-4d18ad801ccd req-3260f9c8-e662-490b-9cb9-d6fb234eebe7 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:03.831795 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-8045928e-113c-4eaf-81bd-4d18ad801ccd req-3260f9c8-e662-490b-9cb9-d6fb234eebe7 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] 10.222.0.13 "GET /v2.0/ports?device_id=22a73a36-a502-4d17-9bc5-55363d6489d7 HTTP/1.1" status: 200 len: 945 time: 0.4999003 Mar 07 10:28:03.834348 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-ce9b976a-282b-4026-ad49-0855f78a2ef3 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Usage tracker for resource:subnet and tenant:8843377006954c17a088ed77df13332f is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:28:03.854935 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-ce9b976a-282b-4026-ad49-0855f78a2ef3 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:28:03.877943 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-ce9b976a-282b-4026-ad49-0855f78a2ef3 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:28:03.903108 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5e26d3a5-d4f6-4e65-8cdd-07cc6872828d tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:03.917290 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce9b976a-282b-4026-ad49-0855f78a2ef3 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Made reservation on behalf of 8843377006954c17a088ed77df13332f for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:28:03.924894 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-206d2cb9-2ccf-48bd-8a43-6295b03a8094 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1525496'] for subnet, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:03.938261 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-5e26d3a5-d4f6-4e65-8cdd-07cc6872828d tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Deleting port 9f491e70-d02a-4277-b682-387604b4dfad {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:28:03.938599 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5e26d3a5-d4f6-4e65-8cdd-07cc6872828d tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:04.048471 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-8045928e-113c-4eaf-81bd-4d18ad801ccd req-b1fa5a9f-59fe-4668-88de-f1153ff96e88 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0975493-0c59-42d9-89a3-fb824091cc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2081826 Mar 07 10:28:04.095382 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-206d2cb9-2ccf-48bd-8a43-6295b03a8094 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1525489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3556647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741465'] for subnet, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:04.157177 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206d2cb9-2ccf-48bd-8a43-6295b03a8094 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Pushing event deleted for resources: {'Subnet': ['ID=a7eb588d-8d15-4956-9588-3742f647f79c,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:04.223272 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ce9b976a-282b-4026-ad49-0855f78a2ef3 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3219231'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:04.239965 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-206d2cb9-2ccf-48bd-8a43-6295b03a8094 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:04.269780 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-206d2cb9-2ccf-48bd-8a43-6295b03a8094 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "DELETE /v2.0/subnets/a7eb588d-8d15-4956-9588-3742f647f79c HTTP/1.1" status: 204 len: 168 time: 0.9701321 Mar 07 10:28:04.273424 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 33688) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:04.336994 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-acb90745-32aa-4a60-a5ff-efa6b3b23b5f tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Deleting port 510d8e6a-4f43-4040-a760-879c3836f0b6 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:28:04.337336 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-acb90745-32aa-4a60-a5ff-efa6b3b23b5f tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:04.339608 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-3714788a-1b44-4476-8985-b7922dbc7f39 admin admin] Deleting port 07b72a15-7c72-4e16-8d4e-3fa90543bc1d {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:28:04.340068 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3714788a-1b44-4476-8985-b7922dbc7f39 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:04.421116 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fde8bc6-8f53-42f8-8910-794d25d8613a None None] Network 98d8805b-dd65-4110-997b-2eea298bca78 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:28:04.431424 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-412a92eb-00da-4684-b7ee-90e78db6e573 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1568599 Mar 07 10:28:04.432152 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 33696) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:04.457342 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-7c640377-67fa-4c0a-9fdc-4919ef0e08cd tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Request body: {'subnet': {'network_id': '98d8805b-dd65-4110-997b-2eea298bca78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:28:04.474024 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5e26d3a5-d4f6-4e65-8cdd-07cc6872828d tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:04.549898 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-4f9a6304-73f6-4c14-bc5f-70ad3eb5079e None None] Provisioning complete for port 4e0f4764-6817-47c7-bdb6-b918d9fa35c1 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:28:04.550267 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-4f9a6304-73f6-4c14-bc5f-70ad3eb5079e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:04.816688 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device fe45dec3-2404-4fb9-9afc-25b4100e6382 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:28:04.841921 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05b22b74-2953-4219-80a6-d230eee70eee tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Router 32771bac-0392-4860-96f4-90ef3a61d8b9 is scheduled to L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 with binding_index 1 {{(pid=83738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 10:28:04.845670 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-5e26d3a5-d4f6-4e65-8cdd-07cc6872828d tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Calling delete_port for 9f491e70-d02a-4277-b682-387604b4dfad owned by network:router_gateway {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:28:04.858845 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-7c640377-67fa-4c0a-9fdc-4919ef0e08cd tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:28:04.952802 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port fe45dec3-2404-4fb9-9afc-25b4100e6382 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:28:04.954048 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:04.960696 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-7c640377-67fa-4c0a-9fdc-4919ef0e08cd tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Usage tracker for resource:subnet and tenant:0f1e04191c7443f7844c0202165e746c is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:28:04.964347 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-7c640377-67fa-4c0a-9fdc-4919ef0e08cd tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:28:04.970379 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-7c640377-67fa-4c0a-9fdc-4919ef0e08cd tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:28:05.008984 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-310c6289-31ac-4980-b6ea-075e3bd3dbde None None] DHCP port deletion for 98d8805b-dd65-4110-997b-2eea298bca78 request from dv-neutron-830731-3-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 07 10:28:05.020984 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-acb90745-32aa-4a60-a5ff-efa6b3b23b5f tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:05.022690 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-310c6289-31ac-4980-b6ea-075e3bd3dbde None None] Deleting port 4e0f4764-6817-47c7-bdb6-b918d9fa35c1 {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:28:05.023534 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-310c6289-31ac-4980-b6ea-075e3bd3dbde None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:05.044125 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c640377-67fa-4c0a-9fdc-4919ef0e08cd tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Made reservation on behalf of 0f1e04191c7443f7844c0202165e746c for: {'subnet': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:28:05.055442 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7c640377-67fa-4c0a-9fdc-4919ef0e08cd tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741426'] for subnet, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:05.148668 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-3714788a-1b44-4476-8985-b7922dbc7f39 admin admin] For port 07b72a15-7c72-4e16-8d4e-3fa90543bc1d, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=07b72a15-7c72-4e16-8d4e-3fa90543bc1d,segment=NetworkSegment(a01dc850-758a-452f-a0e2-effad6d41a09),segment_id=a01dc850-758a-452f-a0e2-effad6d41a09)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:28:05.148668 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3714788a-1b44-4476-8985-b7922dbc7f39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:05.278911 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-3714788a-1b44-4476-8985-b7922dbc7f39 admin admin] Calling delete_port for 07b72a15-7c72-4e16-8d4e-3fa90543bc1d owned by network:router_interface {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:28:05.305886 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-acb90745-32aa-4a60-a5ff-efa6b3b23b5f tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Calling delete_port for 510d8e6a-4f43-4040-a760-879c3836f0b6 owned by network:router_interface {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:28:05.394355 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-310c6289-31ac-4980-b6ea-075e3bd3dbde None None] For port 4e0f4764-6817-47c7-bdb6-b918d9fa35c1, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=4e0f4764-6817-47c7-bdb6-b918d9fa35c1,segment=NetworkSegment(13510a37-88c7-493e-9701-b414ea24fc4c),segment_id=13510a37-88c7-493e-9701-b414ea24fc4c)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:28:05.396442 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-310c6289-31ac-4980-b6ea-075e3bd3dbde None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:05.432969 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ce9b976a-282b-4026-ad49-0855f78a2ef3 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3012444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3219213'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:05.587798 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-310c6289-31ac-4980-b6ea-075e3bd3dbde None None] Calling delete_port for 4e0f4764-6817-47c7-bdb6-b918d9fa35c1 owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:28:05.601589 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9b976a-282b-4026-ad49-0855f78a2ef3 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Pushing event updated for resources: {'Subnet': ['ID=3ce285a1-f245-4dde-8e78-d2dc39c47fd5,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:05.651837 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9b976a-282b-4026-ad49-0855f78a2ef3 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:28:05.652583 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9b976a-282b-4026-ad49-0855f78a2ef3 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:28:05.653362 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9b976a-282b-4026-ad49-0855f78a2ef3 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:28:05.653905 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9b976a-282b-4026-ad49-0855f78a2ef3 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:28:05.654525 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9b976a-282b-4026-ad49-0855f78a2ef3 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:28:05.655017 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9b976a-282b-4026-ad49-0855f78a2ef3 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:28:05.655487 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9b976a-282b-4026-ad49-0855f78a2ef3 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:28:05.655975 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9b976a-282b-4026-ad49-0855f78a2ef3 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:28:05.656452 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9b976a-282b-4026-ad49-0855f78a2ef3 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:28:05.657055 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9b976a-282b-4026-ad49-0855f78a2ef3 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:28:05.657531 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9b976a-282b-4026-ad49-0855f78a2ef3 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:28:05.667767 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5e26d3a5-d4f6-4e65-8cdd-07cc6872828d tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:05.690871 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-310c6289-31ac-4980-b6ea-075e3bd3dbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812'] for port, after_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:05.709149 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a1fbe7-932f-47ce-a82e-9e70376ab7bc req-ac77caf1-b4dc-43d9-8d84-c580425fe912 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:05.710888 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d4a1fbe7-932f-47ce-a82e-9e70376ab7bc req-ac77caf1-b4dc-43d9-8d84-c580425fe912 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] 10.222.0.13 "GET /v2.0/ports?device_id=22a73a36-a502-4d17-9bc5-55363d6489d7 HTTP/1.1" status: 200 len: 945 time: 0.4125054 Mar 07 10:28:05.731266 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9b976a-282b-4026-ad49-0855f78a2ef3 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Checking segment: {'id': 'f7528cfa-5539-4a5d-8058-02c8a7f47397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '8c6028e3-942a-4d8a-8bb2-6c302a6a182a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:28:05.731992 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce9b976a-282b-4026-ad49-0855f78a2ef3 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Network hostable DHCP agents. Network: 8c6028e3-942a-4d8a-8bb2-6c302a6a182a, hostable agents: ['6527556c-6586-422c-ae47-082984683847'], hosted agents: [] {{(pid=83737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:28:05.753733 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e26d3a5-d4f6-4e65-8cdd-07cc6872828d tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Pushing event deleted for resources: {'Port': ['ID=9f491e70-d02a-4277-b682-387604b4dfad,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:05.763586 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310c6289-31ac-4980-b6ea-075e3bd3dbde None None] Pushing event deleted for resources: {'Port': ['ID=4e0f4764-6817-47c7-bdb6-b918d9fa35c1,revision_number=None']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:05.779219 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310c6289-31ac-4980-b6ea-075e3bd3dbde None None] No DVR routers for this DVR port 4e0f4764-6817-47c7-bdb6-b918d9fa35c1 on host dv-neutron-830731-3-hyperv {{(pid=83739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:28:05.780761 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3714788a-1b44-4476-8985-b7922dbc7f39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:05.839476 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3714788a-1b44-4476-8985-b7922dbc7f39 admin admin] Pushing event deleted for resources: {'Port': ['ID=07b72a15-7c72-4e16-8d4e-3fa90543bc1d,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:05.848367 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05b22b74-2953-4219-80a6-d230eee70eee tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:28:05.864680 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a912c2-b857-4bc7-aa60-b886911d2910 None None] Sync routers for ids ['32771bac-0392-4860-96f4-90ef3a61d8b9'] in dv-neutron-830731-3-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:28:05.885198 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a912c2-b857-4bc7-aa60-b886911d2910 None None] Routers {'32771bac-0392-4860-96f4-90ef3a61d8b9'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:28:05.886605 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-d5a912c2-b857-4bc7-aa60-b886911d2910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:28:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['32771bac-0392-4860-96f4-90ef3a61d8b9'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:28:05.991199 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d4a1fbe7-932f-47ce-a82e-9e70376ab7bc req-5028d93b-2b12-4dfd-8312-1bd9188dd923 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0975493-0c59-42d9-89a3-fb824091cc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2723677 Mar 07 10:28:05.998498 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.objects.ports [None req-7c640377-67fa-4c0a-9fdc-4919ef0e08cd tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83738) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 07 10:28:06.013904 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-acb90745-32aa-4a60-a5ff-efa6b3b23b5f tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:06.015194 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7c640377-67fa-4c0a-9fdc-4919ef0e08cd tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3556832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741408'] for subnet, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:06.019618 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce9b976a-282b-4026-ad49-0855f78a2ef3 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Network 8c6028e3-942a-4d8a-8bb2-6c302a6a182a is scheduled to be hosted by DHCP agent 6527556c-6586-422c-ae47-082984683847 with binding_index 1 {{(pid=83737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:28:06.186022 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c640377-67fa-4c0a-9fdc-4919ef0e08cd tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Network 98d8805b-dd65-4110-997b-2eea298bca78 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:28:06.193527 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-7c640377-67fa-4c0a-9fdc-4919ef0e08cd tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:28:06.199425 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-05b22b74-2953-4219-80a6-d230eee70eee tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Notify callbacks [] for router, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:06.200664 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-05b22b74-2953-4219-80a6-d230eee70eee tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.4021056 Mar 07 10:28:06.202467 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c640377-67fa-4c0a-9fdc-4919ef0e08cd tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:06.203146 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7c640377-67fa-4c0a-9fdc-4919ef0e08cd tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:06.206315 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1037fbd-6816-4c6a-a262-a2efa447bdd6 None None] Network 98d8805b-dd65-4110-997b-2eea298bca78 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:28:06.206973 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c640377-67fa-4c0a-9fdc-4919ef0e08cd tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Pushing event updated for resources: {'Subnet': ['ID=f34b9f0b-8ab7-4785-bad5-4aa8a3285a55,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:06.214806 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 33722) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:06.234259 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb90745-32aa-4a60-a5ff-efa6b3b23b5f tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Pushing event deleted for resources: {'Port': ['ID=510d8e6a-4f43-4040-a760-879c3836f0b6,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:06.246664 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-ce9b976a-282b-4026-ad49-0855f78a2ef3 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830731-3-hyperv, 8c6028e3-942a-4d8a-8bb2-6c302a6a182a) {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:28:06.275895 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd12602-fbaa-4f18-81d3-133739191cef None None] Network 8c6028e3-942a-4d8a-8bb2-6c302a6a182a requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:28:06.347695 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-d5a912c2-b857-4bc7-aa60-b886911d2910 None None] Set router 32771bac-0392-4860-96f4-90ef3a61d8b9 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:28:06.487131 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce9b976a-282b-4026-ad49-0855f78a2ef3 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:06.491460 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ce9b976a-282b-4026-ad49-0855f78a2ef3 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:06.701232 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5e26d3a5-d4f6-4e65-8cdd-07cc6872828d tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923554'] for router_gateway, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:06.813629 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-d5a912c2-b857-4bc7-aa60-b886911d2910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32771bac-0392-4860-96f4-90ef3a61d8b9', 'name': 'tempest-snat-router-1452556541', 'tenant_id': '130431ad9ff246d586ddc46e73d9839c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.104'}], 'enable_snat': True}, 'gw_port_id': '9dc327ae-9ad9-4211-8527-32c7784c1fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:28:00Z', 'updated_at': '2022-03-07T10:28:03Z', 'revision_number': 3, 'project_id': '130431ad9ff246d586ddc46e73d9839c', 'gw_port': {'id': '9dc327ae-9ad9-4211-8527-32c7784c1fb0', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:d3:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32771bac-0392-4860-96f4-90ef3a61d8b9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:28:01Z', 'updated_at': '2022-03-07T10:28:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv'}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:28:06.820869 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a912c2-b857-4bc7-aa60-b886911d2910 None None] Checking router: 32771bac-0392-4860-96f4-90ef3a61d8b9 for host: dv-neutron-830731-3-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 07 10:28:06.821484 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a912c2-b857-4bc7-aa60-b886911d2910 None None] Updating router 32771bac-0392-4860-96f4-90ef3a61d8b9 port 9dc327ae-9ad9-4211-8527-32c7784c1fb0 binding host dv-neutron-830731-3-hyperv {{(pid=83740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 07 10:28:06.832958 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-7c640377-67fa-4c0a-9fdc-4919ef0e08cd tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3918869 Mar 07 10:28:06.843525 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 33732) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:06.867823 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-c89aea02-4ea3-4d8a-8656-483821359f16 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Request body: {'subnet': {'network_id': '98d8805b-dd65-4110-997b-2eea298bca78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:28:06.917546 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-d5a912c2-b857-4bc7-aa60-b886911d2910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:06.943471 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 4e0f4764-6817-47c7-bdb6-b918d9fa35c1 no longer exists at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:28:07.012350 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] No Port match for: 4e0f4764-6817-47c7-bdb6-b918d9fa35c1 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 10:28:07.012350 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 4e0f4764-6817-47c7-bdb6-b918d9fa35c1 not bound to the agent host dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 10:28:07.032878 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7be9487f-98a9-45b2-bb2d-1bf950d94ca0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ec2749d-0aec-52fb-aca6-10ba8a80aade-8c6028e3-942a-4d8a-8bb2-6c302a6a182a', 'network_id': '8c6028e3-942a-4d8a-8bb2-6c302a6a182a', 'tenant_id': '8843377006954c17a088ed77df13332f', 'fixed_ips': [{'subnet_id': '3ce285a1-f245-4dde-8e78-d2dc39c47fd5'}]}} from dv-neutron-830731-3-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 07 10:28:07.033852 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-7be9487f-98a9-45b2-bb2d-1bf950d94ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:07.061079 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c84e2523-86e8-48e7-9ee6-c4cd78b82895 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ec2749d-0aec-52fb-aca6-10ba8a80aade-98d8805b-dd65-4110-997b-2eea298bca78', 'network_id': '98d8805b-dd65-4110-997b-2eea298bca78', 'tenant_id': '0f1e04191c7443f7844c0202165e746c', 'fixed_ips': [{'subnet_id': 'f34b9f0b-8ab7-4785-bad5-4aa8a3285a55'}]}} from dv-neutron-830731-3-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 07 10:28:07.063415 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c84e2523-86e8-48e7-9ee6-c4cd78b82895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:07.074759 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-51e84a0c-fb7c-4ac4-a3e2-4d5493647269 req-875b4d0f-fb11-466d-b7ac-e8b57bac1e53 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=22a73a36-a502-4d17-9bc5-55363d6489d7 HTTP/1.1" status: 200 len: 1098 time: 0.6481152 Mar 07 10:28:07.136897 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-c89aea02-4ea3-4d8a-8656-483821359f16 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:28:07.137996 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device 65714aee-73ac-4584-a7de-be759f77a2b1 details requested by agent hyperv_hv-neutron-8307 with host hv-neutron-8307 {{(pid=83739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 07 10:28:07.141726 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-c89aea02-4ea3-4d8a-8656-483821359f16 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Usage tracker for resource:subnet and tenant:0f1e04191c7443f7844c0202165e746c is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:28:07.145935 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-c89aea02-4ea3-4d8a-8656-483821359f16 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:28:07.152023 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-c89aea02-4ea3-4d8a-8656-483821359f16 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:28:07.194103 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c89aea02-4ea3-4d8a-8656-483821359f16 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Made reservation on behalf of 0f1e04191c7443f7844c0202165e746c for: {'subnet': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:28:07.198426 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c89aea02-4ea3-4d8a-8656-483821359f16 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741426'] for subnet, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:07.297529 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-51e84a0c-fb7c-4ac4-a3e2-4d5493647269 req-6e52ec3d-6673-4053-8913-cc98c8e58a4b service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=b0975493-0c59-42d9-89a3-fb824091cc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2136085 Mar 07 10:28:07.300199 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-ce9b976a-282b-4026-ad49-0855f78a2ef3 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.7685716 Mar 07 10:28:07.308916 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 33744) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:07.319797 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-a8631efa-9504-4cc4-8ba9-2fbfc22c9ad8 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-213050415', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:28:07.341430 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-a8631efa-9504-4cc4-8ba9-2fbfc22c9ad8 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:28:07.374342 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-a8631efa-9504-4cc4-8ba9-2fbfc22c9ad8 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Usage tracker for resource:router and tenant:8843377006954c17a088ed77df13332f is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:28:07.409843 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-a8631efa-9504-4cc4-8ba9-2fbfc22c9ad8 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:28:07.417011 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port 65714aee-73ac-4584-a7de-be759f77a2b1, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=65714aee-73ac-4584-a7de-be759f77a2b1,segment=NetworkSegment(526a860e-3e95-4936-b54d-dee1a7390b46),segment_id=526a860e-3e95-4936-b54d-dee1a7390b46)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:28:07.426747 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-a8631efa-9504-4cc4-8ba9-2fbfc22c9ad8 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:28:07.431183 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-5da48fba-0e35-4cfd-b80a-96ef76afba3b tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] 10.222.0.13 "GET /v2.0/routers/32771bac-0392-4860-96f4-90ef3a61d8b9 HTTP/1.1" status: 200 len: 908 time: 1.2134950 Mar 07 10:28:07.437236 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 33748) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:07.437752 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 33750) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:07.440273 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3714788a-1b44-4476-8985-b7922dbc7f39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2756383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3920168'] for router_interface, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:07.447222 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device 65714aee-73ac-4584-a7de-be759f77a2b1 no longer exists at agent hyperv_hv-neutron-8307 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:28:07.492948 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-d5a912c2-b857-4bc7-aa60-b886911d2910 None None] Notify callbacks [] for port, precommit_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:07.507716 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.provisioning_blocks [None req-d5a912c2-b857-4bc7-aa60-b886911d2910 None None] Transition to ACTIVE for port object 9dc327ae-9ad9-4211-8527-32c7784c1fb0 will not be triggered until provisioned by entity L2. {{(pid=83740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:28:07.517582 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-d5a912c2-b857-4bc7-aa60-b886911d2910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:07.528950 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.db.ipam_backend_mixin [None req-c89aea02-4ea3-4d8a-8656-483821359f16 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f34b9f0b-8ab7-4785-bad5-4aa8a3285a55 (CIDR: 2001:db8::/64) Mar 07 10:28:07.534714 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-acb90745-32aa-4a60-a5ff-efa6b3b23b5f tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2756383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3920168'] for router_interface, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:07.576942 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5e26d3a5-d4f6-4e65-8cdd-07cc6872828d tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3917970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58043'] for router, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:07.595487 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5e26d3a5-d4f6-4e65-8cdd-07cc6872828d tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:07.597908 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a8631efa-9504-4cc4-8ba9-2fbfc22c9ad8 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3919700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58025'] for router, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:07.599310 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a8631efa-9504-4cc4-8ba9-2fbfc22c9ad8 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3919671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4011175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58018'] for router, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:07.603334 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-c89aea02-4ea3-4d8a-8656-483821359f16 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 10:28:07.604024 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c89aea02-4ea3-4d8a-8656-483821359f16 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:28:07.663779 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d10d6b5-e940-4b73-8c33-fb4675995b44 None None] Pushing event updated for resources: {'Port': ['ID=9dc327ae-9ad9-4211-8527-32c7784c1fb0,revision_number=2']} {{(pid=83740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:07.669468 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-d5a912c2-b857-4bc7-aa60-b886911d2910 None None] Attempting to bind port 9dc327ae-9ad9-4211-8527-32c7784c1fb0 on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:28:07.669823 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-d5a912c2-b857-4bc7-aa60-b886911d2910 None None] Attempting to bind port 9dc327ae-9ad9-4211-8527-32c7784c1fb0 by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': '9a22e080-7529-4fc7-949d-9f84ba21807d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12'}] {{(pid=83740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:28:07.670172 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a912c2-b857-4bc7-aa60-b886911d2910 None None] Attempting to bind port 9dc327ae-9ad9-4211-8527-32c7784c1fb0 on network 5ed85006-6b00-415e-b71f-837fb1421c12 {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:28:07.691021 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-7be9487f-98a9-45b2-bb2d-1bf950d94ca0 None None] Allocated IP 172.20.0.2 (8c6028e3-942a-4d8a-8bb2-6c302a6a182a/3ce285a1-f245-4dde-8e78-d2dc39c47fd5/a409aef1-421d-4590-9e3d-bf1bbfd20b62) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:28:07.700839 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d10d6b5-e940-4b73-8c33-fb4675995b44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:28:07.703307 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d10d6b5-e940-4b73-8c33-fb4675995b44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:28:07.703731 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d10d6b5-e940-4b73-8c33-fb4675995b44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:28:07.708529 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d10d6b5-e940-4b73-8c33-fb4675995b44 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:28:07.709657 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d10d6b5-e940-4b73-8c33-fb4675995b44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:28:07.710663 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d10d6b5-e940-4b73-8c33-fb4675995b44 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:28:07.711204 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d10d6b5-e940-4b73-8c33-fb4675995b44 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:28:07.711743 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d10d6b5-e940-4b73-8c33-fb4675995b44 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:28:07.712257 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d10d6b5-e940-4b73-8c33-fb4675995b44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:28:07.712808 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d10d6b5-e940-4b73-8c33-fb4675995b44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:28:07.713317 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d10d6b5-e940-4b73-8c33-fb4675995b44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:28:07.719337 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a912c2-b857-4bc7-aa60-b886911d2910 None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 28, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:28:07.721979 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a912c2-b857-4bc7-aa60-b886911d2910 None None] Checking segment: {'id': '9a22e080-7529-4fc7-949d-9f84ba21807d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:28:07.722544 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-d5a912c2-b857-4bc7-aa60-b886911d2910 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:07.722995 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a912c2-b857-4bc7-aa60-b886911d2910 None None] Bound using segment: {'id': '9a22e080-7529-4fc7-949d-9f84ba21807d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12'} {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:28:07.723618 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-d5a912c2-b857-4bc7-aa60-b886911d2910 None None] Bound port: 9dc327ae-9ad9-4211-8527-32c7784c1fb0, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a22e080-7529-4fc7-949d-9f84ba21807d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12'}}] {{(pid=83740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:28:07.734904 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-d5a912c2-b857-4bc7-aa60-b886911d2910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:07.768631 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9535312e-68c2-43bf-9568-e0c65319fc31 req-0a9faaf8-2227-4552-916d-5e65a4748bbe tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:07.771306 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-9535312e-68c2-43bf-9568-e0c65319fc31 req-0a9faaf8-2227-4552-916d-5e65a4748bbe tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] 10.222.0.13 "GET /v2.0/ports?device_id=22a73a36-a502-4d17-9bc5-55363d6489d7 HTTP/1.1" status: 200 len: 945 time: 0.4698956 Mar 07 10:28:07.819211 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-3ebf53e1-3629-4631-aeb3-280ce43e0362 tempest-QuotasNegativeTest-1556850167 tempest-QuotasNegativeTest-1556850167-project-admin] Request body: {'quota': {'network': 2}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:28:07.833503 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.db [None req-d5a912c2-b857-4bc7-aa60-b886911d2910 None None] For port 9dc327ae-9ad9-4211-8527-32c7784c1fb0, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:28:07.837832 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.db [None req-d5a912c2-b857-4bc7-aa60-b886911d2910 None None] For port 9dc327ae-9ad9-4211-8527-32c7784c1fb0, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=9dc327ae-9ad9-4211-8527-32c7784c1fb0,segment=NetworkSegment(9a22e080-7529-4fc7-949d-9f84ba21807d),segment_id=9a22e080-7529-4fc7-949d-9f84ba21807d)] {{(pid=83740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:28:07.842946 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-c89aea02-4ea3-4d8a-8656-483821359f16 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9922171 Mar 07 10:28:07.847762 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-d5a912c2-b857-4bc7-aa60-b886911d2910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:07.849866 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 33760) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:07.862007 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5e26d3a5-d4f6-4e65-8cdd-07cc6872828d tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3917886'] for router, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:07.862812 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e26d3a5-d4f6-4e65-8cdd-07cc6872828d tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Fanout notify agent at l3_agent the message router_deleted on router 4bd78e7b-bb20-49e1-8453-68eb29fc1b8d {{(pid=83737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 10:28:07.879830 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-3f07e3f2-a6ca-4e27-b56e-727edf4cc8d2 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Request body: {'subnet': {'network_id': '98d8805b-dd65-4110-997b-2eea298bca78', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:28:07.928076 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d10d6b5-e940-4b73-8c33-fb4675995b44 None None] Pushing event updated for resources: {'Port': ['ID=9dc327ae-9ad9-4211-8527-32c7784c1fb0,revision_number=3']} {{(pid=83740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:07.961201 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a912c2-b857-4bc7-aa60-b886911d2910 None None] Routers {'32771bac-0392-4860-96f4-90ef3a61d8b9'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:28:07.961807 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-d5a912c2-b857-4bc7-aa60-b886911d2910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:28:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['32771bac-0392-4860-96f4-90ef3a61d8b9'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:28:07.963149 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5e26d3a5-d4f6-4e65-8cdd-07cc6872828d tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:07.964419 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-5e26d3a5-d4f6-4e65-8cdd-07cc6872828d tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] 10.222.0.13 "DELETE /v2.0/routers/4bd78e7b-bb20-49e1-8453-68eb29fc1b8d HTTP/1.1" status: 204 len: 168 time: 5.9776127 Mar 07 10:28:07.969096 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 33764) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:08.002236 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-c84e2523-86e8-48e7-9ee6-c4cd78b82895 None None] Allocated IP 2001:db8::f816:3eff:fea8:e9d9 (98d8805b-dd65-4110-997b-2eea298bca78/f34b9f0b-8ab7-4785-bad5-4aa8a3285a55/c5cd873e-5067-4b4b-986b-c373a68a80e6) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:28:08.032203 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-9535312e-68c2-43bf-9568-e0c65319fc31 req-c80ce8e3-d4c3-43f7-a0fa-f19f6e0814ce tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0975493-0c59-42d9-89a3-fb824091cc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2506919 Mar 07 10:28:08.066291 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-3f07e3f2-a6ca-4e27-b56e-727edf4cc8d2 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:28:08.071621 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-3f07e3f2-a6ca-4e27-b56e-727edf4cc8d2 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Usage tracker for resource:subnet and tenant:0f1e04191c7443f7844c0202165e746c is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:28:08.074910 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-3f07e3f2-a6ca-4e27-b56e-727edf4cc8d2 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:28:08.080984 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-3f07e3f2-a6ca-4e27-b56e-727edf4cc8d2 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:28:08.104694 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a8631efa-9504-4cc4-8ba9-2fbfc22c9ad8 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:08.107632 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f07e3f2-a6ca-4e27-b56e-727edf4cc8d2 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Made reservation on behalf of 0f1e04191c7443f7844c0202165e746c for: {'subnet': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:28:08.187183 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-d5a912c2-b857-4bc7-aa60-b886911d2910 None None] Set router 32771bac-0392-4860-96f4-90ef3a61d8b9 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:28:08.220852 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c84e2523-86e8-48e7-9ee6-c4cd78b82895 None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:08.235717 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-c84e2523-86e8-48e7-9ee6-c4cd78b82895 None None] Transition to ACTIVE for port object c5cd873e-5067-4b4b-986b-c373a68a80e6 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:28:08.256988 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-c84e2523-86e8-48e7-9ee6-c4cd78b82895 None None] Transition to ACTIVE for port object c5cd873e-5067-4b4b-986b-c373a68a80e6 will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:28:08.267724 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Returning: {'device': '65714aee-73ac-4584-a7de-be759f77a2b1', 'network_id': '0ff3d537-e319-4922-a8b2-8cb5ee18b005', 'port_id': '65714aee-73ac-4584-a7de-be759f77a2b1', 'mac_address': 'fa:16:3e:73:9b:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76710092-eed3-4585-bcb7-8bd2be0bad68', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 07 10:28:08.285403 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acb90745-32aa-4a60-a5ff-efa6b3b23b5f tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Router 150f3cee-e40d-439b-bb60-c2c2615b292b has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:28:08.294797 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a8631efa-9504-4cc4-8ba9-2fbfc22c9ad8 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3917991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923518'] for router, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:08.308210 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c84e2523-86e8-48e7-9ee6-c4cd78b82895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:08.310757 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a9b815d-3e71-4173-9876-0e1c4ea7ae5c tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Deleting subnet 2717ed19-9c4c-4b4b-94d7-a02350324490 {{(pid=83737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 07 10:28:08.315326 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6a9b815d-3e71-4173-9876-0e1c4ea7ae5c tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks [] for subnet, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:08.330621 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-3ebf53e1-3629-4631-aeb3-280ce43e0362 tempest-QuotasNegativeTest-1556850167 tempest-QuotasNegativeTest-1556850167-project-admin] 10.222.0.13 "PUT /v2.0/quotas/199455d4900240748141b13586c48fbe HTTP/1.1" status: 200 len: 368 time: 0.8857422 Mar 07 10:28:08.337422 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 33768) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:08.341446 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3f07e3f2-a6ca-4e27-b56e-727edf4cc8d2 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741426'] for subnet, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:08.360436 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a8631efa-9504-4cc4-8ba9-2fbfc22c9ad8 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks [] for router, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:08.361783 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-a8631efa-9504-4cc4-8ba9-2fbfc22c9ad8 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.0510075 Mar 07 10:28:08.369073 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 33772) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:08.382242 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-8233df80-d29d-4722-b76f-beef725729e6 tempest-QuotasNegativeTest-1556850167 tempest-QuotasNegativeTest-1556850167-project-admin] Request body: {'network': {'project_id': '199455d4900240748141b13586c48fbe'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:28:08.474899 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c84e2523-86e8-48e7-9ee6-c4cd78b82895 None None] Network 98d8805b-dd65-4110-997b-2eea298bca78 is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:28:08.491128 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6a9b815d-3e71-4173-9876-0e1c4ea7ae5c tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2627781'] for subnet, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:08.493167 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-c84e2523-86e8-48e7-9ee6-c4cd78b82895 None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:28:08.495644 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84e2523-86e8-48e7-9ee6-c4cd78b82895 None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:28:08.558021 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acb90745-32aa-4a60-a5ff-efa6b3b23b5f tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:28:08.560563 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6a9b815d-3e71-4173-9876-0e1c4ea7ae5c tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1525496'] for subnet, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:08.585380 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-8233df80-d29d-4722-b76f-beef725729e6 tempest-QuotasNegativeTest-1556850167 tempest-QuotasNegativeTest-1556850167-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:28:08.616655 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-acb90745-32aa-4a60-a5ff-efa6b3b23b5f tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] 10.222.0.13 "PUT /v2.0/routers/150f3cee-e40d-439b-bb60-c2c2615b292b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9237661 Mar 07 10:28:08.635891 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 33776) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:08.658917 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:08.668636 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:08.679185 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ec6496-d5e8-4f3b-8a94-ed51903b6b13 None None] Sync routers for ids ['150f3cee-e40d-439b-bb60-c2c2615b292b'] in dv-neutron-830731-3-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:28:08.702534 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84e2523-86e8-48e7-9ee6-c4cd78b82895 None None] Pushing event updated for resources: {'Port': ['ID=c5cd873e-5067-4b4b-986b-c373a68a80e6,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:08.721358 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ec6496-d5e8-4f3b-8a94-ed51903b6b13 None None] Routers {'150f3cee-e40d-439b-bb60-c2c2615b292b'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:28:08.722005 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-c5ec6496-d5e8-4f3b-8a94-ed51903b6b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:28:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['150f3cee-e40d-439b-bb60-c2c2615b292b'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:28:08.800234 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-c5ec6496-d5e8-4f3b-8a94-ed51903b6b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:28:08.807706 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-8233df80-d29d-4722-b76f-beef725729e6 tempest-QuotasNegativeTest-1556850167 tempest-QuotasNegativeTest-1556850167-project-admin] Usage tracker for resource:network and tenant:199455d4900240748141b13586c48fbe is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:28:08.821907 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-d5a912c2-b857-4bc7-aa60-b886911d2910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32771bac-0392-4860-96f4-90ef3a61d8b9', 'name': 'tempest-snat-router-1452556541', 'tenant_id': '130431ad9ff246d586ddc46e73d9839c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.104'}], 'enable_snat': True}, 'gw_port_id': '9dc327ae-9ad9-4211-8527-32c7784c1fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:28:00Z', 'updated_at': '2022-03-07T10:28:03Z', 'revision_number': 3, 'project_id': '130431ad9ff246d586ddc46e73d9839c', 'gw_port': {'id': '9dc327ae-9ad9-4211-8527-32c7784c1fb0', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:d3:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32771bac-0392-4860-96f4-90ef3a61d8b9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:28:01Z', 'updated_at': '2022-03-07T10:28:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv'}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:28:08.826283 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-8233df80-d29d-4722-b76f-beef725729e6 tempest-QuotasNegativeTest-1556850167 tempest-QuotasNegativeTest-1556850167-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:28:08.827939 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a912c2-b857-4bc7-aa60-b886911d2910 None None] The sync data for ids ['32771bac-0392-4860-96f4-90ef3a61d8b9'] in dv-neutron-830731-3-hyperv is: [{'id': '32771bac-0392-4860-96f4-90ef3a61d8b9', 'name': 'tempest-snat-router-1452556541', 'tenant_id': '130431ad9ff246d586ddc46e73d9839c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.104'}], 'enable_snat': True}, 'gw_port_id': '9dc327ae-9ad9-4211-8527-32c7784c1fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:28:00Z', 'updated_at': '2022-03-07T10:28:03Z', 'revision_number': 3, 'project_id': '130431ad9ff246d586ddc46e73d9839c', 'gw_port': {'id': '9dc327ae-9ad9-4211-8527-32c7784c1fb0', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:d3:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32771bac-0392-4860-96f4-90ef3a61d8b9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:28:01Z', 'updated_at': '2022-03-07T10:28:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv'}] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:28:08.843458 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-8233df80-d29d-4722-b76f-beef725729e6 tempest-QuotasNegativeTest-1556850167 tempest-QuotasNegativeTest-1556850167-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:28:08.851747 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 65714aee-73ac-4584-a7de-be759f77a2b1 {{(pid=83739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 07 10:28:08.914094 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8233df80-d29d-4722-b76f-beef725729e6 tempest-QuotasNegativeTest-1556850167 tempest-QuotasNegativeTest-1556850167-project-admin] Made reservation on behalf of 199455d4900240748141b13586c48fbe for: {'network': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:28:08.916311 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8233df80-d29d-4722-b76f-beef725729e6 tempest-QuotasNegativeTest-1556850167 tempest-QuotasNegativeTest-1556850167-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for network, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:08.937199 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port 65714aee-73ac-4584-a7de-be759f77a2b1, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=65714aee-73ac-4584-a7de-be759f77a2b1,segment=NetworkSegment(526a860e-3e95-4936-b54d-dee1a7390b46),segment_id=526a860e-3e95-4936-b54d-dee1a7390b46)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:28:08.954303 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8233df80-d29d-4722-b76f-beef725729e6 tempest-QuotasNegativeTest-1556850167 tempest-QuotasNegativeTest-1556850167-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:08.977638 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.api.v2.resource [None req-f2d385d0-110d-46d6-86e2-774c5d9d98da tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] show failed (client error): The resource could not be found. Mar 07 10:28:08.978657 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-f2d385d0-110d-46d6-86e2-774c5d9d98da tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] 10.222.0.13 "GET /v2.0/routers/tempest-non_exist_router-1804792393 HTTP/1.1" status: 404 len: 335 time: 0.3382223 Mar 07 10:28:08.982909 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 33780) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:08.990102 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:08.993056 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-b034fe01-a578-419d-8882-9c14fd44d908 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Request body: {'router': {'name': 'new_name'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:28:09.055952 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ae3f4f6b-8b10-4e3f-817c-f1bb2db75423 tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Notify callbacks [] for router, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:09.064140 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.api.v2.resource [None req-b034fe01-a578-419d-8882-9c14fd44d908 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] update failed (client error): The resource could not be found. Mar 07 10:28:09.065314 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-b034fe01-a578-419d-8882-9c14fd44d908 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] 10.222.0.13 "PUT /v2.0/routers/tempest-non_exist_router-269688784 HTTP/1.1" status: 404 len: 334 time: 0.0814798 Mar 07 10:28:09.069967 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 33784) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:09.074443 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-c84e2523-86e8-48e7-9ee6-c4cd78b82895 None None] Attempting to bind port c5cd873e-5067-4b4b-986b-c373a68a80e6 on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:28:09.075135 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-c84e2523-86e8-48e7-9ee6-c4cd78b82895 None None] Attempting to bind port c5cd873e-5067-4b4b-986b-c373a68a80e6 by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': '13510a37-88c7-493e-9701-b414ea24fc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '98d8805b-dd65-4110-997b-2eea298bca78'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:28:09.075232 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c84e2523-86e8-48e7-9ee6-c4cd78b82895 None None] Attempting to bind port c5cd873e-5067-4b4b-986b-c373a68a80e6 on network 98d8805b-dd65-4110-997b-2eea298bca78 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:28:09.080390 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-7be9487f-98a9-45b2-bb2d-1bf950d94ca0 None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:09.084309 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Pushing event updated for resources: {'Port': ['ID=65714aee-73ac-4584-a7de-be759f77a2b1,revision_number=6']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:09.113524 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-7be9487f-98a9-45b2-bb2d-1bf950d94ca0 None None] Transition to ACTIVE for port object a409aef1-421d-4590-9e3d-bf1bbfd20b62 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:28:09.123928 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ec6496-d5e8-4f3b-8a94-ed51903b6b13 None None] Routers {'150f3cee-e40d-439b-bb60-c2c2615b292b'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:28:09.124916 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-c5ec6496-d5e8-4f3b-8a94-ed51903b6b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:28:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['150f3cee-e40d-439b-bb60-c2c2615b292b'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:28:09.146103 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6a9b815d-3e71-4173-9876-0e1c4ea7ae5c tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1525489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3012507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3219316'] for subnet, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:09.204732 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9b815d-3e71-4173-9876-0e1c4ea7ae5c tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Pushing event deleted for resources: {'Subnet': ['ID=2717ed19-9c4c-4b4b-94d7-a02350324490,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:09.226564 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c84e2523-86e8-48e7-9ee6-c4cd78b82895 None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 28, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:28:09.226935 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c84e2523-86e8-48e7-9ee6-c4cd78b82895 None None] Checking segment: {'id': '13510a37-88c7-493e-9701-b414ea24fc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '98d8805b-dd65-4110-997b-2eea298bca78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:28:09.227329 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c84e2523-86e8-48e7-9ee6-c4cd78b82895 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:09.227718 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c84e2523-86e8-48e7-9ee6-c4cd78b82895 None None] Bound using segment: {'id': '13510a37-88c7-493e-9701-b414ea24fc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '98d8805b-dd65-4110-997b-2eea298bca78'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:28:09.228193 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-c84e2523-86e8-48e7-9ee6-c4cd78b82895 None None] Bound port: c5cd873e-5067-4b4b-986b-c373a68a80e6, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13510a37-88c7-493e-9701-b414ea24fc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '98d8805b-dd65-4110-997b-2eea298bca78'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:28:09.228583 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c84e2523-86e8-48e7-9ee6-c4cd78b82895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:09.251766 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.db.api [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 10:28:09.252315 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG oslo_db.api [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 10:28:09.274546 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-c5ec6496-d5e8-4f3b-8a94-ed51903b6b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:28:09.274965 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ec6496-d5e8-4f3b-8a94-ed51903b6b13 None None] The sync data for ids ['150f3cee-e40d-439b-bb60-c2c2615b292b'] in dv-neutron-830731-3-hyperv is: [] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:28:09.280438 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-7be9487f-98a9-45b2-bb2d-1bf950d94ca0 None None] Transition to ACTIVE for port object a409aef1-421d-4590-9e3d-bf1bbfd20b62 will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:28:09.311584 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-7be9487f-98a9-45b2-bb2d-1bf950d94ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:09.379143 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] get_ports_and_sgs() called for port_ids ['65714aee-73ac-4584-a7de-be759f77a2b1'] {{(pid=83739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 07 10:28:09.388700 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6a9b815d-3e71-4173-9876-0e1c4ea7ae5c tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:09.466886 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be9487f-98a9-45b2-bb2d-1bf950d94ca0 None None] Pushing event updated for resources: {'Port': ['ID=a409aef1-421d-4590-9e3d-bf1bbfd20b62,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:09.480757 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be9487f-98a9-45b2-bb2d-1bf950d94ca0 None None] Network 8c6028e3-942a-4d8a-8bb2-6c302a6a182a is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:28:09.484514 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-6a9b815d-3e71-4173-9876-0e1c4ea7ae5c tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] 10.222.0.13 "DELETE /v2.0/subnets/2717ed19-9c4c-4b4b-94d7-a02350324490 HTTP/1.1" status: 204 len: 168 time: 1.5140541 Mar 07 10:28:09.486462 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-7be9487f-98a9-45b2-bb2d-1bf950d94ca0 None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:28:09.490166 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be9487f-98a9-45b2-bb2d-1bf950d94ca0 None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:28:09.500999 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 33790) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:09.508843 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-c84e2523-86e8-48e7-9ee6-c4cd78b82895 None None] For port c5cd873e-5067-4b4b-986b-c373a68a80e6, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:28:09.516576 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-c84e2523-86e8-48e7-9ee6-c4cd78b82895 None None] For port c5cd873e-5067-4b4b-986b-c373a68a80e6, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=c5cd873e-5067-4b4b-986b-c373a68a80e6,segment=NetworkSegment(13510a37-88c7-493e-9701-b414ea24fc4c),segment_id=13510a37-88c7-493e-9701-b414ea24fc4c)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:28:09.550997 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c84e2523-86e8-48e7-9ee6-c4cd78b82895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:09.586680 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52910c53-e2c1-47ce-9cd3-aeda5a30b903 req-f500f21d-bb21-4849-b13a-f6e09b4c845a tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:09.588247 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-52910c53-e2c1-47ce-9cd3-aeda5a30b903 req-f500f21d-bb21-4849-b13a-f6e09b4c845a tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] 10.222.0.13 "GET /v2.0/ports?device_id=22a73a36-a502-4d17-9bc5-55363d6489d7 HTTP/1.1" status: 200 len: 944 time: 0.2241480 Mar 07 10:28:09.625113 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-8233df80-d29d-4722-b76f-beef725729e6 tempest-QuotasNegativeTest-1556850167 tempest-QuotasNegativeTest-1556850167-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:28:09.666545 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-52910c53-e2c1-47ce-9cd3-aeda5a30b903 req-d10ef379-501d-4f64-ad9b-c46c9daf3751 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0975493-0c59-42d9-89a3-fb824091cc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0637281 Mar 07 10:28:09.674725 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_v2 [None req-59116fc8-803b-4cdc-8bcb-a9448e82ff41 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Deleting subnet f4c1ea25-91cf-40c5-b8c8-1ec9614296fc {{(pid=83737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 07 10:28:09.680751 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-59116fc8-803b-4cdc-8bcb-a9448e82ff41 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Notify callbacks [] for subnet, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:09.717369 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-7be9487f-98a9-45b2-bb2d-1bf950d94ca0 None None] Attempting to bind port a409aef1-421d-4590-9e3d-bf1bbfd20b62 on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:28:09.717736 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-7be9487f-98a9-45b2-bb2d-1bf950d94ca0 None None] Attempting to bind port a409aef1-421d-4590-9e3d-bf1bbfd20b62 by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': 'f7528cfa-5539-4a5d-8058-02c8a7f47397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '8c6028e3-942a-4d8a-8bb2-6c302a6a182a'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:28:09.718094 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be9487f-98a9-45b2-bb2d-1bf950d94ca0 None None] Attempting to bind port a409aef1-421d-4590-9e3d-bf1bbfd20b62 on network 8c6028e3-942a-4d8a-8bb2-6c302a6a182a {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:28:09.720240 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 33794) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:09.750671 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84e2523-86e8-48e7-9ee6-c4cd78b82895 None None] Pushing event updated for resources: {'Port': ['ID=c5cd873e-5067-4b4b-986b-c373a68a80e6,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:09.760097 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-8233df80-d29d-4722-b76f-beef725729e6 tempest-QuotasNegativeTest-1556850167 tempest-QuotasNegativeTest-1556850167-project-admin] Usage tracker for resource:security_group_rule and tenant:199455d4900240748141b13586c48fbe is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:28:09.781316 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be9487f-98a9-45b2-bb2d-1bf950d94ca0 None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 28, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:28:09.781694 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be9487f-98a9-45b2-bb2d-1bf950d94ca0 None None] Checking segment: {'id': 'f7528cfa-5539-4a5d-8058-02c8a7f47397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '8c6028e3-942a-4d8a-8bb2-6c302a6a182a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:28:09.782100 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-7be9487f-98a9-45b2-bb2d-1bf950d94ca0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:09.782490 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be9487f-98a9-45b2-bb2d-1bf950d94ca0 None None] Bound using segment: {'id': 'f7528cfa-5539-4a5d-8058-02c8a7f47397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '8c6028e3-942a-4d8a-8bb2-6c302a6a182a'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:28:09.782970 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-7be9487f-98a9-45b2-bb2d-1bf950d94ca0 None None] Bound port: a409aef1-421d-4590-9e3d-bf1bbfd20b62, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7528cfa-5539-4a5d-8058-02c8a7f47397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '8c6028e3-942a-4d8a-8bb2-6c302a6a182a'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:28:09.783337 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-7be9487f-98a9-45b2-bb2d-1bf950d94ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:09.838809 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-8233df80-d29d-4722-b76f-beef725729e6 tempest-QuotasNegativeTest-1556850167 tempest-QuotasNegativeTest-1556850167-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:28:09.841392 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-59116fc8-803b-4cdc-8bcb-a9448e82ff41 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2627781'] for subnet, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:09.944522 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-8233df80-d29d-4722-b76f-beef725729e6 tempest-QuotasNegativeTest-1556850167 tempest-QuotasNegativeTest-1556850167-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:28:09.964177 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:09.986972 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-4c3671e4-acc4-4416-9b27-05af586e0f7f tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] 10.222.0.13 "GET /v2.0/floatingips/56b5a704-fd94-4925-8a20-a1f93ec58899 HTTP/1.1" status: 200 len: 991 time: 0.2548928 Mar 07 10:28:10.015119 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-59116fc8-803b-4cdc-8bcb-a9448e82ff41 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1525496'] for subnet, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:10.036632 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 65714aee-73ac-4584-a7de-be759f77a2b1 {{(pid=83739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 07 10:28:10.056563 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-35bc3f41-00fa-4d82-9300-2eb3aeb7c67a tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1158940'] for network, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:10.077206 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-7be9487f-98a9-45b2-bb2d-1bf950d94ca0 None None] For port a409aef1-421d-4590-9e3d-bf1bbfd20b62, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:28:10.125779 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port 65714aee-73ac-4584-a7de-be759f77a2b1, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=65714aee-73ac-4584-a7de-be759f77a2b1,segment=NetworkSegment(526a860e-3e95-4936-b54d-dee1a7390b46),segment_id=526a860e-3e95-4936-b54d-dee1a7390b46)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:28:10.132220 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-7be9487f-98a9-45b2-bb2d-1bf950d94ca0 None None] For port a409aef1-421d-4590-9e3d-bf1bbfd20b62, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=a409aef1-421d-4590-9e3d-bf1bbfd20b62,segment=NetworkSegment(f7528cfa-5539-4a5d-8058-02c8a7f47397),segment_id=f7528cfa-5539-4a5d-8058-02c8a7f47397)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:28:10.134141 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:10.137425 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-59116fc8-803b-4cdc-8bcb-a9448e82ff41 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1525489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3012507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3219316'] for subnet, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:10.182186 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59116fc8-803b-4cdc-8bcb-a9448e82ff41 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Pushing event deleted for resources: {'Subnet': ['ID=f4c1ea25-91cf-40c5-b8c8-1ec9614296fc,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:10.191889 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-59116fc8-803b-4cdc-8bcb-a9448e82ff41 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:10.195971 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-7be9487f-98a9-45b2-bb2d-1bf950d94ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:10.201767 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-59116fc8-803b-4cdc-8bcb-a9448e82ff41 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] 10.222.0.13 "DELETE /v2.0/subnets/f4c1ea25-91cf-40c5-b8c8-1ec9614296fc HTTP/1.1" status: 204 len: 168 time: 1.1305649 Mar 07 10:28:10.204035 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 33798) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:10.249420 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb82a6e2-bd3e-470a-9cf5-2088235cc272 None None] Network ffe08443-fa0a-47d8-804a-c97c227c3f38 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:28:10.363696 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Pushing event updated for resources: {'Port': ['ID=65714aee-73ac-4584-a7de-be759f77a2b1,revision_number=7']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:10.369328 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-35bc3f41-00fa-4d82-9300-2eb3aeb7c67a tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1526893', 'neutron.services.segments.db._delete_segments_for_network-8732568551033'] for network, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:10.403724 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-35bc3f41-00fa-4d82-9300-2eb3aeb7c67a tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e7d2d8b-3bc7-4720-91e5-d50489aa5dc0']}} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:28:10.411778 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-90578004-3eb0-427d-8cb8-2977304b11ec tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1158940'] for network, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:10.422618 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-90578004-3eb0-427d-8cb8-2977304b11ec tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Deleting port b40a8822-7207-49be-ba03-04dfa8920306 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:28:10.422943 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-35bc3f41-00fa-4d82-9300-2eb3aeb7c67a tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91e49d26-5730-4ae2-8f8d-850bd99f7464') {'for_net_delete': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:28:10.423092 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-90578004-3eb0-427d-8cb8-2977304b11ec tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:10.423237 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-35bc3f41-00fa-4d82-9300-2eb3aeb7c67a tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91e49d26-5730-4ae2-8f8d-850bd99f7464') {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:28:10.438199 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-35bc3f41-00fa-4d82-9300-2eb3aeb7c67a tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732568550916', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968000'] for segment, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:10.456068 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-35bc3f41-00fa-4d82-9300-2eb3aeb7c67a tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:10.463974 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35bc3f41-00fa-4d82-9300-2eb3aeb7c67a tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=83738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 07 10:28:10.464369 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-35bc3f41-00fa-4d82-9300-2eb3aeb7c67a tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1227397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3556681'] for segment, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:10.574312 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be9487f-98a9-45b2-bb2d-1bf950d94ca0 None None] Pushing event updated for resources: {'Port': ['ID=a409aef1-421d-4590-9e3d-bf1bbfd20b62,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:10.667493 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-90578004-3eb0-427d-8cb8-2977304b11ec tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] For port b40a8822-7207-49be-ba03-04dfa8920306, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=b40a8822-7207-49be-ba03-04dfa8920306,segment=NetworkSegment(b087e6ab-5495-4b6e-8db0-dd5c6b78d92a),segment_id=b087e6ab-5495-4b6e-8db0-dd5c6b78d92a)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:28:10.668014 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-90578004-3eb0-427d-8cb8-2977304b11ec tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:10.744277 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-021dd3ef-636b-4d79-815f-f8ee983343d7 None None] DHCP port deletion for ffe08443-fa0a-47d8-804a-c97c227c3f38 request from dv-neutron-830731-3-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 07 10:28:10.757326 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-021dd3ef-636b-4d79-815f-f8ee983343d7 None None] Deleting port b40a8822-7207-49be-ba03-04dfa8920306 {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:28:10.757488 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-021dd3ef-636b-4d79-815f-f8ee983343d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:10.758596 dv-neutron-830731-3-hyperv neutron-server[83738]: Traceback (most recent call last): Mar 07 10:28:10.758596 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 07 10:28:10.758596 dv-neutron-830731-3-hyperv neutron-server[83738]: timer() Mar 07 10:28:10.758596 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:28:10.758596 dv-neutron-830731-3-hyperv neutron-server[83738]: cb(*args, **kw) Mar 07 10:28:10.758596 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 10:28:10.758596 dv-neutron-830731-3-hyperv neutron-server[83738]: return func(*args, **kwargs) Mar 07 10:28:10.758596 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:28:10.758596 dv-neutron-830731-3-hyperv neutron-server[83738]: self._notify() Mar 07 10:28:10.758596 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:28:10.758596 dv-neutron-830731-3-hyperv neutron-server[83738]: self.callback(batched_events) Mar 07 10:28:10.758596 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:28:10.758596 dv-neutron-830731-3-hyperv neutron-server[83738]: event.method(event) Mar 07 10:28:10.758596 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 10:28:10.758596 dv-neutron-830731-3-hyperv neutron-server[83738]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:28:10.758596 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 10:28:10.758596 dv-neutron-830731-3-hyperv neutron-server[83738]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:28:10.758596 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 10:28:10.758596 dv-neutron-830731-3-hyperv neutron-server[83738]: return f(self, *a, **k) Mar 07 10:28:10.758596 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:28:10.758596 dv-neutron-830731-3-hyperv neutron-server[83738]: return self._get(url).json() Mar 07 10:28:10.758596 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:28:10.758596 dv-neutron-830731-3-hyperv neutron-server[83738]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:28:10.758596 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 07 10:28:10.758596 dv-neutron-830731-3-hyperv neutron-server[83738]: return self.request(url, 'GET', **kwargs) Mar 07 10:28:10.758596 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 07 10:28:10.758596 dv-neutron-830731-3-hyperv neutron-server[83738]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:28:10.758596 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 07 10:28:10.758596 dv-neutron-830731-3-hyperv neutron-server[83738]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:28:10.758596 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 07 10:28:10.758596 dv-neutron-830731-3-hyperv neutron-server[83738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:28:10.758596 dv-neutron-830731-3-hyperv neutron-server[83738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:28:10.838821 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-90578004-3eb0-427d-8cb8-2977304b11ec tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Calling delete_port for b40a8822-7207-49be-ba03-04dfa8920306 owned by network:dhcp {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:28:10.878021 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8fa04356-81fb-498c-8f05-28ec62ad9474 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:10.905163 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 9dc327ae-9ad9-4211-8527-32c7784c1fb0 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:28:10.907638 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3f07e3f2-a6ca-4e27-b56e-727edf4cc8d2 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3556832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741408'] for subnet, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:10.953888 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-90578004-3eb0-427d-8cb8-2977304b11ec tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:10.999378 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f07e3f2-a6ca-4e27-b56e-727edf4cc8d2 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Network 98d8805b-dd65-4110-997b-2eea298bca78 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:28:11.001425 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-35bc3f41-00fa-4d82-9300-2eb3aeb7c67a tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1526886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923583'] for network, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:11.009521 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f07e3f2-a6ca-4e27-b56e-727edf4cc8d2 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Pushing event updated for resources: {'Subnet': ['ID=1063b7f2-d77d-4cab-8b33-0a231efc1556,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:11.010764 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90578004-3eb0-427d-8cb8-2977304b11ec tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Pushing event deleted for resources: {'Port': ['ID=b40a8822-7207-49be-ba03-04dfa8920306,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:11.011835 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-3f07e3f2-a6ca-4e27-b56e-727edf4cc8d2 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:28:11.019130 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90578004-3eb0-427d-8cb8-2977304b11ec tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] No DVR routers for this DVR port b40a8822-7207-49be-ba03-04dfa8920306 on host dv-neutron-830731-3-hyperv {{(pid=83737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:28:11.108200 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f07e3f2-a6ca-4e27-b56e-727edf4cc8d2 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:11.108814 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3f07e3f2-a6ca-4e27-b56e-727edf4cc8d2 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:11.114788 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-021dd3ef-636b-4d79-815f-f8ee983343d7 None None] For port b40a8822-7207-49be-ba03-04dfa8920306, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=b40a8822-7207-49be-ba03-04dfa8920306,segment=NetworkSegment(b087e6ab-5495-4b6e-8db0-dd5c6b78d92a),segment_id=b087e6ab-5495-4b6e-8db0-dd5c6b78d92a)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:28:11.115374 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-021dd3ef-636b-4d79-815f-f8ee983343d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:11.115735 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-35bc3f41-00fa-4d82-9300-2eb3aeb7c67a tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:11.136394 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device 65714aee-73ac-4584-a7de-be759f77a2b1 up at agent hyperv_hv-neutron-8307 {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:28:11.218225 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning for port 9dc327ae-9ad9-4211-8527-32c7784c1fb0 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:28:11.297102 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-90578004-3eb0-427d-8cb8-2977304b11ec tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1526893', 'neutron.services.segments.db._delete_segments_for_network-8732568551033'] for network, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:11.314687 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-021dd3ef-636b-4d79-815f-f8ee983343d7 None None] Calling delete_port for b40a8822-7207-49be-ba03-04dfa8920306 owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:28:11.332386 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-90578004-3eb0-427d-8cb8-2977304b11ec tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffe08443-fa0a-47d8-804a-c97c227c3f38']}} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:28:11.361694 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-90578004-3eb0-427d-8cb8-2977304b11ec tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b087e6ab-5495-4b6e-8db0-dd5c6b78d92a') {'for_net_delete': True} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:28:11.362282 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-90578004-3eb0-427d-8cb8-2977304b11ec tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b087e6ab-5495-4b6e-8db0-dd5c6b78d92a') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:28:11.376609 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-90578004-3eb0-427d-8cb8-2977304b11ec tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732568550916', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629174'] for segment, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:11.394780 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-35bc3f41-00fa-4d82-9300-2eb3aeb7c67a tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] 10.222.0.13 "DELETE /v2.0/networks/8e7d2d8b-3bc7-4720-91e5-d50489aa5dc0 HTTP/1.1" status: 204 len: 168 time: 1.8170850 Mar 07 10:28:11.398045 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-90578004-3eb0-427d-8cb8-2977304b11ec tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:11.409464 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90578004-3eb0-427d-8cb8-2977304b11ec tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=83737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 07 10:28:11.410330 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-90578004-3eb0-427d-8cb8-2977304b11ec tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1227397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3012597'] for segment, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:11.418306 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bc3f41-00fa-4d82-9300-2eb3aeb7c67a tempest-FloatingIPTestJSON-433543076 tempest-FloatingIPTestJSON-433543076-project] Pushing event deleted for resources: {'Network': ['ID=8e7d2d8b-3bc7-4720-91e5-d50489aa5dc0,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:11.445843 dv-neutron-830731-3-hyperv neutron-server[83737]: Traceback (most recent call last): Mar 07 10:28:11.445843 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 07 10:28:11.445843 dv-neutron-830731-3-hyperv neutron-server[83737]: timer() Mar 07 10:28:11.445843 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:28:11.445843 dv-neutron-830731-3-hyperv neutron-server[83737]: cb(*args, **kw) Mar 07 10:28:11.445843 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 10:28:11.445843 dv-neutron-830731-3-hyperv neutron-server[83737]: return func(*args, **kwargs) Mar 07 10:28:11.445843 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:28:11.445843 dv-neutron-830731-3-hyperv neutron-server[83737]: self._notify() Mar 07 10:28:11.445843 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:28:11.445843 dv-neutron-830731-3-hyperv neutron-server[83737]: self.callback(batched_events) Mar 07 10:28:11.445843 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:28:11.445843 dv-neutron-830731-3-hyperv neutron-server[83737]: event.method(event) Mar 07 10:28:11.445843 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 10:28:11.445843 dv-neutron-830731-3-hyperv neutron-server[83737]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:28:11.445843 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 10:28:11.445843 dv-neutron-830731-3-hyperv neutron-server[83737]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:28:11.445843 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 10:28:11.445843 dv-neutron-830731-3-hyperv neutron-server[83737]: return f(self, *a, **k) Mar 07 10:28:11.445843 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:28:11.445843 dv-neutron-830731-3-hyperv neutron-server[83737]: return self._get(url).json() Mar 07 10:28:11.445843 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:28:11.445843 dv-neutron-830731-3-hyperv neutron-server[83737]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:28:11.445843 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 07 10:28:11.445843 dv-neutron-830731-3-hyperv neutron-server[83737]: return self.request(url, 'GET', **kwargs) Mar 07 10:28:11.445843 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 07 10:28:11.445843 dv-neutron-830731-3-hyperv neutron-server[83737]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:28:11.445843 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 07 10:28:11.445843 dv-neutron-830731-3-hyperv neutron-server[83737]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:28:11.445843 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 07 10:28:11.445843 dv-neutron-830731-3-hyperv neutron-server[83737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:28:11.445843 dv-neutron-830731-3-hyperv neutron-server[83737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:28:11.457043 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 9dc327ae-9ad9-4211-8527-32c7784c1fb0 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:28:11.457309 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:11.504577 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8233df80-d29d-4722-b76f-beef725729e6 tempest-QuotasNegativeTest-1556850167 tempest-QuotasNegativeTest-1556850167-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:11.522277 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-3f07e3f2-a6ca-4e27-b56e-727edf4cc8d2 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.6609068 Mar 07 10:28:11.530474 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 33804) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:11.533344 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe6f128-4c0a-43e6-9122-b274d9478133 None None] Network 98d8805b-dd65-4110-997b-2eea298bca78 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:28:11.548162 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-f657a1e8-b5ae-4e3d-aaa5-f13f2d4b0193 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Request body: {'port': {'network_id': '98d8805b-dd65-4110-997b-2eea298bca78', 'mac_address': 'fa:16:3e:64:ee:92', 'name': 'tempest-NetworksTestDHCPv6-1819106629'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:28:11.581941 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8233df80-d29d-4722-b76f-beef725729e6 tempest-QuotasNegativeTest-1556850167 tempest-QuotasNegativeTest-1556850167-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:11.595009 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8233df80-d29d-4722-b76f-beef725729e6 tempest-QuotasNegativeTest-1556850167 tempest-QuotasNegativeTest-1556850167-project-admin] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=83738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:28:11.612245 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-90578004-3eb0-427d-8cb8-2977304b11ec tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1526886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923583'] for network, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:11.654162 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-90578004-3eb0-427d-8cb8-2977304b11ec tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:11.672566 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90578004-3eb0-427d-8cb8-2977304b11ec tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Pushing event deleted for resources: {'Network': ['ID=ffe08443-fa0a-47d8-804a-c97c227c3f38,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:11.684263 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-90578004-3eb0-427d-8cb8-2977304b11ec tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] 10.222.0.13 "DELETE /v2.0/networks/ffe08443-fa0a-47d8-804a-c97c227c3f38 HTTP/1.1" status: 204 len: 168 time: 1.4790268 Mar 07 10:28:11.688085 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 33808) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:11.720241 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-0566058b-025c-49fe-9705-f4c84d7a72fc None None] Provisioning for port c5cd873e-5067-4b4b-986b-c373a68a80e6 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:28:11.727254 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.db.api [None req-021dd3ef-636b-4d79-815f-f8ee983343d7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 10:28:11.727602 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG oslo_db.api [None req-021dd3ef-636b-4d79-815f-f8ee983343d7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 10:28:11.806788 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8233df80-d29d-4722-b76f-beef725729e6 tempest-QuotasNegativeTest-1556850167 tempest-QuotasNegativeTest-1556850167-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:11.807373 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.db.segments_db [None req-8233df80-d29d-4722-b76f-beef725729e6 tempest-QuotasNegativeTest-1556850167 tempest-QuotasNegativeTest-1556850167-project-admin] Added segment 04135096-526a-47fd-8430-0aef83c23d13 of type vlan for network e765a269-b4f6-409f-ad3b-98e72a4d76a1 Mar 07 10:28:11.813511 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Provisioning complete for port 65714aee-73ac-4584-a7de-be759f77a2b1 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:28:11.813878 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:11.916276 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:11.957298 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-f657a1e8-b5ae-4e3d-aaa5-f13f2d4b0193 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:28:11.963562 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ae3f4f6b-8b10-4e3f-817c-f1bb2db75423 tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:11.971515 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06f2cc33-bc9c-4116-9dde-97d989cbe5ae None None] Network 8c6028e3-942a-4d8a-8bb2-6c302a6a182a requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:28:11.972998 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 33814) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:11.982705 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8233df80-d29d-4722-b76f-beef725729e6 tempest-QuotasNegativeTest-1556850167 tempest-QuotasNegativeTest-1556850167-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b200757-47ff-448f-ae6b-825f50d01394,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:11.982903 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb4b32d3-ec6f-44d2-b150-fce32d77d282 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Deleting subnet fda54781-230f-4298-8121-d3d3f7f6490f {{(pid=83737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 07 10:28:11.987099 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-eb4b32d3-ec6f-44d2-b150-fce32d77d282 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Notify callbacks [] for subnet, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:12.005765 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-f657a1e8-b5ae-4e3d-aaa5-f13f2d4b0193 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Usage tracker for resource:port and tenant:0f1e04191c7443f7844c0202165e746c is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:28:12.006979 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] For port 9dc327ae-9ad9-4211-8527-32c7784c1fb0, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=9dc327ae-9ad9-4211-8527-32c7784c1fb0,segment=NetworkSegment(9a22e080-7529-4fc7-949d-9f84ba21807d),segment_id=9a22e080-7529-4fc7-949d-9f84ba21807d)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:28:12.018558 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-f657a1e8-b5ae-4e3d-aaa5-f13f2d4b0193 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:28:12.049857 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-f657a1e8-b5ae-4e3d-aaa5-f13f2d4b0193 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:28:12.056006 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-eb4b32d3-ec6f-44d2-b150-fce32d77d282 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2627781'] for subnet, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:12.056945 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-ae3f4f6b-8b10-4e3f-817c-f1bb2db75423 tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Deleting port 9dc327ae-9ad9-4211-8527-32c7784c1fb0 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:28:12.057283 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ae3f4f6b-8b10-4e3f-817c-f1bb2db75423 tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:12.071832 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:12.072622 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device c5cd873e-5067-4b4b-986b-c373a68a80e6 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:28:12.091650 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8233df80-d29d-4722-b76f-beef725729e6 tempest-QuotasNegativeTest-1556850167 tempest-QuotasNegativeTest-1556850167-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732568034061'] for network, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:12.159947 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-eb4b32d3-ec6f-44d2-b150-fce32d77d282 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1525496'] for subnet, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:12.193097 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f657a1e8-b5ae-4e3d-aaa5-f13f2d4b0193 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Made reservation on behalf of 0f1e04191c7443f7844c0202165e746c for: {'port': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:28:12.199073 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f657a1e8-b5ae-4e3d-aaa5-f13f2d4b0193 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:12.240144 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-021dd3ef-636b-4d79-815f-f8ee983343d7 None None] Deleting port b40a8822-7207-49be-ba03-04dfa8920306 {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:28:12.240760 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-021dd3ef-636b-4d79-815f-f8ee983343d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:12.281213 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-8fa04356-81fb-498c-8f05-28ec62ad9474 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Allocated IP 172.20.0.1 (8c6028e3-942a-4d8a-8bb2-6c302a6a182a/3ce285a1-f245-4dde-8e78-d2dc39c47fd5/8520dd60-e105-4488-b9b2-ff1b426cdb29) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:28:12.281401 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-fcf89965-5ae7-4d7c-bf97-6353934df9e4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5ce94c19b69348fbbd9afc6238983dcf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3042741 Mar 07 10:28:12.281401 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 33820) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:12.296130 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-2e448ead-7ac7-45e8-9559-e0cb993995f8 None None] Provisioning for port a409aef1-421d-4590-9e3d-bf1bbfd20b62 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:28:12.324997 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-eb4b32d3-ec6f-44d2-b150-fce32d77d282 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1525489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3012507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3219316'] for subnet, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:12.366679 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-021dd3ef-636b-4d79-815f-f8ee983343d7 None None] The port 'b40a8822-7207-49be-ba03-04dfa8920306' was deleted {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 07 10:28:12.367588 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:12.371584 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4b32d3-ec6f-44d2-b150-fce32d77d282 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Pushing event deleted for resources: {'Subnet': ['ID=fda54781-230f-4298-8121-d3d3f7f6490f,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:12.378470 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.db.resource_extend [None req-8233df80-d29d-4722-b76f-beef725729e6 tempest-QuotasNegativeTest-1556850167 tempest-QuotasNegativeTest-1556850167-project-admin] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 10:28:12.387578 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Pushing event updated for resources: {'Port': ['ID=9dc327ae-9ad9-4211-8527-32c7784c1fb0,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:12.389283 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-eb4b32d3-ec6f-44d2-b150-fce32d77d282 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:12.402071 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40f802d4-760b-46c8-a4ce-6d62a99b9594 None None] Network c3745f15-0351-4d66-ae3f-a3bde0ce815b requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:28:12.405848 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [None req-f657a1e8-b5ae-4e3d-aaa5-f13f2d4b0193 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] device_id is not set on port 7301e9e1-7ec1-4655-b06e-1e25b5c71e70 yet. {{(pid=83738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 07 10:28:12.407131 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-eb4b32d3-ec6f-44d2-b150-fce32d77d282 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] 10.222.0.13 "DELETE /v2.0/subnets/fda54781-230f-4298-8121-d3d3f7f6490f HTTP/1.1" status: 204 len: 168 time: 0.7171884 Mar 07 10:28:12.408264 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ad143ab6-4a78-40ad-91e5-80631cc50086 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:12.409813 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 33824) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:12.487175 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ad143ab6-4a78-40ad-91e5-80631cc50086 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:12.534967 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22a73a36-a502-4d17-9bc5-55363d6489d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65714aee-73ac-4584-a7de-be759f77a2b1'}] {{(pid=83739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 10:28:12.574982 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port 65714aee-73ac-4584-a7de-be759f77a2b1, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=65714aee-73ac-4584-a7de-be759f77a2b1,segment=NetworkSegment(526a860e-3e95-4936-b54d-dee1a7390b46),segment_id=526a860e-3e95-4936-b54d-dee1a7390b46)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:28:12.603933 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8233df80-d29d-4722-b76f-beef725729e6 tempest-QuotasNegativeTest-1556850167 tempest-QuotasNegativeTest-1556850167-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594'] for network, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:12.605300 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8233df80-d29d-4722-b76f-beef725729e6 tempest-QuotasNegativeTest-1556850167 tempest-QuotasNegativeTest-1556850167-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:12.606073 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8233df80-d29d-4722-b76f-beef725729e6 tempest-QuotasNegativeTest-1556850167 tempest-QuotasNegativeTest-1556850167-project-admin] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:12.663855 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:12.669298 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ad143ab6-4a78-40ad-91e5-80631cc50086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:12.694117 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad143ab6-4a78-40ad-91e5-80631cc50086 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=929e22e2-75a0-4707-a728-17ab8bda893a,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:12.699248 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_v2 [None req-96f0fc93-da14-461e-a8ff-2b249ed60e08 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Deleting subnet fb9e8fd3-d29a-44bd-8ecd-13e1fcf83847 {{(pid=83737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 07 10:28:12.703558 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ad143ab6-4a78-40ad-91e5-80631cc50086 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:12.707146 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-ad143ab6-4a78-40ad-91e5-80631cc50086 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/929e22e2-75a0-4707-a728-17ab8bda893a HTTP/1.1" status: 204 len: 168 time: 0.4224994 Mar 07 10:28:12.707392 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning for port c5cd873e-5067-4b4b-986b-c373a68a80e6 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:28:12.707493 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-96f0fc93-da14-461e-a8ff-2b249ed60e08 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Notify callbacks [] for subnet, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:12.714469 dv-neutron-830731-3-hyperv neutron-server[83739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22a73a36-a502-4d17-9bc5-55363d6489d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65714aee-73ac-4584-a7de-be759f77a2b1', 'code': 200} Mar 07 10:28:12.765509 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-96f0fc93-da14-461e-a8ff-2b249ed60e08 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2627781'] for subnet, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:12.821268 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port c5cd873e-5067-4b4b-986b-c373a68a80e6 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:28:12.821573 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:12.870936 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-96f0fc93-da14-461e-a8ff-2b249ed60e08 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1525496'] for subnet, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:12.934543 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Pushing event updated for resources: {'Port': ['ID=65714aee-73ac-4584-a7de-be759f77a2b1,revision_number=8']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:12.943273 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eb34d4b-f360-4e1c-bd1c-5f66135801a1 None None] Update dhcp port {'port': {'network_id': '98d8805b-dd65-4110-997b-2eea298bca78', 'fixed_ips': [{'subnet_id': 'f34b9f0b-8ab7-4785-bad5-4aa8a3285a55', 'ip_address': '2001:db8::f816:3eff:fea8:e9d9'}, {'subnet_id': '1063b7f2-d77d-4cab-8b33-0a231efc1556'}], 'binding:host_id': 'dv-neutron-830731-3-hyperv'}, 'id': 'c5cd873e-5067-4b4b-986b-c373a68a80e6'} from dv-neutron-830731-3-hyperv. {{(pid=83739) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 07 10:28:12.969876 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8233df80-d29d-4722-b76f-beef725729e6 tempest-QuotasNegativeTest-1556850167 tempest-QuotasNegativeTest-1556850167-project-admin] Pushing event updated for resources: {'Network': ['ID=e765a269-b4f6-409f-ad3b-98e72a4d76a1,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:12.981872 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-96f0fc93-da14-461e-a8ff-2b249ed60e08 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1525489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3012507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3219316'] for subnet, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:12.993158 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Network e765a269-b4f6-409f-ad3b-98e72a4d76a1 details requested by agent ovs-agent-dv-neutron-830731-3-hyperv with host dv-neutron-830731-3-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 10:28:13.017269 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-ae3f4f6b-8b10-4e3f-817c-f1bb2db75423 tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] For port 9dc327ae-9ad9-4211-8527-32c7784c1fb0, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=9dc327ae-9ad9-4211-8527-32c7784c1fb0,segment=NetworkSegment(9a22e080-7529-4fc7-949d-9f84ba21807d),segment_id=9a22e080-7529-4fc7-949d-9f84ba21807d)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:28:13.017748 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ae3f4f6b-8b10-4e3f-817c-f1bb2db75423 tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:13.038679 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-96f0fc93-da14-461e-a8ff-2b249ed60e08 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:13.048633 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f0fc93-da14-461e-a8ff-2b249ed60e08 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Pushing event deleted for resources: {'Subnet': ['ID=fb9e8fd3-d29a-44bd-8ecd-13e1fcf83847,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:13.055642 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-96f0fc93-da14-461e-a8ff-2b249ed60e08 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] 10.222.0.13 "DELETE /v2.0/subnets/fb9e8fd3-d29a-44bd-8ecd-13e1fcf83847 HTTP/1.1" status: 204 len: 168 time: 0.6448500 Mar 07 10:28:13.058573 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 33834) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:13.079397 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47dd298f-aaf3-4f54-ab8e-4a0ba0107b56 None None] Network c65b5bd6-09fa-415e-8d2b-65ca40dfc513 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:28:13.217641 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-ae3f4f6b-8b10-4e3f-817c-f1bb2db75423 tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Calling delete_port for 9dc327ae-9ad9-4211-8527-32c7784c1fb0 owned by network:router_gateway {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:28:13.231698 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e7f2be24-9b0e-44f7-afcb-4f1ed541ae11 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1158940'] for network, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:13.263300 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-e7f2be24-9b0e-44f7-afcb-4f1ed541ae11 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Deleting port 40374ef1-dee0-4a56-8e0b-b194e344928c {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:28:13.263770 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e7f2be24-9b0e-44f7-afcb-4f1ed541ae11 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:13.297924 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3714788a-1b44-4476-8985-b7922dbc7f39 admin admin] Router 3c43f100-9332-4f25-a0d7-35238526bf57 has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:28:13.328915 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0eb34d4b-f360-4e1c-bd1c-5f66135801a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:13.345806 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8fa04356-81fb-498c-8f05-28ec62ad9474 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:13.353430 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-8233df80-d29d-4722-b76f-beef725729e6 tempest-QuotasNegativeTest-1556850167 tempest-QuotasNegativeTest-1556850167-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 4.9947178 Mar 07 10:28:13.359998 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 33844) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:13.423374 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-6a726be3-d79a-4bbe-8e49-f53db117d306 tempest-QuotasNegativeTest-1556850167 tempest-QuotasNegativeTest-1556850167-project-admin] Request body: {'network': {'project_id': '199455d4900240748141b13586c48fbe'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:28:13.480616 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8c83a38-0f0e-4192-b19b-181ea69ab6c1 None None] DHCP port deletion for c3745f15-0351-4d66-ae3f-a3bde0ce815b request from dv-neutron-830731-3-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 07 10:28:13.509419 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:13.571221 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-c8c83a38-0f0e-4192-b19b-181ea69ab6c1 None None] Deleting port 40374ef1-dee0-4a56-8e0b-b194e344928c {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:28:13.571601 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c8c83a38-0f0e-4192-b19b-181ea69ab6c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:13.685763 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-6a726be3-d79a-4bbe-8e49-f53db117d306 tempest-QuotasNegativeTest-1556850167 tempest-QuotasNegativeTest-1556850167-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:28:13.685978 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-e7f2be24-9b0e-44f7-afcb-4f1ed541ae11 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] For port 40374ef1-dee0-4a56-8e0b-b194e344928c, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=40374ef1-dee0-4a56-8e0b-b194e344928c,segment=NetworkSegment(7bd8713b-d1a9-409e-8291-bebc0366fc3c),segment_id=7bd8713b-d1a9-409e-8291-bebc0366fc3c)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:28:13.686290 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e7f2be24-9b0e-44f7-afcb-4f1ed541ae11 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:13.758692 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] For port c5cd873e-5067-4b4b-986b-c373a68a80e6, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=c5cd873e-5067-4b4b-986b-c373a68a80e6,segment=NetworkSegment(13510a37-88c7-493e-9701-b414ea24fc4c),segment_id=13510a37-88c7-493e-9701-b414ea24fc4c)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:28:13.779760 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:13.780509 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device a409aef1-421d-4590-9e3d-bf1bbfd20b62 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:28:13.786906 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-8fa04356-81fb-498c-8f05-28ec62ad9474 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Transition to ACTIVE for port object 8520dd60-e105-4488-b9b2-ff1b426cdb29 will not be triggered until provisioned by entity DHCP. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:28:13.788059 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ae3f4f6b-8b10-4e3f-817c-f1bb2db75423 tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:13.811457 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-6a726be3-d79a-4bbe-8e49-f53db117d306 tempest-QuotasNegativeTest-1556850167 tempest-QuotasNegativeTest-1556850167-project-admin] Usage tracker for resource:network and tenant:199455d4900240748141b13586c48fbe is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:28:13.814938 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-6a726be3-d79a-4bbe-8e49-f53db117d306 tempest-QuotasNegativeTest-1556850167 tempest-QuotasNegativeTest-1556850167-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:28:13.848356 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-e7f2be24-9b0e-44f7-afcb-4f1ed541ae11 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Calling delete_port for 40374ef1-dee0-4a56-8e0b-b194e344928c owned by network:dhcp {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:28:13.880727 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-6a726be3-d79a-4bbe-8e49-f53db117d306 tempest-QuotasNegativeTest-1556850167 tempest-QuotasNegativeTest-1556850167-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:28:13.891104 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3f4f6b-8b10-4e3f-817c-f1bb2db75423 tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Pushing event deleted for resources: {'Port': ['ID=9dc327ae-9ad9-4211-8527-32c7784c1fb0,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:13.939411 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 33856) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:13.955466 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e7f2be24-9b0e-44f7-afcb-4f1ed541ae11 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:13.994173 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-f657a1e8-b5ae-4e3d-aaa5-f13f2d4b0193 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Allocated IP 2001:db8:0:1::28a (98d8805b-dd65-4110-997b-2eea298bca78/1063b7f2-d77d-4cab-8b33-0a231efc1556/7301e9e1-7ec1-4655-b06e-1e25b5c71e70) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:28:13.996128 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a726be3-d79a-4bbe-8e49-f53db117d306 tempest-QuotasNegativeTest-1556850167 tempest-QuotasNegativeTest-1556850167-project-admin] Made reservation on behalf of 199455d4900240748141b13586c48fbe for: {'network': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:28:14.001301 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6a726be3-d79a-4bbe-8e49-f53db117d306 tempest-QuotasNegativeTest-1556850167 tempest-QuotasNegativeTest-1556850167-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for network, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:14.023631 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Pushing event updated for resources: {'Port': ['ID=c5cd873e-5067-4b4b-986b-c373a68a80e6,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:14.028827 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f2be24-9b0e-44f7-afcb-4f1ed541ae11 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Pushing event deleted for resources: {'Port': ['ID=40374ef1-dee0-4a56-8e0b-b194e344928c,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:14.045718 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-c8c83a38-0f0e-4192-b19b-181ea69ab6c1 None None] For port 40374ef1-dee0-4a56-8e0b-b194e344928c, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=40374ef1-dee0-4a56-8e0b-b194e344928c,segment=NetworkSegment(7bd8713b-d1a9-409e-8291-bebc0366fc3c),segment_id=7bd8713b-d1a9-409e-8291-bebc0366fc3c)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:28:14.046109 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c8c83a38-0f0e-4192-b19b-181ea69ab6c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:14.049536 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f2be24-9b0e-44f7-afcb-4f1ed541ae11 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] No DVR routers for this DVR port 40374ef1-dee0-4a56-8e0b-b194e344928c on host dv-neutron-830731-3-hyperv {{(pid=83737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:28:14.164656 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-f657a1e8-b5ae-4e3d-aaa5-f13f2d4b0193 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Allocated IP 2001:db8::f816:3eff:fe64:ee92 (98d8805b-dd65-4110-997b-2eea298bca78/f34b9f0b-8ab7-4785-bad5-4aa8a3285a55/7301e9e1-7ec1-4655-b06e-1e25b5c71e70) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:28:14.177589 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a44883b-9949-4543-9dd5-a51b2da8915d None None] DHCP port deletion for c65b5bd6-09fa-415e-8d2b-65ca40dfc513 request from dv-neutron-830731-3-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 07 10:28:14.185130 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-c8c83a38-0f0e-4192-b19b-181ea69ab6c1 None None] Calling delete_port for 40374ef1-dee0-4a56-8e0b-b194e344928c owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:28:14.189221 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-00d6e6d7-fe27-41f7-8e48-8d88fb77ab22 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-225923205'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:28:14.199366 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-00d6e6d7-fe27-41f7-8e48-8d88fb77ab22 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:28:14.212399 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning for port a409aef1-421d-4590-9e3d-bf1bbfd20b62 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:28:14.215893 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-00d6e6d7-fe27-41f7-8e48-8d88fb77ab22 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Usage tracker for resource:network and tenant:b6ff3248bb834bc1a094f45e7fa43fbd is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:28:14.220846 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-00d6e6d7-fe27-41f7-8e48-8d88fb77ab22 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:28:14.225307 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-4a44883b-9949-4543-9dd5-a51b2da8915d None None] Deleting port 4fe44b3f-5250-4bb9-9dcb-792daf35f45c {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:28:14.225695 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-4a44883b-9949-4543-9dd5-a51b2da8915d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:14.228310 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e7f2be24-9b0e-44f7-afcb-4f1ed541ae11 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1526893', 'neutron.services.segments.db._delete_segments_for_network-8732568551033'] for network, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:14.237052 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-00d6e6d7-fe27-41f7-8e48-8d88fb77ab22 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:28:14.253293 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a726be3-d79a-4bbe-8e49-f53db117d306 tempest-QuotasNegativeTest-1556850167 tempest-QuotasNegativeTest-1556850167-project-admin] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=83738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:28:14.262390 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port a409aef1-421d-4590-9e3d-bf1bbfd20b62 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:28:14.262749 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:14.263283 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-e7f2be24-9b0e-44f7-afcb-4f1ed541ae11 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3745f15-0351-4d66-ae3f-a3bde0ce815b']}} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:28:14.273078 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00d6e6d7-fe27-41f7-8e48-8d88fb77ab22 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Made reservation on behalf of b6ff3248bb834bc1a094f45e7fa43fbd for: {'network': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:28:14.276068 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-00d6e6d7-fe27-41f7-8e48-8d88fb77ab22 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for network, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:14.290806 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8fa04356-81fb-498c-8f05-28ec62ad9474 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:14.291019 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-00d6e6d7-fe27-41f7-8e48-8d88fb77ab22 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:14.325429 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-00d6e6d7-fe27-41f7-8e48-8d88fb77ab22 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:28:14.329341 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-00d6e6d7-fe27-41f7-8e48-8d88fb77ab22 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Usage tracker for resource:security_group_rule and tenant:b6ff3248bb834bc1a094f45e7fa43fbd is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:28:14.331853 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-00d6e6d7-fe27-41f7-8e48-8d88fb77ab22 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:28:14.338149 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-00d6e6d7-fe27-41f7-8e48-8d88fb77ab22 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:28:14.361341 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-e7f2be24-9b0e-44f7-afcb-4f1ed541ae11 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bd8713b-d1a9-409e-8291-bebc0366fc3c') {'for_net_delete': True} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:28:14.361698 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-e7f2be24-9b0e-44f7-afcb-4f1ed541ae11 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bd8713b-d1a9-409e-8291-bebc0366fc3c') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:28:14.375125 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ae3f4f6b-8b10-4e3f-817c-f1bb2db75423 tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923554'] for router_gateway, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:14.380470 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e7f2be24-9b0e-44f7-afcb-4f1ed541ae11 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732568550916', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629174'] for segment, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:14.404651 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e7f2be24-9b0e-44f7-afcb-4f1ed541ae11 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:14.411210 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.db.api [None req-c8c83a38-0f0e-4192-b19b-181ea69ab6c1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 10:28:14.411740 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG oslo_db.api [None req-c8c83a38-0f0e-4192-b19b-181ea69ab6c1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 10:28:14.417352 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7f2be24-9b0e-44f7-afcb-4f1ed541ae11 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=83737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 07 10:28:14.417690 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e7f2be24-9b0e-44f7-afcb-4f1ed541ae11 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1227397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3012597'] for segment, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:14.435506 dv-neutron-830731-3-hyperv neutron-server[83737]: Traceback (most recent call last): Mar 07 10:28:14.435506 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 07 10:28:14.435506 dv-neutron-830731-3-hyperv neutron-server[83737]: timer() Mar 07 10:28:14.435506 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:28:14.435506 dv-neutron-830731-3-hyperv neutron-server[83737]: cb(*args, **kw) Mar 07 10:28:14.435506 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 10:28:14.435506 dv-neutron-830731-3-hyperv neutron-server[83737]: return func(*args, **kwargs) Mar 07 10:28:14.435506 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:28:14.435506 dv-neutron-830731-3-hyperv neutron-server[83737]: self._notify() Mar 07 10:28:14.435506 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:28:14.435506 dv-neutron-830731-3-hyperv neutron-server[83737]: self.callback(batched_events) Mar 07 10:28:14.435506 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:28:14.435506 dv-neutron-830731-3-hyperv neutron-server[83737]: event.method(event) Mar 07 10:28:14.435506 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 10:28:14.435506 dv-neutron-830731-3-hyperv neutron-server[83737]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:28:14.435506 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 10:28:14.435506 dv-neutron-830731-3-hyperv neutron-server[83737]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:28:14.435506 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 10:28:14.435506 dv-neutron-830731-3-hyperv neutron-server[83737]: return f(self, *a, **k) Mar 07 10:28:14.435506 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:28:14.435506 dv-neutron-830731-3-hyperv neutron-server[83737]: return self._get(url).json() Mar 07 10:28:14.435506 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:28:14.435506 dv-neutron-830731-3-hyperv neutron-server[83737]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:28:14.435506 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 07 10:28:14.435506 dv-neutron-830731-3-hyperv neutron-server[83737]: return self.request(url, 'GET', **kwargs) Mar 07 10:28:14.435506 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 07 10:28:14.435506 dv-neutron-830731-3-hyperv neutron-server[83737]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:28:14.435506 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 07 10:28:14.435506 dv-neutron-830731-3-hyperv neutron-server[83737]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:28:14.435506 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 07 10:28:14.435506 dv-neutron-830731-3-hyperv neutron-server[83737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:28:14.435506 dv-neutron-830731-3-hyperv neutron-server[83737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:28:14.437803 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6a726be3-d79a-4bbe-8e49-f53db117d306 tempest-QuotasNegativeTest-1556850167 tempest-QuotasNegativeTest-1556850167-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:14.437803 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.db.segments_db [None req-6a726be3-d79a-4bbe-8e49-f53db117d306 tempest-QuotasNegativeTest-1556850167 tempest-QuotasNegativeTest-1556850167-project-admin] Added segment d62e945b-7790-4006-a995-91ee44241493 of type vlan for network e70cf264-7a85-43f9-872b-9fb25c053abe Mar 07 10:28:14.439872 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa04356-81fb-498c-8f05-28ec62ad9474 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Network 8c6028e3-942a-4d8a-8bb2-6c302a6a182a is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:28:14.479578 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-8fa04356-81fb-498c-8f05-28ec62ad9474 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:28:14.482025 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa04356-81fb-498c-8f05-28ec62ad9474 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:28:14.530944 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-00d6e6d7-fe27-41f7-8e48-8d88fb77ab22 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:14.538862 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-00d6e6d7-fe27-41f7-8e48-8d88fb77ab22 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:14.552335 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00d6e6d7-fe27-41f7-8e48-8d88fb77ab22 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=83737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:28:14.561795 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:14.562167 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-00d6e6d7-fe27-41f7-8e48-8d88fb77ab22 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:14.562629 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.db.segments_db [None req-00d6e6d7-fe27-41f7-8e48-8d88fb77ab22 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Added segment 6114c2d4-416c-4643-ba3e-9ec438893dd5 of type vlan for network b182323a-b537-434c-8c62-118ec6f13713 Mar 07 10:28:14.591749 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-4a44883b-9949-4543-9dd5-a51b2da8915d None None] For port 4fe44b3f-5250-4bb9-9dcb-792daf35f45c, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=4fe44b3f-5250-4bb9-9dcb-792daf35f45c,segment=NetworkSegment(40ae5ed4-6964-4cba-92a8-5ea87792ffe4),segment_id=40ae5ed4-6964-4cba-92a8-5ea87792ffe4)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:28:14.592595 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-4a44883b-9949-4543-9dd5-a51b2da8915d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:14.593004 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-00d6e6d7-fe27-41f7-8e48-8d88fb77ab22 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732568034061'] for network, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:14.659222 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d6e6d7-fe27-41f7-8e48-8d88fb77ab22 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ec21c58-b144-4f6c-b59f-d24e0cce8389,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:14.662101 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-00d6e6d7-fe27-41f7-8e48-8d88fb77ab22 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594'] for network, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:14.665892 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d6e6d7-fe27-41f7-8e48-8d88fb77ab22 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:14.666470 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-00d6e6d7-fe27-41f7-8e48-8d88fb77ab22 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:14.697647 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e7f2be24-9b0e-44f7-afcb-4f1ed541ae11 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1526886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923583'] for network, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:14.708317 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa04356-81fb-498c-8f05-28ec62ad9474 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Pushing event updated for resources: {'Port': ['ID=8520dd60-e105-4488-b9b2-ff1b426cdb29,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:14.720813 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6a726be3-d79a-4bbe-8e49-f53db117d306 tempest-QuotasNegativeTest-1556850167 tempest-QuotasNegativeTest-1556850167-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732568034061'] for network, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:14.725625 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-00d6e6d7-fe27-41f7-8e48-8d88fb77ab22 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7851236 Mar 07 10:28:14.726218 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 33862) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:14.727260 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e7f2be24-9b0e-44f7-afcb-4f1ed541ae11 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:14.732205 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-e7f2be24-9b0e-44f7-afcb-4f1ed541ae11 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] 10.222.0.13 "DELETE /v2.0/networks/c3745f15-0351-4d66-ae3f-a3bde0ce815b HTTP/1.1" status: 204 len: 168 time: 1.6724584 Mar 07 10:28:14.783696 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 33864) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:14.815321 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-fe30f894-7085-4c55-be96-6092d37a4936 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Request body: {'port': {'network_id': 'b182323a-b537-434c-8c62-118ec6f13713', 'name': 'tempest-PortsTestJSON-556092463'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:28:14.861683 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-4a44883b-9949-4543-9dd5-a51b2da8915d None None] Calling delete_port for 4fe44b3f-5250-4bb9-9dcb-792daf35f45c owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:28:14.915005 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-c8c83a38-0f0e-4192-b19b-181ea69ab6c1 None None] Deleting port 40374ef1-dee0-4a56-8e0b-b194e344928c {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:28:14.915408 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c8c83a38-0f0e-4192-b19b-181ea69ab6c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:15.013719 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-c8c83a38-0f0e-4192-b19b-181ea69ab6c1 None None] The port '40374ef1-dee0-4a56-8e0b-b194e344928c' was deleted {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 07 10:28:15.015948 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] For port a409aef1-421d-4590-9e3d-bf1bbfd20b62, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=a409aef1-421d-4590-9e3d-bf1bbfd20b62,segment=NetworkSegment(f7528cfa-5539-4a5d-8058-02c8a7f47397),segment_id=f7528cfa-5539-4a5d-8058-02c8a7f47397)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:28:15.023957 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-499905f7-7fd3-48ab-b93b-0733dc749f97 None None] Provisioning for port 8520dd60-e105-4488-b9b2-ff1b426cdb29 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:28:15.029817 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:15.045196 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d6e6d7-fe27-41f7-8e48-8d88fb77ab22 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Pushing event updated for resources: {'Network': ['ID=b182323a-b537-434c-8c62-118ec6f13713,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:15.071230 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Network b182323a-b537-434c-8c62-118ec6f13713 details requested by agent ovs-agent-dv-neutron-830731-3-hyperv with host dv-neutron-830731-3-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 10:28:15.077884 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ae3f4f6b-8b10-4e3f-817c-f1bb2db75423 tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3917970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58043'] for router, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:15.082077 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ae3f4f6b-8b10-4e3f-817c-f1bb2db75423 tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:15.092309 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-499905f7-7fd3-48ab-b93b-0733dc749f97 None None] Provisioning complete for port 8520dd60-e105-4488-b9b2-ff1b426cdb29 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:28:15.092730 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-499905f7-7fd3-48ab-b93b-0733dc749f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:15.105274 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f2be24-9b0e-44f7-afcb-4f1ed541ae11 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Pushing event deleted for resources: {'Network': ['ID=c3745f15-0351-4d66-ae3f-a3bde0ce815b,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:15.114170 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-346ae4c6-8998-4082-a0ed-016a72aab54f tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1158940'] for network, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:15.118869 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-fe30f894-7085-4c55-be96-6092d37a4936 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:28:15.129917 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-fe30f894-7085-4c55-be96-6092d37a4936 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Usage tracker for resource:port and tenant:b6ff3248bb834bc1a094f45e7fa43fbd is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:28:15.132335 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8fa04356-81fb-498c-8f05-28ec62ad9474 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3920324'] for router_interface, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:15.134572 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-fe30f894-7085-4c55-be96-6092d37a4936 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:28:15.137155 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ae3f4f6b-8b10-4e3f-817c-f1bb2db75423 tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3917886'] for router, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:15.137980 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae3f4f6b-8b10-4e3f-817c-f1bb2db75423 tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 32771bac-0392-4860-96f4-90ef3a61d8b9 {{(pid=83738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 10:28:15.140785 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-4a44883b-9949-4543-9dd5-a51b2da8915d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812'] for port, after_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:15.146097 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-fe30f894-7085-4c55-be96-6092d37a4936 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:28:15.199915 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3714788a-1b44-4476-8985-b7922dbc7f39 admin admin] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:28:15.217163 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a22294be-3687-40d8-a2e6-f0b3350d3419 None None] Sync routers for ids ['3c43f100-9332-4f25-a0d7-35238526bf57'] in dv-neutron-830731-3-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:28:15.235661 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22294be-3687-40d8-a2e6-f0b3350d3419 None None] Routers {'3c43f100-9332-4f25-a0d7-35238526bf57'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:28:15.236768 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-a22294be-3687-40d8-a2e6-f0b3350d3419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:28:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['3c43f100-9332-4f25-a0d7-35238526bf57'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:28:15.251580 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ae3f4f6b-8b10-4e3f-817c-f1bb2db75423 tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Notify callbacks [] for router, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:15.256491 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-ae3f4f6b-8b10-4e3f-817c-f1bb2db75423 tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] 10.222.0.13 "DELETE /v2.0/routers/32771bac-0392-4860-96f4-90ef3a61d8b9 HTTP/1.1" status: 204 len: 168 time: 7.8065674 Mar 07 10:28:15.260624 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 33870) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:15.262655 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6a726be3-d79a-4bbe-8e49-f53db117d306 tempest-QuotasNegativeTest-1556850167 tempest-QuotasNegativeTest-1556850167-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594'] for network, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:15.263613 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a726be3-d79a-4bbe-8e49-f53db117d306 tempest-QuotasNegativeTest-1556850167 tempest-QuotasNegativeTest-1556850167-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:15.264256 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6a726be3-d79a-4bbe-8e49-f53db117d306 tempest-QuotasNegativeTest-1556850167 tempest-QuotasNegativeTest-1556850167-project-admin] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:15.272934 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-3714788a-1b44-4476-8985-b7922dbc7f39 admin admin] 10.222.0.13 "PUT /v2.0/routers/3c43f100-9332-4f25-a0d7-35238526bf57/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 15.4758871 Mar 07 10:28:15.278223 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 33874) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:15.326839 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a44883b-9949-4543-9dd5-a51b2da8915d None None] No DVR routers for this DVR port 4fe44b3f-5250-4bb9-9dcb-792daf35f45c on host dv-neutron-830731-3-hyperv {{(pid=83739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:28:15.329302 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-499905f7-7fd3-48ab-b93b-0733dc749f97 None None] Port 8520dd60-e105-4488-b9b2-ff1b426cdb29 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:28:15.352709 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Pushing event updated for resources: {'Port': ['ID=a409aef1-421d-4590-9e3d-bf1bbfd20b62,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:15.399925 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a44883b-9949-4543-9dd5-a51b2da8915d None None] Pushing event deleted for resources: {'Port': ['ID=4fe44b3f-5250-4bb9-9dcb-792daf35f45c,revision_number=None']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:15.417838 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device c5cd873e-5067-4b4b-986b-c373a68a80e6 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:28:15.494700 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:15.514153 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port c5cd873e-5067-4b4b-986b-c373a68a80e6 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:28:15.514897 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:15.531659 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe30f894-7085-4c55-be96-6092d37a4936 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Made reservation on behalf of b6ff3248bb834bc1a094f45e7fa43fbd for: {'port': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:28:15.534966 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-fe30f894-7085-4c55-be96-6092d37a4936 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:15.568988 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [None req-fe30f894-7085-4c55-be96-6092d37a4936 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] device_id is not set on port 40a1aeeb-9a54-432e-86d8-7e19736f771c yet. {{(pid=83737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 07 10:28:15.605168 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-a22294be-3687-40d8-a2e6-f0b3350d3419 None None] Set router 3c43f100-9332-4f25-a0d7-35238526bf57 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:28:15.644173 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f657a1e8-b5ae-4e3d-aaa5-f13f2d4b0193 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:15.649541 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8fa04356-81fb-498c-8f05-28ec62ad9474 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:15.664259 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-6a726be3-d79a-4bbe-8e49-f53db117d306 tempest-QuotasNegativeTest-1556850167 tempest-QuotasNegativeTest-1556850167-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 2.2826047 Mar 07 10:28:15.667077 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 33878) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:15.690480 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-a0a85eec-9612-41ee-8ada-fc467f5379c4 tempest-QuotasNegativeTest-1556850167 tempest-QuotasNegativeTest-1556850167-project-admin] Request body: {'network': {'project_id': '199455d4900240748141b13586c48fbe'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:28:15.695929 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-a0a85eec-9612-41ee-8ada-fc467f5379c4 tempest-QuotasNegativeTest-1556850167 tempest-QuotasNegativeTest-1556850167-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:28:15.699912 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-a0a85eec-9612-41ee-8ada-fc467f5379c4 tempest-QuotasNegativeTest-1556850167 tempest-QuotasNegativeTest-1556850167-project-admin] Usage tracker for resource:network and tenant:199455d4900240748141b13586c48fbe is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:28:15.702884 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-a0a85eec-9612-41ee-8ada-fc467f5379c4 tempest-QuotasNegativeTest-1556850167 tempest-QuotasNegativeTest-1556850167-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:28:15.711003 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-a0a85eec-9612-41ee-8ada-fc467f5379c4 tempest-QuotasNegativeTest-1556850167 tempest-QuotasNegativeTest-1556850167-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:28:15.717589 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a726be3-d79a-4bbe-8e49-f53db117d306 tempest-QuotasNegativeTest-1556850167 tempest-QuotasNegativeTest-1556850167-project-admin] Pushing event updated for resources: {'Network': ['ID=e70cf264-7a85-43f9-872b-9fb25c053abe,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:15.721091 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0a85eec-9612-41ee-8ada-fc467f5379c4 tempest-QuotasNegativeTest-1556850167 tempest-QuotasNegativeTest-1556850167-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Mar 07 10:28:15.721527 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0a85eec-9612-41ee-8ada-fc467f5379c4 tempest-QuotasNegativeTest-1556850167 tempest-QuotasNegativeTest-1556850167-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=83738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:28:15.725439 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-a0a85eec-9612-41ee-8ada-fc467f5379c4 tempest-QuotasNegativeTest-1556850167 tempest-QuotasNegativeTest-1556850167-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0488615 Mar 07 10:28:15.727672 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Network e70cf264-7a85-43f9-872b-9fb25c053abe details requested by agent ovs-agent-dv-neutron-830731-3-hyperv with host dv-neutron-830731-3-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 10:28:15.731151 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 33882) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:15.735195 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-f657a1e8-b5ae-4e3d-aaa5-f13f2d4b0193 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Transition to ACTIVE for port object 7301e9e1-7ec1-4655-b06e-1e25b5c71e70 will not be triggered until provisioned by entity DHCP. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:28:15.810304 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device b40a8822-7207-49be-ba03-04dfa8920306 no longer exists at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:28:15.869997 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] No Port match for: b40a8822-7207-49be-ba03-04dfa8920306 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 10:28:15.873051 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device b40a8822-7207-49be-ba03-04dfa8920306 not bound to the agent host dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 10:28:15.873681 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 40374ef1-dee0-4a56-8e0b-b194e344928c no longer exists at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:28:15.913649 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] No Port match for: 40374ef1-dee0-4a56-8e0b-b194e344928c {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 10:28:15.914316 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 40374ef1-dee0-4a56-8e0b-b194e344928c not bound to the agent host dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 10:28:15.914913 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 4fe44b3f-5250-4bb9-9dcb-792daf35f45c no longer exists at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:28:15.957469 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] No Port match for: 4fe44b3f-5250-4bb9-9dcb-792daf35f45c {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 10:28:15.958113 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 4fe44b3f-5250-4bb9-9dcb-792daf35f45c not bound to the agent host dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 10:28:15.983210 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-346ae4c6-8998-4082-a0ed-016a72aab54f tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1526893', 'neutron.services.segments.db._delete_segments_for_network-8732568551033'] for network, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:16.016727 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-a22294be-3687-40d8-a2e6-f0b3350d3419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c43f100-9332-4f25-a0d7-35238526bf57', 'name': 'tempest-ServerActionsTestJSON-1233010295-router', 'tenant_id': '38f0b9f3569b450182bbf4a37575848e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.109'}], 'enable_snat': True}, 'gw_port_id': '39ea0072-7b63-4edb-873d-398ee5680d2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:22:59Z', 'updated_at': '2022-03-07T10:28:05Z', 'revision_number': 5, 'project_id': '38f0b9f3569b450182bbf4a37575848e', 'gw_port': {'id': '39ea0072-7b63-4edb-873d-398ee5680d2b', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:bd:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c43f100-9332-4f25-a0d7-35238526bf57', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:23:01Z', 'updated_at': '2022-03-07T10:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv'}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:28:16.022114 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a22294be-3687-40d8-a2e6-f0b3350d3419 None None] Checking router: 3c43f100-9332-4f25-a0d7-35238526bf57 for host: dv-neutron-830731-3-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 07 10:28:16.029342 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-346ae4c6-8998-4082-a0ed-016a72aab54f tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c65b5bd6-09fa-415e-8d2b-65ca40dfc513']}} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:28:16.034951 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22294be-3687-40d8-a2e6-f0b3350d3419 None None] Routers {'3c43f100-9332-4f25-a0d7-35238526bf57'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:28:16.035854 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-a22294be-3687-40d8-a2e6-f0b3350d3419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:28:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['3c43f100-9332-4f25-a0d7-35238526bf57'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:28:16.057459 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-0584db27-aecd-46ce-8908-1760b340427e tempest-QuotasNegativeTest-1556850167 tempest-QuotasNegativeTest-1556850167-project-admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=199455d4900240748141b13586c48fbe&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3216846 Mar 07 10:28:16.057689 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-346ae4c6-8998-4082-a0ed-016a72aab54f tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40ae5ed4-6964-4cba-92a8-5ea87792ffe4') {'for_net_delete': True} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:28:16.057689 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-346ae4c6-8998-4082-a0ed-016a72aab54f tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40ae5ed4-6964-4cba-92a8-5ea87792ffe4') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:28:16.058588 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 33888) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:16.088399 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-346ae4c6-8998-4082-a0ed-016a72aab54f tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732568550916', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629174'] for segment, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:16.088689 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f657a1e8-b5ae-4e3d-aaa5-f13f2d4b0193 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:16.103567 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-fe30f894-7085-4c55-be96-6092d37a4936 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:16.116447 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-346ae4c6-8998-4082-a0ed-016a72aab54f tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:16.127410 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-346ae4c6-8998-4082-a0ed-016a72aab54f tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=83737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 07 10:28:16.127800 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-346ae4c6-8998-4082-a0ed-016a72aab54f tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1227397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3012597'] for segment, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:16.142655 dv-neutron-830731-3-hyperv neutron-server[83737]: Traceback (most recent call last): Mar 07 10:28:16.142655 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 07 10:28:16.142655 dv-neutron-830731-3-hyperv neutron-server[83737]: timer() Mar 07 10:28:16.142655 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:28:16.142655 dv-neutron-830731-3-hyperv neutron-server[83737]: cb(*args, **kw) Mar 07 10:28:16.142655 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 10:28:16.142655 dv-neutron-830731-3-hyperv neutron-server[83737]: return func(*args, **kwargs) Mar 07 10:28:16.142655 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:28:16.142655 dv-neutron-830731-3-hyperv neutron-server[83737]: self._notify() Mar 07 10:28:16.142655 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:28:16.142655 dv-neutron-830731-3-hyperv neutron-server[83737]: self.callback(batched_events) Mar 07 10:28:16.142655 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:28:16.142655 dv-neutron-830731-3-hyperv neutron-server[83737]: event.method(event) Mar 07 10:28:16.142655 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 10:28:16.142655 dv-neutron-830731-3-hyperv neutron-server[83737]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:28:16.142655 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 10:28:16.142655 dv-neutron-830731-3-hyperv neutron-server[83737]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:28:16.142655 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 10:28:16.142655 dv-neutron-830731-3-hyperv neutron-server[83737]: return f(self, *a, **k) Mar 07 10:28:16.142655 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:28:16.142655 dv-neutron-830731-3-hyperv neutron-server[83737]: return self._get(url).json() Mar 07 10:28:16.142655 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:28:16.142655 dv-neutron-830731-3-hyperv neutron-server[83737]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:28:16.142655 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 07 10:28:16.142655 dv-neutron-830731-3-hyperv neutron-server[83737]: return self.request(url, 'GET', **kwargs) Mar 07 10:28:16.142655 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 07 10:28:16.142655 dv-neutron-830731-3-hyperv neutron-server[83737]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:28:16.142655 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 07 10:28:16.142655 dv-neutron-830731-3-hyperv neutron-server[83737]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:28:16.142655 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 07 10:28:16.142655 dv-neutron-830731-3-hyperv neutron-server[83737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:28:16.142655 dv-neutron-830731-3-hyperv neutron-server[83737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:28:16.171959 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-0eb34d4b-f360-4e1c-bd1c-5f66135801a1 None None] Allocated IP 2001:db8:0:1::2 (98d8805b-dd65-4110-997b-2eea298bca78/1063b7f2-d77d-4cab-8b33-0a231efc1556/c5cd873e-5067-4b4b-986b-c373a68a80e6) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:28:16.267501 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-a22294be-3687-40d8-a2e6-f0b3350d3419 None None] Set router 3c43f100-9332-4f25-a0d7-35238526bf57 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:28:16.275723 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b394a622-aec5-4908-bad1-44c06b050145 tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Notify callbacks [] for router, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:16.282472 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-346ae4c6-8998-4082-a0ed-016a72aab54f tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1526886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923583'] for network, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:16.327041 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-346ae4c6-8998-4082-a0ed-016a72aab54f tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:16.345958 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-fe30f894-7085-4c55-be96-6092d37a4936 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:16.374891 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0eb34d4b-f360-4e1c-bd1c-5f66135801a1 None None] For port c5cd873e-5067-4b4b-986b-c373a68a80e6, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=c5cd873e-5067-4b4b-986b-c373a68a80e6,segment=NetworkSegment(13510a37-88c7-493e-9701-b414ea24fc4c),segment_id=13510a37-88c7-493e-9701-b414ea24fc4c)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:28:16.408344 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0eb34d4b-f360-4e1c-bd1c-5f66135801a1 None None] Notify callbacks [] for port, precommit_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:16.413087 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346ae4c6-8998-4082-a0ed-016a72aab54f tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Pushing event deleted for resources: {'Network': ['ID=c65b5bd6-09fa-415e-8d2b-65ca40dfc513,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:16.424423 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f657a1e8-b5ae-4e3d-aaa5-f13f2d4b0193 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Pushing event updated for resources: {'Port': ['ID=7301e9e1-7ec1-4655-b06e-1e25b5c71e70,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:16.430756 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-346ae4c6-8998-4082-a0ed-016a72aab54f tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] 10.222.0.13 "DELETE /v2.0/networks/c65b5bd6-09fa-415e-8d2b-65ca40dfc513 HTTP/1.1" status: 204 len: 168 time: 1.6456769 Mar 07 10:28:16.432574 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 33892) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:16.432692 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f657a1e8-b5ae-4e3d-aaa5-f13f2d4b0193 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Network 98d8805b-dd65-4110-997b-2eea298bca78 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:28:16.433556 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-0eb34d4b-f360-4e1c-bd1c-5f66135801a1 None None] Transition to ACTIVE for port object c5cd873e-5067-4b4b-986b-c373a68a80e6 will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:28:16.445222 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-f657a1e8-b5ae-4e3d-aaa5-f13f2d4b0193 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:28:16.448728 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f657a1e8-b5ae-4e3d-aaa5-f13f2d4b0193 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:28:16.449616 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0eb34d4b-f360-4e1c-bd1c-5f66135801a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:16.452894 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f657a1e8-b5ae-4e3d-aaa5-f13f2d4b0193 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:16.453513 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f657a1e8-b5ae-4e3d-aaa5-f13f2d4b0193 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:16.508803 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe30f894-7085-4c55-be96-6092d37a4936 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Pushing event updated for resources: {'Port': ['ID=40a1aeeb-9a54-432e-86d8-7e19736f771c,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:16.521580 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-78d1fddb-2818-4fbd-8641-51ea8815b786 admin admin] Notify callbacks [] for router, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:16.525291 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8e988ab2-e215-4c6e-8acf-b587a0ce84c6 tempest-QuotasNegativeTest-1556850167 tempest-QuotasNegativeTest-1556850167-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:16.530156 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-f657a1e8-b5ae-4e3d-aaa5-f13f2d4b0193 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 4.9944766 Mar 07 10:28:16.538369 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 33896) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:16.683279 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb34d4b-f360-4e1c-bd1c-5f66135801a1 None None] Pushing event updated for resources: {'Port': ['ID=c5cd873e-5067-4b4b-986b-c373a68a80e6,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:16.713053 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-a22294be-3687-40d8-a2e6-f0b3350d3419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c43f100-9332-4f25-a0d7-35238526bf57', 'name': 'tempest-ServerActionsTestJSON-1233010295-router', 'tenant_id': '38f0b9f3569b450182bbf4a37575848e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.109'}], 'enable_snat': True}, 'gw_port_id': '39ea0072-7b63-4edb-873d-398ee5680d2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:22:59Z', 'updated_at': '2022-03-07T10:28:05Z', 'revision_number': 5, 'project_id': '38f0b9f3569b450182bbf4a37575848e', 'gw_port': {'id': '39ea0072-7b63-4edb-873d-398ee5680d2b', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:bd:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c43f100-9332-4f25-a0d7-35238526bf57', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:23:01Z', 'updated_at': '2022-03-07T10:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv'}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:28:16.718009 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a22294be-3687-40d8-a2e6-f0b3350d3419 None None] The sync data for ids ['3c43f100-9332-4f25-a0d7-35238526bf57'] in dv-neutron-830731-3-hyperv is: [{'id': '3c43f100-9332-4f25-a0d7-35238526bf57', 'name': 'tempest-ServerActionsTestJSON-1233010295-router', 'tenant_id': '38f0b9f3569b450182bbf4a37575848e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.109'}], 'enable_snat': True}, 'gw_port_id': '39ea0072-7b63-4edb-873d-398ee5680d2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:22:59Z', 'updated_at': '2022-03-07T10:28:05Z', 'revision_number': 5, 'project_id': '38f0b9f3569b450182bbf4a37575848e', 'gw_port': {'id': '39ea0072-7b63-4edb-873d-398ee5680d2b', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:bd:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c43f100-9332-4f25-a0d7-35238526bf57', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:23:01Z', 'updated_at': '2022-03-07T10:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv'}] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:28:16.775812 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8e988ab2-e215-4c6e-8acf-b587a0ce84c6 tempest-QuotasNegativeTest-1556850167 tempest-QuotasNegativeTest-1556850167-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:16.776684 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe30f894-7085-4c55-be96-6092d37a4936 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Checking segment: {'id': '6114c2d4-416c-4643-ba3e-9ec438893dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'b182323a-b537-434c-8c62-118ec6f13713'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:28:16.777116 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe30f894-7085-4c55-be96-6092d37a4936 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Network hostable DHCP agents. Network: b182323a-b537-434c-8c62-118ec6f13713, hostable agents: ['6527556c-6586-422c-ae47-082984683847'], hosted agents: [] {{(pid=83737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:28:16.803556 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-be085423-3b98-4786-8853-6cbb43e2387f tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Deleting port 7301e9e1-7ec1-4655-b06e-1e25b5c71e70 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:28:16.803894 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-be085423-3b98-4786-8853-6cbb43e2387f tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:16.872992 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8fa04356-81fb-498c-8f05-28ec62ad9474 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks [] for port, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:16.873861 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e5b36c6-8001-4a71-bd66-f3f78aab87c8 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Deleting subnet 3c75ca36-d3a3-433a-9805-5aabfa6c662f {{(pid=83737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 07 10:28:16.881902 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4e5b36c6-8001-4a71-bd66-f3f78aab87c8 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Notify callbacks [] for subnet, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:16.909835 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8fa04356-81fb-498c-8f05-28ec62ad9474 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3556717'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:16.916270 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe30f894-7085-4c55-be96-6092d37a4936 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Network b182323a-b537-434c-8c62-118ec6f13713 is scheduled to be hosted by DHCP agent 6527556c-6586-422c-ae47-082984683847 with binding_index 1 {{(pid=83737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:28:16.945553 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-fe30f894-7085-4c55-be96-6092d37a4936 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830731-3-hyperv, b182323a-b537-434c-8c62-118ec6f13713) {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:28:16.952556 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4e5b36c6-8001-4a71-bd66-f3f78aab87c8 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2627781'] for subnet, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:16.953914 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4db3f29a-de0d-411b-a56d-0b64d00c8ea7 None None] Network b182323a-b537-434c-8c62-118ec6f13713 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:28:16.985812 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe30f894-7085-4c55-be96-6092d37a4936 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:28:16.989595 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe30f894-7085-4c55-be96-6092d37a4936 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:16.990207 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-fe30f894-7085-4c55-be96-6092d37a4936 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:17.047907 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-fe30f894-7085-4c55-be96-6092d37a4936 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.3072944 Mar 07 10:28:17.051699 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 33900) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:17.072518 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-68c43682-3f11-4494-9cab-a35e9b331fb3 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1777392416'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:28:17.083182 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-68c43682-3f11-4494-9cab-a35e9b331fb3 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:28:17.100073 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-68c43682-3f11-4494-9cab-a35e9b331fb3 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Usage tracker for resource:network and tenant:b6ff3248bb834bc1a094f45e7fa43fbd is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:28:17.107470 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-68c43682-3f11-4494-9cab-a35e9b331fb3 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:28:17.110929 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa04356-81fb-498c-8f05-28ec62ad9474 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Pushing event updated for resources: {'Port': ['ID=8520dd60-e105-4488-b9b2-ff1b426cdb29,revision_number=2']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:17.117911 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8fa04356-81fb-498c-8f05-28ec62ad9474 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2756426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3920233'] for router_interface, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:17.131719 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4e5b36c6-8001-4a71-bd66-f3f78aab87c8 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1525496'] for subnet, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:17.146718 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8e988ab2-e215-4c6e-8acf-b587a0ce84c6 tempest-QuotasNegativeTest-1556850167 tempest-QuotasNegativeTest-1556850167-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:17.195771 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-68c43682-3f11-4494-9cab-a35e9b331fb3 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:28:17.250589 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device a409aef1-421d-4590-9e3d-bf1bbfd20b62 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:28:17.271114 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e988ab2-e215-4c6e-8acf-b587a0ce84c6 tempest-QuotasNegativeTest-1556850167 tempest-QuotasNegativeTest-1556850167-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b200757-47ff-448f-ae6b-825f50d01394,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:17.303973 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8e988ab2-e215-4c6e-8acf-b587a0ce84c6 tempest-QuotasNegativeTest-1556850167 tempest-QuotasNegativeTest-1556850167-project-admin] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:17.309218 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-8e988ab2-e215-4c6e-8acf-b587a0ce84c6 tempest-QuotasNegativeTest-1556850167 tempest-QuotasNegativeTest-1556850167-project-admin] 10.222.0.13 "DELETE /v2.0/security-groups/2b200757-47ff-448f-ae6b-825f50d01394 HTTP/1.1" status: 204 len: 168 time: 1.2448013 Mar 07 10:28:17.312038 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68c43682-3f11-4494-9cab-a35e9b331fb3 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Made reservation on behalf of b6ff3248bb834bc1a094f45e7fa43fbd for: {'network': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:28:17.312898 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 33904) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:17.314988 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-68c43682-3f11-4494-9cab-a35e9b331fb3 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for network, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:17.351094 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-78d1fddb-2818-4fbd-8641-51ea8815b786 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:17.415500 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-78d1fddb-2818-4fbd-8641-51ea8815b786 admin admin] Deleting port 39ea0072-7b63-4edb-873d-398ee5680d2b {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:28:17.415890 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-78d1fddb-2818-4fbd-8641-51ea8815b786 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:17.434482 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port a409aef1-421d-4590-9e3d-bf1bbfd20b62 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:28:17.434956 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:17.512139 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68c43682-3f11-4494-9cab-a35e9b331fb3 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=83737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:28:17.587100 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device c5cd873e-5067-4b4b-986b-c373a68a80e6 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:28:17.615736 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4e5b36c6-8001-4a71-bd66-f3f78aab87c8 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1525489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3012507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3219316'] for subnet, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:17.620037 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa04356-81fb-498c-8f05-28ec62ad9474 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Network 8c6028e3-942a-4d8a-8bb2-6c302a6a182a is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:28:17.648673 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a07b5e2b-5329-4c33-8c23-d0893f74be30 None None] Provisioning for port c5cd873e-5067-4b4b-986b-c373a68a80e6 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:28:17.649179 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-8fa04356-81fb-498c-8f05-28ec62ad9474 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:28:17.656401 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a07b5e2b-5329-4c33-8c23-d0893f74be30 None None] Provisioning complete for port c5cd873e-5067-4b4b-986b-c373a68a80e6 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:28:17.656789 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a07b5e2b-5329-4c33-8c23-d0893f74be30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:17.678151 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-68c43682-3f11-4494-9cab-a35e9b331fb3 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:17.678540 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.db.segments_db [None req-68c43682-3f11-4494-9cab-a35e9b331fb3 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Added segment 822dc098-6148-43f7-a0bc-3ebaa32d2b44 of type vlan for network 84c8855e-32d5-4d02-a376-718d92106c81 Mar 07 10:28:17.679727 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5b36c6-8001-4a71-bd66-f3f78aab87c8 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Pushing event deleted for resources: {'Subnet': ['ID=3c75ca36-d3a3-433a-9805-5aabfa6c662f,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:17.687068 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4e5b36c6-8001-4a71-bd66-f3f78aab87c8 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:17.703599 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73caa9be-71ae-40a5-8b61-c1df3ee59521 None None] Network a7ff3623-d754-4bcb-b4cc-883e2dbab562 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:28:17.750367 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-4e5b36c6-8001-4a71-bd66-f3f78aab87c8 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] 10.222.0.13 "DELETE /v2.0/subnets/3c75ca36-d3a3-433a-9805-5aabfa6c662f HTTP/1.1" status: 204 len: 168 time: 1.3091877 Mar 07 10:28:17.753630 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 33908) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:17.759366 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-68c43682-3f11-4494-9cab-a35e9b331fb3 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732568034061'] for network, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:17.762426 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b394a622-aec5-4908-bad1-44c06b050145 tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:17.795339 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-78d1fddb-2818-4fbd-8641-51ea8815b786 admin admin] For port 39ea0072-7b63-4edb-873d-398ee5680d2b, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=39ea0072-7b63-4edb-873d-398ee5680d2b,segment=NetworkSegment(9a22e080-7529-4fc7-949d-9f84ba21807d),segment_id=9a22e080-7529-4fc7-949d-9f84ba21807d)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:28:17.795659 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-78d1fddb-2818-4fbd-8641-51ea8815b786 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:17.875787 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-be085423-3b98-4786-8853-6cbb43e2387f tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:17.918559 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6e7287db-34ce-4f3e-8f9a-e00c35c680a3 tempest-QuotasNegativeTest-1556850167 tempest-QuotasNegativeTest-1556850167-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1158940'] for network, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:17.937652 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.db.resource_extend [None req-68c43682-3f11-4494-9cab-a35e9b331fb3 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 10:28:17.982423 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-b394a622-aec5-4908-bad1-44c06b050145 tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Deleting port fe45dec3-2404-4fb9-9afc-25b4100e6382 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:28:17.983486 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b394a622-aec5-4908-bad1-44c06b050145 tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:17.993019 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port c5cd873e-5067-4b4b-986b-c373a68a80e6 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:28:17.993366 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:18.080737 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-be085423-3b98-4786-8853-6cbb43e2387f tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Calling delete_port for 7301e9e1-7ec1-4655-b06e-1e25b5c71e70 owned by {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:28:18.156006 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-78d1fddb-2818-4fbd-8641-51ea8815b786 admin admin] Calling delete_port for 39ea0072-7b63-4edb-873d-398ee5680d2b owned by network:router_gateway {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:28:18.218433 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71ab08d3-7e1e-4c46-8dcb-b85b39b476f5 None None] DHCP port deletion for a7ff3623-d754-4bcb-b4cc-883e2dbab562 request from dv-neutron-830731-3-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 07 10:28:18.226544 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-71ab08d3-7e1e-4c46-8dcb-b85b39b476f5 None None] Deleting port 1644f6f8-fc75-4cac-9acd-a385d5961496 {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:28:18.226917 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-71ab08d3-7e1e-4c46-8dcb-b85b39b476f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:18.250023 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-bd7943e7-3baf-4040-9b70-5077c582db2c tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1158940'] for network, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:18.256536 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-68c43682-3f11-4494-9cab-a35e9b331fb3 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594'] for network, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:18.260363 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68c43682-3f11-4494-9cab-a35e9b331fb3 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:18.260960 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-68c43682-3f11-4494-9cab-a35e9b331fb3 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:18.290253 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 07b72a15-7c72-4e16-8d4e-3fa90543bc1d no longer exists at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:28:18.354122 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] No Port match for: 07b72a15-7c72-4e16-8d4e-3fa90543bc1d {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 10:28:18.354783 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 07b72a15-7c72-4e16-8d4e-3fa90543bc1d not bound to the agent host dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 10:28:18.355400 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 9dc327ae-9ad9-4211-8527-32c7784c1fb0 no longer exists at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:28:18.402192 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] No Port match for: 9dc327ae-9ad9-4211-8527-32c7784c1fb0 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 10:28:18.403025 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 9dc327ae-9ad9-4211-8527-32c7784c1fb0 not bound to the agent host dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 10:28:18.427798 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-68c43682-3f11-4494-9cab-a35e9b331fb3 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.3747492 Mar 07 10:28:18.428853 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-bd7943e7-3baf-4040-9b70-5077c582db2c tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Deleting port 1644f6f8-fc75-4cac-9acd-a385d5961496 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:28:18.429385 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-bd7943e7-3baf-4040-9b70-5077c582db2c tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:18.464770 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-b6c27678-3a86-442c-bece-25d27c31456f None None] Provisioning for port 7301e9e1-7ec1-4655-b06e-1e25b5c71e70 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:28:18.465423 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 33912) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:18.487920 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-6dbea6ef-b1e6-41de-8200-942ca52d9210 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Request body: {'ports': [{'network_id': 'b182323a-b537-434c-8c62-118ec6f13713'}, {'network_id': '84c8855e-32d5-4d02-a376-718d92106c81'}]} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:28:18.488218 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-6dbea6ef-b1e6-41de-8200-942ca52d9210 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Request body: {'port': {'network_id': 'b182323a-b537-434c-8c62-118ec6f13713'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:28:18.488964 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-6dbea6ef-b1e6-41de-8200-942ca52d9210 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Request body: {'port': {'network_id': '84c8855e-32d5-4d02-a376-718d92106c81'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:28:18.500939 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-b6c27678-3a86-442c-bece-25d27c31456f None None] Provisioning complete for port 7301e9e1-7ec1-4655-b06e-1e25b5c71e70 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:28:18.501364 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-b6c27678-3a86-442c-bece-25d27c31456f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:18.522696 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c43682-3f11-4494-9cab-a35e9b331fb3 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Pushing event updated for resources: {'Network': ['ID=84c8855e-32d5-4d02-a376-718d92106c81,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:18.551948 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Network 84c8855e-32d5-4d02-a376-718d92106c81 details requested by agent ovs-agent-dv-neutron-830731-3-hyperv with host dv-neutron-830731-3-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 10:28:18.690057 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6e7287db-34ce-4f3e-8f9a-e00c35c680a3 tempest-QuotasNegativeTest-1556850167 tempest-QuotasNegativeTest-1556850167-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1526893', 'neutron.services.segments.db._delete_segments_for_network-8732568551033'] for network, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:18.750454 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-b394a622-aec5-4908-bad1-44c06b050145 tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] For port fe45dec3-2404-4fb9-9afc-25b4100e6382, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=fe45dec3-2404-4fb9-9afc-25b4100e6382,segment=NetworkSegment(9a22e080-7529-4fc7-949d-9f84ba21807d),segment_id=9a22e080-7529-4fc7-949d-9f84ba21807d)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:28:18.750839 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b394a622-aec5-4908-bad1-44c06b050145 tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:18.782087 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-6e7287db-34ce-4f3e-8f9a-e00c35c680a3 tempest-QuotasNegativeTest-1556850167 tempest-QuotasNegativeTest-1556850167-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e70cf264-7a85-43f9-872b-9fb25c053abe']}} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:28:18.809881 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-b6c27678-3a86-442c-bece-25d27c31456f None None] Port 7301e9e1-7ec1-4655-b06e-1e25b5c71e70 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:28:18.871138 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-71ab08d3-7e1e-4c46-8dcb-b85b39b476f5 None None] For port 1644f6f8-fc75-4cac-9acd-a385d5961496, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=1644f6f8-fc75-4cac-9acd-a385d5961496,segment=NetworkSegment(3d2a0dc8-c855-4473-8633-c67b4d312269),segment_id=3d2a0dc8-c855-4473-8633-c67b4d312269)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:28:18.871603 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-71ab08d3-7e1e-4c46-8dcb-b85b39b476f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:18.879871 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-b6c27678-3a86-442c-bece-25d27c31456f None None] Provisioning complete for port 8520dd60-e105-4488-b9b2-ff1b426cdb29 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:28:18.880412 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-b6c27678-3a86-442c-bece-25d27c31456f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:18.908963 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-b394a622-aec5-4908-bad1-44c06b050145 tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Calling delete_port for fe45dec3-2404-4fb9-9afc-25b4100e6382 owned by network:router_gateway {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:28:18.936940 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-6e7287db-34ce-4f3e-8f9a-e00c35c680a3 tempest-QuotasNegativeTest-1556850167 tempest-QuotasNegativeTest-1556850167-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd62e945b-7790-4006-a995-91ee44241493') {'for_net_delete': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:28:18.937279 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-6e7287db-34ce-4f3e-8f9a-e00c35c680a3 tempest-QuotasNegativeTest-1556850167 tempest-QuotasNegativeTest-1556850167-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd62e945b-7790-4006-a995-91ee44241493') {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:28:18.964267 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-6dbea6ef-b1e6-41de-8200-942ca52d9210 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:28:18.972271 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6e7287db-34ce-4f3e-8f9a-e00c35c680a3 tempest-QuotasNegativeTest-1556850167 tempest-QuotasNegativeTest-1556850167-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732568550916', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968000'] for segment, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:18.979069 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-6dbea6ef-b1e6-41de-8200-942ca52d9210 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Usage tracker for resource:port and tenant:b6ff3248bb834bc1a094f45e7fa43fbd is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:28:18.982742 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-6dbea6ef-b1e6-41de-8200-942ca52d9210 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:28:18.989840 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-78d1fddb-2818-4fbd-8641-51ea8815b786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:19.030517 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-6dbea6ef-b1e6-41de-8200-942ca52d9210 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:28:19.039171 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-bd7943e7-3baf-4040-9b70-5077c582db2c tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] For port 1644f6f8-fc75-4cac-9acd-a385d5961496, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=1644f6f8-fc75-4cac-9acd-a385d5961496,segment=NetworkSegment(3d2a0dc8-c855-4473-8633-c67b4d312269),segment_id=3d2a0dc8-c855-4473-8633-c67b4d312269)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:28:19.039622 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-bd7943e7-3baf-4040-9b70-5077c582db2c tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:19.041437 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6e7287db-34ce-4f3e-8f9a-e00c35c680a3 tempest-QuotasNegativeTest-1556850167 tempest-QuotasNegativeTest-1556850167-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:19.044698 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-71ab08d3-7e1e-4c46-8dcb-b85b39b476f5 None None] Calling delete_port for 1644f6f8-fc75-4cac-9acd-a385d5961496 owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:28:19.073215 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d1fddb-2818-4fbd-8641-51ea8815b786 admin admin] Pushing event deleted for resources: {'Port': ['ID=39ea0072-7b63-4edb-873d-398ee5680d2b,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:19.099937 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-b6c27678-3a86-442c-bece-25d27c31456f None None] Port 8520dd60-e105-4488-b9b2-ff1b426cdb29 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:28:19.127714 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 1644f6f8-fc75-4cac-9acd-a385d5961496 no longer exists at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:28:19.132013 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dbea6ef-b1e6-41de-8200-942ca52d9210 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Made reservation on behalf of b6ff3248bb834bc1a094f45e7fa43fbd for: {'port': 2} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:28:19.132306 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e7287db-34ce-4f3e-8f9a-e00c35c680a3 tempest-QuotasNegativeTest-1556850167 tempest-QuotasNegativeTest-1556850167-project-admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=83738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 07 10:28:19.132862 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6e7287db-34ce-4f3e-8f9a-e00c35c680a3 tempest-QuotasNegativeTest-1556850167 tempest-QuotasNegativeTest-1556850167-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1227397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3556681'] for segment, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:19.135443 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6dbea6ef-b1e6-41de-8200-942ca52d9210 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:19.146317 dv-neutron-830731-3-hyperv neutron-server[83738]: Traceback (most recent call last): Mar 07 10:28:19.146317 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 07 10:28:19.146317 dv-neutron-830731-3-hyperv neutron-server[83738]: timer() Mar 07 10:28:19.146317 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:28:19.146317 dv-neutron-830731-3-hyperv neutron-server[83738]: cb(*args, **kw) Mar 07 10:28:19.146317 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 10:28:19.146317 dv-neutron-830731-3-hyperv neutron-server[83738]: return func(*args, **kwargs) Mar 07 10:28:19.146317 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:28:19.146317 dv-neutron-830731-3-hyperv neutron-server[83738]: self._notify() Mar 07 10:28:19.146317 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:28:19.146317 dv-neutron-830731-3-hyperv neutron-server[83738]: self.callback(batched_events) Mar 07 10:28:19.146317 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:28:19.146317 dv-neutron-830731-3-hyperv neutron-server[83738]: event.method(event) Mar 07 10:28:19.146317 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 10:28:19.146317 dv-neutron-830731-3-hyperv neutron-server[83738]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:28:19.146317 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 10:28:19.146317 dv-neutron-830731-3-hyperv neutron-server[83738]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:28:19.146317 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 10:28:19.146317 dv-neutron-830731-3-hyperv neutron-server[83738]: return f(self, *a, **k) Mar 07 10:28:19.146317 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:28:19.146317 dv-neutron-830731-3-hyperv neutron-server[83738]: return self._get(url).json() Mar 07 10:28:19.146317 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:28:19.146317 dv-neutron-830731-3-hyperv neutron-server[83738]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:28:19.146317 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 07 10:28:19.146317 dv-neutron-830731-3-hyperv neutron-server[83738]: return self.request(url, 'GET', **kwargs) Mar 07 10:28:19.146317 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 07 10:28:19.146317 dv-neutron-830731-3-hyperv neutron-server[83738]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:28:19.146317 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 07 10:28:19.146317 dv-neutron-830731-3-hyperv neutron-server[83738]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:28:19.146317 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 07 10:28:19.146317 dv-neutron-830731-3-hyperv neutron-server[83738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:28:19.146317 dv-neutron-830731-3-hyperv neutron-server[83738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:28:19.155992 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-be085423-3b98-4786-8853-6cbb43e2387f tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:19.185818 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-71ab08d3-7e1e-4c46-8dcb-b85b39b476f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812'] for port, after_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:19.234897 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-bd7943e7-3baf-4040-9b70-5077c582db2c tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Calling delete_port for 1644f6f8-fc75-4cac-9acd-a385d5961496 owned by network:dhcp {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:28:19.274093 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ab08d3-7e1e-4c46-8dcb-b85b39b476f5 None None] Pushing event deleted for resources: {'Port': ['ID=1644f6f8-fc75-4cac-9acd-a385d5961496,revision_number=None']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:19.283295 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] No active binding found for port 1644f6f8-fc75-4cac-9acd-a385d5961496 {{(pid=83739) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Mar 07 10:28:19.283704 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 1644f6f8-fc75-4cac-9acd-a385d5961496 not bound to the agent host dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 10:28:19.285188 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ab08d3-7e1e-4c46-8dcb-b85b39b476f5 None None] No DVR routers for this DVR port 1644f6f8-fc75-4cac-9acd-a385d5961496 on host dv-neutron-830731-3-hyperv {{(pid=83739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:28:19.329280 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6dbea6ef-b1e6-41de-8200-942ca52d9210 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:19.370454 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-be085423-3b98-4786-8853-6cbb43e2387f tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:19.374904 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be085423-3b98-4786-8853-6cbb43e2387f tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Pushing event deleted for resources: {'Port': ['ID=7301e9e1-7ec1-4655-b06e-1e25b5c71e70,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:19.403750 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-be085423-3b98-4786-8853-6cbb43e2387f tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "DELETE /v2.0/ports/7301e9e1-7ec1-4655-b06e-1e25b5c71e70 HTTP/1.1" status: 204 len: 168 time: 2.8559461 Mar 07 10:28:19.404710 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6e7287db-34ce-4f3e-8f9a-e00c35c680a3 tempest-QuotasNegativeTest-1556850167 tempest-QuotasNegativeTest-1556850167-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1526886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923583'] for network, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:19.406904 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 33916) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:19.435403 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6e7287db-34ce-4f3e-8f9a-e00c35c680a3 tempest-QuotasNegativeTest-1556850167 tempest-QuotasNegativeTest-1556850167-project-admin] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:19.488182 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7287db-34ce-4f3e-8f9a-e00c35c680a3 tempest-QuotasNegativeTest-1556850167 tempest-QuotasNegativeTest-1556850167-project-admin] Pushing event deleted for resources: {'Network': ['ID=e70cf264-7a85-43f9-872b-9fb25c053abe,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:19.496012 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-6e7287db-34ce-4f3e-8f9a-e00c35c680a3 tempest-QuotasNegativeTest-1556850167 tempest-QuotasNegativeTest-1556850167-project-admin] 10.222.0.13 "DELETE /v2.0/networks/e70cf264-7a85-43f9-872b-9fb25c053abe HTTP/1.1" status: 204 len: 168 time: 2.1780117 Mar 07 10:28:19.502521 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 33920) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:19.609076 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.db.api [None req-bd7943e7-3baf-4040-9b70-5077c582db2c tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83737) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 10:28:19.609291 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG oslo_db.api [None req-bd7943e7-3baf-4040-9b70-5077c582db2c tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 10:28:19.627362 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-78d1fddb-2818-4fbd-8641-51ea8815b786 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923554'] for router_gateway, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:19.704538 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4194cbc4-513b-4897-9040-db83ae8193db tempest-QuotasNegativeTest-1556850167 tempest-QuotasNegativeTest-1556850167-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1158940'] for network, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:19.710929 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b394a622-aec5-4908-bad1-44c06b050145 tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:19.714369 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fa04356-81fb-498c-8f05-28ec62ad9474 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Router 2955f8dc-7a97-4982-9411-4a08645729f6 is scheduled to L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 with binding_index 1 {{(pid=83738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 10:28:19.753041 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f1c2ade-b1f0-4a3e-a79f-13b170762bd5 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:19.753666 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-9f1c2ade-b1f0-4a3e-a79f-13b170762bd5 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Synchronizing usage tracker for tenant:0f1e04191c7443f7844c0202165e746c on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:28:19.783102 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b394a622-aec5-4908-bad1-44c06b050145 tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Pushing event deleted for resources: {'Port': ['ID=fe45dec3-2404-4fb9-9afc-25b4100e6382,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:19.856091 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-9f1c2ade-b1f0-4a3e-a79f-13b170762bd5 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Unset dirty status for tenant:0f1e04191c7443f7844c0202165e746c on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:28:19.857249 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-9f1c2ade-b1f0-4a3e-a79f-13b170762bd5 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.4484580 Mar 07 10:28:19.874213 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 33924) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:20.055428 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [None req-6dbea6ef-b1e6-41de-8200-942ca52d9210 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] device_id is not set on port 518f4007-7986-4653-8e3d-bc76a2ff92c5 yet. {{(pid=83737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 07 10:28:20.068670 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-78d1fddb-2818-4fbd-8641-51ea8815b786 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3917970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58043'] for router, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:20.075629 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-78d1fddb-2818-4fbd-8641-51ea8815b786 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:20.110167 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-bd7943e7-3baf-4040-9b70-5077c582db2c tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Deleting port 1644f6f8-fc75-4cac-9acd-a385d5961496 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:28:20.110523 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-bd7943e7-3baf-4040-9b70-5077c582db2c tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:20.142553 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-78d1fddb-2818-4fbd-8641-51ea8815b786 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3917886'] for router, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:20.143084 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78d1fddb-2818-4fbd-8641-51ea8815b786 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3c43f100-9332-4f25-a0d7-35238526bf57 {{(pid=83737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 10:28:20.201468 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-bd7943e7-3baf-4040-9b70-5077c582db2c tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] The port '1644f6f8-fc75-4cac-9acd-a385d5961496' was deleted {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 07 10:28:20.277682 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-78d1fddb-2818-4fbd-8641-51ea8815b786 admin admin] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:20.278801 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-78d1fddb-2818-4fbd-8641-51ea8815b786 admin admin] 10.222.0.13 "DELETE /v2.0/routers/3c43f100-9332-4f25-a0d7-35238526bf57 HTTP/1.1" status: 204 len: 168 time: 4.9903693 Mar 07 10:28:20.279417 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4194cbc4-513b-4897-9040-db83ae8193db tempest-QuotasNegativeTest-1556850167 tempest-QuotasNegativeTest-1556850167-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1526893', 'neutron.services.segments.db._delete_segments_for_network-8732568551033'] for network, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:20.295644 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 33928) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:20.371327 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6dbea6ef-b1e6-41de-8200-942ca52d9210 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:20.374419 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-bd7943e7-3baf-4040-9b70-5077c582db2c tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1526893', 'neutron.services.segments.db._delete_segments_for_network-8732568551033'] for network, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:20.417437 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-4194cbc4-513b-4897-9040-db83ae8193db tempest-QuotasNegativeTest-1556850167 tempest-QuotasNegativeTest-1556850167-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e765a269-b4f6-409f-ad3b-98e72a4d76a1']}} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:28:20.475497 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-bd7943e7-3baf-4040-9b70-5077c582db2c tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7ff3623-d754-4bcb-b4cc-883e2dbab562']}} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:28:20.493473 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-bd7943e7-3baf-4040-9b70-5077c582db2c tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d2a0dc8-c855-4473-8633-c67b4d312269') {'for_net_delete': True} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:28:20.493751 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-bd7943e7-3baf-4040-9b70-5077c582db2c tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d2a0dc8-c855-4473-8633-c67b4d312269') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:28:20.503838 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-4194cbc4-513b-4897-9040-db83ae8193db tempest-QuotasNegativeTest-1556850167 tempest-QuotasNegativeTest-1556850167-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04135096-526a-47fd-8430-0aef83c23d13') {'for_net_delete': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:28:20.504208 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-4194cbc4-513b-4897-9040-db83ae8193db tempest-QuotasNegativeTest-1556850167 tempest-QuotasNegativeTest-1556850167-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04135096-526a-47fd-8430-0aef83c23d13') {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:28:20.515324 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-bd7943e7-3baf-4040-9b70-5077c582db2c tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732568550916', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629174'] for segment, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:20.523741 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [None req-6dbea6ef-b1e6-41de-8200-942ca52d9210 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] device_id is not set on port 200747dc-c9f0-45f7-b184-e63e2fdb6ad0 yet. {{(pid=83737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 07 10:28:20.538136 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4194cbc4-513b-4897-9040-db83ae8193db tempest-QuotasNegativeTest-1556850167 tempest-QuotasNegativeTest-1556850167-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732568550916', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968000'] for segment, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:20.538642 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-bd7943e7-3baf-4040-9b70-5077c582db2c tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:20.547019 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd7943e7-3baf-4040-9b70-5077c582db2c tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=83737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 07 10:28:20.547441 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-bd7943e7-3baf-4040-9b70-5077c582db2c tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1227397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3012597'] for segment, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:20.560846 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_v2 [None req-69956092-4269-4579-9d87-2ae9abb0f155 admin admin] Deleting subnet c839e96c-7ebc-4e73-acbb-92a3dab8a0ef {{(pid=83738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 07 10:28:20.562106 dv-neutron-830731-3-hyperv neutron-server[83737]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:28:20.562106 dv-neutron-830731-3-hyperv neutron-server[83737]: util.warn( Mar 07 10:28:20.562106 dv-neutron-830731-3-hyperv neutron-server[83737]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:28:20.562106 dv-neutron-830731-3-hyperv neutron-server[83737]: util.warn( Mar 07 10:28:20.562106 dv-neutron-830731-3-hyperv neutron-server[83737]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:28:20.562106 dv-neutron-830731-3-hyperv neutron-server[83737]: util.warn( Mar 07 10:28:20.562106 dv-neutron-830731-3-hyperv neutron-server[83737]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:28:20.562106 dv-neutron-830731-3-hyperv neutron-server[83737]: util.warn( Mar 07 10:28:20.562106 dv-neutron-830731-3-hyperv neutron-server[83737]: Traceback (most recent call last): Mar 07 10:28:20.562106 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 07 10:28:20.562106 dv-neutron-830731-3-hyperv neutron-server[83737]: timer() Mar 07 10:28:20.562106 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:28:20.562106 dv-neutron-830731-3-hyperv neutron-server[83737]: cb(*args, **kw) Mar 07 10:28:20.562106 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 10:28:20.562106 dv-neutron-830731-3-hyperv neutron-server[83737]: return func(*args, **kwargs) Mar 07 10:28:20.562106 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:28:20.562106 dv-neutron-830731-3-hyperv neutron-server[83737]: self._notify() Mar 07 10:28:20.562106 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:28:20.562106 dv-neutron-830731-3-hyperv neutron-server[83737]: self.callback(batched_events) Mar 07 10:28:20.562106 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:28:20.562106 dv-neutron-830731-3-hyperv neutron-server[83737]: event.method(event) Mar 07 10:28:20.562106 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 10:28:20.562106 dv-neutron-830731-3-hyperv neutron-server[83737]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:28:20.562106 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 10:28:20.562106 dv-neutron-830731-3-hyperv neutron-server[83737]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:28:20.562106 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 10:28:20.562106 dv-neutron-830731-3-hyperv neutron-server[83737]: return f(self, *a, **k) Mar 07 10:28:20.562106 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:28:20.562106 dv-neutron-830731-3-hyperv neutron-server[83737]: return self._get(url).json() Mar 07 10:28:20.562106 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:28:20.562106 dv-neutron-830731-3-hyperv neutron-server[83737]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:28:20.562106 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 07 10:28:20.562106 dv-neutron-830731-3-hyperv neutron-server[83737]: return self.request(url, 'GET', **kwargs) Mar 07 10:28:20.562106 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 07 10:28:20.562106 dv-neutron-830731-3-hyperv neutron-server[83737]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:28:20.562106 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 07 10:28:20.562106 dv-neutron-830731-3-hyperv neutron-server[83737]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:28:20.562106 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 07 10:28:20.562106 dv-neutron-830731-3-hyperv neutron-server[83737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:28:20.562106 dv-neutron-830731-3-hyperv neutron-server[83737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:28:20.565043 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b394a622-aec5-4908-bad1-44c06b050145 tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923554'] for router_gateway, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:20.627565 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4194cbc4-513b-4897-9040-db83ae8193db tempest-QuotasNegativeTest-1556850167 tempest-QuotasNegativeTest-1556850167-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:20.631275 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-69956092-4269-4579-9d87-2ae9abb0f155 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:20.666688 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-bd7943e7-3baf-4040-9b70-5077c582db2c tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1526886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923583'] for network, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:20.691942 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-bd7943e7-3baf-4040-9b70-5077c582db2c tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:20.705981 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7943e7-3baf-4040-9b70-5077c582db2c tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Pushing event deleted for resources: {'Network': ['ID=a7ff3623-d754-4bcb-b4cc-883e2dbab562,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:20.719112 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-bd7943e7-3baf-4040-9b70-5077c582db2c tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] 10.222.0.13 "DELETE /v2.0/networks/a7ff3623-d754-4bcb-b4cc-883e2dbab562 HTTP/1.1" status: 204 len: 168 time: 2.9619284 Mar 07 10:28:20.722160 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 33932) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:20.725029 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2354a747-89bd-4149-b3a6-bfc29ea4e127 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:20.726573 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-2354a747-89bd-4149-b3a6-bfc29ea4e127 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.8511324 Mar 07 10:28:20.741345 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 33936) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:20.747252 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4194cbc4-513b-4897-9040-db83ae8193db tempest-QuotasNegativeTest-1556850167 tempest-QuotasNegativeTest-1556850167-project-admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=83738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 07 10:28:20.747648 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4194cbc4-513b-4897-9040-db83ae8193db tempest-QuotasNegativeTest-1556850167 tempest-QuotasNegativeTest-1556850167-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1227397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3556681'] for segment, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:20.762674 dv-neutron-830731-3-hyperv neutron-server[83738]: Traceback (most recent call last): Mar 07 10:28:20.762674 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 07 10:28:20.762674 dv-neutron-830731-3-hyperv neutron-server[83738]: timer() Mar 07 10:28:20.762674 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:28:20.762674 dv-neutron-830731-3-hyperv neutron-server[83738]: cb(*args, **kw) Mar 07 10:28:20.762674 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 10:28:20.762674 dv-neutron-830731-3-hyperv neutron-server[83738]: return func(*args, **kwargs) Mar 07 10:28:20.762674 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:28:20.762674 dv-neutron-830731-3-hyperv neutron-server[83738]: self._notify() Mar 07 10:28:20.762674 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:28:20.762674 dv-neutron-830731-3-hyperv neutron-server[83738]: self.callback(batched_events) Mar 07 10:28:20.762674 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:28:20.762674 dv-neutron-830731-3-hyperv neutron-server[83738]: event.method(event) Mar 07 10:28:20.762674 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 10:28:20.762674 dv-neutron-830731-3-hyperv neutron-server[83738]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:28:20.762674 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 10:28:20.762674 dv-neutron-830731-3-hyperv neutron-server[83738]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:28:20.762674 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 10:28:20.762674 dv-neutron-830731-3-hyperv neutron-server[83738]: return f(self, *a, **k) Mar 07 10:28:20.762674 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:28:20.762674 dv-neutron-830731-3-hyperv neutron-server[83738]: return self._get(url).json() Mar 07 10:28:20.762674 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:28:20.762674 dv-neutron-830731-3-hyperv neutron-server[83738]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:28:20.762674 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 07 10:28:20.762674 dv-neutron-830731-3-hyperv neutron-server[83738]: return self.request(url, 'GET', **kwargs) Mar 07 10:28:20.762674 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 07 10:28:20.762674 dv-neutron-830731-3-hyperv neutron-server[83738]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:28:20.762674 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 07 10:28:20.762674 dv-neutron-830731-3-hyperv neutron-server[83738]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:28:20.762674 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 07 10:28:20.762674 dv-neutron-830731-3-hyperv neutron-server[83738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:28:20.762674 dv-neutron-830731-3-hyperv neutron-server[83738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:28:20.779098 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-8b08ccd9-f51e-4c9e-a3cc-0add83c28136 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Synchronizing usage tracker for tenant:c0b51818995e4102ad361e483557ca29 on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:28:20.782591 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6dbea6ef-b1e6-41de-8200-942ca52d9210 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:20.806359 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-8b08ccd9-f51e-4c9e-a3cc-0add83c28136 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Unset dirty status for tenant:c0b51818995e4102ad361e483557ca29 on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:28:20.807495 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-8b08ccd9-f51e-4c9e-a3cc-0add83c28136 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] 10.222.0.13 "GET /v2.0/ports?device_id=150f3cee-e40d-439b-bb60-c2c2615b292b HTTP/1.1" status: 200 len: 205 time: 0.0844226 Mar 07 10:28:20.810430 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 33940) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:20.932886 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6dbea6ef-b1e6-41de-8200-942ca52d9210 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:20.958136 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-69956092-4269-4579-9d87-2ae9abb0f155 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2969395'] for subnet, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:21.010053 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dbea6ef-b1e6-41de-8200-942ca52d9210 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Network b182323a-b537-434c-8c62-118ec6f13713 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:28:21.013886 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-6dbea6ef-b1e6-41de-8200-942ca52d9210 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:28:21.018089 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dbea6ef-b1e6-41de-8200-942ca52d9210 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:28:21.018897 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6dbea6ef-b1e6-41de-8200-942ca52d9210 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:21.033248 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbea6ef-b1e6-41de-8200-942ca52d9210 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Pushing event updated for resources: {'Port': ['ID=518f4007-7986-4653-8e3d-bc76a2ff92c5,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:21.038138 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d873ea75-ee6a-4949-8ff0-26e1ba09e477 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Notify callbacks [] for router, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:21.081150 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4194cbc4-513b-4897-9040-db83ae8193db tempest-QuotasNegativeTest-1556850167 tempest-QuotasNegativeTest-1556850167-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1526886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923583'] for network, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:21.096221 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b394a622-aec5-4908-bad1-44c06b050145 tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3917970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58043'] for router, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:21.100703 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-648dedab-8c3b-4899-a31c-cfddef5529b2 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:21.102124 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-648dedab-8c3b-4899-a31c-cfddef5529b2 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:21.103414 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-648dedab-8c3b-4899-a31c-cfddef5529b2 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:21.104192 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-648dedab-8c3b-4899-a31c-cfddef5529b2 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Synchronizing usage tracker for tenant:0f1e04191c7443f7844c0202165e746c on resource:subnet {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:28:21.122506 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4194cbc4-513b-4897-9040-db83ae8193db tempest-QuotasNegativeTest-1556850167 tempest-QuotasNegativeTest-1556850167-project-admin] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:21.134890 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fa04356-81fb-498c-8f05-28ec62ad9474 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:28:21.145743 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6382cfee-6996-44ef-9f7b-21d44a7fdc9e None None] Sync routers for ids ['2955f8dc-7a97-4982-9411-4a08645729f6'] in dv-neutron-830731-3-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:28:21.152950 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4194cbc4-513b-4897-9040-db83ae8193db tempest-QuotasNegativeTest-1556850167 tempest-QuotasNegativeTest-1556850167-project-admin] Pushing event deleted for resources: {'Network': ['ID=e765a269-b4f6-409f-ad3b-98e72a4d76a1,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:21.157676 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b394a622-aec5-4908-bad1-44c06b050145 tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:21.167701 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6382cfee-6996-44ef-9f7b-21d44a7fdc9e None None] Routers {'2955f8dc-7a97-4982-9411-4a08645729f6'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:28:21.168852 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-6382cfee-6996-44ef-9f7b-21d44a7fdc9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:28:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['2955f8dc-7a97-4982-9411-4a08645729f6'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:28:21.171415 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-4194cbc4-513b-4897-9040-db83ae8193db tempest-QuotasNegativeTest-1556850167 tempest-QuotasNegativeTest-1556850167-project-admin] 10.222.0.13 "DELETE /v2.0/networks/e765a269-b4f6-409f-ad3b-98e72a4d76a1 HTTP/1.1" status: 204 len: 168 time: 1.6657758 Mar 07 10:28:21.183468 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-8fa04356-81fb-498c-8f05-28ec62ad9474 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] 10.222.0.13 "PUT /v2.0/routers/2955f8dc-7a97-4982-9411-4a08645729f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.8078008 Mar 07 10:28:21.186182 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 33946) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:21.226467 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-648dedab-8c3b-4899-a31c-cfddef5529b2 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Unset dirty status for tenant:0f1e04191c7443f7844c0202165e746c on resource:subnet {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:28:21.230008 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-648dedab-8c3b-4899-a31c-cfddef5529b2 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.4662745 Mar 07 10:28:21.237916 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 33950) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:21.260173 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-69956092-4269-4579-9d87-2ae9abb0f155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1525496'] for subnet, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:21.273921 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-6382cfee-6996-44ef-9f7b-21d44a7fdc9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:28:21.282739 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 39ea0072-7b63-4edb-873d-398ee5680d2b no longer exists at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:28:21.342077 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] No Port match for: 39ea0072-7b63-4edb-873d-398ee5680d2b {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 10:28:21.342429 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 39ea0072-7b63-4edb-873d-398ee5680d2b not bound to the agent host dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 10:28:21.358118 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbea6ef-b1e6-41de-8200-942ca52d9210 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Pushing event updated for resources: {'Port': ['ID=200747dc-c9f0-45f7-b184-e63e2fdb6ad0,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:21.365324 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dbea6ef-b1e6-41de-8200-942ca52d9210 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Checking segment: {'id': '822dc098-6148-43f7-a0bc-3ebaa32d2b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '84c8855e-32d5-4d02-a376-718d92106c81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:28:21.366023 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dbea6ef-b1e6-41de-8200-942ca52d9210 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Network hostable DHCP agents. Network: 84c8855e-32d5-4d02-a376-718d92106c81, hostable agents: ['6527556c-6586-422c-ae47-082984683847'], hosted agents: [] {{(pid=83737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:28:21.371797 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6382cfee-6996-44ef-9f7b-21d44a7fdc9e None None] Routers {'2955f8dc-7a97-4982-9411-4a08645729f6'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:28:21.372565 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-6382cfee-6996-44ef-9f7b-21d44a7fdc9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:28:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['2955f8dc-7a97-4982-9411-4a08645729f6'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:28:21.385243 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b394a622-aec5-4908-bad1-44c06b050145 tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3917886'] for router, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:21.385765 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b394a622-aec5-4908-bad1-44c06b050145 tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1bcb98eb-2483-4c6f-bfb3-0ad5891df480 {{(pid=83738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 10:28:21.391457 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2bb9a89-9b4e-463f-937a-05574f89d6b8 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:21.392017 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-b2bb9a89-9b4e-463f-937a-05574f89d6b8 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Synchronizing usage tracker for tenant:8843377006954c17a088ed77df13332f on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:28:21.454575 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-6382cfee-6996-44ef-9f7b-21d44a7fdc9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:28:21.454996 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6382cfee-6996-44ef-9f7b-21d44a7fdc9e None None] The sync data for ids ['2955f8dc-7a97-4982-9411-4a08645729f6'] in dv-neutron-830731-3-hyperv is: [] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:28:21.467817 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b394a622-aec5-4908-bad1-44c06b050145 tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Notify callbacks [] for router, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:21.469702 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-b394a622-aec5-4908-bad1-44c06b050145 tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] 10.222.0.13 "DELETE /v2.0/routers/1bcb98eb-2483-4c6f-bfb3-0ad5891df480 HTTP/1.1" status: 204 len: 168 time: 6.2012615 Mar 07 10:28:21.513206 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 33954) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:21.528973 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-6b52f63f-3766-4bbf-af2f-054443a3c62d tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1413448861', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12'}, 'admin_state_up': False}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:28:21.544442 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-6b52f63f-3766-4bbf-af2f-054443a3c62d tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:28:21.554793 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-6b52f63f-3766-4bbf-af2f-054443a3c62d tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Usage tracker for resource:router and tenant:c3b5f271049746f595048596781f31b9 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:28:21.563489 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-6b52f63f-3766-4bbf-af2f-054443a3c62d tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:28:21.581519 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-b2bb9a89-9b4e-463f-937a-05574f89d6b8 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Unset dirty status for tenant:8843377006954c17a088ed77df13332f on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:28:21.582743 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-b2bb9a89-9b4e-463f-937a-05574f89d6b8 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] 10.222.0.13 "GET /v2.0/ports/8520dd60-e105-4488-b9b2-ff1b426cdb29 HTTP/1.1" status: 200 len: 910 time: 0.3956306 Mar 07 10:28:21.586174 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 33960) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:21.592241 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-b4549b3e-a582-41b5-8c7b-9e01b9c48940 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3ce285a1-f245-4dde-8e78-d2dc39c47fd5'}]}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:28:21.634350 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-6b52f63f-3766-4bbf-af2f-054443a3c62d tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:28:21.636573 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dbea6ef-b1e6-41de-8200-942ca52d9210 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Network 84c8855e-32d5-4d02-a376-718d92106c81 is scheduled to be hosted by DHCP agent 6527556c-6586-422c-ae47-082984683847 with binding_index 1 {{(pid=83737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:28:21.723807 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-6dbea6ef-b1e6-41de-8200-942ca52d9210 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830731-3-hyperv, 84c8855e-32d5-4d02-a376-718d92106c81) {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:28:21.727121 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d873ea75-ee6a-4949-8ff0-26e1ba09e477 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3917970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58043'] for router, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:21.731137 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6b52f63f-3766-4bbf-af2f-054443a3c62d tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3919700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58025'] for router, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:21.732041 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6b52f63f-3766-4bbf-af2f-054443a3c62d tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3919671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4011175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58018'] for router, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:21.736134 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dbea6ef-b1e6-41de-8200-942ca52d9210 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:28:21.736907 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a171af56-2928-4f1e-aced-9ccca6d40279 None None] Network 84c8855e-32d5-4d02-a376-718d92106c81 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:28:21.741073 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dbea6ef-b1e6-41de-8200-942ca52d9210 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:21.744508 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dbea6ef-b1e6-41de-8200-942ca52d9210 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:21.745569 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6dbea6ef-b1e6-41de-8200-942ca52d9210 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:21.766563 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d873ea75-ee6a-4949-8ff0-26e1ba09e477 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:21.778522 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-6dbea6ef-b1e6-41de-8200-942ca52d9210 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.3099065 Mar 07 10:28:21.779410 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 33964) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:21.810298 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-69956092-4269-4579-9d87-2ae9abb0f155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1525489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3556647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741465'] for subnet, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:21.850748 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6b52f63f-3766-4bbf-af2f-054443a3c62d tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:21.875246 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-9454cb9e-cb8e-4765-b5a5-0a7917463c61 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Deleting port 200747dc-c9f0-45f7-b184-e63e2fdb6ad0 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:28:21.875825 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9454cb9e-cb8e-4765-b5a5-0a7917463c61 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:21.891362 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69956092-4269-4579-9d87-2ae9abb0f155 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c839e96c-7ebc-4e73-acbb-92a3dab8a0ef,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:21.915310 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d873ea75-ee6a-4949-8ff0-26e1ba09e477 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3917886'] for router, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:21.915988 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d873ea75-ee6a-4949-8ff0-26e1ba09e477 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Fanout notify agent at l3_agent the message router_deleted on router 150f3cee-e40d-439b-bb60-c2c2615b292b {{(pid=83737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 10:28:21.922659 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-69956092-4269-4579-9d87-2ae9abb0f155 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:21.950549 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-69956092-4269-4579-9d87-2ae9abb0f155 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/c839e96c-7ebc-4e73-acbb-92a3dab8a0ef HTTP/1.1" status: 204 len: 168 time: 1.6538630 Mar 07 10:28:21.956824 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 33970) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:21.966973 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d873ea75-ee6a-4949-8ff0-26e1ba09e477 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:21.968232 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-d873ea75-ee6a-4949-8ff0-26e1ba09e477 tempest-RoutersNegativeIpV6Test-1627932927 tempest-RoutersNegativeIpV6Test-1627932927-project] 10.222.0.13 "DELETE /v2.0/routers/150f3cee-e40d-439b-bb60-c2c2615b292b HTTP/1.1" status: 204 len: 168 time: 1.1569357 Mar 07 10:28:21.971315 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_v2 [None req-b846ebfa-f2c4-4125-8044-dda1b477147d tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Deleting subnet 1063b7f2-d77d-4cab-8b33-0a231efc1556 {{(pid=83738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 07 10:28:22.061989 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b846ebfa-f2c4-4125-8044-dda1b477147d tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks [] for subnet, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:22.074775 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a4a7e6d-70ae-4335-898b-d4d4e773e2f0 None None] Network f727e18d-bdc2-4660-9a3a-cfddb6581f4f requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:28:22.090915 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-adbd2215-c8ee-41f3-92a6-4182ca26b8a8 None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 10:28:22.242685 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6b52f63f-3766-4bbf-af2f-054443a3c62d tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3917998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58952'] for router, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:22.266558 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 33976) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:22.281431 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9454cb9e-cb8e-4765-b5a5-0a7917463c61 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:22.304307 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b846ebfa-f2c4-4125-8044-dda1b477147d tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2969395'] for subnet, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:22.375787 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-75a2014e-1382-4909-8a6b-fdeb8fbc9794 req-e98bffc4-efaa-459d-8f43-39bd6de1ac88 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=22a73a36-a502-4d17-9bc5-55363d6489d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.6043561 Mar 07 10:28:22.419975 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f0807294-1f80-498a-910d-9004468af90a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1158940'] for network, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:22.461318 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-9454cb9e-cb8e-4765-b5a5-0a7917463c61 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Calling delete_port for 200747dc-c9f0-45f7-b184-e63e2fdb6ad0 owned by {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:28:22.551195 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-f0807294-1f80-498a-910d-9004468af90a admin admin] Deleting port 1552e80b-749f-4fea-ad40-19b274d8516f {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:28:22.551532 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f0807294-1f80-498a-910d-9004468af90a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:22.646419 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b846ebfa-f2c4-4125-8044-dda1b477147d tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1525496'] for subnet, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:22.651538 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-41128b2e-3763-4cdd-83e5-8e9b1386d0e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:22.677224 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b4549b3e-a582-41b5-8c7b-9e01b9c48940 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:22.714590 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-41128b2e-3763-4cdd-83e5-8e9b1386d0e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:28:22.719518 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-41128b2e-3763-4cdd-83e5-8e9b1386d0e6 admin admin] Usage tracker for resource:security_group_rule and tenant:c28a5421006d4fd0aba98842bd3eb2dd is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:28:22.726114 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-41128b2e-3763-4cdd-83e5-8e9b1386d0e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:28:22.736250 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-41128b2e-3763-4cdd-83e5-8e9b1386d0e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:28:22.740684 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9454cb9e-cb8e-4765-b5a5-0a7917463c61 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:22.775012 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 33984) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:22.804132 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9454cb9e-cb8e-4765-b5a5-0a7917463c61 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Pushing event deleted for resources: {'Port': ['ID=200747dc-c9f0-45f7-b184-e63e2fdb6ad0,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:22.844519 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9454cb9e-cb8e-4765-b5a5-0a7917463c61 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:22.904849 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a5f9820-90a8-49d5-a4e0-27aeafa9f3c2 None None] DHCP port deletion for f727e18d-bdc2-4660-9a3a-cfddb6581f4f request from dv-neutron-830731-3-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 07 10:28:22.911790 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-0a5f9820-90a8-49d5-a4e0-27aeafa9f3c2 None None] Deleting port 1552e80b-749f-4fea-ad40-19b274d8516f {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:28:22.912164 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0a5f9820-90a8-49d5-a4e0-27aeafa9f3c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:22.932331 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-f0807294-1f80-498a-910d-9004468af90a admin admin] For port 1552e80b-749f-4fea-ad40-19b274d8516f, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=1552e80b-749f-4fea-ad40-19b274d8516f,segment=NetworkSegment(a01dc850-758a-452f-a0e2-effad6d41a09),segment_id=a01dc850-758a-452f-a0e2-effad6d41a09)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:28:22.933748 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f0807294-1f80-498a-910d-9004468af90a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:23.024755 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-9454cb9e-cb8e-4765-b5a5-0a7917463c61 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] 10.222.0.13 "DELETE /v2.0/ports/200747dc-c9f0-45f7-b184-e63e2fdb6ad0 HTTP/1.1" status: 204 len: 168 time: 1.2418981 Mar 07 10:28:23.033111 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 33990) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:23.033693 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6b52f63f-3766-4bbf-af2f-054443a3c62d tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Notify callbacks [] for router_gateway, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:23.102948 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6b52f63f-3766-4bbf-af2f-054443a3c62d tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:23.151416 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-75a2014e-1382-4909-8a6b-fdeb8fbc9794 req-afe57491-6796-4888-99ea-29b0c459e4ec service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4e9c4d5c86cf416eb66bed1b523adf54&device_id=22a73a36-a502-4d17-9bc5-55363d6489d7 HTTP/1.1" status: 200 len: 1098 time: 0.7174420 Mar 07 10:28:23.152500 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device fe45dec3-2404-4fb9-9afc-25b4100e6382 no longer exists at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:28:23.197069 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] No Port match for: fe45dec3-2404-4fb9-9afc-25b4100e6382 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 10:28:23.197474 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device fe45dec3-2404-4fb9-9afc-25b4100e6382 not bound to the agent host dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 10:28:23.197964 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 1552e80b-749f-4fea-ad40-19b274d8516f no longer exists at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:28:23.200928 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-41128b2e-3763-4cdd-83e5-8e9b1386d0e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:23.214710 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-41128b2e-3763-4cdd-83e5-8e9b1386d0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:23.234717 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0a5f9820-90a8-49d5-a4e0-27aeafa9f3c2 None None] For port 1552e80b-749f-4fea-ad40-19b274d8516f, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=1552e80b-749f-4fea-ad40-19b274d8516f,segment=NetworkSegment(a01dc850-758a-452f-a0e2-effad6d41a09),segment_id=a01dc850-758a-452f-a0e2-effad6d41a09)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:28:23.235894 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0a5f9820-90a8-49d5-a4e0-27aeafa9f3c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:23.301753 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b846ebfa-f2c4-4125-8044-dda1b477147d tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1525489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3556647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741465'] for subnet, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:23.320432 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41128b2e-3763-4cdd-83e5-8e9b1386d0e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab859fcc-8a81-4d89-bb8c-601e181c6f56,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:23.334518 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-41128b2e-3763-4cdd-83e5-8e9b1386d0e6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c28a5421006d4fd0aba98842bd3eb2dd&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0660150 Mar 07 10:28:23.335213 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 33994) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:23.352264 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af30b73-2c82-48a0-9795-688efde41c14 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:23.356924 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af30b73-2c82-48a0-9795-688efde41c14 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:23.357715 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-8af30b73-2c82-48a0-9795-688efde41c14 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Synchronizing usage tracker for tenant:b6ff3248bb834bc1a094f45e7fa43fbd on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:28:23.378344 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-6b52f63f-3766-4bbf-af2f-054443a3c62d tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Allocated IP 172.26.8.108 (5ed85006-6b00-415e-b71f-837fb1421c12/8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a/dc3c5b1c-f674-44bc-89e5-24e37f5db300) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:28:23.392026 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-0a5f9820-90a8-49d5-a4e0-27aeafa9f3c2 None None] Calling delete_port for 1552e80b-749f-4fea-ad40-19b274d8516f owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:28:23.425029 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-8af30b73-2c82-48a0-9795-688efde41c14 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Unset dirty status for tenant:b6ff3248bb834bc1a094f45e7fa43fbd on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:28:23.429198 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-8af30b73-2c82-48a0-9795-688efde41c14 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.3685799 Mar 07 10:28:23.444248 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 33998) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:23.527564 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0a5f9820-90a8-49d5-a4e0-27aeafa9f3c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812'] for port, after_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:23.530560 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-f0807294-1f80-498a-910d-9004468af90a admin admin] Calling delete_port for 1552e80b-749f-4fea-ad40-19b274d8516f owned by network:dhcp {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:28:23.566651 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:23.585744 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e283b841-867e-402c-b32a-d4f520703e3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:23.587579 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5f9820-90a8-49d5-a4e0-27aeafa9f3c2 None None] Pushing event deleted for resources: {'Port': ['ID=1552e80b-749f-4fea-ad40-19b274d8516f,revision_number=None']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:23.596526 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b846ebfa-f2c4-4125-8044-dda1b477147d tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Pushing event deleted for resources: {'Subnet': ['ID=1063b7f2-d77d-4cab-8b33-0a231efc1556,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:23.597448 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5f9820-90a8-49d5-a4e0-27aeafa9f3c2 None None] No DVR routers for this DVR port 1552e80b-749f-4fea-ad40-19b274d8516f on host dv-neutron-830731-3-hyperv {{(pid=83739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:28:23.604075 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b846ebfa-f2c4-4125-8044-dda1b477147d tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:23.635933 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-42aac17b-3593-4095-9e0b-75159b271d97 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Deleting port 518f4007-7986-4653-8e3d-bc76a2ff92c5 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:28:23.636264 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-42aac17b-3593-4095-9e0b-75159b271d97 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:23.643359 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4901585f-ce81-4b6d-8cb9-4cf35c2ebcb3 None None] Network 98d8805b-dd65-4110-997b-2eea298bca78 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:28:23.686946 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e283b841-867e-402c-b32a-d4f520703e3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:23.744126 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-b846ebfa-f2c4-4125-8044-dda1b477147d tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "DELETE /v2.0/subnets/1063b7f2-d77d-4cab-8b33-0a231efc1556 HTTP/1.1" status: 204 len: 168 time: 2.4957380 Mar 07 10:28:23.748467 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 34002) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:23.751444 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6b52f63f-3766-4bbf-af2f-054443a3c62d tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:23.752849 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a2014e-1382-4909-8a6b-fdeb8fbc9794 req-03e852c7-5809-4248-b6ea-8672de9cfebd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:23.754748 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-75a2014e-1382-4909-8a6b-fdeb8fbc9794 req-03e852c7-5809-4248-b6ea-8672de9cfebd service neutron] 10.222.0.10 "GET /v2.0/networks?id=0ff3d537-e319-4922-a8b2-8cb5ee18b005 HTTP/1.1" status: 200 len: 897 time: 0.5481431 Mar 07 10:28:23.756912 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-eba700c0-a556-430c-8562-b55ca1949d06 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c0b51818995e4102ad361e483557ca29&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9819336 Mar 07 10:28:23.791652 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 34006) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:23.969195 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e283b841-867e-402c-b32a-d4f520703e3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:23.970049 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.db.api [None req-f0807294-1f80-498a-910d-9004468af90a admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83738) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 10:28:23.970520 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG oslo_db.api [None req-f0807294-1f80-498a-910d-9004468af90a admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 10:28:24.009025 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e283b841-867e-402c-b32a-d4f520703e3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab859fcc-8a81-4d89-bb8c-601e181c6f56,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:24.014209 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_v2 [None req-255316fc-ee3d-4b30-ab16-350a8de2dd17 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Deleting subnet f34b9f0b-8ab7-4785-bad5-4aa8a3285a55 {{(pid=83738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 07 10:28:24.023714 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-255316fc-ee3d-4b30-ab16-350a8de2dd17 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks [] for subnet, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:24.027535 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-42aac17b-3593-4095-9e0b-75159b271d97 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:24.038314 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f014b218-cb9d-44f1-8f6e-20c6ee46adfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:24.040271 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6b52f63f-3766-4bbf-af2f-054443a3c62d tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:24.089722 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-75a2014e-1382-4909-8a6b-fdeb8fbc9794 req-7222e77f-9cb1-499f-aa78-b1c5945762b1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=65714aee-73ac-4584-a7de-be759f77a2b1 HTTP/1.1" status: 200 len: 1000 time: 0.2815676 Mar 07 10:28:24.219192 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-255316fc-ee3d-4b30-ab16-350a8de2dd17 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2969395'] for subnet, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:24.224748 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-42aac17b-3593-4095-9e0b-75159b271d97 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Calling delete_port for 518f4007-7986-4653-8e3d-bc76a2ff92c5 owned by {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:28:24.291926 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e283b841-867e-402c-b32a-d4f520703e3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:24.295832 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-e283b841-867e-402c-b32a-d4f520703e3d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ab859fcc-8a81-4d89-bb8c-601e181c6f56 HTTP/1.1" status: 204 len: 168 time: 0.9550302 Mar 07 10:28:24.297167 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a2014e-1382-4909-8a6b-fdeb8fbc9794 req-c55e4fbe-5861-4b9b-9387-b149caa5fb01 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:24.298607 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-75a2014e-1382-4909-8a6b-fdeb8fbc9794 req-c55e4fbe-5861-4b9b-9387-b149caa5fb01 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=76710092-eed3-4585-bcb7-8bd2be0bad68 HTTP/1.1" status: 200 len: 834 time: 0.1594889 Mar 07 10:28:24.302760 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f014b218-cb9d-44f1-8f6e-20c6ee46adfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:24.327035 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b52f63f-3766-4bbf-af2f-054443a3c62d tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Network 5ed85006-6b00-415e-b71f-837fb1421c12 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:28:24.329767 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b52f63f-3766-4bbf-af2f-054443a3c62d tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Pushing event updated for resources: {'Port': ['ID=dc3c5b1c-f674-44bc-89e5-24e37f5db300,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:24.340691 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-6b52f63f-3766-4bbf-af2f-054443a3c62d tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:28:24.348680 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b52f63f-3766-4bbf-af2f-054443a3c62d tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:28:24.476621 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-f0807294-1f80-498a-910d-9004468af90a admin admin] Deleting port 1552e80b-749f-4fea-ad40-19b274d8516f {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:28:24.476883 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f0807294-1f80-498a-910d-9004468af90a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:24.502821 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-42aac17b-3593-4095-9e0b-75159b271d97 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:24.548268 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-f0807294-1f80-498a-910d-9004468af90a admin admin] The port '1552e80b-749f-4fea-ad40-19b274d8516f' was deleted {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 07 10:28:24.553961 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-255316fc-ee3d-4b30-ab16-350a8de2dd17 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1525496'] for subnet, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:24.565485 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42aac17b-3593-4095-9e0b-75159b271d97 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Pushing event deleted for resources: {'Port': ['ID=518f4007-7986-4653-8e3d-bc76a2ff92c5,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:24.580360 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-42aac17b-3593-4095-9e0b-75159b271d97 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:24.584103 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f014b218-cb9d-44f1-8f6e-20c6ee46adfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:24.603494 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f014b218-cb9d-44f1-8f6e-20c6ee46adfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f690da27-90d1-47d9-b2fe-b4461c493fb0,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:24.630421 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-42aac17b-3593-4095-9e0b-75159b271d97 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] 10.222.0.13 "DELETE /v2.0/ports/518f4007-7986-4653-8e3d-bc76a2ff92c5 HTTP/1.1" status: 204 len: 168 time: 1.1806073 Mar 07 10:28:24.630664 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f014b218-cb9d-44f1-8f6e-20c6ee46adfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:24.631665 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-f014b218-cb9d-44f1-8f6e-20c6ee46adfa admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f690da27-90d1-47d9-b2fe-b4461c493fb0 HTTP/1.1" status: 204 len: 168 time: 0.8390677 Mar 07 10:28:24.632353 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 34014) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:24.689791 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b4549b3e-a582-41b5-8c7b-9e01b9c48940 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks [] for port, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:24.703623 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6b52f63f-3766-4bbf-af2f-054443a3c62d tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Notify callbacks [] for router_gateway, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:24.704345 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6b52f63f-3766-4bbf-af2f-054443a3c62d tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3917991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923518'] for router, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:24.803923 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b4549b3e-a582-41b5-8c7b-9e01b9c48940 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3556717'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:24.879628 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 34020) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:24.894338 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-48f2c29e-73bb-43d1-b9aa-4445c877003f None None] Provisioning complete for port c5cd873e-5067-4b4b-986b-c373a68a80e6 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:28:24.896764 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-48f2c29e-73bb-43d1-b9aa-4445c877003f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:24.927952 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4549b3e-a582-41b5-8c7b-9e01b9c48940 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:24.928583 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b4549b3e-a582-41b5-8c7b-9e01b9c48940 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:24.932912 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-b4549b3e-a582-41b5-8c7b-9e01b9c48940 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] 10.222.0.13 "PUT /v2.0/ports/8520dd60-e105-4488-b9b2-ff1b426cdb29 HTTP/1.1" status: 200 len: 910 time: 3.3457980 Mar 07 10:28:24.943477 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 34026) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:24.979384 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e55fa102-632b-42b3-b306-cbbe61016914 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:25.008400 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73bae157-7408-44d7-ab69-f92a9f39bb0e tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:25.009075 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-73bae157-7408-44d7-ab69-f92a9f39bb0e tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Synchronizing usage tracker for tenant:b6ff3248bb834bc1a094f45e7fa43fbd on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:28:25.045275 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-e55fa102-632b-42b3-b306-cbbe61016914 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:28:25.051399 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-73bae157-7408-44d7-ab69-f92a9f39bb0e tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Unset dirty status for tenant:b6ff3248bb834bc1a094f45e7fa43fbd on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:28:25.052123 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-73bae157-7408-44d7-ab69-f92a9f39bb0e tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.4175076 Mar 07 10:28:25.053287 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-e55fa102-632b-42b3-b306-cbbe61016914 admin admin] Usage tracker for resource:security_group_rule and tenant:266faf86b51f47dca4e1c54f417ba364 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:28:25.056581 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 34030) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:25.057792 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-e55fa102-632b-42b3-b306-cbbe61016914 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:28:25.101590 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-e55fa102-632b-42b3-b306-cbbe61016914 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:28:25.114508 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-75a2014e-1382-4909-8a6b-fdeb8fbc9794 req-3d19f09c-ea73-4f1a-b62b-8b07e5eb8d30 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0ff3d537-e319-4922-a8b2-8cb5ee18b005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7928998 Mar 07 10:28:25.121804 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e73f0e7-38f1-4876-a356-7abdaeaa96dc tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] GET failed (client error): The resource could not be found. Mar 07 10:28:25.125713 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-2e73f0e7-38f1-4876-a356-7abdaeaa96dc tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] 10.222.0.13 "GET /v2.0/ports/200747dc-c9f0-45f7-b184-e63e2fdb6ad0 HTTP/1.1" status: 404 len: 333 time: 0.0628123 Mar 07 10:28:25.125973 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f0807294-1f80-498a-910d-9004468af90a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1526893', 'neutron.services.segments.db._delete_segments_for_network-8732568551033'] for network, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:25.127494 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 34038) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:25.185195 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-84e72edc-fd64-447c-9fdb-09debc7c097e tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] GET failed (client error): The resource could not be found. Mar 07 10:28:25.188939 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-84e72edc-fd64-447c-9fdb-09debc7c097e tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] 10.222.0.13 "GET /v2.0/ports/518f4007-7986-4653-8e3d-bc76a2ff92c5 HTTP/1.1" status: 404 len: 333 time: 0.0585206 Mar 07 10:28:25.190356 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 34044) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:25.359742 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6a3efd9f-a559-4637-a5ae-430f2dad85f7 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1158940'] for network, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:25.368024 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e55fa102-632b-42b3-b306-cbbe61016914 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:25.375827 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e55fa102-632b-42b3-b306-cbbe61016914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:25.414288 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-f0807294-1f80-498a-910d-9004468af90a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f727e18d-bdc2-4660-9a3a-cfddb6581f4f']}} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:28:25.422142 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4549b3e-a582-41b5-8c7b-9e01b9c48940 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Pushing event updated for resources: {'Port': ['ID=8520dd60-e105-4488-b9b2-ff1b426cdb29,revision_number=3']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:25.430437 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-255316fc-ee3d-4b30-ab16-350a8de2dd17 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1525489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3556647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741465'] for subnet, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:25.477643 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-f0807294-1f80-498a-910d-9004468af90a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a01dc850-758a-452f-a0e2-effad6d41a09') {'for_net_delete': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:28:25.477939 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-f0807294-1f80-498a-910d-9004468af90a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a01dc850-758a-452f-a0e2-effad6d41a09') {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:28:25.486759 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255316fc-ee3d-4b30-ab16-350a8de2dd17 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Pushing event deleted for resources: {'Subnet': ['ID=f34b9f0b-8ab7-4785-bad5-4aa8a3285a55,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:25.489836 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55fa102-632b-42b3-b306-cbbe61016914 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73874d05-86d4-4864-94f6-2ca628620ff0,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:25.502532 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f0807294-1f80-498a-910d-9004468af90a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732568550916', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968000'] for segment, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:25.542054 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-e55fa102-632b-42b3-b306-cbbe61016914 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=266faf86b51f47dca4e1c54f417ba364&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6586895 Mar 07 10:28:25.544220 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-255316fc-ee3d-4b30-ab16-350a8de2dd17 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:25.546582 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 34054) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:25.552932 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f0807294-1f80-498a-910d-9004468af90a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:25.560503 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6fef25f-f9cf-4234-8179-8929069421d1 None None] Network 98d8805b-dd65-4110-997b-2eea298bca78 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:28:25.578742 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6a3efd9f-a559-4637-a5ae-430f2dad85f7 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1526893', 'neutron.services.segments.db._delete_segments_for_network-8732568551033'] for network, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:25.594032 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0807294-1f80-498a-910d-9004468af90a admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=83738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 07 10:28:25.594439 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f0807294-1f80-498a-910d-9004468af90a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1227397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3556681'] for segment, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:25.612630 dv-neutron-830731-3-hyperv neutron-server[83738]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:28:25.612630 dv-neutron-830731-3-hyperv neutron-server[83738]: util.warn( Mar 07 10:28:25.612630 dv-neutron-830731-3-hyperv neutron-server[83738]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:28:25.612630 dv-neutron-830731-3-hyperv neutron-server[83738]: util.warn( Mar 07 10:28:25.612630 dv-neutron-830731-3-hyperv neutron-server[83738]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:28:25.612630 dv-neutron-830731-3-hyperv neutron-server[83738]: util.warn( Mar 07 10:28:25.612630 dv-neutron-830731-3-hyperv neutron-server[83738]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:28:25.612630 dv-neutron-830731-3-hyperv neutron-server[83738]: util.warn( Mar 07 10:28:25.612630 dv-neutron-830731-3-hyperv neutron-server[83738]: Traceback (most recent call last): Mar 07 10:28:25.612630 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 07 10:28:25.612630 dv-neutron-830731-3-hyperv neutron-server[83738]: timer() Mar 07 10:28:25.612630 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:28:25.612630 dv-neutron-830731-3-hyperv neutron-server[83738]: cb(*args, **kw) Mar 07 10:28:25.612630 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 10:28:25.612630 dv-neutron-830731-3-hyperv neutron-server[83738]: return func(*args, **kwargs) Mar 07 10:28:25.612630 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:28:25.612630 dv-neutron-830731-3-hyperv neutron-server[83738]: self._notify() Mar 07 10:28:25.612630 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:28:25.612630 dv-neutron-830731-3-hyperv neutron-server[83738]: self.callback(batched_events) Mar 07 10:28:25.612630 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:28:25.612630 dv-neutron-830731-3-hyperv neutron-server[83738]: event.method(event) Mar 07 10:28:25.612630 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 10:28:25.612630 dv-neutron-830731-3-hyperv neutron-server[83738]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:28:25.612630 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 10:28:25.612630 dv-neutron-830731-3-hyperv neutron-server[83738]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:28:25.612630 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 10:28:25.612630 dv-neutron-830731-3-hyperv neutron-server[83738]: return f(self, *a, **k) Mar 07 10:28:25.612630 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:28:25.612630 dv-neutron-830731-3-hyperv neutron-server[83738]: return self._get(url).json() Mar 07 10:28:25.612630 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:28:25.612630 dv-neutron-830731-3-hyperv neutron-server[83738]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:28:25.612630 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 07 10:28:25.612630 dv-neutron-830731-3-hyperv neutron-server[83738]: return self.request(url, 'GET', **kwargs) Mar 07 10:28:25.612630 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 07 10:28:25.612630 dv-neutron-830731-3-hyperv neutron-server[83738]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:28:25.612630 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 07 10:28:25.612630 dv-neutron-830731-3-hyperv neutron-server[83738]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:28:25.612630 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 07 10:28:25.612630 dv-neutron-830731-3-hyperv neutron-server[83738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:28:25.612630 dv-neutron-830731-3-hyperv neutron-server[83738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:28:25.616121 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-6a3efd9f-a559-4637-a5ae-430f2dad85f7 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84c8855e-32d5-4d02-a376-718d92106c81']}} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:28:25.628181 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-6a3efd9f-a559-4637-a5ae-430f2dad85f7 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '822dc098-6148-43f7-a0bc-3ebaa32d2b44') {'for_net_delete': True} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:28:25.628500 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-6a3efd9f-a559-4637-a5ae-430f2dad85f7 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '822dc098-6148-43f7-a0bc-3ebaa32d2b44') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:28:25.635719 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b52f63f-3766-4bbf-af2f-054443a3c62d tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Router ab1c721f-cb1c-48ee-a071-37e7d79625fb is scheduled to L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 with binding_index 1 {{(pid=83737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 10:28:25.650279 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6a3efd9f-a559-4637-a5ae-430f2dad85f7 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732568550916', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629174'] for segment, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:25.692566 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-75a2014e-1382-4909-8a6b-fdeb8fbc9794 req-7f479805-5007-4728-a582-01907274b2aa service neutron] 10.222.0.10 "GET /v2.0/networks/0ff3d537-e319-4922-a8b2-8cb5ee18b005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5578992 Mar 07 10:28:25.696407 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-255316fc-ee3d-4b30-ab16-350a8de2dd17 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "DELETE /v2.0/subnets/f34b9f0b-8ab7-4785-bad5-4aa8a3285a55 HTTP/1.1" status: 204 len: 168 time: 1.9453421 Mar 07 10:28:25.711289 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 34060) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:25.723255 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6a3efd9f-a559-4637-a5ae-430f2dad85f7 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:25.793201 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a3efd9f-a559-4637-a5ae-430f2dad85f7 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=83737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 07 10:28:25.793966 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6a3efd9f-a559-4637-a5ae-430f2dad85f7 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1227397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3012597'] for segment, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:25.810304 dv-neutron-830731-3-hyperv neutron-server[83737]: Traceback (most recent call last): Mar 07 10:28:25.810304 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 07 10:28:25.810304 dv-neutron-830731-3-hyperv neutron-server[83737]: timer() Mar 07 10:28:25.810304 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:28:25.810304 dv-neutron-830731-3-hyperv neutron-server[83737]: cb(*args, **kw) Mar 07 10:28:25.810304 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 10:28:25.810304 dv-neutron-830731-3-hyperv neutron-server[83737]: return func(*args, **kwargs) Mar 07 10:28:25.810304 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:28:25.810304 dv-neutron-830731-3-hyperv neutron-server[83737]: self._notify() Mar 07 10:28:25.810304 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:28:25.810304 dv-neutron-830731-3-hyperv neutron-server[83737]: self.callback(batched_events) Mar 07 10:28:25.810304 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:28:25.810304 dv-neutron-830731-3-hyperv neutron-server[83737]: event.method(event) Mar 07 10:28:25.810304 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 10:28:25.810304 dv-neutron-830731-3-hyperv neutron-server[83737]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:28:25.810304 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 10:28:25.810304 dv-neutron-830731-3-hyperv neutron-server[83737]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:28:25.810304 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 10:28:25.810304 dv-neutron-830731-3-hyperv neutron-server[83737]: return f(self, *a, **k) Mar 07 10:28:25.810304 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:28:25.810304 dv-neutron-830731-3-hyperv neutron-server[83737]: return self._get(url).json() Mar 07 10:28:25.810304 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:28:25.810304 dv-neutron-830731-3-hyperv neutron-server[83737]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:28:25.810304 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 07 10:28:25.810304 dv-neutron-830731-3-hyperv neutron-server[83737]: return self.request(url, 'GET', **kwargs) Mar 07 10:28:25.810304 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 07 10:28:25.810304 dv-neutron-830731-3-hyperv neutron-server[83737]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:28:25.810304 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 07 10:28:25.810304 dv-neutron-830731-3-hyperv neutron-server[83737]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:28:25.810304 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 07 10:28:25.810304 dv-neutron-830731-3-hyperv neutron-server[83737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:28:25.810304 dv-neutron-830731-3-hyperv neutron-server[83737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:28:25.818170 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 34064) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:25.857702 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-654daa66-7555-45b8-9c02-865527c51fea None None] DHCP port deletion for 98d8805b-dd65-4110-997b-2eea298bca78 request from dv-neutron-830731-3-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 07 10:28:25.862793 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-654daa66-7555-45b8-9c02-865527c51fea None None] Deleting port c5cd873e-5067-4b4b-986b-c373a68a80e6 {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:28:25.863579 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-654daa66-7555-45b8-9c02-865527c51fea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:25.924222 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6a3efd9f-a559-4637-a5ae-430f2dad85f7 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1526886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923583'] for network, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:25.945029 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6a3efd9f-a559-4637-a5ae-430f2dad85f7 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:25.956131 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3efd9f-a559-4637-a5ae-430f2dad85f7 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Pushing event deleted for resources: {'Network': ['ID=84c8855e-32d5-4d02-a376-718d92106c81,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:25.967171 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-6a3efd9f-a559-4637-a5ae-430f2dad85f7 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] 10.222.0.13 "DELETE /v2.0/networks/84c8855e-32d5-4d02-a376-718d92106c81 HTTP/1.1" status: 204 len: 168 time: 0.7767489 Mar 07 10:28:25.970996 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 34070) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:25.976562 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-180f7a40-abcf-454a-807e-d815e5dba499 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-255109373'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:28:25.983804 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-180f7a40-abcf-454a-807e-d815e5dba499 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:28:25.992958 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-180f7a40-abcf-454a-807e-d815e5dba499 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Usage tracker for resource:network and tenant:b6ff3248bb834bc1a094f45e7fa43fbd is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:28:25.997196 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-180f7a40-abcf-454a-807e-d815e5dba499 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:28:26.004192 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-180f7a40-abcf-454a-807e-d815e5dba499 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:28:26.025284 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-180f7a40-abcf-454a-807e-d815e5dba499 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Made reservation on behalf of b6ff3248bb834bc1a094f45e7fa43fbd for: {'network': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:28:26.028493 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-180f7a40-abcf-454a-807e-d815e5dba499 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for network, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:26.060759 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-75a2014e-1382-4909-8a6b-fdeb8fbc9794 req-67b64843-a63d-4956-8325-299e6cc919f2 service neutron] 10.222.0.10 "GET /v2.0/networks/0ff3d537-e319-4922-a8b2-8cb5ee18b005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3370283 Mar 07 10:28:26.065389 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-fe5f455c-41d1-4da2-b878-5a90506654b4 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3530366 Mar 07 10:28:26.070385 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 34074) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:26.074042 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-180f7a40-abcf-454a-807e-d815e5dba499 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=83737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:28:26.081481 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-a8ce0f8d-f72c-4c8c-91ba-f739b2ec1fd0 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Request body: {'subnet': {'network_id': '98d8805b-dd65-4110-997b-2eea298bca78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:28:26.111253 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-a8e067c8-1361-4b9f-aed6-fbc27057e831 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Request body: {'security_group': {'name': 'tempest-secgroup--1996223067'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:28:26.113738 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-654daa66-7555-45b8-9c02-865527c51fea None None] For port c5cd873e-5067-4b4b-986b-c373a68a80e6, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=c5cd873e-5067-4b4b-986b-c373a68a80e6,segment=NetworkSegment(13510a37-88c7-493e-9701-b414ea24fc4c),segment_id=13510a37-88c7-493e-9701-b414ea24fc4c)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:28:26.114763 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-654daa66-7555-45b8-9c02-865527c51fea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:26.116516 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b52f63f-3766-4bbf-af2f-054443a3c62d tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:28:26.127511 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f0807294-1f80-498a-910d-9004468af90a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1526886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923583'] for network, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:26.131186 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db148c2a-6d88-4c87-9758-836a896695db None None] Sync routers for ids ['ab1c721f-cb1c-48ee-a071-37e7d79625fb'] in dv-neutron-830731-3-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:28:26.144617 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-a8e067c8-1361-4b9f-aed6-fbc27057e831 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:28:26.154730 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db148c2a-6d88-4c87-9758-836a896695db None None] Routers {'ab1c721f-cb1c-48ee-a071-37e7d79625fb'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:28:26.162391 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f0807294-1f80-498a-910d-9004468af90a admin admin] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:26.169543 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-db148c2a-6d88-4c87-9758-836a896695db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:28:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['ab1c721f-cb1c-48ee-a071-37e7d79625fb'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:28:26.169768 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f6290dc7-71dd-4097-b939-8ffe77260fe5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:26.195295 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6b52f63f-3766-4bbf-af2f-054443a3c62d tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:26.196500 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-6b52f63f-3766-4bbf-af2f-054443a3c62d tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.6818216 Mar 07 10:28:26.197637 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-a8e067c8-1361-4b9f-aed6-fbc27057e831 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Usage tracker for resource:security_group and tenant:848809c668c344288b1e7f4447e0cf5d is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:28:26.200622 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-180f7a40-abcf-454a-807e-d815e5dba499 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:26.200969 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.db.segments_db [None req-180f7a40-abcf-454a-807e-d815e5dba499 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Added segment 9e7cee2f-6833-4d8a-8aad-16653fb0623b of type vlan for network e1ce97d2-0f63-4d3e-b3a2-60d5fc45c494 Mar 07 10:28:26.201404 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f6290dc7-71dd-4097-b939-8ffe77260fe5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:26.206797 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 34078) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:26.211403 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-a8e067c8-1361-4b9f-aed6-fbc27057e831 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:28:26.233472 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-a8e067c8-1361-4b9f-aed6-fbc27057e831 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:28:26.238960 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-280cd890-573e-4cbb-9603-9170deb59eff tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'enable_snat': False}}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:28:26.263479 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0807294-1f80-498a-910d-9004468af90a admin admin] Pushing event deleted for resources: {'Network': ['ID=f727e18d-bdc2-4660-9a3a-cfddb6581f4f,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:26.276734 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f6290dc7-71dd-4097-b939-8ffe77260fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:26.278213 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-654daa66-7555-45b8-9c02-865527c51fea None None] Calling delete_port for c5cd873e-5067-4b4b-986b-c373a68a80e6 owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:28:26.279675 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f6290dc7-71dd-4097-b939-8ffe77260fe5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:26.281067 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-f6290dc7-71dd-4097-b939-8ffe77260fe5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/73874d05-86d4-4864-94f6-2ca628620ff0 HTTP/1.1" status: 204 len: 168 time: 0.7335427 Mar 07 10:28:26.302070 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-f0807294-1f80-498a-910d-9004468af90a admin admin] 10.222.0.13 "DELETE /v2.0/networks/f727e18d-bdc2-4660-9a3a-cfddb6581f4f HTTP/1.1" status: 204 len: 168 time: 4.3413661 Mar 07 10:28:26.307331 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6290dc7-71dd-4097-b939-8ffe77260fe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73874d05-86d4-4864-94f6-2ca628620ff0,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:26.342134 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e91650e3-714f-4a2a-b50f-edd8f42967d3 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3920255'] for router_interface, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:26.349610 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-db148c2a-6d88-4c87-9758-836a896695db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:28:26.378127 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db148c2a-6d88-4c87-9758-836a896695db None None] Routers {'ab1c721f-cb1c-48ee-a071-37e7d79625fb'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:28:26.378708 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-db148c2a-6d88-4c87-9758-836a896695db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:28:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['ab1c721f-cb1c-48ee-a071-37e7d79625fb'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:28:26.444153 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a8e067c8-1361-4b9f-aed6-fbc27057e831 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:26.444963 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-654daa66-7555-45b8-9c02-865527c51fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812'] for port, after_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:26.454186 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-180f7a40-abcf-454a-807e-d815e5dba499 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732568034061'] for network, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:26.476982 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-a8ce0f8d-f72c-4c8c-91ba-f739b2ec1fd0 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:28:26.493363 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a8e067c8-1361-4b9f-aed6-fbc27057e831 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:26.513181 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654daa66-7555-45b8-9c02-865527c51fea None None] No DVR routers for this DVR port c5cd873e-5067-4b4b-986b-c373a68a80e6 on host dv-neutron-830731-3-hyperv {{(pid=83739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:28:26.521139 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-db148c2a-6d88-4c87-9758-836a896695db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:28:26.522013 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db148c2a-6d88-4c87-9758-836a896695db None None] The sync data for ids ['ab1c721f-cb1c-48ee-a071-37e7d79625fb'] in dv-neutron-830731-3-hyperv is: [] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:28:26.522464 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654daa66-7555-45b8-9c02-865527c51fea None None] Pushing event deleted for resources: {'Port': ['ID=c5cd873e-5067-4b4b-986b-c373a68a80e6,revision_number=None']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:26.540470 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-a8ce0f8d-f72c-4c8c-91ba-f739b2ec1fd0 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Usage tracker for resource:subnet and tenant:0f1e04191c7443f7844c0202165e746c is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:28:26.547379 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-a8ce0f8d-f72c-4c8c-91ba-f739b2ec1fd0 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:28:26.573849 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-a8ce0f8d-f72c-4c8c-91ba-f739b2ec1fd0 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:28:26.609054 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-a8e067c8-1361-4b9f-aed6-fbc27057e831 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:28:26.613885 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-180f7a40-abcf-454a-807e-d815e5dba499 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594'] for network, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:26.617643 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-180f7a40-abcf-454a-807e-d815e5dba499 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:26.618305 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-180f7a40-abcf-454a-807e-d815e5dba499 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:26.627557 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-a8e067c8-1361-4b9f-aed6-fbc27057e831 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Usage tracker for resource:security_group_rule and tenant:848809c668c344288b1e7f4447e0cf5d is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:28:26.648764 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-a8e067c8-1361-4b9f-aed6-fbc27057e831 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:28:26.660580 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8ce0f8d-f72c-4c8c-91ba-f739b2ec1fd0 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Made reservation on behalf of 0f1e04191c7443f7844c0202165e746c for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:28:26.686471 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-a8e067c8-1361-4b9f-aed6-fbc27057e831 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:28:26.768681 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 34088) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:26.937192 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-3edb4dc0-802b-4621-a109-581e434f8d0d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=38f0b9f3569b450182bbf4a37575848e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1666143 Mar 07 10:28:26.943602 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 34096) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:26.953060 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-180f7a40-abcf-454a-807e-d815e5dba499 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.9809856 Mar 07 10:28:26.961290 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 34102) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:26.966253 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180f7a40-abcf-454a-807e-d815e5dba499 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Pushing event updated for resources: {'Network': ['ID=e1ce97d2-0f63-4d3e-b3a2-60d5fc45c494,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:26.973833 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-17e447f0-c596-489b-943a-198ef498ac7b tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Request body: {'subnet': {'network_id': 'e1ce97d2-0f63-4d3e-b3a2-60d5fc45c494', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:28:26.977036 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Network e1ce97d2-0f63-4d3e-b3a2-60d5fc45c494 details requested by agent ovs-agent-dv-neutron-830731-3-hyperv with host dv-neutron-830731-3-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 10:28:27.004117 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a8ce0f8d-f72c-4c8c-91ba-f739b2ec1fd0 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3219231'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:27.172733 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device c5cd873e-5067-4b4b-986b-c373a68a80e6 no longer exists at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:28:27.176506 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-17e447f0-c596-489b-943a-198ef498ac7b tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:28:27.180411 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-17e447f0-c596-489b-943a-198ef498ac7b tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Usage tracker for resource:subnet and tenant:b6ff3248bb834bc1a094f45e7fa43fbd is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:28:27.183276 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-17e447f0-c596-489b-943a-198ef498ac7b tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:28:27.195200 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-17e447f0-c596-489b-943a-198ef498ac7b tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:28:27.202128 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-341cdb13-6a64-4a55-b1b3-9cb2db7f23c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:27.222376 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] No Port match for: c5cd873e-5067-4b4b-986b-c373a68a80e6 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 10:28:27.223411 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device c5cd873e-5067-4b4b-986b-c373a68a80e6 not bound to the agent host dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 10:28:27.266199 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17e447f0-c596-489b-943a-198ef498ac7b tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Made reservation on behalf of b6ff3248bb834bc1a094f45e7fa43fbd for: {'subnet': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:28:27.286112 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-341cdb13-6a64-4a55-b1b3-9cb2db7f23c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:27.319384 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a8e067c8-1361-4b9f-aed6-fbc27057e831 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:27.367922 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a8e067c8-1361-4b9f-aed6-fbc27057e831 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:27.447654 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-a8e067c8-1361-4b9f-aed6-fbc27057e831 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:28:27.451702 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e067c8-1361-4b9f-aed6-fbc27057e831 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81f684ce-0140-45bb-a3c7-57fdef0df8cb,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:27.467249 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-a8e067c8-1361-4b9f-aed6-fbc27057e831 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Usage tracker for resource:security_group_rule and tenant:848809c668c344288b1e7f4447e0cf5d is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:28:27.474021 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-a8e067c8-1361-4b9f-aed6-fbc27057e831 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:28:27.482922 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-a8e067c8-1361-4b9f-aed6-fbc27057e831 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:28:27.539341 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a8ce0f8d-f72c-4c8c-91ba-f739b2ec1fd0 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3012444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3219213'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:27.555422 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-17e447f0-c596-489b-943a-198ef498ac7b tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741426'] for subnet, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:27.656557 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ce0f8d-f72c-4c8c-91ba-f739b2ec1fd0 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Pushing event updated for resources: {'Subnet': ['ID=38b10a51-c0ec-48a5-9cbe-0ccd5070f1c1,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:27.661975 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ce0f8d-f72c-4c8c-91ba-f739b2ec1fd0 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Network 98d8805b-dd65-4110-997b-2eea298bca78 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:28:27.666458 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-a8ce0f8d-f72c-4c8c-91ba-f739b2ec1fd0 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:28:27.669533 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a8e067c8-1361-4b9f-aed6-fbc27057e831 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:27.672062 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ce0f8d-f72c-4c8c-91ba-f739b2ec1fd0 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:27.672676 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a8ce0f8d-f72c-4c8c-91ba-f739b2ec1fd0 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:27.683447 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dbb6a4a-e5b6-47c4-85a5-3787ffd7f757 None None] Network 98d8805b-dd65-4110-997b-2eea298bca78 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:28:27.683960 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.ipam_backend_mixin [None req-17e447f0-c596-489b-943a-198ef498ac7b tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Performing IP validity checks on allocation pools {{(pid=83738) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 07 10:28:27.684636 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.ipam_backend_mixin [None req-17e447f0-c596-489b-943a-198ef498ac7b tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83738) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 07 10:28:27.692664 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-341cdb13-6a64-4a55-b1b3-9cb2db7f23c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:27.696874 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a8e067c8-1361-4b9f-aed6-fbc27057e831 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:27.735670 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341cdb13-6a64-4a55-b1b3-9cb2db7f23c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fc582ab-4116-457e-826e-f1b282f372c4,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:27.748399 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-341cdb13-6a64-4a55-b1b3-9cb2db7f23c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:27.749654 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-341cdb13-6a64-4a55-b1b3-9cb2db7f23c2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6fc582ab-4116-457e-826e-f1b282f372c4 HTTP/1.1" status: 204 len: 168 time: 0.8052273 Mar 07 10:28:27.767375 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e067c8-1361-4b9f-aed6-fbc27057e831 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94c1c104-5f3f-4333-8ffd-1d22157048cc,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:27.774138 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a8e067c8-1361-4b9f-aed6-fbc27057e831 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:27.777725 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-a8e067c8-1361-4b9f-aed6-fbc27057e831 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.9559939 Mar 07 10:28:27.777725 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-a8ce0f8d-f72c-4c8c-91ba-f739b2ec1fd0 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7043729 Mar 07 10:28:27.778314 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 34118) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:27.782011 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 34120) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:27.802430 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-a3093514-ad21-4e3b-a743-41badaad8e2f tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Request body: {'subnet': {'network_id': '98d8805b-dd65-4110-997b-2eea298bca78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:28:28.014939 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1e1a22d-4645-41bb-b78a-9030a279dc04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ec2749d-0aec-52fb-aca6-10ba8a80aade-98d8805b-dd65-4110-997b-2eea298bca78', 'network_id': '98d8805b-dd65-4110-997b-2eea298bca78', 'tenant_id': '0f1e04191c7443f7844c0202165e746c', 'fixed_ips': [{'subnet_id': '38b10a51-c0ec-48a5-9cbe-0ccd5070f1c1'}]}} from dv-neutron-830731-3-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 07 10:28:28.016277 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-b1e1a22d-4645-41bb-b78a-9030a279dc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:28.027978 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-e91650e3-714f-4a2a-b50f-edd8f42967d3 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Deleting port 8520dd60-e105-4488-b9b2-ff1b426cdb29 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:28:28.031342 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e91650e3-714f-4a2a-b50f-edd8f42967d3 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:28.102590 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-17e447f0-c596-489b-943a-198ef498ac7b tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3556832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741408'] for subnet, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:28.139710 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-29b13257-45c6-47ba-9313-9d22e1687468 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Synchronizing usage tracker for tenant:848809c668c344288b1e7f4447e0cf5d on resource:security_group {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:28:28.158405 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-a3093514-ad21-4e3b-a743-41badaad8e2f tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:28:28.168774 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-a3093514-ad21-4e3b-a743-41badaad8e2f tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Usage tracker for resource:subnet and tenant:0f1e04191c7443f7844c0202165e746c is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:28:28.172805 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-a3093514-ad21-4e3b-a743-41badaad8e2f tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:28:28.182117 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-a3093514-ad21-4e3b-a743-41badaad8e2f tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:28:28.194736 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-29b13257-45c6-47ba-9313-9d22e1687468 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Unset dirty status for tenant:848809c668c344288b1e7f4447e0cf5d on resource:security_group {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:28:28.196025 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-29b13257-45c6-47ba-9313-9d22e1687468 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.4168572 Mar 07 10:28:28.199113 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 34130) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:28.206148 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-999c34fd-99c0-4987-a547-f3430e04396d tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Request body: {'security_group': {'name': 'tempest-security--1540132650', 'description': 'tempest-security-description-1524363480'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:28:28.221712 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3093514-ad21-4e3b-a743-41badaad8e2f tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Made reservation on behalf of 0f1e04191c7443f7844c0202165e746c for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:28:28.226141 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a3093514-ad21-4e3b-a743-41badaad8e2f tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3219231'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:28.344892 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-999c34fd-99c0-4987-a547-f3430e04396d tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Notify callbacks [] for security_group, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:28.453365 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e447f0-c596-489b-943a-198ef498ac7b tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Pushing event updated for resources: {'Subnet': ['ID=9fea046b-2479-4b05-bbb2-67316156d5c7,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:28.460765 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-999c34fd-99c0-4987-a547-f3430e04396d tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Notify callbacks [] for security_group, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:28.463472 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.db.ipam_backend_mixin [None req-a3093514-ad21-4e3b-a743-41badaad8e2f tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 38b10a51-c0ec-48a5-9cbe-0ccd5070f1c1 (CIDR: 2001:db8::/64) Mar 07 10:28:28.469740 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-280cd890-573e-4cbb-9603-9170deb59eff tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3917998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58952'] for router, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:28.476163 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-999c34fd-99c0-4987-a547-f3430e04396d tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:28.478488 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-999c34fd-99c0-4987-a547-f3430e04396d tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:28.479759 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-999c34fd-99c0-4987-a547-f3430e04396d tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] 10.222.0.13 "PUT /v2.0/security-groups/94c1c104-5f3f-4333-8ffd-1d22157048cc HTTP/1.1" status: 200 len: 1612 time: 0.2796841 Mar 07 10:28:28.487741 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 34142) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:28.489887 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3093514-ad21-4e3b-a743-41badaad8e2f tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 10:28:28.490330 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3093514-ad21-4e3b-a743-41badaad8e2f tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:28:28.518958 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-cb04ef73-b584-475d-8363-c633eff27ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:28.529417 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999c34fd-99c0-4987-a547-f3430e04396d tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94c1c104-5f3f-4333-8ffd-1d22157048cc,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:28.546744 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-b1e1a22d-4645-41bb-b78a-9030a279dc04 None None] Allocated IP 2001:db8::2 (98d8805b-dd65-4110-997b-2eea298bca78/38b10a51-c0ec-48a5-9cbe-0ccd5070f1c1/4dc14ca9-cfc1-4919-96a3-a5959b546ccf) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:28:28.549256 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-a3093514-ad21-4e3b-a743-41badaad8e2f tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7664807 Mar 07 10:28:28.553095 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 34148) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:28.561403 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-45caf42c-7cc8-4c06-84fd-8772f760f159 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Request body: {'subnet': {'network_id': '98d8805b-dd65-4110-997b-2eea298bca78', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:28:28.578049 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e447f0-c596-489b-943a-198ef498ac7b tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Checking segment: {'id': '9e7cee2f-6833-4d8a-8aad-16653fb0623b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e1ce97d2-0f63-4d3e-b3a2-60d5fc45c494'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:28:28.590145 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17e447f0-c596-489b-943a-198ef498ac7b tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Network hostable DHCP agents. Network: e1ce97d2-0f63-4d3e-b3a2-60d5fc45c494, hostable agents: ['6527556c-6586-422c-ae47-082984683847'], hosted agents: [] {{(pid=83738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:28:28.721142 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-33f10fd4-2f51-46b7-9f83-8ed0de4d0896 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] 10.222.0.13 "GET /v2.0/security-groups/94c1c104-5f3f-4333-8ffd-1d22157048cc HTTP/1.1" status: 200 len: 1612 time: 0.2304304 Mar 07 10:28:28.721765 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 34158) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:28.767148 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17e447f0-c596-489b-943a-198ef498ac7b tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Network e1ce97d2-0f63-4d3e-b3a2-60d5fc45c494 is scheduled to be hosted by DHCP agent 6527556c-6586-422c-ae47-082984683847 with binding_index 1 {{(pid=83738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:28:28.804980 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-17e447f0-c596-489b-943a-198ef498ac7b tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830731-3-hyperv, e1ce97d2-0f63-4d3e-b3a2-60d5fc45c494) {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:28:28.823977 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e91650e3-714f-4a2a-b50f-edd8f42967d3 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:28.831177 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-b1e1a22d-4645-41bb-b78a-9030a279dc04 None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:28.833064 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e447f0-c596-489b-943a-198ef498ac7b tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:28.833909 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-17e447f0-c596-489b-943a-198ef498ac7b tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:28.847285 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-b1e1a22d-4645-41bb-b78a-9030a279dc04 None None] Transition to ACTIVE for port object 4dc14ca9-cfc1-4919-96a3-a5959b546ccf will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:28:28.878234 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-b1e1a22d-4645-41bb-b78a-9030a279dc04 None None] Transition to ACTIVE for port object 4dc14ca9-cfc1-4919-96a3-a5959b546ccf will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:28:28.890737 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac738cca-f334-45ea-b90a-2ceee0fccf93 None None] Network e1ce97d2-0f63-4d3e-b3a2-60d5fc45c494 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:28:28.919474 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-b1e1a22d-4645-41bb-b78a-9030a279dc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:28.968547 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-45caf42c-7cc8-4c06-84fd-8772f760f159 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:28:28.973124 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-e91650e3-714f-4a2a-b50f-edd8f42967d3 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Calling delete_port for 8520dd60-e105-4488-b9b2-ff1b426cdb29 owned by network:router_interface {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:28:28.976133 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-45caf42c-7cc8-4c06-84fd-8772f760f159 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Usage tracker for resource:subnet and tenant:0f1e04191c7443f7844c0202165e746c is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:28:28.988664 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-45caf42c-7cc8-4c06-84fd-8772f760f159 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:28:29.013463 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-17e447f0-c596-489b-943a-198ef498ac7b tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0510948 Mar 07 10:28:29.022464 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-45caf42c-7cc8-4c06-84fd-8772f760f159 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:28:29.026019 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 34166) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:29.034452 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-e530e1d9-ada3-412b-a4dd-18fa4619f756 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Request body: {'port': {'network_id': 'e1ce97d2-0f63-4d3e-b3a2-60d5fc45c494', 'name': 'tempest-PortsTestJSON-172919893'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:28:29.046982 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6df86484-1f5d-441a-95e8-bf5964ac4f12 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Notify callbacks [] for security_group, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:29.073301 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e1a22d-4645-41bb-b78a-9030a279dc04 None None] Pushing event updated for resources: {'Port': ['ID=4dc14ca9-cfc1-4919-96a3-a5959b546ccf,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:29.120151 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1e1a22d-4645-41bb-b78a-9030a279dc04 None None] Network 98d8805b-dd65-4110-997b-2eea298bca78 is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:28:29.123894 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-b1e1a22d-4645-41bb-b78a-9030a279dc04 None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:28:29.129344 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e1a22d-4645-41bb-b78a-9030a279dc04 None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:28:29.151309 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6df86484-1f5d-441a-95e8-bf5964ac4f12 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:29.248322 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6df86484-1f5d-441a-95e8-bf5964ac4f12 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:29.301256 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-b1e1a22d-4645-41bb-b78a-9030a279dc04 None None] Attempting to bind port 4dc14ca9-cfc1-4919-96a3-a5959b546ccf on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:28:29.301631 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-b1e1a22d-4645-41bb-b78a-9030a279dc04 None None] Attempting to bind port 4dc14ca9-cfc1-4919-96a3-a5959b546ccf by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': '13510a37-88c7-493e-9701-b414ea24fc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '98d8805b-dd65-4110-997b-2eea298bca78'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:28:29.301816 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45caf42c-7cc8-4c06-84fd-8772f760f159 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Made reservation on behalf of 0f1e04191c7443f7844c0202165e746c for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:28:29.301994 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e1a22d-4645-41bb-b78a-9030a279dc04 None None] Attempting to bind port 4dc14ca9-cfc1-4919-96a3-a5959b546ccf on network 98d8805b-dd65-4110-997b-2eea298bca78 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:28:29.305668 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-45caf42c-7cc8-4c06-84fd-8772f760f159 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3219231'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:29.328302 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-e530e1d9-ada3-412b-a4dd-18fa4619f756 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:28:29.342008 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df86484-1f5d-441a-95e8-bf5964ac4f12 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94c1c104-5f3f-4333-8ffd-1d22157048cc,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:29.395299 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6df86484-1f5d-441a-95e8-bf5964ac4f12 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:29.396828 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-6df86484-1f5d-441a-95e8-bf5964ac4f12 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] 10.222.0.13 "DELETE /v2.0/security-groups/94c1c104-5f3f-4333-8ffd-1d22157048cc HTTP/1.1" status: 204 len: 168 time: 0.6657689 Mar 07 10:28:29.400037 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 34180) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:29.413539 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-e530e1d9-ada3-412b-a4dd-18fa4619f756 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:28:29.428156 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e91650e3-714f-4a2a-b50f-edd8f42967d3 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:29.437932 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e1a22d-4645-41bb-b78a-9030a279dc04 None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 28, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:28:29.438654 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e1a22d-4645-41bb-b78a-9030a279dc04 None None] Checking segment: {'id': '13510a37-88c7-493e-9701-b414ea24fc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '98d8805b-dd65-4110-997b-2eea298bca78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:28:29.439989 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-b1e1a22d-4645-41bb-b78a-9030a279dc04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:29.440704 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e1a22d-4645-41bb-b78a-9030a279dc04 None None] Bound using segment: {'id': '13510a37-88c7-493e-9701-b414ea24fc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '98d8805b-dd65-4110-997b-2eea298bca78'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:28:29.441591 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-b1e1a22d-4645-41bb-b78a-9030a279dc04 None None] Bound port: 4dc14ca9-cfc1-4919-96a3-a5959b546ccf, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13510a37-88c7-493e-9701-b414ea24fc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '98d8805b-dd65-4110-997b-2eea298bca78'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:28:29.442371 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-b1e1a22d-4645-41bb-b78a-9030a279dc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:29.487938 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91650e3-714f-4a2a-b50f-edd8f42967d3 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Pushing event deleted for resources: {'Port': ['ID=8520dd60-e105-4488-b9b2-ff1b426cdb29,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:29.508607 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e530e1d9-ada3-412b-a4dd-18fa4619f756 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Made reservation on behalf of b6ff3248bb834bc1a094f45e7fa43fbd for: {'port': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:28:29.511601 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e530e1d9-ada3-412b-a4dd-18fa4619f756 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:29.570496 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e8b847f-2175-4e2e-831a-0b8bec9a1172 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ec2749d-0aec-52fb-aca6-10ba8a80aade-e1ce97d2-0f63-4d3e-b3a2-60d5fc45c494', 'network_id': 'e1ce97d2-0f63-4d3e-b3a2-60d5fc45c494', 'tenant_id': 'b6ff3248bb834bc1a094f45e7fa43fbd', 'fixed_ips': [{'subnet_id': '9fea046b-2479-4b05-bbb2-67316156d5c7'}]}} from dv-neutron-830731-3-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 07 10:28:29.571333 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-5e8b847f-2175-4e2e-831a-0b8bec9a1172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:29.710147 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-121c83c4-7a6c-4103-ab37-0420cb2f99a8 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Synchronizing usage tracker for tenant:848809c668c344288b1e7f4447e0cf5d on resource:security_group {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:28:29.766968 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-121c83c4-7a6c-4103-ab37-0420cb2f99a8 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Unset dirty status for tenant:848809c668c344288b1e7f4447e0cf5d on resource:security_group {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:28:29.768368 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-121c83c4-7a6c-4103-ab37-0420cb2f99a8 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3671644 Mar 07 10:28:29.775061 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-b1e1a22d-4645-41bb-b78a-9030a279dc04 None None] For port 4dc14ca9-cfc1-4919-96a3-a5959b546ccf, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:28:29.776096 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 34190) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:29.788670 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-b1e1a22d-4645-41bb-b78a-9030a279dc04 None None] For port 4dc14ca9-cfc1-4919-96a3-a5959b546ccf, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=4dc14ca9-cfc1-4919-96a3-a5959b546ccf,segment=NetworkSegment(13510a37-88c7-493e-9701-b414ea24fc4c),segment_id=13510a37-88c7-493e-9701-b414ea24fc4c)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:28:29.837403 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-b1e1a22d-4645-41bb-b78a-9030a279dc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:29.872410 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [None req-e530e1d9-ada3-412b-a4dd-18fa4619f756 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] device_id is not set on port 65c67dc5-f1c8-4b85-8178-21a0535045d7 yet. {{(pid=83737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 07 10:28:29.900940 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 34194) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:29.924878 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.api.v2.resource [None req-da0c847f-009c-46be-8a21-90757adccdf5 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] delete failed (client error): The resource could not be found. Mar 07 10:28:29.927768 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-da0c847f-009c-46be-8a21-90757adccdf5 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] 10.222.0.13 "DELETE /v2.0/security-groups/94c1c104-5f3f-4333-8ffd-1d22157048cc HTTP/1.1" status: 404 len: 347 time: 0.1476996 Mar 07 10:28:29.951182 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e1a22d-4645-41bb-b78a-9030a279dc04 None None] Pushing event updated for resources: {'Port': ['ID=4dc14ca9-cfc1-4919-96a3-a5959b546ccf,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:29.954617 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-5e8b847f-2175-4e2e-831a-0b8bec9a1172 None None] Allocated IP 172.20.0.2 (e1ce97d2-0f63-4d3e-b3a2-60d5fc45c494/9fea046b-2479-4b05-bbb2-67316156d5c7/3658426d-85f9-4b4e-affd-4680bbb6d1dd) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:28:29.960006 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 34200) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:29.977808 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-5bd2e2b3-d593-4c79-8e56-c44908145993 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Request body: {'security_group': {'name': 'tempest-secgroup--1706939169'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:28:30.001670 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-5bd2e2b3-d593-4c79-8e56-c44908145993 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:28:30.077250 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e91650e3-714f-4a2a-b50f-edd8f42967d3 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2756383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3920168'] for router_interface, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:30.078836 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-5bd2e2b3-d593-4c79-8e56-c44908145993 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:28:30.125985 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-280cd890-573e-4cbb-9603-9170deb59eff tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3917998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58952'] for router, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:30.135376 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-280cd890-573e-4cbb-9603-9170deb59eff tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3923496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3923511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3918005'] for router, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:30.230066 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5bd2e2b3-d593-4c79-8e56-c44908145993 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:30.383253 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-5e8b847f-2175-4e2e-831a-0b8bec9a1172 None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:30.407554 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-5e8b847f-2175-4e2e-831a-0b8bec9a1172 None None] Transition to ACTIVE for port object 3658426d-85f9-4b4e-affd-4680bbb6d1dd will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:28:30.448997 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-5e8b847f-2175-4e2e-831a-0b8bec9a1172 None None] Transition to ACTIVE for port object 3658426d-85f9-4b4e-affd-4680bbb6d1dd will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:28:30.457276 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-5e8b847f-2175-4e2e-831a-0b8bec9a1172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:30.465849 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-5bd2e2b3-d593-4c79-8e56-c44908145993 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:28:30.474549 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-5bd2e2b3-d593-4c79-8e56-c44908145993 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Usage tracker for resource:security_group_rule and tenant:848809c668c344288b1e7f4447e0cf5d is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:28:30.479561 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-5bd2e2b3-d593-4c79-8e56-c44908145993 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:28:30.489736 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-5bd2e2b3-d593-4c79-8e56-c44908145993 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:28:30.547500 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8b847f-2175-4e2e-831a-0b8bec9a1172 None None] Pushing event updated for resources: {'Port': ['ID=3658426d-85f9-4b4e-affd-4680bbb6d1dd,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:30.565587 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-8c25b82f-d247-4589-927f-28838407a4f8 tempest-RoutersAdminNegativeTest-1379185673 tempest-RoutersAdminNegativeTest-1379185673-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-433267635', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:28:30.570811 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-8c25b82f-d247-4589-927f-28838407a4f8 tempest-RoutersAdminNegativeTest-1379185673 tempest-RoutersAdminNegativeTest-1379185673-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:28:30.575523 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-8c25b82f-d247-4589-927f-28838407a4f8 tempest-RoutersAdminNegativeTest-1379185673 tempest-RoutersAdminNegativeTest-1379185673-project-admin] Usage tracker for resource:port and tenant:d93060ce28de4c1ba3bf61fee54e921b is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:28:30.579059 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5bd2e2b3-d593-4c79-8e56-c44908145993 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:30.579958 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-8c25b82f-d247-4589-927f-28838407a4f8 tempest-RoutersAdminNegativeTest-1379185673 tempest-RoutersAdminNegativeTest-1379185673-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:28:30.586333 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e8b847f-2175-4e2e-831a-0b8bec9a1172 None None] Network e1ce97d2-0f63-4d3e-b3a2-60d5fc45c494 is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:28:30.587459 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-23e0900f-7679-4ed0-a0fb-8aad41a67a79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:30.590931 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-5e8b847f-2175-4e2e-831a-0b8bec9a1172 None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:28:30.593521 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8b847f-2175-4e2e-831a-0b8bec9a1172 None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:28:30.596137 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-8c25b82f-d247-4589-927f-28838407a4f8 tempest-RoutersAdminNegativeTest-1379185673 tempest-RoutersAdminNegativeTest-1379185673-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:28:30.625519 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c25b82f-d247-4589-927f-28838407a4f8 tempest-RoutersAdminNegativeTest-1379185673 tempest-RoutersAdminNegativeTest-1379185673-project-admin] Made reservation on behalf of d93060ce28de4c1ba3bf61fee54e921b for: {'port': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:28:30.627808 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8c25b82f-d247-4589-927f-28838407a4f8 tempest-RoutersAdminNegativeTest-1379185673 tempest-RoutersAdminNegativeTest-1379185673-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:30.637656 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5bd2e2b3-d593-4c79-8e56-c44908145993 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:30.643199 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8c25b82f-d247-4589-927f-28838407a4f8 tempest-RoutersAdminNegativeTest-1379185673 tempest-RoutersAdminNegativeTest-1379185673-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:30.726911 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-5e8b847f-2175-4e2e-831a-0b8bec9a1172 None None] Attempting to bind port 3658426d-85f9-4b4e-affd-4680bbb6d1dd on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:28:30.727445 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-5e8b847f-2175-4e2e-831a-0b8bec9a1172 None None] Attempting to bind port 3658426d-85f9-4b4e-affd-4680bbb6d1dd by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': '9e7cee2f-6833-4d8a-8aad-16653fb0623b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e1ce97d2-0f63-4d3e-b3a2-60d5fc45c494'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:28:30.728035 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8b847f-2175-4e2e-831a-0b8bec9a1172 None None] Attempting to bind port 3658426d-85f9-4b4e-affd-4680bbb6d1dd on network e1ce97d2-0f63-4d3e-b3a2-60d5fc45c494 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:28:30.739037 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8b847f-2175-4e2e-831a-0b8bec9a1172 None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 28, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:28:30.739553 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8b847f-2175-4e2e-831a-0b8bec9a1172 None None] Checking segment: {'id': '9e7cee2f-6833-4d8a-8aad-16653fb0623b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e1ce97d2-0f63-4d3e-b3a2-60d5fc45c494'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:28:30.740060 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-5e8b847f-2175-4e2e-831a-0b8bec9a1172 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:30.740720 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8b847f-2175-4e2e-831a-0b8bec9a1172 None None] Bound using segment: {'id': '9e7cee2f-6833-4d8a-8aad-16653fb0623b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e1ce97d2-0f63-4d3e-b3a2-60d5fc45c494'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:28:30.741287 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-5e8b847f-2175-4e2e-831a-0b8bec9a1172 None None] Bound port: 3658426d-85f9-4b4e-affd-4680bbb6d1dd, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e7cee2f-6833-4d8a-8aad-16653fb0623b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e1ce97d2-0f63-4d3e-b3a2-60d5fc45c494'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:28:30.741771 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-5e8b847f-2175-4e2e-831a-0b8bec9a1172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:30.780519 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd2e2b3-d593-4c79-8e56-c44908145993 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7c698b8-d46f-451c-b2be-91bc1e3cd386,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:30.826219 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5bd2e2b3-d593-4c79-8e56-c44908145993 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:30.827907 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-5bd2e2b3-d593-4c79-8e56-c44908145993 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.8661518 Mar 07 10:28:30.839321 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-e530e1d9-ada3-412b-a4dd-18fa4619f756 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Allocated IP 172.20.0.9 (e1ce97d2-0f63-4d3e-b3a2-60d5fc45c494/9fea046b-2479-4b05-bbb2-67316156d5c7/65c67dc5-f1c8-4b85-8178-21a0535045d7) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:28:30.844760 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 34220) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:30.859683 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-4339a76a-741f-496e-be26-c13182352fe1 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Request body: {'security_group_rule': {'security_group_id': 'a7c698b8-d46f-451c-b2be-91bc1e3cd386', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:28:30.879673 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-5e8b847f-2175-4e2e-831a-0b8bec9a1172 None None] For port 3658426d-85f9-4b4e-affd-4680bbb6d1dd, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:28:30.883457 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-5e8b847f-2175-4e2e-831a-0b8bec9a1172 None None] For port 3658426d-85f9-4b4e-affd-4680bbb6d1dd, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=3658426d-85f9-4b4e-affd-4680bbb6d1dd,segment=NetworkSegment(9e7cee2f-6833-4d8a-8aad-16653fb0623b),segment_id=9e7cee2f-6833-4d8a-8aad-16653fb0623b)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:28:30.885795 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-4339a76a-741f-496e-be26-c13182352fe1 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:28:30.889335 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-5e8b847f-2175-4e2e-831a-0b8bec9a1172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:30.901483 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-4339a76a-741f-496e-be26-c13182352fe1 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Usage tracker for resource:security_group_rule and tenant:848809c668c344288b1e7f4447e0cf5d is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:28:30.919542 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-4339a76a-741f-496e-be26-c13182352fe1 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:28:30.929544 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.objects.ports [None req-45caf42c-7cc8-4c06-84fd-8772f760f159 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83737) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 07 10:28:30.957158 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-8c25b82f-d247-4589-927f-28838407a4f8 tempest-RoutersAdminNegativeTest-1379185673 tempest-RoutersAdminNegativeTest-1379185673-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:28:30.976608 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-8c25b82f-d247-4589-927f-28838407a4f8 tempest-RoutersAdminNegativeTest-1379185673 tempest-RoutersAdminNegativeTest-1379185673-project-admin] Usage tracker for resource:security_group_rule and tenant:d93060ce28de4c1ba3bf61fee54e921b is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:28:30.982369 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-8c25b82f-d247-4589-927f-28838407a4f8 tempest-RoutersAdminNegativeTest-1379185673 tempest-RoutersAdminNegativeTest-1379185673-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:28:30.984460 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-4339a76a-741f-496e-be26-c13182352fe1 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:28:30.992078 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-8c25b82f-d247-4589-927f-28838407a4f8 tempest-RoutersAdminNegativeTest-1379185673 tempest-RoutersAdminNegativeTest-1379185673-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:28:31.029671 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8b847f-2175-4e2e-831a-0b8bec9a1172 None None] Pushing event updated for resources: {'Port': ['ID=3658426d-85f9-4b4e-affd-4680bbb6d1dd,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:31.032390 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e91650e3-714f-4a2a-b50f-edd8f42967d3 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Router 2955f8dc-7a97-4982-9411-4a08645729f6 has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:28:31.183226 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 34228) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:31.206422 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 4dc14ca9-cfc1-4919-96a3-a5959b546ccf up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:28:31.262425 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e91650e3-714f-4a2a-b50f-edd8f42967d3 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:28:31.301967 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8c25b82f-d247-4589-927f-28838407a4f8 tempest-RoutersAdminNegativeTest-1379185673 tempest-RoutersAdminNegativeTest-1379185673-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:31.310844 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8c25b82f-d247-4589-927f-28838407a4f8 tempest-RoutersAdminNegativeTest-1379185673 tempest-RoutersAdminNegativeTest-1379185673-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:31.320040 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-e91650e3-714f-4a2a-b50f-edd8f42967d3 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] 10.222.0.13 "PUT /v2.0/routers/2955f8dc-7a97-4982-9411-4a08645729f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3744593 Mar 07 10:28:31.332827 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 34232) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:31.333687 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4339a76a-741f-496e-be26-c13182352fe1 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:31.349804 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [None req-8c25b82f-d247-4589-927f-28838407a4f8 tempest-RoutersAdminNegativeTest-1379185673 tempest-RoutersAdminNegativeTest-1379185673-project-admin] device_id is not set on port 5d8b3afd-997c-41a6-8833-a904892992e7 yet. {{(pid=83738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 07 10:28:31.395944 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2914b142-7d15-4d11-b152-58102eec7cb3 None None] Sync routers for ids ['2955f8dc-7a97-4982-9411-4a08645729f6'] in dv-neutron-830731-3-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:28:31.442510 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2914b142-7d15-4d11-b152-58102eec7cb3 None None] Routers {'2955f8dc-7a97-4982-9411-4a08645729f6'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:28:31.442822 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-2914b142-7d15-4d11-b152-58102eec7cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:28:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['2955f8dc-7a97-4982-9411-4a08645729f6'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:28:31.485564 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-45ff17aa-2737-4989-9dd2-83b5f4a934d2 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Synchronizing usage tracker for tenant:8843377006954c17a088ed77df13332f on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:28:31.495336 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c25b82f-d247-4589-927f-28838407a4f8 tempest-RoutersAdminNegativeTest-1379185673 tempest-RoutersAdminNegativeTest-1379185673-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb8b6487-3618-44b2-b9d9-2090d667f47e,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:31.571940 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-2914b142-7d15-4d11-b152-58102eec7cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:28:31.619663 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2914b142-7d15-4d11-b152-58102eec7cb3 None None] Routers {'2955f8dc-7a97-4982-9411-4a08645729f6'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:28:31.620447 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-2914b142-7d15-4d11-b152-58102eec7cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:28:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['2955f8dc-7a97-4982-9411-4a08645729f6'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:28:31.662405 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-8c25b82f-d247-4589-927f-28838407a4f8 tempest-RoutersAdminNegativeTest-1379185673 tempest-RoutersAdminNegativeTest-1379185673-project-admin] Allocated IP 172.26.8.187 (5ed85006-6b00-415e-b71f-837fb1421c12/8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a/5d8b3afd-997c-41a6-8833-a904892992e7) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:28:31.668591 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-45ff17aa-2737-4989-9dd2-83b5f4a934d2 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Unset dirty status for tenant:8843377006954c17a088ed77df13332f on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:28:31.669894 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-45ff17aa-2737-4989-9dd2-83b5f4a934d2 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] 10.222.0.13 "GET /v2.0/ports?device_id=2955f8dc-7a97-4982-9411-4a08645729f6 HTTP/1.1" status: 200 len: 205 time: 0.3352256 Mar 07 10:28:31.678530 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 34238) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:31.690578 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-280cd890-573e-4cbb-9603-9170deb59eff tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Router ab1c721f-cb1c-48ee-a071-37e7d79625fb has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:28:31.693021 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning for port 4dc14ca9-cfc1-4919-96a3-a5959b546ccf completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:28:31.702383 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-946aed8e-90e6-46f2-af5d-6822166eeec4 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-550670003', 'router:external': True}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:28:31.716451 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-2914b142-7d15-4d11-b152-58102eec7cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:28:31.717292 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2914b142-7d15-4d11-b152-58102eec7cb3 None None] The sync data for ids ['2955f8dc-7a97-4982-9411-4a08645729f6'] in dv-neutron-830731-3-hyperv is: [] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:28:31.718826 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-946aed8e-90e6-46f2-af5d-6822166eeec4 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:28:31.730286 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-711fefd2-3b30-4759-8df5-0aecff1c8e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:31.752107 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-f487afd8-16cd-4a6e-8770-ee0100a2c434 None None] Provisioning for port 4dc14ca9-cfc1-4919-96a3-a5959b546ccf completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:28:31.758249 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-f487afd8-16cd-4a6e-8770-ee0100a2c434 None None] Provisioning complete for port 4dc14ca9-cfc1-4919-96a3-a5959b546ccf triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:28:31.758620 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f487afd8-16cd-4a6e-8770-ee0100a2c434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:31.760364 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-946aed8e-90e6-46f2-af5d-6822166eeec4 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Usage tracker for resource:network and tenant:ee04c33b321f4b0fa4102821038ffb79 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:28:31.764084 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-946aed8e-90e6-46f2-af5d-6822166eeec4 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:28:31.790367 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-946aed8e-90e6-46f2-af5d-6822166eeec4 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:28:31.803976 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-45caf42c-7cc8-4c06-84fd-8772f760f159 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:31.840675 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:31.845976 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e530e1d9-ada3-412b-a4dd-18fa4619f756 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:31.895690 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-68076266-0769-4c1b-b40d-669ef653fc27 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks [] for router, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:31.900396 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f487afd8-16cd-4a6e-8770-ee0100a2c434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:31.911045 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4339a76a-741f-496e-be26-c13182352fe1 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:31.925337 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-946aed8e-90e6-46f2-af5d-6822166eeec4 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Made reservation on behalf of ee04c33b321f4b0fa4102821038ffb79 for: {'network': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:28:31.928252 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-946aed8e-90e6-46f2-af5d-6822166eeec4 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for network, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:31.937318 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-f487afd8-16cd-4a6e-8770-ee0100a2c434 None None] For port 4dc14ca9-cfc1-4919-96a3-a5959b546ccf, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=4dc14ca9-cfc1-4919-96a3-a5959b546ccf,segment=NetworkSegment(13510a37-88c7-493e-9701-b414ea24fc4c),segment_id=13510a37-88c7-493e-9701-b414ea24fc4c)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:28:31.942070 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f487afd8-16cd-4a6e-8770-ee0100a2c434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:31.959942 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4339a76a-741f-496e-be26-c13182352fe1 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:32.013434 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f487afd8-16cd-4a6e-8770-ee0100a2c434 None None] Pushing event updated for resources: {'Port': ['ID=4dc14ca9-cfc1-4919-96a3-a5959b546ccf,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:32.053213 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [None req-e530e1d9-ada3-412b-a4dd-18fa4619f756 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Transition to ACTIVE for port object 65c67dc5-f1c8-4b85-8178-21a0535045d7 will not be triggered until provisioned by entity DHCP. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:28:32.073799 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-946aed8e-90e6-46f2-af5d-6822166eeec4 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:32.086245 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4339a76a-741f-496e-be26-c13182352fe1 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00a2f47a-28e2-4f65-97b5-1a28898c1aa7,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:32.133241 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4339a76a-741f-496e-be26-c13182352fe1 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:32.134723 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-4339a76a-741f-496e-be26-c13182352fe1 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.2843747 Mar 07 10:28:32.144283 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 34242) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:32.267521 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-946aed8e-90e6-46f2-af5d-6822166eeec4 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:28:32.283921 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-946aed8e-90e6-46f2-af5d-6822166eeec4 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Usage tracker for resource:security_group_rule and tenant:ee04c33b321f4b0fa4102821038ffb79 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:28:32.295098 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-946aed8e-90e6-46f2-af5d-6822166eeec4 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:28:32.303732 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e530e1d9-ada3-412b-a4dd-18fa4619f756 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:32.311730 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-946aed8e-90e6-46f2-af5d-6822166eeec4 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:28:32.320212 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6299e31d-4f3d-4c43-a868-0615e1ae5dc8 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:32.376776 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6299e31d-4f3d-4c43-a868-0615e1ae5dc8 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:32.396129 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8c25b82f-d247-4589-927f-28838407a4f8 tempest-RoutersAdminNegativeTest-1379185673 tempest-RoutersAdminNegativeTest-1379185673-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:32.419870 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7818640e-84f1-4822-a607-b7353fdd1275 None None] Network e1ce97d2-0f63-4d3e-b3a2-60d5fc45c494 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:28:32.491012 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e530e1d9-ada3-412b-a4dd-18fa4619f756 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Network e1ce97d2-0f63-4d3e-b3a2-60d5fc45c494 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:28:32.494930 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-45caf42c-7cc8-4c06-84fd-8772f760f159 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] For port 4dc14ca9-cfc1-4919-96a3-a5959b546ccf, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=4dc14ca9-cfc1-4919-96a3-a5959b546ccf,segment=NetworkSegment(13510a37-88c7-493e-9701-b414ea24fc4c),segment_id=13510a37-88c7-493e-9701-b414ea24fc4c)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:28:32.500616 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-e530e1d9-ada3-412b-a4dd-18fa4619f756 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:28:32.510032 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e530e1d9-ada3-412b-a4dd-18fa4619f756 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:28:32.531146 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-59db15d8-e3a9-4cf1-ac39-73a271b91a18 None None] Provisioning for port 3658426d-85f9-4b4e-affd-4680bbb6d1dd completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:28:32.537089 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530e1d9-ada3-412b-a4dd-18fa4619f756 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Pushing event updated for resources: {'Port': ['ID=65c67dc5-f1c8-4b85-8178-21a0535045d7,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:32.551467 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-68076266-0769-4c1b-b40d-669ef653fc27 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3917970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58043'] for router, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:32.558865 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-68076266-0769-4c1b-b40d-669ef653fc27 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:32.559363 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6299e31d-4f3d-4c43-a868-0615e1ae5dc8 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:32.588203 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8c25b82f-d247-4589-927f-28838407a4f8 tempest-RoutersAdminNegativeTest-1379185673 tempest-RoutersAdminNegativeTest-1379185673-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:32.609146 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6299e31d-4f3d-4c43-a868-0615e1ae5dc8 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=00a2f47a-28e2-4f65-97b5-1a28898c1aa7,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:32.638402 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-45caf42c-7cc8-4c06-84fd-8772f760f159 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:32.643534 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-68076266-0769-4c1b-b40d-669ef653fc27 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3917886'] for router, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:32.644145 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68076266-0769-4c1b-b40d-669ef653fc27 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Fanout notify agent at l3_agent the message router_deleted on router 2955f8dc-7a97-4982-9411-4a08645729f6 {{(pid=83738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 10:28:32.667366 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-45caf42c-7cc8-4c06-84fd-8772f760f159 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3012561'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:32.668116 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-45caf42c-7cc8-4c06-84fd-8772f760f159 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3012444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3219213'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:32.672857 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-946aed8e-90e6-46f2-af5d-6822166eeec4 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:32.684541 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c25b82f-d247-4589-927f-28838407a4f8 tempest-RoutersAdminNegativeTest-1379185673 tempest-RoutersAdminNegativeTest-1379185673-project-admin] Network 5ed85006-6b00-415e-b71f-837fb1421c12 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:28:32.689937 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-8c25b82f-d247-4589-927f-28838407a4f8 tempest-RoutersAdminNegativeTest-1379185673 tempest-RoutersAdminNegativeTest-1379185673-project-admin] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:28:32.692359 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c25b82f-d247-4589-927f-28838407a4f8 tempest-RoutersAdminNegativeTest-1379185673 tempest-RoutersAdminNegativeTest-1379185673-project-admin] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:28:32.728622 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c25b82f-d247-4589-927f-28838407a4f8 tempest-RoutersAdminNegativeTest-1379185673 tempest-RoutersAdminNegativeTest-1379185673-project-admin] Pushing event updated for resources: {'Port': ['ID=5d8b3afd-997c-41a6-8833-a904892992e7,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:32.734468 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-68076266-0769-4c1b-b40d-669ef653fc27 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks [] for router, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:32.735714 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-68076266-0769-4c1b-b40d-669ef653fc27 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] 10.222.0.13 "DELETE /v2.0/routers/2955f8dc-7a97-4982-9411-4a08645729f6 HTTP/1.1" status: 204 len: 168 time: 1.0560007 Mar 07 10:28:32.736131 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e530e1d9-ada3-412b-a4dd-18fa4619f756 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:32.736763 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e530e1d9-ada3-412b-a4dd-18fa4619f756 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:32.740835 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 34246) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:32.765398 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6299e31d-4f3d-4c43-a868-0615e1ae5dc8 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:32.768908 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-6299e31d-4f3d-4c43-a868-0615e1ae5dc8 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/00a2f47a-28e2-4f65-97b5-1a28898c1aa7 HTTP/1.1" status: 204 len: 168 time: 0.6210387 Mar 07 10:28:32.768908 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-946aed8e-90e6-46f2-af5d-6822166eeec4 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:32.771099 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 34250) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:32.811794 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c25b82f-d247-4589-927f-28838407a4f8 tempest-RoutersAdminNegativeTest-1379185673 tempest-RoutersAdminNegativeTest-1379185673-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:32.812386 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8c25b82f-d247-4589-927f-28838407a4f8 tempest-RoutersAdminNegativeTest-1379185673 tempest-RoutersAdminNegativeTest-1379185673-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:32.873537 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-946aed8e-90e6-46f2-af5d-6822166eeec4 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=83737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:28:32.902362 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-e530e1d9-ada3-412b-a4dd-18fa4619f756 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.8753064 Mar 07 10:28:32.909161 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45caf42c-7cc8-4c06-84fd-8772f760f159 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Network 98d8805b-dd65-4110-997b-2eea298bca78 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:28:32.909352 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-8c25b82f-d247-4589-927f-28838407a4f8 tempest-RoutersAdminNegativeTest-1379185673 tempest-RoutersAdminNegativeTest-1379185673-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.9979074 Mar 07 10:28:32.909352 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 34254) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:32.916689 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 34256) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:32.917545 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-45caf42c-7cc8-4c06-84fd-8772f760f159 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:28:32.919138 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45caf42c-7cc8-4c06-84fd-8772f760f159 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Pushing event updated for resources: {'Subnet': ['ID=75b642c0-1b4c-4b72-b99d-710f79495181,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:32.920979 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946aed8e-90e6-46f2-af5d-6822166eeec4 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3921b157-8d86-4c87-8b24-a38d04e4b9f6,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:32.929574 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f4bdeb1-7e21-4398-b707-5a5d1d3fc814 None None] Network 98d8805b-dd65-4110-997b-2eea298bca78 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:28:32.942215 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45caf42c-7cc8-4c06-84fd-8772f760f159 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:32.942800 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-45caf42c-7cc8-4c06-84fd-8772f760f159 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:32.959344 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-069abcd9-795e-41c3-b59f-e98238925d8f tempest-RoutersAdminNegativeTest-1379185673 tempest-RoutersAdminNegativeTest-1379185673-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.187'}]}}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:28:32.962703 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-946aed8e-90e6-46f2-af5d-6822166eeec4 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:32.963044 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.db.segments_db [None req-946aed8e-90e6-46f2-af5d-6822166eeec4 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Added segment ef28010c-fe8c-492f-a2d1-826f1708cc26 of type vlan for network 40a29556-d1a5-4f3e-81c0-6e47c7f038c9 Mar 07 10:28:32.971871 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45caf42c-7cc8-4c06-84fd-8772f760f159 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Pushing event updated for resources: {'Port': ['ID=4dc14ca9-cfc1-4919-96a3-a5959b546ccf,revision_number=5']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:32.976377 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-280cd890-573e-4cbb-9603-9170deb59eff tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:28:32.982221 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-069abcd9-795e-41c3-b59f-e98238925d8f tempest-RoutersAdminNegativeTest-1379185673 tempest-RoutersAdminNegativeTest-1379185673-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:28:32.985436 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea84575-853e-493d-bd10-3da8eb10021c None None] Sync routers for ids ['ab1c721f-cb1c-48ee-a071-37e7d79625fb'] in dv-neutron-830731-3-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:28:32.997794 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-280cd890-573e-4cbb-9603-9170deb59eff tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:33.001721 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-280cd890-573e-4cbb-9603-9170deb59eff tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] 10.222.0.13 "PUT /v2.0/routers/ab1c721f-cb1c-48ee-a071-37e7d79625fb HTTP/1.1" status: 200 len: 922 time: 6.7873037 Mar 07 10:28:33.005199 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-069abcd9-795e-41c3-b59f-e98238925d8f tempest-RoutersAdminNegativeTest-1379185673 tempest-RoutersAdminNegativeTest-1379185673-project-admin] Usage tracker for resource:router and tenant:d93060ce28de4c1ba3bf61fee54e921b is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:28:33.007068 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea84575-853e-493d-bd10-3da8eb10021c None None] Routers {'ab1c721f-cb1c-48ee-a071-37e7d79625fb'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:28:33.008609 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-bea84575-853e-493d-bd10-3da8eb10021c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:28:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['ab1c721f-cb1c-48ee-a071-37e7d79625fb'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:28:33.010219 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 34264) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:33.013608 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-a818eae2-eb42-4ab9-b85e-a4954292389e tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Deleting port 65c67dc5-f1c8-4b85-8178-21a0535045d7 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:28:33.014023 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a818eae2-eb42-4ab9-b85e-a4954292389e tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:33.023443 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-069abcd9-795e-41c3-b59f-e98238925d8f tempest-RoutersAdminNegativeTest-1379185673 tempest-RoutersAdminNegativeTest-1379185673-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:28:33.081765 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-bea84575-853e-493d-bd10-3da8eb10021c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:28:33.096146 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea84575-853e-493d-bd10-3da8eb10021c None None] Routers {'ab1c721f-cb1c-48ee-a071-37e7d79625fb'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:28:33.097142 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-bea84575-853e-493d-bd10-3da8eb10021c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:28:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['ab1c721f-cb1c-48ee-a071-37e7d79625fb'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:28:33.121808 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-45caf42c-7cc8-4c06-84fd-8772f760f159 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 4.5676010 Mar 07 10:28:33.135431 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-becaf362-06ec-4078-8b16-0c000aa0e465 None None] Provisioning for port 65c67dc5-f1c8-4b85-8178-21a0535045d7 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:28:33.136730 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-069abcd9-795e-41c3-b59f-e98238925d8f tempest-RoutersAdminNegativeTest-1379185673 tempest-RoutersAdminNegativeTest-1379185673-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:28:33.141583 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 34268) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:33.190108 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-becaf362-06ec-4078-8b16-0c000aa0e465 None None] Provisioning complete for port 65c67dc5-f1c8-4b85-8178-21a0535045d7 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:28:33.190803 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-becaf362-06ec-4078-8b16-0c000aa0e465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:33.237630 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-bea84575-853e-493d-bd10-3da8eb10021c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:28:33.238685 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea84575-853e-493d-bd10-3da8eb10021c None None] The sync data for ids ['ab1c721f-cb1c-48ee-a071-37e7d79625fb'] in dv-neutron-830731-3-hyperv is: [] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:28:33.256722 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-4896131d-dc00-4689-b1d9-fcc7a216f110 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Synchronizing usage tracker for tenant:848809c668c344288b1e7f4447e0cf5d on resource:security_group_rule {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:28:33.273227 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-9283904c-2626-4a8b-8531-2a0d8f3da95a tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Request body: {'port': {'network_id': '98d8805b-dd65-4110-997b-2eea298bca78', 'mac_address': 'fa:16:3e:f7:43:fe', 'name': 'tempest-NetworksTestDHCPv6-342904056'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:28:33.294538 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-946aed8e-90e6-46f2-af5d-6822166eeec4 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732568034061'] for network, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:33.307142 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-becaf362-06ec-4078-8b16-0c000aa0e465 None None] Port 65c67dc5-f1c8-4b85-8178-21a0535045d7 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:28:33.353411 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5acbc60-7082-4337-9a03-370ad30842c6 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Deleting subnet 3ce285a1-f245-4dde-8e78-d2dc39c47fd5 {{(pid=83738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 07 10:28:33.364384 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 4dc14ca9-cfc1-4919-96a3-a5959b546ccf up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:28:33.371950 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c5acbc60-7082-4337-9a03-370ad30842c6 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks [] for subnet, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:33.390398 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-069abcd9-795e-41c3-b59f-e98238925d8f tempest-RoutersAdminNegativeTest-1379185673 tempest-RoutersAdminNegativeTest-1379185673-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3919700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58025'] for router, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:33.391225 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-069abcd9-795e-41c3-b59f-e98238925d8f tempest-RoutersAdminNegativeTest-1379185673 tempest-RoutersAdminNegativeTest-1379185673-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3919671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4011175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58018'] for router, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:33.412813 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c87150bd-aa9c-4ad1-bb68-57ec66d4fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:33.446447 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-4896131d-dc00-4689-b1d9-fcc7a216f110 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Unset dirty status for tenant:848809c668c344288b1e7f4447e0cf5d on resource:security_group_rule {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:28:33.447647 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-4896131d-dc00-4689-b1d9-fcc7a216f110 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.6517568 Mar 07 10:28:33.457688 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 34272) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:33.463531 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c5acbc60-7082-4337-9a03-370ad30842c6 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2969395'] for subnet, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:33.505931 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-069abcd9-795e-41c3-b59f-e98238925d8f tempest-RoutersAdminNegativeTest-1379185673 tempest-RoutersAdminNegativeTest-1379185673-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:33.507540 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-946aed8e-90e6-46f2-af5d-6822166eeec4 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594'] for network, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:33.508007 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-946aed8e-90e6-46f2-af5d-6822166eeec4 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:33.508589 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-946aed8e-90e6-46f2-af5d-6822166eeec4 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:33.526156 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 4dc14ca9-cfc1-4919-96a3-a5959b546ccf triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:28:33.526522 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:33.534603 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a818eae2-eb42-4ab9-b85e-a4954292389e tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:33.664432 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-34382913-63ed-4ab5-b48e-02e84bda1eb3 None None] Provisioning complete for port 65c67dc5-f1c8-4b85-8178-21a0535045d7 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:28:33.664902 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-34382913-63ed-4ab5-b48e-02e84bda1eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:33.665481 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-946aed8e-90e6-46f2-af5d-6822166eeec4 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 2.3613844 Mar 07 10:28:33.666641 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-9283904c-2626-4a8b-8531-2a0d8f3da95a tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:28:33.671906 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-a818eae2-eb42-4ab9-b85e-a4954292389e tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Calling delete_port for 65c67dc5-f1c8-4b85-8178-21a0535045d7 owned by {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:28:33.674393 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 34276) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:33.685455 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-9283904c-2626-4a8b-8531-2a0d8f3da95a tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Usage tracker for resource:port and tenant:0f1e04191c7443f7844c0202165e746c is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:28:33.724261 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 3658426d-85f9-4b4e-affd-4680bbb6d1dd up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:28:33.763468 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c5acbc60-7082-4337-9a03-370ad30842c6 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1525496'] for subnet, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:33.783973 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-34382913-63ed-4ab5-b48e-02e84bda1eb3 None None] Port 65c67dc5-f1c8-4b85-8178-21a0535045d7 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:28:33.824173 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning for port 3658426d-85f9-4b4e-affd-4680bbb6d1dd completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:28:33.830247 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 3658426d-85f9-4b4e-affd-4680bbb6d1dd triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:28:33.830614 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:33.855418 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-9283904c-2626-4a8b-8531-2a0d8f3da95a tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:28:33.867203 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-8f988683-1a70-4dcf-b3ea-4e366ee65698 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Request body: {'subnet': {'network_id': '40a29556-d1a5-4f3e-81c0-6e47c7f038c9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:28:33.871796 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946aed8e-90e6-46f2-af5d-6822166eeec4 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Pushing event updated for resources: {'Network': ['ID=40a29556-d1a5-4f3e-81c0-6e47c7f038c9,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:33.888443 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-9283904c-2626-4a8b-8531-2a0d8f3da95a tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:28:33.891817 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-8f988683-1a70-4dcf-b3ea-4e366ee65698 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:28:33.916781 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a818eae2-eb42-4ab9-b85e-a4954292389e tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:33.938956 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Network 40a29556-d1a5-4f3e-81c0-6e47c7f038c9 details requested by agent ovs-agent-dv-neutron-830731-3-hyperv with host dv-neutron-830731-3-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 10:28:33.963312 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c5acbc60-7082-4337-9a03-370ad30842c6 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1525489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3556647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741465'] for subnet, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:33.977999 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:33.986738 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-8f988683-1a70-4dcf-b3ea-4e366ee65698 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Usage tracker for resource:subnet and tenant:ee04c33b321f4b0fa4102821038ffb79 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:28:33.993408 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-8f988683-1a70-4dcf-b3ea-4e366ee65698 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:28:34.000331 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-8f988683-1a70-4dcf-b3ea-4e366ee65698 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:28:34.031774 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f988683-1a70-4dcf-b3ea-4e366ee65698 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Made reservation on behalf of ee04c33b321f4b0fa4102821038ffb79 for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:28:34.035385 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8f988683-1a70-4dcf-b3ea-4e366ee65698 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3219231'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:34.069745 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ae98c03f-fad2-426e-a001-439f0a9d1f48 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:34.091892 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] For port 3658426d-85f9-4b4e-affd-4680bbb6d1dd, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=3658426d-85f9-4b4e-affd-4680bbb6d1dd,segment=NetworkSegment(9e7cee2f-6833-4d8a-8aad-16653fb0623b),segment_id=9e7cee2f-6833-4d8a-8aad-16653fb0623b)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:28:34.108069 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:34.159694 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9283904c-2626-4a8b-8531-2a0d8f3da95a tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Made reservation on behalf of 0f1e04191c7443f7844c0202165e746c for: {'port': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:28:34.182360 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a818eae2-eb42-4ab9-b85e-a4954292389e tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Pushing event deleted for resources: {'Port': ['ID=65c67dc5-f1c8-4b85-8178-21a0535045d7,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:34.192814 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5acbc60-7082-4337-9a03-370ad30842c6 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Pushing event deleted for resources: {'Subnet': ['ID=3ce285a1-f245-4dde-8e78-d2dc39c47fd5,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:34.198695 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c5acbc60-7082-4337-9a03-370ad30842c6 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:34.236687 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76363135-24f7-494e-8dbc-5274725df5fc None None] Network 8c6028e3-942a-4d8a-8bb2-6c302a6a182a requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:28:34.291471 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-c5acbc60-7082-4337-9a03-370ad30842c6 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] 10.222.0.13 "DELETE /v2.0/subnets/3ce285a1-f245-4dde-8e78-d2dc39c47fd5 HTTP/1.1" status: 204 len: 168 time: 1.5499568 Mar 07 10:28:34.294958 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 34280) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:34.374549 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Pushing event updated for resources: {'Port': ['ID=3658426d-85f9-4b4e-affd-4680bbb6d1dd,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:34.382319 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ae98c03f-fad2-426e-a001-439f0a9d1f48 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:34.455481 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a818eae2-eb42-4ab9-b85e-a4954292389e tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:34.463179 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-a818eae2-eb42-4ab9-b85e-a4954292389e tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] 10.222.0.13 "DELETE /v2.0/ports/65c67dc5-f1c8-4b85-8178-21a0535045d7 HTTP/1.1" status: 204 len: 168 time: 1.5490882 Mar 07 10:28:34.463391 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 34284) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:34.475712 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-069abcd9-795e-41c3-b59f-e98238925d8f tempest-RoutersAdminNegativeTest-1379185673 tempest-RoutersAdminNegativeTest-1379185673-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3917998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58952'] for router, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:34.483867 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1db760cc-5fe7-4564-b965-b96909fc3f6e tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1158940'] for network, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:34.498980 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-1db760cc-5fe7-4564-b965-b96909fc3f6e tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Deleting port a409aef1-421d-4590-9e3d-bf1bbfd20b62 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:28:34.499641 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1db760cc-5fe7-4564-b965-b96909fc3f6e tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:34.507561 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-736da9cb-5215-4622-b115-280979790322 None None] Provisioning complete for port 4dc14ca9-cfc1-4919-96a3-a5959b546ccf triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:28:34.507927 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-736da9cb-5215-4622-b115-280979790322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:34.578067 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e7572de-3b3b-4252-a842-e4add56846d1 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] DELETE failed (client error): The resource could not be found. Mar 07 10:28:34.578516 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e7572de-3b3b-4252-a842-e4add56846d1 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:28:34.595881 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9283904c-2626-4a8b-8531-2a0d8f3da95a tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:34.639920 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ae98c03f-fad2-426e-a001-439f0a9d1f48 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:34.642420 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ae98c03f-fad2-426e-a001-439f0a9d1f48 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:34.643638 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-ae98c03f-fad2-426e-a001-439f0a9d1f48 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] 10.222.0.13 "DELETE /v2.0/security-groups/a7c698b8-d46f-451c-b2be-91bc1e3cd386 HTTP/1.1" status: 204 len: 168 time: 1.1846910 Mar 07 10:28:34.655265 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 34288) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:34.677769 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87676c7a-5f98-4543-9cf5-470ec05d5704 None None] DHCP port deletion for 8c6028e3-942a-4d8a-8bb2-6c302a6a182a request from dv-neutron-830731-3-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 07 10:28:34.682254 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-87676c7a-5f98-4543-9cf5-470ec05d5704 None None] Deleting port a409aef1-421d-4590-9e3d-bf1bbfd20b62 {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:28:34.682665 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-87676c7a-5f98-4543-9cf5-470ec05d5704 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:34.693275 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-5e7572de-3b3b-4252-a842-e4add56846d1 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] 10.222.0.13 "DELETE /v2.0/ports/65c67dc5-f1c8-4b85-8178-21a0535045d7 HTTP/1.1" status: 404 len: 333 time: 0.2169428 Mar 07 10:28:34.702279 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-4bfbddde-7e0e-4800-879d-6abe4ac82b0a tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] 10.222.0.13 "GET /v2.0/routers/ab1c721f-cb1c-48ee-a071-37e7d79625fb HTTP/1.1" status: 200 len: 922 time: 1.6881526 Mar 07 10:28:34.702279 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 34292) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:34.708756 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae98c03f-fad2-426e-a001-439f0a9d1f48 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7c698b8-d46f-451c-b2be-91bc1e3cd386,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:34.722530 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 34294) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:34.781985 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-30165fdc-b7ba-4dcf-a4fc-913581f6c76e tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1214676 Mar 07 10:28:34.782559 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 34300) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:34.796185 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-2af2c9a2-a26d-4dd0-9554-c242417d28cd tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Request body: {'security_group': {'name': 'tempest-secgroup--496103061'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:28:34.807247 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-2af2c9a2-a26d-4dd0-9554-c242417d28cd tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:28:34.807494 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [None req-9283904c-2626-4a8b-8531-2a0d8f3da95a tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] device_id is not set on port 4b136f1d-6ec4-4280-be06-f91f49c756e9 yet. {{(pid=83737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 07 10:28:34.814438 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-1db760cc-5fe7-4564-b965-b96909fc3f6e tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] For port a409aef1-421d-4590-9e3d-bf1bbfd20b62, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=a409aef1-421d-4590-9e3d-bf1bbfd20b62,segment=NetworkSegment(f7528cfa-5539-4a5d-8058-02c8a7f47397),segment_id=f7528cfa-5539-4a5d-8058-02c8a7f47397)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:28:34.814784 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1db760cc-5fe7-4564-b965-b96909fc3f6e tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:34.822942 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-2af2c9a2-a26d-4dd0-9554-c242417d28cd tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Usage tracker for resource:security_group and tenant:848809c668c344288b1e7f4447e0cf5d is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:28:34.828318 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-2af2c9a2-a26d-4dd0-9554-c242417d28cd tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:28:34.886849 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-2af2c9a2-a26d-4dd0-9554-c242417d28cd tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:28:34.903530 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3cc8776-b877-44ab-9fbd-0c7ad618a802 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] GET failed (client error): The resource could not be found. Mar 07 10:28:34.903938 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-b3cc8776-b877-44ab-9fbd-0c7ad618a802 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Synchronizing usage tracker for tenant:b6ff3248bb834bc1a094f45e7fa43fbd on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:28:34.920653 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-87676c7a-5f98-4543-9cf5-470ec05d5704 None None] For port a409aef1-421d-4590-9e3d-bf1bbfd20b62, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=a409aef1-421d-4590-9e3d-bf1bbfd20b62,segment=NetworkSegment(f7528cfa-5539-4a5d-8058-02c8a7f47397),segment_id=f7528cfa-5539-4a5d-8058-02c8a7f47397)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:28:34.921229 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-87676c7a-5f98-4543-9cf5-470ec05d5704 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:34.952717 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-1db760cc-5fe7-4564-b965-b96909fc3f6e tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Calling delete_port for a409aef1-421d-4590-9e3d-bf1bbfd20b62 owned by network:dhcp {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:28:35.000515 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2af2c9a2-a26d-4dd0-9554-c242417d28cd tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Notify callbacks [] for security_group, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:35.050856 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-b3cc8776-b877-44ab-9fbd-0c7ad618a802 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Unset dirty status for tenant:b6ff3248bb834bc1a094f45e7fa43fbd on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:28:35.052288 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-b3cc8776-b877-44ab-9fbd-0c7ad618a802 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] 10.222.0.13 "GET /v2.0/ports/65c67dc5-f1c8-4b85-8178-21a0535045d7 HTTP/1.1" status: 404 len: 333 time: 0.3480880 Mar 07 10:28:35.058728 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-87676c7a-5f98-4543-9cf5-470ec05d5704 None None] Calling delete_port for a409aef1-421d-4590-9e3d-bf1bbfd20b62 owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:28:35.060162 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 34304) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:35.112423 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-2af2c9a2-a26d-4dd0-9554-c242417d28cd tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:28:35.122822 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1db760cc-5fe7-4564-b965-b96909fc3f6e tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:35.150145 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 3658426d-85f9-4b4e-affd-4680bbb6d1dd up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:28:35.172085 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-dbcce43b-389d-4ad1-a19a-9b12e4ed08c6 tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Synchronizing usage tracker for tenant:130431ad9ff246d586ddc46e73d9839c on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:28:35.184646 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-2af2c9a2-a26d-4dd0-9554-c242417d28cd tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:28:35.192961 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db760cc-5fe7-4564-b965-b96909fc3f6e tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Pushing event deleted for resources: {'Port': ['ID=a409aef1-421d-4590-9e3d-bf1bbfd20b62,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:35.219206 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db760cc-5fe7-4564-b965-b96909fc3f6e tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] No DVR routers for this DVR port a409aef1-421d-4590-9e3d-bf1bbfd20b62 on host dv-neutron-830731-3-hyperv {{(pid=83738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:28:35.243207 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.db.api [None req-87676c7a-5f98-4543-9cf5-470ec05d5704 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 10:28:35.243583 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG oslo_db.api [None req-87676c7a-5f98-4543-9cf5-470ec05d5704 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 10:28:35.258423 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 3658426d-85f9-4b4e-affd-4680bbb6d1dd triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:28:35.258791 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:35.274580 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-dbcce43b-389d-4ad1-a19a-9b12e4ed08c6 tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Unset dirty status for tenant:130431ad9ff246d586ddc46e73d9839c on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:28:35.275735 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-dbcce43b-389d-4ad1-a19a-9b12e4ed08c6 tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=5ed85006-6b00-415e-b71f-837fb1421c12&device_id=ab1c721f-cb1c-48ee-a071-37e7d79625fb&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5517404 Mar 07 10:28:35.280427 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 34308) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:35.321924 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-9283904c-2626-4a8b-8531-2a0d8f3da95a tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Allocated IP 2001:db8::2e2 (98d8805b-dd65-4110-997b-2eea298bca78/38b10a51-c0ec-48a5-9cbe-0ccd5070f1c1/4b136f1d-6ec4-4280-be06-f91f49c756e9) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:28:35.419463 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-9283904c-2626-4a8b-8531-2a0d8f3da95a tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Allocated IP 2001:db8:0:1:f816:3eff:fef7:43fe (98d8805b-dd65-4110-997b-2eea298bca78/75b642c0-1b4c-4b72-b99d-710f79495181/4b136f1d-6ec4-4280-be06-f91f49c756e9) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:28:35.462238 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device a409aef1-421d-4590-9e3d-bf1bbfd20b62 no longer exists at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:28:35.476398 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1db760cc-5fe7-4564-b965-b96909fc3f6e tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1526893', 'neutron.services.segments.db._delete_segments_for_network-8732568551033'] for network, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:35.496727 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] No Port match for: a409aef1-421d-4590-9e3d-bf1bbfd20b62 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 10:28:35.497219 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device a409aef1-421d-4590-9e3d-bf1bbfd20b62 not bound to the agent host dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 10:28:35.538912 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2af2c9a2-a26d-4dd0-9554-c242417d28cd tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Notify callbacks [] for security_group, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:35.540781 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-1db760cc-5fe7-4564-b965-b96909fc3f6e tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c6028e3-942a-4d8a-8bb2-6c302a6a182a']}} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:28:35.554238 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f1f0129-17cf-4011-b428-d5cf66da4da1 tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:35.554802 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-6f1f0129-17cf-4011-b428-d5cf66da4da1 tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Synchronizing usage tracker for tenant:130431ad9ff246d586ddc46e73d9839c on resource:network {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:28:35.556748 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2af2c9a2-a26d-4dd0-9554-c242417d28cd tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:35.562117 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-1db760cc-5fe7-4564-b965-b96909fc3f6e tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7528cfa-5539-4a5d-8058-02c8a7f47397') {'for_net_delete': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:28:35.562414 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-1db760cc-5fe7-4564-b965-b96909fc3f6e tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7528cfa-5539-4a5d-8058-02c8a7f47397') {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:28:35.586389 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c16401a-f2e5-46e8-abf3-e73f3e3170db tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Deleting subnet 9fea046b-2479-4b05-bbb2-67316156d5c7 {{(pid=83738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 07 10:28:35.595579 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1db760cc-5fe7-4564-b965-b96909fc3f6e tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732568550916', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968000'] for segment, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:35.601729 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3c16401a-f2e5-46e8-abf3-e73f3e3170db tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks [] for subnet, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:35.687624 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1db760cc-5fe7-4564-b965-b96909fc3f6e tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:35.702685 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1db760cc-5fe7-4564-b965-b96909fc3f6e tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=83738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 07 10:28:35.703190 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1db760cc-5fe7-4564-b965-b96909fc3f6e tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1227397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3556681'] for segment, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:35.720507 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af2c9a2-a26d-4dd0-9554-c242417d28cd tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47f20c60-7ed0-4cae-b338-068f3dcf53a9,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:35.723573 dv-neutron-830731-3-hyperv neutron-server[83738]: Traceback (most recent call last): Mar 07 10:28:35.723573 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 07 10:28:35.723573 dv-neutron-830731-3-hyperv neutron-server[83738]: timer() Mar 07 10:28:35.723573 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:28:35.723573 dv-neutron-830731-3-hyperv neutron-server[83738]: cb(*args, **kw) Mar 07 10:28:35.723573 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 10:28:35.723573 dv-neutron-830731-3-hyperv neutron-server[83738]: return func(*args, **kwargs) Mar 07 10:28:35.723573 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:28:35.723573 dv-neutron-830731-3-hyperv neutron-server[83738]: self._notify() Mar 07 10:28:35.723573 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:28:35.723573 dv-neutron-830731-3-hyperv neutron-server[83738]: self.callback(batched_events) Mar 07 10:28:35.723573 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:28:35.723573 dv-neutron-830731-3-hyperv neutron-server[83738]: event.method(event) Mar 07 10:28:35.723573 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 10:28:35.723573 dv-neutron-830731-3-hyperv neutron-server[83738]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:28:35.723573 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 10:28:35.723573 dv-neutron-830731-3-hyperv neutron-server[83738]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:28:35.723573 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 10:28:35.723573 dv-neutron-830731-3-hyperv neutron-server[83738]: return f(self, *a, **k) Mar 07 10:28:35.723573 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:28:35.723573 dv-neutron-830731-3-hyperv neutron-server[83738]: return self._get(url).json() Mar 07 10:28:35.723573 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:28:35.723573 dv-neutron-830731-3-hyperv neutron-server[83738]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:28:35.723573 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 07 10:28:35.723573 dv-neutron-830731-3-hyperv neutron-server[83738]: return self.request(url, 'GET', **kwargs) Mar 07 10:28:35.723573 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 07 10:28:35.723573 dv-neutron-830731-3-hyperv neutron-server[83738]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:28:35.723573 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 07 10:28:35.723573 dv-neutron-830731-3-hyperv neutron-server[83738]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:28:35.723573 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 07 10:28:35.723573 dv-neutron-830731-3-hyperv neutron-server[83738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:28:35.723573 dv-neutron-830731-3-hyperv neutron-server[83738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:28:35.725802 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2af2c9a2-a26d-4dd0-9554-c242417d28cd tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:35.725802 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-2af2c9a2-a26d-4dd0-9554-c242417d28cd tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.9423521 Mar 07 10:28:35.731184 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3c16401a-f2e5-46e8-abf3-e73f3e3170db tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2969395'] for subnet, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:35.745246 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-87676c7a-5f98-4543-9cf5-470ec05d5704 None None] Deleting port a409aef1-421d-4590-9e3d-bf1bbfd20b62 {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:28:35.745752 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-87676c7a-5f98-4543-9cf5-470ec05d5704 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:35.776515 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 34312) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:35.798086 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-7faba26d-de80-4b24-80ca-b4381f9f4a57 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Request body: {'security_group_rule': {'security_group_id': '47f20c60-7ed0-4cae-b338-068f3dcf53a9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:28:35.813598 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-7faba26d-de80-4b24-80ca-b4381f9f4a57 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:28:35.829532 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-7faba26d-de80-4b24-80ca-b4381f9f4a57 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Usage tracker for resource:security_group_rule and tenant:848809c668c344288b1e7f4447e0cf5d is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:28:35.832602 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-6f1f0129-17cf-4011-b428-d5cf66da4da1 tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Unset dirty status for tenant:130431ad9ff246d586ddc46e73d9839c on resource:network {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:28:35.834036 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-6f1f0129-17cf-4011-b428-d5cf66da4da1 tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] 10.222.0.13 "GET /v2.0/networks/5ed85006-6b00-415e-b71f-837fb1421c12 HTTP/1.1" status: 200 len: 881 time: 0.5503826 Mar 07 10:28:35.834976 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-7faba26d-de80-4b24-80ca-b4381f9f4a57 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:28:35.836952 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-87676c7a-5f98-4543-9cf5-470ec05d5704 None None] The port 'a409aef1-421d-4590-9e3d-bf1bbfd20b62' was deleted {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 07 10:28:35.846149 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 34316) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:35.880283 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-7faba26d-de80-4b24-80ca-b4381f9f4a57 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:28:35.882670 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-069abcd9-795e-41c3-b59f-e98238925d8f tempest-RoutersAdminNegativeTest-1379185673 tempest-RoutersAdminNegativeTest-1379185673-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:35.910624 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-3723ecae-5b02-44fa-a106-de101b355c43 tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab1c721f-cb1c-48ee-a071-37e7d79625fb HTTP/1.1" status: 200 len: 205 time: 0.0623484 Mar 07 10:28:35.911594 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 34320) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:35.946874 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.objects.ports [None req-8f988683-1a70-4dcf-b3ea-4e366ee65698 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83737) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 07 10:28:35.947369 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8f988683-1a70-4dcf-b3ea-4e366ee65698 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3012444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3219213'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:35.951226 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-069abcd9-795e-41c3-b59f-e98238925d8f tempest-RoutersAdminNegativeTest-1379185673 tempest-RoutersAdminNegativeTest-1379185673-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:36.073441 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7faba26d-de80-4b24-80ca-b4381f9f4a57 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:36.085290 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9283904c-2626-4a8b-8531-2a0d8f3da95a tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:36.093665 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1db760cc-5fe7-4564-b965-b96909fc3f6e tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1526886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923583'] for network, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:36.097661 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1db760cc-5fe7-4564-b965-b96909fc3f6e tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:36.148437 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [None req-9283904c-2626-4a8b-8531-2a0d8f3da95a tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Transition to ACTIVE for port object 4b136f1d-6ec4-4280-be06-f91f49c756e9 will not be triggered until provisioned by entity DHCP. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:28:36.162498 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f988683-1a70-4dcf-b3ea-4e366ee65698 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Pushing event updated for resources: {'Subnet': ['ID=eaf6e990-6f15-48ee-88ad-563863fd1430,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:36.182990 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-1db760cc-5fe7-4564-b965-b96909fc3f6e tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] 10.222.0.13 "DELETE /v2.0/networks/8c6028e3-942a-4d8a-8bb2-6c302a6a182a HTTP/1.1" status: 204 len: 168 time: 1.8870418 Mar 07 10:28:36.190255 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db760cc-5fe7-4564-b965-b96909fc3f6e tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Pushing event deleted for resources: {'Network': ['ID=8c6028e3-942a-4d8a-8bb2-6c302a6a182a,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:36.195097 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 34324) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:36.204683 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-bb0f4600-fbbd-4733-a247-26a18e08629a tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1450641091', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:28:36.220649 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-bb0f4600-fbbd-4733-a247-26a18e08629a tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:28:36.233762 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-bb0f4600-fbbd-4733-a247-26a18e08629a tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Usage tracker for resource:router and tenant:8843377006954c17a088ed77df13332f is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:28:36.239177 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3c16401a-f2e5-46e8-abf3-e73f3e3170db tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1525496'] for subnet, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:36.269956 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-bb0f4600-fbbd-4733-a247-26a18e08629a tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:28:36.270344 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f988683-1a70-4dcf-b3ea-4e366ee65698 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Checking segment: {'id': 'ef28010c-fe8c-492f-a2d1-826f1708cc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '40a29556-d1a5-4f3e-81c0-6e47c7f038c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:28:36.270869 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f988683-1a70-4dcf-b3ea-4e366ee65698 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Network hostable DHCP agents. Network: 40a29556-d1a5-4f3e-81c0-6e47c7f038c9, hostable agents: ['6527556c-6586-422c-ae47-082984683847'], hosted agents: [] {{(pid=83737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:28:36.282818 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-bb0f4600-fbbd-4733-a247-26a18e08629a tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:28:36.314309 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-bb0f4600-fbbd-4733-a247-26a18e08629a tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3919700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58025'] for router, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:36.315366 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-bb0f4600-fbbd-4733-a247-26a18e08629a tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3919671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4011175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58018'] for router, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:36.346263 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7faba26d-de80-4b24-80ca-b4381f9f4a57 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:36.347995 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9283904c-2626-4a8b-8531-2a0d8f3da95a tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:36.366775 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-bb0f4600-fbbd-4733-a247-26a18e08629a tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:36.369696 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3c16401a-f2e5-46e8-abf3-e73f3e3170db tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1525489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3556647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741465'] for subnet, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:36.404811 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7faba26d-de80-4b24-80ca-b4381f9f4a57 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:36.421488 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c16401a-f2e5-46e8-abf3-e73f3e3170db tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Pushing event deleted for resources: {'Subnet': ['ID=9fea046b-2479-4b05-bbb2-67316156d5c7,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:36.442463 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3c16401a-f2e5-46e8-abf3-e73f3e3170db tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:36.446478 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-069abcd9-795e-41c3-b59f-e98238925d8f tempest-RoutersAdminNegativeTest-1379185673 tempest-RoutersAdminNegativeTest-1379185673-project-admin] Notify callbacks [] for router, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:36.452283 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-bb0f4600-fbbd-4733-a247-26a18e08629a tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3917991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923518'] for router, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:36.457362 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bf2a71e-cd6a-49d1-9a1a-eb0c77d3170e None None] Network e1ce97d2-0f63-4d3e-b3a2-60d5fc45c494 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:28:36.472470 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-3c16401a-f2e5-46e8-abf3-e73f3e3170db tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] 10.222.0.13 "DELETE /v2.0/subnets/9fea046b-2479-4b05-bbb2-67316156d5c7 HTTP/1.1" status: 204 len: 168 time: 1.4103334 Mar 07 10:28:36.473394 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 34328) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:36.504844 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-bb0f4600-fbbd-4733-a247-26a18e08629a tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks [] for router, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:36.506119 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-bb0f4600-fbbd-4733-a247-26a18e08629a tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3098140 Mar 07 10:28:36.514330 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 34332) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:36.520326 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faba26d-de80-4b24-80ca-b4381f9f4a57 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b71cdbf1-4f57-400f-986e-4493c9f43d0f,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:36.593586 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-05d421bd-fdcf-460f-9f59-69668460d2d5 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Request body: {'network': {'name': 'tempest-RoutersTest-2143316819'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:28:36.601115 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-eaa205da-2644-4cc8-a756-7a5685531607 tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Notify callbacks [] for router, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:36.605772 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f988683-1a70-4dcf-b3ea-4e366ee65698 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Network 40a29556-d1a5-4f3e-81c0-6e47c7f038c9 is scheduled to be hosted by DHCP agent 6527556c-6586-422c-ae47-082984683847 with binding_index 1 {{(pid=83737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:28:36.611293 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-05d421bd-fdcf-460f-9f59-69668460d2d5 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:28:36.617425 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9283904c-2626-4a8b-8531-2a0d8f3da95a tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Pushing event updated for resources: {'Port': ['ID=4b136f1d-6ec4-4280-be06-f91f49c756e9,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:36.626043 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9283904c-2626-4a8b-8531-2a0d8f3da95a tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Network 98d8805b-dd65-4110-997b-2eea298bca78 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:28:36.627885 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-05d421bd-fdcf-460f-9f59-69668460d2d5 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Usage tracker for resource:network and tenant:8843377006954c17a088ed77df13332f is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:28:36.635181 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-9283904c-2626-4a8b-8531-2a0d8f3da95a tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:28:36.639257 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-05d421bd-fdcf-460f-9f59-69668460d2d5 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:28:36.642058 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9283904c-2626-4a8b-8531-2a0d8f3da95a tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:28:36.646078 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9283904c-2626-4a8b-8531-2a0d8f3da95a tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:36.646697 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9283904c-2626-4a8b-8531-2a0d8f3da95a tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:36.651359 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7faba26d-de80-4b24-80ca-b4381f9f4a57 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:36.652545 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-7faba26d-de80-4b24-80ca-b4381f9f4a57 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.8721459 Mar 07 10:28:36.653269 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-8f988683-1a70-4dcf-b3ea-4e366ee65698 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830731-3-hyperv, 40a29556-d1a5-4f3e-81c0-6e47c7f038c9) {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:28:36.664717 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 34336) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:36.666207 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-05d421bd-fdcf-460f-9f59-69668460d2d5 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:28:36.679321 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f988683-1a70-4dcf-b3ea-4e366ee65698 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:36.679891 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8f988683-1a70-4dcf-b3ea-4e366ee65698 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:36.690919 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-e01f9f3b-e1c4-4240-8331-04ec7829df5d tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Request body: {'security_group_rule': {'security_group_id': '47f20c60-7ed0-4cae-b338-068f3dcf53a9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:28:36.711658 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-e01f9f3b-e1c4-4240-8331-04ec7829df5d tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:28:36.714699 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-9283904c-2626-4a8b-8531-2a0d8f3da95a tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.5648673 Mar 07 10:28:36.726818 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-348c8ed5-ddeb-48b3-87ee-3e8ca2c7c9a1 None None] Network 40a29556-d1a5-4f3e-81c0-6e47c7f038c9 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:28:36.727569 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 34340) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:36.739852 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d6bc67fc-9784-42c2-bb0b-09306607d297 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1158940'] for network, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:36.786458 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-e01f9f3b-e1c4-4240-8331-04ec7829df5d tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Usage tracker for resource:security_group_rule and tenant:848809c668c344288b1e7f4447e0cf5d is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:28:36.794773 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-8f988683-1a70-4dcf-b3ea-4e366ee65698 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 3.1149590 Mar 07 10:28:36.795623 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05d421bd-fdcf-460f-9f59-69668460d2d5 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Made reservation on behalf of 8843377006954c17a088ed77df13332f for: {'network': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:28:36.798358 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-05d421bd-fdcf-460f-9f59-69668460d2d5 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for network, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:36.798735 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 34344) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:36.816798 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-da0e7f5d-42ad-4fbe-893a-24b82771c1b9 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-520714016', 'network_id': '40a29556-d1a5-4f3e-81c0-6e47c7f038c9'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:28:36.836876 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-da0e7f5d-42ad-4fbe-893a-24b82771c1b9 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:28:36.840987 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-d6bc67fc-9784-42c2-bb0b-09306607d297 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Deleting port 3658426d-85f9-4b4e-affd-4680bbb6d1dd {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:28:36.841315 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d6bc67fc-9784-42c2-bb0b-09306607d297 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:36.876228 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-31c75d78-0848-4be5-a442-cbd73979e1e1 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Deleting port 4b136f1d-6ec4-4280-be06-f91f49c756e9 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:28:36.877513 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-31c75d78-0848-4be5-a442-cbd73979e1e1 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:36.908670 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-da0e7f5d-42ad-4fbe-893a-24b82771c1b9 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Usage tracker for resource:port and tenant:ee04c33b321f4b0fa4102821038ffb79 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:28:36.922850 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-da0e7f5d-42ad-4fbe-893a-24b82771c1b9 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:28:36.931541 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-e01f9f3b-e1c4-4240-8331-04ec7829df5d tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:28:36.936960 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-da0e7f5d-42ad-4fbe-893a-24b82771c1b9 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:28:36.982230 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da0e7f5d-42ad-4fbe-893a-24b82771c1b9 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Made reservation on behalf of ee04c33b321f4b0fa4102821038ffb79 for: {'port': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:28:36.984456 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-da0e7f5d-42ad-4fbe-893a-24b82771c1b9 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:37.011974 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-e01f9f3b-e1c4-4240-8331-04ec7829df5d tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:28:37.055227 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ae30968-7fcd-447b-bbb1-17e2c4b95f17 None None] Network 40a29556-d1a5-4f3e-81c0-6e47c7f038c9 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:28:37.118957 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-069abcd9-795e-41c3-b59f-e98238925d8f tempest-RoutersAdminNegativeTest-1379185673 tempest-RoutersAdminNegativeTest-1379185673-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3917970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58043'] for router, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:37.121666 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [None req-da0e7f5d-42ad-4fbe-893a-24b82771c1b9 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] device_id is not set on port eb8b50da-e8b8-46bb-b54c-e9631637d84d yet. {{(pid=83738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 07 10:28:37.131698 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-8bc30700-a0a0-4112-be29-fd629bd0eaca None None] Provisioning for port 4b136f1d-6ec4-4280-be06-f91f49c756e9 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:28:37.134840 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05d421bd-fdcf-460f-9f59-69668460d2d5 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=83737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:28:37.140546 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-069abcd9-795e-41c3-b59f-e98238925d8f tempest-RoutersAdminNegativeTest-1379185673 tempest-RoutersAdminNegativeTest-1379185673-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:37.143378 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e01f9f3b-e1c4-4240-8331-04ec7829df5d tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:37.148791 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-8bc30700-a0a0-4112-be29-fd629bd0eaca None None] Provisioning complete for port 4b136f1d-6ec4-4280-be06-f91f49c756e9 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:28:37.149262 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-8bc30700-a0a0-4112-be29-fd629bd0eaca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:37.174519 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-05d421bd-fdcf-460f-9f59-69668460d2d5 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:37.174810 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.db.segments_db [None req-05d421bd-fdcf-460f-9f59-69668460d2d5 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Added segment acab09fc-1232-4154-ac90-39d1623fab7c of type vlan for network c602f718-e9de-48ac-b4a6-a9273b50169a Mar 07 10:28:37.185084 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df2043ba-ddc5-46e0-b1d2-a213c7ccd4a7 None None] DHCP port deletion for e1ce97d2-0f63-4d3e-b3a2-60d5fc45c494 request from dv-neutron-830731-3-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 07 10:28:37.201221 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-df2043ba-ddc5-46e0-b1d2-a213c7ccd4a7 None None] Deleting port 3658426d-85f9-4b4e-affd-4680bbb6d1dd {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:28:37.201967 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-df2043ba-ddc5-46e0-b1d2-a213c7ccd4a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:37.227711 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-069abcd9-795e-41c3-b59f-e98238925d8f tempest-RoutersAdminNegativeTest-1379185673 tempest-RoutersAdminNegativeTest-1379185673-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3917886'] for router, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:37.228287 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-069abcd9-795e-41c3-b59f-e98238925d8f tempest-RoutersAdminNegativeTest-1379185673 tempest-RoutersAdminNegativeTest-1379185673-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7d72322e-1e1c-4ce2-96c1-e1fe8f59d9e5 {{(pid=83737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 10:28:37.267355 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-05d421bd-fdcf-460f-9f59-69668460d2d5 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732568034061'] for network, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:37.292003 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e01f9f3b-e1c4-4240-8331-04ec7829df5d tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:37.295396 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.api.v2.resource [None req-069abcd9-795e-41c3-b59f-e98238925d8f tempest-RoutersAdminNegativeTest-1379185673 tempest-RoutersAdminNegativeTest-1379185673-project-admin] create failed (client error): There was a conflict when trying to complete your request. Mar 07 10:28:37.296299 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-8bc30700-a0a0-4112-be29-fd629bd0eaca None None] Port 4b136f1d-6ec4-4280-be06-f91f49c756e9 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:28:37.299591 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-069abcd9-795e-41c3-b59f-e98238925d8f tempest-RoutersAdminNegativeTest-1379185673 tempest-RoutersAdminNegativeTest-1379185673-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 4.3585734 Mar 07 10:28:37.309616 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 34348) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:37.310315 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e01f9f3b-e1c4-4240-8331-04ec7829df5d tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:37.371418 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-d6bc67fc-9784-42c2-bb0b-09306607d297 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] For port 3658426d-85f9-4b4e-affd-4680bbb6d1dd, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=3658426d-85f9-4b4e-affd-4680bbb6d1dd,segment=NetworkSegment(9e7cee2f-6833-4d8a-8aad-16653fb0623b),segment_id=9e7cee2f-6833-4d8a-8aad-16653fb0623b)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:28:37.371769 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d6bc67fc-9784-42c2-bb0b-09306607d297 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:37.382929 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01f9f3b-e1c4-4240-8331-04ec7829df5d tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10c71d37-6ca6-4e1b-beb7-401ecc664bcd,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:37.410960 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-05d421bd-fdcf-460f-9f59-69668460d2d5 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594'] for network, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:37.414632 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d421bd-fdcf-460f-9f59-69668460d2d5 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:37.415205 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-05d421bd-fdcf-460f-9f59-69668460d2d5 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:37.499684 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e01f9f3b-e1c4-4240-8331-04ec7829df5d tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:37.503431 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-e01f9f3b-e1c4-4240-8331-04ec7829df5d tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.8275385 Mar 07 10:28:37.509706 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 34352) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:37.513518 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-a4b8dd93-37e0-4680-a9fc-33b1b7ad22c2 tempest-RoutersAdminNegativeTest-1379185673 tempest-RoutersAdminNegativeTest-1379185673-project-admin] Deleting port 5d8b3afd-997c-41a6-8833-a904892992e7 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:28:37.513849 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a4b8dd93-37e0-4680-a9fc-33b1b7ad22c2 tempest-RoutersAdminNegativeTest-1379185673 tempest-RoutersAdminNegativeTest-1379185673-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:37.550540 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-df2043ba-ddc5-46e0-b1d2-a213c7ccd4a7 None None] For port 3658426d-85f9-4b4e-affd-4680bbb6d1dd, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=3658426d-85f9-4b4e-affd-4680bbb6d1dd,segment=NetworkSegment(9e7cee2f-6833-4d8a-8aad-16653fb0623b),segment_id=9e7cee2f-6833-4d8a-8aad-16653fb0623b)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:28:37.551184 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-df2043ba-ddc5-46e0-b1d2-a213c7ccd4a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:37.554926 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-d8943c63-4083-4477-a91f-43a067d0e5d9 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Request body: {'security_group_rule': {'security_group_id': '47f20c60-7ed0-4cae-b338-068f3dcf53a9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:28:37.679681 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-d6bc67fc-9784-42c2-bb0b-09306607d297 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Calling delete_port for 3658426d-85f9-4b4e-affd-4680bbb6d1dd owned by network:dhcp {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:28:37.680400 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-df2043ba-ddc5-46e0-b1d2-a213c7ccd4a7 None None] Calling delete_port for 3658426d-85f9-4b4e-affd-4680bbb6d1dd owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:28:37.688618 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-d8943c63-4083-4477-a91f-43a067d0e5d9 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:28:37.706217 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-05d421bd-fdcf-460f-9f59-69668460d2d5 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1865597 Mar 07 10:28:37.709070 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-d8943c63-4083-4477-a91f-43a067d0e5d9 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Usage tracker for resource:security_group_rule and tenant:848809c668c344288b1e7f4447e0cf5d is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:28:37.714742 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 34356) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:37.715771 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-d8943c63-4083-4477-a91f-43a067d0e5d9 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:28:37.724794 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d421bd-fdcf-460f-9f59-69668460d2d5 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Pushing event updated for resources: {'Network': ['ID=c602f718-e9de-48ac-b4a6-a9273b50169a,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:37.732984 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-564a943f-b0ab-4859-85ad-9014d4d43419 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Request body: {'subnet': {'network_id': 'c602f718-e9de-48ac-b4a6-a9273b50169a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:28:37.747567 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-d8943c63-4083-4477-a91f-43a067d0e5d9 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:28:37.749552 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Network c602f718-e9de-48ac-b4a6-a9273b50169a details requested by agent ovs-agent-dv-neutron-830731-3-hyperv with host dv-neutron-830731-3-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 10:28:37.805590 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-da0e7f5d-42ad-4fbe-893a-24b82771c1b9 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Allocated IP 2001:db8::fd (40a29556-d1a5-4f3e-81c0-6e47c7f038c9/eaf6e990-6f15-48ee-88ad-563863fd1430/eb8b50da-e8b8-46bb-b54c-e9631637d84d) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:28:37.812556 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-31c75d78-0848-4be5-a442-cbd73979e1e1 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:37.832845 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-df2043ba-ddc5-46e0-b1d2-a213c7ccd4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812'] for port, after_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:37.888812 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2043ba-ddc5-46e0-b1d2-a213c7ccd4a7 None None] Pushing event deleted for resources: {'Port': ['ID=3658426d-85f9-4b4e-affd-4680bbb6d1dd,revision_number=None']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:37.899208 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2043ba-ddc5-46e0-b1d2-a213c7ccd4a7 None None] No DVR routers for this DVR port 3658426d-85f9-4b4e-affd-4680bbb6d1dd on host dv-neutron-830731-3-hyperv {{(pid=83739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:28:37.923260 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d8943c63-4083-4477-a91f-43a067d0e5d9 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:37.955597 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-31c75d78-0848-4be5-a442-cbd73979e1e1 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Calling delete_port for 4b136f1d-6ec4-4280-be06-f91f49c756e9 owned by {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:28:37.995833 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-eaa205da-2644-4cc8-a756-7a5685531607 tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:38.000957 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-564a943f-b0ab-4859-85ad-9014d4d43419 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:28:38.017181 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-564a943f-b0ab-4859-85ad-9014d4d43419 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Usage tracker for resource:subnet and tenant:8843377006954c17a088ed77df13332f is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:28:38.018586 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.db.api [None req-d6bc67fc-9784-42c2-bb0b-09306607d297 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83738) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 10:28:38.018897 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG oslo_db.api [None req-d6bc67fc-9784-42c2-bb0b-09306607d297 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 10:28:38.022061 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-564a943f-b0ab-4859-85ad-9014d4d43419 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:28:38.038064 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-564a943f-b0ab-4859-85ad-9014d4d43419 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:28:38.043598 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-eaa205da-2644-4cc8-a756-7a5685531607 tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Deleting port dc3c5b1c-f674-44bc-89e5-24e37f5db300 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:28:38.043929 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-eaa205da-2644-4cc8-a756-7a5685531607 tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:38.086354 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-564a943f-b0ab-4859-85ad-9014d4d43419 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Made reservation on behalf of 8843377006954c17a088ed77df13332f for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:28:38.162442 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a4b8dd93-37e0-4680-a9fc-33b1b7ad22c2 tempest-RoutersAdminNegativeTest-1379185673 tempest-RoutersAdminNegativeTest-1379185673-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:38.322478 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-a4b8dd93-37e0-4680-a9fc-33b1b7ad22c2 tempest-RoutersAdminNegativeTest-1379185673 tempest-RoutersAdminNegativeTest-1379185673-project-admin] Calling delete_port for 5d8b3afd-997c-41a6-8833-a904892992e7 owned by {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:28:38.355258 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d8943c63-4083-4477-a91f-43a067d0e5d9 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:38.369238 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d8943c63-4083-4477-a91f-43a067d0e5d9 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:38.389773 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-564a943f-b0ab-4859-85ad-9014d4d43419 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3219231'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:38.456304 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-eaa205da-2644-4cc8-a756-7a5685531607 tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:38.465682 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-da0e7f5d-42ad-4fbe-893a-24b82771c1b9 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:38.477198 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8943c63-4083-4477-a91f-43a067d0e5d9 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20de675f-5115-4e09-8f51-664100ac908d,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:38.525189 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d8943c63-4083-4477-a91f-43a067d0e5d9 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:38.526357 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-d8943c63-4083-4477-a91f-43a067d0e5d9 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.0157301 Mar 07 10:28:38.529711 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 34360) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:38.537376 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-d6bc67fc-9784-42c2-bb0b-09306607d297 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Deleting port 3658426d-85f9-4b4e-affd-4680bbb6d1dd {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:28:38.537712 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d6bc67fc-9784-42c2-bb0b-09306607d297 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:38.543335 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-66570632-e822-4077-878f-fcfed23520e3 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Request body: {'security_group_rule': {'security_group_id': '47f20c60-7ed0-4cae-b338-068f3dcf53a9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:28:38.579653 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-66570632-e822-4077-878f-fcfed23520e3 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:28:38.592916 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-66570632-e822-4077-878f-fcfed23520e3 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Usage tracker for resource:security_group_rule and tenant:848809c668c344288b1e7f4447e0cf5d is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:28:38.603408 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-66570632-e822-4077-878f-fcfed23520e3 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:28:38.617369 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-66570632-e822-4077-878f-fcfed23520e3 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:28:38.632732 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-eaa205da-2644-4cc8-a756-7a5685531607 tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Calling delete_port for dc3c5b1c-f674-44bc-89e5-24e37f5db300 owned by network:router_gateway {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:28:38.648098 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a4b8dd93-37e0-4680-a9fc-33b1b7ad22c2 tempest-RoutersAdminNegativeTest-1379185673 tempest-RoutersAdminNegativeTest-1379185673-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:38.651427 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-66570632-e822-4077-878f-fcfed23520e3 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:38.658745 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-31c75d78-0848-4be5-a442-cbd73979e1e1 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:38.745522 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b8dd93-37e0-4680-a9fc-33b1b7ad22c2 tempest-RoutersAdminNegativeTest-1379185673 tempest-RoutersAdminNegativeTest-1379185673-project-admin] Pushing event deleted for resources: {'Port': ['ID=5d8b3afd-997c-41a6-8833-a904892992e7,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:38.754144 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-d6bc67fc-9784-42c2-bb0b-09306607d297 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] The port '3658426d-85f9-4b4e-affd-4680bbb6d1dd' was deleted {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 07 10:28:38.758299 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c75d78-0848-4be5-a442-cbd73979e1e1 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Pushing event deleted for resources: {'Port': ['ID=4b136f1d-6ec4-4280-be06-f91f49c756e9,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:38.936666 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-564a943f-b0ab-4859-85ad-9014d4d43419 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3012444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3219213'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:38.944041 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-66570632-e822-4077-878f-fcfed23520e3 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:38.968128 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-da0e7f5d-42ad-4fbe-893a-24b82771c1b9 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:38.982809 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-66570632-e822-4077-878f-fcfed23520e3 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:38.992699 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a4b8dd93-37e0-4680-a9fc-33b1b7ad22c2 tempest-RoutersAdminNegativeTest-1379185673 tempest-RoutersAdminNegativeTest-1379185673-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:39.027770 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-31c75d78-0848-4be5-a442-cbd73979e1e1 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:39.041963 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66570632-e822-4077-878f-fcfed23520e3 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b367e424-1245-463b-ae06-b8d1c5b4f63d,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:39.047304 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d6bc67fc-9784-42c2-bb0b-09306607d297 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1526893', 'neutron.services.segments.db._delete_segments_for_network-8732568551033'] for network, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:39.053599 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-a4b8dd93-37e0-4680-a9fc-33b1b7ad22c2 tempest-RoutersAdminNegativeTest-1379185673 tempest-RoutersAdminNegativeTest-1379185673-project-admin] 10.222.0.13 "DELETE /v2.0/ports/5d8b3afd-997c-41a6-8833-a904892992e7 HTTP/1.1" status: 204 len: 168 time: 1.7364397 Mar 07 10:28:39.058257 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-66570632-e822-4077-878f-fcfed23520e3 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:39.061610 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-66570632-e822-4077-878f-fcfed23520e3 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5256727 Mar 07 10:28:39.068654 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 34366) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:39.069312 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564a943f-b0ab-4859-85ad-9014d4d43419 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Pushing event updated for resources: {'Subnet': ['ID=32ec8036-5adc-4d1f-a49f-bc0660977659,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:39.079649 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-4584dd08-9013-4f3d-b47a-cf29448d763d tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Request body: {'security_group_rule': {'security_group_id': '47f20c60-7ed0-4cae-b338-068f3dcf53a9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:28:39.089770 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-4584dd08-9013-4f3d-b47a-cf29448d763d tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:28:39.096548 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-4584dd08-9013-4f3d-b47a-cf29448d763d tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Usage tracker for resource:security_group_rule and tenant:848809c668c344288b1e7f4447e0cf5d is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:28:39.100703 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-4584dd08-9013-4f3d-b47a-cf29448d763d tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:28:39.110811 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-4584dd08-9013-4f3d-b47a-cf29448d763d tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:28:39.114799 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564a943f-b0ab-4859-85ad-9014d4d43419 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Checking segment: {'id': 'acab09fc-1232-4154-ac90-39d1623fab7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'c602f718-e9de-48ac-b4a6-a9273b50169a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:28:39.115164 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-564a943f-b0ab-4859-85ad-9014d4d43419 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Network hostable DHCP agents. Network: c602f718-e9de-48ac-b4a6-a9273b50169a, hostable agents: ['6527556c-6586-422c-ae47-082984683847'], hosted agents: [] {{(pid=83737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:28:39.117544 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-31c75d78-0848-4be5-a442-cbd73979e1e1 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "DELETE /v2.0/ports/4b136f1d-6ec4-4280-be06-f91f49c756e9 HTTP/1.1" status: 204 len: 168 time: 2.3870814 Mar 07 10:28:39.122980 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 34370) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:39.124122 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0e7f5d-42ad-4fbe-893a-24b82771c1b9 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Pushing event updated for resources: {'Port': ['ID=eb8b50da-e8b8-46bb-b54c-e9631637d84d,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:39.128169 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da0e7f5d-42ad-4fbe-893a-24b82771c1b9 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Network 40a29556-d1a5-4f3e-81c0-6e47c7f038c9 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:28:39.131335 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-d6bc67fc-9784-42c2-bb0b-09306607d297 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1ce97d2-0f63-4d3e-b3a2-60d5fc45c494']}} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:28:39.147980 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-da0e7f5d-42ad-4fbe-893a-24b82771c1b9 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:28:39.152525 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0e7f5d-42ad-4fbe-893a-24b82771c1b9 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:28:39.153352 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da0e7f5d-42ad-4fbe-893a-24b82771c1b9 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:39.153937 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-da0e7f5d-42ad-4fbe-893a-24b82771c1b9 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:39.162571 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-d6bc67fc-9784-42c2-bb0b-09306607d297 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e7cee2f-6833-4d8a-8aad-16653fb0623b') {'for_net_delete': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:28:39.162849 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-d6bc67fc-9784-42c2-bb0b-09306607d297 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e7cee2f-6833-4d8a-8aad-16653fb0623b') {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:28:39.182631 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4584dd08-9013-4f3d-b47a-cf29448d763d tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:39.185472 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d6bc67fc-9784-42c2-bb0b-09306607d297 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732568550916', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968000'] for segment, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:39.202496 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 3658426d-85f9-4b4e-affd-4680bbb6d1dd no longer exists at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:28:39.209717 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-da0e7f5d-42ad-4fbe-893a-24b82771c1b9 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.4031346 Mar 07 10:28:39.212416 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 34374) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:39.252139 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-564a943f-b0ab-4859-85ad-9014d4d43419 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Network c602f718-e9de-48ac-b4a6-a9273b50169a is scheduled to be hosted by DHCP agent 6527556c-6586-422c-ae47-082984683847 with binding_index 1 {{(pid=83737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:28:39.262863 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] No Port match for: 3658426d-85f9-4b4e-affd-4680bbb6d1dd {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 10:28:39.263734 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 3658426d-85f9-4b4e-affd-4680bbb6d1dd not bound to the agent host dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 10:28:39.281958 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-564a943f-b0ab-4859-85ad-9014d4d43419 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830731-3-hyperv, c602f718-e9de-48ac-b4a6-a9273b50169a) {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:28:39.284530 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4584dd08-9013-4f3d-b47a-cf29448d763d tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:39.295485 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0aa21d5-cf52-4174-8411-b736395867b7 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:39.296245 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-a0aa21d5-cf52-4174-8411-b736395867b7 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Synchronizing usage tracker for tenant:0f1e04191c7443f7844c0202165e746c on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:28:39.299978 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-564a943f-b0ab-4859-85ad-9014d4d43419 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:39.301145 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-564a943f-b0ab-4859-85ad-9014d4d43419 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:39.306456 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4584dd08-9013-4f3d-b47a-cf29448d763d tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:39.311080 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71525e30-05fc-4d3b-8b53-e185be80ef66 None None] Network c602f718-e9de-48ac-b4a6-a9273b50169a requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:28:39.356280 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4584dd08-9013-4f3d-b47a-cf29448d763d tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4886ebfb-c2ce-4875-a589-1e799bbe8bc6,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:39.369079 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-564a943f-b0ab-4859-85ad-9014d4d43419 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6505291 Mar 07 10:28:39.371564 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4584dd08-9013-4f3d-b47a-cf29448d763d tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:39.372680 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-4584dd08-9013-4f3d-b47a-cf29448d763d tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 714 time: 0.3009841 Mar 07 10:28:39.373677 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-a0aa21d5-cf52-4174-8411-b736395867b7 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Unset dirty status for tenant:0f1e04191c7443f7844c0202165e746c on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:28:39.374980 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-a0aa21d5-cf52-4174-8411-b736395867b7 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2474213 Mar 07 10:28:39.375682 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 34378) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:39.413335 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 34382) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:39.413883 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 34384) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:39.444737 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d6bc67fc-9784-42c2-bb0b-09306607d297 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:39.521667 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6bc67fc-9784-42c2-bb0b-09306607d297 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=83738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 07 10:28:39.522442 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d6bc67fc-9784-42c2-bb0b-09306607d297 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1227397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3556681'] for segment, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:39.544936 dv-neutron-830731-3-hyperv neutron-server[83738]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:28:39.544936 dv-neutron-830731-3-hyperv neutron-server[83738]: util.warn( Mar 07 10:28:39.544936 dv-neutron-830731-3-hyperv neutron-server[83738]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:28:39.544936 dv-neutron-830731-3-hyperv neutron-server[83738]: util.warn( Mar 07 10:28:39.544936 dv-neutron-830731-3-hyperv neutron-server[83738]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:28:39.544936 dv-neutron-830731-3-hyperv neutron-server[83738]: util.warn( Mar 07 10:28:39.544936 dv-neutron-830731-3-hyperv neutron-server[83738]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:28:39.544936 dv-neutron-830731-3-hyperv neutron-server[83738]: util.warn( Mar 07 10:28:39.544936 dv-neutron-830731-3-hyperv neutron-server[83738]: Traceback (most recent call last): Mar 07 10:28:39.544936 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 07 10:28:39.544936 dv-neutron-830731-3-hyperv neutron-server[83738]: timer() Mar 07 10:28:39.544936 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:28:39.544936 dv-neutron-830731-3-hyperv neutron-server[83738]: cb(*args, **kw) Mar 07 10:28:39.544936 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 10:28:39.544936 dv-neutron-830731-3-hyperv neutron-server[83738]: return func(*args, **kwargs) Mar 07 10:28:39.544936 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:28:39.544936 dv-neutron-830731-3-hyperv neutron-server[83738]: self._notify() Mar 07 10:28:39.544936 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:28:39.544936 dv-neutron-830731-3-hyperv neutron-server[83738]: self.callback(batched_events) Mar 07 10:28:39.544936 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:28:39.544936 dv-neutron-830731-3-hyperv neutron-server[83738]: event.method(event) Mar 07 10:28:39.544936 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 10:28:39.544936 dv-neutron-830731-3-hyperv neutron-server[83738]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:28:39.544936 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 10:28:39.544936 dv-neutron-830731-3-hyperv neutron-server[83738]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:28:39.544936 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 10:28:39.544936 dv-neutron-830731-3-hyperv neutron-server[83738]: return f(self, *a, **k) Mar 07 10:28:39.544936 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:28:39.544936 dv-neutron-830731-3-hyperv neutron-server[83738]: return self._get(url).json() Mar 07 10:28:39.544936 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:28:39.544936 dv-neutron-830731-3-hyperv neutron-server[83738]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:28:39.544936 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 07 10:28:39.544936 dv-neutron-830731-3-hyperv neutron-server[83738]: return self.request(url, 'GET', **kwargs) Mar 07 10:28:39.544936 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 07 10:28:39.544936 dv-neutron-830731-3-hyperv neutron-server[83738]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:28:39.544936 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 07 10:28:39.544936 dv-neutron-830731-3-hyperv neutron-server[83738]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:28:39.544936 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 07 10:28:39.544936 dv-neutron-830731-3-hyperv neutron-server[83738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:28:39.544936 dv-neutron-830731-3-hyperv neutron-server[83738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:28:39.549222 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 34392) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:39.613503 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f7d1f5d-0795-4094-9cf4-bc2ef17662ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ec2749d-0aec-52fb-aca6-10ba8a80aade-c602f718-e9de-48ac-b4a6-a9273b50169a', 'network_id': 'c602f718-e9de-48ac-b4a6-a9273b50169a', 'tenant_id': '8843377006954c17a088ed77df13332f', 'fixed_ips': [{'subnet_id': '32ec8036-5adc-4d1f-a49f-bc0660977659'}]}} from dv-neutron-830731-3-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 07 10:28:39.614523 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-4f7d1f5d-0795-4094-9cf4-bc2ef17662ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:39.661066 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-be5ff368-af61-4039-b069-a754126f3472 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Deleting port eb8b50da-e8b8-46bb-b54c-e9631637d84d {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:28:39.661580 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-be5ff368-af61-4039-b069-a754126f3472 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:39.693371 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-25083d2f-8179-4019-aa7c-04d9d635b915 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:39.726322 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-25083d2f-8179-4019-aa7c-04d9d635b915 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:39.749118 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d6bc67fc-9784-42c2-bb0b-09306607d297 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1526886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923583'] for network, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:39.750675 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-eaa205da-2644-4cc8-a756-7a5685531607 tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:39.802450 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-4f7d1f5d-0795-4094-9cf4-bc2ef17662ed None None] Allocated IP 172.20.0.2 (c602f718-e9de-48ac-b4a6-a9273b50169a/32ec8036-5adc-4d1f-a49f-bc0660977659/69ba7d4c-b11f-4a83-a388-2991cfba1834) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:28:39.823823 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d6bc67fc-9784-42c2-bb0b-09306607d297 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:39.853089 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa205da-2644-4cc8-a756-7a5685531607 tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Pushing event deleted for resources: {'Port': ['ID=dc3c5b1c-f674-44bc-89e5-24e37f5db300,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:39.854931 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bc67fc-9784-42c2-bb0b-09306607d297 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Pushing event deleted for resources: {'Network': ['ID=e1ce97d2-0f63-4d3e-b3a2-60d5fc45c494,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:39.925924 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-d6bc67fc-9784-42c2-bb0b-09306607d297 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] 10.222.0.13 "DELETE /v2.0/networks/e1ce97d2-0f63-4d3e-b3a2-60d5fc45c494 HTTP/1.1" status: 204 len: 168 time: 3.4482236 Mar 07 10:28:39.942767 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 34398) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:39.952553 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-8f25f00e-b642-45c3-80b5-91e12c7c5e6c tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1794402816'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:28:39.959627 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-14ddd756-3545-48d5-b7d6-e57625fbdf2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:39.965048 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-8f25f00e-b642-45c3-80b5-91e12c7c5e6c tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:28:39.973386 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-8f25f00e-b642-45c3-80b5-91e12c7c5e6c tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Usage tracker for resource:network and tenant:b6ff3248bb834bc1a094f45e7fa43fbd is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:28:39.977888 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-8f25f00e-b642-45c3-80b5-91e12c7c5e6c tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:28:39.981473 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-25083d2f-8179-4019-aa7c-04d9d635b915 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:39.986750 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-8f25f00e-b642-45c3-80b5-91e12c7c5e6c tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:28:40.000689 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af136f32-44f2-4ddf-a1f4-6c26ca3574f6 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:40.001383 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-af136f32-44f2-4ddf-a1f4-6c26ca3574f6 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Synchronizing usage tracker for tenant:0f1e04191c7443f7844c0202165e746c on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:28:40.007137 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-25083d2f-8179-4019-aa7c-04d9d635b915 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:40.011023 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-25083d2f-8179-4019-aa7c-04d9d635b915 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/4886ebfb-c2ce-4875-a589-1e799bbe8bc6 HTTP/1.1" status: 204 len: 168 time: 0.5654039 Mar 07 10:28:40.016387 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 34402) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:40.039751 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-4f7d1f5d-0795-4094-9cf4-bc2ef17662ed None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:40.045528 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-eac4c39b-57bb-4361-8175-9afa69b9520e tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:40.050607 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-4f7d1f5d-0795-4094-9cf4-bc2ef17662ed None None] Transition to ACTIVE for port object 69ba7d4c-b11f-4a83-a388-2991cfba1834 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:28:40.060351 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f25f00e-b642-45c3-80b5-91e12c7c5e6c tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Made reservation on behalf of b6ff3248bb834bc1a094f45e7fa43fbd for: {'network': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:28:40.063404 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8f25f00e-b642-45c3-80b5-91e12c7c5e6c tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for network, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:40.069708 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25083d2f-8179-4019-aa7c-04d9d635b915 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4886ebfb-c2ce-4875-a589-1e799bbe8bc6,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:40.070079 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-4f7d1f5d-0795-4094-9cf4-bc2ef17662ed None None] Transition to ACTIVE for port object 69ba7d4c-b11f-4a83-a388-2991cfba1834 will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:28:40.078168 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-4f7d1f5d-0795-4094-9cf4-bc2ef17662ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:40.156878 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-af136f32-44f2-4ddf-a1f4-6c26ca3574f6 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Unset dirty status for tenant:0f1e04191c7443f7844c0202165e746c on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:28:40.161599 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-af136f32-44f2-4ddf-a1f4-6c26ca3574f6 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.7166693 Mar 07 10:28:40.166088 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 34406) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:40.193155 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f7d1f5d-0795-4094-9cf4-bc2ef17662ed None None] Network c602f718-e9de-48ac-b4a6-a9273b50169a is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:28:40.196131 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-4f7d1f5d-0795-4094-9cf4-bc2ef17662ed None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:28:40.199933 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7d1f5d-0795-4094-9cf4-bc2ef17662ed None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:28:40.208800 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7d1f5d-0795-4094-9cf4-bc2ef17662ed None None] Pushing event updated for resources: {'Port': ['ID=69ba7d4c-b11f-4a83-a388-2991cfba1834,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:40.213919 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-14ddd756-3545-48d5-b7d6-e57625fbdf2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:28:40.288604 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-14ddd756-3545-48d5-b7d6-e57625fbdf2d admin admin] Usage tracker for resource:security_group_rule and tenant:60ca855cd4e541599a19107d2fd77d15 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:28:40.295457 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-4f7d1f5d-0795-4094-9cf4-bc2ef17662ed None None] Attempting to bind port 69ba7d4c-b11f-4a83-a388-2991cfba1834 on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:28:40.295911 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-4f7d1f5d-0795-4094-9cf4-bc2ef17662ed None None] Attempting to bind port 69ba7d4c-b11f-4a83-a388-2991cfba1834 by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': 'acab09fc-1232-4154-ac90-39d1623fab7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'c602f718-e9de-48ac-b4a6-a9273b50169a'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:28:40.296323 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7d1f5d-0795-4094-9cf4-bc2ef17662ed None None] Attempting to bind port 69ba7d4c-b11f-4a83-a388-2991cfba1834 on network c602f718-e9de-48ac-b4a6-a9273b50169a {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:28:40.302978 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7d1f5d-0795-4094-9cf4-bc2ef17662ed None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 28, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:28:40.303457 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7d1f5d-0795-4094-9cf4-bc2ef17662ed None None] Checking segment: {'id': 'acab09fc-1232-4154-ac90-39d1623fab7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'c602f718-e9de-48ac-b4a6-a9273b50169a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:28:40.303921 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-4f7d1f5d-0795-4094-9cf4-bc2ef17662ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:40.304377 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7d1f5d-0795-4094-9cf4-bc2ef17662ed None None] Bound using segment: {'id': 'acab09fc-1232-4154-ac90-39d1623fab7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'c602f718-e9de-48ac-b4a6-a9273b50169a'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:28:40.304943 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-4f7d1f5d-0795-4094-9cf4-bc2ef17662ed None None] Bound port: 69ba7d4c-b11f-4a83-a388-2991cfba1834, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acab09fc-1232-4154-ac90-39d1623fab7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'c602f718-e9de-48ac-b4a6-a9273b50169a'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:28:40.305394 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-4f7d1f5d-0795-4094-9cf4-bc2ef17662ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:40.330398 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-b2c281da-e5ff-494f-850b-4dff7e3ba185 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Synchronizing usage tracker for tenant:848809c668c344288b1e7f4447e0cf5d on resource:security_group_rule {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:28:40.340399 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f25f00e-b642-45c3-80b5-91e12c7c5e6c tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=83737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:28:40.365586 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-14ddd756-3545-48d5-b7d6-e57625fbdf2d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:28:40.376859 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8f25f00e-b642-45c3-80b5-91e12c7c5e6c tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:40.377450 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.db.segments_db [None req-8f25f00e-b642-45c3-80b5-91e12c7c5e6c tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Added segment 11caded3-8ec7-4c9d-bbdf-a233283d912f of type vlan for network 16a6c849-ebb2-4223-a732-f37afa68ccf5 Mar 07 10:28:40.390725 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-14ddd756-3545-48d5-b7d6-e57625fbdf2d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:28:40.399578 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-b2c281da-e5ff-494f-850b-4dff7e3ba185 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Unset dirty status for tenant:848809c668c344288b1e7f4447e0cf5d on resource:security_group_rule {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:28:40.400992 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-b2c281da-e5ff-494f-850b-4dff7e3ba185 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5171 time: 0.3788564 Mar 07 10:28:40.406236 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 34410) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:40.411584 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-4f7d1f5d-0795-4094-9cf4-bc2ef17662ed None None] For port 69ba7d4c-b11f-4a83-a388-2991cfba1834, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:28:40.415253 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-4f7d1f5d-0795-4094-9cf4-bc2ef17662ed None None] For port 69ba7d4c-b11f-4a83-a388-2991cfba1834, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=69ba7d4c-b11f-4a83-a388-2991cfba1834,segment=NetworkSegment(acab09fc-1232-4154-ac90-39d1623fab7c),segment_id=acab09fc-1232-4154-ac90-39d1623fab7c)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:28:40.420702 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-4f7d1f5d-0795-4094-9cf4-bc2ef17662ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:40.425601 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f18172-f6a8-4527-b897-b8eae450363b tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:40.426911 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f18172-f6a8-4527-b897-b8eae450363b tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:40.428299 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f18172-f6a8-4527-b897-b8eae450363b tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:40.429100 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-71f18172-f6a8-4527-b897-b8eae450363b tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Synchronizing usage tracker for tenant:0f1e04191c7443f7844c0202165e746c on resource:subnet {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:28:40.434136 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-be5ff368-af61-4039-b069-a754126f3472 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:40.454978 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-eaa205da-2644-4cc8-a756-7a5685531607 tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923554'] for router_gateway, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:40.462894 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8f25f00e-b642-45c3-80b5-91e12c7c5e6c tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732568034061'] for network, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:40.510325 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7d1f5d-0795-4094-9cf4-bc2ef17662ed None None] Pushing event updated for resources: {'Port': ['ID=69ba7d4c-b11f-4a83-a388-2991cfba1834,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:40.531840 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d6bb01db-f727-4d69-a77c-da7f949fb130 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:40.585140 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d6bb01db-f727-4d69-a77c-da7f949fb130 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:40.601670 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8f25f00e-b642-45c3-80b5-91e12c7c5e6c tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594'] for network, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:40.605396 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f25f00e-b642-45c3-80b5-91e12c7c5e6c tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:40.605968 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8f25f00e-b642-45c3-80b5-91e12c7c5e6c tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:40.698768 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-be5ff368-af61-4039-b069-a754126f3472 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Calling delete_port for eb8b50da-e8b8-46bb-b54c-e9631637d84d owned by {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:28:40.756951 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-eac4c39b-57bb-4361-8175-9afa69b9520e tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Allocated IP 172.20.0.1 (c602f718-e9de-48ac-b4a6-a9273b50169a/32ec8036-5adc-4d1f-a49f-bc0660977659/886fbece-a853-4903-842e-0215fc553fdb) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:28:40.761280 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-71f18172-f6a8-4527-b897-b8eae450363b tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Unset dirty status for tenant:0f1e04191c7443f7844c0202165e746c on resource:subnet {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:28:40.762276 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d6bb01db-f727-4d69-a77c-da7f949fb130 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:40.762558 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-71f18172-f6a8-4527-b897-b8eae450363b tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.5938683 Mar 07 10:28:40.766337 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 34414) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:40.775982 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d6bb01db-f727-4d69-a77c-da7f949fb130 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:40.777136 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-d6bb01db-f727-4d69-a77c-da7f949fb130 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/b367e424-1245-463b-ae06-b8d1c5b4f63d HTTP/1.1" status: 204 len: 168 time: 0.3620679 Mar 07 10:28:40.779645 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f25f00e-b642-45c3-80b5-91e12c7c5e6c tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Pushing event updated for resources: {'Network': ['ID=16a6c849-ebb2-4223-a732-f37afa68ccf5,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:40.781577 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 34418) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:40.793314 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-8f25f00e-b642-45c3-80b5-91e12c7c5e6c tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8466246 Mar 07 10:28:40.795233 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 34422) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:40.800040 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Network 16a6c849-ebb2-4223-a732-f37afa68ccf5 details requested by agent ovs-agent-dv-neutron-830731-3-hyperv with host dv-neutron-830731-3-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 10:28:40.811299 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bb01db-f727-4d69-a77c-da7f949fb130 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b367e424-1245-463b-ae06-b8d1c5b4f63d,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:40.819192 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-20a4f7ad-ba0c-4368-90a6-1029934d2f5e tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Request body: {'subnet': {'network_id': '16a6c849-ebb2-4223-a732-f37afa68ccf5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:28:41.052149 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-20a4f7ad-ba0c-4368-90a6-1029934d2f5e tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:28:41.062332 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-20a4f7ad-ba0c-4368-90a6-1029934d2f5e tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Usage tracker for resource:subnet and tenant:b6ff3248bb834bc1a094f45e7fa43fbd is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:28:41.074904 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-0f324f75-cde1-4591-8edc-e73c7177a817 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Synchronizing usage tracker for tenant:848809c668c344288b1e7f4447e0cf5d on resource:security_group_rule {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:28:41.075164 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-20a4f7ad-ba0c-4368-90a6-1029934d2f5e tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:28:41.093952 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-20a4f7ad-ba0c-4368-90a6-1029934d2f5e tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:28:41.111353 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-eaa205da-2644-4cc8-a756-7a5685531607 tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3917970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58043'] for router, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:41.133307 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-eac4c39b-57bb-4361-8175-9afa69b9520e tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:41.140346 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-0f324f75-cde1-4591-8edc-e73c7177a817 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Unset dirty status for tenant:848809c668c344288b1e7f4447e0cf5d on resource:security_group_rule {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:28:41.145193 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-0f324f75-cde1-4591-8edc-e73c7177a817 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4683 time: 0.3535757 Mar 07 10:28:41.146308 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 34426) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:41.169516 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [None req-eac4c39b-57bb-4361-8175-9afa69b9520e tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Transition to ACTIVE for port object 886fbece-a853-4903-842e-0215fc553fdb will not be triggered until provisioned by entity DHCP. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:28:41.186805 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-eaa205da-2644-4cc8-a756-7a5685531607 tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:41.190455 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7a1ea49b-e2a4-4fe5-acd9-71b118f4f1e7 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:41.200062 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-14ddd756-3545-48d5-b7d6-e57625fbdf2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:41.204266 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7a1ea49b-e2a4-4fe5-acd9-71b118f4f1e7 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:41.205419 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 69ba7d4c-b11f-4a83-a388-2991cfba1834 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:28:41.232212 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20a4f7ad-ba0c-4368-90a6-1029934d2f5e tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Made reservation on behalf of b6ff3248bb834bc1a094f45e7fa43fbd for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:28:41.268127 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-14ddd756-3545-48d5-b7d6-e57625fbdf2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:41.291719 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-be5ff368-af61-4039-b069-a754126f3472 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:41.310683 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning for port 69ba7d4c-b11f-4a83-a388-2991cfba1834 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:28:41.397090 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5ff368-af61-4039-b069-a754126f3472 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Pushing event deleted for resources: {'Port': ['ID=eb8b50da-e8b8-46bb-b54c-e9631637d84d,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:41.411598 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ddd756-3545-48d5-b7d6-e57625fbdf2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e64380b-e681-46ab-9e11-e408f648b085,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:41.443674 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-eac4c39b-57bb-4361-8175-9afa69b9520e tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:41.464270 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-14ddd756-3545-48d5-b7d6-e57625fbdf2d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=60ca855cd4e541599a19107d2fd77d15&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9051435 Mar 07 10:28:41.471573 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-eaa205da-2644-4cc8-a756-7a5685531607 tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3917886'] for router, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:41.471789 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaa205da-2644-4cc8-a756-7a5685531607 tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Fanout notify agent at l3_agent the message router_deleted on router ab1c721f-cb1c-48ee-a071-37e7d79625fb {{(pid=83738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 10:28:41.475884 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 34430) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:41.488337 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-be5ff368-af61-4039-b069-a754126f3472 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:41.508219 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7a1ea49b-e2a4-4fe5-acd9-71b118f4f1e7 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:41.536834 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb46df48-eff9-4bd5-8168-e24083003fd5 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Deleting subnet 38b10a51-c0ec-48a5-9cbe-0ccd5070f1c1 {{(pid=83738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 07 10:28:41.551823 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-fb46df48-eff9-4bd5-8168-e24083003fd5 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks [] for subnet, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:41.558816 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ea49b-e2a4-4fe5-acd9-71b118f4f1e7 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=20de675f-5115-4e09-8f51-664100ac908d,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:41.568993 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-20a4f7ad-ba0c-4368-90a6-1029934d2f5e tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3219231'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:41.587259 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-be5ff368-af61-4039-b069-a754126f3472 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] 10.222.0.13 "DELETE /v2.0/ports/eb8b50da-e8b8-46bb-b54c-e9631637d84d HTTP/1.1" status: 204 len: 168 time: 2.3721230 Mar 07 10:28:41.587487 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 34434) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:41.600538 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac4c39b-57bb-4361-8175-9afa69b9520e tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Network c602f718-e9de-48ac-b4a6-a9273b50169a is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:28:41.602633 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-eaa205da-2644-4cc8-a756-7a5685531607 tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Notify callbacks [] for router, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:41.607361 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-33571482-49ac-4af7-8836-494527f41a36 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '40a29556-d1a5-4f3e-81c0-6e47c7f038c9', 'external_fixed_ips': [{'subnet_id': 'eaf6e990-6f15-48ee-88ad-563863fd1430', 'ip_address': '2001:db8::fd'}]}}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:28:41.607596 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-eaa205da-2644-4cc8-a756-7a5685531607 tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] 10.222.0.13 "DELETE /v2.0/routers/ab1c721f-cb1c-48ee-a071-37e7d79625fb HTTP/1.1" status: 204 len: 168 time: 5.6910188 Mar 07 10:28:41.614443 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 34438) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:41.623180 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-f4a79af6-acce-4540-8db9-9ac3a35d112d tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1557519135', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:28:41.637791 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-f4a79af6-acce-4540-8db9-9ac3a35d112d tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:28:41.641586 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-fb46df48-eff9-4bd5-8168-e24083003fd5 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2969395'] for subnet, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:41.672821 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7a1ea49b-e2a4-4fe5-acd9-71b118f4f1e7 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:41.677375 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-7a1ea49b-e2a4-4fe5-acd9-71b118f4f1e7 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/20de675f-5115-4e09-8f51-664100ac908d HTTP/1.1" status: 204 len: 168 time: 0.5265582 Mar 07 10:28:41.677375 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-eac4c39b-57bb-4361-8175-9afa69b9520e tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:28:41.678162 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-33571482-49ac-4af7-8836-494527f41a36 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:28:41.678652 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 34442) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:41.683156 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac4c39b-57bb-4361-8175-9afa69b9520e tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Pushing event updated for resources: {'Port': ['ID=886fbece-a853-4903-842e-0215fc553fdb,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:41.687586 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac4c39b-57bb-4361-8175-9afa69b9520e tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:28:41.695437 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-f4a79af6-acce-4540-8db9-9ac3a35d112d tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Usage tracker for resource:router and tenant:c3b5f271049746f595048596781f31b9 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:28:41.699890 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9aa3d27-c327-4bfa-bc7b-c833d7942b9d None None] Network c602f718-e9de-48ac-b4a6-a9273b50169a requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:28:41.704978 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-02b498e9-abc6-4ef0-b768-91e0d6296c39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:41.707325 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-f4a79af6-acce-4540-8db9-9ac3a35d112d tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:28:41.722965 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-33571482-49ac-4af7-8836-494527f41a36 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Usage tracker for resource:router and tenant:ee04c33b321f4b0fa4102821038ffb79 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:28:41.730376 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-33571482-49ac-4af7-8836-494527f41a36 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:28:41.731343 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-f4a79af6-acce-4540-8db9-9ac3a35d112d tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:28:41.752837 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-33571482-49ac-4af7-8836-494527f41a36 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:28:41.780676 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-02b498e9-abc6-4ef0-b768-91e0d6296c39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:41.781077 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-33571482-49ac-4af7-8836-494527f41a36 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3919700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58025'] for router, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:41.781914 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-33571482-49ac-4af7-8836-494527f41a36 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3919671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4011175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58018'] for router, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:41.787140 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-eac4c39b-57bb-4361-8175-9afa69b9520e tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3920324'] for router_interface, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:41.803285 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f4a79af6-acce-4540-8db9-9ac3a35d112d tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3919700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58025'] for router, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:41.804199 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f4a79af6-acce-4540-8db9-9ac3a35d112d tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3919671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4011175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58018'] for router, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:41.811458 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-1e19b424-1181-4339-b34c-3885112908b7 None None] Provisioning for port 69ba7d4c-b11f-4a83-a388-2991cfba1834 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:28:41.831700 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-1e19b424-1181-4339-b34c-3885112908b7 None None] Provisioning complete for port 69ba7d4c-b11f-4a83-a388-2991cfba1834 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:28:41.832742 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-1e19b424-1181-4339-b34c-3885112908b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:41.856134 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-03edac94-7910-4576-8d7a-02d23e351f99 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Synchronizing usage tracker for tenant:848809c668c344288b1e7f4447e0cf5d on resource:security_group_rule {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:28:41.869037 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-33571482-49ac-4af7-8836-494527f41a36 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:41.893576 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f4a79af6-acce-4540-8db9-9ac3a35d112d tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:41.902839 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-03edac94-7910-4576-8d7a-02d23e351f99 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Unset dirty status for tenant:848809c668c344288b1e7f4447e0cf5d on resource:security_group_rule {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:28:41.906918 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-03edac94-7910-4576-8d7a-02d23e351f99 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.2006083 Mar 07 10:28:41.908015 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 34446) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:41.926421 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-fb46df48-eff9-4bd5-8168-e24083003fd5 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1525496'] for subnet, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:41.991867 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f4a79af6-acce-4540-8db9-9ac3a35d112d tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3917991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923518'] for router, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:42.011283 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-02b498e9-abc6-4ef0-b768-91e0d6296c39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:42.026141 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cc9f1041-0ea6-4422-8975-0e8837145841 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:42.048713 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cc9f1041-0ea6-4422-8975-0e8837145841 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:42.055296 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b498e9-abc6-4ef0-b768-91e0d6296c39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e64380b-e681-46ab-9e11-e408f648b085,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:42.063733 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-1e19b424-1181-4339-b34c-3885112908b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:42.092685 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-02b498e9-abc6-4ef0-b768-91e0d6296c39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:42.092685 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-02b498e9-abc6-4ef0-b768-91e0d6296c39 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0e64380b-e681-46ab-9e11-e408f648b085 HTTP/1.1" status: 204 len: 168 time: 0.6108055 Mar 07 10:28:42.104324 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-fb46df48-eff9-4bd5-8168-e24083003fd5 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1525489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3556647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741465'] for subnet, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:42.108133 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f4a79af6-acce-4540-8db9-9ac3a35d112d tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Notify callbacks [] for router, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:42.115558 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-f4a79af6-acce-4540-8db9-9ac3a35d112d tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5001264 Mar 07 10:28:42.125306 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 34452) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:42.134044 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-94b8c2bb-f364-4769-8ccd-045455bf0995 tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Request body: {'router': {'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12'}}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:28:42.168052 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-1e19b424-1181-4339-b34c-3885112908b7 None None] For port 69ba7d4c-b11f-4a83-a388-2991cfba1834, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=69ba7d4c-b11f-4a83-a388-2991cfba1834,segment=NetworkSegment(acab09fc-1232-4154-ac90-39d1623fab7c),segment_id=acab09fc-1232-4154-ac90-39d1623fab7c)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:28:42.174809 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-1e19b424-1181-4339-b34c-3885112908b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:42.177704 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb46df48-eff9-4bd5-8168-e24083003fd5 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Pushing event deleted for resources: {'Subnet': ['ID=38b10a51-c0ec-48a5-9cbe-0ccd5070f1c1,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:42.187628 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cc9f1041-0ea6-4422-8975-0e8837145841 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:42.207500 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-fb46df48-eff9-4bd5-8168-e24083003fd5 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:42.216689 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9f1041-0ea6-4422-8975-0e8837145841 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=10c71d37-6ca6-4e1b-beb7-401ecc664bcd,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:42.237248 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-fb46df48-eff9-4bd5-8168-e24083003fd5 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "DELETE /v2.0/subnets/38b10a51-c0ec-48a5-9cbe-0ccd5070f1c1 HTTP/1.1" status: 204 len: 168 time: 1.4654388 Mar 07 10:28:42.241251 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 34456) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:42.260961 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-20a4f7ad-ba0c-4368-90a6-1029934d2f5e tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3012444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3219213'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:42.264295 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-eac4c39b-57bb-4361-8175-9afa69b9520e tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:42.297541 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cc9f1041-0ea6-4422-8975-0e8837145841 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:42.318561 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-cc9f1041-0ea6-4422-8975-0e8837145841 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/10c71d37-6ca6-4e1b-beb7-401ecc664bcd HTTP/1.1" status: 204 len: 168 time: 0.4095192 Mar 07 10:28:42.324689 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 34460) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:42.369663 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e19b424-1181-4339-b34c-3885112908b7 None None] Pushing event updated for resources: {'Port': ['ID=69ba7d4c-b11f-4a83-a388-2991cfba1834,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:42.385480 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d66d1473-8b23-4348-a97f-2ee074f4b242 None None] Network 98d8805b-dd65-4110-997b-2eea298bca78 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:28:42.458961 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_v2 [None req-02eb5676-c1b0-4c80-91bc-d83771f4b30a tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Deleting subnet 75b642c0-1b4c-4b72-b99d-710f79495181 {{(pid=83738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 07 10:28:42.483940 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-33571482-49ac-4af7-8836-494527f41a36 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3917998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58952'] for router, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:42.491837 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-d9fa5e93-9564-41ef-973b-c7be7a8f4682 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Synchronizing usage tracker for tenant:848809c668c344288b1e7f4447e0cf5d on resource:security_group_rule {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:28:42.495739 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-02eb5676-c1b0-4c80-91bc-d83771f4b30a tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks [] for subnet, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:42.516500 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a4f7ad-ba0c-4368-90a6-1029934d2f5e tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Pushing event updated for resources: {'Subnet': ['ID=c4f2446a-6df4-4e55-9ec7-f9eee806a8ab,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:42.589728 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a38f6342-4bd2-4af7-bf3f-a978a084a3a2 None None] Provisioning complete for port 69ba7d4c-b11f-4a83-a388-2991cfba1834 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:28:42.590371 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a38f6342-4bd2-4af7-bf3f-a978a084a3a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:42.612844 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-d9fa5e93-9564-41ef-973b-c7be7a8f4682 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Unset dirty status for tenant:848809c668c344288b1e7f4447e0cf5d on resource:security_group_rule {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:28:42.618970 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-d9fa5e93-9564-41ef-973b-c7be7a8f4682 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.2892632 Mar 07 10:28:42.626238 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 34466) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:42.662327 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-02eb5676-c1b0-4c80-91bc-d83771f4b30a tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2969395'] for subnet, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:42.745671 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-071872b6-958c-45fb-8078-76e6fd37eb66 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:42.761030 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-071872b6-958c-45fb-8078-76e6fd37eb66 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:42.825445 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-071872b6-958c-45fb-8078-76e6fd37eb66 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:42.845039 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-02eb5676-c1b0-4c80-91bc-d83771f4b30a tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1525496'] for subnet, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:42.893207 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071872b6-958c-45fb-8078-76e6fd37eb66 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b71cdbf1-4f57-400f-986e-4493c9f43d0f,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:42.903876 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a38f6342-4bd2-4af7-bf3f-a978a084a3a2 None None] Provisioning for port 886fbece-a853-4903-842e-0215fc553fdb completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:28:42.908609 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-071872b6-958c-45fb-8078-76e6fd37eb66 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:42.910329 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-071872b6-958c-45fb-8078-76e6fd37eb66 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/b71cdbf1-4f57-400f-986e-4493c9f43d0f HTTP/1.1" status: 204 len: 168 time: 0.2746623 Mar 07 10:28:42.914423 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a38f6342-4bd2-4af7-bf3f-a978a084a3a2 None None] Provisioning complete for port 886fbece-a853-4903-842e-0215fc553fdb triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:28:42.915367 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a38f6342-4bd2-4af7-bf3f-a978a084a3a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:42.919104 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 34470) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:42.946936 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 34474) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:42.954896 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a4f7ad-ba0c-4368-90a6-1029934d2f5e tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Checking segment: {'id': '11caded3-8ec7-4c9d-bbdf-a233283d912f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '16a6c849-ebb2-4223-a732-f37afa68ccf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:28:42.955294 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20a4f7ad-ba0c-4368-90a6-1029934d2f5e tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Network hostable DHCP agents. Network: 16a6c849-ebb2-4223-a732-f37afa68ccf5, hostable agents: ['6527556c-6586-422c-ae47-082984683847'], hosted agents: [] {{(pid=83737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:28:42.978531 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a38f6342-4bd2-4af7-bf3f-a978a084a3a2 None None] Port 886fbece-a853-4903-842e-0215fc553fdb cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:28:42.986502 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-02eb5676-c1b0-4c80-91bc-d83771f4b30a tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1525489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3556647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741465'] for subnet, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:43.057168 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02eb5676-c1b0-4c80-91bc-d83771f4b30a tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Pushing event deleted for resources: {'Subnet': ['ID=75b642c0-1b4c-4b72-b99d-710f79495181,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:43.070101 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-02eb5676-c1b0-4c80-91bc-d83771f4b30a tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:43.084687 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-6c08b271-aa95-42aa-ac3a-bfdf7bc1c2d2 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Synchronizing usage tracker for tenant:848809c668c344288b1e7f4447e0cf5d on resource:security_group_rule {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:28:43.101293 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-d7c018e3-cfe1-47da-a745-ea3407f021ff None None] Provisioning complete for port 886fbece-a853-4903-842e-0215fc553fdb triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:28:43.101570 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-d7c018e3-cfe1-47da-a745-ea3407f021ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:43.123231 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-d3e43f18-bd95-40b4-bb80-82836d81af5e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d93060ce28de4c1ba3bf61fee54e921b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1726727 Mar 07 10:28:43.124454 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 34478) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:43.125211 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-6c08b271-aa95-42aa-ac3a-bfdf7bc1c2d2 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Unset dirty status for tenant:848809c668c344288b1e7f4447e0cf5d on resource:security_group_rule {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:28:43.130039 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-6c08b271-aa95-42aa-ac3a-bfdf7bc1c2d2 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2063980 Mar 07 10:28:43.134394 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 34480) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:43.164062 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-d7c018e3-cfe1-47da-a745-ea3407f021ff None None] Port 886fbece-a853-4903-842e-0215fc553fdb cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:28:43.179538 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 69ba7d4c-b11f-4a83-a388-2991cfba1834 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:28:43.184812 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-02eb5676-c1b0-4c80-91bc-d83771f4b30a tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "DELETE /v2.0/subnets/75b642c0-1b4c-4b72-b99d-710f79495181 HTTP/1.1" status: 204 len: 168 time: 0.9421372 Mar 07 10:28:43.196054 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 34486) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:43.274607 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2fde9415-9935-411b-9436-96bbf9e13471 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:43.277545 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 69ba7d4c-b11f-4a83-a388-2991cfba1834 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:28:43.277991 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:43.318200 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cfa76530-08f8-4ff2-a758-d02ffbf06391 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Notify callbacks [] for security_group, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:43.348224 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-24647953-afe1-4b74-b00f-3773166a74b0 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1471877 Mar 07 10:28:43.350385 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 34490) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:43.364071 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2fde9415-9935-411b-9436-96bbf9e13471 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:43.382748 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-e203d4ed-4fd3-4ffb-8d5f-6be62c97cb97 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Request body: {'subnet': {'network_id': '98d8805b-dd65-4110-997b-2eea298bca78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:28:43.402205 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20a4f7ad-ba0c-4368-90a6-1029934d2f5e tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Network 16a6c849-ebb2-4223-a732-f37afa68ccf5 is scheduled to be hosted by DHCP agent 6527556c-6586-422c-ae47-082984683847 with binding_index 1 {{(pid=83737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:28:43.498129 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cfa76530-08f8-4ff2-a758-d02ffbf06391 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:43.567453 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cfa76530-08f8-4ff2-a758-d02ffbf06391 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:43.589528 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2fde9415-9935-411b-9436-96bbf9e13471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:43.599394 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5192997-db67-429f-b75b-282f72379491 None None] Network 98d8805b-dd65-4110-997b-2eea298bca78 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:28:43.609732 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa76530-08f8-4ff2-a758-d02ffbf06391 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47f20c60-7ed0-4cae-b338-068f3dcf53a9,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:43.625003 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fde9415-9935-411b-9436-96bbf9e13471 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb8b6487-3618-44b2-b9d9-2090d667f47e,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:43.626776 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cfa76530-08f8-4ff2-a758-d02ffbf06391 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:43.627136 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-20a4f7ad-ba0c-4368-90a6-1029934d2f5e tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830731-3-hyperv, 16a6c849-ebb2-4223-a732-f37afa68ccf5) {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:28:43.627896 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-cfa76530-08f8-4ff2-a758-d02ffbf06391 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] 10.222.0.13 "DELETE /v2.0/security-groups/47f20c60-7ed0-4cae-b338-068f3dcf53a9 HTTP/1.1" status: 204 len: 168 time: 0.4926465 Mar 07 10:28:43.630714 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 34494) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:43.633991 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2fde9415-9935-411b-9436-96bbf9e13471 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:43.638099 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-2fde9415-9935-411b-9436-96bbf9e13471 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bb8b6487-3618-44b2-b9d9-2090d667f47e HTTP/1.1" status: 204 len: 168 time: 0.5058033 Mar 07 10:28:43.646766 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a4f7ad-ba0c-4368-90a6-1029934d2f5e tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:43.647348 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-20a4f7ad-ba0c-4368-90a6-1029934d2f5e tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:43.698568 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-8717a650-cf78-4458-a681-9c1ec8b68d43 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Synchronizing usage tracker for tenant:848809c668c344288b1e7f4447e0cf5d on resource:security_group {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:28:43.717652 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-e203d4ed-4fd3-4ffb-8d5f-6be62c97cb97 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:28:43.720932 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-8717a650-cf78-4458-a681-9c1ec8b68d43 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Unset dirty status for tenant:848809c668c344288b1e7f4447e0cf5d on resource:security_group {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:28:43.724226 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-8717a650-cf78-4458-a681-9c1ec8b68d43 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0916448 Mar 07 10:28:43.729393 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-94b8c2bb-f364-4769-8ccd-045455bf0995 tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3917998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58952'] for router, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:43.730245 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 34500) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:43.733850 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-e203d4ed-4fd3-4ffb-8d5f-6be62c97cb97 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Usage tracker for resource:subnet and tenant:0f1e04191c7443f7844c0202165e746c is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:28:43.737563 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-41355c3a-deef-4ac8-a0bd-8165dad7fda2 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Request body: {'security_group': {'name': 'tempest-secgroup--100626614'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:28:43.746351 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-41355c3a-deef-4ac8-a0bd-8165dad7fda2 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:28:43.748299 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-e203d4ed-4fd3-4ffb-8d5f-6be62c97cb97 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:28:43.757516 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-41355c3a-deef-4ac8-a0bd-8165dad7fda2 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:28:43.760615 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-20a4f7ad-ba0c-4368-90a6-1029934d2f5e tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9507351 Mar 07 10:28:43.765087 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 34504) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:43.776110 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-e203d4ed-4fd3-4ffb-8d5f-6be62c97cb97 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:28:43.782606 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-f9cd7786-2767-436d-9a91-60c22087336a tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Request body: {'port': {'network_id': '16a6c849-ebb2-4223-a732-f37afa68ccf5', 'security_groups': [], 'name': 'tempest-PortsTestJSON-203106178'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:28:43.810352 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-41355c3a-deef-4ac8-a0bd-8165dad7fda2 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Notify callbacks [] for security_group, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:43.817020 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e203d4ed-4fd3-4ffb-8d5f-6be62c97cb97 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Made reservation on behalf of 0f1e04191c7443f7844c0202165e746c for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:28:43.867063 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-380ffb56-605c-4bf7-afd4-39e9b73b4098 None None] Network 16a6c849-ebb2-4223-a732-f37afa68ccf5 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:28:43.933376 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-eac4c39b-57bb-4361-8175-9afa69b9520e tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:43.954709 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-41355c3a-deef-4ac8-a0bd-8165dad7fda2 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:28:43.963460 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-41355c3a-deef-4ac8-a0bd-8165dad7fda2 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Usage tracker for resource:security_group_rule and tenant:848809c668c344288b1e7f4447e0cf5d is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:28:43.973899 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-41355c3a-deef-4ac8-a0bd-8165dad7fda2 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:28:43.986710 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-41355c3a-deef-4ac8-a0bd-8165dad7fda2 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:28:43.998510 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-f9cd7786-2767-436d-9a91-60c22087336a tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:28:44.007054 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-eac4c39b-57bb-4361-8175-9afa69b9520e tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3012561'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:44.007305 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-f9cd7786-2767-436d-9a91-60c22087336a tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Usage tracker for resource:port and tenant:b6ff3248bb834bc1a094f45e7fa43fbd is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:28:44.010642 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-f9cd7786-2767-436d-9a91-60c22087336a tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:28:44.019497 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-f9cd7786-2767-436d-9a91-60c22087336a tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:28:44.022459 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-fb4bb239-f776-44ad-9b8e-7e222659fad6 None None] Provisioning complete for port 4dc14ca9-cfc1-4919-96a3-a5959b546ccf triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:28:44.022951 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-fb4bb239-f776-44ad-9b8e-7e222659fad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:44.044967 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9cd7786-2767-436d-9a91-60c22087336a tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Made reservation on behalf of b6ff3248bb834bc1a094f45e7fa43fbd for: {'port': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:28:44.048032 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f9cd7786-2767-436d-9a91-60c22087336a tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:44.094415 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-41355c3a-deef-4ac8-a0bd-8165dad7fda2 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Notify callbacks [] for security_group, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:44.095674 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [None req-f9cd7786-2767-436d-9a91-60c22087336a tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] device_id is not set on port 155434d5-2606-468d-ab6e-2ff3d3b0cd95 yet. {{(pid=83738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 07 10:28:44.140125 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-41355c3a-deef-4ac8-a0bd-8165dad7fda2 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:44.188995 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-41355c3a-deef-4ac8-a0bd-8165dad7fda2 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:44.191482 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-41355c3a-deef-4ac8-a0bd-8165dad7fda2 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.4595482 Mar 07 10:28:44.197658 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 34516) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:44.236004 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41355c3a-deef-4ac8-a0bd-8165dad7fda2 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3abea9b4-deae-4c2b-8cd6-231766be0014,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:44.287610 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-14521b3a-9d4c-415b-b36b-b420e0c9533a tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Request body: {'security_group_rule': {'security_group_id': '3abea9b4-deae-4c2b-8cd6-231766be0014', 'direction': 'ingress', 'protocol': 17}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:28:44.301161 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac32dc04-48b7-4b2f-931b-b256a57f67a8 None None] DHCP port deletion for 98d8805b-dd65-4110-997b-2eea298bca78 request from dv-neutron-830731-3-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 07 10:28:44.328493 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-ac32dc04-48b7-4b2f-931b-b256a57f67a8 None None] Deleting port 4dc14ca9-cfc1-4919-96a3-a5959b546ccf {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:28:44.328976 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-ac32dc04-48b7-4b2f-931b-b256a57f67a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:44.343508 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-f9cd7786-2767-436d-9a91-60c22087336a tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Allocated IP 172.20.0.13 (16a6c849-ebb2-4223-a732-f37afa68ccf5/c4f2446a-6df4-4e55-9ec7-f9eee806a8ab/155434d5-2606-468d-ab6e-2ff3d3b0cd95) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:28:44.351739 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-14521b3a-9d4c-415b-b36b-b420e0c9533a tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:28:44.361225 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e203d4ed-4fd3-4ffb-8d5f-6be62c97cb97 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3219231'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:44.394485 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac4c39b-57bb-4361-8175-9afa69b9520e tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Pushing event updated for resources: {'Port': ['ID=886fbece-a853-4903-842e-0215fc553fdb,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:44.402968 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-14521b3a-9d4c-415b-b36b-b420e0c9533a tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Usage tracker for resource:security_group_rule and tenant:848809c668c344288b1e7f4447e0cf5d is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:28:44.411023 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-eac4c39b-57bb-4361-8175-9afa69b9520e tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2756426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3920233'] for router_interface, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:44.416587 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-14521b3a-9d4c-415b-b36b-b420e0c9533a tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:28:44.484977 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-14521b3a-9d4c-415b-b36b-b420e0c9533a tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:28:44.573332 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-33571482-49ac-4af7-8836-494527f41a36 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:44.585186 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98976fee-d9e8-4d2e-88cb-f822568df11c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ec2749d-0aec-52fb-aca6-10ba8a80aade-16a6c849-ebb2-4223-a732-f37afa68ccf5', 'network_id': '16a6c849-ebb2-4223-a732-f37afa68ccf5', 'tenant_id': 'b6ff3248bb834bc1a094f45e7fa43fbd', 'fixed_ips': [{'subnet_id': 'c4f2446a-6df4-4e55-9ec7-f9eee806a8ab'}]}} from dv-neutron-830731-3-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 07 10:28:44.586166 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-98976fee-d9e8-4d2e-88cb-f822568df11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:44.599919 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f9cd7786-2767-436d-9a91-60c22087336a tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:44.623573 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-f9cd7786-2767-436d-9a91-60c22087336a tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Transition to ACTIVE for port object 155434d5-2606-468d-ab6e-2ff3d3b0cd95 will not be triggered until provisioned by entity DHCP. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:28:44.648571 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f9cd7786-2767-436d-9a91-60c22087336a tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:44.652695 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-ac32dc04-48b7-4b2f-931b-b256a57f67a8 None None] For port 4dc14ca9-cfc1-4919-96a3-a5959b546ccf, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=4dc14ca9-cfc1-4919-96a3-a5959b546ccf,segment=NetworkSegment(13510a37-88c7-493e-9701-b414ea24fc4c),segment_id=13510a37-88c7-493e-9701-b414ea24fc4c)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:28:44.653968 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-ac32dc04-48b7-4b2f-931b-b256a57f67a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:44.657883 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-14521b3a-9d4c-415b-b36b-b420e0c9533a tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:44.675869 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-33571482-49ac-4af7-8836-494527f41a36 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:44.738938 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cd7786-2767-436d-9a91-60c22087336a tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Pushing event updated for resources: {'Port': ['ID=155434d5-2606-468d-ab6e-2ff3d3b0cd95,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:44.748518 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9cd7786-2767-436d-9a91-60c22087336a tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Network 16a6c849-ebb2-4223-a732-f37afa68ccf5 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:28:44.750118 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-f9cd7786-2767-436d-9a91-60c22087336a tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:28:44.752700 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9cd7786-2767-436d-9a91-60c22087336a tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:28:44.826229 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9cd7786-2767-436d-9a91-60c22087336a tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:44.827125 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f9cd7786-2767-436d-9a91-60c22087336a tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:44.859364 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-f9cd7786-2767-436d-9a91-60c22087336a tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 1.0914221 Mar 07 10:28:44.861845 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 34532) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:44.929287 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 34536) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:44.944110 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-67e14ad4-1db7-41c7-906c-2eefdbd83545 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Deleting port 155434d5-2606-468d-ab6e-2ff3d3b0cd95 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:28:44.944452 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-67e14ad4-1db7-41c7-906c-2eefdbd83545 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:45.001392 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-ac32dc04-48b7-4b2f-931b-b256a57f67a8 None None] Calling delete_port for 4dc14ca9-cfc1-4919-96a3-a5959b546ccf owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:28:45.048890 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-98976fee-d9e8-4d2e-88cb-f822568df11c None None] Allocated IP 172.20.0.2 (16a6c849-ebb2-4223-a732-f37afa68ccf5/c4f2446a-6df4-4e55-9ec7-f9eee806a8ab/0114c921-3f95-4ca1-a342-2499340ea913) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:28:45.168927 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 4dc14ca9-cfc1-4919-96a3-a5959b546ccf no longer exists at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:28:45.181803 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-7b1876fc-d950-4888-b95d-fae1ee1b8a2c admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1996549725-network', 'tenant_id': '5e56ff5eb9514632bfb34b6bdf038801'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:28:45.202331 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-7b1876fc-d950-4888-b95d-fae1ee1b8a2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:28:45.211014 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-7b1876fc-d950-4888-b95d-fae1ee1b8a2c admin admin] Usage tracker for resource:network and tenant:5e56ff5eb9514632bfb34b6bdf038801 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:28:45.215957 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-7b1876fc-d950-4888-b95d-fae1ee1b8a2c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:28:45.225757 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-7b1876fc-d950-4888-b95d-fae1ee1b8a2c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:28:45.234107 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-ac32dc04-48b7-4b2f-931b-b256a57f67a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812'] for port, after_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:45.264541 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b1876fc-d950-4888-b95d-fae1ee1b8a2c admin admin] Made reservation on behalf of 5e56ff5eb9514632bfb34b6bdf038801 for: {'network': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:28:45.267015 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7b1876fc-d950-4888-b95d-fae1ee1b8a2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for network, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:45.283789 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7b1876fc-d950-4888-b95d-fae1ee1b8a2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:45.299103 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-67e14ad4-1db7-41c7-906c-2eefdbd83545 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:45.299335 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac32dc04-48b7-4b2f-931b-b256a57f67a8 None None] Pushing event deleted for resources: {'Port': ['ID=4dc14ca9-cfc1-4919-96a3-a5959b546ccf,revision_number=None']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:45.327762 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac32dc04-48b7-4b2f-931b-b256a57f67a8 None None] No DVR routers for this DVR port 4dc14ca9-cfc1-4919-96a3-a5959b546ccf on host dv-neutron-830731-3-hyperv {{(pid=83739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:28:45.346242 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] No active binding found for port 4dc14ca9-cfc1-4919-96a3-a5959b546ccf {{(pid=83739) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Mar 07 10:28:45.346845 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 4dc14ca9-cfc1-4919-96a3-a5959b546ccf not bound to the agent host dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 10:28:45.364837 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-14521b3a-9d4c-415b-b36b-b420e0c9533a tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:45.370837 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-94b8c2bb-f364-4769-8ccd-045455bf0995 tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Notify callbacks [] for router_gateway, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:45.404156 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac4c39b-57bb-4361-8175-9afa69b9520e tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Network c602f718-e9de-48ac-b4a6-a9273b50169a is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:28:45.406053 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-eac4c39b-57bb-4361-8175-9afa69b9520e tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:28:45.436574 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-98976fee-d9e8-4d2e-88cb-f822568df11c None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:45.436974 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-67e14ad4-1db7-41c7-906c-2eefdbd83545 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Calling delete_port for 155434d5-2606-468d-ab6e-2ff3d3b0cd95 owned by {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:28:45.467617 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-98976fee-d9e8-4d2e-88cb-f822568df11c None None] Transition to ACTIVE for port object 0114c921-3f95-4ca1-a342-2499340ea913 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:28:45.475464 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:45.479863 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-14521b3a-9d4c-415b-b36b-b420e0c9533a tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:45.486048 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e203d4ed-4fd3-4ffb-8d5f-6be62c97cb97 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3012444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3219213'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:45.492596 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-7b1876fc-d950-4888-b95d-fae1ee1b8a2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:28:45.493791 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-98976fee-d9e8-4d2e-88cb-f822568df11c None None] Transition to ACTIVE for port object 0114c921-3f95-4ca1-a342-2499340ea913 will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:28:45.499741 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-7b1876fc-d950-4888-b95d-fae1ee1b8a2c admin admin] Usage tracker for resource:security_group_rule and tenant:5e56ff5eb9514632bfb34b6bdf038801 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:28:45.504568 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-98976fee-d9e8-4d2e-88cb-f822568df11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:45.505061 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-7b1876fc-d950-4888-b95d-fae1ee1b8a2c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:28:45.514868 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-7b1876fc-d950-4888-b95d-fae1ee1b8a2c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:28:45.620661 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14521b3a-9d4c-415b-b36b-b420e0c9533a tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed92683f-69c0-4289-997a-7b0db3e3f8a4,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:45.623763 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-94b8c2bb-f364-4769-8ccd-045455bf0995 tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:45.631270 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98976fee-d9e8-4d2e-88cb-f822568df11c None None] Network 16a6c849-ebb2-4223-a732-f37afa68ccf5 is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:28:45.637211 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-98976fee-d9e8-4d2e-88cb-f822568df11c None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:28:45.639115 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98976fee-d9e8-4d2e-88cb-f822568df11c None None] Pushing event updated for resources: {'Port': ['ID=0114c921-3f95-4ca1-a342-2499340ea913,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:45.641431 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98976fee-d9e8-4d2e-88cb-f822568df11c None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:28:45.649011 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e203d4ed-4fd3-4ffb-8d5f-6be62c97cb97 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Network 98d8805b-dd65-4110-997b-2eea298bca78 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:28:45.674782 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7b1876fc-d950-4888-b95d-fae1ee1b8a2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:45.676840 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-67e14ad4-1db7-41c7-906c-2eefdbd83545 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:45.704701 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-e203d4ed-4fd3-4ffb-8d5f-6be62c97cb97 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:28:45.708338 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e203d4ed-4fd3-4ffb-8d5f-6be62c97cb97 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:45.709160 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e203d4ed-4fd3-4ffb-8d5f-6be62c97cb97 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:45.719998 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c1c5842-71c7-4fc7-ba17-0e8353a90216 None None] Network 98d8805b-dd65-4110-997b-2eea298bca78 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:28:45.743777 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7b1876fc-d950-4888-b95d-fae1ee1b8a2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:45.761870 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-33571482-49ac-4af7-8836-494527f41a36 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Allocated IP 2001:db8::fd (40a29556-d1a5-4f3e-81c0-6e47c7f038c9/eaf6e990-6f15-48ee-88ad-563863fd1430/5bed7394-59e2-46a8-815c-44ba077b9a3c) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:28:45.781087 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e14ad4-1db7-41c7-906c-2eefdbd83545 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Pushing event deleted for resources: {'Port': ['ID=155434d5-2606-468d-ab6e-2ff3d3b0cd95,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:45.794411 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1876fc-d950-4888-b95d-fae1ee1b8a2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41618aeb-c32b-4995-bf54-9ade52f46247,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:45.796895 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b1876fc-d950-4888-b95d-fae1ee1b8a2c admin admin] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=83738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:28:45.809882 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-14521b3a-9d4c-415b-b36b-b420e0c9533a tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:45.814111 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-14521b3a-9d4c-415b-b36b-b420e0c9533a tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 1.5990365 Mar 07 10:28:45.821855 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 34542) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:45.825224 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-98976fee-d9e8-4d2e-88cb-f822568df11c None None] Attempting to bind port 0114c921-3f95-4ca1-a342-2499340ea913 on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:28:45.825664 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-98976fee-d9e8-4d2e-88cb-f822568df11c None None] Attempting to bind port 0114c921-3f95-4ca1-a342-2499340ea913 by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': '11caded3-8ec7-4c9d-bbdf-a233283d912f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '16a6c849-ebb2-4223-a732-f37afa68ccf5'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:28:45.826088 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98976fee-d9e8-4d2e-88cb-f822568df11c None None] Attempting to bind port 0114c921-3f95-4ca1-a342-2499340ea913 on network 16a6c849-ebb2-4223-a732-f37afa68ccf5 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:28:45.841691 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-e203d4ed-4fd3-4ffb-8d5f-6be62c97cb97 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.4786394 Mar 07 10:28:45.843299 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 34546) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:45.845168 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98976fee-d9e8-4d2e-88cb-f822568df11c None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 28, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:28:45.845546 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98976fee-d9e8-4d2e-88cb-f822568df11c None None] Checking segment: {'id': '11caded3-8ec7-4c9d-bbdf-a233283d912f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '16a6c849-ebb2-4223-a732-f37afa68ccf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:28:45.845938 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-98976fee-d9e8-4d2e-88cb-f822568df11c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:45.846325 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98976fee-d9e8-4d2e-88cb-f822568df11c None None] Bound using segment: {'id': '11caded3-8ec7-4c9d-bbdf-a233283d912f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '16a6c849-ebb2-4223-a732-f37afa68ccf5'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:28:45.846802 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-98976fee-d9e8-4d2e-88cb-f822568df11c None None] Bound port: 0114c921-3f95-4ca1-a342-2499340ea913, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11caded3-8ec7-4c9d-bbdf-a233283d912f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '16a6c849-ebb2-4223-a732-f37afa68ccf5'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:28:45.847333 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-98976fee-d9e8-4d2e-88cb-f822568df11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:45.861297 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203d4ed-4fd3-4ffb-8d5f-6be62c97cb97 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Pushing event updated for resources: {'Subnet': ['ID=b3f8572a-088b-4d7c-b4b0-e5c3e0a7abb7,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:45.866194 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-def72dd4-b272-45ec-8c06-a094929e4b92 None None] Provisioning complete for port 886fbece-a853-4903-842e-0215fc553fdb triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:28:45.866561 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-def72dd4-b272-45ec-8c06-a094929e4b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:45.883922 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-31915e87-e688-4f36-b093-d43740b40536 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Request body: {'subnet': {'network_id': '98d8805b-dd65-4110-997b-2eea298bca78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:28:45.999004 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-def72dd4-b272-45ec-8c06-a094929e4b92 None None] Port 886fbece-a853-4903-842e-0215fc553fdb cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:28:46.065298 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7b1876fc-d950-4888-b95d-fae1ee1b8a2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:46.065523 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.db.segments_db [None req-7b1876fc-d950-4888-b95d-fae1ee1b8a2c admin admin] Added segment 13b97ad0-178a-4d95-a31f-fbfd9ea3b033 of type vlan for network 2cdfe4a3-2923-48a7-b1bd-2e50a8058f86 Mar 07 10:28:46.068159 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-98976fee-d9e8-4d2e-88cb-f822568df11c None None] For port 0114c921-3f95-4ca1-a342-2499340ea913, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:28:46.072978 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-98976fee-d9e8-4d2e-88cb-f822568df11c None None] For port 0114c921-3f95-4ca1-a342-2499340ea913, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=0114c921-3f95-4ca1-a342-2499340ea913,segment=NetworkSegment(11caded3-8ec7-4c9d-bbdf-a233283d912f),segment_id=11caded3-8ec7-4c9d-bbdf-a233283d912f)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:28:46.106982 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-98976fee-d9e8-4d2e-88cb-f822568df11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:46.125207 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-67e14ad4-1db7-41c7-906c-2eefdbd83545 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:46.146315 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df8ed7cd-c135-46e2-86b5-f9b6e0bb3b37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ec2749d-0aec-52fb-aca6-10ba8a80aade-98d8805b-dd65-4110-997b-2eea298bca78', 'network_id': '98d8805b-dd65-4110-997b-2eea298bca78', 'tenant_id': '0f1e04191c7443f7844c0202165e746c', 'fixed_ips': [{'subnet_id': 'b3f8572a-088b-4d7c-b4b0-e5c3e0a7abb7'}]}} from dv-neutron-830731-3-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 07 10:28:46.147128 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-df8ed7cd-c135-46e2-86b5-f9b6e0bb3b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:46.149357 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7b1876fc-d950-4888-b95d-fae1ee1b8a2c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732568034061'] for network, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:46.177768 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-67e14ad4-1db7-41c7-906c-2eefdbd83545 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] 10.222.0.13 "DELETE /v2.0/ports/155434d5-2606-468d-ab6e-2ff3d3b0cd95 HTTP/1.1" status: 204 len: 168 time: 1.3146021 Mar 07 10:28:46.180378 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 34550) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:46.246937 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab38ecd7-1344-4fc3-b860-000802d60909 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] GET failed (client error): The resource could not be found. Mar 07 10:28:46.248200 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98976fee-d9e8-4d2e-88cb-f822568df11c None None] Pushing event updated for resources: {'Port': ['ID=0114c921-3f95-4ca1-a342-2499340ea913,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:46.248509 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-ab38ecd7-1344-4fc3-b860-000802d60909 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Synchronizing usage tracker for tenant:b6ff3248bb834bc1a094f45e7fa43fbd on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:28:46.271296 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-31915e87-e688-4f36-b093-d43740b40536 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:28:46.276438 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-31915e87-e688-4f36-b093-d43740b40536 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Usage tracker for resource:subnet and tenant:0f1e04191c7443f7844c0202165e746c is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:28:46.280180 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-31915e87-e688-4f36-b093-d43740b40536 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:28:46.284189 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-ab38ecd7-1344-4fc3-b860-000802d60909 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Unset dirty status for tenant:b6ff3248bb834bc1a094f45e7fa43fbd on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:28:46.286236 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-ab38ecd7-1344-4fc3-b860-000802d60909 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] 10.222.0.13 "GET /v2.0/ports/155434d5-2606-468d-ab6e-2ff3d3b0cd95 HTTP/1.1" status: 404 len: 333 time: 0.1047709 Mar 07 10:28:46.295670 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 34554) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:46.302897 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-31915e87-e688-4f36-b093-d43740b40536 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:28:46.303454 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-94b8c2bb-f364-4769-8ccd-045455bf0995 tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Allocated IP 172.26.8.80 (5ed85006-6b00-415e-b71f-837fb1421c12/8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a/4f5d9733-95eb-4dd1-a6bf-636eefd66c44) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:28:46.322771 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8f3f5084-b4a3-4568-86a3-be30e910b69a tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:46.342074 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7b1876fc-d950-4888-b95d-fae1ee1b8a2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594'] for network, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:46.343018 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b1876fc-d950-4888-b95d-fae1ee1b8a2c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:46.343663 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7b1876fc-d950-4888-b95d-fae1ee1b8a2c admin admin] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:46.359095 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-33571482-49ac-4af7-8836-494527f41a36 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:46.392443 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-df8ed7cd-c135-46e2-86b5-f9b6e0bb3b37 None None] Allocated IP 2001:db8::2 (98d8805b-dd65-4110-997b-2eea298bca78/b3f8572a-088b-4d7c-b4b0-e5c3e0a7abb7/9fc1cd04-245e-4e6f-a43a-242c83a0f17b) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:28:46.444332 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8f3f5084-b4a3-4568-86a3-be30e910b69a tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:46.510833 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1876fc-d950-4888-b95d-fae1ee1b8a2c admin admin] Pushing event updated for resources: {'Network': ['ID=2cdfe4a3-2923-48a7-b1bd-2e50a8058f86,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:46.521109 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-7b1876fc-d950-4888-b95d-fae1ee1b8a2c admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5892186 Mar 07 10:28:46.522228 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31915e87-e688-4f36-b093-d43740b40536 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Made reservation on behalf of 0f1e04191c7443f7844c0202165e746c for: {'subnet': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:28:46.528024 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-31915e87-e688-4f36-b093-d43740b40536 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741426'] for subnet, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:46.530991 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 34558) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:46.560281 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-1746a0d1-3cfb-43f7-88a6-4d3b2385143b admin admin] Request body: {'subnet': {'network_id': '2cdfe4a3-2923-48a7-b1bd-2e50a8058f86', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1996549725-subnet', 'tenant_id': '5e56ff5eb9514632bfb34b6bdf038801', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:28:46.586975 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Network 2cdfe4a3-2923-48a7-b1bd-2e50a8058f86 details requested by agent ovs-agent-dv-neutron-830731-3-hyperv with host dv-neutron-830731-3-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 10:28:46.588981 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-1746a0d1-3cfb-43f7-88a6-4d3b2385143b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:28:46.634718 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-1746a0d1-3cfb-43f7-88a6-4d3b2385143b admin admin] Usage tracker for resource:subnet and tenant:5e56ff5eb9514632bfb34b6bdf038801 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:28:46.638876 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-1746a0d1-3cfb-43f7-88a6-4d3b2385143b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:28:46.647039 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-1746a0d1-3cfb-43f7-88a6-4d3b2385143b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:28:46.662785 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-33571482-49ac-4af7-8836-494527f41a36 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:46.716635 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1746a0d1-3cfb-43f7-88a6-4d3b2385143b admin admin] Made reservation on behalf of 5e56ff5eb9514632bfb34b6bdf038801 for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:28:46.718946 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1746a0d1-3cfb-43f7-88a6-4d3b2385143b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3219231'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:46.737029 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33571482-49ac-4af7-8836-494527f41a36 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Network 40a29556-d1a5-4f3e-81c0-6e47c7f038c9 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:28:46.758676 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-33571482-49ac-4af7-8836-494527f41a36 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:28:46.772609 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-df8ed7cd-c135-46e2-86b5-f9b6e0bb3b37 None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:46.783090 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-df8ed7cd-c135-46e2-86b5-f9b6e0bb3b37 None None] Transition to ACTIVE for port object 9fc1cd04-245e-4e6f-a43a-242c83a0f17b will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:28:46.797506 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.db.ipam_backend_mixin [None req-31915e87-e688-4f36-b093-d43740b40536 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b3f8572a-088b-4d7c-b4b0-e5c3e0a7abb7 (CIDR: 2001:db8::/64) Mar 07 10:28:46.803434 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-31915e87-e688-4f36-b093-d43740b40536 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 10:28:46.803955 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31915e87-e688-4f36-b093-d43740b40536 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:28:46.804135 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-df8ed7cd-c135-46e2-86b5-f9b6e0bb3b37 None None] Transition to ACTIVE for port object 9fc1cd04-245e-4e6f-a43a-242c83a0f17b will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:28:46.813745 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-df8ed7cd-c135-46e2-86b5-f9b6e0bb3b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:46.819291 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33571482-49ac-4af7-8836-494527f41a36 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:28:46.854510 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-31915e87-e688-4f36-b093-d43740b40536 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0095270 Mar 07 10:28:46.857559 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 34562) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:46.863576 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8f3f5084-b4a3-4568-86a3-be30e910b69a tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:46.863972 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-07e7a353-91b7-4be9-9285-66b4bb1cb420 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Request body: {'subnet': {'network_id': '98d8805b-dd65-4110-997b-2eea298bca78', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:28:46.883645 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_v2 [None req-368b6437-2c45-4100-9ed9-a627c3227eab tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Deleting subnet c4f2446a-6df4-4e55-9ec7-f9eee806a8ab {{(pid=83738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 07 10:28:46.887361 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-368b6437-2c45-4100-9ed9-a627c3227eab tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks [] for subnet, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:46.900026 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df8ed7cd-c135-46e2-86b5-f9b6e0bb3b37 None None] Network 98d8805b-dd65-4110-997b-2eea298bca78 is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:28:46.903766 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-df8ed7cd-c135-46e2-86b5-f9b6e0bb3b37 None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:28:46.905782 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8ed7cd-c135-46e2-86b5-f9b6e0bb3b37 None None] Pushing event updated for resources: {'Port': ['ID=9fc1cd04-245e-4e6f-a43a-242c83a0f17b,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:46.908003 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8ed7cd-c135-46e2-86b5-f9b6e0bb3b37 None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:28:46.939525 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3f5084-b4a3-4568-86a3-be30e910b69a tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3abea9b4-deae-4c2b-8cd6-231766be0014,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:46.981186 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33571482-49ac-4af7-8836-494527f41a36 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Pushing event updated for resources: {'Port': ['ID=5bed7394-59e2-46a8-815c-44ba077b9a3c,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:47.003980 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-94b8c2bb-f364-4769-8ccd-045455bf0995 tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:47.017370 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-df8ed7cd-c135-46e2-86b5-f9b6e0bb3b37 None None] Attempting to bind port 9fc1cd04-245e-4e6f-a43a-242c83a0f17b on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:28:47.017829 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-df8ed7cd-c135-46e2-86b5-f9b6e0bb3b37 None None] Attempting to bind port 9fc1cd04-245e-4e6f-a43a-242c83a0f17b by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': '13510a37-88c7-493e-9701-b414ea24fc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '98d8805b-dd65-4110-997b-2eea298bca78'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:28:47.018102 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8f3f5084-b4a3-4568-86a3-be30e910b69a tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:47.018453 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8ed7cd-c135-46e2-86b5-f9b6e0bb3b37 None None] Attempting to bind port 9fc1cd04-245e-4e6f-a43a-242c83a0f17b on network 98d8805b-dd65-4110-997b-2eea298bca78 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:28:47.023384 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-8f3f5084-b4a3-4568-86a3-be30e910b69a tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] 10.222.0.13 "DELETE /v2.0/security-groups/3abea9b4-deae-4c2b-8cd6-231766be0014 HTTP/1.1" status: 204 len: 168 time: 1.1965377 Mar 07 10:28:47.027303 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8ed7cd-c135-46e2-86b5-f9b6e0bb3b37 None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 28, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:28:47.027961 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8ed7cd-c135-46e2-86b5-f9b6e0bb3b37 None None] Checking segment: {'id': '13510a37-88c7-493e-9701-b414ea24fc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '98d8805b-dd65-4110-997b-2eea298bca78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:28:47.028367 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-368b6437-2c45-4100-9ed9-a627c3227eab tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2969395'] for subnet, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:47.028512 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 34568) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:47.028996 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-df8ed7cd-c135-46e2-86b5-f9b6e0bb3b37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:47.029614 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8ed7cd-c135-46e2-86b5-f9b6e0bb3b37 None None] Bound using segment: {'id': '13510a37-88c7-493e-9701-b414ea24fc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '98d8805b-dd65-4110-997b-2eea298bca78'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:28:47.030280 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-df8ed7cd-c135-46e2-86b5-f9b6e0bb3b37 None None] Bound port: 9fc1cd04-245e-4e6f-a43a-242c83a0f17b, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13510a37-88c7-493e-9701-b414ea24fc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '98d8805b-dd65-4110-997b-2eea298bca78'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:28:47.030880 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-df8ed7cd-c135-46e2-86b5-f9b6e0bb3b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:47.152086 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-df8ed7cd-c135-46e2-86b5-f9b6e0bb3b37 None None] For port 9fc1cd04-245e-4e6f-a43a-242c83a0f17b, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:28:47.158365 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-df8ed7cd-c135-46e2-86b5-f9b6e0bb3b37 None None] For port 9fc1cd04-245e-4e6f-a43a-242c83a0f17b, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=9fc1cd04-245e-4e6f-a43a-242c83a0f17b,segment=NetworkSegment(13510a37-88c7-493e-9701-b414ea24fc4c),segment_id=13510a37-88c7-493e-9701-b414ea24fc4c)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:28:47.166390 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-df8ed7cd-c135-46e2-86b5-f9b6e0bb3b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:47.169645 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eac4c39b-57bb-4361-8175-9afa69b9520e tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Router 3324b4fd-0a96-401d-9daf-b341f252b9ce is scheduled to L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 with binding_index 1 {{(pid=83737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 10:28:47.189106 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-b439f52d-473b-4c05-9880-1230f29477e4 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Synchronizing usage tracker for tenant:848809c668c344288b1e7f4447e0cf5d on resource:security_group {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:28:47.215396 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-368b6437-2c45-4100-9ed9-a627c3227eab tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1525496'] for subnet, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:47.250235 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 0114c921-3f95-4ca1-a342-2499340ea913 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:28:47.332110 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8ed7cd-c135-46e2-86b5-f9b6e0bb3b37 None None] Pushing event updated for resources: {'Port': ['ID=9fc1cd04-245e-4e6f-a43a-242c83a0f17b,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:47.360131 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-07e7a353-91b7-4be9-9285-66b4bb1cb420 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:28:47.369884 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning for port 0114c921-3f95-4ca1-a342-2499340ea913 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:28:47.376386 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-07e7a353-91b7-4be9-9285-66b4bb1cb420 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Usage tracker for resource:subnet and tenant:0f1e04191c7443f7844c0202165e746c is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:28:47.391789 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-07e7a353-91b7-4be9-9285-66b4bb1cb420 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:28:47.400232 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-07e7a353-91b7-4be9-9285-66b4bb1cb420 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:28:47.416457 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07e7a353-91b7-4be9-9285-66b4bb1cb420 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Made reservation on behalf of 0f1e04191c7443f7844c0202165e746c for: {'subnet': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:28:47.563946 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-368b6437-2c45-4100-9ed9-a627c3227eab tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1525489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3556647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741465'] for subnet, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:47.606732 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-b439f52d-473b-4c05-9880-1230f29477e4 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Unset dirty status for tenant:848809c668c344288b1e7f4447e0cf5d on resource:security_group {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:28:47.611845 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-b439f52d-473b-4c05-9880-1230f29477e4 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5805328 Mar 07 10:28:47.617819 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7f37da8-66e1-45b4-8672-e21cb6962ca5 None None] Network 16a6c849-ebb2-4223-a732-f37afa68ccf5 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:28:47.618592 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 34572) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:47.621233 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-94b8c2bb-f364-4769-8ccd-045455bf0995 tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:47.630340 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368b6437-2c45-4100-9ed9-a627c3227eab tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Pushing event deleted for resources: {'Subnet': ['ID=c4f2446a-6df4-4e55-9ec7-f9eee806a8ab,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:47.650469 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-368b6437-2c45-4100-9ed9-a627c3227eab tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:47.662709 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-07e7a353-91b7-4be9-9285-66b4bb1cb420 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741426'] for subnet, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:47.675068 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-404eab04-0309-40d4-ab4d-804c4cb6460e tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Request body: {'security_group': {'name': 'tempest-secgroup--230477954'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:28:47.680016 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-368b6437-2c45-4100-9ed9-a627c3227eab tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] 10.222.0.13 "DELETE /v2.0/subnets/c4f2446a-6df4-4e55-9ec7-f9eee806a8ab HTTP/1.1" status: 204 len: 168 time: 1.3796220 Mar 07 10:28:47.683116 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 34576) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:47.711541 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-404eab04-0309-40d4-ab4d-804c4cb6460e tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:28:47.756703 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-213291b8-d3d8-4e57-9788-2c9ca25b5f0e None None] Provisioning for port 0114c921-3f95-4ca1-a342-2499340ea913 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:28:47.763902 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-404eab04-0309-40d4-ab4d-804c4cb6460e tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:28:47.792570 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94b8c2bb-f364-4769-8ccd-045455bf0995 tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Network 5ed85006-6b00-415e-b71f-837fb1421c12 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:28:47.795534 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1746a0d1-3cfb-43f7-88a6-4d3b2385143b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3012444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3219213'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:47.795696 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-213291b8-d3d8-4e57-9788-2c9ca25b5f0e None None] Provisioning complete for port 0114c921-3f95-4ca1-a342-2499340ea913 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:28:47.796411 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-213291b8-d3d8-4e57-9788-2c9ca25b5f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:47.799112 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b8c2bb-f364-4769-8ccd-045455bf0995 tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Pushing event updated for resources: {'Port': ['ID=4f5d9733-95eb-4dd1-a6bf-636eefd66c44,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:47.830593 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-94b8c2bb-f364-4769-8ccd-045455bf0995 tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:28:47.833396 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b8c2bb-f364-4769-8ccd-045455bf0995 tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:28:47.877976 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-404eab04-0309-40d4-ab4d-804c4cb6460e tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:47.901724 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ed174840-752f-4c79-a85b-daf594265f18 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1158940'] for network, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:47.928414 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-ed174840-752f-4c79-a85b-daf594265f18 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Deleting port 0114c921-3f95-4ca1-a342-2499340ea913 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:28:47.928779 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ed174840-752f-4c79-a85b-daf594265f18 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:47.932999 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-33571482-49ac-4af7-8836-494527f41a36 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:47.933789 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-33571482-49ac-4af7-8836-494527f41a36 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3917991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923518'] for router, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:47.971424 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1746a0d1-3cfb-43f7-88a6-4d3b2385143b admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d090fc4-3895-4f2a-a06a-51fed676197f,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:48.016006 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-213291b8-d3d8-4e57-9788-2c9ca25b5f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:48.051276 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-213291b8-d3d8-4e57-9788-2c9ca25b5f0e None None] For port 0114c921-3f95-4ca1-a342-2499340ea913, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=0114c921-3f95-4ca1-a342-2499340ea913,segment=NetworkSegment(11caded3-8ec7-4c9d-bbdf-a233283d912f),segment_id=11caded3-8ec7-4c9d-bbdf-a233283d912f)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:28:48.056607 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-213291b8-d3d8-4e57-9788-2c9ca25b5f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:48.110857 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-404eab04-0309-40d4-ab4d-804c4cb6460e tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:28:48.134976 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213291b8-d3d8-4e57-9788-2c9ca25b5f0e None None] Pushing event updated for resources: {'Port': ['ID=0114c921-3f95-4ca1-a342-2499340ea913,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:48.181145 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-404eab04-0309-40d4-ab4d-804c4cb6460e tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Usage tracker for resource:security_group_rule and tenant:848809c668c344288b1e7f4447e0cf5d is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:28:48.187251 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c21d8a27-40ad-4037-8cc7-a5b36375d08d None None] DHCP port deletion for 16a6c849-ebb2-4223-a732-f37afa68ccf5 request from dv-neutron-830731-3-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 07 10:28:48.187477 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-404eab04-0309-40d4-ab4d-804c4cb6460e tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:28:48.194953 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-c21d8a27-40ad-4037-8cc7-a5b36375d08d None None] Deleting port 0114c921-3f95-4ca1-a342-2499340ea913 {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:28:48.196200 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c21d8a27-40ad-4037-8cc7-a5b36375d08d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:48.211196 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-404eab04-0309-40d4-ab4d-804c4cb6460e tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:28:48.246036 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1746a0d1-3cfb-43f7-88a6-4d3b2385143b admin admin] Checking segment: {'id': '13b97ad0-178a-4d95-a31f-fbfd9ea3b033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '2cdfe4a3-2923-48a7-b1bd-2e50a8058f86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:28:48.246524 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1746a0d1-3cfb-43f7-88a6-4d3b2385143b admin admin] Network hostable DHCP agents. Network: 2cdfe4a3-2923-48a7-b1bd-2e50a8058f86, hostable agents: ['6527556c-6586-422c-ae47-082984683847'], hosted agents: [] {{(pid=83737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:28:48.369709 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-404eab04-0309-40d4-ab4d-804c4cb6460e tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:48.372808 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eac4c39b-57bb-4361-8175-9afa69b9520e tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:28:48.375154 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-ed174840-752f-4c79-a85b-daf594265f18 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] For port 0114c921-3f95-4ca1-a342-2499340ea913, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=0114c921-3f95-4ca1-a342-2499340ea913,segment=NetworkSegment(11caded3-8ec7-4c9d-bbdf-a233283d912f),segment_id=11caded3-8ec7-4c9d-bbdf-a233283d912f)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:28:48.375708 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ed174840-752f-4c79-a85b-daf594265f18 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:48.401866 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4950ffe2-5a49-42d5-8241-dc8966317d55 None None] Sync routers for ids ['3324b4fd-0a96-401d-9daf-b341f252b9ce'] in dv-neutron-830731-3-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:28:48.403800 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-404eab04-0309-40d4-ab4d-804c4cb6460e tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:48.455270 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-c21d8a27-40ad-4037-8cc7-a5b36375d08d None None] For port 0114c921-3f95-4ca1-a342-2499340ea913, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=0114c921-3f95-4ca1-a342-2499340ea913,segment=NetworkSegment(11caded3-8ec7-4c9d-bbdf-a233283d912f),segment_id=11caded3-8ec7-4c9d-bbdf-a233283d912f)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:28:48.455651 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c21d8a27-40ad-4037-8cc7-a5b36375d08d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:48.455762 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404eab04-0309-40d4-ab4d-804c4cb6460e tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb57ce27-94a8-4e01-87bf-7b82be78fc04,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:48.464357 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4950ffe2-5a49-42d5-8241-dc8966317d55 None None] Routers {'3324b4fd-0a96-401d-9daf-b341f252b9ce'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:28:48.465172 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-4950ffe2-5a49-42d5-8241-dc8966317d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:28:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['3324b4fd-0a96-401d-9daf-b341f252b9ce'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:28:48.502827 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1746a0d1-3cfb-43f7-88a6-4d3b2385143b admin admin] Network 2cdfe4a3-2923-48a7-b1bd-2e50a8058f86 is scheduled to be hosted by DHCP agent 6527556c-6586-422c-ae47-082984683847 with binding_index 1 {{(pid=83737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:28:48.514040 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-eac4c39b-57bb-4361-8175-9afa69b9520e tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] 10.222.0.13 "PUT /v2.0/routers/3324b4fd-0a96-401d-9daf-b341f252b9ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1371522 Mar 07 10:28:48.517620 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-404eab04-0309-40d4-ab4d-804c4cb6460e tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:48.522067 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-404eab04-0309-40d4-ab4d-804c4cb6460e tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.8934264 Mar 07 10:28:48.522261 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 34580) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:48.522390 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 34582) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:48.534091 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-1746a0d1-3cfb-43f7-88a6-4d3b2385143b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830731-3-hyperv, 2cdfe4a3-2923-48a7-b1bd-2e50a8058f86) {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:28:48.548354 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-ed174840-752f-4c79-a85b-daf594265f18 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Calling delete_port for 0114c921-3f95-4ca1-a342-2499340ea913 owned by network:dhcp {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:28:48.551369 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1746a0d1-3cfb-43f7-88a6-4d3b2385143b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:48.551866 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1746a0d1-3cfb-43f7-88a6-4d3b2385143b admin admin] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:48.579216 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-92ce1dd2-af06-43ce-9229-4269aeb0365b tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Request body: {'security_group': {'name': 'tempest-secgroup--1772407260'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:28:48.592166 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-1746a0d1-3cfb-43f7-88a6-4d3b2385143b admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0406709 Mar 07 10:28:48.592166 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-94b8c2bb-f364-4769-8ccd-045455bf0995 tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Notify callbacks [] for router_gateway, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:48.592499 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fdd0bbd-ae58-47d8-955c-b599a6654bc3 None None] Network 2cdfe4a3-2923-48a7-b1bd-2e50a8058f86 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:28:48.622805 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-93411f1a-bf5e-4b62-b373-18c0b490ec27 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Request body: {'network': {'name': 'tempest-RoutersTest-1092851651'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:28:48.646342 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-92ce1dd2-af06-43ce-9229-4269aeb0365b tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:28:48.649012 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-93411f1a-bf5e-4b62-b373-18c0b490ec27 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:28:48.676586 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-93411f1a-bf5e-4b62-b373-18c0b490ec27 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Usage tracker for resource:network and tenant:8843377006954c17a088ed77df13332f is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:28:48.680251 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-93411f1a-bf5e-4b62-b373-18c0b490ec27 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:28:48.688812 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-93411f1a-bf5e-4b62-b373-18c0b490ec27 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:28:48.718429 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-92ce1dd2-af06-43ce-9229-4269aeb0365b tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:28:48.729220 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93411f1a-bf5e-4b62-b373-18c0b490ec27 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Made reservation on behalf of 8843377006954c17a088ed77df13332f for: {'network': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:28:48.732282 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-93411f1a-bf5e-4b62-b373-18c0b490ec27 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for network, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:48.782995 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-c21d8a27-40ad-4037-8cc7-a5b36375d08d None None] Calling delete_port for 0114c921-3f95-4ca1-a342-2499340ea913 owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:28:48.833735 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-92ce1dd2-af06-43ce-9229-4269aeb0365b tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Notify callbacks [] for security_group, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:48.842457 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-94b8c2bb-f364-4769-8ccd-045455bf0995 tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3917998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58952'] for router, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:48.857597 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-94b8c2bb-f364-4769-8ccd-045455bf0995 tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3923496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3923511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3918005'] for router, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:48.871397 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.db.api [None req-ed174840-752f-4c79-a85b-daf594265f18 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83738) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 10:28:48.871933 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG oslo_db.api [None req-ed174840-752f-4c79-a85b-daf594265f18 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 10:28:48.889573 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93411f1a-bf5e-4b62-b373-18c0b490ec27 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=83738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:28:48.930583 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c21d8a27-40ad-4037-8cc7-a5b36375d08d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812'] for port, after_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:48.963279 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-93411f1a-bf5e-4b62-b373-18c0b490ec27 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:48.963838 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.db.segments_db [None req-93411f1a-bf5e-4b62-b373-18c0b490ec27 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Added segment 0e05871d-fc5c-4722-a9c7-8db5742a4c7a of type vlan for network e62b0e07-d740-4280-82f4-4966ab2ca75d Mar 07 10:28:48.985315 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-92ce1dd2-af06-43ce-9229-4269aeb0365b tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:28:49.001880 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33571482-49ac-4af7-8836-494527f41a36 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Router 3940382c-cb49-444c-a0d9-99239b0e9859 is scheduled to L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 with binding_index 1 {{(pid=83737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 10:28:49.002906 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-92ce1dd2-af06-43ce-9229-4269aeb0365b tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Usage tracker for resource:security_group_rule and tenant:848809c668c344288b1e7f4447e0cf5d is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:28:49.015766 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-92ce1dd2-af06-43ce-9229-4269aeb0365b tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:28:49.023739 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21d8a27-40ad-4037-8cc7-a5b36375d08d None None] Pushing event deleted for resources: {'Port': ['ID=0114c921-3f95-4ca1-a342-2499340ea913,revision_number=None']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:49.034512 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-92ce1dd2-af06-43ce-9229-4269aeb0365b tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:28:49.038861 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-93411f1a-bf5e-4b62-b373-18c0b490ec27 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732568034061'] for network, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:49.057490 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.objects.ports [None req-07e7a353-91b7-4be9-9285-66b4bb1cb420 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83738) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 07 10:28:49.058639 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21d8a27-40ad-4037-8cc7-a5b36375d08d None None] No DVR routers for this DVR port 0114c921-3f95-4ca1-a342-2499340ea913 on host dv-neutron-830731-3-hyperv {{(pid=83739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:28:49.100472 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-4950ffe2-5a49-42d5-8241-dc8966317d55 None None] Set router 3324b4fd-0a96-401d-9daf-b341f252b9ce gateway port host: None {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:28:49.196871 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-8aaec7e7-222c-4f78-a47f-10b77303b549 None None] Provisioning for port 9fc1cd04-245e-4e6f-a43a-242c83a0f17b completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:28:49.199907 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-93411f1a-bf5e-4b62-b373-18c0b490ec27 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594'] for network, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:49.203621 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93411f1a-bf5e-4b62-b373-18c0b490ec27 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:49.204200 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-93411f1a-bf5e-4b62-b373-18c0b490ec27 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:49.260662 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 9fc1cd04-245e-4e6f-a43a-242c83a0f17b up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:28:49.313626 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-92ce1dd2-af06-43ce-9229-4269aeb0365b tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Notify callbacks [] for security_group, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:49.340335 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-92ce1dd2-af06-43ce-9229-4269aeb0365b tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:49.378641 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-ed174840-752f-4c79-a85b-daf594265f18 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Deleting port 0114c921-3f95-4ca1-a342-2499340ea913 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:28:49.379324 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ed174840-752f-4c79-a85b-daf594265f18 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:49.418209 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93411f1a-bf5e-4b62-b373-18c0b490ec27 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Pushing event updated for resources: {'Network': ['ID=e62b0e07-d740-4280-82f4-4966ab2ca75d,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:49.467952 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-93411f1a-bf5e-4b62-b373-18c0b490ec27 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9443159 Mar 07 10:28:49.473198 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 34600) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:49.479742 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-c4f1a852-47d2-443a-99d5-a4de9c270ab7 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Request body: {'subnet': {'network_id': 'e62b0e07-d740-4280-82f4-4966ab2ca75d', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:28:49.480358 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-ed174840-752f-4c79-a85b-daf594265f18 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] The port '0114c921-3f95-4ca1-a342-2499340ea913' was deleted {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 07 10:28:49.481442 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-92ce1dd2-af06-43ce-9229-4269aeb0365b tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:49.484994 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-92ce1dd2-af06-43ce-9229-4269aeb0365b tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.9572937 Mar 07 10:28:49.484994 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ce1dd2-af06-43ce-9229-4269aeb0365b tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbb2c71e-2938-44f1-b1f3-a87eb9298991,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:49.511821 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 34604) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:49.563311 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-c7311456-903f-4a93-9eb0-e178c34204f3 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Request body: {'security_group_rule': {'security_group_id': 'eb57ce27-94a8-4e01-87bf-7b82be78fc04', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'fbb2c71e-2938-44f1-b1f3-a87eb9298991', 'remote_ip_prefix': None}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:28:49.571211 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Network e62b0e07-d740-4280-82f4-4966ab2ca75d details requested by agent ovs-agent-dv-neutron-830731-3-hyperv with host dv-neutron-830731-3-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 10:28:49.580040 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-c7311456-903f-4a93-9eb0-e178c34204f3 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:28:49.584973 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ed354ff-b8da-4f75-bed3-656a0bea874d None None] Network 2cdfe4a3-2923-48a7-b1bd-2e50a8058f86 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:28:49.601062 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-c4f1a852-47d2-443a-99d5-a4de9c270ab7 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:28:49.609626 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-c7311456-903f-4a93-9eb0-e178c34204f3 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Usage tracker for resource:security_group_rule and tenant:848809c668c344288b1e7f4447e0cf5d is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:28:49.618587 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-c4f1a852-47d2-443a-99d5-a4de9c270ab7 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Usage tracker for resource:subnet and tenant:8843377006954c17a088ed77df13332f is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:28:49.625914 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-c4f1a852-47d2-443a-99d5-a4de9c270ab7 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:28:49.635837 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-c4f1a852-47d2-443a-99d5-a4de9c270ab7 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:28:49.661826 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4f1a852-47d2-443a-99d5-a4de9c270ab7 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Made reservation on behalf of 8843377006954c17a088ed77df13332f for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:28:49.671060 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-c7311456-903f-4a93-9eb0-e178c34204f3 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:28:49.699989 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-c7311456-903f-4a93-9eb0-e178c34204f3 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:28:49.705620 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-07e7a353-91b7-4be9-9285-66b4bb1cb420 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:49.717666 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ed174840-752f-4c79-a85b-daf594265f18 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1526893', 'neutron.services.segments.db._delete_segments_for_network-8732568551033'] for network, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:49.790413 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-ed174840-752f-4c79-a85b-daf594265f18 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16a6c849-ebb2-4223-a732-f37afa68ccf5']}} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:28:49.816644 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c4f1a852-47d2-443a-99d5-a4de9c270ab7 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3219231'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:49.818531 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-ed174840-752f-4c79-a85b-daf594265f18 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11caded3-8ec7-4c9d-bbdf-a233283d912f') {'for_net_delete': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:28:49.818821 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-ed174840-752f-4c79-a85b-daf594265f18 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11caded3-8ec7-4c9d-bbdf-a233283d912f') {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:28:49.830085 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7311456-903f-4a93-9eb0-e178c34204f3 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:49.854595 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ed174840-752f-4c79-a85b-daf594265f18 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732568550916', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968000'] for segment, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:49.864664 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 34614) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:49.879900 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-b54f9af0-15a2-42d2-9633-b39bc87a408b admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-302681579-network', 'tenant_id': 'bb3cf4396a774744a4b92239dc3a546a'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:28:49.889479 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94b8c2bb-f364-4769-8ccd-045455bf0995 tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Router cc3cd4db-a980-4d1a-9631-e5a5e438f761 is scheduled to L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 with binding_index 1 {{(pid=83737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 10:28:49.904876 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-b54f9af0-15a2-42d2-9633-b39bc87a408b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:28:49.915436 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ed174840-752f-4c79-a85b-daf594265f18 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:49.924565 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-b54f9af0-15a2-42d2-9633-b39bc87a408b admin admin] Usage tracker for resource:network and tenant:bb3cf4396a774744a4b92239dc3a546a is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:28:49.931730 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-b54f9af0-15a2-42d2-9633-b39bc87a408b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:28:49.949918 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33571482-49ac-4af7-8836-494527f41a36 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:28:49.951938 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed174840-752f-4c79-a85b-daf594265f18 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=83738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 07 10:28:49.952345 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ed174840-752f-4c79-a85b-daf594265f18 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1227397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3556681'] for segment, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:49.965325 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0362f713-bbae-4e84-96b1-7d5f1e847532 None None] Sync routers for ids ['3940382c-cb49-444c-a0d9-99239b0e9859'] in dv-neutron-830731-3-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:28:49.972747 dv-neutron-830731-3-hyperv neutron-server[83738]: Traceback (most recent call last): Mar 07 10:28:49.972747 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 07 10:28:49.972747 dv-neutron-830731-3-hyperv neutron-server[83738]: timer() Mar 07 10:28:49.972747 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:28:49.972747 dv-neutron-830731-3-hyperv neutron-server[83738]: cb(*args, **kw) Mar 07 10:28:49.972747 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 10:28:49.972747 dv-neutron-830731-3-hyperv neutron-server[83738]: return func(*args, **kwargs) Mar 07 10:28:49.972747 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:28:49.972747 dv-neutron-830731-3-hyperv neutron-server[83738]: self._notify() Mar 07 10:28:49.972747 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:28:49.972747 dv-neutron-830731-3-hyperv neutron-server[83738]: self.callback(batched_events) Mar 07 10:28:49.972747 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:28:49.972747 dv-neutron-830731-3-hyperv neutron-server[83738]: event.method(event) Mar 07 10:28:49.972747 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 10:28:49.972747 dv-neutron-830731-3-hyperv neutron-server[83738]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:28:49.972747 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 10:28:49.972747 dv-neutron-830731-3-hyperv neutron-server[83738]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:28:49.972747 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 10:28:49.972747 dv-neutron-830731-3-hyperv neutron-server[83738]: return f(self, *a, **k) Mar 07 10:28:49.972747 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:28:49.972747 dv-neutron-830731-3-hyperv neutron-server[83738]: return self._get(url).json() Mar 07 10:28:49.972747 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:28:49.972747 dv-neutron-830731-3-hyperv neutron-server[83738]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:28:49.972747 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 07 10:28:49.972747 dv-neutron-830731-3-hyperv neutron-server[83738]: return self.request(url, 'GET', **kwargs) Mar 07 10:28:49.972747 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 07 10:28:49.972747 dv-neutron-830731-3-hyperv neutron-server[83738]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:28:49.972747 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 07 10:28:49.972747 dv-neutron-830731-3-hyperv neutron-server[83738]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:28:49.972747 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 07 10:28:49.972747 dv-neutron-830731-3-hyperv neutron-server[83738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:28:49.972747 dv-neutron-830731-3-hyperv neutron-server[83738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:28:49.975161 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-b54f9af0-15a2-42d2-9633-b39bc87a408b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:28:49.977880 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0362f713-bbae-4e84-96b1-7d5f1e847532 None None] Routers {'3940382c-cb49-444c-a0d9-99239b0e9859'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:28:49.978560 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-0362f713-bbae-4e84-96b1-7d5f1e847532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:28:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['3940382c-cb49-444c-a0d9-99239b0e9859'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:28:50.112470 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-33571482-49ac-4af7-8836-494527f41a36 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:50.116707 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-33571482-49ac-4af7-8836-494527f41a36 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 8.5165722 Mar 07 10:28:50.118987 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 34618) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:50.200970 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-0362f713-bbae-4e84-96b1-7d5f1e847532 None None] Set router 3940382c-cb49-444c-a0d9-99239b0e9859 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:28:50.283765 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c4f1a852-47d2-443a-99d5-a4de9c270ab7 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3012444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3219213'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:50.299461 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b54f9af0-15a2-42d2-9633-b39bc87a408b admin admin] Made reservation on behalf of bb3cf4396a774744a4b92239dc3a546a for: {'network': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:28:50.301631 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b54f9af0-15a2-42d2-9633-b39bc87a408b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for network, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:50.336234 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning for port 9fc1cd04-245e-4e6f-a43a-242c83a0f17b completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:28:50.348663 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 9fc1cd04-245e-4e6f-a43a-242c83a0f17b triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:28:50.349492 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:50.392015 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ed174840-752f-4c79-a85b-daf594265f18 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1526886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923583'] for network, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:50.404909 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f1a852-47d2-443a-99d5-a4de9c270ab7 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Pushing event updated for resources: {'Subnet': ['ID=7245e10c-4fca-4313-bd10-62ddf8acc484,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:50.410981 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b54f9af0-15a2-42d2-9633-b39bc87a408b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:50.423086 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-4950ffe2-5a49-42d5-8241-dc8966317d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3324b4fd-0a96-401d-9daf-b341f252b9ce', 'name': 'tempest-RoutersTest-router-1450641091', 'tenant_id': '8843377006954c17a088ed77df13332f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:28:36Z', 'updated_at': '2022-03-07T10:28:41Z', 'revision_number': 2, 'project_id': '8843377006954c17a088ed77df13332f', 'gw_port_host': None, '_interfaces': [{'id': '886fbece-a853-4903-842e-0215fc553fdb', 'name': '', 'network_id': 'c602f718-e9de-48ac-b4a6-a9273b50169a', 'tenant_id': '8843377006954c17a088ed77df13332f', 'mac_address': 'fa:16:3e:2a:52:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3324b4fd-0a96-401d-9daf-b341f252b9ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32ec8036-5adc-4d1f-a49f-bc0660977659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:28:40Z', 'updated_at': '2022-03-07T10:28:43Z', 'revision_number': 2, 'project_id': '8843377006954c17a088ed77df13332f', 'subnets': [{'id': '32ec8036-5adc-4d1f-a49f-bc0660977659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:28:50.429898 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4950ffe2-5a49-42d5-8241-dc8966317d55 None None] Checking router: 3324b4fd-0a96-401d-9daf-b341f252b9ce for host: dv-neutron-830731-3-hyperv {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 07 10:28:50.430721 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4950ffe2-5a49-42d5-8241-dc8966317d55 None None] Updating router 3324b4fd-0a96-401d-9daf-b341f252b9ce port 886fbece-a853-4903-842e-0215fc553fdb binding host dv-neutron-830731-3-hyperv {{(pid=83739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 07 10:28:50.457459 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ed174840-752f-4c79-a85b-daf594265f18 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:50.487376 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7311456-903f-4a93-9eb0-e178c34204f3 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:50.489060 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed174840-752f-4c79-a85b-daf594265f18 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Pushing event deleted for resources: {'Network': ['ID=16a6c849-ebb2-4223-a732-f37afa68ccf5,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:50.508941 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-ed174840-752f-4c79-a85b-daf594265f18 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] 10.222.0.13 "DELETE /v2.0/networks/16a6c849-ebb2-4223-a732-f37afa68ccf5 HTTP/1.1" status: 204 len: 168 time: 2.8247392 Mar 07 10:28:50.509681 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7311456-903f-4a93-9eb0-e178c34204f3 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:50.512382 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94b8c2bb-f364-4769-8ccd-045455bf0995 tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:28:50.512607 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-07e7a353-91b7-4be9-9285-66b4bb1cb420 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] For port 9fc1cd04-245e-4e6f-a43a-242c83a0f17b, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=9fc1cd04-245e-4e6f-a43a-242c83a0f17b,segment=NetworkSegment(13510a37-88c7-493e-9701-b414ea24fc4c),segment_id=13510a37-88c7-493e-9701-b414ea24fc4c)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:28:50.522304 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 34624) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:50.522990 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f1a852-47d2-443a-99d5-a4de9c270ab7 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Checking segment: {'id': '0e05871d-fc5c-4722-a9c7-8db5742a4c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e62b0e07-d740-4280-82f4-4966ab2ca75d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:28:50.524357 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4f1a852-47d2-443a-99d5-a4de9c270ab7 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Network hostable DHCP agents. Network: e62b0e07-d740-4280-82f4-4966ab2ca75d, hostable agents: ['6527556c-6586-422c-ae47-082984683847'], hosted agents: [] {{(pid=83737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:28:50.531296 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eec3d9b-4f8f-4089-b269-dad4224770b0 None None] Sync routers for ids ['cc3cd4db-a980-4d1a-9631-e5a5e438f761'] in dv-neutron-830731-3-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:28:50.536041 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-94b8c2bb-f364-4769-8ccd-045455bf0995 tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:50.538039 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-94b8c2bb-f364-4769-8ccd-045455bf0995 tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] 10.222.0.13 "PUT /v2.0/routers/cc3cd4db-a980-4d1a-9631-e5a5e438f761 HTTP/1.1" status: 200 len: 879 time: 8.4100692 Mar 07 10:28:50.542477 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 34628) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:50.547881 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-4950ffe2-5a49-42d5-8241-dc8966317d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:50.561947 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-0362f713-bbae-4e84-96b1-7d5f1e847532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3940382c-cb49-444c-a0d9-99239b0e9859', 'name': '', 'tenant_id': 'ee04c33b321f4b0fa4102821038ffb79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40a29556-d1a5-4f3e-81c0-6e47c7f038c9', 'external_fixed_ips': [{'subnet_id': 'eaf6e990-6f15-48ee-88ad-563863fd1430', 'ip_address': '2001:db8::fd'}], 'enable_snat': True}, 'gw_port_id': '5bed7394-59e2-46a8-815c-44ba077b9a3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:28:41Z', 'updated_at': '2022-03-07T10:28:46Z', 'revision_number': 3, 'project_id': 'ee04c33b321f4b0fa4102821038ffb79', 'gw_port': {'id': '5bed7394-59e2-46a8-815c-44ba077b9a3c', 'name': '', 'network_id': '40a29556-d1a5-4f3e-81c0-6e47c7f038c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:3b:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3940382c-cb49-444c-a0d9-99239b0e9859', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'eaf6e990-6f15-48ee-88ad-563863fd1430', 'ip_address': '2001:db8::fd', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:28:44Z', 'updated_at': '2022-03-07T10:28:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eaf6e990-6f15-48ee-88ad-563863fd1430', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv'}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:28:50.567861 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-19516bcb-c4cb-4cac-b61b-c897f78c22a8 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Request body: {'port': {'network_id': 'b182323a-b537-434c-8c62-118ec6f13713', 'name': 'tempest-PortsTestJSON-1010751294'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:28:50.569212 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0362f713-bbae-4e84-96b1-7d5f1e847532 None None] Checking router: 3940382c-cb49-444c-a0d9-99239b0e9859 for host: dv-neutron-830731-3-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 07 10:28:50.569555 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0362f713-bbae-4e84-96b1-7d5f1e847532 None None] Updating router 3940382c-cb49-444c-a0d9-99239b0e9859 port 5bed7394-59e2-46a8-815c-44ba077b9a3c binding host dv-neutron-830731-3-hyperv {{(pid=83740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 07 10:28:50.582307 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:50.590650 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7311456-903f-4a93-9eb0-e178c34204f3 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fed2afe0-c459-47e5-824c-2a1165cd1a35,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:50.605283 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-b54f9af0-15a2-42d2-9633-b39bc87a408b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:28:50.621315 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eec3d9b-4f8f-4089-b269-dad4224770b0 None None] Routers {'cc3cd4db-a980-4d1a-9631-e5a5e438f761'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:28:50.622080 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-4eec3d9b-4f8f-4089-b269-dad4224770b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:28:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['cc3cd4db-a980-4d1a-9631-e5a5e438f761'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:28:50.632805 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-0362f713-bbae-4e84-96b1-7d5f1e847532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:50.661068 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-b54f9af0-15a2-42d2-9633-b39bc87a408b admin admin] Usage tracker for resource:security_group_rule and tenant:bb3cf4396a774744a4b92239dc3a546a is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:28:50.670700 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.db.resource_extend [None req-07e7a353-91b7-4be9-9285-66b4bb1cb420 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 10:28:50.678524 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-b54f9af0-15a2-42d2-9633-b39bc87a408b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:28:50.698680 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7311456-903f-4a93-9eb0-e178c34204f3 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:50.699369 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-c7311456-903f-4a93-9eb0-e178c34204f3 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 1.1825826 Mar 07 10:28:50.700444 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-b54f9af0-15a2-42d2-9633-b39bc87a408b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:28:50.704627 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-4eec3d9b-4f8f-4089-b269-dad4224770b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:28:50.708723 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 34632) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:50.710653 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-07e7a353-91b7-4be9-9285-66b4bb1cb420 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks [] for port, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:50.746958 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-07e7a353-91b7-4be9-9285-66b4bb1cb420 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3556717'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:50.747664 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-07e7a353-91b7-4be9-9285-66b4bb1cb420 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3556832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741408'] for subnet, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:50.754762 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4f1a852-47d2-443a-99d5-a4de9c270ab7 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Network e62b0e07-d740-4280-82f4-4966ab2ca75d is scheduled to be hosted by DHCP agent 6527556c-6586-422c-ae47-082984683847 with binding_index 1 {{(pid=83737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:28:50.783063 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-c4f1a852-47d2-443a-99d5-a4de9c270ab7 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830731-3-hyperv, e62b0e07-d740-4280-82f4-4966ab2ca75d) {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:28:50.803126 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eec3d9b-4f8f-4089-b269-dad4224770b0 None None] Routers {'cc3cd4db-a980-4d1a-9631-e5a5e438f761'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:28:50.803611 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-4eec3d9b-4f8f-4089-b269-dad4224770b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:28:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['cc3cd4db-a980-4d1a-9631-e5a5e438f761'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:28:50.805735 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4f1a852-47d2-443a-99d5-a4de9c270ab7 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:50.807478 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c4f1a852-47d2-443a-99d5-a4de9c270ab7 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:50.854459 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-c4f1a852-47d2-443a-99d5-a4de9c270ab7 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3801537 Mar 07 10:28:50.855658 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 34636) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:50.870336 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32029f06-db58-4236-af29-be81030294d2 None None] Network e62b0e07-d740-4280-82f4-4966ab2ca75d requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:28:50.894897 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-19516bcb-c4cb-4cac-b61b-c897f78c22a8 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:28:50.926007 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-4eec3d9b-4f8f-4089-b269-dad4224770b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:28:50.926672 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eec3d9b-4f8f-4089-b269-dad4224770b0 None None] The sync data for ids ['cc3cd4db-a980-4d1a-9631-e5a5e438f761'] in dv-neutron-830731-3-hyperv is: [] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:28:50.931766 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-56f626de-bf91-402c-bc28-a6a3fa8fa944 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:50.960322 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e7a353-91b7-4be9-9285-66b4bb1cb420 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Network 98d8805b-dd65-4110-997b-2eea298bca78 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:28:50.963962 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-19516bcb-c4cb-4cac-b61b-c897f78c22a8 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:28:50.966820 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-56f626de-bf91-402c-bc28-a6a3fa8fa944 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:50.975327 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e7a353-91b7-4be9-9285-66b4bb1cb420 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Pushing event updated for resources: {'Subnet': ['ID=51ff7476-f37a-4d3b-98f1-e37b21a606d0,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:50.978520 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-07e7a353-91b7-4be9-9285-66b4bb1cb420 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:28:50.991768 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e7a353-91b7-4be9-9285-66b4bb1cb420 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:50.992411 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-07e7a353-91b7-4be9-9285-66b4bb1cb420 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:51.006695 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe0072a6-e116-47eb-a7a4-8000966d44e8 None None] Network 98d8805b-dd65-4110-997b-2eea298bca78 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:28:51.032159 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.db.api [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 10:28:51.032660 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG oslo_db.api [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 10:28:51.036739 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e7a353-91b7-4be9-9285-66b4bb1cb420 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Pushing event updated for resources: {'Port': ['ID=9fc1cd04-245e-4e6f-a43a-242c83a0f17b,revision_number=4']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:51.044654 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19516bcb-c4cb-4cac-b61b-c897f78c22a8 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Made reservation on behalf of b6ff3248bb834bc1a094f45e7fa43fbd for: {'port': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:28:51.047928 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-19516bcb-c4cb-4cac-b61b-c897f78c22a8 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:51.086312 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-0362f713-bbae-4e84-96b1-7d5f1e847532 None None] Notify callbacks [] for port, precommit_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:51.103987 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-07e7a353-91b7-4be9-9285-66b4bb1cb420 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 4.2460604 Mar 07 10:28:51.105856 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b54f9af0-15a2-42d2-9633-b39bc87a408b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:51.107337 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-56f626de-bf91-402c-bc28-a6a3fa8fa944 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:51.108958 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 34640) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:51.113946 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.provisioning_blocks [None req-0362f713-bbae-4e84-96b1-7d5f1e847532 None None] Transition to ACTIVE for port object 5bed7394-59e2-46a8-815c-44ba077b9a3c will not be triggered until provisioned by entity L2. {{(pid=83740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:28:51.114410 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-56f626de-bf91-402c-bc28-a6a3fa8fa944 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:51.115512 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-56f626de-bf91-402c-bc28-a6a3fa8fa944 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/fed2afe0-c459-47e5-824c-2a1165cd1a35 HTTP/1.1" status: 204 len: 168 time: 0.3999565 Mar 07 10:28:51.125966 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-0362f713-bbae-4e84-96b1-7d5f1e847532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:51.127318 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 34644) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:51.131432 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [None req-19516bcb-c4cb-4cac-b61b-c897f78c22a8 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] device_id is not set on port 4131e89b-9b02-4907-a514-57fd9e86b886 yet. {{(pid=83738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 07 10:28:51.189686 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-dae48f0a-c423-49c3-978b-3d0f3cbb299a tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] 10.222.0.13 "GET /v2.0/routers/cc3cd4db-a980-4d1a-9631-e5a5e438f761 HTTP/1.1" status: 200 len: 920 time: 0.6445951 Mar 07 10:28:51.192759 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 34650) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:51.216010 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b54f9af0-15a2-42d2-9633-b39bc87a408b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:51.236834 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64714211-8e5d-4141-a976-6c16830f726e None None] Pushing event updated for resources: {'Port': ['ID=5bed7394-59e2-46a8-815c-44ba077b9a3c,revision_number=2']} {{(pid=83740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:51.240858 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-0362f713-bbae-4e84-96b1-7d5f1e847532 None None] Attempting to bind port 5bed7394-59e2-46a8-815c-44ba077b9a3c on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:28:51.241230 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-0362f713-bbae-4e84-96b1-7d5f1e847532 None None] Attempting to bind port 5bed7394-59e2-46a8-815c-44ba077b9a3c by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': 'ef28010c-fe8c-492f-a2d1-826f1708cc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '40a29556-d1a5-4f3e-81c0-6e47c7f038c9'}] {{(pid=83740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:28:51.241588 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0362f713-bbae-4e84-96b1-7d5f1e847532 None None] Attempting to bind port 5bed7394-59e2-46a8-815c-44ba077b9a3c on network 40a29556-d1a5-4f3e-81c0-6e47c7f038c9 {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:28:51.248734 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0362f713-bbae-4e84-96b1-7d5f1e847532 None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 28, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:28:51.249390 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0362f713-bbae-4e84-96b1-7d5f1e847532 None None] Checking segment: {'id': 'ef28010c-fe8c-492f-a2d1-826f1708cc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '40a29556-d1a5-4f3e-81c0-6e47c7f038c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:28:51.249981 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-0362f713-bbae-4e84-96b1-7d5f1e847532 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:51.250547 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0362f713-bbae-4e84-96b1-7d5f1e847532 None None] Bound using segment: {'id': 'ef28010c-fe8c-492f-a2d1-826f1708cc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '40a29556-d1a5-4f3e-81c0-6e47c7f038c9'} {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:28:51.251251 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-0362f713-bbae-4e84-96b1-7d5f1e847532 None None] Bound port: 5bed7394-59e2-46a8-815c-44ba077b9a3c, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef28010c-fe8c-492f-a2d1-826f1708cc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '40a29556-d1a5-4f3e-81c0-6e47c7f038c9'}}] {{(pid=83740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:28:51.251910 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-0362f713-bbae-4e84-96b1-7d5f1e847532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:51.273469 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f626de-bf91-402c-bc28-a6a3fa8fa944 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fed2afe0-c459-47e5-824c-2a1165cd1a35,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:51.373570 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b54f9af0-15a2-42d2-9633-b39bc87a408b admin admin] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=83738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:28:51.391239 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.db [None req-0362f713-bbae-4e84-96b1-7d5f1e847532 None None] For port 5bed7394-59e2-46a8-815c-44ba077b9a3c, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:28:51.395412 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.db [None req-0362f713-bbae-4e84-96b1-7d5f1e847532 None None] For port 5bed7394-59e2-46a8-815c-44ba077b9a3c, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=5bed7394-59e2-46a8-815c-44ba077b9a3c,segment=NetworkSegment(ef28010c-fe8c-492f-a2d1-826f1708cc26),segment_id=ef28010c-fe8c-492f-a2d1-826f1708cc26)] {{(pid=83740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:28:51.400187 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-0362f713-bbae-4e84-96b1-7d5f1e847532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:51.403429 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54f9af0-15a2-42d2-9633-b39bc87a408b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab81ae00-afb1-4a63-85f1-1156e3f0da8b,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:51.412969 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b54f9af0-15a2-42d2-9633-b39bc87a408b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:51.413302 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.db.segments_db [None req-b54f9af0-15a2-42d2-9633-b39bc87a408b admin admin] Added segment 6430568a-a713-4c74-abb4-c0d97a8dde8b of type vlan for network d65098fb-c088-422b-a3ef-05e7424ec0c4 Mar 07 10:28:51.472494 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-00161093-ed91-4cc8-b6cb-b4aa9d3f18f1 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Notify callbacks [] for router, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:51.487900 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-217a6a82-0cb7-4dbd-b035-667d7db90da3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ec2749d-0aec-52fb-aca6-10ba8a80aade-e62b0e07-d740-4280-82f4-4966ab2ca75d', 'network_id': 'e62b0e07-d740-4280-82f4-4966ab2ca75d', 'tenant_id': '8843377006954c17a088ed77df13332f', 'fixed_ips': [{'subnet_id': '7245e10c-4fca-4313-bd10-62ddf8acc484'}]}} from dv-neutron-830731-3-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 07 10:28:51.488947 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-217a6a82-0cb7-4dbd-b035-667d7db90da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:51.503908 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64714211-8e5d-4141-a976-6c16830f726e None None] Pushing event updated for resources: {'Port': ['ID=5bed7394-59e2-46a8-815c-44ba077b9a3c,revision_number=3']} {{(pid=83740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:51.512855 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0362f713-bbae-4e84-96b1-7d5f1e847532 None None] Routers {'3940382c-cb49-444c-a0d9-99239b0e9859'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:28:51.513463 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-0362f713-bbae-4e84-96b1-7d5f1e847532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:28:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['3940382c-cb49-444c-a0d9-99239b0e9859'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:28:51.574571 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-9086b485-d5a5-4fb1-b18a-4ab36a4c8988 tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=5ed85006-6b00-415e-b71f-837fb1421c12&device_id=cc3cd4db-a980-4d1a-9631-e5a5e438f761&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3788276 Mar 07 10:28:51.578589 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 34654) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:51.623796 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-355b15b3-556c-4d37-8faa-5b5737c76eaf tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Request body: {'port': {'network_id': '98d8805b-dd65-4110-997b-2eea298bca78', 'mac_address': 'fa:16:3e:7b:84:67', 'name': 'tempest-NetworksTestDHCPv6-295965568'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:28:51.665114 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-0835c3ce-a041-40fa-a755-386038896aed tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Synchronizing usage tracker for tenant:848809c668c344288b1e7f4447e0cf5d on resource:security_group_rule {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:28:51.703081 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b54f9af0-15a2-42d2-9633-b39bc87a408b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732568034061'] for network, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:51.712040 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:51.741703 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-0362f713-bbae-4e84-96b1-7d5f1e847532 None None] Set router 3940382c-cb49-444c-a0d9-99239b0e9859 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:28:51.829512 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-0835c3ce-a041-40fa-a755-386038896aed tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Unset dirty status for tenant:848809c668c344288b1e7f4447e0cf5d on resource:security_group_rule {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:28:51.830858 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-0835c3ce-a041-40fa-a755-386038896aed tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.7017488 Mar 07 10:28:51.836682 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 34658) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:51.854385 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] For port 9fc1cd04-245e-4e6f-a43a-242c83a0f17b, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=9fc1cd04-245e-4e6f-a43a-242c83a0f17b,segment=NetworkSegment(13510a37-88c7-493e-9701-b414ea24fc4c),segment_id=13510a37-88c7-493e-9701-b414ea24fc4c)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:28:51.880188 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-19516bcb-c4cb-4cac-b61b-c897f78c22a8 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:51.888725 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b54f9af0-15a2-42d2-9633-b39bc87a408b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594'] for network, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:51.889548 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b54f9af0-15a2-42d2-9633-b39bc87a408b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:51.890922 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b54f9af0-15a2-42d2-9633-b39bc87a408b admin admin] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:51.906386 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.db.resource_extend [None req-4950ffe2-5a49-42d5-8241-dc8966317d55 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 10:28:51.915486 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:52.052981 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54f9af0-15a2-42d2-9633-b39bc87a408b admin admin] Pushing event updated for resources: {'Network': ['ID=d65098fb-c088-422b-a3ef-05e7424ec0c4,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:52.064076 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-b54f9af0-15a2-42d2-9633-b39bc87a408b admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.1956186 Mar 07 10:28:52.070828 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 34662) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:52.084977 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-f2ff88b9-d3e0-4818-aa4e-0caf93ff59e0 admin admin] Request body: {'subnet': {'network_id': 'd65098fb-c088-422b-a3ef-05e7424ec0c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-302681579-subnet', 'tenant_id': 'bb3cf4396a774744a4b92239dc3a546a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:28:52.085346 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 0114c921-3f95-4ca1-a342-2499340ea913 no longer exists at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:28:52.092598 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-f2ff88b9-d3e0-4818-aa4e-0caf93ff59e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:28:52.095138 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-19516bcb-c4cb-4cac-b61b-c897f78c22a8 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:52.096688 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-25f9367e-fb8d-4eec-94e7-10c0dd63ed2a tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Notify callbacks [] for security_group, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:52.139626 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Network d65098fb-c088-422b-a3ef-05e7424ec0c4 details requested by agent ovs-agent-dv-neutron-830731-3-hyperv with host dv-neutron-830731-3-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 10:28:52.143381 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-f2ff88b9-d3e0-4818-aa4e-0caf93ff59e0 admin admin] Usage tracker for resource:subnet and tenant:bb3cf4396a774744a4b92239dc3a546a is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:28:52.161738 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-f2ff88b9-d3e0-4818-aa4e-0caf93ff59e0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:28:52.185050 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-f2ff88b9-d3e0-4818-aa4e-0caf93ff59e0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:28:52.210940 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-0362f713-bbae-4e84-96b1-7d5f1e847532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3940382c-cb49-444c-a0d9-99239b0e9859', 'name': '', 'tenant_id': 'ee04c33b321f4b0fa4102821038ffb79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40a29556-d1a5-4f3e-81c0-6e47c7f038c9', 'external_fixed_ips': [{'subnet_id': 'eaf6e990-6f15-48ee-88ad-563863fd1430', 'ip_address': '2001:db8::fd'}], 'enable_snat': True}, 'gw_port_id': '5bed7394-59e2-46a8-815c-44ba077b9a3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:28:41Z', 'updated_at': '2022-03-07T10:28:46Z', 'revision_number': 3, 'project_id': 'ee04c33b321f4b0fa4102821038ffb79', 'gw_port': {'id': '5bed7394-59e2-46a8-815c-44ba077b9a3c', 'name': '', 'network_id': '40a29556-d1a5-4f3e-81c0-6e47c7f038c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:3b:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3940382c-cb49-444c-a0d9-99239b0e9859', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'eaf6e990-6f15-48ee-88ad-563863fd1430', 'ip_address': '2001:db8::fd', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:28:44Z', 'updated_at': '2022-03-07T10:28:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaf6e990-6f15-48ee-88ad-563863fd1430', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv'}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:28:52.218712 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0362f713-bbae-4e84-96b1-7d5f1e847532 None None] The sync data for ids ['3940382c-cb49-444c-a0d9-99239b0e9859'] in dv-neutron-830731-3-hyperv is: [{'id': '3940382c-cb49-444c-a0d9-99239b0e9859', 'name': '', 'tenant_id': 'ee04c33b321f4b0fa4102821038ffb79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40a29556-d1a5-4f3e-81c0-6e47c7f038c9', 'external_fixed_ips': [{'subnet_id': 'eaf6e990-6f15-48ee-88ad-563863fd1430', 'ip_address': '2001:db8::fd'}], 'enable_snat': True}, 'gw_port_id': '5bed7394-59e2-46a8-815c-44ba077b9a3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:28:41Z', 'updated_at': '2022-03-07T10:28:46Z', 'revision_number': 3, 'project_id': 'ee04c33b321f4b0fa4102821038ffb79', 'gw_port': {'id': '5bed7394-59e2-46a8-815c-44ba077b9a3c', 'name': '', 'network_id': '40a29556-d1a5-4f3e-81c0-6e47c7f038c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:3b:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3940382c-cb49-444c-a0d9-99239b0e9859', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'eaf6e990-6f15-48ee-88ad-563863fd1430', 'ip_address': '2001:db8::fd', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:28:44Z', 'updated_at': '2022-03-07T10:28:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaf6e990-6f15-48ee-88ad-563863fd1430', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv'}] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:28:52.220162 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-25f9367e-fb8d-4eec-94e7-10c0dd63ed2a tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:52.263174 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] No Port match for: 0114c921-3f95-4ca1-a342-2499340ea913 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 10:28:52.263521 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 0114c921-3f95-4ca1-a342-2499340ea913 not bound to the agent host dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 10:28:52.277030 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19516bcb-c4cb-4cac-b61b-c897f78c22a8 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Pushing event updated for resources: {'Port': ['ID=4131e89b-9b02-4907-a514-57fd9e86b886,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:52.289396 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19516bcb-c4cb-4cac-b61b-c897f78c22a8 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Network b182323a-b537-434c-8c62-118ec6f13713 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:28:52.294601 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-19516bcb-c4cb-4cac-b61b-c897f78c22a8 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:28:52.305339 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19516bcb-c4cb-4cac-b61b-c897f78c22a8 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:28:52.316841 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19516bcb-c4cb-4cac-b61b-c897f78c22a8 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:52.317490 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-19516bcb-c4cb-4cac-b61b-c897f78c22a8 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:52.337095 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2ff88b9-d3e0-4818-aa4e-0caf93ff59e0 admin admin] Made reservation on behalf of bb3cf4396a774744a4b92239dc3a546a for: {'subnet': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:28:52.340637 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f2ff88b9-d3e0-4818-aa4e-0caf93ff59e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741426'] for subnet, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:52.358789 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e33d8d37-81e6-4c58-be8b-c79e8f86c5d8 tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:52.364624 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-e33d8d37-81e6-4c58-be8b-c79e8f86c5d8 tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] 10.222.0.13 "GET /v2.0/networks/5ed85006-6b00-415e-b71f-837fb1421c12 HTTP/1.1" status: 200 len: 881 time: 0.7844841 Mar 07 10:28:52.380308 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-217a6a82-0cb7-4dbd-b035-667d7db90da3 None None] Allocated IP 172.21.0.2 (e62b0e07-d740-4280-82f4-4966ab2ca75d/7245e10c-4fca-4313-bd10-62ddf8acc484/35708469-9b09-4d58-a87d-e52d0b4b9a13) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:28:52.393586 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 34666) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:52.398924 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-355b15b3-556c-4d37-8faa-5b5737c76eaf tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:28:52.450378 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-355b15b3-556c-4d37-8faa-5b5737c76eaf tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Usage tracker for resource:port and tenant:0f1e04191c7443f7844c0202165e746c is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:28:52.461794 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-355b15b3-556c-4d37-8faa-5b5737c76eaf tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:28:52.470134 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-101aabaa-ccb1-4a15-9ca2-bfd1543c0a2a tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc3cd4db-a980-4d1a-9631-e5a5e438f761 HTTP/1.1" status: 200 len: 205 time: 0.0703599 Mar 07 10:28:52.505961 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-355b15b3-556c-4d37-8faa-5b5737c76eaf tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:28:52.510238 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 34670) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:52.546017 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 9fc1cd04-245e-4e6f-a43a-242c83a0f17b up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:28:52.603217 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-355b15b3-556c-4d37-8faa-5b5737c76eaf tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Made reservation on behalf of 0f1e04191c7443f7844c0202165e746c for: {'port': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:28:52.627270 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-19516bcb-c4cb-4cac-b61b-c897f78c22a8 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.0896151 Mar 07 10:28:52.628865 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 34674) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:52.663554 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-4950ffe2-5a49-42d5-8241-dc8966317d55 None None] Notify callbacks [] for port, precommit_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:52.670162 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Pushing event updated for resources: {'Port': ['ID=9fc1cd04-245e-4e6f-a43a-242c83a0f17b,revision_number=5']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:52.687390 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-00161093-ed91-4cc8-b6cb-b4aa9d3f18f1 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:52.699526 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-4950ffe2-5a49-42d5-8241-dc8966317d55 None None] Transition to ACTIVE for port object 886fbece-a853-4903-842e-0215fc553fdb will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:28:52.716100 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-00161093-ed91-4cc8-b6cb-b4aa9d3f18f1 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Deleting port 5bed7394-59e2-46a8-815c-44ba077b9a3c {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:28:52.716518 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-00161093-ed91-4cc8-b6cb-b4aa9d3f18f1 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:52.738700 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-4950ffe2-5a49-42d5-8241-dc8966317d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:52.793789 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-25f9367e-fb8d-4eec-94e7-10c0dd63ed2a tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:52.884658 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-7af6da19-4a64-4835-9775-03d907dadf19 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Deleting port 4131e89b-9b02-4907-a514-57fd9e86b886 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:28:52.884999 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7af6da19-4a64-4835-9775-03d907dadf19 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:52.927281 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f9367e-fb8d-4eec-94e7-10c0dd63ed2a tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbb2c71e-2938-44f1-b1f3-a87eb9298991,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:52.998861 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8635e7-82d5-489a-ba3c-c5c22982a62a None None] Pushing event updated for resources: {'Port': ['ID=886fbece-a853-4903-842e-0215fc553fdb,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:53.147730 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 9fc1cd04-245e-4e6f-a43a-242c83a0f17b triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:28:53.148112 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:53.169271 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-355b15b3-556c-4d37-8faa-5b5737c76eaf tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:53.201152 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-25f9367e-fb8d-4eec-94e7-10c0dd63ed2a tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:53.202289 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-25f9367e-fb8d-4eec-94e7-10c0dd63ed2a tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] 10.222.0.13 "DELETE /v2.0/security-groups/fbb2c71e-2938-44f1-b1f3-a87eb9298991 HTTP/1.1" status: 204 len: 168 time: 1.3598256 Mar 07 10:28:53.211847 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 34678) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:53.249773 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [None req-355b15b3-556c-4d37-8faa-5b5737c76eaf tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] device_id is not set on port 7ff94001-a218-47f1-a090-e581b7946701 yet. {{(pid=83737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 07 10:28:53.265360 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-00161093-ed91-4cc8-b6cb-b4aa9d3f18f1 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] For port 5bed7394-59e2-46a8-815c-44ba077b9a3c, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=5bed7394-59e2-46a8-815c-44ba077b9a3c,segment=NetworkSegment(ef28010c-fe8c-492f-a2d1-826f1708cc26),segment_id=ef28010c-fe8c-492f-a2d1-826f1708cc26)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:28:53.266016 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-00161093-ed91-4cc8-b6cb-b4aa9d3f18f1 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:53.298237 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-217a6a82-0cb7-4dbd-b035-667d7db90da3 None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:53.336377 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-4950ffe2-5a49-42d5-8241-dc8966317d55 None None] Attempting to bind port 886fbece-a853-4903-842e-0215fc553fdb on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:28:53.336976 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-4950ffe2-5a49-42d5-8241-dc8966317d55 None None] Attempting to bind port 886fbece-a853-4903-842e-0215fc553fdb by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': 'acab09fc-1232-4154-ac90-39d1623fab7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'c602f718-e9de-48ac-b4a6-a9273b50169a'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:28:53.337445 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4950ffe2-5a49-42d5-8241-dc8966317d55 None None] Attempting to bind port 886fbece-a853-4903-842e-0215fc553fdb on network c602f718-e9de-48ac-b4a6-a9273b50169a {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:28:53.343159 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-217a6a82-0cb7-4dbd-b035-667d7db90da3 None None] Transition to ACTIVE for port object 35708469-9b09-4d58-a87d-e52d0b4b9a13 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:28:53.390208 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4950ffe2-5a49-42d5-8241-dc8966317d55 None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 28, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:28:53.390902 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4950ffe2-5a49-42d5-8241-dc8966317d55 None None] Checking segment: {'id': 'acab09fc-1232-4154-ac90-39d1623fab7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'c602f718-e9de-48ac-b4a6-a9273b50169a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:28:53.393162 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-4950ffe2-5a49-42d5-8241-dc8966317d55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:53.398698 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4950ffe2-5a49-42d5-8241-dc8966317d55 None None] Bound using segment: {'id': 'acab09fc-1232-4154-ac90-39d1623fab7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'c602f718-e9de-48ac-b4a6-a9273b50169a'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:28:53.399326 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-4950ffe2-5a49-42d5-8241-dc8966317d55 None None] Bound port: 886fbece-a853-4903-842e-0215fc553fdb, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acab09fc-1232-4154-ac90-39d1623fab7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'c602f718-e9de-48ac-b4a6-a9273b50169a'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:28:53.399956 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-4950ffe2-5a49-42d5-8241-dc8966317d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:53.414084 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5c9ea466-0f3f-42f7-aa7a-265322eb9fed tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:53.434821 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-00161093-ed91-4cc8-b6cb-b4aa9d3f18f1 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Calling delete_port for 5bed7394-59e2-46a8-815c-44ba077b9a3c owned by network:router_gateway {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:28:53.486857 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-217a6a82-0cb7-4dbd-b035-667d7db90da3 None None] Transition to ACTIVE for port object 35708469-9b09-4d58-a87d-e52d0b4b9a13 will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:28:53.587934 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-4950ffe2-5a49-42d5-8241-dc8966317d55 None None] For port 886fbece-a853-4903-842e-0215fc553fdb, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:28:53.591483 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-4950ffe2-5a49-42d5-8241-dc8966317d55 None None] For port 886fbece-a853-4903-842e-0215fc553fdb, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=886fbece-a853-4903-842e-0215fc553fdb,segment=NetworkSegment(acab09fc-1232-4154-ac90-39d1623fab7c),segment_id=acab09fc-1232-4154-ac90-39d1623fab7c)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:28:53.605756 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-4950ffe2-5a49-42d5-8241-dc8966317d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:53.625734 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-355b15b3-556c-4d37-8faa-5b5737c76eaf tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Allocated IP 2001:db8::357 (98d8805b-dd65-4110-997b-2eea298bca78/b3f8572a-088b-4d7c-b4b0-e5c3e0a7abb7/7ff94001-a218-47f1-a090-e581b7946701) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:28:53.633488 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-355b15b3-556c-4d37-8faa-5b5737c76eaf tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Allocated IP 2001:db8:0:1:f816:3eff:fe7b:8467 (98d8805b-dd65-4110-997b-2eea298bca78/51ff7476-f37a-4d3b-98f1-e37b21a606d0/7ff94001-a218-47f1-a090-e581b7946701) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:28:53.649155 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-00161093-ed91-4cc8-b6cb-b4aa9d3f18f1 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:53.663525 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-217a6a82-0cb7-4dbd-b035-667d7db90da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:53.724729 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-217a6a82-0cb7-4dbd-b035-667d7db90da3 None None] Network e62b0e07-d740-4280-82f4-4966ab2ca75d is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:28:53.726075 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-217a6a82-0cb7-4dbd-b035-667d7db90da3 None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:28:53.731910 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217a6a82-0cb7-4dbd-b035-667d7db90da3 None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:28:53.762501 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8635e7-82d5-489a-ba3c-c5c22982a62a None None] Pushing event updated for resources: {'Port': ['ID=886fbece-a853-4903-842e-0215fc553fdb,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:53.792004 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00161093-ed91-4cc8-b6cb-b4aa9d3f18f1 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Pushing event deleted for resources: {'Port': ['ID=5bed7394-59e2-46a8-815c-44ba077b9a3c,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:53.936214 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f2ff88b9-d3e0-4818-aa4e-0caf93ff59e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3556832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741408'] for subnet, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:53.971940 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4950ffe2-5a49-42d5-8241-dc8966317d55 None None] Routers {'3324b4fd-0a96-401d-9daf-b341f252b9ce'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:28:53.972618 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-4950ffe2-5a49-42d5-8241-dc8966317d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:28:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['3324b4fd-0a96-401d-9daf-b341f252b9ce'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:28:54.078354 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-00161093-ed91-4cc8-b6cb-b4aa9d3f18f1 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923554'] for router_gateway, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:54.094227 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217a6a82-0cb7-4dbd-b035-667d7db90da3 None None] Pushing event updated for resources: {'Port': ['ID=35708469-9b09-4d58-a87d-e52d0b4b9a13,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:54.098279 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-217a6a82-0cb7-4dbd-b035-667d7db90da3 None None] Attempting to bind port 35708469-9b09-4d58-a87d-e52d0b4b9a13 on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:28:54.098657 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-217a6a82-0cb7-4dbd-b035-667d7db90da3 None None] Attempting to bind port 35708469-9b09-4d58-a87d-e52d0b4b9a13 by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': '0e05871d-fc5c-4722-a9c7-8db5742a4c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e62b0e07-d740-4280-82f4-4966ab2ca75d'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:28:54.099412 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217a6a82-0cb7-4dbd-b035-667d7db90da3 None None] Attempting to bind port 35708469-9b09-4d58-a87d-e52d0b4b9a13 on network e62b0e07-d740-4280-82f4-4966ab2ca75d {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:28:54.107887 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-3f36b974-03e6-4343-9370-d5f42554fe6d None None] Provisioning complete for port 9fc1cd04-245e-4e6f-a43a-242c83a0f17b triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:28:54.108259 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-3f36b974-03e6-4343-9370-d5f42554fe6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:54.152531 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7af6da19-4a64-4835-9775-03d907dadf19 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:54.155096 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c67a63b3-24b4-4eb3-b1ef-c4da5f7eed06 tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Notify callbacks [] for router, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:54.177854 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217a6a82-0cb7-4dbd-b035-667d7db90da3 None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 28, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:28:54.178270 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217a6a82-0cb7-4dbd-b035-667d7db90da3 None None] Checking segment: {'id': '0e05871d-fc5c-4722-a9c7-8db5742a4c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e62b0e07-d740-4280-82f4-4966ab2ca75d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:28:54.178622 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-217a6a82-0cb7-4dbd-b035-667d7db90da3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:54.179029 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217a6a82-0cb7-4dbd-b035-667d7db90da3 None None] Bound using segment: {'id': '0e05871d-fc5c-4722-a9c7-8db5742a4c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e62b0e07-d740-4280-82f4-4966ab2ca75d'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:28:54.179488 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-217a6a82-0cb7-4dbd-b035-667d7db90da3 None None] Bound port: 35708469-9b09-4d58-a87d-e52d0b4b9a13, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e05871d-fc5c-4722-a9c7-8db5742a4c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e62b0e07-d740-4280-82f4-4966ab2ca75d'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:28:54.179858 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-217a6a82-0cb7-4dbd-b035-667d7db90da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:54.290089 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-4950ffe2-5a49-42d5-8241-dc8966317d55 None None] Set router 3324b4fd-0a96-401d-9daf-b341f252b9ce gateway port host: None {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:28:54.384738 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-f0e53fb6-6ca5-4e66-b63e-bb36a23ed923 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Synchronizing usage tracker for tenant:848809c668c344288b1e7f4447e0cf5d on resource:security_group {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:28:54.390120 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-355b15b3-556c-4d37-8faa-5b5737c76eaf tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:54.396667 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-217a6a82-0cb7-4dbd-b035-667d7db90da3 None None] For port 35708469-9b09-4d58-a87d-e52d0b4b9a13, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:28:54.401750 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 9fc1cd04-245e-4e6f-a43a-242c83a0f17b up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:28:54.460581 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [None req-355b15b3-556c-4d37-8faa-5b5737c76eaf tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Transition to ACTIVE for port object 7ff94001-a218-47f1-a090-e581b7946701 will not be triggered until provisioned by entity DHCP. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:28:54.467789 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-f0e53fb6-6ca5-4e66-b63e-bb36a23ed923 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Unset dirty status for tenant:848809c668c344288b1e7f4447e0cf5d on resource:security_group {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:28:54.469085 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-f0e53fb6-6ca5-4e66-b63e-bb36a23ed923 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 1.1250510 Mar 07 10:28:54.474240 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-217a6a82-0cb7-4dbd-b035-667d7db90da3 None None] For port 35708469-9b09-4d58-a87d-e52d0b4b9a13, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=35708469-9b09-4d58-a87d-e52d0b4b9a13,segment=NetworkSegment(0e05871d-fc5c-4722-a9c7-8db5742a4c7a),segment_id=0e05871d-fc5c-4722-a9c7-8db5742a4c7a)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:28:54.477649 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 34682) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:54.559468 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-217a6a82-0cb7-4dbd-b035-667d7db90da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:54.601594 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-7af6da19-4a64-4835-9775-03d907dadf19 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Calling delete_port for 4131e89b-9b02-4907-a514-57fd9e86b886 owned by {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:28:54.669492 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-355b15b3-556c-4d37-8faa-5b5737c76eaf tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:54.767665 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217a6a82-0cb7-4dbd-b035-667d7db90da3 None None] Pushing event updated for resources: {'Port': ['ID=35708469-9b09-4d58-a87d-e52d0b4b9a13,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:54.774477 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-5c9ea466-0f3f-42f7-aa7a-265322eb9fed tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Allocated IP 172.21.0.1 (e62b0e07-d740-4280-82f4-4966ab2ca75d/7245e10c-4fca-4313-bd10-62ddf8acc484/ae5b58a1-dd22-45d9-89cd-37eed5f11e6a) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:28:54.780827 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-10e92863-c6f3-42f1-9db4-e1a32ad44838 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:54.784753 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ff88b9-d3e0-4818-aa4e-0caf93ff59e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e16761f-419c-4175-ba3b-a56fd814e8d2,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:54.798260 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 9fc1cd04-245e-4e6f-a43a-242c83a0f17b triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:28:54.798634 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:54.832242 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355b15b3-556c-4d37-8faa-5b5737c76eaf tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Pushing event updated for resources: {'Port': ['ID=7ff94001-a218-47f1-a090-e581b7946701,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:54.836560 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-00161093-ed91-4cc8-b6cb-b4aa9d3f18f1 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3917970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58043'] for router, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:54.841720 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-355b15b3-556c-4d37-8faa-5b5737c76eaf tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Network 98d8805b-dd65-4110-997b-2eea298bca78 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:28:54.841934 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ff88b9-d3e0-4818-aa4e-0caf93ff59e0 admin admin] Checking segment: {'id': '6430568a-a713-4c74-abb4-c0d97a8dde8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'd65098fb-c088-422b-a3ef-05e7424ec0c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:28:54.842203 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ff88b9-d3e0-4818-aa4e-0caf93ff59e0 admin admin] Network hostable DHCP agents. Network: d65098fb-c088-422b-a3ef-05e7424ec0c4, hostable agents: ['6527556c-6586-422c-ae47-082984683847'], hosted agents: [] {{(pid=83738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:28:54.849696 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-355b15b3-556c-4d37-8faa-5b5737c76eaf tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:28:54.870132 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-00161093-ed91-4cc8-b6cb-b4aa9d3f18f1 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:54.875642 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355b15b3-556c-4d37-8faa-5b5737c76eaf tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:28:54.884628 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-355b15b3-556c-4d37-8faa-5b5737c76eaf tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:54.885360 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-355b15b3-556c-4d37-8faa-5b5737c76eaf tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:54.905499 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7af6da19-4a64-4835-9775-03d907dadf19 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:54.979388 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ff88b9-d3e0-4818-aa4e-0caf93ff59e0 admin admin] Network d65098fb-c088-422b-a3ef-05e7424ec0c4 is scheduled to be hosted by DHCP agent 6527556c-6586-422c-ae47-082984683847 with binding_index 1 {{(pid=83738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:28:54.985909 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af6da19-4a64-4835-9775-03d907dadf19 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Pushing event deleted for resources: {'Port': ['ID=4131e89b-9b02-4907-a514-57fd9e86b886,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:54.997884 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-00161093-ed91-4cc8-b6cb-b4aa9d3f18f1 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3917886'] for router, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:54.998424 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00161093-ed91-4cc8-b6cb-b4aa9d3f18f1 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3940382c-cb49-444c-a0d9-99239b0e9859 {{(pid=83738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 10:28:55.008194 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-10e92863-c6f3-42f1-9db4-e1a32ad44838 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:55.031100 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-f2ff88b9-d3e0-4818-aa4e-0caf93ff59e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830731-3-hyperv, d65098fb-c088-422b-a3ef-05e7424ec0c4) {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:28:55.036867 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ff88b9-d3e0-4818-aa4e-0caf93ff59e0 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:55.037402 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f2ff88b9-d3e0-4818-aa4e-0caf93ff59e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:55.045380 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10e454f4-6be8-4b06-a9c5-b6ffc64ac28b None None] Network d65098fb-c088-422b-a3ef-05e7424ec0c4 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:28:55.084341 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-355b15b3-556c-4d37-8faa-5b5737c76eaf tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.9716122 Mar 07 10:28:55.090150 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 34692) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:55.132893 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7af6da19-4a64-4835-9775-03d907dadf19 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:55.149273 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-7af6da19-4a64-4835-9775-03d907dadf19 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] 10.222.0.13 "DELETE /v2.0/ports/4131e89b-9b02-4907-a514-57fd9e86b886 HTTP/1.1" status: 204 len: 168 time: 2.5116868 Mar 07 10:28:55.154419 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-00161093-ed91-4cc8-b6cb-b4aa9d3f18f1 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Notify callbacks [] for router, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:55.157240 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-00161093-ed91-4cc8-b6cb-b4aa9d3f18f1 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] 10.222.0.13 "DELETE /v2.0/routers/3940382c-cb49-444c-a0d9-99239b0e9859 HTTP/1.1" status: 204 len: 168 time: 5.0351992 Mar 07 10:28:55.158726 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 34696) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:55.159333 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 34698) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:55.164925 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-f2ff88b9-d3e0-4818-aa4e-0caf93ff59e0 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.0887811 Mar 07 10:28:55.191776 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-4950ffe2-5a49-42d5-8241-dc8966317d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3324b4fd-0a96-401d-9daf-b341f252b9ce', 'name': 'tempest-RoutersTest-router-1450641091', 'tenant_id': '8843377006954c17a088ed77df13332f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:28:36Z', 'updated_at': '2022-03-07T10:28:41Z', 'revision_number': 2, 'project_id': '8843377006954c17a088ed77df13332f', 'gw_port_host': None, '_interfaces': [{'id': '886fbece-a853-4903-842e-0215fc553fdb', 'name': '', 'network_id': 'c602f718-e9de-48ac-b4a6-a9273b50169a', 'tenant_id': '8843377006954c17a088ed77df13332f', 'mac_address': 'fa:16:3e:2a:52:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3324b4fd-0a96-401d-9daf-b341f252b9ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32ec8036-5adc-4d1f-a49f-bc0660977659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:28:40Z', 'updated_at': '2022-03-07T10:28:53Z', 'revision_number': 4, 'project_id': '8843377006954c17a088ed77df13332f', 'subnets': [{'id': '32ec8036-5adc-4d1f-a49f-bc0660977659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:28:55.217870 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4950ffe2-5a49-42d5-8241-dc8966317d55 None None] The sync data for ids ['3324b4fd-0a96-401d-9daf-b341f252b9ce'] in dv-neutron-830731-3-hyperv is: [{'id': '3324b4fd-0a96-401d-9daf-b341f252b9ce', 'name': 'tempest-RoutersTest-router-1450641091', 'tenant_id': '8843377006954c17a088ed77df13332f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:28:36Z', 'updated_at': '2022-03-07T10:28:41Z', 'revision_number': 2, 'project_id': '8843377006954c17a088ed77df13332f', 'gw_port_host': None, '_interfaces': [{'id': '886fbece-a853-4903-842e-0215fc553fdb', 'name': '', 'network_id': 'c602f718-e9de-48ac-b4a6-a9273b50169a', 'tenant_id': '8843377006954c17a088ed77df13332f', 'mac_address': 'fa:16:3e:2a:52:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3324b4fd-0a96-401d-9daf-b341f252b9ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32ec8036-5adc-4d1f-a49f-bc0660977659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:28:40Z', 'updated_at': '2022-03-07T10:28:53Z', 'revision_number': 4, 'project_id': '8843377006954c17a088ed77df13332f', 'subnets': [{'id': '32ec8036-5adc-4d1f-a49f-bc0660977659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:28:55.239453 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-205245e2-0828-4ca5-a33f-849cbf9cffc7 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Request body: {'port': {'network_id': 'b182323a-b537-434c-8c62-118ec6f13713', 'mac_address': 'fa:16:3e:1d:38:38', 'name': 'tempest-PortsTestJSON-1897679485'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:28:55.422533 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c67a63b3-24b4-4eb3-b1ef-c4da5f7eed06 tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:55.431195 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-c7c0c058-bee5-439e-b851-683cfb980d17 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Deleting port 7ff94001-a218-47f1-a090-e581b7946701 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:28:55.431662 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c7c0c058-bee5-439e-b851-683cfb980d17 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:55.482609 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_v2 [None req-17eb6bea-30ca-4145-a0e1-12cb7fbd73a6 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Deleting subnet eaf6e990-6f15-48ee-88ad-563863fd1430 {{(pid=83738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 07 10:28:55.490887 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-17eb6bea-30ca-4145-a0e1-12cb7fbd73a6 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:55.492335 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-10e92863-c6f3-42f1-9db4-e1a32ad44838 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:55.515170 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5c9ea466-0f3f-42f7-aa7a-265322eb9fed tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:55.520276 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-205245e2-0828-4ca5-a33f-849cbf9cffc7 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:28:55.524097 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-c67a63b3-24b4-4eb3-b1ef-c4da5f7eed06 tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Deleting port 4f5d9733-95eb-4dd1-a6bf-636eefd66c44 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:28:55.524433 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c67a63b3-24b4-4eb3-b1ef-c4da5f7eed06 tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:55.530379 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-81ef93fa-0dc1-4975-865d-fdbeff55a810 None None] Provisioning for port 7ff94001-a218-47f1-a090-e581b7946701 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:28:55.534296 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-205245e2-0828-4ca5-a33f-849cbf9cffc7 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Usage tracker for resource:port and tenant:b6ff3248bb834bc1a094f45e7fa43fbd is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:28:55.538910 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-205245e2-0828-4ca5-a33f-849cbf9cffc7 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:28:55.545603 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-81ef93fa-0dc1-4975-865d-fdbeff55a810 None None] Provisioning complete for port 7ff94001-a218-47f1-a090-e581b7946701 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:28:55.546368 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-81ef93fa-0dc1-4975-865d-fdbeff55a810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:55.547564 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-205245e2-0828-4ca5-a33f-849cbf9cffc7 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:28:55.567819 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-17eb6bea-30ca-4145-a0e1-12cb7fbd73a6 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2969395'] for subnet, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:55.588312 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a61c20d5-b907-429b-9a56-c57fbe53f9fd None None] Network d65098fb-c088-422b-a3ef-05e7424ec0c4 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:28:55.593201 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e92863-c6f3-42f1-9db4-e1a32ad44838 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb57ce27-94a8-4e01-87bf-7b82be78fc04,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:55.621026 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-205245e2-0828-4ca5-a33f-849cbf9cffc7 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Made reservation on behalf of b6ff3248bb834bc1a094f45e7fa43fbd for: {'port': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:28:55.721626 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-81ef93fa-0dc1-4975-865d-fdbeff55a810 None None] Port 7ff94001-a218-47f1-a090-e581b7946701 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:28:55.730500 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [None req-5c9ea466-0f3f-42f7-aa7a-265322eb9fed tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Transition to ACTIVE for port object ae5b58a1-dd22-45d9-89cd-37eed5f11e6a will not be triggered until provisioned by entity DHCP. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:28:55.807906 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-10e92863-c6f3-42f1-9db4-e1a32ad44838 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:55.814773 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-10e92863-c6f3-42f1-9db4-e1a32ad44838 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] 10.222.0.13 "DELETE /v2.0/security-groups/eb57ce27-94a8-4e01-87bf-7b82be78fc04 HTTP/1.1" status: 204 len: 168 time: 1.3360767 Mar 07 10:28:55.820454 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 34712) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:55.897193 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-17eb6bea-30ca-4145-a0e1-12cb7fbd73a6 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1525496'] for subnet, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:56.049479 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-205245e2-0828-4ca5-a33f-849cbf9cffc7 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:56.137207 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-a93d12be-99ec-440c-9ccd-78522d92b470 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Synchronizing usage tracker for tenant:848809c668c344288b1e7f4447e0cf5d on resource:security_group {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:28:56.165218 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [None req-205245e2-0828-4ca5-a33f-849cbf9cffc7 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] device_id is not set on port ea64dbff-4e00-491e-9996-e687c409daf0 yet. {{(pid=83738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 07 10:28:56.219368 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-17eb6bea-30ca-4145-a0e1-12cb7fbd73a6 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1525489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3556647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741465'] for subnet, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:56.259563 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c67a63b3-24b4-4eb3-b1ef-c4da5f7eed06 tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:56.347202 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17eb6bea-30ca-4145-a0e1-12cb7fbd73a6 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=eaf6e990-6f15-48ee-88ad-563863fd1430,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:56.353268 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-a93d12be-99ec-440c-9ccd-78522d92b470 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Unset dirty status for tenant:848809c668c344288b1e7f4447e0cf5d on resource:security_group {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:28:56.354630 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-a93d12be-99ec-440c-9ccd-78522d92b470 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5313573 Mar 07 10:28:56.362541 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 34720) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:56.371426 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-5d4c5e81-8e77-4ad2-8ccd-d6b7f417666a tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Request body: {'security_group': {'name': 'tempest-secgroup--1089161620'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:28:56.400579 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-17eb6bea-30ca-4145-a0e1-12cb7fbd73a6 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:56.422110 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-5d4c5e81-8e77-4ad2-8ccd-d6b7f417666a tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:28:56.442594 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84cf0791-2cc8-491a-9f5f-b16fdd334d52 None None] Network e62b0e07-d740-4280-82f4-4966ab2ca75d requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:28:56.450495 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-5d4c5e81-8e77-4ad2-8ccd-d6b7f417666a tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:28:56.457299 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-17eb6bea-30ca-4145-a0e1-12cb7fbd73a6 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] 10.222.0.13 "DELETE /v2.0/subnets/eaf6e990-6f15-48ee-88ad-563863fd1430 HTTP/1.1" status: 204 len: 168 time: 1.2951479 Mar 07 10:28:56.461926 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 34724) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:56.466438 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-c67a63b3-24b4-4eb3-b1ef-c4da5f7eed06 tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Calling delete_port for 4f5d9733-95eb-4dd1-a6bf-636eefd66c44 owned by network:router_gateway {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:28:56.502220 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5d4c5e81-8e77-4ad2-8ccd-d6b7f417666a tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Notify callbacks [] for security_group, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:56.549312 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 35708469-9b09-4d58-a87d-e52d0b4b9a13 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:28:56.554432 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c7c0c058-bee5-439e-b851-683cfb980d17 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:56.650536 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-628415a7-0627-45d9-8aca-869620d7c015 None None] Provisioning for port 35708469-9b09-4d58-a87d-e52d0b4b9a13 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:28:56.705409 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-5d4c5e81-8e77-4ad2-8ccd-d6b7f417666a tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:28:56.717292 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-49142c27-1861-4cda-a951-9256afc5854b tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1158940'] for network, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:56.719446 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-5d4c5e81-8e77-4ad2-8ccd-d6b7f417666a tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Usage tracker for resource:security_group_rule and tenant:848809c668c344288b1e7f4447e0cf5d is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:28:56.721697 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning for port 35708469-9b09-4d58-a87d-e52d0b4b9a13 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:28:56.730606 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-5d4c5e81-8e77-4ad2-8ccd-d6b7f417666a tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:28:56.735974 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 35708469-9b09-4d58-a87d-e52d0b4b9a13 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:28:56.736537 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:56.741075 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-5d4c5e81-8e77-4ad2-8ccd-d6b7f417666a tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:28:56.750150 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-205245e2-0828-4ca5-a33f-849cbf9cffc7 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:56.870244 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-c7c0c058-bee5-439e-b851-683cfb980d17 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Calling delete_port for 7ff94001-a218-47f1-a090-e581b7946701 owned by {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:28:56.920332 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-49142c27-1861-4cda-a951-9256afc5854b tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1526893', 'neutron.services.segments.db._delete_segments_for_network-8732568551033'] for network, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:56.925971 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:56.937287 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-205245e2-0828-4ca5-a33f-849cbf9cffc7 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:56.945033 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5d4c5e81-8e77-4ad2-8ccd-d6b7f417666a tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Notify callbacks [] for security_group, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:56.967814 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] For port 35708469-9b09-4d58-a87d-e52d0b4b9a13, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=35708469-9b09-4d58-a87d-e52d0b4b9a13,segment=NetworkSegment(0e05871d-fc5c-4722-a9c7-8db5742a4c7a),segment_id=0e05871d-fc5c-4722-a9c7-8db5742a4c7a)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:28:56.974832 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5c9ea466-0f3f-42f7-aa7a-265322eb9fed tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:56.976929 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:56.977853 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 886fbece-a853-4903-842e-0215fc553fdb up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:28:57.061535 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ea466-0f3f-42f7-aa7a-265322eb9fed tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Pushing event updated for resources: {'Port': ['ID=ae5b58a1-dd22-45d9-89cd-37eed5f11e6a,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:57.117479 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c9ea466-0f3f-42f7-aa7a-265322eb9fed tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Network e62b0e07-d740-4280-82f4-4966ab2ca75d is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:28:57.121124 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Pushing event updated for resources: {'Port': ['ID=35708469-9b09-4d58-a87d-e52d0b4b9a13,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:57.122453 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-5c9ea466-0f3f-42f7-aa7a-265322eb9fed tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:28:57.125692 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c9ea466-0f3f-42f7-aa7a-265322eb9fed tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:28:57.148095 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning for port 886fbece-a853-4903-842e-0215fc553fdb completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:28:57.153813 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 886fbece-a853-4903-842e-0215fc553fdb triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:28:57.154332 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:57.202305 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd42da4-7661-4b8b-8643-e929f4af6085 req-b02b2333-127d-4cc8-9de5-71d1088c1f14 tempest-TestServerAdvancedOps-1314532968 tempest-TestServerAdvancedOps-1314532968-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:57.203760 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ccd42da4-7661-4b8b-8643-e929f4af6085 req-b02b2333-127d-4cc8-9de5-71d1088c1f14 tempest-TestServerAdvancedOps-1314532968 tempest-TestServerAdvancedOps-1314532968-project] 10.222.0.13 "GET /v2.0/networks?id=2cdfe4a3-2923-48a7-b1bd-2e50a8058f86 HTTP/1.1" status: 200 len: 812 time: 0.6851332 Mar 07 10:28:57.239491 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-50b38bf0-c028-4759-8bb7-5845feb84c49 None None] Provisioning complete for port 35708469-9b09-4d58-a87d-e52d0b4b9a13 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:28:57.239923 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-50b38bf0-c028-4759-8bb7-5845feb84c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:57.245673 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205245e2-0828-4ca5-a33f-849cbf9cffc7 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Pushing event updated for resources: {'Port': ['ID=ea64dbff-4e00-491e-9996-e687c409daf0,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:57.251827 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-49142c27-1861-4cda-a951-9256afc5854b tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40a29556-d1a5-4f3e-81c0-6e47c7f038c9']}} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:28:57.268034 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-49142c27-1861-4cda-a951-9256afc5854b tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef28010c-fe8c-492f-a2d1-826f1708cc26') {'for_net_delete': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:28:57.269404 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-49142c27-1861-4cda-a951-9256afc5854b tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef28010c-fe8c-492f-a2d1-826f1708cc26') {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:28:57.283182 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-49142c27-1861-4cda-a951-9256afc5854b tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732568550916', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968000'] for segment, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:57.303599 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-49142c27-1861-4cda-a951-9256afc5854b tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:57.311971 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49142c27-1861-4cda-a951-9256afc5854b tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=83738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 07 10:28:57.313048 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-49142c27-1861-4cda-a951-9256afc5854b tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1227397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3556681'] for segment, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:57.410165 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:57.430728 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ccd42da4-7661-4b8b-8643-e929f4af6085 req-1c422752-aa9a-486b-a149-151191fe2032 tempest-TestServerAdvancedOps-1314532968 tempest-TestServerAdvancedOps-1314532968-project] 10.222.0.13 "GET /v2.0/quotas/5e56ff5eb9514632bfb34b6bdf038801 HTTP/1.1" status: 200 len: 375 time: 0.1624601 Mar 07 10:28:57.439199 dv-neutron-830731-3-hyperv neutron-server[83738]: Traceback (most recent call last): Mar 07 10:28:57.439199 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 07 10:28:57.439199 dv-neutron-830731-3-hyperv neutron-server[83738]: timer() Mar 07 10:28:57.439199 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:28:57.439199 dv-neutron-830731-3-hyperv neutron-server[83738]: cb(*args, **kw) Mar 07 10:28:57.439199 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 10:28:57.439199 dv-neutron-830731-3-hyperv neutron-server[83738]: return func(*args, **kwargs) Mar 07 10:28:57.439199 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:28:57.439199 dv-neutron-830731-3-hyperv neutron-server[83738]: self._notify() Mar 07 10:28:57.439199 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:28:57.439199 dv-neutron-830731-3-hyperv neutron-server[83738]: self.callback(batched_events) Mar 07 10:28:57.439199 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:28:57.439199 dv-neutron-830731-3-hyperv neutron-server[83738]: event.method(event) Mar 07 10:28:57.439199 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 10:28:57.439199 dv-neutron-830731-3-hyperv neutron-server[83738]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:28:57.439199 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 10:28:57.439199 dv-neutron-830731-3-hyperv neutron-server[83738]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:28:57.439199 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 10:28:57.439199 dv-neutron-830731-3-hyperv neutron-server[83738]: return f(self, *a, **k) Mar 07 10:28:57.439199 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:28:57.439199 dv-neutron-830731-3-hyperv neutron-server[83738]: return self._get(url).json() Mar 07 10:28:57.439199 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:28:57.439199 dv-neutron-830731-3-hyperv neutron-server[83738]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:28:57.439199 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 07 10:28:57.439199 dv-neutron-830731-3-hyperv neutron-server[83738]: return self.request(url, 'GET', **kwargs) Mar 07 10:28:57.439199 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 07 10:28:57.439199 dv-neutron-830731-3-hyperv neutron-server[83738]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:28:57.439199 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 07 10:28:57.439199 dv-neutron-830731-3-hyperv neutron-server[83738]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:28:57.439199 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 07 10:28:57.439199 dv-neutron-830731-3-hyperv neutron-server[83738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:28:57.439199 dv-neutron-830731-3-hyperv neutron-server[83738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:28:57.441850 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5d4c5e81-8e77-4ad2-8ccd-d6b7f417666a tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:57.468098 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] For port 886fbece-a853-4903-842e-0215fc553fdb, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=886fbece-a853-4903-842e-0215fc553fdb,segment=NetworkSegment(acab09fc-1232-4154-ac90-39d1623fab7c),segment_id=acab09fc-1232-4154-ac90-39d1623fab7c)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:28:57.468698 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5c9ea466-0f3f-42f7-aa7a-265322eb9fed tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3920324'] for router_interface, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:57.474041 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:57.484016 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-49142c27-1861-4cda-a951-9256afc5854b tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1526886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923583'] for network, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:57.494431 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-205245e2-0828-4ca5-a33f-849cbf9cffc7 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Network b182323a-b537-434c-8c62-118ec6f13713 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:28:57.505615 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-205245e2-0828-4ca5-a33f-849cbf9cffc7 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:28:57.518456 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 5bed7394-59e2-46a8-815c-44ba077b9a3c no longer exists at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:28:57.528879 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205245e2-0828-4ca5-a33f-849cbf9cffc7 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:28:57.533051 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-205245e2-0828-4ca5-a33f-849cbf9cffc7 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:57.533543 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-205245e2-0828-4ca5-a33f-849cbf9cffc7 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:57.538046 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ccd42da4-7661-4b8b-8643-e929f4af6085 req-508a488f-3c1a-414e-8541-6b0ba17fe270 tempest-TestServerAdvancedOps-1314532968 tempest-TestServerAdvancedOps-1314532968-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=5e56ff5eb9514632bfb34b6bdf038801&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1006887 Mar 07 10:28:57.545263 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49142c27-1861-4cda-a951-9256afc5854b tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 40a29556-d1a5-4f3e-81c0-6e47c7f038c9 {{(pid=83738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 07 10:28:57.551439 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c7c0c058-bee5-439e-b851-683cfb980d17 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:57.559795 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-49142c27-1861-4cda-a951-9256afc5854b tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:57.562457 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49142c27-1861-4cda-a951-9256afc5854b tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Pushing event deleted for resources: {'Network': ['ID=40a29556-d1a5-4f3e-81c0-6e47c7f038c9,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:57.570252 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] No Port match for: 5bed7394-59e2-46a8-815c-44ba077b9a3c {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 10:28:57.570708 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 5bed7394-59e2-46a8-815c-44ba077b9a3c not bound to the agent host dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 10:28:57.592857 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4c5e81-8e77-4ad2-8ccd-d6b7f417666a tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fe9fa87-f5a2-420a-9ff7-6d870b3ad23f,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:57.593501 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Pushing event updated for resources: {'Port': ['ID=886fbece-a853-4903-842e-0215fc553fdb,revision_number=5']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:57.616861 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-08e138b4-f454-4a6d-96d0-7fbf703b32c1 None None] Provisioning for port ae5b58a1-dd22-45d9-89cd-37eed5f11e6a completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:28:57.618186 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c0c058-bee5-439e-b851-683cfb980d17 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Pushing event deleted for resources: {'Port': ['ID=7ff94001-a218-47f1-a090-e581b7946701,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:57.622602 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-08e138b4-f454-4a6d-96d0-7fbf703b32c1 None None] Provisioning complete for port ae5b58a1-dd22-45d9-89cd-37eed5f11e6a triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:28:57.623103 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-08e138b4-f454-4a6d-96d0-7fbf703b32c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:57.636617 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c67a63b3-24b4-4eb3-b1ef-c4da5f7eed06 tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:57.644436 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5d4c5e81-8e77-4ad2-8ccd-d6b7f417666a tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:57.648459 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-5d4c5e81-8e77-4ad2-8ccd-d6b7f417666a tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.2831926 Mar 07 10:28:57.663569 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-49142c27-1861-4cda-a951-9256afc5854b tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] 10.222.0.13 "DELETE /v2.0/networks/40a29556-d1a5-4f3e-81c0-6e47c7f038c9 HTTP/1.1" status: 204 len: 168 time: 1.1919734 Mar 07 10:28:57.670305 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 34732) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:57.676815 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-205245e2-0828-4ca5-a33f-849cbf9cffc7 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.5162530 Mar 07 10:28:57.682073 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 34736) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:57.689720 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-46562c03-af35-4376-960d-e9e173540662 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Request body: {'security_group_rule': {'security_group_id': '9fe9fa87-f5a2-420a-9ff7-6d870b3ad23f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:28:57.736747 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-08e138b4-f454-4a6d-96d0-7fbf703b32c1 None None] Port ae5b58a1-dd22-45d9-89cd-37eed5f11e6a cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:28:57.813095 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-46562c03-af35-4376-960d-e9e173540662 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:28:57.827778 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-46562c03-af35-4376-960d-e9e173540662 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Usage tracker for resource:security_group_rule and tenant:848809c668c344288b1e7f4447e0cf5d is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:28:57.839224 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-46562c03-af35-4376-960d-e9e173540662 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:28:57.849601 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-46562c03-af35-4376-960d-e9e173540662 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:28:57.870153 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1650d931-e397-4485-8a07-015743050684 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:57.870864 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-1650d931-e397-4485-8a07-015743050684 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Synchronizing usage tracker for tenant:b6ff3248bb834bc1a094f45e7fa43fbd on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:28:57.907369 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-1650d931-e397-4485-8a07-015743050684 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Unset dirty status for tenant:b6ff3248bb834bc1a094f45e7fa43fbd on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:28:57.910632 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-1650d931-e397-4485-8a07-015743050684 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] 10.222.0.13 "GET /v2.0/ports/ea64dbff-4e00-491e-9996-e687c409daf0 HTTP/1.1" status: 200 len: 841 time: 0.2273784 Mar 07 10:28:57.913615 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 34744) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:57.930717 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c7c0c058-bee5-439e-b851-683cfb980d17 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:57.948274 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-46562c03-af35-4376-960d-e9e173540662 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:57.985916 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-c7c0c058-bee5-439e-b851-683cfb980d17 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "DELETE /v2.0/ports/7ff94001-a218-47f1-a090-e581b7946701 HTTP/1.1" status: 204 len: 168 time: 2.8926167 Mar 07 10:28:57.986829 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67a63b3-24b4-4eb3-b1ef-c4da5f7eed06 tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Pushing event deleted for resources: {'Port': ['ID=4f5d9733-95eb-4dd1-a6bf-636eefd66c44,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:57.990102 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 34750) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:58.064327 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-f1d85b7f-5d5c-4dae-b93c-a4a11b5d3750 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Deleting port ea64dbff-4e00-491e-9996-e687c409daf0 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:28:58.064771 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f1d85b7f-5d5c-4dae-b93c-a4a11b5d3750 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:58.149139 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5c9ea466-0f3f-42f7-aa7a-265322eb9fed tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:58.153453 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 34754) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:58.187713 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-b4e0be1e-b600-4635-9efc-0f26a98349a5 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Request body: {'router': {'name': 'tempest-router--2132144154', 'project_id': '45faf7c514784a469ad7b55797652d5d'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:28:58.192515 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-46562c03-af35-4376-960d-e9e173540662 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:58.208348 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-b4e0be1e-b600-4635-9efc-0f26a98349a5 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:28:58.210677 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-46562c03-af35-4376-960d-e9e173540662 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:58.235408 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-b4e0be1e-b600-4635-9efc-0f26a98349a5 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Usage tracker for resource:router and tenant:45faf7c514784a469ad7b55797652d5d is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:28:58.242238 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46562c03-af35-4376-960d-e9e173540662 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e45cdeba-d3dd-400a-ba83-111dd57be0a8,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:58.249301 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-b4e0be1e-b600-4635-9efc-0f26a98349a5 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:28:58.264173 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b63e1c25-00b4-4c7e-a206-55dd4b6d2312 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:58.265661 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-b63e1c25-00b4-4c7e-a206-55dd4b6d2312 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2721775 Mar 07 10:28:58.276079 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-b4e0be1e-b600-4635-9efc-0f26a98349a5 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:28:58.277719 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 34758) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:58.297853 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c67a63b3-24b4-4eb3-b1ef-c4da5f7eed06 tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923554'] for router_gateway, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:58.331304 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-e06ccf0f-d94f-4b38-82a1-e33da7c713f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:58.397056 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 35708469-9b09-4d58-a87d-e52d0b4b9a13 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:28:58.428991 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-46562c03-af35-4376-960d-e9e173540662 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:58.430036 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-46562c03-af35-4376-960d-e9e173540662 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 0.7505341 Mar 07 10:28:58.434618 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 34762) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:58.449488 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b4e0be1e-b600-4635-9efc-0f26a98349a5 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3919700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58025'] for router, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:58.450436 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b4e0be1e-b600-4635-9efc-0f26a98349a5 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3919671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4011175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58018'] for router, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:58.472693 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 35708469-9b09-4d58-a87d-e52d0b4b9a13 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:28:58.473296 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:58.475985 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f1d85b7f-5d5c-4dae-b93c-a4a11b5d3750 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:58.580844 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ccd42da4-7661-4b8b-8643-e929f4af6085 req-0e0e0611-c9d1-4875-82fe-64cfdb180b0d service neutron] 10.222.0.13 "GET /v2.0/networks/2cdfe4a3-2923-48a7-b1bd-2e50a8058f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0326474 Mar 07 10:28:58.602735 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 886fbece-a853-4903-842e-0215fc553fdb up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:28:58.635228 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-f1d85b7f-5d5c-4dae-b93c-a4a11b5d3750 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Calling delete_port for ea64dbff-4e00-491e-9996-e687c409daf0 owned by {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:28:58.670418 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 886fbece-a853-4903-842e-0215fc553fdb triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:28:58.670924 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:58.683402 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-313c0769-96dc-4b04-a257-33eb74004fcb tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:58.705596 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-313c0769-96dc-4b04-a257-33eb74004fcb tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:58.722910 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b4e0be1e-b600-4635-9efc-0f26a98349a5 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:58.757832 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe5b0c7-1421-4782-9a37-b668e2cefd67 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:58.759354 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-fbe5b0c7-1421-4782-9a37-b668e2cefd67 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.4807098 Mar 07 10:28:58.765535 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 34768) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:58.814946 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-313c0769-96dc-4b04-a257-33eb74004fcb tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:58.835799 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b4e0be1e-b600-4635-9efc-0f26a98349a5 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3917991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923518'] for router, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:58.844581 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f1d85b7f-5d5c-4dae-b93c-a4a11b5d3750 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:58.861442 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313c0769-96dc-4b04-a257-33eb74004fcb tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e45cdeba-d3dd-400a-ba83-111dd57be0a8,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:58.925596 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ab9f6e-2dbc-437b-bf00-5526b4a4efe7 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:58.926831 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ab9f6e-2dbc-437b-bf00-5526b4a4efe7 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:58.928250 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ab9f6e-2dbc-437b-bf00-5526b4a4efe7 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:58.929088 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-50ab9f6e-2dbc-437b-bf00-5526b4a4efe7 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Synchronizing usage tracker for tenant:0f1e04191c7443f7844c0202165e746c on resource:subnet {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:28:58.936889 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d85b7f-5d5c-4dae-b93c-a4a11b5d3750 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Pushing event deleted for resources: {'Port': ['ID=ea64dbff-4e00-491e-9996-e687c409daf0,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:58.943310 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-313c0769-96dc-4b04-a257-33eb74004fcb tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:58.944335 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-313c0769-96dc-4b04-a257-33eb74004fcb tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/e45cdeba-d3dd-400a-ba83-111dd57be0a8 HTTP/1.1" status: 204 len: 168 time: 0.5062404 Mar 07 10:28:58.948154 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 34772) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:58.967820 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b4e0be1e-b600-4635-9efc-0f26a98349a5 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Notify callbacks [] for router, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:58.969011 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-b4e0be1e-b600-4635-9efc-0f26a98349a5 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.8146124 Mar 07 10:28:58.972522 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f1d85b7f-5d5c-4dae-b93c-a4a11b5d3750 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:58.972706 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c67a63b3-24b4-4eb3-b1ef-c4da5f7eed06 tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3917970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58043'] for router, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:58.974362 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-f1d85b7f-5d5c-4dae-b93c-a4a11b5d3750 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] 10.222.0.13 "DELETE /v2.0/ports/ea64dbff-4e00-491e-9996-e687c409daf0 HTTP/1.1" status: 204 len: 168 time: 1.0582943 Mar 07 10:28:58.977001 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 34776) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:58.977476 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 34778) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:58.989870 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-50ab9f6e-2dbc-437b-bf00-5526b4a4efe7 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Unset dirty status for tenant:0f1e04191c7443f7844c0202165e746c on resource:subnet {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:28:58.991206 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-50ab9f6e-2dbc-437b-bf00-5526b4a4efe7 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2246127 Mar 07 10:28:58.997795 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 34784) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:59.058963 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-23cbee5f-6f88-4c6f-8d7f-504cd0f3c188 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Synchronizing usage tracker for tenant:848809c668c344288b1e7f4447e0cf5d on resource:security_group_rule {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:28:59.066703 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-adbd2215-c8ee-41f3-92a6-4182ca26b8a8 None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 10:28:59.101502 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-23cbee5f-6f88-4c6f-8d7f-504cd0f3c188 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Unset dirty status for tenant:848809c668c344288b1e7f4447e0cf5d on resource:security_group_rule {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:28:59.105485 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-23cbee5f-6f88-4c6f-8d7f-504cd0f3c188 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1521752 Mar 07 10:28:59.105632 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c67a63b3-24b4-4eb3-b1ef-c4da5f7eed06 tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:59.106241 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 34788) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:59.163400 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-768b4dc1-06d2-4cde-9a79-ea4add168038 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] GET failed (client error): The resource could not be found. Mar 07 10:28:59.165195 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-768b4dc1-06d2-4cde-9a79-ea4add168038 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] 10.222.0.13 "GET /v2.0/ports/ea64dbff-4e00-491e-9996-e687c409daf0 HTTP/1.1" status: 404 len: 333 time: 0.1813285 Mar 07 10:28:59.178290 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 34792) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:59.189923 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-9f7b26d9-a068-48cf-90db-396bc03d7aad tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Request body: {'port': {'network_id': 'b182323a-b537-434c-8c62-118ec6f13713', 'name': 'tempest-PortsTestJSON-1317356062'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:28:59.270328 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ccd42da4-7661-4b8b-8643-e929f4af6085 req-fdc9fe22-21bc-488b-a32a-d132f2d320f0 service neutron] 10.222.0.13 "GET /v2.0/networks/2cdfe4a3-2923-48a7-b1bd-2e50a8058f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6208713 Mar 07 10:28:59.321200 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c67a63b3-24b4-4eb3-b1ef-c4da5f7eed06 tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3917886'] for router, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:59.321726 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c67a63b3-24b4-4eb3-b1ef-c4da5f7eed06 tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Fanout notify agent at l3_agent the message router_deleted on router cc3cd4db-a980-4d1a-9631-e5a5e438f761 {{(pid=83737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 10:28:59.333487 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-269bcd28-b04c-4e28-8d0d-32b092ba6978 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Notify callbacks [] for router, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:59.400661 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c67a63b3-24b4-4eb3-b1ef-c4da5f7eed06 tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:59.406030 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-c67a63b3-24b4-4eb3-b1ef-c4da5f7eed06 tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] 10.222.0.13 "DELETE /v2.0/routers/cc3cd4db-a980-4d1a-9631-e5a5e438f761 HTTP/1.1" status: 204 len: 168 time: 6.8904290 Mar 07 10:28:59.418260 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 34796) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:28:59.476626 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-9f7b26d9-a068-48cf-90db-396bc03d7aad tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:28:59.486267 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-9f7b26d9-a068-48cf-90db-396bc03d7aad tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:28:59.499904 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d43bc1e-aae2-4fd2-ab71-d09dbc057d44 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Deleting subnet 51ff7476-f37a-4d3b-98f1-e37b21a606d0 {{(pid=83738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 07 10:28:59.502121 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-8b6265cb-41f1-4d27-81f4-b466b2ffc030 tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-372113567', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:28:59.505282 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9d43bc1e-aae2-4fd2-ab71-d09dbc057d44 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks [] for subnet, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:59.523344 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-8b6265cb-41f1-4d27-81f4-b466b2ffc030 tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:28:59.533326 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f7b26d9-a068-48cf-90db-396bc03d7aad tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Made reservation on behalf of b6ff3248bb834bc1a094f45e7fa43fbd for: {'port': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:28:59.536597 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9f7b26d9-a068-48cf-90db-396bc03d7aad tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:59.536834 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-8b6265cb-41f1-4d27-81f4-b466b2ffc030 tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Usage tracker for resource:router and tenant:c3b5f271049746f595048596781f31b9 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:28:59.541608 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-8b6265cb-41f1-4d27-81f4-b466b2ffc030 tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:28:59.550690 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-8b6265cb-41f1-4d27-81f4-b466b2ffc030 tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:28:59.553150 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ad93b8f4-f9ce-4e1c-a5a2-42a5c3fe7d2c tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Notify callbacks [] for security_group, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:59.583682 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5c9ea466-0f3f-42f7-aa7a-265322eb9fed tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:59.589167 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [None req-9f7b26d9-a068-48cf-90db-396bc03d7aad tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] device_id is not set on port e746e425-4a4b-43a3-a896-ecd4bf522b8f yet. {{(pid=83738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 07 10:28:59.638133 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8b6265cb-41f1-4d27-81f4-b466b2ffc030 tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3919700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58025'] for router, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:59.639042 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8b6265cb-41f1-4d27-81f4-b466b2ffc030 tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3919671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4011175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58018'] for router, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:59.648992 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5c9ea466-0f3f-42f7-aa7a-265322eb9fed tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3012561'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:59.655945 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ad93b8f4-f9ce-4e1c-a5a2-42a5c3fe7d2c tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:59.674014 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9d43bc1e-aae2-4fd2-ab71-d09dbc057d44 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2969395'] for subnet, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:59.818061 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ad93b8f4-f9ce-4e1c-a5a2-42a5c3fe7d2c tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:28:59.930881 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad93b8f4-f9ce-4e1c-a5a2-42a5c3fe7d2c tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fe9fa87-f5a2-420a-9ff7-6d870b3ad23f,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:59.965946 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9d43bc1e-aae2-4fd2-ab71-d09dbc057d44 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1525496'] for subnet, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:00.018863 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-55fae736-0f99-4913-a5ae-465fb7b41ff9 req-5a830a0f-a0f5-4bbe-a9e0-5050b6012b74 tempest-TestServerAdvancedOps-1314532968 tempest-TestServerAdvancedOps-1314532968-project] 10.222.0.13 "GET /v2.0/ports?device_id=87904075-1f8c-428e-b226-5dcd72a33b07 HTTP/1.1" status: 200 len: 210 time: 0.5082490 Mar 07 10:29:00.076700 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9d43bc1e-aae2-4fd2-ab71-d09dbc057d44 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1525489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3556647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741465'] for subnet, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:00.090817 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9f7b26d9-a068-48cf-90db-396bc03d7aad tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:00.127409 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9d43bc1e-aae2-4fd2-ab71-d09dbc057d44 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:00.129849 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91b4d4fe-2ef6-489c-a76d-b5cb76dfd783 None None] Network 98d8805b-dd65-4110-997b-2eea298bca78 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:29:00.130710 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ad93b8f4-f9ce-4e1c-a5a2-42a5c3fe7d2c tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:00.134410 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-ad93b8f4-f9ce-4e1c-a5a2-42a5c3fe7d2c tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] 10.222.0.13 "DELETE /v2.0/security-groups/9fe9fa87-f5a2-420a-9ff7-6d870b3ad23f HTTP/1.1" status: 204 len: 168 time: 1.0248218 Mar 07 10:29:00.139685 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d43bc1e-aae2-4fd2-ab71-d09dbc057d44 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Pushing event deleted for resources: {'Subnet': ['ID=51ff7476-f37a-4d3b-98f1-e37b21a606d0,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:00.146992 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 34818) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:00.165220 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5c9ea466-0f3f-42f7-aa7a-265322eb9fed tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2756426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3920233'] for router_interface, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:00.177576 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ea466-0f3f-42f7-aa7a-265322eb9fed tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Pushing event updated for resources: {'Port': ['ID=ae5b58a1-dd22-45d9-89cd-37eed5f11e6a,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:00.194907 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-269bcd28-b04c-4e28-8d0d-32b092ba6978 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3917970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58043'] for router, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:00.197795 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8b6265cb-41f1-4d27-81f4-b466b2ffc030 tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:00.211918 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-9e4bc9fd-442d-41dc-b6af-1e365614307a tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Synchronizing usage tracker for tenant:848809c668c344288b1e7f4447e0cf5d on resource:security_group {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:29:00.227187 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-269bcd28-b04c-4e28-8d0d-32b092ba6978 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:00.247357 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-9d43bc1e-aae2-4fd2-ab71-d09dbc057d44 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "DELETE /v2.0/subnets/51ff7476-f37a-4d3b-98f1-e37b21a606d0 HTTP/1.1" status: 204 len: 168 time: 1.2482300 Mar 07 10:29:00.250438 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 34822) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:00.256777 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-9e4bc9fd-442d-41dc-b6af-1e365614307a tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Unset dirty status for tenant:848809c668c344288b1e7f4447e0cf5d on resource:security_group {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:29:00.258681 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-9e4bc9fd-442d-41dc-b6af-1e365614307a tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1107643 Mar 07 10:29:00.334997 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 34826) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:00.350894 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-f587f7ec-68b5-47c3-8eaf-338076ad25e0 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Request body: {'security_group': {'name': 'tempest-secgroup--1809394871'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:29:00.356272 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8b6265cb-41f1-4d27-81f4-b466b2ffc030 tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3917991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923518'] for router, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:00.360632 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-f587f7ec-68b5-47c3-8eaf-338076ad25e0 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:29:00.372733 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-f587f7ec-68b5-47c3-8eaf-338076ad25e0 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:29:00.400459 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f587f7ec-68b5-47c3-8eaf-338076ad25e0 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Notify callbacks [] for security_group, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:00.431953 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9f7b26d9-a068-48cf-90db-396bc03d7aad tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:00.433189 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-269bcd28-b04c-4e28-8d0d-32b092ba6978 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3917886'] for router, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:00.434632 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-269bcd28-b04c-4e28-8d0d-32b092ba6978 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3a499b4c-fc22-48cb-a624-0c42cc8d122d {{(pid=83737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 10:29:00.440756 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-269bcd28-b04c-4e28-8d0d-32b092ba6978 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:00.442675 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-269bcd28-b04c-4e28-8d0d-32b092ba6978 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] 10.222.0.13 "DELETE /v2.0/routers/3a499b4c-fc22-48cb-a624-0c42cc8d122d HTTP/1.1" status: 204 len: 168 time: 1.4599550 Mar 07 10:29:00.469073 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8b6265cb-41f1-4d27-81f4-b466b2ffc030 tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:00.470415 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-8b6265cb-41f1-4d27-81f4-b466b2ffc030 tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.0344644 Mar 07 10:29:00.475233 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 34834) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:00.479209 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c9ea466-0f3f-42f7-aa7a-265322eb9fed tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Network e62b0e07-d740-4280-82f4-4966ab2ca75d is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:29:00.484841 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-a40952ed-f748-4215-9ecd-55946513b227 tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'enable_snat': True}}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:29:00.502812 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8be36e8-b18d-4d8d-bafe-d9d745da0cbd tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Deleting subnet b3f8572a-088b-4d7c-b4b0-e5c3e0a7abb7 {{(pid=83738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 07 10:29:00.506199 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e8be36e8-b18d-4d8d-bafe-d9d745da0cbd tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks [] for subnet, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:00.551261 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-888660bd-91ad-44e1-b153-b4d4a81a8ed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:00.562344 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-5c9ea466-0f3f-42f7-aa7a-265322eb9fed tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:29:00.604729 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-f587f7ec-68b5-47c3-8eaf-338076ad25e0 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:29:00.610293 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f7b26d9-a068-48cf-90db-396bc03d7aad tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Network b182323a-b537-434c-8c62-118ec6f13713 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:29:00.617257 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-f587f7ec-68b5-47c3-8eaf-338076ad25e0 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Usage tracker for resource:security_group_rule and tenant:848809c668c344288b1e7f4447e0cf5d is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:29:00.620870 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-9f7b26d9-a068-48cf-90db-396bc03d7aad tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:29:00.623289 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-f587f7ec-68b5-47c3-8eaf-338076ad25e0 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:29:00.632210 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7b26d9-a068-48cf-90db-396bc03d7aad tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:29:00.636344 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7b26d9-a068-48cf-90db-396bc03d7aad tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:00.639760 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9f7b26d9-a068-48cf-90db-396bc03d7aad tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:00.649406 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e8be36e8-b18d-4d8d-bafe-d9d745da0cbd tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2969395'] for subnet, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:00.680914 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 34838) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:00.685916 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-f587f7ec-68b5-47c3-8eaf-338076ad25e0 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:29:00.701402 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7b26d9-a068-48cf-90db-396bc03d7aad tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Pushing event updated for resources: {'Port': ['ID=e746e425-4a4b-43a3-a896-ecd4bf522b8f,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:00.758448 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-9f7b26d9-a068-48cf-90db-396bc03d7aad tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.5768173 Mar 07 10:29:00.773436 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 34844) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:00.792900 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-3bef2c20-1c28-4088-a031-c2220422f755 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:29:01.009091 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-962bb9ce-d079-4333-a968-3ab751c0bceb None None] Provisioning complete for port ae5b58a1-dd22-45d9-89cd-37eed5f11e6a triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:29:01.009536 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-962bb9ce-d079-4333-a968-3ab751c0bceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:01.042352 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f587f7ec-68b5-47c3-8eaf-338076ad25e0 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Notify callbacks [] for security_group, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:01.046459 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-8794a183-957a-42aa-b8f3-c36d82e095f6 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-610072237', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12'}, 'admin_state_up': False}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:29:01.083770 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-8794a183-957a-42aa-b8f3-c36d82e095f6 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:29:01.087598 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f587f7ec-68b5-47c3-8eaf-338076ad25e0 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:01.119046 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-962bb9ce-d079-4333-a968-3ab751c0bceb None None] Port ae5b58a1-dd22-45d9-89cd-37eed5f11e6a cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:29:01.130448 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-8794a183-957a-42aa-b8f3-c36d82e095f6 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Usage tracker for resource:router and tenant:1cb55870f38849c38d5451088777f483 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:29:01.141668 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-8794a183-957a-42aa-b8f3-c36d82e095f6 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:29:01.239473 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-8794a183-957a-42aa-b8f3-c36d82e095f6 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:29:01.241552 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3bef2c20-1c28-4088-a031-c2220422f755 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:01.298214 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e8be36e8-b18d-4d8d-bafe-d9d745da0cbd tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1525496'] for subnet, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:01.339981 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f587f7ec-68b5-47c3-8eaf-338076ad25e0 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a83dffbc-651f-45f8-8630-6305916e07a4,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:01.391039 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f587f7ec-68b5-47c3-8eaf-338076ad25e0 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:01.392237 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-f587f7ec-68b5-47c3-8eaf-338076ad25e0 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.0557561 Mar 07 10:29:01.403020 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8794a183-957a-42aa-b8f3-c36d82e095f6 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3919700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58025'] for router, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:01.403972 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8794a183-957a-42aa-b8f3-c36d82e095f6 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3919671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4011175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58018'] for router, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:01.425755 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 34850) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:01.508369 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd42da4-7661-4b8b-8643-e929f4af6085 req-917f99f5-7626-4d24-8b93-a66cfea2319c tempest-TestServerAdvancedOps-1314532968 tempest-TestServerAdvancedOps-1314532968-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:01.509079 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-ccd42da4-7661-4b8b-8643-e929f4af6085 req-917f99f5-7626-4d24-8b93-a66cfea2319c tempest-TestServerAdvancedOps-1314532968 tempest-TestServerAdvancedOps-1314532968-project] Synchronizing usage tracker for tenant:5e56ff5eb9514632bfb34b6bdf038801 on resource:network {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:29:01.526645 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-34f062ec-fbfa-4104-b6f2-1128b210f6d1 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Request body: {'security_group_rule': {'security_group_id': 'a83dffbc-651f-45f8-8630-6305916e07a4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:29:01.536845 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8794a183-957a-42aa-b8f3-c36d82e095f6 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:01.537812 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-62e1d645-0f16-47bd-89ae-8b4d20f85612 req-bd7bae73-4398-40d2-a065-e47c1aadf231 tempest-TestServerAdvancedOps-1314532968 tempest-TestServerAdvancedOps-1314532968-project] 10.222.0.13 "GET /v2.0/ports?device_id=87904075-1f8c-428e-b226-5dcd72a33b07 HTTP/1.1" status: 200 len: 210 time: 0.2587461 Mar 07 10:29:01.555316 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-783b21bb-5f0c-42bd-8f5c-836896092ee6 None None] Provisioning complete for port 9fc1cd04-245e-4e6f-a43a-242c83a0f17b triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:29:01.557234 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-783b21bb-5f0c-42bd-8f5c-836896092ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:01.557499 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-34f062ec-fbfa-4104-b6f2-1128b210f6d1 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:29:01.567415 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-34f062ec-fbfa-4104-b6f2-1128b210f6d1 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Usage tracker for resource:security_group_rule and tenant:848809c668c344288b1e7f4447e0cf5d is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:29:01.576690 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-34f062ec-fbfa-4104-b6f2-1128b210f6d1 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:29:01.582259 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-34f062ec-fbfa-4104-b6f2-1128b210f6d1 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:29:01.602559 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e8be36e8-b18d-4d8d-bafe-d9d745da0cbd tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1525489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3556647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741465'] for subnet, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:01.607646 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a40952ed-f748-4215-9ecd-55946513b227 tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3917998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58952'] for router, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:01.626514 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-34f062ec-fbfa-4104-b6f2-1128b210f6d1 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:01.676811 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8be36e8-b18d-4d8d-bafe-d9d745da0cbd tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Pushing event deleted for resources: {'Subnet': ['ID=b3f8572a-088b-4d7c-b4b0-e5c3e0a7abb7,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:01.683423 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-ccd42da4-7661-4b8b-8643-e929f4af6085 req-917f99f5-7626-4d24-8b93-a66cfea2319c tempest-TestServerAdvancedOps-1314532968 tempest-TestServerAdvancedOps-1314532968-project] Unset dirty status for tenant:5e56ff5eb9514632bfb34b6bdf038801 on resource:network {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:29:01.684786 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-ccd42da4-7661-4b8b-8643-e929f4af6085 req-917f99f5-7626-4d24-8b93-a66cfea2319c tempest-TestServerAdvancedOps-1314532968 tempest-TestServerAdvancedOps-1314532968-project] 10.222.0.10 "GET /v2.0/networks?id=2cdfe4a3-2923-48a7-b1bd-2e50a8058f86 HTTP/1.1" status: 200 len: 812 time: 0.6300950 Mar 07 10:29:01.694483 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c9ea466-0f3f-42f7-aa7a-265322eb9fed tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Router 3324b4fd-0a96-401d-9daf-b341f252b9ce has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:29:01.708669 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23cc407f-1bec-4d3b-a227-0b4b6d5b378d None None] Network 98d8805b-dd65-4110-997b-2eea298bca78 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:29:01.730522 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-711fefd2-3b30-4759-8df5-0aecff1c8e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:01.748068 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e8be36e8-b18d-4d8d-bafe-d9d745da0cbd tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:01.766039 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [req-ccd42da4-7661-4b8b-8643-e929f4af6085 req-d4f9622c-b082-4fe7-8edf-a6d851ca38c8 tempest-TestServerAdvancedOps-1314532968 tempest-TestServerAdvancedOps-1314532968-project] Request body: {'port': {'device_id': '87904075-1f8c-428e-b226-5dcd72a33b07', 'network_id': '2cdfe4a3-2923-48a7-b1bd-2e50a8058f86', 'admin_state_up': True, 'tenant_id': '5e56ff5eb9514632bfb34b6bdf038801'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:29:01.859871 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-34f062ec-fbfa-4104-b6f2-1128b210f6d1 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:01.874928 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-34f062ec-fbfa-4104-b6f2-1128b210f6d1 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:01.882724 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:01.975416 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f062ec-fbfa-4104-b6f2-1128b210f6d1 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df5f154c-4ebf-45bd-b2d2-dc9e98062e41,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:01.991233 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-34f062ec-fbfa-4104-b6f2-1128b210f6d1 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:01.994801 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-34f062ec-fbfa-4104-b6f2-1128b210f6d1 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5591733 Mar 07 10:29:01.997724 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95c22d92-a400-49d6-9d70-5ea43ba7d5a4 None None] DHCP port deletion for 98d8805b-dd65-4110-997b-2eea298bca78 request from dv-neutron-830731-3-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 07 10:29:02.001958 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 34854) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:02.002448 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-95c22d92-a400-49d6-9d70-5ea43ba7d5a4 None None] Deleting port 9fc1cd04-245e-4e6f-a43a-242c83a0f17b {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:29:02.002852 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-95c22d92-a400-49d6-9d70-5ea43ba7d5a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:02.039571 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-e8be36e8-b18d-4d8d-bafe-d9d745da0cbd tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "DELETE /v2.0/subnets/b3f8572a-088b-4d7c-b4b0-e5c3e0a7abb7 HTTP/1.1" status: 204 len: 168 time: 1.7869380 Mar 07 10:29:02.042531 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 34858) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:02.045116 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-a4d83f4e-3c93-4747-ae46-16af68c4e290 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] 10.222.0.13 "GET /v2.0/security-group-rules/df5f154c-4ebf-45bd-b2d2-dc9e98062e41 HTTP/1.1" status: 200 len: 705 time: 0.0393529 Mar 07 10:29:02.049759 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 34862) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:02.067242 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3bef2c20-1c28-4088-a031-c2220422f755 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks [] for port, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:02.091526 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3bef2c20-1c28-4088-a031-c2220422f755 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3556717'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:02.141960 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8794a183-957a-42aa-b8f3-c36d82e095f6 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3917998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58952'] for router, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:02.144549 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-d15b3bae-89a6-481a-8081-5a8e965cfdaa tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0983002 Mar 07 10:29:02.148823 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 34866) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:02.185568 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [req-ccd42da4-7661-4b8b-8643-e929f4af6085 req-d4f9622c-b082-4fe7-8edf-a6d851ca38c8 tempest-TestServerAdvancedOps-1314532968 tempest-TestServerAdvancedOps-1314532968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:29:02.191154 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-3bef2c20-1c28-4088-a031-c2220422f755 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] In _notify_port_updated(), no bound segment for port e746e425-4a4b-43a3-a896-ecd4bf522b8f on network b182323a-b537-434c-8c62-118ec6f13713 {{(pid=83738) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 07 10:29:02.194985 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bef2c20-1c28-4088-a031-c2220422f755 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:02.196456 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3bef2c20-1c28-4088-a031-c2220422f755 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:02.199633 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-3bef2c20-1c28-4088-a031-c2220422f755 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] 10.222.0.13 "PUT /v2.0/ports/e746e425-4a4b-43a3-a896-ecd4bf522b8f HTTP/1.1" status: 200 len: 818 time: 1.4224973 Mar 07 10:29:02.201950 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 34870) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:02.203064 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-ccd42da4-7661-4b8b-8643-e929f4af6085 req-d4f9622c-b082-4fe7-8edf-a6d851ca38c8 tempest-TestServerAdvancedOps-1314532968 tempest-TestServerAdvancedOps-1314532968-project] Usage tracker for resource:port and tenant:5e56ff5eb9514632bfb34b6bdf038801 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:29:02.207717 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bef2c20-1c28-4088-a031-c2220422f755 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Pushing event updated for resources: {'Port': ['ID=e746e425-4a4b-43a3-a896-ecd4bf522b8f,revision_number=2']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:02.211023 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [req-ccd42da4-7661-4b8b-8643-e929f4af6085 req-d4f9622c-b082-4fe7-8edf-a6d851ca38c8 tempest-TestServerAdvancedOps-1314532968 tempest-TestServerAdvancedOps-1314532968-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:29:02.243840 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-95c22d92-a400-49d6-9d70-5ea43ba7d5a4 None None] For port 9fc1cd04-245e-4e6f-a43a-242c83a0f17b, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=9fc1cd04-245e-4e6f-a43a-242c83a0f17b,segment=NetworkSegment(13510a37-88c7-493e-9701-b414ea24fc4c),segment_id=13510a37-88c7-493e-9701-b414ea24fc4c)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:29:02.244412 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-95c22d92-a400-49d6-9d70-5ea43ba7d5a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:02.276018 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [req-ccd42da4-7661-4b8b-8643-e929f4af6085 req-d4f9622c-b082-4fe7-8edf-a6d851ca38c8 tempest-TestServerAdvancedOps-1314532968 tempest-TestServerAdvancedOps-1314532968-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:29:02.286432 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c9ea466-0f3f-42f7-aa7a-265322eb9fed tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:29:02.291594 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-5c9ea466-0f3f-42f7-aa7a-265322eb9fed tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] 10.222.0.13 "PUT /v2.0/routers/3324b4fd-0a96-401d-9daf-b341f252b9ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4339318 Mar 07 10:29:02.295367 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 34874) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:02.298085 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-1f2b0aff-652b-4d58-bb93-e9d5a1aea849 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Synchronizing usage tracker for tenant:848809c668c344288b1e7f4447e0cf5d on resource:security_group_rule {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:29:02.302164 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d19d6dcc-2577-41e0-a879-060411338d62 None None] Sync routers for ids ['3324b4fd-0a96-401d-9daf-b341f252b9ce'] in dv-neutron-830731-3-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:29:02.311160 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a40952ed-f748-4215-9ecd-55946513b227 tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:02.321409 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d19d6dcc-2577-41e0-a879-060411338d62 None None] Routers {'3324b4fd-0a96-401d-9daf-b341f252b9ce'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:29:02.323331 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-d19d6dcc-2577-41e0-a879-060411338d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:29:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['3324b4fd-0a96-401d-9daf-b341f252b9ce'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:29:02.356389 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a40952ed-f748-4215-9ecd-55946513b227 tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:02.380390 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-1715d24b-6914-4ff8-b246-57de31499bee tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Request body: {'network': {'name': 'tempest-RoutersTest-1577208613'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:29:02.391104 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccd42da4-7661-4b8b-8643-e929f4af6085 req-d4f9622c-b082-4fe7-8edf-a6d851ca38c8 tempest-TestServerAdvancedOps-1314532968 tempest-TestServerAdvancedOps-1314532968-project] Made reservation on behalf of 5e56ff5eb9514632bfb34b6bdf038801 for: {'port': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:29:02.394863 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-ccd42da4-7661-4b8b-8643-e929f4af6085 req-d4f9622c-b082-4fe7-8edf-a6d851ca38c8 tempest-TestServerAdvancedOps-1314532968 tempest-TestServerAdvancedOps-1314532968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:02.408175 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-1715d24b-6914-4ff8-b246-57de31499bee tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:29:02.423550 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-1715d24b-6914-4ff8-b246-57de31499bee tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Usage tracker for resource:network and tenant:8843377006954c17a088ed77df13332f is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:29:02.429282 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-d7baf0ac-971c-4ac8-97cb-55d93075ce9b tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Deleting port e746e425-4a4b-43a3-a896-ecd4bf522b8f {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:29:02.429849 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d7baf0ac-971c-4ac8-97cb-55d93075ce9b tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:02.441536 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-95c22d92-a400-49d6-9d70-5ea43ba7d5a4 None None] Calling delete_port for 9fc1cd04-245e-4e6f-a43a-242c83a0f17b owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:29:02.455103 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-1715d24b-6914-4ff8-b246-57de31499bee tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:29:02.477634 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-1715d24b-6914-4ff8-b246-57de31499bee tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:29:02.517530 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-d19d6dcc-2577-41e0-a879-060411338d62 None None] Set router 3324b4fd-0a96-401d-9daf-b341f252b9ce gateway port host: None {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:29:02.525378 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 9fc1cd04-245e-4e6f-a43a-242c83a0f17b no longer exists at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:29:02.551673 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-a40952ed-f748-4215-9ecd-55946513b227 tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Allocated IP 172.26.8.24 (5ed85006-6b00-415e-b71f-837fb1421c12/8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a/fad10031-7279-4d96-a001-d3b21023b654) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:29:02.557963 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-95c22d92-a400-49d6-9d70-5ea43ba7d5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812'] for port, after_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:02.579602 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1715d24b-6914-4ff8-b246-57de31499bee tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Made reservation on behalf of 8843377006954c17a088ed77df13332f for: {'network': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:29:02.583712 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1715d24b-6914-4ff8-b246-57de31499bee tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for network, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:02.603356 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] No Port match for: 9fc1cd04-245e-4e6f-a43a-242c83a0f17b {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 10:29:02.603857 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 9fc1cd04-245e-4e6f-a43a-242c83a0f17b not bound to the agent host dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 10:29:02.632624 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c22d92-a400-49d6-9d70-5ea43ba7d5a4 None None] Pushing event deleted for resources: {'Port': ['ID=9fc1cd04-245e-4e6f-a43a-242c83a0f17b,revision_number=None']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:02.641227 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c22d92-a400-49d6-9d70-5ea43ba7d5a4 None None] No DVR routers for this DVR port 9fc1cd04-245e-4e6f-a43a-242c83a0f17b on host dv-neutron-830731-3-hyperv {{(pid=83739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:29:02.666256 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-1f2b0aff-652b-4d58-bb93-e9d5a1aea849 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Unset dirty status for tenant:848809c668c344288b1e7f4447e0cf5d on resource:security_group_rule {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:29:02.667492 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-1f2b0aff-652b-4d58-bb93-e9d5a1aea849 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.6166356 Mar 07 10:29:02.681332 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 34880) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:02.702002 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbaaead0-5da7-422a-b52d-02ba7a77bd40 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:02.702671 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-dbaaead0-5da7-422a-b52d-02ba7a77bd40 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Synchronizing usage tracker for tenant:0f1e04191c7443f7844c0202165e746c on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:29:02.771113 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1715d24b-6914-4ff8-b246-57de31499bee tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=83738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:29:02.796797 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-dbaaead0-5da7-422a-b52d-02ba7a77bd40 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Unset dirty status for tenant:0f1e04191c7443f7844c0202165e746c on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:29:02.801053 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-dbaaead0-5da7-422a-b52d-02ba7a77bd40 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.6463108 Mar 07 10:29:02.806351 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 34884) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:02.812762 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5dd35029-247d-40c3-804d-32be0fdbab52 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:02.829070 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-cbabdc58-289b-44b7-90cb-cb1984ac6040 req-8860196c-e8eb-4435-aefe-a34f01c7f74b tempest-TestServerAdvancedOps-1314532968 tempest-TestServerAdvancedOps-1314532968-project] 10.222.0.13 "GET /v2.0/ports?device_id=87904075-1f8c-428e-b226-5dcd72a33b07 HTTP/1.1" status: 200 len: 210 time: 0.0719478 Mar 07 10:29:02.866257 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1715d24b-6914-4ff8-b246-57de31499bee tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:02.866918 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.db.segments_db [None req-1715d24b-6914-4ff8-b246-57de31499bee tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Added segment b04dff01-6d70-40eb-9368-04c1264d48ae of type vlan for network db19f82f-3c00-484d-af98-ef5349ef33de Mar 07 10:29:02.894619 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5dd35029-247d-40c3-804d-32be0fdbab52 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:02.911412 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [req-ccd42da4-7661-4b8b-8643-e929f4af6085 req-d4f9622c-b082-4fe7-8edf-a6d851ca38c8 tempest-TestServerAdvancedOps-1314532968 tempest-TestServerAdvancedOps-1314532968-project] Allocated IP 172.20.0.5 (2cdfe4a3-2923-48a7-b1bd-2e50a8058f86/0d090fc4-3895-4f2a-a06a-51fed676197f/13981960-8dad-462a-9f9d-1e02b52d75f7) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:29:02.921992 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d7baf0ac-971c-4ac8-97cb-55d93075ce9b tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:02.944400 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1715d24b-6914-4ff8-b246-57de31499bee tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732568034061'] for network, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:02.944735 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a40952ed-f748-4215-9ecd-55946513b227 tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:02.948578 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-d19d6dcc-2577-41e0-a879-060411338d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3324b4fd-0a96-401d-9daf-b341f252b9ce', 'name': 'tempest-RoutersTest-router-1450641091', 'tenant_id': '8843377006954c17a088ed77df13332f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:28:36Z', 'updated_at': '2022-03-07T10:28:57Z', 'revision_number': 3, 'project_id': '8843377006954c17a088ed77df13332f', 'gw_port_host': None, '_interfaces': [{'id': '886fbece-a853-4903-842e-0215fc553fdb', 'name': '', 'network_id': 'c602f718-e9de-48ac-b4a6-a9273b50169a', 'tenant_id': '8843377006954c17a088ed77df13332f', 'mac_address': 'fa:16:3e:2a:52:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3324b4fd-0a96-401d-9daf-b341f252b9ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32ec8036-5adc-4d1f-a49f-bc0660977659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:28:40Z', 'updated_at': '2022-03-07T10:28:57Z', 'revision_number': 5, 'project_id': '8843377006954c17a088ed77df13332f', 'subnets': [{'id': '32ec8036-5adc-4d1f-a49f-bc0660977659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae5b58a1-dd22-45d9-89cd-37eed5f11e6a', 'name': '', 'network_id': 'e62b0e07-d740-4280-82f4-4966ab2ca75d', 'tenant_id': '8843377006954c17a088ed77df13332f', 'mac_address': 'fa:16:3e:bf:9b:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3324b4fd-0a96-401d-9daf-b341f252b9ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7245e10c-4fca-4313-bd10-62ddf8acc484', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:28:54Z', 'updated_at': '2022-03-07T10:28:58Z', 'revision_number': 2, 'project_id': '8843377006954c17a088ed77df13332f', 'subnets': [{'id': '7245e10c-4fca-4313-bd10-62ddf8acc484', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:29:02.953281 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d19d6dcc-2577-41e0-a879-060411338d62 None None] Checking router: 3324b4fd-0a96-401d-9daf-b341f252b9ce for host: dv-neutron-830731-3-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 07 10:29:02.953865 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d19d6dcc-2577-41e0-a879-060411338d62 None None] Updating router 3324b4fd-0a96-401d-9daf-b341f252b9ce port ae5b58a1-dd22-45d9-89cd-37eed5f11e6a binding host dv-neutron-830731-3-hyperv {{(pid=83740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 07 10:29:02.965884 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3162eb04-432b-41da-b6f5-d9c47d95c27e tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:02.966686 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-3162eb04-432b-41da-b6f5-d9c47d95c27e tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Synchronizing usage tracker for tenant:0f1e04191c7443f7844c0202165e746c on resource:subnet {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:29:02.972571 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5dd35029-247d-40c3-804d-32be0fdbab52 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:02.998717 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd35029-247d-40c3-804d-32be0fdbab52 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=df5f154c-4ebf-45bd-b2d2-dc9e98062e41,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:03.008413 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-d19d6dcc-2577-41e0-a879-060411338d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:03.015826 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-3162eb04-432b-41da-b6f5-d9c47d95c27e tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Unset dirty status for tenant:0f1e04191c7443f7844c0202165e746c on resource:subnet {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:29:03.017136 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-3162eb04-432b-41da-b6f5-d9c47d95c27e tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2059755 Mar 07 10:29:03.020700 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 34888) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:03.091686 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5dd35029-247d-40c3-804d-32be0fdbab52 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:03.094928 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-5dd35029-247d-40c3-804d-32be0fdbab52 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/df5f154c-4ebf-45bd-b2d2-dc9e98062e41 HTTP/1.1" status: 204 len: 168 time: 0.4085944 Mar 07 10:29:03.096163 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-2755594e-3a00-4955-9f55-6ac2e4b9d055 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0743020 Mar 07 10:29:03.097282 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 34892) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:03.101908 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-d7baf0ac-971c-4ac8-97cb-55d93075ce9b tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Calling delete_port for e746e425-4a4b-43a3-a896-ecd4bf522b8f owned by {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:29:03.104759 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 34894) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:03.129338 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8794a183-957a-42aa-b8f3-c36d82e095f6 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Notify callbacks [] for router_gateway, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:03.146376 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c87150bd-aa9c-4ad1-bb68-57ec66d4fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:03.149070 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a40952ed-f748-4215-9ecd-55946513b227 tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:03.199868 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8794a183-957a-42aa-b8f3-c36d82e095f6 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:03.205237 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.db.resource_extend [None req-1715d24b-6914-4ff8-b246-57de31499bee tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 10:29:03.212036 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5e21dd5-1b3d-492c-912b-8e3804fde643 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] DELETE failed (client error): The resource could not be found. Mar 07 10:29:03.212467 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5e21dd5-1b3d-492c-912b-8e3804fde643 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:29:03.216601 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-b5e21dd5-1b3d-492c-912b-8e3804fde643 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "DELETE /v2.0/ports/7ff94001-a218-47f1-a090-e581b7946701 HTTP/1.1" status: 404 len: 333 time: 0.1085622 Mar 07 10:29:03.218283 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 34900) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:03.398039 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1715d24b-6914-4ff8-b246-57de31499bee tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594'] for network, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:03.401306 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-d19d6dcc-2577-41e0-a879-060411338d62 None None] Notify callbacks [] for port, precommit_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:03.401860 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1715d24b-6914-4ff8-b246-57de31499bee tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:03.402238 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1715d24b-6914-4ff8-b246-57de31499bee tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:03.408400 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0b35f80-018a-4914-883a-13ef79f6398d tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] DELETE failed (client error): The resource could not be found. Mar 07 10:29:03.408864 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0b35f80-018a-4914-883a-13ef79f6398d tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:29:03.413866 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-d0b35f80-018a-4914-883a-13ef79f6398d tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "DELETE /v2.0/subnets/51ff7476-f37a-4d3b-98f1-e37b21a606d0 HTTP/1.1" status: 404 len: 337 time: 0.1914675 Mar 07 10:29:03.413866 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a40952ed-f748-4215-9ecd-55946513b227 tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Network 5ed85006-6b00-415e-b71f-837fb1421c12 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:29:03.419857 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.provisioning_blocks [None req-d19d6dcc-2577-41e0-a879-060411338d62 None None] Transition to ACTIVE for port object ae5b58a1-dd22-45d9-89cd-37eed5f11e6a will not be triggered until provisioned by entity L2. {{(pid=83740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:29:03.420244 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 34904) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:03.422771 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-a40952ed-f748-4215-9ecd-55946513b227 tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:29:03.425984 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40952ed-f748-4215-9ecd-55946513b227 tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:29:03.427825 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-d19d6dcc-2577-41e0-a879-060411338d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:03.494652 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40952ed-f748-4215-9ecd-55946513b227 tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Pushing event updated for resources: {'Port': ['ID=fad10031-7279-4d96-a001-d3b21023b654,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:03.518250 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-10682b6c-fb1c-4b73-aefa-0f0147b30d95 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Synchronizing usage tracker for tenant:848809c668c344288b1e7f4447e0cf5d on resource:security_group_rule {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:29:03.528306 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-561baa75-5695-4e62-aaaa-61dc9b6e8249 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] DELETE failed (client error): The resource could not be found. Mar 07 10:29:03.528775 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-561baa75-5695-4e62-aaaa-61dc9b6e8249 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:29:03.533010 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-561baa75-5695-4e62-aaaa-61dc9b6e8249 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "DELETE /v2.0/subnets/b3f8572a-088b-4d7c-b4b0-e5c3e0a7abb7 HTTP/1.1" status: 404 len: 337 time: 0.1090953 Mar 07 10:29:03.534251 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 34908) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:03.559195 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57df3d10-41cf-4bad-b3c1-979d09855434 None None] Pushing event updated for resources: {'Port': ['ID=ae5b58a1-dd22-45d9-89cd-37eed5f11e6a,revision_number=3']} {{(pid=83740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:03.588663 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-cecfba34-fa9a-455d-b4fb-8bb7c897b6d9 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] DELETE failed (client error): The resource could not be found. Mar 07 10:29:03.589267 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cecfba34-fa9a-455d-b4fb-8bb7c897b6d9 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:29:03.592524 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-cecfba34-fa9a-455d-b4fb-8bb7c897b6d9 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "DELETE /v2.0/ports/4b136f1d-6ec4-4280-be06-f91f49c756e9 HTTP/1.1" status: 404 len: 333 time: 0.0564659 Mar 07 10:29:03.616999 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 34912) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:03.645767 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d7baf0ac-971c-4ac8-97cb-55d93075ce9b tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:03.666231 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-10682b6c-fb1c-4b73-aefa-0f0147b30d95 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Unset dirty status for tenant:848809c668c344288b1e7f4447e0cf5d on resource:security_group_rule {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:29:03.669955 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-10682b6c-fb1c-4b73-aefa-0f0147b30d95 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.5690401 Mar 07 10:29:03.673469 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 34916) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:03.677347 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-d19d6dcc-2577-41e0-a879-060411338d62 None None] Attempting to bind port ae5b58a1-dd22-45d9-89cd-37eed5f11e6a on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:29:03.677740 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-d19d6dcc-2577-41e0-a879-060411338d62 None None] Attempting to bind port ae5b58a1-dd22-45d9-89cd-37eed5f11e6a by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': '0e05871d-fc5c-4722-a9c7-8db5742a4c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e62b0e07-d740-4280-82f4-4966ab2ca75d'}] {{(pid=83740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:29:03.678101 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d19d6dcc-2577-41e0-a879-060411338d62 None None] Attempting to bind port ae5b58a1-dd22-45d9-89cd-37eed5f11e6a on network e62b0e07-d740-4280-82f4-4966ab2ca75d {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:29:03.683287 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e6c812a-afed-41af-a9ec-37224302b457 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] DELETE failed (client error): The resource could not be found. Mar 07 10:29:03.683735 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e6c812a-afed-41af-a9ec-37224302b457 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:29:03.685400 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-7e6c812a-afed-41af-a9ec-37224302b457 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "DELETE /v2.0/subnets/75b642c0-1b4c-4b72-b99d-710f79495181 HTTP/1.1" status: 404 len: 337 time: 0.0673470 Mar 07 10:29:03.688764 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 34920) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:03.688900 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d19d6dcc-2577-41e0-a879-060411338d62 None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 29, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:29:03.689238 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d19d6dcc-2577-41e0-a879-060411338d62 None None] Checking segment: {'id': '0e05871d-fc5c-4722-a9c7-8db5742a4c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e62b0e07-d740-4280-82f4-4966ab2ca75d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:29:03.689634 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-d19d6dcc-2577-41e0-a879-060411338d62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:03.690016 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d19d6dcc-2577-41e0-a879-060411338d62 None None] Bound using segment: {'id': '0e05871d-fc5c-4722-a9c7-8db5742a4c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e62b0e07-d740-4280-82f4-4966ab2ca75d'} {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:29:03.691206 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-d19d6dcc-2577-41e0-a879-060411338d62 None None] Bound port: ae5b58a1-dd22-45d9-89cd-37eed5f11e6a, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e05871d-fc5c-4722-a9c7-8db5742a4c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e62b0e07-d740-4280-82f4-4966ab2ca75d'}}] {{(pid=83740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:29:03.691666 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-d19d6dcc-2577-41e0-a879-060411338d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:03.692370 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-a4675a58-cf04-4542-9481-d2c211a838fb tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Request body: {'security_group_rule': {'security_group_id': 'a83dffbc-651f-45f8-8630-6305916e07a4', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:29:03.741645 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-a4675a58-cf04-4542-9481-d2c211a838fb tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:29:03.747836 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7baf0ac-971c-4ac8-97cb-55d93075ce9b tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Pushing event deleted for resources: {'Port': ['ID=e746e425-4a4b-43a3-a896-ecd4bf522b8f,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:03.756378 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0787938-d483-4c1c-b7ee-e2dab8c90557 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] DELETE failed (client error): The resource could not be found. Mar 07 10:29:03.756909 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0787938-d483-4c1c-b7ee-e2dab8c90557 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:29:03.758892 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-f0787938-d483-4c1c-b7ee-e2dab8c90557 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "DELETE /v2.0/subnets/38b10a51-c0ec-48a5-9cbe-0ccd5070f1c1 HTTP/1.1" status: 404 len: 337 time: 0.0571537 Mar 07 10:29:03.766526 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 34924) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:03.769474 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-a4675a58-cf04-4542-9481-d2c211a838fb tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:29:03.784553 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1715d24b-6914-4ff8-b246-57de31499bee tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Pushing event updated for resources: {'Network': ['ID=db19f82f-3c00-484d-af98-ef5349ef33de,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:03.797229 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-1715d24b-6914-4ff8-b246-57de31499bee tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.4945908 Mar 07 10:29:03.798927 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d7baf0ac-971c-4ac8-97cb-55d93075ce9b tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:03.801726 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-d7baf0ac-971c-4ac8-97cb-55d93075ce9b tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] 10.222.0.13 "DELETE /v2.0/ports/e746e425-4a4b-43a3-a896-ecd4bf522b8f HTTP/1.1" status: 204 len: 168 time: 1.5953557 Mar 07 10:29:03.802481 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 34928) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:03.815547 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 34930) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:03.817145 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.db [None req-d19d6dcc-2577-41e0-a879-060411338d62 None None] For port ae5b58a1-dd22-45d9-89cd-37eed5f11e6a, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:29:03.821319 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.db [None req-d19d6dcc-2577-41e0-a879-060411338d62 None None] For port ae5b58a1-dd22-45d9-89cd-37eed5f11e6a, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=ae5b58a1-dd22-45d9-89cd-37eed5f11e6a,segment=NetworkSegment(0e05871d-fc5c-4722-a9c7-8db5742a4c7a),segment_id=0e05871d-fc5c-4722-a9c7-8db5742a4c7a)] {{(pid=83740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:29:03.821776 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-7808dc8d-bcdd-4aa0-80d9-8652556b1ee4 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Request body: {'subnet': {'network_id': 'db19f82f-3c00-484d-af98-ef5349ef33de', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:29:03.826329 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-d19d6dcc-2577-41e0-a879-060411338d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:03.845564 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7baf0ac-971c-4ac8-97cb-55d93075ce9b tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:29:03.845926 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7baf0ac-971c-4ac8-97cb-55d93075ce9b tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:29:03.846325 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7baf0ac-971c-4ac8-97cb-55d93075ce9b tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:29:03.847300 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7baf0ac-971c-4ac8-97cb-55d93075ce9b tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:29:03.847896 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7baf0ac-971c-4ac8-97cb-55d93075ce9b tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:29:03.848970 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7baf0ac-971c-4ac8-97cb-55d93075ce9b tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:29:03.849299 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7baf0ac-971c-4ac8-97cb-55d93075ce9b tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:29:03.849626 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7baf0ac-971c-4ac8-97cb-55d93075ce9b tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:29:03.850135 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7baf0ac-971c-4ac8-97cb-55d93075ce9b tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:29:03.850459 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7baf0ac-971c-4ac8-97cb-55d93075ce9b tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:29:03.850955 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7baf0ac-971c-4ac8-97cb-55d93075ce9b tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:29:03.872779 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1715d24b-6914-4ff8-b246-57de31499bee tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:29:03.873327 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1715d24b-6914-4ff8-b246-57de31499bee tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:29:03.873808 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1715d24b-6914-4ff8-b246-57de31499bee tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:29:03.874283 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1715d24b-6914-4ff8-b246-57de31499bee tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:29:03.874678 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa074160-9edd-4f81-a61b-69754ef6e16c tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] DELETE failed (client error): The resource could not be found. Mar 07 10:29:03.874907 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1715d24b-6914-4ff8-b246-57de31499bee tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:29:03.875124 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa074160-9edd-4f81-a61b-69754ef6e16c tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:29:03.875548 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1715d24b-6914-4ff8-b246-57de31499bee tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:29:03.876010 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1715d24b-6914-4ff8-b246-57de31499bee tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:29:03.876505 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1715d24b-6914-4ff8-b246-57de31499bee tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:29:03.876794 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-aa074160-9edd-4f81-a61b-69754ef6e16c tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "DELETE /v2.0/ports/7301e9e1-7ec1-4655-b06e-1e25b5c71e70 HTTP/1.1" status: 404 len: 333 time: 0.1090956 Mar 07 10:29:03.877142 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1715d24b-6914-4ff8-b246-57de31499bee tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:29:03.877627 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1715d24b-6914-4ff8-b246-57de31499bee tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:29:03.878614 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1715d24b-6914-4ff8-b246-57de31499bee tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:29:03.893118 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Network db19f82f-3c00-484d-af98-ef5349ef33de details requested by agent ovs-agent-dv-neutron-830731-3-hyperv with host dv-neutron-830731-3-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 10:29:03.895221 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 34938) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:03.943265 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d19d6dcc-2577-41e0-a879-060411338d62 None None] Routers {'3324b4fd-0a96-401d-9daf-b341f252b9ce'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:29:03.943477 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-d19d6dcc-2577-41e0-a879-060411338d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:29:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['3324b4fd-0a96-401d-9daf-b341f252b9ce'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:29:03.943805 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-8794a183-957a-42aa-b8f3-c36d82e095f6 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Allocated IP 172.26.8.140 (5ed85006-6b00-415e-b71f-837fb1421c12/8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a/d30e47a9-00e8-425e-8055-0f981d23a5d8) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:29:03.964639 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cde7c5e-3701-40a9-b2dc-905f811ed3fa tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] DELETE failed (client error): The resource could not be found. Mar 07 10:29:03.965080 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cde7c5e-3701-40a9-b2dc-905f811ed3fa tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:29:03.969567 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-0cde7c5e-3701-40a9-b2dc-905f811ed3fa tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "DELETE /v2.0/subnets/1063b7f2-d77d-4cab-8b33-0a231efc1556 HTTP/1.1" status: 404 len: 337 time: 0.0707345 Mar 07 10:29:03.976641 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 34942) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:03.981331 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-ccd42da4-7661-4b8b-8643-e929f4af6085 req-d4f9622c-b082-4fe7-8edf-a6d851ca38c8 tempest-TestServerAdvancedOps-1314532968 tempest-TestServerAdvancedOps-1314532968-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:04.071681 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-88eae6fb-54d2-4b14-ace6-3998abddcc85 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] DELETE failed (client error): The resource could not be found. Mar 07 10:29:04.072119 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88eae6fb-54d2-4b14-ace6-3998abddcc85 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:29:04.077173 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-88eae6fb-54d2-4b14-ace6-3998abddcc85 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "DELETE /v2.0/subnets/f34b9f0b-8ab7-4785-bad5-4aa8a3285a55 HTTP/1.1" status: 404 len: 337 time: 0.0971141 Mar 07 10:29:04.083450 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 34946) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:04.094113 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-7808dc8d-bcdd-4aa0-80d9-8652556b1ee4 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:29:04.099814 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-7808dc8d-bcdd-4aa0-80d9-8652556b1ee4 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Usage tracker for resource:subnet and tenant:8843377006954c17a088ed77df13332f is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:29:04.103396 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-7808dc8d-bcdd-4aa0-80d9-8652556b1ee4 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:29:04.110740 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-7808dc8d-bcdd-4aa0-80d9-8652556b1ee4 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:29:04.139584 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7808dc8d-bcdd-4aa0-80d9-8652556b1ee4 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Made reservation on behalf of 8843377006954c17a088ed77df13332f for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:29:04.160139 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57df3d10-41cf-4bad-b3c1-979d09855434 None None] Pushing event updated for resources: {'Port': ['ID=ae5b58a1-dd22-45d9-89cd-37eed5f11e6a,revision_number=4']} {{(pid=83740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:04.188570 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-d19d6dcc-2577-41e0-a879-060411338d62 None None] Set router 3324b4fd-0a96-401d-9daf-b341f252b9ce gateway port host: None {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:29:04.217896 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a4675a58-cf04-4542-9481-d2c211a838fb tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:04.219311 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ebfebd1-dc75-4f4a-818f-8bb749e6a39a tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] DELETE failed (client error): The resource could not be found. Mar 07 10:29:04.219882 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ebfebd1-dc75-4f4a-818f-8bb749e6a39a tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:29:04.222498 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-3ebfebd1-dc75-4f4a-818f-8bb749e6a39a tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "DELETE /v2.0/ports/d3e9c5a1-ea8a-4196-a554-17b1f30d25fa HTTP/1.1" status: 404 len: 333 time: 0.0890632 Mar 07 10:29:04.228112 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 34952) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:04.286618 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b29adf8-feb7-446d-86ec-371765734f71 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] DELETE failed (client error): The resource could not be found. Mar 07 10:29:04.287258 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b29adf8-feb7-446d-86ec-371765734f71 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:29:04.289054 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-3b29adf8-feb7-446d-86ec-371765734f71 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "DELETE /v2.0/subnets/a7eb588d-8d15-4956-9588-3742f647f79c HTTP/1.1" status: 404 len: 337 time: 0.0598557 Mar 07 10:29:04.293513 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-314a89c0-bbe1-4f56-b4a3-25da7a1cbb5a req-fc60cf73-f47d-47f2-98f8-3a6f5e621e7e tempest-TestServerAdvancedOps-1314532968 tempest-TestServerAdvancedOps-1314532968-project] 10.222.0.13 "GET /v2.0/ports?device_id=87904075-1f8c-428e-b226-5dcd72a33b07 HTTP/1.1" status: 200 len: 210 time: 0.1722693 Mar 07 10:29:04.301469 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 34956) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:04.371996 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6be74e5-67a5-4ddb-94b2-85207c5aa503 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] DELETE failed (client error): The resource could not be found. Mar 07 10:29:04.372779 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6be74e5-67a5-4ddb-94b2-85207c5aa503 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:29:04.375709 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-e6be74e5-67a5-4ddb-94b2-85207c5aa503 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "DELETE /v2.0/subnets/a27c4d2b-6e40-4c97-88f0-daa4122451c8 HTTP/1.1" status: 404 len: 337 time: 0.0710304 Mar 07 10:29:04.379755 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 34960) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:04.394647 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7808dc8d-bcdd-4aa0-80d9-8652556b1ee4 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3219231'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:04.421373 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-ccd42da4-7661-4b8b-8643-e929f4af6085 req-d4f9622c-b082-4fe7-8edf-a6d851ca38c8 tempest-TestServerAdvancedOps-1314532968 tempest-TestServerAdvancedOps-1314532968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:04.471249 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8794a183-957a-42aa-b8f3-c36d82e095f6 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:04.492267 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-41d2e01e-68ad-4b2f-a93e-2db4263ceee8 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] DELETE failed (client error): The resource could not be found. Mar 07 10:29:04.492729 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41d2e01e-68ad-4b2f-a93e-2db4263ceee8 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:29:04.496706 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-41d2e01e-68ad-4b2f-a93e-2db4263ceee8 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "DELETE /v2.0/ports/f39063a1-6678-4b21-ab0b-7fda5c900470 HTTP/1.1" status: 404 len: 333 time: 0.1107416 Mar 07 10:29:04.499518 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 34964) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:04.528125 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccd42da4-7661-4b8b-8643-e929f4af6085 req-d4f9622c-b082-4fe7-8edf-a6d851ca38c8 tempest-TestServerAdvancedOps-1314532968 tempest-TestServerAdvancedOps-1314532968-project] Network 2cdfe4a3-2923-48a7-b1bd-2e50a8058f86 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:29:04.532131 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [req-ccd42da4-7661-4b8b-8643-e929f4af6085 req-d4f9622c-b082-4fe7-8edf-a6d851ca38c8 tempest-TestServerAdvancedOps-1314532968 tempest-TestServerAdvancedOps-1314532968-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:29:04.538336 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccd42da4-7661-4b8b-8643-e929f4af6085 req-d4f9622c-b082-4fe7-8edf-a6d851ca38c8 tempest-TestServerAdvancedOps-1314532968 tempest-TestServerAdvancedOps-1314532968-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:29:04.539720 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-d19d6dcc-2577-41e0-a879-060411338d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3324b4fd-0a96-401d-9daf-b341f252b9ce', 'name': 'tempest-RoutersTest-router-1450641091', 'tenant_id': '8843377006954c17a088ed77df13332f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:28:36Z', 'updated_at': '2022-03-07T10:28:57Z', 'revision_number': 3, 'project_id': '8843377006954c17a088ed77df13332f', 'gw_port_host': None, '_interfaces': [{'id': '886fbece-a853-4903-842e-0215fc553fdb', 'name': '', 'network_id': 'c602f718-e9de-48ac-b4a6-a9273b50169a', 'tenant_id': '8843377006954c17a088ed77df13332f', 'mac_address': 'fa:16:3e:2a:52:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3324b4fd-0a96-401d-9daf-b341f252b9ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32ec8036-5adc-4d1f-a49f-bc0660977659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:28:40Z', 'updated_at': '2022-03-07T10:28:57Z', 'revision_number': 5, 'project_id': '8843377006954c17a088ed77df13332f', 'subnets': [{'id': '32ec8036-5adc-4d1f-a49f-bc0660977659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae5b58a1-dd22-45d9-89cd-37eed5f11e6a', 'name': '', 'network_id': 'e62b0e07-d740-4280-82f4-4966ab2ca75d', 'tenant_id': '8843377006954c17a088ed77df13332f', 'mac_address': 'fa:16:3e:bf:9b:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3324b4fd-0a96-401d-9daf-b341f252b9ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7245e10c-4fca-4313-bd10-62ddf8acc484', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:28:54Z', 'updated_at': '2022-03-07T10:29:03Z', 'revision_number': 4, 'project_id': '8843377006954c17a088ed77df13332f', 'subnets': [{'id': '7245e10c-4fca-4313-bd10-62ddf8acc484', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:29:04.545233 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d19d6dcc-2577-41e0-a879-060411338d62 None None] The sync data for ids ['3324b4fd-0a96-401d-9daf-b341f252b9ce'] in dv-neutron-830731-3-hyperv is: [{'id': '3324b4fd-0a96-401d-9daf-b341f252b9ce', 'name': 'tempest-RoutersTest-router-1450641091', 'tenant_id': '8843377006954c17a088ed77df13332f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:28:36Z', 'updated_at': '2022-03-07T10:28:57Z', 'revision_number': 3, 'project_id': '8843377006954c17a088ed77df13332f', 'gw_port_host': None, '_interfaces': [{'id': '886fbece-a853-4903-842e-0215fc553fdb', 'name': '', 'network_id': 'c602f718-e9de-48ac-b4a6-a9273b50169a', 'tenant_id': '8843377006954c17a088ed77df13332f', 'mac_address': 'fa:16:3e:2a:52:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3324b4fd-0a96-401d-9daf-b341f252b9ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32ec8036-5adc-4d1f-a49f-bc0660977659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:28:40Z', 'updated_at': '2022-03-07T10:28:57Z', 'revision_number': 5, 'project_id': '8843377006954c17a088ed77df13332f', 'subnets': [{'id': '32ec8036-5adc-4d1f-a49f-bc0660977659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae5b58a1-dd22-45d9-89cd-37eed5f11e6a', 'name': '', 'network_id': 'e62b0e07-d740-4280-82f4-4966ab2ca75d', 'tenant_id': '8843377006954c17a088ed77df13332f', 'mac_address': 'fa:16:3e:bf:9b:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3324b4fd-0a96-401d-9daf-b341f252b9ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7245e10c-4fca-4313-bd10-62ddf8acc484', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:28:54Z', 'updated_at': '2022-03-07T10:29:03Z', 'revision_number': 4, 'project_id': '8843377006954c17a088ed77df13332f', 'subnets': [{'id': '7245e10c-4fca-4313-bd10-62ddf8acc484', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:29:04.552525 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf8db42-27f9-4a63-be02-3e48c29b85c0 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:04.554750 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-9cf8db42-27f9-4a63-be02-3e48c29b85c0 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.7368863 Mar 07 10:29:04.561270 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 34968) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:04.573181 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f9622c-b082-4fe7-8edf-a6d851ca38c8 tempest-TestServerAdvancedOps-1314532968 tempest-TestServerAdvancedOps-1314532968-project] Pushing event updated for resources: {'Port': ['ID=13981960-8dad-462a-9f9d-1e02b52d75f7,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:04.577218 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a079b39-94aa-43fd-9287-1ff0958b9017 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] DELETE failed (client error): The resource could not be found. Mar 07 10:29:04.577659 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a079b39-94aa-43fd-9287-1ff0958b9017 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:29:04.628466 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd42da4-7661-4b8b-8643-e929f4af6085 req-d4f9622c-b082-4fe7-8edf-a6d851ca38c8 tempest-TestServerAdvancedOps-1314532968 tempest-TestServerAdvancedOps-1314532968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:04.629441 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-ccd42da4-7661-4b8b-8643-e929f4af6085 req-d4f9622c-b082-4fe7-8edf-a6d851ca38c8 tempest-TestServerAdvancedOps-1314532968 tempest-TestServerAdvancedOps-1314532968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:04.635951 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8794a183-957a-42aa-b8f3-c36d82e095f6 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:04.651783 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a4675a58-cf04-4542-9481-d2c211a838fb tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:04.660782 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-3a079b39-94aa-43fd-9287-1ff0958b9017 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "DELETE /v2.0/subnets/8811e0c0-67a7-47f0-8708-ebe53dd9f21f HTTP/1.1" status: 404 len: 337 time: 0.1547787 Mar 07 10:29:04.661825 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a40952ed-f748-4215-9ecd-55946513b227 tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:04.685063 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 34972) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:04.720345 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a4675a58-cf04-4542-9481-d2c211a838fb tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:04.727989 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-e477a957-e273-4c72-9586-ece8f04fa16f tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] GET failed (client error): The resource could not be found. Mar 07 10:29:04.732878 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-e477a957-e273-4c72-9586-ece8f04fa16f tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] 10.222.0.13 "GET /v2.0/ports/e746e425-4a4b-43a3-a896-ecd4bf522b8f HTTP/1.1" status: 404 len: 333 time: 0.1591942 Mar 07 10:29:04.739820 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 34976) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:04.753520 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-ccd42da4-7661-4b8b-8643-e929f4af6085 req-d4f9622c-b082-4fe7-8edf-a6d851ca38c8 tempest-TestServerAdvancedOps-1314532968 tempest-TestServerAdvancedOps-1314532968-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9940250 Mar 07 10:29:04.757219 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-60ab812e-0862-4a5d-ac41-b6cd40d9bc0d tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-883353751'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:29:04.773652 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e6706c7-7d73-45db-ae6b-cb462fc1bf66 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] DELETE failed (client error): The resource could not be found. Mar 07 10:29:04.774087 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e6706c7-7d73-45db-ae6b-cb462fc1bf66 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:29:04.778012 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-6e6706c7-7d73-45db-ae6b-cb462fc1bf66 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "DELETE /v2.0/ports/810d5746-6bb9-4d35-ba98-f1a4465212f5 HTTP/1.1" status: 404 len: 333 time: 0.0896883 Mar 07 10:29:04.778012 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-60ab812e-0862-4a5d-ac41-b6cd40d9bc0d tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:29:04.785888 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8794a183-957a-42aa-b8f3-c36d82e095f6 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Network 5ed85006-6b00-415e-b71f-837fb1421c12 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:29:04.788036 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 34980) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:04.791956 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-8794a183-957a-42aa-b8f3-c36d82e095f6 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:29:04.796024 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-60ab812e-0862-4a5d-ac41-b6cd40d9bc0d tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Usage tracker for resource:network and tenant:b6ff3248bb834bc1a094f45e7fa43fbd is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:29:04.799083 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-60ab812e-0862-4a5d-ac41-b6cd40d9bc0d tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:29:04.804565 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8794a183-957a-42aa-b8f3-c36d82e095f6 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:29:04.837251 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a4675a58-cf04-4542-9481-d2c211a838fb tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:04.841012 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-a4675a58-cf04-4542-9481-d2c211a838fb tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.1568472 Mar 07 10:29:04.854239 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 34986) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:04.876809 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4675a58-cf04-4542-9481-d2c211a838fb tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=286fa642-7633-433d-8279-2d2ace640dc2,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:04.879789 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [req-ccd42da4-7661-4b8b-8643-e929f4af6085 req-d801ad47-1cb2-4498-8c92-adaa3252add8 service neutron] Request body: {'port': {'device_id': '87904075-1f8c-428e-b226-5dcd72a33b07', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8307'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:29:04.908728 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-60ab812e-0862-4a5d-ac41-b6cd40d9bc0d tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:29:04.915276 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794a183-957a-42aa-b8f3-c36d82e095f6 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Pushing event updated for resources: {'Port': ['ID=d30e47a9-00e8-425e-8055-0f981d23a5d8,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:04.938972 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-911e4c55-cd1c-49ef-922d-ba7f859a22de tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] 10.222.0.13 "GET /v2.0/security-group-rules/286fa642-7633-433d-8279-2d2ace640dc2 HTTP/1.1" status: 200 len: 705 time: 0.0788546 Mar 07 10:29:04.940601 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6f501e4-365b-4fc1-a709-0c6855a501ca tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] DELETE failed (client error): The resource could not be found. Mar 07 10:29:04.940762 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6f501e4-365b-4fc1-a709-0c6855a501ca tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:29:04.942410 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-b6f501e4-365b-4fc1-a709-0c6855a501ca tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "DELETE /v2.0/subnets/56bb8ea1-4351-496a-a22a-6fabf324a90c HTTP/1.1" status: 404 len: 337 time: 0.1519387 Mar 07 10:29:04.942935 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 34990) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:04.949471 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 34992) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:04.985142 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60ab812e-0862-4a5d-ac41-b6cd40d9bc0d tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Made reservation on behalf of b6ff3248bb834bc1a094f45e7fa43fbd for: {'network': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:29:04.988647 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-60ab812e-0862-4a5d-ac41-b6cd40d9bc0d tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for network, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:05.020307 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-74105296-f9ef-4a91-a861-81ef4418d173 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] DELETE failed (client error): The resource could not be found. Mar 07 10:29:05.020761 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74105296-f9ef-4a91-a861-81ef4418d173 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:29:05.024898 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-74105296-f9ef-4a91-a861-81ef4418d173 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "DELETE /v2.0/ports/61771e54-5778-4029-8811-31c1ecc6bbb6 HTTP/1.1" status: 404 len: 333 time: 0.0727525 Mar 07 10:29:05.026369 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 34998) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:05.088026 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a40952ed-f748-4215-9ecd-55946513b227 tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3917998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58952'] for router, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:05.106152 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-52a7af1c-93b8-4dcf-83cf-6a54e43b9b79 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] DELETE failed (client error): The resource could not be found. Mar 07 10:29:05.106593 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52a7af1c-93b8-4dcf-83cf-6a54e43b9b79 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:29:05.108729 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-52a7af1c-93b8-4dcf-83cf-6a54e43b9b79 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "DELETE /v2.0/subnets/f5ce8373-7c8c-4356-a1af-e2cb15717e98 HTTP/1.1" status: 404 len: 337 time: 0.0798974 Mar 07 10:29:05.111360 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a40952ed-f748-4215-9ecd-55946513b227 tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3923496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3923511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3918005'] for router, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:05.115272 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 35002) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:05.139903 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60ab812e-0862-4a5d-ac41-b6cd40d9bc0d tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=83738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:29:05.153668 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7808dc8d-bcdd-4aa0-80d9-8652556b1ee4 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3012444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3219213'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:05.162887 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-ccd42da4-7661-4b8b-8643-e929f4af6085 req-d801ad47-1cb2-4498-8c92-adaa3252add8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:05.180396 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-e39c4de7-2dfb-4153-9ba7-737ebc370259 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Synchronizing usage tracker for tenant:848809c668c344288b1e7f4447e0cf5d on resource:security_group_rule {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:29:05.184572 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-60ab812e-0862-4a5d-ac41-b6cd40d9bc0d tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:05.184918 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.db.segments_db [None req-60ab812e-0862-4a5d-ac41-b6cd40d9bc0d tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Added segment 532054b4-3e57-4b4d-80f1-b16e7140c804 of type vlan for network 85521ecb-4c13-424d-9cb9-cf2d988db9d6 Mar 07 10:29:05.198852 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-baa79a37-8843-49d8-a394-8a95e4ff1343 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] DELETE failed (client error): The resource could not be found. Mar 07 10:29:05.199317 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-baa79a37-8843-49d8-a394-8a95e4ff1343 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:29:05.203539 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-baa79a37-8843-49d8-a394-8a95e4ff1343 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "DELETE /v2.0/ports/b7a7f73f-0d08-4ef1-b9f7-9b6914dba62e HTTP/1.1" status: 404 len: 333 time: 0.0847795 Mar 07 10:29:05.209172 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 35006) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:05.295452 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-e39c4de7-2dfb-4153-9ba7-737ebc370259 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Unset dirty status for tenant:848809c668c344288b1e7f4447e0cf5d on resource:security_group_rule {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:29:05.296638 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-e39c4de7-2dfb-4153-9ba7-737ebc370259 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.3467486 Mar 07 10:29:05.305837 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dee99e5-ae38-44de-af27-34ce9f377730 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] DELETE failed (client error): The resource could not be found. Mar 07 10:29:05.306765 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0dee99e5-ae38-44de-af27-34ce9f377730 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:29:05.312467 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 35010) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:05.325868 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-60ab812e-0862-4a5d-ac41-b6cd40d9bc0d tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732568034061'] for network, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:05.363857 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-0dee99e5-ae38-44de-af27-34ce9f377730 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "DELETE /v2.0/subnets/2983fe6c-2640-432a-ad55-8ccb008a1bef HTTP/1.1" status: 404 len: 337 time: 0.1538827 Mar 07 10:29:05.369656 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 35016) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:05.461248 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7725e0e1-914c-4728-9a90-3b2161a8c9e6 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:05.482894 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7725e0e1-914c-4728-9a90-3b2161a8c9e6 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:05.497225 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-60ab812e-0862-4a5d-ac41-b6cd40d9bc0d tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594'] for network, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:05.500872 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60ab812e-0862-4a5d-ac41-b6cd40d9bc0d tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:05.501446 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-60ab812e-0862-4a5d-ac41-b6cd40d9bc0d tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:05.535461 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc32e4aa-d631-49c3-8488-6b032cc4bec9 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] DELETE failed (client error): The resource could not be found. Mar 07 10:29:05.535906 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc32e4aa-d631-49c3-8488-6b032cc4bec9 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:29:05.537539 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-cc32e4aa-d631-49c3-8488-6b032cc4bec9 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "DELETE /v2.0/ports/000d8b8e-75c5-4eee-b414-40bcbf2082d6 HTTP/1.1" status: 404 len: 333 time: 0.1605208 Mar 07 10:29:05.543360 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 35020) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:05.555712 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7808dc8d-bcdd-4aa0-80d9-8652556b1ee4 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Pushing event updated for resources: {'Subnet': ['ID=29bc72c7-310a-41ac-aaee-74352799fbfc,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:05.624631 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dcc0bc1-d805-455f-814d-2f91511c7d14 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] DELETE failed (client error): The resource could not be found. Mar 07 10:29:05.625032 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1dcc0bc1-d805-455f-814d-2f91511c7d14 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:29:05.626694 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-1dcc0bc1-d805-455f-814d-2f91511c7d14 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "DELETE /v2.0/subnets/65eff709-2b19-4d11-9b57-18b254bfd190 HTTP/1.1" status: 404 len: 337 time: 0.0806475 Mar 07 10:29:05.635888 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 35024) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:05.694304 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7808dc8d-bcdd-4aa0-80d9-8652556b1ee4 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Checking segment: {'id': 'b04dff01-6d70-40eb-9368-04c1264d48ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'db19f82f-3c00-484d-af98-ef5349ef33de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:29:05.695027 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7808dc8d-bcdd-4aa0-80d9-8652556b1ee4 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Network hostable DHCP agents. Network: db19f82f-3c00-484d-af98-ef5349ef33de, hostable agents: ['6527556c-6586-422c-ae47-082984683847'], hosted agents: [] {{(pid=83737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:29:05.703199 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-04d3522c-ccb7-4802-b12d-864be209c70e tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] DELETE failed (client error): The resource could not be found. Mar 07 10:29:05.703640 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04d3522c-ccb7-4802-b12d-864be209c70e tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:29:05.705319 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-04d3522c-ccb7-4802-b12d-864be209c70e tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "DELETE /v2.0/ports/294af18b-eede-4aa8-9be2-101ee1e3b1ac HTTP/1.1" status: 404 len: 333 time: 0.0668099 Mar 07 10:29:05.709452 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 35028) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:05.765471 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-889c70f5-3cfe-485a-8680-9ade6599c532 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] DELETE failed (client error): The resource could not be found. Mar 07 10:29:05.765906 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-889c70f5-3cfe-485a-8680-9ade6599c532 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:29:05.767510 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-889c70f5-3cfe-485a-8680-9ade6599c532 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "DELETE /v2.0/subnets/850a871e-d583-4ce9-a937-7b5abaa6031d HTTP/1.1" status: 404 len: 337 time: 0.0532310 Mar 07 10:29:05.777272 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92256a64-3b19-4a47-99d8-6d5820f74e78 req-e6ae7a49-917b-4534-a24e-1b83c1756dc0 tempest-TestServerAdvancedOps-1314532968 tempest-TestServerAdvancedOps-1314532968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:05.778664 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-92256a64-3b19-4a47-99d8-6d5820f74e78 req-e6ae7a49-917b-4534-a24e-1b83c1756dc0 tempest-TestServerAdvancedOps-1314532968 tempest-TestServerAdvancedOps-1314532968-project] 10.222.0.13 "GET /v2.0/ports?device_id=87904075-1f8c-428e-b226-5dcd72a33b07 HTTP/1.1" status: 200 len: 931 time: 0.3475699 Mar 07 10:29:05.779115 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 35032) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:05.814823 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-60ab812e-0862-4a5d-ac41-b6cd40d9bc0d tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.0735955 Mar 07 10:29:05.820075 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 35036) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:05.820902 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7725e0e1-914c-4728-9a90-3b2161a8c9e6 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:05.824244 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ab812e-0862-4a5d-ac41-b6cd40d9bc0d tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Pushing event updated for resources: {'Network': ['ID=85521ecb-4c13-424d-9cb9-cf2d988db9d6,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:05.832019 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7725e0e1-914c-4728-9a90-3b2161a8c9e6 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:05.833369 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-7725e0e1-914c-4728-9a90-3b2161a8c9e6 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/286fa642-7633-433d-8279-2d2ace640dc2 HTTP/1.1" status: 204 len: 168 time: 0.5138760 Mar 07 10:29:05.838230 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Network 85521ecb-4c13-424d-9cb9-cf2d988db9d6 details requested by agent ovs-agent-dv-neutron-830731-3-hyperv with host dv-neutron-830731-3-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 10:29:05.842640 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-183047b3-cff7-406f-b338-dad687eab923 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Request body: {'subnet': {'network_id': '85521ecb-4c13-424d-9cb9-cf2d988db9d6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:29:05.846122 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 35040) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:05.848363 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f8d9970-3ad8-4a7f-8916-08ebbbb2e17f tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] DELETE failed (client error): The resource could not be found. Mar 07 10:29:05.848821 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f8d9970-3ad8-4a7f-8916-08ebbbb2e17f tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:29:05.852883 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-9f8d9970-3ad8-4a7f-8916-08ebbbb2e17f tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "DELETE /v2.0/subnets/e353f608-f4aa-4269-bc52-b28308ace702 HTTP/1.1" status: 404 len: 337 time: 0.0696893 Mar 07 10:29:05.861461 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 35044) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:05.893072 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7808dc8d-bcdd-4aa0-80d9-8652556b1ee4 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Network db19f82f-3c00-484d-af98-ef5349ef33de is scheduled to be hosted by DHCP agent 6527556c-6586-422c-ae47-082984683847 with binding_index 1 {{(pid=83737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:29:05.924862 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7725e0e1-914c-4728-9a90-3b2161a8c9e6 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=286fa642-7633-433d-8279-2d2ace640dc2,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:05.934905 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-7808dc8d-bcdd-4aa0-80d9-8652556b1ee4 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830731-3-hyperv, db19f82f-3c00-484d-af98-ef5349ef33de) {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:29:05.945110 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-92256a64-3b19-4a47-99d8-6d5820f74e78 req-e0b32f0c-fc3b-45b5-9944-323c5e6096c1 tempest-TestServerAdvancedOps-1314532968 tempest-TestServerAdvancedOps-1314532968-project] 10.222.0.13 "GET /v2.0/security-groups?id=41618aeb-c32b-4995-bf54-9ade52f46247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262789 Mar 07 10:29:05.955075 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7808dc8d-bcdd-4aa0-80d9-8652556b1ee4 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:05.956626 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7808dc8d-bcdd-4aa0-80d9-8652556b1ee4 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:05.964575 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ba99d4-f303-4511-bdd4-7bcca1ccc30c None None] Network db19f82f-3c00-484d-af98-ef5349ef33de requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:29:05.989055 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-7808dc8d-bcdd-4aa0-80d9-8652556b1ee4 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1811941 Mar 07 10:29:05.994955 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-d28c2725-012f-405a-8f17-67c92bad45e9 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Synchronizing usage tracker for tenant:848809c668c344288b1e7f4447e0cf5d on resource:security_group_rule {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:29:05.997419 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 35048) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:06.001182 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-653ffcfd-95bd-4d94-9cb7-a2c431007006 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] DELETE failed (client error): The resource could not be found. Mar 07 10:29:06.001620 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-653ffcfd-95bd-4d94-9cb7-a2c431007006 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:29:06.003793 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-653ffcfd-95bd-4d94-9cb7-a2c431007006 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "DELETE /v2.0/ports/4e8bda45-f346-4fd0-9088-d0589457f2e8 HTTP/1.1" status: 404 len: 333 time: 0.1405971 Mar 07 10:29:06.015825 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 35052) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:06.029764 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8794a183-957a-42aa-b8f3-c36d82e095f6 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Notify callbacks [] for router_gateway, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:06.030519 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8794a183-957a-42aa-b8f3-c36d82e095f6 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3917991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923518'] for router, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:06.090759 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-2871a6d0-a989-420f-a64c-a6fed864e973 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] DELETE failed (client error): The resource could not be found. Mar 07 10:29:06.091190 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2871a6d0-a989-420f-a64c-a6fed864e973 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:29:06.095323 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-2871a6d0-a989-420f-a64c-a6fed864e973 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "DELETE /v2.0/subnets/ba5f84c2-f610-489c-8812-e4eb8d5bcbf6 HTTP/1.1" status: 404 len: 337 time: 0.0646675 Mar 07 10:29:06.095973 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 35056) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:06.142287 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-d28c2725-012f-405a-8f17-67c92bad45e9 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Unset dirty status for tenant:848809c668c344288b1e7f4447e0cf5d on resource:security_group_rule {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:29:06.146710 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-d28c2725-012f-405a-8f17-67c92bad45e9 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2928214 Mar 07 10:29:06.151867 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 35060) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:06.160537 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-4840acf9-d4d8-44ea-87b0-aa6618d88ba9 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Request body: {'security_group_rule': {'security_group_id': 'a83dffbc-651f-45f8-8630-6305916e07a4', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:29:06.184582 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-4840acf9-d4d8-44ea-87b0-aa6618d88ba9 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:29:06.199128 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-183047b3-cff7-406f-b338-dad687eab923 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:29:06.209031 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-4840acf9-d4d8-44ea-87b0-aa6618d88ba9 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:29:06.231451 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a7af425-13a8-4fa4-8b7c-029e46ca05ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ec2749d-0aec-52fb-aca6-10ba8a80aade-db19f82f-3c00-484d-af98-ef5349ef33de', 'network_id': 'db19f82f-3c00-484d-af98-ef5349ef33de', 'tenant_id': '8843377006954c17a088ed77df13332f', 'fixed_ips': [{'subnet_id': '29bc72c7-310a-41ac-aaee-74352799fbfc'}]}} from dv-neutron-830731-3-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 07 10:29:06.231986 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.db.securitygroups_db [None req-4840acf9-d4d8-44ea-87b0-aa6618d88ba9 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Project 848809c668c344288b1e7f4447e0cf5d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 10:29:06.233606 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-2a7af425-13a8-4fa4-8b7c-029e46ca05ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:06.243297 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4840acf9-d4d8-44ea-87b0-aa6618d88ba9 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:06.255062 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3fd6d70-6495-4d07-9760-3df24f325b9a tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] DELETE failed (client error): The resource could not be found. Mar 07 10:29:06.255720 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3fd6d70-6495-4d07-9760-3df24f325b9a tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:29:06.256144 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a40952ed-f748-4215-9ecd-55946513b227 tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Router cd3f15c9-2fa6-4e7d-9a22-19ebfb329ab0 is scheduled to L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 with binding_index 1 {{(pid=83737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 10:29:06.257752 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-b3fd6d70-6495-4d07-9760-3df24f325b9a tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "DELETE /v2.0/subnets/b3a1518a-099e-433c-88a3-9d8f4799c895 HTTP/1.1" status: 404 len: 337 time: 0.1612036 Mar 07 10:29:06.258937 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-183047b3-cff7-406f-b338-dad687eab923 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Usage tracker for resource:subnet and tenant:b6ff3248bb834bc1a094f45e7fa43fbd is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:29:06.260376 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 35064) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:06.262250 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.db.resource_extend [req-ccd42da4-7661-4b8b-8643-e929f4af6085 req-d801ad47-1cb2-4498-8c92-adaa3252add8 service neutron] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 10:29:06.276569 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-183047b3-cff7-406f-b338-dad687eab923 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:29:06.292304 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-183047b3-cff7-406f-b338-dad687eab923 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:29:06.329021 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e5e6f05-8832-4152-b928-0897d522539a tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] DELETE failed (client error): The resource could not be found. Mar 07 10:29:06.329453 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e5e6f05-8832-4152-b928-0897d522539a tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:29:06.333898 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-7e5e6f05-8832-4152-b928-0897d522539a tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "DELETE /v2.0/ports/44ef26b1-b075-4174-bb5f-fc087d2cb525 HTTP/1.1" status: 404 len: 333 time: 0.0697958 Mar 07 10:29:06.343746 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 35068) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:06.386960 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4840acf9-d4d8-44ea-87b0-aa6618d88ba9 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:06.393948 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-183047b3-cff7-406f-b338-dad687eab923 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Made reservation on behalf of b6ff3248bb834bc1a094f45e7fa43fbd for: {'subnet': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:29:06.410846 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5e49e64-4f73-4f04-b252-5375b05fe466 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] DELETE failed (client error): The resource could not be found. Mar 07 10:29:06.411560 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5e49e64-4f73-4f04-b252-5375b05fe466 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:29:06.413631 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-d5e49e64-4f73-4f04-b252-5375b05fe466 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "DELETE /v2.0/subnets/9c6e9353-23e9-451c-9996-afdcd8f3fdb2 HTTP/1.1" status: 404 len: 337 time: 0.0654666 Mar 07 10:29:06.430235 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 35072) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:06.435724 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [req-ccd42da4-7661-4b8b-8643-e929f4af6085 req-d801ad47-1cb2-4498-8c92-adaa3252add8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13981960-8dad-462a-9f9d-1e02b52d75f7 {{(pid=83738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 07 10:29:06.442170 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device ae5b58a1-dd22-45d9-89cd-37eed5f11e6a up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:29:06.519289 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-ccd42da4-7661-4b8b-8643-e929f4af6085 req-d801ad47-1cb2-4498-8c92-adaa3252add8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:06.520238 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-2a7af425-13a8-4fa4-8b7c-029e46ca05ca None None] Allocated IP 172.22.0.2 (db19f82f-3c00-484d-af98-ef5349ef33de/29bc72c7-310a-41ac-aaee-74352799fbfc/40159b33-aacc-4909-9c27-1a244977f447) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:29:06.552145 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-cffc82e6-04d6-4665-8d1c-16ae58b9e347 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] DELETE failed (client error): The resource could not be found. Mar 07 10:29:06.552614 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cffc82e6-04d6-4665-8d1c-16ae58b9e347 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:29:06.556747 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-cffc82e6-04d6-4665-8d1c-16ae58b9e347 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "DELETE /v2.0/subnets/2543bde2-ae3b-439b-80ff-35ef65891825 HTTP/1.1" status: 404 len: 337 time: 0.1211348 Mar 07 10:29:06.556899 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4840acf9-d4d8-44ea-87b0-aa6618d88ba9 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:06.561601 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 35076) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:06.601276 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4840acf9-d4d8-44ea-87b0-aa6618d88ba9 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2492aae7-010e-4404-ac3a-9204e4cf72d5,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:06.606932 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning for port ae5b58a1-dd22-45d9-89cd-37eed5f11e6a completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:29:06.619808 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [req-ccd42da4-7661-4b8b-8643-e929f4af6085 req-d801ad47-1cb2-4498-8c92-adaa3252add8 service neutron] Transition to ACTIVE for port object 13981960-8dad-462a-9f9d-1e02b52d75f7 will not be triggered until provisioned by entity L2. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:29:06.624755 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port ae5b58a1-dd22-45d9-89cd-37eed5f11e6a triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:29:06.625138 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:06.635798 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-ccd42da4-7661-4b8b-8643-e929f4af6085 req-d801ad47-1cb2-4498-8c92-adaa3252add8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3556717'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:06.641208 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-183047b3-cff7-406f-b338-dad687eab923 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741426'] for subnet, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:06.655470 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-f10c2eda-6e94-4863-80d4-3f2fc639a5ea tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] DELETE failed (client error): The resource could not be found. Mar 07 10:29:06.655905 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f10c2eda-6e94-4863-80d4-3f2fc639a5ea tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:29:06.659838 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-f10c2eda-6e94-4863-80d4-3f2fc639a5ea tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "DELETE /v2.0/ports/d949c486-204d-4da0-a197-896c0a7d169c HTTP/1.1" status: 404 len: 333 time: 0.0941725 Mar 07 10:29:06.669597 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 35080) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:06.672499 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4840acf9-d4d8-44ea-87b0-aa6618d88ba9 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:29:06.672857 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4840acf9-d4d8-44ea-87b0-aa6618d88ba9 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:29:06.673390 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4840acf9-d4d8-44ea-87b0-aa6618d88ba9 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:29:06.673718 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4840acf9-d4d8-44ea-87b0-aa6618d88ba9 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:29:06.674168 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4840acf9-d4d8-44ea-87b0-aa6618d88ba9 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:29:06.675079 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4840acf9-d4d8-44ea-87b0-aa6618d88ba9 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:29:06.675079 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4840acf9-d4d8-44ea-87b0-aa6618d88ba9 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:29:06.675307 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4840acf9-d4d8-44ea-87b0-aa6618d88ba9 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:29:06.675613 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4840acf9-d4d8-44ea-87b0-aa6618d88ba9 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:29:06.675921 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4840acf9-d4d8-44ea-87b0-aa6618d88ba9 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:29:06.676749 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4840acf9-d4d8-44ea-87b0-aa6618d88ba9 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:29:06.726335 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4840acf9-d4d8-44ea-87b0-aa6618d88ba9 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:06.730300 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-4840acf9-d4d8-44ea-87b0-aa6618d88ba9 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.5773330 Mar 07 10:29:06.735666 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 35084) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:06.810047 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-139508ae-31ef-44b6-9b27-aff4970aa156 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] DELETE failed (client error): The resource could not be found. Mar 07 10:29:06.810496 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-139508ae-31ef-44b6-9b27-aff4970aa156 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:29:06.815032 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-139508ae-31ef-44b6-9b27-aff4970aa156 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "DELETE /v2.0/subnets/538fe7dc-a43d-4346-9245-87c04ea83a5d HTTP/1.1" status: 404 len: 337 time: 0.1319842 Mar 07 10:29:06.824208 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 35088) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:06.838705 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:06.855482 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-2a7af425-13a8-4fa4-8b7c-029e46ca05ca None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:06.870353 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-1c9db29a-404e-4218-9f3d-c9c98b5cf593 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] 10.222.0.13 "GET /v2.0/security-group-rules/2492aae7-010e-4404-ac3a-9204e4cf72d5 HTTP/1.1" status: 200 len: 711 time: 0.0897694 Mar 07 10:29:06.873378 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-db910692-bdbf-4f5e-a878-dece1dab8bde tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] DELETE failed (client error): The resource could not be found. Mar 07 10:29:06.873875 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db910692-bdbf-4f5e-a878-dece1dab8bde tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:29:06.874890 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d801ad47-1cb2-4498-8c92-adaa3252add8 service neutron] Pushing event updated for resources: {'Port': ['ID=13981960-8dad-462a-9f9d-1e02b52d75f7,revision_number=2']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:06.875712 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-db910692-bdbf-4f5e-a878-dece1dab8bde tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "DELETE /v2.0/subnets/92163302-bd7a-4cc7-8195-b74d252c4e45 HTTP/1.1" status: 404 len: 337 time: 0.0497522 Mar 07 10:29:06.876369 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 35092) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:06.884272 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 35094) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:06.886086 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] For port ae5b58a1-dd22-45d9-89cd-37eed5f11e6a, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=ae5b58a1-dd22-45d9-89cd-37eed5f11e6a,segment=NetworkSegment(0e05871d-fc5c-4722-a9c7-8db5742a4c7a),segment_id=0e05871d-fc5c-4722-a9c7-8db5742a4c7a)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:29:06.889536 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-2a7af425-13a8-4fa4-8b7c-029e46ca05ca None None] Transition to ACTIVE for port object 40159b33-aacc-4909-9c27-1a244977f447 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:29:06.896576 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:06.960427 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-2a7af425-13a8-4fa4-8b7c-029e46ca05ca None None] Transition to ACTIVE for port object 40159b33-aacc-4909-9c27-1a244977f447 will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:29:06.971916 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-2a7af425-13a8-4fa4-8b7c-029e46ca05ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:06.987680 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Pushing event updated for resources: {'Port': ['ID=ae5b58a1-dd22-45d9-89cd-37eed5f11e6a,revision_number=5']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:07.001395 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:29:07.002033 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:29:07.002266 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:29:07.003307 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:29:07.003716 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:29:07.004134 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:29:07.004585 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:29:07.005158 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:29:07.005704 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:29:07.006249 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:29:07.006781 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:29:07.046431 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a7af425-13a8-4fa4-8b7c-029e46ca05ca None None] Network db19f82f-3c00-484d-af98-ef5349ef33de is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:29:07.053118 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-2a7af425-13a8-4fa4-8b7c-029e46ca05ca None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:29:07.061824 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7af425-13a8-4fa4-8b7c-029e46ca05ca None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:29:07.091124 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-133fae8c-4ae9-446b-8cdf-a3ec85ed832f tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "GET /v2.0/ports?device_id=dacbcf74-5da5-47a8-bc5c-1867ba9ac73c HTTP/1.1" status: 200 len: 205 time: 0.1912637 Mar 07 10:29:07.093822 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [req-ccd42da4-7661-4b8b-8643-e929f4af6085 req-d801ad47-1cb2-4498-8c92-adaa3252add8 service neutron] Attempting to bind port 13981960-8dad-462a-9f9d-1e02b52d75f7 on host hv-neutron-8307 for vnic_type normal with profile {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:29:07.094160 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [req-ccd42da4-7661-4b8b-8643-e929f4af6085 req-d801ad47-1cb2-4498-8c92-adaa3252add8 service neutron] Attempting to bind port 13981960-8dad-462a-9f9d-1e02b52d75f7 by drivers openvswitch,hyperv on host hv-neutron-8307 at level 0 using segments [{'id': '13b97ad0-178a-4d95-a31f-fbfd9ea3b033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '2cdfe4a3-2923-48a7-b1bd-2e50a8058f86'}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:29:07.094482 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd42da4-7661-4b8b-8643-e929f4af6085 req-d801ad47-1cb2-4498-8c92-adaa3252add8 service neutron] Attempting to bind port 13981960-8dad-462a-9f9d-1e02b52d75f7 on network 2cdfe4a3-2923-48a7-b1bd-2e50a8058f86 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:29:07.095891 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 35104) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:07.114925 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd42da4-7661-4b8b-8643-e929f4af6085 req-d801ad47-1cb2-4498-8c92-adaa3252add8 service neutron] Port 13981960-8dad-462a-9f9d-1e02b52d75f7 on network 2cdfe4a3-2923-48a7-b1bd-2e50a8058f86 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8307 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 07 10:29:07.115235 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd42da4-7661-4b8b-8643-e929f4af6085 req-d801ad47-1cb2-4498-8c92-adaa3252add8 service neutron] Attempting to bind port 13981960-8dad-462a-9f9d-1e02b52d75f7 on network 2cdfe4a3-2923-48a7-b1bd-2e50a8058f86 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:29:07.142347 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7af425-13a8-4fa4-8b7c-029e46ca05ca None None] Pushing event updated for resources: {'Port': ['ID=40159b33-aacc-4909-9c27-1a244977f447,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:07.149739 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd42da4-7661-4b8b-8643-e929f4af6085 req-d801ad47-1cb2-4498-8c92-adaa3252add8 service neutron] Checking agent: {'id': 'fb93ecad-d7e5-4e81-99ef-d8d0ee7386ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8307', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 21, 15), 'started_at': datetime.datetime(2022, 3, 7, 10, 21, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 28, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:29:07.150093 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd42da4-7661-4b8b-8643-e929f4af6085 req-d801ad47-1cb2-4498-8c92-adaa3252add8 service neutron] Checking segment: {'id': '13b97ad0-178a-4d95-a31f-fbfd9ea3b033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '2cdfe4a3-2923-48a7-b1bd-2e50a8058f86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:29:07.150465 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd42da4-7661-4b8b-8643-e929f4af6085 req-d801ad47-1cb2-4498-8c92-adaa3252add8 service neutron] Bound using segment: {'id': '13b97ad0-178a-4d95-a31f-fbfd9ea3b033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '2cdfe4a3-2923-48a7-b1bd-2e50a8058f86'} {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:29:07.150908 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [req-ccd42da4-7661-4b8b-8643-e929f4af6085 req-d801ad47-1cb2-4498-8c92-adaa3252add8 service neutron] Bound port: 13981960-8dad-462a-9f9d-1e02b52d75f7, host: hv-neutron-8307, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13b97ad0-178a-4d95-a31f-fbfd9ea3b033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '2cdfe4a3-2923-48a7-b1bd-2e50a8058f86'}}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:29:07.151248 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-ccd42da4-7661-4b8b-8643-e929f4af6085 req-d801ad47-1cb2-4498-8c92-adaa3252add8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:07.172825 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-2a7af425-13a8-4fa4-8b7c-029e46ca05ca None None] Attempting to bind port 40159b33-aacc-4909-9c27-1a244977f447 on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:29:07.173587 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-2a7af425-13a8-4fa4-8b7c-029e46ca05ca None None] Attempting to bind port 40159b33-aacc-4909-9c27-1a244977f447 by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': 'b04dff01-6d70-40eb-9368-04c1264d48ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'db19f82f-3c00-484d-af98-ef5349ef33de'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:29:07.174207 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7af425-13a8-4fa4-8b7c-029e46ca05ca None None] Attempting to bind port 40159b33-aacc-4909-9c27-1a244977f447 on network db19f82f-3c00-484d-af98-ef5349ef33de {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:29:07.182100 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7af425-13a8-4fa4-8b7c-029e46ca05ca None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 29, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:29:07.182832 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7af425-13a8-4fa4-8b7c-029e46ca05ca None None] Checking segment: {'id': 'b04dff01-6d70-40eb-9368-04c1264d48ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'db19f82f-3c00-484d-af98-ef5349ef33de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:29:07.183446 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-2a7af425-13a8-4fa4-8b7c-029e46ca05ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:07.184042 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7af425-13a8-4fa4-8b7c-029e46ca05ca None None] Bound using segment: {'id': 'b04dff01-6d70-40eb-9368-04c1264d48ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'db19f82f-3c00-484d-af98-ef5349ef33de'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:29:07.184727 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-2a7af425-13a8-4fa4-8b7c-029e46ca05ca None None] Bound port: 40159b33-aacc-4909-9c27-1a244977f447, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b04dff01-6d70-40eb-9368-04c1264d48ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'db19f82f-3c00-484d-af98-ef5349ef33de'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:29:07.185339 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-2a7af425-13a8-4fa4-8b7c-029e46ca05ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:07.191841 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.api.v2.resource [None req-e7192f49-d014-4f61-bbd5-abcdb829059d tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] delete failed (client error): The resource could not be found. Mar 07 10:29:07.192885 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-e7192f49-d014-4f61-bbd5-abcdb829059d tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "DELETE /v2.0/routers/dacbcf74-5da5-47a8-bc5c-1867ba9ac73c HTTP/1.1" status: 404 len: 336 time: 0.0957870 Mar 07 10:29:07.196311 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 35108) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:07.244099 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-183047b3-cff7-406f-b338-dad687eab923 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3556832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741408'] for subnet, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:07.286041 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-2a7af425-13a8-4fa4-8b7c-029e46ca05ca None None] For port 40159b33-aacc-4909-9c27-1a244977f447, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:29:07.290743 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-2a7af425-13a8-4fa4-8b7c-029e46ca05ca None None] For port 40159b33-aacc-4909-9c27-1a244977f447, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=40159b33-aacc-4909-9c27-1a244977f447,segment=NetworkSegment(b04dff01-6d70-40eb-9368-04c1264d48ae),segment_id=b04dff01-6d70-40eb-9368-04c1264d48ae)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:29:07.296947 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-2a7af425-13a8-4fa4-8b7c-029e46ca05ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:07.299112 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-55148183-91ca-472f-8f28-bc5252cc66a0 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] DELETE failed (client error): The resource could not be found. Mar 07 10:29:07.300899 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55148183-91ca-472f-8f28-bc5252cc66a0 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:29:07.305580 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-55148183-91ca-472f-8f28-bc5252cc66a0 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "DELETE /v2.0/subnets/0784281f-688b-4301-8fab-9615c7a28a33 HTTP/1.1" status: 404 len: 337 time: 0.1067953 Mar 07 10:29:07.309829 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 35112) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:07.381249 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-ff7324cb-d131-46ad-931e-c32082c5d4a6 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Synchronizing usage tracker for tenant:848809c668c344288b1e7f4447e0cf5d on resource:security_group_rule {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:29:07.388014 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7af425-13a8-4fa4-8b7c-029e46ca05ca None None] Pushing event updated for resources: {'Port': ['ID=40159b33-aacc-4909-9c27-1a244977f447,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:07.401148 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-51478934-2428-4fab-b05a-5ba02318d5c1 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff6fb385-8232-4aa8-848f-f3fdc223f78d HTTP/1.1" status: 200 len: 205 time: 0.0858958 Mar 07 10:29:07.408106 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 35116) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:07.451594 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8794a183-957a-42aa-b8f3-c36d82e095f6 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Router c2b07200-6407-4d4f-bbaa-4fe69be95dac is scheduled to L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 with binding_index 1 {{(pid=83738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 10:29:07.488703 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [req-ccd42da4-7661-4b8b-8643-e929f4af6085 req-d801ad47-1cb2-4498-8c92-adaa3252add8 service neutron] For port 13981960-8dad-462a-9f9d-1e02b52d75f7, host hv-neutron-8307, cleared binding levels {{(pid=83738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:29:07.495275 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [req-ccd42da4-7661-4b8b-8643-e929f4af6085 req-d801ad47-1cb2-4498-8c92-adaa3252add8 service neutron] For port 13981960-8dad-462a-9f9d-1e02b52d75f7, host hv-neutron-8307, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=13981960-8dad-462a-9f9d-1e02b52d75f7,segment=NetworkSegment(13b97ad0-178a-4d95-a31f-fbfd9ea3b033),segment_id=13b97ad0-178a-4d95-a31f-fbfd9ea3b033)] {{(pid=83738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:29:07.512652 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-ccd42da4-7661-4b8b-8643-e929f4af6085 req-d801ad47-1cb2-4498-8c92-adaa3252add8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3556717'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:07.558307 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183047b3-cff7-406f-b338-dad687eab923 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Pushing event updated for resources: {'Subnet': ['ID=be1e35d9-d281-4278-a9b6-5b895558dfae,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:07.643321 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.api.v2.resource [None req-ca581ffa-6ea9-46f3-a11a-812b7af258b5 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] delete failed (client error): The resource could not be found. Mar 07 10:29:07.646922 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-ca581ffa-6ea9-46f3-a11a-812b7af258b5 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "DELETE /v2.0/routers/ff6fb385-8232-4aa8-848f-f3fdc223f78d HTTP/1.1" status: 404 len: 336 time: 0.2343857 Mar 07 10:29:07.651303 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 35120) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:07.652343 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-ff7324cb-d131-46ad-931e-c32082c5d4a6 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Unset dirty status for tenant:848809c668c344288b1e7f4447e0cf5d on resource:security_group_rule {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:29:07.653603 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-ff7324cb-d131-46ad-931e-c32082c5d4a6 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3713 time: 0.7730489 Mar 07 10:29:07.658721 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 35122) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:07.715287 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-ccd42da4-7661-4b8b-8643-e929f4af6085 req-d801ad47-1cb2-4498-8c92-adaa3252add8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:07.716752 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-ccd42da4-7661-4b8b-8643-e929f4af6085 req-d801ad47-1cb2-4498-8c92-adaa3252add8 service neutron] 10.222.0.10 "PUT /v2.0/ports/13981960-8dad-462a-9f9d-1e02b52d75f7 HTTP/1.1" status: 200 len: 1093 time: 2.9465110 Mar 07 10:29:07.734318 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4dc364-24d5-4201-a7d2-eb635e588f1e req-b94d9d2f-c412-45db-96e8-b409d1b6a8a6 tempest-TestServerAdvancedOps-1314532968 tempest-TestServerAdvancedOps-1314532968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:07.735861 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-8e4dc364-24d5-4201-a7d2-eb635e588f1e req-b94d9d2f-c412-45db-96e8-b409d1b6a8a6 tempest-TestServerAdvancedOps-1314532968 tempest-TestServerAdvancedOps-1314532968-project] 10.222.0.13 "GET /v2.0/ports?device_id=87904075-1f8c-428e-b226-5dcd72a33b07 HTTP/1.1" status: 200 len: 943 time: 0.4758275 Mar 07 10:29:07.746884 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-462fa734-e4d4-4dbe-a091-bd6fc1ee3865 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:07.752439 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87904075-1f8c-428e-b226-5dcd72a33b07', 'tag': '13981960-8dad-462a-9f9d-1e02b52d75f7'}] {{(pid=83738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 10:29:07.777264 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-183047b3-cff7-406f-b338-dad687eab923 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Checking segment: {'id': '532054b4-3e57-4b4d-80f1-b16e7140c804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '85521ecb-4c13-424d-9cb9-cf2d988db9d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:29:07.777918 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-183047b3-cff7-406f-b338-dad687eab923 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Network hostable DHCP agents. Network: 85521ecb-4c13-424d-9cb9-cf2d988db9d6, hostable agents: ['6527556c-6586-422c-ae47-082984683847'], hosted agents: [] {{(pid=83738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:29:07.790683 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-462fa734-e4d4-4dbe-a091-bd6fc1ee3865 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:07.817495 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-96319eab-79c1-4228-9cc6-baca0f320aa5 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] DELETE failed (client error): The resource could not be found. Mar 07 10:29:07.817846 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96319eab-79c1-4228-9cc6-baca0f320aa5 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:29:07.844346 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a40952ed-f748-4215-9ecd-55946513b227 tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:29:07.845420 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-96319eab-79c1-4228-9cc6-baca0f320aa5 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "DELETE /v2.0/subnets/b52557e2-ac91-4920-b930-9e65177bec2f HTTP/1.1" status: 404 len: 337 time: 0.1845884 Mar 07 10:29:07.847911 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d801ad47-1cb2-4498-8c92-adaa3252add8 service neutron] Pushing event updated for resources: {'Port': ['ID=13981960-8dad-462a-9f9d-1e02b52d75f7,revision_number=3']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:07.853053 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 35132) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:07.866227 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c46e2d3-fc74-472d-b560-87872d7f00f0 None None] Sync routers for ids ['cd3f15c9-2fa6-4e7d-9a22-19ebfb329ab0'] in dv-neutron-830731-3-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:29:07.871185 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-8e4dc364-24d5-4201-a7d2-eb635e588f1e req-2951d37a-0aa0-4a66-9937-55b8607cd7b4 tempest-TestServerAdvancedOps-1314532968 tempest-TestServerAdvancedOps-1314532968-project] 10.222.0.13 "GET /v2.0/security-groups?id=41618aeb-c32b-4995-bf54-9ade52f46247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268337 Mar 07 10:29:07.888708 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c46e2d3-fc74-472d-b560-87872d7f00f0 None None] Routers {'cd3f15c9-2fa6-4e7d-9a22-19ebfb329ab0'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:29:07.889852 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-6c46e2d3-fc74-472d-b560-87872d7f00f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:29:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['cd3f15c9-2fa6-4e7d-9a22-19ebfb329ab0'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:29:07.915445 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-183047b3-cff7-406f-b338-dad687eab923 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Network 85521ecb-4c13-424d-9cb9-cf2d988db9d6 is scheduled to be hosted by DHCP agent 6527556c-6586-422c-ae47-082984683847 with binding_index 1 {{(pid=83738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:29:07.922343 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-462fa734-e4d4-4dbe-a091-bd6fc1ee3865 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:07.935490 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-183047b3-cff7-406f-b338-dad687eab923 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830731-3-hyperv, 85521ecb-4c13-424d-9cb9-cf2d988db9d6) {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:29:07.939692 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-ccd42da4-7661-4b8b-8643-e929f4af6085 req-49310b45-37b0-4a98-8646-b0ea8a6a6a2d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5e56ff5eb9514632bfb34b6bdf038801&device_id=87904075-1f8c-428e-b226-5dcd72a33b07 HTTP/1.1" status: 200 len: 1096 time: 0.1656673 Mar 07 10:29:07.944615 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-183047b3-cff7-406f-b338-dad687eab923 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:07.945494 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-183047b3-cff7-406f-b338-dad687eab923 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:07.951429 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-80eaddf7-1b3a-4a41-a1f8-f8470be9ab6b tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] DELETE failed (client error): The resource could not be found. Mar 07 10:29:07.951829 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80eaddf7-1b3a-4a41-a1f8-f8470be9ab6b tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:29:07.953676 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-80eaddf7-1b3a-4a41-a1f8-f8470be9ab6b tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "DELETE /v2.0/subnets/d6f98f1f-f84d-4329-bc0d-1f51915e1c4e HTTP/1.1" status: 404 len: 337 time: 0.0993681 Mar 07 10:29:07.959624 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462fa734-e4d4-4dbe-a091-bd6fc1ee3865 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2492aae7-010e-4404-ac3a-9204e4cf72d5,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:07.961311 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 35136) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:07.966394 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a40952ed-f748-4215-9ecd-55946513b227 tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:07.970375 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-a40952ed-f748-4215-9ecd-55946513b227 tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] 10.222.0.13 "PUT /v2.0/routers/cd3f15c9-2fa6-4e7d-9a22-19ebfb329ab0 HTTP/1.1" status: 200 len: 913 time: 7.4941142 Mar 07 10:29:07.973217 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 35140) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:07.982025 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dbbfb2c-d053-44a3-9b18-9e766492e634 None None] Network 85521ecb-4c13-424d-9cb9-cf2d988db9d6 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:29:08.007055 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-6c46e2d3-fc74-472d-b560-87872d7f00f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:29:08.030856 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-ccd42da4-7661-4b8b-8643-e929f4af6085 req-e2c94fa3-b545-4abb-b1d3-e783ab37b0c9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=13981960-8dad-462a-9f9d-1e02b52d75f7 HTTP/1.1" status: 200 len: 217 time: 0.0816846 Mar 07 10:29:08.076297 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-183047b3-cff7-406f-b338-dad687eab923 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2531986 Mar 07 10:29:08.086574 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 35144) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:08.099642 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-685fb0c0-f4cf-4142-8f5d-2f9a3c6f58ba tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Request body: {'subnet': {'network_id': '85521ecb-4c13-424d-9cb9-cf2d988db9d6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:29:08.114622 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c46e2d3-fc74-472d-b560-87872d7f00f0 None None] Routers {'cd3f15c9-2fa6-4e7d-9a22-19ebfb329ab0'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:29:08.115659 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-6c46e2d3-fc74-472d-b560-87872d7f00f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:29:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['cd3f15c9-2fa6-4e7d-9a22-19ebfb329ab0'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:29:08.122733 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-462fa734-e4d4-4dbe-a091-bd6fc1ee3865 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:08.123065 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87904075-1f8c-428e-b226-5dcd72a33b07', 'tag': '13981960-8dad-462a-9f9d-1e02b52d75f7', 'status': 'completed', 'code': 200} Mar 07 10:29:08.126661 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-462fa734-e4d4-4dbe-a091-bd6fc1ee3865 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/2492aae7-010e-4404-ac3a-9204e4cf72d5 HTTP/1.1" status: 204 len: 168 time: 0.4640281 Mar 07 10:29:08.133549 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 35148) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:08.194780 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-6c46e2d3-fc74-472d-b560-87872d7f00f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:29:08.195549 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c46e2d3-fc74-472d-b560-87872d7f00f0 None None] The sync data for ids ['cd3f15c9-2fa6-4e7d-9a22-19ebfb329ab0'] in dv-neutron-830731-3-hyperv is: [] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:29:08.202032 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd42da4-7661-4b8b-8643-e929f4af6085 req-90da2c2d-dc56-440d-a38e-10dd823d527a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:08.203469 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-ccd42da4-7661-4b8b-8643-e929f4af6085 req-90da2c2d-dc56-440d-a38e-10dd823d527a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0d090fc4-3895-4f2a-a06a-51fed676197f HTTP/1.1" status: 200 len: 852 time: 0.1608880 Mar 07 10:29:08.271328 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-ccd42da4-7661-4b8b-8643-e929f4af6085 req-e32bdb39-001b-441b-802f-8f7608e8925f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2cdfe4a3-2923-48a7-b1bd-2e50a8058f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588062 Mar 07 10:29:08.294671 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8794a183-957a-42aa-b8f3-c36d82e095f6 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:29:08.310291 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e291e1be-b45c-4a56-b7e4-64736d3ce562 None None] Sync routers for ids ['c2b07200-6407-4d4f-bbaa-4fe69be95dac'] in dv-neutron-830731-3-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:29:08.337041 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e291e1be-b45c-4a56-b7e4-64736d3ce562 None None] Routers {'c2b07200-6407-4d4f-bbaa-4fe69be95dac'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:29:08.337686 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-e291e1be-b45c-4a56-b7e4-64736d3ce562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:29:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['c2b07200-6407-4d4f-bbaa-4fe69be95dac'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:29:08.375547 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41fb29ea-01cc-4d89-a54d-00e490cb8c1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ec2749d-0aec-52fb-aca6-10ba8a80aade-85521ecb-4c13-424d-9cb9-cf2d988db9d6', 'network_id': '85521ecb-4c13-424d-9cb9-cf2d988db9d6', 'tenant_id': 'b6ff3248bb834bc1a094f45e7fa43fbd', 'fixed_ips': [{'subnet_id': 'be1e35d9-d281-4278-a9b6-5b895558dfae'}]}} from dv-neutron-830731-3-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 07 10:29:08.376435 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-41fb29ea-01cc-4d89-a54d-00e490cb8c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:08.445837 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-792e1b41-4183-4996-8563-a326383e045e tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] DELETE failed (client error): The resource could not be found. Mar 07 10:29:08.446293 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-792e1b41-4183-4996-8563-a326383e045e tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:29:08.448798 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-792e1b41-4183-4996-8563-a326383e045e tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "DELETE /v2.0/ports/9773c558-b439-47df-87f6-226b2bc4cbb6 HTTP/1.1" status: 404 len: 333 time: 0.4838183 Mar 07 10:29:08.453323 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-aa761a26-affd-4895-b1fd-073ce96cb3f0 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:08.461451 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 35152) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:08.463158 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8794a183-957a-42aa-b8f3-c36d82e095f6 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Notify callbacks [] for router, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:08.464613 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-8794a183-957a-42aa-b8f3-c36d82e095f6 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 7.7763839 Mar 07 10:29:08.478601 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 35156) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:08.507932 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-e291e1be-b45c-4a56-b7e4-64736d3ce562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:29:08.545604 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e291e1be-b45c-4a56-b7e4-64736d3ce562 None None] Routers {'c2b07200-6407-4d4f-bbaa-4fe69be95dac'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:29:08.546461 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-e291e1be-b45c-4a56-b7e4-64736d3ce562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:29:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['c2b07200-6407-4d4f-bbaa-4fe69be95dac'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:29:08.578108 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-705c472c-5255-4ff6-9bb1-2a723f3406b2 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Synchronizing usage tracker for tenant:848809c668c344288b1e7f4447e0cf5d on resource:security_group_rule {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:29:08.615759 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-685fb0c0-f4cf-4142-8f5d-2f9a3c6f58ba tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:29:08.627271 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-53a77aed-a35c-4671-b788-ad19e7d332d2 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] DELETE failed (client error): The resource could not be found. Mar 07 10:29:08.627730 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-505a34e1-ce90-4662-912d-ee77d9730aaa None None] Network db19f82f-3c00-484d-af98-ef5349ef33de requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:29:08.628566 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53a77aed-a35c-4671-b788-ad19e7d332d2 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:29:08.630455 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-53a77aed-a35c-4671-b788-ad19e7d332d2 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "DELETE /v2.0/subnets/6490f038-347b-469f-a37d-aec35dfdcc08 HTTP/1.1" status: 404 len: 337 time: 0.1644976 Mar 07 10:29:08.653992 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 35160) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:08.664108 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-e291e1be-b45c-4a56-b7e4-64736d3ce562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:29:08.664780 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e291e1be-b45c-4a56-b7e4-64736d3ce562 None None] The sync data for ids ['c2b07200-6407-4d4f-bbaa-4fe69be95dac'] in dv-neutron-830731-3-hyperv is: [] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:29:08.682417 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-685fb0c0-f4cf-4142-8f5d-2f9a3c6f58ba tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Usage tracker for resource:subnet and tenant:b6ff3248bb834bc1a094f45e7fa43fbd is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:29:08.689409 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-685fb0c0-f4cf-4142-8f5d-2f9a3c6f58ba tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:29:08.697160 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device ae5b58a1-dd22-45d9-89cd-37eed5f11e6a up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:29:08.712801 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-685fb0c0-f4cf-4142-8f5d-2f9a3c6f58ba tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:29:08.747926 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-511617ba-6c4b-4c4b-95a4-8bf52d8677d7 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] DELETE failed (client error): The resource could not be found. Mar 07 10:29:08.748608 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-511617ba-6c4b-4c4b-95a4-8bf52d8677d7 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:29:08.753825 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-511617ba-6c4b-4c4b-95a4-8bf52d8677d7 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "DELETE /v2.0/ports/3f20d0d2-cf52-4e4f-a652-0a1681df61d2 HTTP/1.1" status: 404 len: 333 time: 0.0808771 Mar 07 10:29:08.754451 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 35164) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:08.756885 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-685fb0c0-f4cf-4142-8f5d-2f9a3c6f58ba tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Made reservation on behalf of b6ff3248bb834bc1a094f45e7fa43fbd for: {'subnet': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:29:08.759998 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-685fb0c0-f4cf-4142-8f5d-2f9a3c6f58ba tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741426'] for subnet, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:08.778197 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-ccd42da4-7661-4b8b-8643-e929f4af6085 req-3e723f1c-aa2f-49cc-95db-1a25100fe1c4 service neutron] 10.222.0.10 "GET /v2.0/networks/2cdfe4a3-2923-48a7-b1bd-2e50a8058f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4759500 Mar 07 10:29:08.791413 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-705c472c-5255-4ff6-9bb1-2a723f3406b2 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Unset dirty status for tenant:848809c668c344288b1e7f4447e0cf5d on resource:security_group_rule {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:29:08.792635 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-705c472c-5255-4ff6-9bb1-2a723f3406b2 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.6480656 Mar 07 10:29:08.803924 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-1501a7eb-0c17-4b12-b90b-28c028b1e304 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] DELETE failed (client error): The resource could not be found. Mar 07 10:29:08.804512 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1501a7eb-0c17-4b12-b90b-28c028b1e304 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:29:08.808822 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-1501a7eb-0c17-4b12-b90b-28c028b1e304 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "DELETE /v2.0/subnets/edd9470d-6af1-4d84-ae91-8219d39babc1 HTTP/1.1" status: 404 len: 337 time: 0.0502682 Mar 07 10:29:08.809488 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 35168) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:08.809684 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 35170) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:08.825612 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-41fb29ea-01cc-4d89-a54d-00e490cb8c1e None None] Allocated IP 172.20.0.2 (85521ecb-4c13-424d-9cb9-cf2d988db9d6/be1e35d9-d281-4278-a9b6-5b895558dfae/841fa399-9831-4125-afb4-242726f6cd91) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:29:08.890720 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-640a3a20-1682-478f-bf8d-b596acb269eb None None] Provisioning for port 40159b33-aacc-4909-9c27-1a244977f447 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:29:08.936960 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4fcdd78-be3c-4cd4-acf5-c7c536ce8f41 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] DELETE failed (client error): The resource could not be found. Mar 07 10:29:08.937404 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4fcdd78-be3c-4cd4-acf5-c7c536ce8f41 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:29:09.046597 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port ae5b58a1-dd22-45d9-89cd-37eed5f11e6a triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:29:09.046970 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:09.167919 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.db.ipam_backend_mixin [None req-685fb0c0-f4cf-4142-8f5d-2f9a3c6f58ba tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet be1e35d9-d281-4278-a9b6-5b895558dfae (CIDR: 172.20.0.0/28) Mar 07 10:29:09.181937 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-b4fcdd78-be3c-4cd4-acf5-c7c536ce8f41 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "DELETE /v2.0/ports/5fe1f4f4-db7a-4a69-9e04-1056818131ed HTTP/1.1" status: 404 len: 333 time: 0.3658893 Mar 07 10:29:09.183639 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-685fb0c0-f4cf-4142-8f5d-2f9a3c6f58ba tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 10:29:09.184176 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-685fb0c0-f4cf-4142-8f5d-2f9a3c6f58ba tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:29:09.188587 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 35178) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:09.232222 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-ccd42da4-7661-4b8b-8643-e929f4af6085 req-1000df43-7728-4471-8b62-43792fa7259c service neutron] 10.222.0.10 "GET /v2.0/networks/2cdfe4a3-2923-48a7-b1bd-2e50a8058f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4045351 Mar 07 10:29:09.247638 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-eebc43cc-22e9-4ee2-939e-fc4d20110d23 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] DELETE failed (client error): The resource could not be found. Mar 07 10:29:09.248060 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eebc43cc-22e9-4ee2-939e-fc4d20110d23 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:29:09.249823 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-eebc43cc-22e9-4ee2-939e-fc4d20110d23 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "DELETE /v2.0/subnets/9cd9e4d6-99bb-48e4-8d1f-d68dc970876f HTTP/1.1" status: 404 len: 337 time: 0.0563977 Mar 07 10:29:09.261716 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 35182) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:09.293964 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-685fb0c0-f4cf-4142-8f5d-2f9a3c6f58ba tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2055373 Mar 07 10:29:09.301685 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 35186) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:09.327488 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 40159b33-aacc-4909-9c27-1a244977f447 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:29:09.332059 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-aa761a26-affd-4895-b1fd-073ce96cb3f0 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Allocated IP 172.22.0.1 (db19f82f-3c00-484d-af98-ef5349ef33de/29bc72c7-310a-41ac-aaee-74352799fbfc/00c0f3f3-cc90-451e-8e59-3edc7e18aa35) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:29:09.353036 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-a522c76a-cb55-46ef-abee-296f53ba81a2 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Request body: {'subnet': {'network_id': '85521ecb-4c13-424d-9cb9-cf2d988db9d6', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:29:09.377084 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcf96b96-cbd4-441f-a183-e236933646e1 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] DELETE failed (client error): The resource could not be found. Mar 07 10:29:09.378961 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcf96b96-cbd4-441f-a183-e236933646e1 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:29:09.381334 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-dcf96b96-cbd4-441f-a183-e236933646e1 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "DELETE /v2.0/ports/fe0a9307-a8cb-4e71-9540-a61c290bba53 HTTP/1.1" status: 404 len: 333 time: 0.1194696 Mar 07 10:29:09.391738 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-41fb29ea-01cc-4d89-a54d-00e490cb8c1e None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:09.411147 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-41fb29ea-01cc-4d89-a54d-00e490cb8c1e None None] Transition to ACTIVE for port object 841fa399-9831-4125-afb4-242726f6cd91 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:29:09.435482 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-41fb29ea-01cc-4d89-a54d-00e490cb8c1e None None] Transition to ACTIVE for port object 841fa399-9831-4125-afb4-242726f6cd91 will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:29:09.443005 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 35190) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:09.447350 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-41fb29ea-01cc-4d89-a54d-00e490cb8c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:09.491865 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning for port 40159b33-aacc-4909-9c27-1a244977f447 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:29:09.514440 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 40159b33-aacc-4909-9c27-1a244977f447 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:29:09.514813 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:09.515403 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdf77490-a996-45b9-bc31-9ad602ebc108 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] DELETE failed (client error): The resource could not be found. Mar 07 10:29:09.516452 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdf77490-a996-45b9-bc31-9ad602ebc108 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:29:09.518809 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-bdf77490-a996-45b9-bc31-9ad602ebc108 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "DELETE /v2.0/subnets/98e69d27-44e3-48b8-863a-43ed4d465fb4 HTTP/1.1" status: 404 len: 337 time: 0.0726697 Mar 07 10:29:09.528744 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 35194) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:09.566564 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-46ea5beb-daf9-4b2d-9893-a1336bd5d6e2 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] 10.222.0.13 "GET /v2.0/routers/c2b07200-6407-4d4f-bbaa-4fe69be95dac HTTP/1.1" status: 200 len: 924 time: 1.0436225 Mar 07 10:29:09.577080 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fb29ea-01cc-4d89-a54d-00e490cb8c1e None None] Pushing event updated for resources: {'Port': ['ID=841fa399-9831-4125-afb4-242726f6cd91,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:09.580239 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 35198) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:09.589379 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41fb29ea-01cc-4d89-a54d-00e490cb8c1e None None] Network 85521ecb-4c13-424d-9cb9-cf2d988db9d6 is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:29:09.591746 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-41fb29ea-01cc-4d89-a54d-00e490cb8c1e None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:29:09.594855 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41fb29ea-01cc-4d89-a54d-00e490cb8c1e None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:29:09.599903 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-aff40d56-1f0e-4adf-8f06-ec369ca5ff97 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:09.615240 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-159f8ed5-61ee-42c8-876b-cf7fdf691097 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] DELETE failed (client error): The resource could not be found. Mar 07 10:29:09.615677 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-159f8ed5-61ee-42c8-876b-cf7fdf691097 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:29:09.619901 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-159f8ed5-61ee-42c8-876b-cf7fdf691097 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "DELETE /v2.0/ports/196135c8-d8b5-4ffe-878e-e71e1192d473 HTTP/1.1" status: 404 len: 333 time: 0.0900588 Mar 07 10:29:09.621380 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 35202) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:09.626494 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-aa761a26-affd-4895-b1fd-073ce96cb3f0 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:09.664586 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [None req-aa761a26-affd-4895-b1fd-073ce96cb3f0 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Transition to ACTIVE for port object 00c0f3f3-cc90-451e-8e59-3edc7e18aa35 will not be triggered until provisioned by entity DHCP. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:29:09.666542 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-aff40d56-1f0e-4adf-8f06-ec369ca5ff97 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:09.688092 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-156cb221-b538-45f2-a82a-97f7b13ab940 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] DELETE failed (client error): The resource could not be found. Mar 07 10:29:09.688397 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-156cb221-b538-45f2-a82a-97f7b13ab940 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:29:09.698287 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-156cb221-b538-45f2-a82a-97f7b13ab940 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "DELETE /v2.0/subnets/406e1f5c-363b-427d-9dac-a5f4b1d902ea HTTP/1.1" status: 404 len: 337 time: 0.0646274 Mar 07 10:29:09.704708 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-0a173a88-a335-4d3e-91ef-a0a57afb360b tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2b07200-6407-4d4f-bbaa-4fe69be95dac HTTP/1.1" status: 200 len: 205 time: 0.1203632 Mar 07 10:29:09.704878 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0728d6fe-b158-4e22-9a4d-55721e2c3e51 req-827a23cd-712e-47b4-a018-e62a1f9eec54 tempest-TestServerAdvancedOps-1314532968 tempest-TestServerAdvancedOps-1314532968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:09.704878 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-0728d6fe-b158-4e22-9a4d-55721e2c3e51 req-827a23cd-712e-47b4-a018-e62a1f9eec54 tempest-TestServerAdvancedOps-1314532968 tempest-TestServerAdvancedOps-1314532968-project] 10.222.0.13 "GET /v2.0/ports?device_id=87904075-1f8c-428e-b226-5dcd72a33b07 HTTP/1.1" status: 200 len: 943 time: 0.6047099 Mar 07 10:29:09.704878 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 35206) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:09.705174 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 35208) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:09.719543 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-a522c76a-cb55-46ef-abee-296f53ba81a2 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:29:09.725458 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-f1d4a965-132f-45af-8b35-6195e77c686d req-150c6f71-1b20-4630-9933-6a9831bebfb0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5e56ff5eb9514632bfb34b6bdf038801&device_id=87904075-1f8c-428e-b226-5dcd72a33b07 HTTP/1.1" status: 200 len: 1096 time: 0.4162412 Mar 07 10:29:09.727870 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-a522c76a-cb55-46ef-abee-296f53ba81a2 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Usage tracker for resource:subnet and tenant:b6ff3248bb834bc1a094f45e7fa43fbd is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:29:09.731047 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-a522c76a-cb55-46ef-abee-296f53ba81a2 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:29:09.739971 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-41fb29ea-01cc-4d89-a54d-00e490cb8c1e None None] Attempting to bind port 841fa399-9831-4125-afb4-242726f6cd91 on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:29:09.740340 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-41fb29ea-01cc-4d89-a54d-00e490cb8c1e None None] Attempting to bind port 841fa399-9831-4125-afb4-242726f6cd91 by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': '532054b4-3e57-4b4d-80f1-b16e7140c804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '85521ecb-4c13-424d-9cb9-cf2d988db9d6'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:29:09.740722 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41fb29ea-01cc-4d89-a54d-00e490cb8c1e None None] Attempting to bind port 841fa399-9831-4125-afb4-242726f6cd91 on network 85521ecb-4c13-424d-9cb9-cf2d988db9d6 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:29:09.746023 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:09.763167 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-a522c76a-cb55-46ef-abee-296f53ba81a2 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:29:09.766545 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41fb29ea-01cc-4d89-a54d-00e490cb8c1e None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 29, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:29:09.766906 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41fb29ea-01cc-4d89-a54d-00e490cb8c1e None None] Checking segment: {'id': '532054b4-3e57-4b4d-80f1-b16e7140c804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '85521ecb-4c13-424d-9cb9-cf2d988db9d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:29:09.767444 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-41fb29ea-01cc-4d89-a54d-00e490cb8c1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:09.767810 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41fb29ea-01cc-4d89-a54d-00e490cb8c1e None None] Bound using segment: {'id': '532054b4-3e57-4b4d-80f1-b16e7140c804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '85521ecb-4c13-424d-9cb9-cf2d988db9d6'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:29:09.768441 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-41fb29ea-01cc-4d89-a54d-00e490cb8c1e None None] Bound port: 841fa399-9831-4125-afb4-242726f6cd91, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '532054b4-3e57-4b4d-80f1-b16e7140c804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '85521ecb-4c13-424d-9cb9-cf2d988db9d6'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:29:09.769076 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-41fb29ea-01cc-4d89-a54d-00e490cb8c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:09.812559 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-343ca24a-a38c-4a7f-b16b-b134c4330d6f tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] 10.222.0.13 "GET /v2.0/routers/cd3f15c9-2fa6-4e7d-9a22-19ebfb329ab0 HTTP/1.1" status: 200 len: 919 time: 1.8353581 Mar 07 10:29:09.814744 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 35214) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:09.858005 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] For port 40159b33-aacc-4909-9c27-1a244977f447, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=40159b33-aacc-4909-9c27-1a244977f447,segment=NetworkSegment(b04dff01-6d70-40eb-9368-04c1264d48ae),segment_id=b04dff01-6d70-40eb-9368-04c1264d48ae)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:29:09.864749 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-c63e636e-2ec3-44ef-82e2-7311137c5a4e None None] Provisioning complete for port 40159b33-aacc-4909-9c27-1a244977f447 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:29:09.865192 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c63e636e-2ec3-44ef-82e2-7311137c5a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:09.877635 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a522c76a-cb55-46ef-abee-296f53ba81a2 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Made reservation on behalf of b6ff3248bb834bc1a094f45e7fa43fbd for: {'subnet': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:29:09.881577 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a522c76a-cb55-46ef-abee-296f53ba81a2 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741426'] for subnet, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:09.893964 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:09.917080 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f06a86a-fb91-44bf-8566-c2d7107b5922 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] DELETE failed (client error): The resource could not be found. Mar 07 10:29:09.917516 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f06a86a-fb91-44bf-8566-c2d7107b5922 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:29:09.942309 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-7f06a86a-fb91-44bf-8566-c2d7107b5922 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "DELETE /v2.0/ports/4aee3a78-68f3-495a-8d7a-df848fbc0cc2 HTTP/1.1" status: 404 len: 333 time: 0.2280424 Mar 07 10:29:09.944899 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 35218) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:09.985254 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-aa761a26-affd-4895-b1fd-073ce96cb3f0 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:10.016140 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-41fb29ea-01cc-4d89-a54d-00e490cb8c1e None None] For port 841fa399-9831-4125-afb4-242726f6cd91, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:29:10.041974 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-0728d6fe-b158-4e22-9a4d-55721e2c3e51 req-29876166-6c29-4885-abc8-802221bb7e67 tempest-TestServerAdvancedOps-1314532968 tempest-TestServerAdvancedOps-1314532968-project] 10.222.0.13 "GET /v2.0/security-groups?id=41618aeb-c32b-4995-bf54-9ade52f46247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3267462 Mar 07 10:29:10.042545 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-aff40d56-1f0e-4adf-8f06-ec369ca5ff97 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:10.056384 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-41fb29ea-01cc-4d89-a54d-00e490cb8c1e None None] For port 841fa399-9831-4125-afb4-242726f6cd91, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=841fa399-9831-4125-afb4-242726f6cd91,segment=NetworkSegment(532054b4-3e57-4b4d-80f1-b16e7140c804),segment_id=532054b4-3e57-4b4d-80f1-b16e7140c804)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:29:10.069373 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-163632ec-9e15-4922-a4da-e04d690b65dd tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] DELETE failed (client error): The resource could not be found. Mar 07 10:29:10.069734 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-163632ec-9e15-4922-a4da-e04d690b65dd tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:29:10.082743 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-41fb29ea-01cc-4d89-a54d-00e490cb8c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:10.088784 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Pushing event updated for resources: {'Port': ['ID=40159b33-aacc-4909-9c27-1a244977f447,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:10.099006 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff40d56-1f0e-4adf-8f06-ec369ca5ff97 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a83dffbc-651f-45f8-8630-6305916e07a4,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:10.111058 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-163632ec-9e15-4922-a4da-e04d690b65dd tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "DELETE /v2.0/subnets/d37f388b-a17b-4b29-bc7c-7db6f939cbdc HTTP/1.1" status: 404 len: 337 time: 0.1605186 Mar 07 10:29:10.111220 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d4a965-132f-45af-8b35-6195e77c686d req-17c56e32-ec22-431f-a190-b1e9ceec4793 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:10.111220 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-f1d4a965-132f-45af-8b35-6195e77c686d req-17c56e32-ec22-431f-a190-b1e9ceec4793 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2cdfe4a3-2923-48a7-b1bd-2e50a8058f86 HTTP/1.1" status: 200 len: 913 time: 0.3768017 Mar 07 10:29:10.115891 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 35222) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:10.122951 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-aff40d56-1f0e-4adf-8f06-ec369ca5ff97 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:10.126501 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-aff40d56-1f0e-4adf-8f06-ec369ca5ff97 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] 10.222.0.13 "DELETE /v2.0/security-groups/a83dffbc-651f-45f8-8630-6305916e07a4 HTTP/1.1" status: 204 len: 168 time: 1.3105288 Mar 07 10:29:10.156070 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa761a26-affd-4895-b1fd-073ce96cb3f0 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Network db19f82f-3c00-484d-af98-ef5349ef33de is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:29:10.163405 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 35226) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:10.164114 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-aa761a26-affd-4895-b1fd-073ce96cb3f0 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:29:10.166276 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa761a26-affd-4895-b1fd-073ce96cb3f0 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Pushing event updated for resources: {'Port': ['ID=00c0f3f3-cc90-451e-8e59-3edc7e18aa35,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:10.187675 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fb29ea-01cc-4d89-a54d-00e490cb8c1e None None] Pushing event updated for resources: {'Port': ['ID=841fa399-9831-4125-afb4-242726f6cd91,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:10.188141 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa761a26-affd-4895-b1fd-073ce96cb3f0 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:29:10.197200 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-d6a1ca4c-9a38-431e-b752-6f7cefbf5f75 tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=5ed85006-6b00-415e-b71f-837fb1421c12&device_id=cd3f15c9-2fa6-4e7d-9a22-19ebfb329ab0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3825583 Mar 07 10:29:10.209658 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 35230) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:10.229869 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-4008d35a-ced2-4767-bd42-c477d8b5da68 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] DELETE failed (client error): The resource could not be found. Mar 07 10:29:10.230305 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4008d35a-ced2-4767-bd42-c477d8b5da68 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:29:10.231931 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-4008d35a-ced2-4767-bd42-c477d8b5da68 tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "DELETE /v2.0/ports/89c630e0-ff8e-415d-bdae-7806535d709b HTTP/1.1" status: 404 len: 333 time: 0.1108291 Mar 07 10:29:10.247126 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 35234) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:10.260201 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-f1d4a965-132f-45af-8b35-6195e77c686d req-4898162f-427a-4965-86b9-a7f8ef291397 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=13981960-8dad-462a-9f9d-1e02b52d75f7 HTTP/1.1" status: 200 len: 217 time: 0.1398773 Mar 07 10:29:10.314561 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-e85a24a5-7152-40e2-811a-ab3a1bcced7d tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] DELETE failed (client error): The resource could not be found. Mar 07 10:29:10.315025 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e85a24a5-7152-40e2-811a-ab3a1bcced7d tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:29:10.317144 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-e85a24a5-7152-40e2-811a-ab3a1bcced7d tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "DELETE /v2.0/subnets/4335aec1-1e6c-4059-b066-e748a712fcdc HTTP/1.1" status: 404 len: 337 time: 0.0673916 Mar 07 10:29:10.322299 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 35238) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:10.364345 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-aa761a26-affd-4895-b1fd-073ce96cb3f0 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3920324'] for router_interface, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:10.428635 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 40159b33-aacc-4909-9c27-1a244977f447 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:29:10.512977 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-5204ed08-23c7-483b-8df1-83df1643a0d4 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Synchronizing usage tracker for tenant:848809c668c344288b1e7f4447e0cf5d on resource:security_group {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:29:10.574560 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 40159b33-aacc-4909-9c27-1a244977f447 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:29:10.574813 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:10.579396 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9387fdfb-2008-4292-a5a6-6b3b396a31cc tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1158940'] for network, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:10.581989 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-5204ed08-23c7-483b-8df1-83df1643a0d4 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Unset dirty status for tenant:848809c668c344288b1e7f4447e0cf5d on resource:security_group {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:29:10.587456 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-5204ed08-23c7-483b-8df1-83df1643a0d4 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4153030 Mar 07 10:29:10.588575 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 35242) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:10.598003 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-6837db17-93b0-4041-b1fa-22f7f57d1cd7 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Request body: {'security_group': {'name': 'tempest-secgroup--1082656575'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:29:10.611419 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-6837db17-93b0-4041-b1fa-22f7f57d1cd7 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:29:10.617178 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d4a965-132f-45af-8b35-6195e77c686d req-e8d5dcf1-1f0b-4be4-bf30-a833ef3afb39 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:10.618594 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-f1d4a965-132f-45af-8b35-6195e77c686d req-e8d5dcf1-1f0b-4be4-bf30-a833ef3afb39 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0d090fc4-3895-4f2a-a06a-51fed676197f HTTP/1.1" status: 200 len: 852 time: 0.3494425 Mar 07 10:29:10.658904 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-b6a886db-3a19-4862-bfc5-0984960f08f3 None None] Provisioning for port 00c0f3f3-cc90-451e-8e59-3edc7e18aa35 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:29:10.662185 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-6837db17-93b0-4041-b1fa-22f7f57d1cd7 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:29:10.678770 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-953d0434-f588-4334-a7dd-52424c88045a tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:10.679619 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-953d0434-f588-4334-a7dd-52424c88045a tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Synchronizing usage tracker for tenant:130431ad9ff246d586ddc46e73d9839c on resource:network {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:29:10.686370 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-f1d4a965-132f-45af-8b35-6195e77c686d req-f7d8bf0b-7de1-4d9d-be8e-16a07be49add service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2cdfe4a3-2923-48a7-b1bd-2e50a8058f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564330 Mar 07 10:29:10.697749 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-b6a886db-3a19-4862-bfc5-0984960f08f3 None None] Provisioning complete for port 00c0f3f3-cc90-451e-8e59-3edc7e18aa35 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:29:10.697995 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-b6a886db-3a19-4862-bfc5-0984960f08f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:10.773468 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-953d0434-f588-4334-a7dd-52424c88045a tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Unset dirty status for tenant:130431ad9ff246d586ddc46e73d9839c on resource:network {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:29:10.778051 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-953d0434-f588-4334-a7dd-52424c88045a tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] 10.222.0.13 "GET /v2.0/networks/5ed85006-6b00-415e-b71f-837fb1421c12 HTTP/1.1" status: 200 len: 881 time: 0.5640564 Mar 07 10:29:10.779346 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-b6a886db-3a19-4862-bfc5-0984960f08f3 None None] Port 00c0f3f3-cc90-451e-8e59-3edc7e18aa35 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:29:10.809035 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 35246) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:10.817271 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-bffea2ad-0454-4591-9b01-49e37157ecd9 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Notify callbacks [] for router, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:10.818200 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a522c76a-cb55-46ef-abee-296f53ba81a2 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3556832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741408'] for subnet, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:10.882578 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6837db17-93b0-4041-b1fa-22f7f57d1cd7 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:10.901958 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a522c76a-cb55-46ef-abee-296f53ba81a2 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Network 85521ecb-4c13-424d-9cb9-cf2d988db9d6 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:29:10.907238 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-a522c76a-cb55-46ef-abee-296f53ba81a2 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:29:10.922654 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a522c76a-cb55-46ef-abee-296f53ba81a2 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:10.923225 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a522c76a-cb55-46ef-abee-296f53ba81a2 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:10.929709 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a522c76a-cb55-46ef-abee-296f53ba81a2 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Pushing event updated for resources: {'Subnet': ['ID=69fce55b-c350-4b7c-9ba6-6979ca8fc087,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:10.963138 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-f1d4a965-132f-45af-8b35-6195e77c686d req-22879243-dfe4-40a7-a7e8-d840e260eb11 service neutron] 10.222.0.10 "GET /v2.0/networks/2cdfe4a3-2923-48a7-b1bd-2e50a8058f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2248657 Mar 07 10:29:10.964891 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-a522c76a-cb55-46ef-abee-296f53ba81a2 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.6574454 Mar 07 10:29:10.967897 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 35250) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:10.974270 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-75c90cda-dd79-4242-bfc9-0e2c1f5028ec tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Request body: {'port': {'network_id': '85521ecb-4c13-424d-9cb9-cf2d988db9d6', 'fixed_ips': [{'subnet_id': 'be1e35d9-d281-4278-a9b6-5b895558dfae'}, {'subnet_id': '69fce55b-c350-4b7c-9ba6-6979ca8fc087'}], 'name': 'tempest-PortsTestJSON-313203833'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:29:11.120818 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-aa761a26-affd-4895-b1fd-073ce96cb3f0 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:11.200787 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-1962b436-12c0-4a5f-b293-27318eff0e99 tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd3f15c9-2fa6-4e7d-9a22-19ebfb329ab0 HTTP/1.1" status: 200 len: 205 time: 0.3877189 Mar 07 10:29:11.210798 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 35256) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:11.255227 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9387fdfb-2008-4292-a5a6-6b3b396a31cc tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1526893', 'neutron.services.segments.db._delete_segments_for_network-8732568551033'] for network, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:11.342712 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device 13981960-8dad-462a-9f9d-1e02b52d75f7 details requested by agent hyperv_hv-neutron-8307 with host hv-neutron-8307 {{(pid=83739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 07 10:29:11.343779 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-f1d4a965-132f-45af-8b35-6195e77c686d req-987c735b-47dd-4adf-8d69-ee5df8baabdb service neutron] 10.222.0.10 "GET /v2.0/networks/2cdfe4a3-2923-48a7-b1bd-2e50a8058f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3554511 Mar 07 10:29:11.344704 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-75c90cda-dd79-4242-bfc9-0e2c1f5028ec tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:29:11.349885 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-75c90cda-dd79-4242-bfc9-0e2c1f5028ec tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Usage tracker for resource:port and tenant:b6ff3248bb834bc1a094f45e7fa43fbd is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:29:11.353141 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-75c90cda-dd79-4242-bfc9-0e2c1f5028ec tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:29:11.359302 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-75c90cda-dd79-4242-bfc9-0e2c1f5028ec tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:29:11.370325 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75c90cda-dd79-4242-bfc9-0e2c1f5028ec tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Made reservation on behalf of b6ff3248bb834bc1a094f45e7fa43fbd for: {'port': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:29:11.375860 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-75c90cda-dd79-4242-bfc9-0e2c1f5028ec tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:11.400904 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [None req-75c90cda-dd79-4242-bfc9-0e2c1f5028ec tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] device_id is not set on port a0470eba-60f6-4fd6-9570-76d4ec0e0613 yet. {{(pid=83738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 07 10:29:11.512574 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b46c0b55-29f9-4b18-b28c-d98a09dd5417 None None] Network 85521ecb-4c13-424d-9cb9-cf2d988db9d6 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:29:11.608397 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-9387fdfb-2008-4292-a5a6-6b3b396a31cc tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98d8805b-dd65-4110-997b-2eea298bca78']}} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:29:11.616660 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-6837db17-93b0-4041-b1fa-22f7f57d1cd7 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:29:11.646325 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-9387fdfb-2008-4292-a5a6-6b3b396a31cc tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13510a37-88c7-493e-9701-b414ea24fc4c') {'for_net_delete': True} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:29:11.646616 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-9387fdfb-2008-4292-a5a6-6b3b396a31cc tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13510a37-88c7-493e-9701-b414ea24fc4c') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:29:11.653240 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port 13981960-8dad-462a-9f9d-1e02b52d75f7, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=13981960-8dad-462a-9f9d-1e02b52d75f7,segment=NetworkSegment(13b97ad0-178a-4d95-a31f-fbfd9ea3b033),segment_id=13b97ad0-178a-4d95-a31f-fbfd9ea3b033)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:29:11.678553 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Returning: {'device': '13981960-8dad-462a-9f9d-1e02b52d75f7', 'network_id': '2cdfe4a3-2923-48a7-b1bd-2e50a8058f86', 'port_id': '13981960-8dad-462a-9f9d-1e02b52d75f7', 'mac_address': 'fa:16:3e:39:0f:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d090fc4-3895-4f2a-a06a-51fed676197f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 07 10:29:11.682204 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-6837db17-93b0-4041-b1fa-22f7f57d1cd7 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:29:11.688727 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9387fdfb-2008-4292-a5a6-6b3b396a31cc tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732568550916', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629174'] for segment, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:11.731416 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-790ed954-25d1-4aaa-bd62-4930603295cb None None] Provisioning for port 841fa399-9831-4125-afb4-242726f6cd91 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:29:11.739816 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9387fdfb-2008-4292-a5a6-6b3b396a31cc tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:11.767279 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-75c90cda-dd79-4242-bfc9-0e2c1f5028ec tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Allocated IP 172.20.0.14 (85521ecb-4c13-424d-9cb9-cf2d988db9d6/be1e35d9-d281-4278-a9b6-5b895558dfae/a0470eba-60f6-4fd6-9570-76d4ec0e0613) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:29:11.775853 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-75c90cda-dd79-4242-bfc9-0e2c1f5028ec tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Allocated IP 172.20.0.18 (85521ecb-4c13-424d-9cb9-cf2d988db9d6/69fce55b-c350-4b7c-9ba6-6979ca8fc087/a0470eba-60f6-4fd6-9570-76d4ec0e0613) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:29:11.776540 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9387fdfb-2008-4292-a5a6-6b3b396a31cc tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=83737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 07 10:29:11.776949 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9387fdfb-2008-4292-a5a6-6b3b396a31cc tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1227397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3012597'] for segment, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:11.794557 dv-neutron-830731-3-hyperv neutron-server[83737]: Traceback (most recent call last): Mar 07 10:29:11.794557 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 07 10:29:11.794557 dv-neutron-830731-3-hyperv neutron-server[83737]: timer() Mar 07 10:29:11.794557 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:29:11.794557 dv-neutron-830731-3-hyperv neutron-server[83737]: cb(*args, **kw) Mar 07 10:29:11.794557 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 10:29:11.794557 dv-neutron-830731-3-hyperv neutron-server[83737]: return func(*args, **kwargs) Mar 07 10:29:11.794557 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:29:11.794557 dv-neutron-830731-3-hyperv neutron-server[83737]: self._notify() Mar 07 10:29:11.794557 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:29:11.794557 dv-neutron-830731-3-hyperv neutron-server[83737]: self.callback(batched_events) Mar 07 10:29:11.794557 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:29:11.794557 dv-neutron-830731-3-hyperv neutron-server[83737]: event.method(event) Mar 07 10:29:11.794557 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 10:29:11.794557 dv-neutron-830731-3-hyperv neutron-server[83737]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:29:11.794557 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 10:29:11.794557 dv-neutron-830731-3-hyperv neutron-server[83737]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:29:11.794557 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 10:29:11.794557 dv-neutron-830731-3-hyperv neutron-server[83737]: return f(self, *a, **k) Mar 07 10:29:11.794557 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:29:11.794557 dv-neutron-830731-3-hyperv neutron-server[83737]: return self._get(url).json() Mar 07 10:29:11.794557 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:29:11.794557 dv-neutron-830731-3-hyperv neutron-server[83737]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:29:11.794557 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 07 10:29:11.794557 dv-neutron-830731-3-hyperv neutron-server[83737]: return self.request(url, 'GET', **kwargs) Mar 07 10:29:11.794557 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 07 10:29:11.794557 dv-neutron-830731-3-hyperv neutron-server[83737]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:29:11.794557 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 07 10:29:11.794557 dv-neutron-830731-3-hyperv neutron-server[83737]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:29:11.794557 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 07 10:29:11.794557 dv-neutron-830731-3-hyperv neutron-server[83737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:29:11.794557 dv-neutron-830731-3-hyperv neutron-server[83737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:29:11.805076 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:11.829728 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13981960-8dad-462a-9f9d-1e02b52d75f7 {{(pid=83739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 07 10:29:11.857790 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port 13981960-8dad-462a-9f9d-1e02b52d75f7, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=13981960-8dad-462a-9f9d-1e02b52d75f7,segment=NetworkSegment(13b97ad0-178a-4d95-a31f-fbfd9ea3b033),segment_id=13b97ad0-178a-4d95-a31f-fbfd9ea3b033)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:29:11.892844 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:11.980046 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Pushing event updated for resources: {'Port': ['ID=13981960-8dad-462a-9f9d-1e02b52d75f7,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:11.991138 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-75c90cda-dd79-4242-bfc9-0e2c1f5028ec tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:11.994058 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf83b01-b5f8-4a4e-aabf-aec611271a4e req-804983b1-11ea-44b4-b67f-127c478c7224 tempest-TestServerAdvancedOps-1314532968 tempest-TestServerAdvancedOps-1314532968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:11.995531 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-adf83b01-b5f8-4a4e-aabf-aec611271a4e req-804983b1-11ea-44b4-b67f-127c478c7224 tempest-TestServerAdvancedOps-1314532968 tempest-TestServerAdvancedOps-1314532968-project] 10.222.0.13 "GET /v2.0/ports?device_id=87904075-1f8c-428e-b226-5dcd72a33b07 HTTP/1.1" status: 200 len: 943 time: 0.7930167 Mar 07 10:29:12.010377 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-75c90cda-dd79-4242-bfc9-0e2c1f5028ec tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Transition to ACTIVE for port object a0470eba-60f6-4fd6-9570-76d4ec0e0613 will not be triggered until provisioned by entity DHCP. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:29:12.035965 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-75c90cda-dd79-4242-bfc9-0e2c1f5028ec tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:12.046035 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6837db17-93b0-4041-b1fa-22f7f57d1cd7 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:12.068779 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6837db17-93b0-4041-b1fa-22f7f57d1cd7 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:12.072124 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9387fdfb-2008-4292-a5a6-6b3b396a31cc tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1526886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923583'] for network, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:12.097949 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb5684fa-5fc0-46d2-9da1-12e128e46c82 None None] Update dhcp port {'port': {'network_id': '85521ecb-4c13-424d-9cb9-cf2d988db9d6', 'fixed_ips': [{'subnet_id': 'be1e35d9-d281-4278-a9b6-5b895558dfae', 'ip_address': '172.20.0.2'}, {'subnet_id': '69fce55b-c350-4b7c-9ba6-6979ca8fc087'}], 'binding:host_id': 'dv-neutron-830731-3-hyperv'}, 'id': '841fa399-9831-4125-afb4-242726f6cd91'} from dv-neutron-830731-3-hyperv. {{(pid=83739) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 07 10:29:12.118128 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c90cda-dd79-4242-bfc9-0e2c1f5028ec tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Network 85521ecb-4c13-424d-9cb9-cf2d988db9d6 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:29:12.121278 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-75c90cda-dd79-4242-bfc9-0e2c1f5028ec tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:29:12.126131 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c90cda-dd79-4242-bfc9-0e2c1f5028ec tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:29:12.142756 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9387fdfb-2008-4292-a5a6-6b3b396a31cc tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:12.152142 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c90cda-dd79-4242-bfc9-0e2c1f5028ec tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Pushing event updated for resources: {'Port': ['ID=a0470eba-60f6-4fd6-9570-76d4ec0e0613,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:12.161249 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-fb5684fa-5fc0-46d2-9da1-12e128e46c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:12.181313 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9387fdfb-2008-4292-a5a6-6b3b396a31cc tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] Pushing event deleted for resources: {'Network': ['ID=98d8805b-dd65-4110-997b-2eea298bca78,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:12.193668 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75c90cda-dd79-4242-bfc9-0e2c1f5028ec tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:12.194317 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-75c90cda-dd79-4242-bfc9-0e2c1f5028ec tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:12.214741 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] get_ports_and_sgs() called for port_ids ['13981960-8dad-462a-9f9d-1e02b52d75f7'] {{(pid=83739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 07 10:29:12.222056 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-75c90cda-dd79-4242-bfc9-0e2c1f5028ec tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 1.2502246 Mar 07 10:29:12.222756 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 35260) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:12.229958 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-8cd8d418-ac9b-4b00-aff7-547f433fdc5b tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'be1e35d9-d281-4278-a9b6-5b895558dfae'}]}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:29:12.231035 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6837db17-93b0-4041-b1fa-22f7f57d1cd7 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1c1d72b-7dcc-4f3c-9283-10e08346cdd3,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:12.236203 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-9387fdfb-2008-4292-a5a6-6b3b396a31cc tempest-NetworksTestDHCPv6-128966667 tempest-NetworksTestDHCPv6-128966667-project] 10.222.0.13 "DELETE /v2.0/networks/98d8805b-dd65-4110-997b-2eea298bca78 HTTP/1.1" status: 204 len: 168 time: 1.9083455 Mar 07 10:29:12.253708 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-adf83b01-b5f8-4a4e-aabf-aec611271a4e req-b56e409d-e1e6-4eab-90f5-e941c51776d4 tempest-TestServerAdvancedOps-1314532968 tempest-TestServerAdvancedOps-1314532968-project] 10.222.0.13 "GET /v2.0/security-groups?id=41618aeb-c32b-4995-bf54-9ade52f46247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401493 Mar 07 10:29:12.257867 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6837db17-93b0-4041-b1fa-22f7f57d1cd7 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:12.261544 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-6837db17-93b0-4041-b1fa-22f7f57d1cd7 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.6697757 Mar 07 10:29:12.262133 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 35266) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:12.272658 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-305b553a-2529-4e56-8985-06e7b4e39842 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Request body: {'security_group_rule': {'security_group_id': 'f1c1d72b-7dcc-4f3c-9283-10e08346cdd3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:29:12.293687 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-305b553a-2529-4e56-8985-06e7b4e39842 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:29:12.317744 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-aa761a26-affd-4895-b1fd-073ce96cb3f0 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:12.319202 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-305b553a-2529-4e56-8985-06e7b4e39842 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:29:12.360085 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-aa761a26-affd-4895-b1fd-073ce96cb3f0 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3012561'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:12.484271 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-bffea2ad-0454-4591-9b01-49e37157ecd9 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:12.506288 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-305b553a-2529-4e56-8985-06e7b4e39842 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:12.506769 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 841fa399-9831-4125-afb4-242726f6cd91 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:29:12.523197 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7e10da41-f44f-4fd6-a167-34a6ad55304c tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Notify callbacks [] for router, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:12.593568 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8cd8d418-ac9b-4b00-aff7-547f433fdc5b tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:12.656656 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-fb5684fa-5fc0-46d2-9da1-12e128e46c82 None None] Allocated IP 172.20.0.19 (85521ecb-4c13-424d-9cb9-cf2d988db9d6/69fce55b-c350-4b7c-9ba6-6979ca8fc087/841fa399-9831-4125-afb4-242726f6cd91) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:29:12.682864 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-bffea2ad-0454-4591-9b01-49e37157ecd9 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Deleting port d30e47a9-00e8-425e-8055-0f981d23a5d8 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:29:12.683590 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-bffea2ad-0454-4591-9b01-49e37157ecd9 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:12.684382 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-305b553a-2529-4e56-8985-06e7b4e39842 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:12.693991 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-305b553a-2529-4e56-8985-06e7b4e39842 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:12.764267 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305b553a-2529-4e56-8985-06e7b4e39842 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76c0c095-9efe-4eaf-9e0a-b2055543faed,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:12.822829 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 35272) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:12.828281 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning for port 841fa399-9831-4125-afb4-242726f6cd91 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:29:12.839115 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-305b553a-2529-4e56-8985-06e7b4e39842 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:12.840377 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-305b553a-2529-4e56-8985-06e7b4e39842 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5776403 Mar 07 10:29:12.845228 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 841fa399-9831-4125-afb4-242726f6cd91 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:29:12.845624 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:12.849676 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 35278) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:12.879126 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa761a26-affd-4895-b1fd-073ce96cb3f0 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Pushing event updated for resources: {'Port': ['ID=00c0f3f3-cc90-451e-8e59-3edc7e18aa35,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:12.885619 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-aa761a26-affd-4895-b1fd-073ce96cb3f0 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2756426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3920233'] for router_interface, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:12.955137 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-fb5684fa-5fc0-46d2-9da1-12e128e46c82 None None] For port 841fa399-9831-4125-afb4-242726f6cd91, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=841fa399-9831-4125-afb4-242726f6cd91,segment=NetworkSegment(532054b4-3e57-4b4d-80f1-b16e7140c804),segment_id=532054b4-3e57-4b4d-80f1-b16e7140c804)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:29:12.963485 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1b2a100d-b793-448d-870f-07a4d4a3f5d8 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Notify callbacks [] for security_group, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:13.014039 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1b2a100d-b793-448d-870f-07a4d4a3f5d8 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:13.036522 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-fb5684fa-5fc0-46d2-9da1-12e128e46c82 None None] Notify callbacks [] for port, precommit_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:13.040384 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:13.076347 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-fb5684fa-5fc0-46d2-9da1-12e128e46c82 None None] Transition to ACTIVE for port object 841fa399-9831-4125-afb4-242726f6cd91 will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:29:13.086004 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-fb5684fa-5fc0-46d2-9da1-12e128e46c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:13.138616 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1b2a100d-b793-448d-870f-07a4d4a3f5d8 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:13.170945 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-bffea2ad-0454-4591-9b01-49e37157ecd9 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:13.176391 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2a100d-b793-448d-870f-07a4d4a3f5d8 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1c1d72b-7dcc-4f3c-9283-10e08346cdd3,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:13.188984 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1b2a100d-b793-448d-870f-07a4d4a3f5d8 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:13.190747 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-1b2a100d-b793-448d-870f-07a4d4a3f5d8 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] 10.222.0.13 "DELETE /v2.0/security-groups/f1c1d72b-7dcc-4f3c-9283-10e08346cdd3 HTTP/1.1" status: 204 len: 168 time: 0.3400211 Mar 07 10:29:13.195522 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-026119d2-b655-498b-83b2-e225659a61a6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0f1e04191c7443f7844c0202165e746c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3712711 Mar 07 10:29:13.197989 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 35282) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:13.198235 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 35284) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:13.313532 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-bffea2ad-0454-4591-9b01-49e37157ecd9 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Calling delete_port for d30e47a9-00e8-425e-8055-0f981d23a5d8 owned by network:router_gateway {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:29:13.317938 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.db.api [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 10:29:13.318299 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG oslo_db.api [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 10:29:13.322578 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5684fa-5fc0-46d2-9da1-12e128e46c82 None None] Pushing event updated for resources: {'Port': ['ID=841fa399-9831-4125-afb4-242726f6cd91,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:13.372085 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa761a26-affd-4895-b1fd-073ce96cb3f0 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Network db19f82f-3c00-484d-af98-ef5349ef33de is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:29:13.376576 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-aa761a26-affd-4895-b1fd-073ce96cb3f0 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:29:13.464969 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-8cd8d418-ac9b-4b00-aff7-547f433fdc5b tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Delete allocated IP 172.20.0.18 (85521ecb-4c13-424d-9cb9-cf2d988db9d6/69fce55b-c350-4b7c-9ba6-6979ca8fc087) {{(pid=83738) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 07 10:29:13.524953 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d5a8545c-006a-4d2f-87b0-37a39e9de85f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:13.576211 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-89f92b6b-e125-4011-9c24-257ae79b8484 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Synchronizing usage tracker for tenant:848809c668c344288b1e7f4447e0cf5d on resource:security_group {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:29:13.647235 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d5a8545c-006a-4d2f-87b0-37a39e9de85f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:13.665440 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-89f92b6b-e125-4011-9c24-257ae79b8484 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Unset dirty status for tenant:848809c668c344288b1e7f4447e0cf5d on resource:security_group {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:29:13.669416 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-89f92b6b-e125-4011-9c24-257ae79b8484 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4703054 Mar 07 10:29:13.674074 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 35292) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:13.709399 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-4605b81b-3e18-4656-8a89-c14bf26fcae8 None None] Provisioning complete for port 00c0f3f3-cc90-451e-8e59-3edc7e18aa35 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:29:13.710511 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-4605b81b-3e18-4656-8a89-c14bf26fcae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:13.757776 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8cd8d418-ac9b-4b00-aff7-547f433fdc5b tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks [] for port, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:13.767614 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d5a8545c-006a-4d2f-87b0-37a39e9de85f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:13.779668 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7e10da41-f44f-4fd6-a167-34a6ad55304c tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:13.784072 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-4605b81b-3e18-4656-8a89-c14bf26fcae8 None None] Port 00c0f3f3-cc90-451e-8e59-3edc7e18aa35 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:29:13.791647 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a8545c-006a-4d2f-87b0-37a39e9de85f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19111b96-89ed-4e4b-8b7a-bc0e8b6adf1d,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:13.797088 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-8cd8d418-ac9b-4b00-aff7-547f433fdc5b tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Ignored duplicate provisioning block setup for port a0470eba-60f6-4fd6-9570-76d4ec0e0613 by entity DHCP. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Mar 07 10:29:13.802211 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d5a8545c-006a-4d2f-87b0-37a39e9de85f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:13.807053 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-d5a8545c-006a-4d2f-87b0-37a39e9de85f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/19111b96-89ed-4e4b-8b7a-bc0e8b6adf1d HTTP/1.1" status: 204 len: 168 time: 0.6063471 Mar 07 10:29:13.808544 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8cd8d418-ac9b-4b00-aff7-547f433fdc5b tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3556717'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:13.897184 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:13.939642 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] For port 841fa399-9831-4125-afb4-242726f6cd91, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=841fa399-9831-4125-afb4-242726f6cd91,segment=NetworkSegment(532054b4-3e57-4b4d-80f1-b16e7140c804),segment_id=532054b4-3e57-4b4d-80f1-b16e7140c804)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:29:13.948731 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:13.983331 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd8d418-ac9b-4b00-aff7-547f433fdc5b tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Pushing event updated for resources: {'Port': ['ID=a0470eba-60f6-4fd6-9570-76d4ec0e0613,revision_number=2']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:14.006868 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-8cd8d418-ac9b-4b00-aff7-547f433fdc5b tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] In _notify_port_updated(), no bound segment for port a0470eba-60f6-4fd6-9570-76d4ec0e0613 on network 85521ecb-4c13-424d-9cb9-cf2d988db9d6 {{(pid=83738) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 07 10:29:14.007749 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d206c7-ada2-47cd-ac9c-b2d8a0318531 req-289dcf97-dfde-417d-852c-8a88a33ce94c tempest-TestServerAdvancedOps-1314532968 tempest-TestServerAdvancedOps-1314532968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:14.009905 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-07d206c7-ada2-47cd-ac9c-b2d8a0318531 req-289dcf97-dfde-417d-852c-8a88a33ce94c tempest-TestServerAdvancedOps-1314532968 tempest-TestServerAdvancedOps-1314532968-project] 10.222.0.13 "GET /v2.0/ports?device_id=87904075-1f8c-428e-b226-5dcd72a33b07 HTTP/1.1" status: 200 len: 944 time: 0.5412722 Mar 07 10:29:14.016857 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd8d418-ac9b-4b00-aff7-547f433fdc5b tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:14.017632 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8cd8d418-ac9b-4b00-aff7-547f433fdc5b tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:14.020243 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-8cd8d418-ac9b-4b00-aff7-547f433fdc5b tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] 10.222.0.13 "PUT /v2.0/ports/a0470eba-60f6-4fd6-9570-76d4ec0e0613 HTTP/1.1" status: 200 len: 919 time: 1.7953742 Mar 07 10:29:14.021003 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-7e10da41-f44f-4fd6-a167-34a6ad55304c tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Deleting port fad10031-7279-4d96-a001-d3b21023b654 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:29:14.021582 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7e10da41-f44f-4fd6-a167-34a6ad55304c tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:14.031833 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 35298) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:14.038695 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-12912785-812d-44c0-9703-98d8c1ede313 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'be1e35d9-d281-4278-a9b6-5b895558dfae'}, {'subnet_id': '69fce55b-c350-4b7c-9ba6-6979ca8fc087'}]}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:29:14.073079 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Pushing event updated for resources: {'Port': ['ID=841fa399-9831-4125-afb4-242726f6cd91,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:14.075018 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-bffea2ad-0454-4591-9b01-49e37157ecd9 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:14.092402 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca5d882d-bcfc-4333-b491-1af2df852a56 None None] Network 85521ecb-4c13-424d-9cb9-cf2d988db9d6 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:29:14.197045 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-12912785-812d-44c0-9703-98d8c1ede313 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:14.260713 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffea2ad-0454-4591-9b01-49e37157ecd9 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Pushing event deleted for resources: {'Port': ['ID=d30e47a9-00e8-425e-8055-0f981d23a5d8,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:14.312075 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-1f6d4e02-455d-4f9d-bd6a-1f6fbf2d3bc7 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Synchronizing usage tracker for tenant:848809c668c344288b1e7f4447e0cf5d on resource:security_group_rule {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:29:14.338098 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-5219159b-347b-4636-89d0-05c96b0da9b6 None None] Provisioning for port 841fa399-9831-4125-afb4-242726f6cd91 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:29:14.345015 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-5219159b-347b-4636-89d0-05c96b0da9b6 None None] Provisioning complete for port 841fa399-9831-4125-afb4-242726f6cd91 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:29:14.345384 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-5219159b-347b-4636-89d0-05c96b0da9b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:14.395873 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-07d206c7-ada2-47cd-ac9c-b2d8a0318531 req-0648c059-484a-4e83-8bf3-af266cec54d2 tempest-TestServerAdvancedOps-1314532968 tempest-TestServerAdvancedOps-1314532968-project] 10.222.0.13 "GET /v2.0/security-groups?id=41618aeb-c32b-4995-bf54-9ade52f46247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3791220 Mar 07 10:29:14.493550 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 841fa399-9831-4125-afb4-242726f6cd91 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:29:14.640023 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 35314) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:14.646909 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-1f6d4e02-455d-4f9d-bd6a-1f6fbf2d3bc7 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] Unset dirty status for tenant:848809c668c344288b1e7f4447e0cf5d on resource:security_group_rule {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:29:14.650776 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-1f6d4e02-455d-4f9d-bd6a-1f6fbf2d3bc7 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.9721682 Mar 07 10:29:14.655134 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 35318) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:14.662025 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 841fa399-9831-4125-afb4-242726f6cd91 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:29:14.662399 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:14.792609 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa761a26-affd-4895-b1fd-073ce96cb3f0 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Router 3324b4fd-0a96-401d-9daf-b341f252b9ce has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:29:14.802481 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-bffea2ad-0454-4591-9b01-49e37157ecd9 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923554'] for router_gateway, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:14.908549 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.api.v2.resource [None req-93cb102d-c641-4631-9f60-3e90d031fefb tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] delete failed (client error): The resource could not be found. Mar 07 10:29:14.913614 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-93cb102d-c641-4631-9f60-3e90d031fefb tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] 10.222.0.13 "DELETE /v2.0/security-groups/f1c1d72b-7dcc-4f3c-9283-10e08346cdd3 HTTP/1.1" status: 404 len: 347 time: 0.1130540 Mar 07 10:29:14.917607 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 35326) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:14.943824 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7e10da41-f44f-4fd6-a167-34a6ad55304c tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:14.959289 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-1ea39137-0c87-4746-976c-2ffc9cbb92bd None None] Provisioning for port a0470eba-60f6-4fd6-9570-76d4ec0e0613 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:29:14.966819 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-1ea39137-0c87-4746-976c-2ffc9cbb92bd None None] Provisioning complete for port a0470eba-60f6-4fd6-9570-76d4ec0e0613 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:29:14.967544 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-1ea39137-0c87-4746-976c-2ffc9cbb92bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:14.980540 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-12912785-812d-44c0-9703-98d8c1ede313 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Allocated IP 172.20.0.28 (85521ecb-4c13-424d-9cb9-cf2d988db9d6/69fce55b-c350-4b7c-9ba6-6979ca8fc087/a0470eba-60f6-4fd6-9570-76d4ec0e0613) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:29:14.996065 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-41457efe-d80d-403d-aac1-4fd28a9d638c tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Deleting port 715f672b-ed5a-4982-afaa-73982a898f1d {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:29:14.996777 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-41457efe-d80d-403d-aac1-4fd28a9d638c tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:15.053928 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-1ea39137-0c87-4746-976c-2ffc9cbb92bd None None] Port a0470eba-60f6-4fd6-9570-76d4ec0e0613 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:29:15.069245 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-1ea39137-0c87-4746-976c-2ffc9cbb92bd None None] Provisioning complete for port 841fa399-9831-4125-afb4-242726f6cd91 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:29:15.069897 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-1ea39137-0c87-4746-976c-2ffc9cbb92bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:15.127296 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-7e10da41-f44f-4fd6-a167-34a6ad55304c tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Calling delete_port for fad10031-7279-4d96-a001-d3b21023b654 owned by network:router_gateway {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:29:15.174419 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 35332) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:15.309949 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-bffea2ad-0454-4591-9b01-49e37157ecd9 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3917970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58043'] for router, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:15.327823 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-bffea2ad-0454-4591-9b01-49e37157ecd9 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:15.349679 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-f5cde3f6-bace-49e5-93e8-384c205808a8 None None] Provisioning complete for port a0470eba-60f6-4fd6-9570-76d4ec0e0613 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:29:15.350383 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f5cde3f6-bace-49e5-93e8-384c205808a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:15.384989 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device 13981960-8dad-462a-9f9d-1e02b52d75f7 up at agent hyperv_hv-neutron-8307 {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:29:15.428989 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-b7023223-68a6-4c4d-9afb-f80dd332c595 tempest-SecGroupIPv6Test-717092703 tempest-SecGroupIPv6Test-717092703-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5084751 Mar 07 10:29:15.481187 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-f5cde3f6-bace-49e5-93e8-384c205808a8 None None] Port a0470eba-60f6-4fd6-9570-76d4ec0e0613 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:29:15.504521 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-41457efe-d80d-403d-aac1-4fd28a9d638c tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:15.504521 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-41457efe-d80d-403d-aac1-4fd28a9d638c tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:15.511108 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:15.540236 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Provisioning for port 13981960-8dad-462a-9f9d-1e02b52d75f7 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:29:15.546632 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Provisioning complete for port 13981960-8dad-462a-9f9d-1e02b52d75f7 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:29:15.547005 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:15.573985 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-bffea2ad-0454-4591-9b01-49e37157ecd9 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3917886'] for router, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:15.574512 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bffea2ad-0454-4591-9b01-49e37157ecd9 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Fanout notify agent at l3_agent the message router_deleted on router c2b07200-6407-4d4f-bbaa-4fe69be95dac {{(pid=83737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 10:29:15.629373 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-bffea2ad-0454-4591-9b01-49e37157ecd9 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:15.636074 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-bffea2ad-0454-4591-9b01-49e37157ecd9 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] 10.222.0.13 "DELETE /v2.0/routers/c2b07200-6407-4d4f-bbaa-4fe69be95dac HTTP/1.1" status: 204 len: 168 time: 5.9234655 Mar 07 10:29:15.642505 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 35342) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:15.654780 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-29632b68-7e49-4eba-b21f-2d90ec614f33 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1929473317', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'enable_snat': False}}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:29:15.668164 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-29632b68-7e49-4eba-b21f-2d90ec614f33 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:29:15.683871 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-8f2247d8-4d76-444c-a9a8-f0e24f12a827 None None] Provisioning complete for port a0470eba-60f6-4fd6-9570-76d4ec0e0613 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:29:15.684241 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-8f2247d8-4d76-444c-a9a8-f0e24f12a827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:15.709725 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-29632b68-7e49-4eba-b21f-2d90ec614f33 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Usage tracker for resource:router and tenant:ee04c33b321f4b0fa4102821038ffb79 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:29:15.721429 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-29632b68-7e49-4eba-b21f-2d90ec614f33 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:29:15.738103 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-29632b68-7e49-4eba-b21f-2d90ec614f33 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:29:15.751095 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-8f2247d8-4d76-444c-a9a8-f0e24f12a827 None None] Port a0470eba-60f6-4fd6-9570-76d4ec0e0613 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:29:15.763823 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa761a26-affd-4895-b1fd-073ce96cb3f0 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:29:15.765906 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7e10da41-f44f-4fd6-a167-34a6ad55304c tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:15.791675 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2103579-b7e3-4080-b7c4-49e8164ec04b None None] Sync routers for ids ['3324b4fd-0a96-401d-9daf-b341f252b9ce'] in dv-neutron-830731-3-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:29:15.815961 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-29632b68-7e49-4eba-b21f-2d90ec614f33 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3919700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58025'] for router, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:15.816936 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-29632b68-7e49-4eba-b21f-2d90ec614f33 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3919671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4011175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58018'] for router, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:15.834246 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:15.835556 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e10da41-f44f-4fd6-a167-34a6ad55304c tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Pushing event deleted for resources: {'Port': ['ID=fad10031-7279-4d96-a001-d3b21023b654,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:15.842585 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-aa761a26-affd-4895-b1fd-073ce96cb3f0 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] 10.222.0.13 "PUT /v2.0/routers/3324b4fd-0a96-401d-9daf-b341f252b9ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8410330 Mar 07 10:29:15.845568 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 35346) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:15.854158 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-41457efe-d80d-403d-aac1-4fd28a9d638c tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Calling delete_port for 715f672b-ed5a-4982-afaa-73982a898f1d owned by network:floatingip {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:29:15.858096 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-c4895e68-9999-4abc-a789-e9dd6ca85f30 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Request body: {'network': {'name': 'tempest-RoutersTest-1996420'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:29:15.861568 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2103579-b7e3-4080-b7c4-49e8164ec04b None None] Routers {'3324b4fd-0a96-401d-9daf-b341f252b9ce'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:29:15.862720 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-b2103579-b7e3-4080-b7c4-49e8164ec04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:29:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['3324b4fd-0a96-401d-9daf-b341f252b9ce'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:29:15.883066 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-d56cd29a-bc56-4d85-8b0d-4b79083a57c4 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1914234240'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:29:15.895245 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-d56cd29a-bc56-4d85-8b0d-4b79083a57c4 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:29:15.900271 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-c4895e68-9999-4abc-a789-e9dd6ca85f30 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:29:15.910134 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-d56cd29a-bc56-4d85-8b0d-4b79083a57c4 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Usage tracker for resource:network and tenant:44b92b651ff14b9ab83bd7a3588b3016 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:29:15.911699 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-c4895e68-9999-4abc-a789-e9dd6ca85f30 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Usage tracker for resource:network and tenant:8843377006954c17a088ed77df13332f is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:29:15.913960 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-d56cd29a-bc56-4d85-8b0d-4b79083a57c4 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:29:15.920098 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-c4895e68-9999-4abc-a789-e9dd6ca85f30 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:29:15.926092 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-d56cd29a-bc56-4d85-8b0d-4b79083a57c4 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:29:15.961036 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-12912785-812d-44c0-9703-98d8c1ede313 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks [] for port, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:15.975638 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-c4895e68-9999-4abc-a789-e9dd6ca85f30 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:29:15.978515 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d56cd29a-bc56-4d85-8b0d-4b79083a57c4 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Made reservation on behalf of 44b92b651ff14b9ab83bd7a3588b3016 for: {'network': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:29:15.981664 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d56cd29a-bc56-4d85-8b0d-4b79083a57c4 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for network, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:15.995206 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc21c57-14e5-406c-a0df-d4ec027345a1 req-c88f8287-f267-4b00-a677-2faa20f607cf tempest-TestServerAdvancedOps-1314532968 tempest-TestServerAdvancedOps-1314532968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:15.996759 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-2cc21c57-14e5-406c-a0df-d4ec027345a1 req-c88f8287-f267-4b00-a677-2faa20f607cf tempest-TestServerAdvancedOps-1314532968 tempest-TestServerAdvancedOps-1314532968-project] 10.222.0.13 "GET /v2.0/ports?device_id=87904075-1f8c-428e-b226-5dcd72a33b07 HTTP/1.1" status: 200 len: 944 time: 0.3301311 Mar 07 10:29:16.007322 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d56cd29a-bc56-4d85-8b0d-4b79083a57c4 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks [] for security_group, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:16.017707 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-12912785-812d-44c0-9703-98d8c1ede313 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Ignored duplicate provisioning block setup for port a0470eba-60f6-4fd6-9570-76d4ec0e0613 by entity DHCP. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Mar 07 10:29:16.030173 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-12912785-812d-44c0-9703-98d8c1ede313 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3556717'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:16.030995 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-29632b68-7e49-4eba-b21f-2d90ec614f33 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:16.067572 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 35352) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:16.071992 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87904075-1f8c-428e-b226-5dcd72a33b07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13981960-8dad-462a-9f9d-1e02b52d75f7'}] {{(pid=83739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 10:29:16.078660 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4895e68-9999-4abc-a789-e9dd6ca85f30 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Made reservation on behalf of 8843377006954c17a088ed77df13332f for: {'network': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:29:16.085348 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c4895e68-9999-4abc-a789-e9dd6ca85f30 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for network, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:16.094806 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port 13981960-8dad-462a-9f9d-1e02b52d75f7, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=13981960-8dad-462a-9f9d-1e02b52d75f7,segment=NetworkSegment(13b97ad0-178a-4d95-a31f-fbfd9ea3b033),segment_id=13b97ad0-178a-4d95-a31f-fbfd9ea3b033)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:29:16.104637 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:16.129366 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-d56cd29a-bc56-4d85-8b0d-4b79083a57c4 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:29:16.136167 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-d56cd29a-bc56-4d85-8b0d-4b79083a57c4 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Usage tracker for resource:security_group_rule and tenant:44b92b651ff14b9ab83bd7a3588b3016 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:29:16.143780 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-d56cd29a-bc56-4d85-8b0d-4b79083a57c4 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:29:16.189395 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-d56cd29a-bc56-4d85-8b0d-4b79083a57c4 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:29:16.190523 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12912785-812d-44c0-9703-98d8c1ede313 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Pushing event updated for resources: {'Port': ['ID=a0470eba-60f6-4fd6-9570-76d4ec0e0613,revision_number=3']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:16.197678 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Pushing event updated for resources: {'Port': ['ID=13981960-8dad-462a-9f9d-1e02b52d75f7,revision_number=5']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:16.212805 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-b2103579-b7e3-4080-b7c4-49e8164ec04b None None] Set router 3324b4fd-0a96-401d-9daf-b341f252b9ce gateway port host: None {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:29:16.509416 dv-neutron-830731-3-hyperv neutron-server[83739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87904075-1f8c-428e-b226-5dcd72a33b07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13981960-8dad-462a-9f9d-1e02b52d75f7', 'code': 200} Mar 07 10:29:16.522153 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-12912785-812d-44c0-9703-98d8c1ede313 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] In _notify_port_updated(), no bound segment for port a0470eba-60f6-4fd6-9570-76d4ec0e0613 on network 85521ecb-4c13-424d-9cb9-cf2d988db9d6 {{(pid=83738) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 07 10:29:16.534690 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12912785-812d-44c0-9703-98d8c1ede313 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:16.535367 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-12912785-812d-44c0-9703-98d8c1ede313 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:16.539272 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-12912785-812d-44c0-9703-98d8c1ede313 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] 10.222.0.13 "PUT /v2.0/ports/a0470eba-60f6-4fd6-9570-76d4ec0e0613 HTTP/1.1" status: 200 len: 999 time: 2.5035822 Mar 07 10:29:16.545182 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 35362) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:16.594963 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-43d1061e-aa11-433c-92b5-48171d6dc690 None None] Provisioning complete for port a0470eba-60f6-4fd6-9570-76d4ec0e0613 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:29:16.595237 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-43d1061e-aa11-433c-92b5-48171d6dc690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:16.630446 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-a93f90b3-1aaf-4cf1-838f-c4098fc534cd tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Deleting port a0470eba-60f6-4fd6-9570-76d4ec0e0613 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:29:16.631842 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a93f90b3-1aaf-4cf1-838f-c4098fc534cd tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:16.639017 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7e10da41-f44f-4fd6-a167-34a6ad55304c tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923554'] for router_gateway, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:16.706090 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-41457efe-d80d-403d-aac1-4fd28a9d638c tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:16.715137 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-2cc21c57-14e5-406c-a0df-d4ec027345a1 req-4ce5909b-6ef3-4e92-9c44-7034db422ca6 tempest-TestServerAdvancedOps-1314532968 tempest-TestServerAdvancedOps-1314532968-project] 10.222.0.13 "GET /v2.0/security-groups?id=41618aeb-c32b-4995-bf54-9ade52f46247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6944489 Mar 07 10:29:16.719354 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-43d1061e-aa11-433c-92b5-48171d6dc690 None None] Port a0470eba-60f6-4fd6-9570-76d4ec0e0613 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:29:16.748431 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-b2103579-b7e3-4080-b7c4-49e8164ec04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3324b4fd-0a96-401d-9daf-b341f252b9ce', 'name': 'tempest-RoutersTest-router-1450641091', 'tenant_id': '8843377006954c17a088ed77df13332f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:28:36Z', 'updated_at': '2022-03-07T10:29:10Z', 'revision_number': 4, 'project_id': '8843377006954c17a088ed77df13332f', 'gw_port_host': None, '_interfaces': [{'id': '00c0f3f3-cc90-451e-8e59-3edc7e18aa35', 'name': '', 'network_id': 'db19f82f-3c00-484d-af98-ef5349ef33de', 'tenant_id': '8843377006954c17a088ed77df13332f', 'mac_address': 'fa:16:3e:b1:19:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3324b4fd-0a96-401d-9daf-b341f252b9ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '29bc72c7-310a-41ac-aaee-74352799fbfc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:29:08Z', 'updated_at': '2022-03-07T10:29:11Z', 'revision_number': 2, 'project_id': '8843377006954c17a088ed77df13332f', 'subnets': [{'id': '29bc72c7-310a-41ac-aaee-74352799fbfc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '886fbece-a853-4903-842e-0215fc553fdb', 'name': '', 'network_id': 'c602f718-e9de-48ac-b4a6-a9273b50169a', 'tenant_id': '8843377006954c17a088ed77df13332f', 'mac_address': 'fa:16:3e:2a:52:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3324b4fd-0a96-401d-9daf-b341f252b9ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32ec8036-5adc-4d1f-a49f-bc0660977659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:28:40Z', 'updated_at': '2022-03-07T10:28:57Z', 'revision_number': 5, 'project_id': '8843377006954c17a088ed77df13332f', 'subnets': [{'id': '32ec8036-5adc-4d1f-a49f-bc0660977659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae5b58a1-dd22-45d9-89cd-37eed5f11e6a', 'name': '', 'network_id': 'e62b0e07-d740-4280-82f4-4966ab2ca75d', 'tenant_id': '8843377006954c17a088ed77df13332f', 'mac_address': 'fa:16:3e:bf:9b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3324b4fd-0a96-401d-9daf-b341f252b9ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7245e10c-4fca-4313-bd10-62ddf8acc484', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:28:54Z', 'updated_at': '2022-03-07T10:29:06Z', 'revision_number': 5, 'project_id': '8843377006954c17a088ed77df13332f', 'subnets': [{'id': '7245e10c-4fca-4313-bd10-62ddf8acc484', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:29:16.753346 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2103579-b7e3-4080-b7c4-49e8164ec04b None None] Checking router: 3324b4fd-0a96-401d-9daf-b341f252b9ce for host: dv-neutron-830731-3-hyperv {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 07 10:29:16.753698 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2103579-b7e3-4080-b7c4-49e8164ec04b None None] Updating router 3324b4fd-0a96-401d-9daf-b341f252b9ce port 00c0f3f3-cc90-451e-8e59-3edc7e18aa35 binding host dv-neutron-830731-3-hyperv {{(pid=83739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 07 10:29:16.786517 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4895e68-9999-4abc-a789-e9dd6ca85f30 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=83737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:29:16.814610 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-b2103579-b7e3-4080-b7c4-49e8164ec04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:16.823586 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41457efe-d80d-403d-aac1-4fd28a9d638c tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Pushing event deleted for resources: {'Port': ['ID=715f672b-ed5a-4982-afaa-73982a898f1d,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:16.870578 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c4895e68-9999-4abc-a789-e9dd6ca85f30 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:16.870803 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-9d96c40f-4cf1-4078-8912-fc8255b5f2d8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=848809c668c344288b1e7f4447e0cf5d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7944107 Mar 07 10:29:16.870911 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.db.segments_db [None req-c4895e68-9999-4abc-a789-e9dd6ca85f30 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Added segment c6ae6ee0-758d-452e-833f-94c454be5308 of type vlan for network 8cba44aa-dbb8-4d76-bbd1-726c3fefa9c9 Mar 07 10:29:16.876097 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 35366) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:17.009987 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d56cd29a-bc56-4d85-8b0d-4b79083a57c4 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks [] for security_group, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:17.022036 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c4895e68-9999-4abc-a789-e9dd6ca85f30 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732568034061'] for network, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:17.038952 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7e10da41-f44f-4fd6-a167-34a6ad55304c tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3917970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58043'] for router, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:17.043630 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-29632b68-7e49-4eba-b21f-2d90ec614f33 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3917998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58952'] for router, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:17.062732 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7e10da41-f44f-4fd6-a167-34a6ad55304c tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:17.090993 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d56cd29a-bc56-4d85-8b0d-4b79083a57c4 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:17.094917 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c4895e68-9999-4abc-a789-e9dd6ca85f30 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594'] for network, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:17.099257 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4895e68-9999-4abc-a789-e9dd6ca85f30 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:17.099844 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c4895e68-9999-4abc-a789-e9dd6ca85f30 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:17.172167 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d56cd29a-bc56-4d85-8b0d-4b79083a57c4 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=83738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:29:17.174145 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-41457efe-d80d-403d-aac1-4fd28a9d638c tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Notify callbacks [] for floatingip, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:17.191084 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-b2103579-b7e3-4080-b7c4-49e8164ec04b None None] Notify callbacks [] for port, precommit_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:17.204158 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-b2103579-b7e3-4080-b7c4-49e8164ec04b None None] Transition to ACTIVE for port object 00c0f3f3-cc90-451e-8e59-3edc7e18aa35 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:29:17.211206 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-b2103579-b7e3-4080-b7c4-49e8164ec04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:17.269147 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7e10da41-f44f-4fd6-a167-34a6ad55304c tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3917886'] for router, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:17.269639 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e10da41-f44f-4fd6-a167-34a6ad55304c tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Fanout notify agent at l3_agent the message router_deleted on router cd3f15c9-2fa6-4e7d-9a22-19ebfb329ab0 {{(pid=83737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 10:29:17.278461 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122eebe7-11c8-4a42-ad55-4f4c9b26e95f None None] Pushing event updated for resources: {'Port': ['ID=00c0f3f3-cc90-451e-8e59-3edc7e18aa35,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:17.306405 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-c4895e68-9999-4abc-a789-e9dd6ca85f30 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 763 time: 1.4580090 Mar 07 10:29:17.307316 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4895e68-9999-4abc-a789-e9dd6ca85f30 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Pushing event updated for resources: {'Network': ['ID=8cba44aa-dbb8-4d76-bbd1-726c3fefa9c9,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:17.312058 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 35370) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:17.316503 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7e10da41-f44f-4fd6-a167-34a6ad55304c tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:17.317408 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-7e10da41-f44f-4fd6-a167-34a6ad55304c tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] 10.222.0.13 "DELETE /v2.0/routers/cd3f15c9-2fa6-4e7d-9a22-19ebfb329ab0 HTTP/1.1" status: 204 len: 168 time: 6.1021409 Mar 07 10:29:17.317529 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56cd29a-bc56-4d85-8b0d-4b79083a57c4 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f271ee63-cf32-4b31-b1da-1682811a6b98,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:17.325918 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-2ddb0c61-f0ea-4032-ae88-9dd73c4a62d4 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Request body: {'subnet': {'network_id': '8cba44aa-dbb8-4d76-bbd1-726c3fefa9c9', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:29:17.336350 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 35372) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:17.356243 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d56cd29a-bc56-4d85-8b0d-4b79083a57c4 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:17.356846 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.db.segments_db [None req-d56cd29a-bc56-4d85-8b0d-4b79083a57c4 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Added segment b2d28733-f31e-4dea-a9d8-fe24e46919c6 of type vlan for network bd4702b1-253d-4a9d-8fbb-8306b2a4fc8a Mar 07 10:29:17.370817 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-8e06aab0-9eaf-429c-9187-2560a8136a9c tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1002742269', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:29:17.389254 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-c432c5b8-ec40-447a-a74e-bf008f6e5fdb req-caff9b19-51bd-4cdc-b9aa-5e6453c2b23a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=87904075-1f8c-428e-b226-5dcd72a33b07 HTTP/1.1" status: 200 len: 1098 time: 0.6396391 Mar 07 10:29:17.392100 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-8e06aab0-9eaf-429c-9187-2560a8136a9c tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:29:17.397015 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Network 8cba44aa-dbb8-4d76-bbd1-726c3fefa9c9 details requested by agent ovs-agent-dv-neutron-830731-3-hyperv with host dv-neutron-830731-3-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 10:29:17.425941 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-8e06aab0-9eaf-429c-9187-2560a8136a9c tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Usage tracker for resource:router and tenant:c3b5f271049746f595048596781f31b9 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:29:17.432059 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ec457b39-0386-4f6e-ac11-8f153e7f288b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:17.436697 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-8e06aab0-9eaf-429c-9187-2560a8136a9c tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:29:17.446761 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a93f90b3-1aaf-4cf1-838f-c4098fc534cd tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:17.471845 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-8e06aab0-9eaf-429c-9187-2560a8136a9c tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:29:17.485381 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-2ddb0c61-f0ea-4032-ae88-9dd73c4a62d4 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:29:17.498184 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-2ddb0c61-f0ea-4032-ae88-9dd73c4a62d4 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Usage tracker for resource:subnet and tenant:8843377006954c17a088ed77df13332f is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:29:17.510143 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-2ddb0c61-f0ea-4032-ae88-9dd73c4a62d4 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:29:17.521224 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-2ddb0c61-f0ea-4032-ae88-9dd73c4a62d4 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:29:17.570939 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ddb0c61-f0ea-4032-ae88-9dd73c4a62d4 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Made reservation on behalf of 8843377006954c17a088ed77df13332f for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:29:17.599248 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-b2103579-b7e3-4080-b7c4-49e8164ec04b None None] Attempting to bind port 00c0f3f3-cc90-451e-8e59-3edc7e18aa35 on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:29:17.599526 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-b2103579-b7e3-4080-b7c4-49e8164ec04b None None] Attempting to bind port 00c0f3f3-cc90-451e-8e59-3edc7e18aa35 by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': 'b04dff01-6d70-40eb-9368-04c1264d48ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'db19f82f-3c00-484d-af98-ef5349ef33de'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:29:17.599883 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2103579-b7e3-4080-b7c4-49e8164ec04b None None] Attempting to bind port 00c0f3f3-cc90-451e-8e59-3edc7e18aa35 on network db19f82f-3c00-484d-af98-ef5349ef33de {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:29:17.606267 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2103579-b7e3-4080-b7c4-49e8164ec04b None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 29, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:29:17.606629 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2103579-b7e3-4080-b7c4-49e8164ec04b None None] Checking segment: {'id': 'b04dff01-6d70-40eb-9368-04c1264d48ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'db19f82f-3c00-484d-af98-ef5349ef33de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:29:17.607137 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-b2103579-b7e3-4080-b7c4-49e8164ec04b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:17.607524 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2103579-b7e3-4080-b7c4-49e8164ec04b None None] Bound using segment: {'id': 'b04dff01-6d70-40eb-9368-04c1264d48ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'db19f82f-3c00-484d-af98-ef5349ef33de'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:29:17.607969 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-b2103579-b7e3-4080-b7c4-49e8164ec04b None None] Bound port: 00c0f3f3-cc90-451e-8e59-3edc7e18aa35, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b04dff01-6d70-40eb-9368-04c1264d48ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'db19f82f-3c00-484d-af98-ef5349ef33de'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:29:17.608330 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-b2103579-b7e3-4080-b7c4-49e8164ec04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:17.711497 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-b2103579-b7e3-4080-b7c4-49e8164ec04b None None] For port 00c0f3f3-cc90-451e-8e59-3edc7e18aa35, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:29:17.714329 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-b2103579-b7e3-4080-b7c4-49e8164ec04b None None] For port 00c0f3f3-cc90-451e-8e59-3edc7e18aa35, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=00c0f3f3-cc90-451e-8e59-3edc7e18aa35,segment=NetworkSegment(b04dff01-6d70-40eb-9368-04c1264d48ae),segment_id=b04dff01-6d70-40eb-9368-04c1264d48ae)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:29:17.720462 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-b2103579-b7e3-4080-b7c4-49e8164ec04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:17.737697 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-29632b68-7e49-4eba-b21f-2d90ec614f33 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:17.757919 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-a93f90b3-1aaf-4cf1-838f-c4098fc534cd tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Calling delete_port for a0470eba-60f6-4fd6-9570-76d4ec0e0613 owned by {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:29:17.772524 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-29632b68-7e49-4eba-b21f-2d90ec614f33 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:17.787182 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d56cd29a-bc56-4d85-8b0d-4b79083a57c4 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732568034061'] for network, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:17.808278 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122eebe7-11c8-4a42-ad55-4f4c9b26e95f None None] Pushing event updated for resources: {'Port': ['ID=00c0f3f3-cc90-451e-8e59-3edc7e18aa35,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:17.811376 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ec457b39-0386-4f6e-ac11-8f153e7f288b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:17.829313 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8e06aab0-9eaf-429c-9187-2560a8136a9c tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3919700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58025'] for router, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:17.830299 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8e06aab0-9eaf-429c-9187-2560a8136a9c tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3919671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4011175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58018'] for router, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:17.855922 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2103579-b7e3-4080-b7c4-49e8164ec04b None None] Routers {'3324b4fd-0a96-401d-9daf-b341f252b9ce'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:29:17.857417 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-b2103579-b7e3-4080-b7c4-49e8164ec04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:29:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['3324b4fd-0a96-401d-9daf-b341f252b9ce'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:29:17.872808 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2ddb0c61-f0ea-4032-ae88-9dd73c4a62d4 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3219231'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:17.890234 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-c432c5b8-ec40-447a-a74e-bf008f6e5fdb req-c1f99b71-6686-4ae4-a84b-9313f95097fa service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=41618aeb-c32b-4995-bf54-9ade52f46247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4803333 Mar 07 10:29:17.944328 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d56cd29a-bc56-4d85-8b0d-4b79083a57c4 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594'] for network, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:17.948588 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d56cd29a-bc56-4d85-8b0d-4b79083a57c4 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:17.949243 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d56cd29a-bc56-4d85-8b0d-4b79083a57c4 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:17.982317 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8e06aab0-9eaf-429c-9187-2560a8136a9c tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:18.039934 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-b2103579-b7e3-4080-b7c4-49e8164ec04b None None] Set router 3324b4fd-0a96-401d-9daf-b341f252b9ce gateway port host: None {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:29:18.148411 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ec457b39-0386-4f6e-ac11-8f153e7f288b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:18.180535 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56cd29a-bc56-4d85-8b0d-4b79083a57c4 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Pushing event updated for resources: {'Network': ['ID=bd4702b1-253d-4a9d-8fbb-8306b2a4fc8a,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:18.188726 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8e06aab0-9eaf-429c-9187-2560a8136a9c tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3917991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923518'] for router, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:18.201439 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Network bd4702b1-253d-4a9d-8fbb-8306b2a4fc8a details requested by agent ovs-agent-dv-neutron-830731-3-hyperv with host dv-neutron-830731-3-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 10:29:18.212543 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-d56cd29a-bc56-4d85-8b0d-4b79083a57c4 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 3.0278468 Mar 07 10:29:18.212543 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec457b39-0386-4f6e-ac11-8f153e7f288b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81f684ce-0140-45bb-a3c7-57fdef0df8cb,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:18.265141 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ec457b39-0386-4f6e-ac11-8f153e7f288b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:18.269219 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-ec457b39-0386-4f6e-ac11-8f153e7f288b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/81f684ce-0140-45bb-a3c7-57fdef0df8cb HTTP/1.1" status: 204 len: 168 time: 1.3590536 Mar 07 10:29:18.279122 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8e06aab0-9eaf-429c-9187-2560a8136a9c tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Notify callbacks [] for router, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:18.280371 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-8e06aab0-9eaf-429c-9187-2560a8136a9c tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.9372835 Mar 07 10:29:18.284898 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 35382) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:18.294479 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-16c5521e-94cd-46e1-bd02-843b7bd5bf67 tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'enable_snat': False}}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:29:18.360619 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-29632b68-7e49-4eba-b21f-2d90ec614f33 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Allocated IP 172.26.8.141 (5ed85006-6b00-415e-b71f-837fb1421c12/8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a/83f1fbe3-da11-448a-ab70-4e7b2fcc2205) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:29:18.385980 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 35386) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:18.406672 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-b4d07d51-8078-4f23-965e-dcc3f92fc6e6 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Request body: {'subnet': {'network_id': 'bd4702b1-253d-4a9d-8fbb-8306b2a4fc8a', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:29:18.435814 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dfe1da-209a-4c1b-a7e0-cfbbf56071b6 req-22f884a6-2122-4925-be89-45a485b8e0e6 tempest-TestServerAdvancedOps-1314532968 tempest-TestServerAdvancedOps-1314532968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:18.437367 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-70dfe1da-209a-4c1b-a7e0-cfbbf56071b6 req-22f884a6-2122-4925-be89-45a485b8e0e6 tempest-TestServerAdvancedOps-1314532968 tempest-TestServerAdvancedOps-1314532968-project] 10.222.0.13 "GET /v2.0/ports?device_id=87904075-1f8c-428e-b226-5dcd72a33b07 HTTP/1.1" status: 200 len: 945 time: 0.5490391 Mar 07 10:29:18.670703 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-b2103579-b7e3-4080-b7c4-49e8164ec04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3324b4fd-0a96-401d-9daf-b341f252b9ce', 'name': 'tempest-RoutersTest-router-1450641091', 'tenant_id': '8843377006954c17a088ed77df13332f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:28:36Z', 'updated_at': '2022-03-07T10:29:10Z', 'revision_number': 4, 'project_id': '8843377006954c17a088ed77df13332f', 'gw_port_host': None, '_interfaces': [{'id': '00c0f3f3-cc90-451e-8e59-3edc7e18aa35', 'name': '', 'network_id': 'db19f82f-3c00-484d-af98-ef5349ef33de', 'tenant_id': '8843377006954c17a088ed77df13332f', 'mac_address': 'fa:16:3e:b1:19:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3324b4fd-0a96-401d-9daf-b341f252b9ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '29bc72c7-310a-41ac-aaee-74352799fbfc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:29:08Z', 'updated_at': '2022-03-07T10:29:17Z', 'revision_number': 4, 'project_id': '8843377006954c17a088ed77df13332f', 'subnets': [{'id': '29bc72c7-310a-41ac-aaee-74352799fbfc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '886fbece-a853-4903-842e-0215fc553fdb', 'name': '', 'network_id': 'c602f718-e9de-48ac-b4a6-a9273b50169a', 'tenant_id': '8843377006954c17a088ed77df13332f', 'mac_address': 'fa:16:3e:2a:52:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3324b4fd-0a96-401d-9daf-b341f252b9ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32ec8036-5adc-4d1f-a49f-bc0660977659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:28:40Z', 'updated_at': '2022-03-07T10:28:57Z', 'revision_number': 5, 'project_id': '8843377006954c17a088ed77df13332f', 'subnets': [{'id': '32ec8036-5adc-4d1f-a49f-bc0660977659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae5b58a1-dd22-45d9-89cd-37eed5f11e6a', 'name': '', 'network_id': 'e62b0e07-d740-4280-82f4-4966ab2ca75d', 'tenant_id': '8843377006954c17a088ed77df13332f', 'mac_address': 'fa:16:3e:bf:9b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3324b4fd-0a96-401d-9daf-b341f252b9ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7245e10c-4fca-4313-bd10-62ddf8acc484', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:28:54Z', 'updated_at': '2022-03-07T10:29:06Z', 'revision_number': 5, 'project_id': '8843377006954c17a088ed77df13332f', 'subnets': [{'id': '7245e10c-4fca-4313-bd10-62ddf8acc484', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:29:18.676154 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2103579-b7e3-4080-b7c4-49e8164ec04b None None] The sync data for ids ['3324b4fd-0a96-401d-9daf-b341f252b9ce'] in dv-neutron-830731-3-hyperv is: [{'id': '3324b4fd-0a96-401d-9daf-b341f252b9ce', 'name': 'tempest-RoutersTest-router-1450641091', 'tenant_id': '8843377006954c17a088ed77df13332f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:28:36Z', 'updated_at': '2022-03-07T10:29:10Z', 'revision_number': 4, 'project_id': '8843377006954c17a088ed77df13332f', 'gw_port_host': None, '_interfaces': [{'id': '00c0f3f3-cc90-451e-8e59-3edc7e18aa35', 'name': '', 'network_id': 'db19f82f-3c00-484d-af98-ef5349ef33de', 'tenant_id': '8843377006954c17a088ed77df13332f', 'mac_address': 'fa:16:3e:b1:19:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3324b4fd-0a96-401d-9daf-b341f252b9ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '29bc72c7-310a-41ac-aaee-74352799fbfc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:29:08Z', 'updated_at': '2022-03-07T10:29:17Z', 'revision_number': 4, 'project_id': '8843377006954c17a088ed77df13332f', 'subnets': [{'id': '29bc72c7-310a-41ac-aaee-74352799fbfc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '886fbece-a853-4903-842e-0215fc553fdb', 'name': '', 'network_id': 'c602f718-e9de-48ac-b4a6-a9273b50169a', 'tenant_id': '8843377006954c17a088ed77df13332f', 'mac_address': 'fa:16:3e:2a:52:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3324b4fd-0a96-401d-9daf-b341f252b9ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32ec8036-5adc-4d1f-a49f-bc0660977659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:28:40Z', 'updated_at': '2022-03-07T10:28:57Z', 'revision_number': 5, 'project_id': '8843377006954c17a088ed77df13332f', 'subnets': [{'id': '32ec8036-5adc-4d1f-a49f-bc0660977659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae5b58a1-dd22-45d9-89cd-37eed5f11e6a', 'name': '', 'network_id': 'e62b0e07-d740-4280-82f4-4966ab2ca75d', 'tenant_id': '8843377006954c17a088ed77df13332f', 'mac_address': 'fa:16:3e:bf:9b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3324b4fd-0a96-401d-9daf-b341f252b9ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7245e10c-4fca-4313-bd10-62ddf8acc484', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:28:54Z', 'updated_at': '2022-03-07T10:29:06Z', 'revision_number': 5, 'project_id': '8843377006954c17a088ed77df13332f', 'subnets': [{'id': '7245e10c-4fca-4313-bd10-62ddf8acc484', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:29:18.735968 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-29632b68-7e49-4eba-b21f-2d90ec614f33 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:18.739290 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a93f90b3-1aaf-4cf1-838f-c4098fc534cd tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:18.781385 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-70dfe1da-209a-4c1b-a7e0-cfbbf56071b6 req-c9ab55c8-391d-4abd-9a0a-fb5ba00b11d5 tempest-TestServerAdvancedOps-1314532968 tempest-TestServerAdvancedOps-1314532968-project] 10.222.0.13 "GET /v2.0/security-groups?id=41618aeb-c32b-4995-bf54-9ade52f46247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3203852 Mar 07 10:29:18.825264 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-b4d07d51-8078-4f23-965e-dcc3f92fc6e6 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:29:18.855687 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-b4d07d51-8078-4f23-965e-dcc3f92fc6e6 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Usage tracker for resource:subnet and tenant:44b92b651ff14b9ab83bd7a3588b3016 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:29:18.862498 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-b4d07d51-8078-4f23-965e-dcc3f92fc6e6 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:29:18.871791 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-b4d07d51-8078-4f23-965e-dcc3f92fc6e6 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:29:18.961015 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93f90b3-1aaf-4cf1-838f-c4098fc534cd tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Pushing event deleted for resources: {'Port': ['ID=a0470eba-60f6-4fd6-9570-76d4ec0e0613,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:18.990900 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-29632b68-7e49-4eba-b21f-2d90ec614f33 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:18.995389 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4d07d51-8078-4f23-965e-dcc3f92fc6e6 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Made reservation on behalf of 44b92b651ff14b9ab83bd7a3588b3016 for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:29:19.206518 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a93f90b3-1aaf-4cf1-838f-c4098fc534cd tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:19.208759 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-a93f90b3-1aaf-4cf1-838f-c4098fc534cd tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] 10.222.0.13 "DELETE /v2.0/ports/a0470eba-60f6-4fd6-9570-76d4ec0e0613 HTTP/1.1" status: 204 len: 168 time: 2.6613600 Mar 07 10:29:19.212002 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29632b68-7e49-4eba-b21f-2d90ec614f33 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Pushing event updated for resources: {'Port': ['ID=83f1fbe3-da11-448a-ab70-4e7b2fcc2205,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:19.217914 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 35404) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:19.223460 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2ddb0c61-f0ea-4032-ae88-9dd73c4a62d4 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3012444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3219213'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:19.390955 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-19c7024b-4691-456a-b139-ec09b5a283ad tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] GET failed (client error): The resource could not be found. Mar 07 10:29:19.392016 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-19c7024b-4691-456a-b139-ec09b5a283ad tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Synchronizing usage tracker for tenant:b6ff3248bb834bc1a094f45e7fa43fbd on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:29:19.411841 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b4d07d51-8078-4f23-965e-dcc3f92fc6e6 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3219231'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:19.433167 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29632b68-7e49-4eba-b21f-2d90ec614f33 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Network 5ed85006-6b00-415e-b71f-837fb1421c12 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:29:19.443393 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-29632b68-7e49-4eba-b21f-2d90ec614f33 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:29:19.457044 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29632b68-7e49-4eba-b21f-2d90ec614f33 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:29:19.482645 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 35410) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:19.503607 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-19c7024b-4691-456a-b139-ec09b5a283ad tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Unset dirty status for tenant:b6ff3248bb834bc1a094f45e7fa43fbd on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:29:19.507842 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-19c7024b-4691-456a-b139-ec09b5a283ad tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] 10.222.0.13 "GET /v2.0/ports/a0470eba-60f6-4fd6-9570-76d4ec0e0613 HTTP/1.1" status: 404 len: 333 time: 0.2869334 Mar 07 10:29:19.509820 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 35416) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:19.562238 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-16c5521e-94cd-46e1-bd02-843b7bd5bf67 tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3917998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58952'] for router, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:19.572587 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ddb0c61-f0ea-4032-ae88-9dd73c4a62d4 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Checking segment: {'id': 'c6ae6ee0-758d-452e-833f-94c454be5308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '8cba44aa-dbb8-4d76-bbd1-726c3fefa9c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:29:19.573383 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ddb0c61-f0ea-4032-ae88-9dd73c4a62d4 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Network hostable DHCP agents. Network: 8cba44aa-dbb8-4d76-bbd1-726c3fefa9c9, hostable agents: ['6527556c-6586-422c-ae47-082984683847'], hosted agents: [] {{(pid=83737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:29:19.576991 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddb0c61-f0ea-4032-ae88-9dd73c4a62d4 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Pushing event updated for resources: {'Subnet': ['ID=c2fc008f-86d3-472b-82b4-6e02cef9d6df,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:19.684755 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ddb0c61-f0ea-4032-ae88-9dd73c4a62d4 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Network 8cba44aa-dbb8-4d76-bbd1-726c3fefa9c9 is scheduled to be hosted by DHCP agent 6527556c-6586-422c-ae47-082984683847 with binding_index 1 {{(pid=83737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:29:19.734835 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-2ddb0c61-f0ea-4032-ae88-9dd73c4a62d4 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830731-3-hyperv, 8cba44aa-dbb8-4d76-bbd1-726c3fefa9c9) {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:29:19.743404 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea473056-478e-460b-b172-e40aa2e96529 None None] Network 8cba44aa-dbb8-4d76-bbd1-726c3fefa9c9 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:29:19.757425 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ddb0c61-f0ea-4032-ae88-9dd73c4a62d4 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:19.758396 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2ddb0c61-f0ea-4032-ae88-9dd73c4a62d4 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:19.828818 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-2ddb0c61-f0ea-4032-ae88-9dd73c4a62d4 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5072803 Mar 07 10:29:19.832394 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 35422) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:19.834302 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-91e3d9db-1ce3-4dbb-b618-2a9b6651b034 tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:29:19.834921 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.api.v2.resource [None req-91e3d9db-1ce3-4dbb-b618-2a9b6651b034 tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] create failed (client error): There was a conflict when trying to complete your request. Mar 07 10:29:19.839143 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-91e3d9db-1ce3-4dbb-b618-2a9b6651b034 tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3509948 Mar 07 10:29:19.840120 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 35426) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:19.858032 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-02a57705-1de8-461d-9f26-2c62311e6f2f tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Request body: {'security_group': {'name': 'tempest-secgroup--230757093'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:29:19.869495 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-02a57705-1de8-461d-9f26-2c62311e6f2f tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:29:19.924852 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-02a57705-1de8-461d-9f26-2c62311e6f2f tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Usage tracker for resource:security_group and tenant:463c2b19f95f47a9ab69cb3f43b1e7ab is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:29:19.935148 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-02a57705-1de8-461d-9f26-2c62311e6f2f tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:29:19.952998 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b4d07d51-8078-4f23-965e-dcc3f92fc6e6 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3012444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3219213'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:19.962623 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-02a57705-1de8-461d-9f26-2c62311e6f2f tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:29:19.995920 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a77d6f9e-ebe7-47ac-bf9f-27d814e98ff4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ec2749d-0aec-52fb-aca6-10ba8a80aade-8cba44aa-dbb8-4d76-bbd1-726c3fefa9c9', 'network_id': '8cba44aa-dbb8-4d76-bbd1-726c3fefa9c9', 'tenant_id': '8843377006954c17a088ed77df13332f', 'fixed_ips': [{'subnet_id': 'c2fc008f-86d3-472b-82b4-6e02cef9d6df'}]}} from dv-neutron-830731-3-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 07 10:29:19.996927 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a77d6f9e-ebe7-47ac-bf9f-27d814e98ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:20.003617 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41457efe-d80d-403d-aac1-4fd28a9d638c tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Router 6bb2da1f-fba2-413d-aad6-e90732779037 has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:29:20.009090 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-02a57705-1de8-461d-9f26-2c62311e6f2f tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Notify callbacks [] for security_group, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:20.027039 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_v2 [None req-59841441-da54-481d-a0da-d28c4ae86f92 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Deleting subnet 69fce55b-c350-4b7c-9ba6-6979ca8fc087 {{(pid=83738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 07 10:29:20.033689 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-02a57705-1de8-461d-9f26-2c62311e6f2f tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Notify callbacks [] for security_group, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:20.044711 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-59841441-da54-481d-a0da-d28c4ae86f92 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks [] for subnet, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:20.108414 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d07d51-8078-4f23-965e-dcc3f92fc6e6 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Pushing event updated for resources: {'Subnet': ['ID=19732b89-0a06-4e0c-8976-876f058ecaac,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:20.151690 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-29632b68-7e49-4eba-b21f-2d90ec614f33 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:20.152409 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-29632b68-7e49-4eba-b21f-2d90ec614f33 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3917991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923518'] for router, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:20.167916 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d07d51-8078-4f23-965e-dcc3f92fc6e6 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Checking segment: {'id': 'b2d28733-f31e-4dea-a9d8-fe24e46919c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'bd4702b1-253d-4a9d-8fbb-8306b2a4fc8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:29:20.168268 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d07d51-8078-4f23-965e-dcc3f92fc6e6 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Network hostable DHCP agents. Network: bd4702b1-253d-4a9d-8fbb-8306b2a4fc8a, hostable agents: ['6527556c-6586-422c-ae47-082984683847'], hosted agents: [] {{(pid=83737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:29:20.181093 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-a77d6f9e-ebe7-47ac-bf9f-27d814e98ff4 None None] Allocated IP 172.23.0.2 (8cba44aa-dbb8-4d76-bbd1-726c3fefa9c9/c2fc008f-86d3-472b-82b4-6e02cef9d6df/294a4fc7-74b6-44e2-bea0-726326de43ef) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:29:20.188734 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-59841441-da54-481d-a0da-d28c4ae86f92 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2969395'] for subnet, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:20.279271 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-02a57705-1de8-461d-9f26-2c62311e6f2f tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:29:20.291489 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-02a57705-1de8-461d-9f26-2c62311e6f2f tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Usage tracker for resource:security_group_rule and tenant:463c2b19f95f47a9ab69cb3f43b1e7ab is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:29:20.299533 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-02a57705-1de8-461d-9f26-2c62311e6f2f tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:29:20.311399 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-02a57705-1de8-461d-9f26-2c62311e6f2f tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:29:20.456736 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a77d6f9e-ebe7-47ac-bf9f-27d814e98ff4 None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:20.472593 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a77d6f9e-ebe7-47ac-bf9f-27d814e98ff4 None None] Transition to ACTIVE for port object 294a4fc7-74b6-44e2-bea0-726326de43ef will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:29:20.479543 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-59841441-da54-481d-a0da-d28c4ae86f92 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1525496'] for subnet, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:20.497994 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a77d6f9e-ebe7-47ac-bf9f-27d814e98ff4 None None] Transition to ACTIVE for port object 294a4fc7-74b6-44e2-bea0-726326de43ef will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:29:20.510526 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2144c11-65fb-4797-9ff1-3c65df5edc33 req-e2fa57e5-5f8d-4239-be4c-91eb6c7e973a tempest-TestServerAdvancedOps-1314532968 tempest-TestServerAdvancedOps-1314532968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:20.512024 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-a2144c11-65fb-4797-9ff1-3c65df5edc33 req-e2fa57e5-5f8d-4239-be4c-91eb6c7e973a tempest-TestServerAdvancedOps-1314532968 tempest-TestServerAdvancedOps-1314532968-project] 10.222.0.13 "GET /v2.0/ports?device_id=87904075-1f8c-428e-b226-5dcd72a33b07 HTTP/1.1" status: 200 len: 945 time: 0.5081804 Mar 07 10:29:20.522525 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a77d6f9e-ebe7-47ac-bf9f-27d814e98ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:20.565359 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 00c0f3f3-cc90-451e-8e59-3edc7e18aa35 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:29:20.591205 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-02a57705-1de8-461d-9f26-2c62311e6f2f tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Notify callbacks [] for security_group, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:20.606435 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-02a57705-1de8-461d-9f26-2c62311e6f2f tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:20.632831 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-16c5521e-94cd-46e1-bd02-843b7bd5bf67 tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:20.653768 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a77d6f9e-ebe7-47ac-bf9f-27d814e98ff4 None None] Network 8cba44aa-dbb8-4d76-bbd1-726c3fefa9c9 is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:29:20.658849 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-a77d6f9e-ebe7-47ac-bf9f-27d814e98ff4 None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:29:20.665717 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77d6f9e-ebe7-47ac-bf9f-27d814e98ff4 None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:29:20.667219 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77d6f9e-ebe7-47ac-bf9f-27d814e98ff4 None None] Pushing event updated for resources: {'Port': ['ID=294a4fc7-74b6-44e2-bea0-726326de43ef,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:20.693279 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-16c5521e-94cd-46e1-bd02-843b7bd5bf67 tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:20.757804 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-02a57705-1de8-461d-9f26-2c62311e6f2f tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:29:20.758885 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d07d51-8078-4f23-965e-dcc3f92fc6e6 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Network bd4702b1-253d-4a9d-8fbb-8306b2a4fc8a is scheduled to be hosted by DHCP agent 6527556c-6586-422c-ae47-082984683847 with binding_index 1 {{(pid=83737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:29:20.767383 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a57705-1de8-461d-9f26-2c62311e6f2f tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3a0f813-037a-444d-854e-e7d05f29c1b7,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:20.773085 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-02a57705-1de8-461d-9f26-2c62311e6f2f tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Usage tracker for resource:security_group_rule and tenant:463c2b19f95f47a9ab69cb3f43b1e7ab is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:29:20.775084 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-a77d6f9e-ebe7-47ac-bf9f-27d814e98ff4 None None] Attempting to bind port 294a4fc7-74b6-44e2-bea0-726326de43ef on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:29:20.775084 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-a77d6f9e-ebe7-47ac-bf9f-27d814e98ff4 None None] Attempting to bind port 294a4fc7-74b6-44e2-bea0-726326de43ef by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': 'c6ae6ee0-758d-452e-833f-94c454be5308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '8cba44aa-dbb8-4d76-bbd1-726c3fefa9c9'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:29:20.775960 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a77d6f9e-ebe7-47ac-bf9f-27d814e98ff4 None None] Attempting to bind port 294a4fc7-74b6-44e2-bea0-726326de43ef on network 8cba44aa-dbb8-4d76-bbd1-726c3fefa9c9 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:29:20.783044 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-02a57705-1de8-461d-9f26-2c62311e6f2f tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:29:20.783457 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning for port 00c0f3f3-cc90-451e-8e59-3edc7e18aa35 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:29:20.786686 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a77d6f9e-ebe7-47ac-bf9f-27d814e98ff4 None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 29, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:29:20.787161 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a77d6f9e-ebe7-47ac-bf9f-27d814e98ff4 None None] Checking segment: {'id': 'c6ae6ee0-758d-452e-833f-94c454be5308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '8cba44aa-dbb8-4d76-bbd1-726c3fefa9c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:29:20.787555 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a77d6f9e-ebe7-47ac-bf9f-27d814e98ff4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:20.787940 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a77d6f9e-ebe7-47ac-bf9f-27d814e98ff4 None None] Bound using segment: {'id': 'c6ae6ee0-758d-452e-833f-94c454be5308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '8cba44aa-dbb8-4d76-bbd1-726c3fefa9c9'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:29:20.788409 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-a77d6f9e-ebe7-47ac-bf9f-27d814e98ff4 None None] Bound port: 294a4fc7-74b6-44e2-bea0-726326de43ef, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6ae6ee0-758d-452e-833f-94c454be5308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '8cba44aa-dbb8-4d76-bbd1-726c3fefa9c9'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:29:20.788814 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a77d6f9e-ebe7-47ac-bf9f-27d814e98ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:20.795631 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-59841441-da54-481d-a0da-d28c4ae86f92 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1525489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3556647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741465'] for subnet, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:20.802090 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-02a57705-1de8-461d-9f26-2c62311e6f2f tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:29:20.804387 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 00c0f3f3-cc90-451e-8e59-3edc7e18aa35 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:29:20.804963 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:20.810368 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-a2144c11-65fb-4797-9ff1-3c65df5edc33 req-b42867d3-7603-4689-8826-4b353055f0a2 tempest-TestServerAdvancedOps-1314532968 tempest-TestServerAdvancedOps-1314532968-project] 10.222.0.13 "GET /v2.0/security-groups?id=41618aeb-c32b-4995-bf54-9ade52f46247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2901776 Mar 07 10:29:20.839786 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-b4d07d51-8078-4f23-965e-dcc3f92fc6e6 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830731-3-hyperv, bd4702b1-253d-4a9d-8fbb-8306b2a4fc8a) {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:29:20.845424 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d07d51-8078-4f23-965e-dcc3f92fc6e6 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:20.846535 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b4d07d51-8078-4f23-965e-dcc3f92fc6e6 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:20.865563 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c090e97f-2ceb-4aa0-82a1-fdc4810db76b None None] Network bd4702b1-253d-4a9d-8fbb-8306b2a4fc8a requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:29:20.884417 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59841441-da54-481d-a0da-d28c4ae86f92 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Pushing event deleted for resources: {'Subnet': ['ID=69fce55b-c350-4b7c-9ba6-6979ca8fc087,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:20.906283 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-59841441-da54-481d-a0da-d28c4ae86f92 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:20.906498 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-b4d07d51-8078-4f23-965e-dcc3f92fc6e6 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.5141418 Mar 07 10:29:20.907321 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 35432) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:20.920174 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-b90ef036-6bd0-460a-85cf-93f292e5f108 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-969267450'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:29:20.937428 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-b90ef036-6bd0-460a-85cf-93f292e5f108 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:29:20.950866 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-b90ef036-6bd0-460a-85cf-93f292e5f108 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Usage tracker for resource:network and tenant:44b92b651ff14b9ab83bd7a3588b3016 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:29:20.958098 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-b90ef036-6bd0-460a-85cf-93f292e5f108 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:29:20.965931 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e50ea1-231a-49ab-a9a9-f4dc1feb776d None None] Network 85521ecb-4c13-424d-9cb9-cf2d988db9d6 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:29:20.974452 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-b90ef036-6bd0-460a-85cf-93f292e5f108 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:29:20.979606 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41457efe-d80d-403d-aac1-4fd28a9d638c tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:29:20.989094 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-59841441-da54-481d-a0da-d28c4ae86f92 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] 10.222.0.13 "DELETE /v2.0/subnets/69fce55b-c350-4b7c-9ba6-6979ca8fc087 HTTP/1.1" status: 204 len: 168 time: 1.4764874 Mar 07 10:29:20.993171 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 35436) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:21.008878 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19461b18-edf3-4558-8188-da75e4004ac8 None None] Sync routers for ids ['6bb2da1f-fba2-413d-aad6-e90732779037'] in dv-neutron-830731-3-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:29:21.022634 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-41457efe-d80d-403d-aac1-4fd28a9d638c tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for floatingip, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:21.032624 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19461b18-edf3-4558-8188-da75e4004ac8 None None] Routers {'6bb2da1f-fba2-413d-aad6-e90732779037'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:29:21.033230 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-19461b18-edf3-4558-8188-da75e4004ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:29:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['6bb2da1f-fba2-413d-aad6-e90732779037'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:29:21.085392 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-16c5521e-94cd-46e1-bd02-843b7bd5bf67 tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Allocated IP 172.26.8.118 (5ed85006-6b00-415e-b71f-837fb1421c12/8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a/0019fb45-ec39-41d9-92f8-8d68f7b3de48) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:29:21.088902 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-02a57705-1de8-461d-9f26-2c62311e6f2f tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Notify callbacks [] for security_group, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:21.107940 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-02a57705-1de8-461d-9f26-2c62311e6f2f tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:21.134325 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b90ef036-6bd0-460a-85cf-93f292e5f108 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Made reservation on behalf of 44b92b651ff14b9ab83bd7a3588b3016 for: {'network': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:29:21.137117 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b90ef036-6bd0-460a-85cf-93f292e5f108 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for network, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:21.167008 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-41457efe-d80d-403d-aac1-4fd28a9d638c tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] 10.222.0.13 "DELETE /v2.0/floatingips/56b5a704-fd94-4925-8a20-a1f93ec58899 HTTP/1.1" status: 204 len: 168 time: 6.5253563 Mar 07 10:29:21.190161 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22a73a36-a502-4d17-9bc5-55363d6489d7', 'tag': '65714aee-73ac-4584-a7de-be759f77a2b1'}] {{(pid=83738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 10:29:21.283615 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a57705-1de8-461d-9f26-2c62311e6f2f tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=685d732b-05a4-4cab-ab16-3edbbf184720,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:21.289195 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-02a57705-1de8-461d-9f26-2c62311e6f2f tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:21.290032 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-02a57705-1de8-461d-9f26-2c62311e6f2f tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.4421785 Mar 07 10:29:21.292846 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 35444) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:21.302567 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-25389e95-9756-4f65-9899-cf45d6961fcb tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Request body: {'security_group_rule': {'security_group_id': '685d732b-05a4-4cab-ab16-3edbbf184720', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:29:21.311163 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-25389e95-9756-4f65-9899-cf45d6961fcb tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:29:21.328004 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-25389e95-9756-4f65-9899-cf45d6961fcb tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Usage tracker for resource:security_group_rule and tenant:463c2b19f95f47a9ab69cb3f43b1e7ab is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:29:21.333138 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-25389e95-9756-4f65-9899-cf45d6961fcb tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:29:21.345606 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-25389e95-9756-4f65-9899-cf45d6961fcb tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:29:21.368092 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:21.396490 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b90ef036-6bd0-460a-85cf-93f292e5f108 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=83737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:29:21.431225 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-19461b18-edf3-4558-8188-da75e4004ac8 None None] Set router 6bb2da1f-fba2-413d-aad6-e90732779037 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:29:21.436782 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-16c5521e-94cd-46e1-bd02-843b7bd5bf67 tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:21.446593 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-25389e95-9756-4f65-9899-cf45d6961fcb tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:21.506191 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a77d6f9e-ebe7-47ac-bf9f-27d814e98ff4 None None] For port 294a4fc7-74b6-44e2-bea0-726326de43ef, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:29:21.536885 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-16c5521e-94cd-46e1-bd02-843b7bd5bf67 tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:21.546668 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a77d6f9e-ebe7-47ac-bf9f-27d814e98ff4 None None] For port 294a4fc7-74b6-44e2-bea0-726326de43ef, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=294a4fc7-74b6-44e2-bea0-726326de43ef,segment=NetworkSegment(c6ae6ee0-758d-452e-833f-94c454be5308),segment_id=c6ae6ee0-758d-452e-833f-94c454be5308)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:29:21.554070 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] For port 00c0f3f3-cc90-451e-8e59-3edc7e18aa35, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=00c0f3f3-cc90-451e-8e59-3edc7e18aa35,segment=NetworkSegment(b04dff01-6d70-40eb-9368-04c1264d48ae),segment_id=b04dff01-6d70-40eb-9368-04c1264d48ae)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:29:21.639126 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16c5521e-94cd-46e1-bd02-843b7bd5bf67 tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Network 5ed85006-6b00-415e-b71f-837fb1421c12 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:29:21.644036 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22a73a36-a502-4d17-9bc5-55363d6489d7', 'tag': '65714aee-73ac-4584-a7de-be759f77a2b1', 'status': 'completed', 'code': 200} Mar 07 10:29:21.647860 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-16c5521e-94cd-46e1-bd02-843b7bd5bf67 tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:29:21.658238 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c5521e-94cd-46e1-bd02-843b7bd5bf67 tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Pushing event updated for resources: {'Port': ['ID=0019fb45-ec39-41d9-92f8-8d68f7b3de48,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:21.662204 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c5521e-94cd-46e1-bd02-843b7bd5bf67 tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:29:21.682062 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b90ef036-6bd0-460a-85cf-93f292e5f108 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:21.682852 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.db.segments_db [None req-b90ef036-6bd0-460a-85cf-93f292e5f108 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Added segment ba6e3a8b-11d2-488c-8903-3c27eafea7cd of type vlan for network 443cabf3-3ab7-4b17-b803-8af5ec72787d Mar 07 10:29:21.703802 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a77d6f9e-ebe7-47ac-bf9f-27d814e98ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:21.715557 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f0ef00c-b3ad-4b0b-9d92-a11d9adcd4ac tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Deleting subnet be1e35d9-d281-4278-a9b6-5b895558dfae {{(pid=83737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 07 10:29:21.715785 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:21.732797 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6f0ef00c-b3ad-4b0b-9d92-a11d9adcd4ac tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks [] for subnet, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:21.785878 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-25389e95-9756-4f65-9899-cf45d6961fcb tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:21.791612 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b90ef036-6bd0-460a-85cf-93f292e5f108 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732568034061'] for network, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:21.806563 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-25389e95-9756-4f65-9899-cf45d6961fcb tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:21.847697 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25389e95-9756-4f65-9899-cf45d6961fcb tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d87eb57-c656-4b23-8036-3ca122808247,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:21.875276 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f20f29b-968d-4a35-82ab-efabdc8ca5f2 req-124eb299-e9cb-43e4-81a0-bc9b55e416e0 tempest-TestServerAdvancedOps-1314532968 tempest-TestServerAdvancedOps-1314532968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:21.877010 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-25389e95-9756-4f65-9899-cf45d6961fcb tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:21.877248 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-3f20f29b-968d-4a35-82ab-efabdc8ca5f2 req-124eb299-e9cb-43e4-81a0-bc9b55e416e0 tempest-TestServerAdvancedOps-1314532968 tempest-TestServerAdvancedOps-1314532968-project] 10.222.0.13 "GET /v2.0/ports?device_id=87904075-1f8c-428e-b226-5dcd72a33b07 HTTP/1.1" status: 200 len: 945 time: 0.7301476 Mar 07 10:29:21.881726 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-25389e95-9756-4f65-9899-cf45d6961fcb tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5879738 Mar 07 10:29:21.884724 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 35450) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:21.893100 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-f106afde-bd84-49c9-9e96-564821bf3994 tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Request body: {'security_group_rule': {'security_group_id': '685d732b-05a4-4cab-ab16-3edbbf184720', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:29:21.899470 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-f106afde-bd84-49c9-9e96-564821bf3994 tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:29:21.903225 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-f106afde-bd84-49c9-9e96-564821bf3994 tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Usage tracker for resource:security_group_rule and tenant:463c2b19f95f47a9ab69cb3f43b1e7ab is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:29:21.907513 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-f106afde-bd84-49c9-9e96-564821bf3994 tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:29:21.911258 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29632b68-7e49-4eba-b21f-2d90ec614f33 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Router 80156935-951e-44ef-bef1-ea72a9ad57c6 is scheduled to L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 with binding_index 1 {{(pid=83737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 10:29:21.914234 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-f106afde-bd84-49c9-9e96-564821bf3994 tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:29:21.938426 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-19461b18-edf3-4558-8188-da75e4004ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb2da1f-fba2-413d-aad6-e90732779037', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1931307512', 'tenant_id': '4e9c4d5c86cf416eb66bed1b523adf54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.87'}], 'enable_snat': True}, 'gw_port_id': '5e235750-6211-4798-b4f4-060b7c0abb44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:25:52Z', 'updated_at': '2022-03-07T10:26:12Z', 'revision_number': 4, 'project_id': '4e9c4d5c86cf416eb66bed1b523adf54', 'gw_port': {'id': '5e235750-6211-4798-b4f4-060b7c0abb44', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:aa:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb2da1f-fba2-413d-aad6-e90732779037', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:25:54Z', 'updated_at': '2022-03-07T10:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_interfaces': [{'id': '27be624e-8a66-479b-8906-f626da77bb08', 'name': '', 'network_id': '0ff3d537-e319-4922-a8b2-8cb5ee18b005', 'tenant_id': '4e9c4d5c86cf416eb66bed1b523adf54', 'mac_address': 'fa:16:3e:9d:e4:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb2da1f-fba2-413d-aad6-e90732779037', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '76710092-eed3-4585-bcb7-8bd2be0bad68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:26:10Z', 'updated_at': '2022-03-07T10:26:22Z', 'revision_number': 5, 'project_id': '4e9c4d5c86cf416eb66bed1b523adf54', 'subnets': [{'id': '76710092-eed3-4585-bcb7-8bd2be0bad68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:29:21.943376 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19461b18-edf3-4558-8188-da75e4004ac8 None None] Checking router: 6bb2da1f-fba2-413d-aad6-e90732779037 for host: dv-neutron-830731-3-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 07 10:29:21.951176 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f106afde-bd84-49c9-9e96-564821bf3994 tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:21.957149 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6f0ef00c-b3ad-4b0b-9d92-a11d9adcd4ac tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2627781'] for subnet, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:21.965386 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b7a1ab9-f554-497e-9059-2e50719f1293 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ec2749d-0aec-52fb-aca6-10ba8a80aade-bd4702b1-253d-4a9d-8fbb-8306b2a4fc8a', 'network_id': 'bd4702b1-253d-4a9d-8fbb-8306b2a4fc8a', 'tenant_id': '44b92b651ff14b9ab83bd7a3588b3016', 'fixed_ips': [{'subnet_id': '19732b89-0a06-4e0c-8976-876f058ecaac'}]}} from dv-neutron-830731-3-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 07 10:29:21.966191 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-8b7a1ab9-f554-497e-9059-2e50719f1293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:21.966907 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19461b18-edf3-4558-8188-da75e4004ac8 None None] Routers {'6bb2da1f-fba2-413d-aad6-e90732779037'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:29:21.967654 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-19461b18-edf3-4558-8188-da75e4004ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:29:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['6bb2da1f-fba2-413d-aad6-e90732779037'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:29:21.974807 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-3e8d4c13-3c6c-43fa-972e-4892bda02054 req-52b33170-99c7-4339-85cf-e1e68dbabc6c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4e9c4d5c86cf416eb66bed1b523adf54&device_id=22a73a36-a502-4d17-9bc5-55363d6489d7 HTTP/1.1" status: 200 len: 1098 time: 0.2563159 Mar 07 10:29:22.046049 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b90ef036-6bd0-460a-85cf-93f292e5f108 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594'] for network, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:22.051368 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b90ef036-6bd0-460a-85cf-93f292e5f108 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:22.052218 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b90ef036-6bd0-460a-85cf-93f292e5f108 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:22.235669 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-19461b18-edf3-4558-8188-da75e4004ac8 None None] Set router 6bb2da1f-fba2-413d-aad6-e90732779037 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:29:22.279606 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-8b7a1ab9-f554-497e-9059-2e50719f1293 None None] Allocated IP 172.20.255.242 (bd4702b1-253d-4a9d-8fbb-8306b2a4fc8a/19732b89-0a06-4e0c-8976-876f058ecaac/4a8fcbd7-09f8-4d22-8706-6d43f82bd10c) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:29:22.329422 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8d4c13-3c6c-43fa-972e-4892bda02054 req-e9aa2d96-4645-46dd-ab31-8ec360a8fbb6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:22.330151 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-3e8d4c13-3c6c-43fa-972e-4892bda02054 req-e9aa2d96-4645-46dd-ab31-8ec360a8fbb6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0ff3d537-e319-4922-a8b2-8cb5ee18b005 HTTP/1.1" status: 200 len: 897 time: 0.3433700 Mar 07 10:29:22.368341 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-3f20f29b-968d-4a35-82ab-efabdc8ca5f2 req-7f4a777d-e34e-40fc-a085-b4f99f5418c9 tempest-TestServerAdvancedOps-1314532968 tempest-TestServerAdvancedOps-1314532968-project] 10.222.0.13 "GET /v2.0/security-groups?id=41618aeb-c32b-4995-bf54-9ade52f46247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4771910 Mar 07 10:29:22.455224 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-3e8d4c13-3c6c-43fa-972e-4892bda02054 req-3269c5cd-ed72-44a8-a059-9838640d297e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=65714aee-73ac-4584-a7de-be759f77a2b1 HTTP/1.1" status: 200 len: 217 time: 0.1148973 Mar 07 10:29:22.525857 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.api.v2.resource [None req-f106afde-bd84-49c9-9e96-564821bf3994 tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] create failed (client error): There was a conflict when trying to complete your request. Mar 07 10:29:22.529446 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-f106afde-bd84-49c9-9e96-564821bf3994 tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.6436319 Mar 07 10:29:22.530967 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8d4c13-3c6c-43fa-972e-4892bda02054 req-e5822d09-b9aa-4456-a20b-7589d0a8a133 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:22.532375 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-3e8d4c13-3c6c-43fa-972e-4892bda02054 req-e5822d09-b9aa-4456-a20b-7589d0a8a133 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=76710092-eed3-4585-bcb7-8bd2be0bad68 HTTP/1.1" status: 200 len: 834 time: 0.0711651 Mar 07 10:29:22.534600 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 35456) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:22.650306 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-16c5521e-94cd-46e1-bd02-843b7bd5bf67 tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:22.704847 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-b90ef036-6bd0-460a-85cf-93f292e5f108 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.7935011 Mar 07 10:29:22.713515 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 35460) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:22.744369 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-ded6fd53-379c-4046-a86f-3006f5b97055 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Request body: {'subnet': {'network_id': '443cabf3-3ab7-4b17-b803-8af5ec72787d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:29:22.779551 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77d6f9e-ebe7-47ac-bf9f-27d814e98ff4 None None] Pushing event updated for resources: {'Port': ['ID=294a4fc7-74b6-44e2-bea0-726326de43ef,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:22.793415 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de06372-1d65-442d-a9c4-7eb25a137192 req-afd855d6-4fae-4b0c-98cd-ebedd37c5b57 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:22.800118 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-5de06372-1d65-442d-a9c4-7eb25a137192 req-afd855d6-4fae-4b0c-98cd-ebedd37c5b57 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] 10.222.0.13 "GET /v2.0/ports?device_id=22a73a36-a502-4d17-9bc5-55363d6489d7 HTTP/1.1" status: 200 len: 945 time: 1.0039291 Mar 07 10:29:22.809376 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90ef036-6bd0-460a-85cf-93f292e5f108 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Pushing event updated for resources: {'Network': ['ID=443cabf3-3ab7-4b17-b803-8af5ec72787d,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:22.881890 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-8b7a1ab9-f554-497e-9059-2e50719f1293 None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:22.894278 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-8b7a1ab9-f554-497e-9059-2e50719f1293 None None] Transition to ACTIVE for port object 4a8fcbd7-09f8-4d22-8706-6d43f82bd10c will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:29:22.918138 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-8b7a1ab9-f554-497e-9059-2e50719f1293 None None] Transition to ACTIVE for port object 4a8fcbd7-09f8-4d22-8706-6d43f82bd10c will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:29:22.922254 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Network 443cabf3-3ab7-4b17-b803-8af5ec72787d details requested by agent ovs-agent-dv-neutron-830731-3-hyperv with host dv-neutron-830731-3-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 10:29:22.922675 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ca7dd644-80a1-488e-8ab3-794dc8392b9f tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Notify callbacks [] for security_group, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:22.927128 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-16c5521e-94cd-46e1-bd02-843b7bd5bf67 tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3917998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58952'] for router, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:22.936391 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-19461b18-edf3-4558-8188-da75e4004ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb2da1f-fba2-413d-aad6-e90732779037', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1931307512', 'tenant_id': '4e9c4d5c86cf416eb66bed1b523adf54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.87'}], 'enable_snat': True}, 'gw_port_id': '5e235750-6211-4798-b4f4-060b7c0abb44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:25:52Z', 'updated_at': '2022-03-07T10:26:12Z', 'revision_number': 4, 'project_id': '4e9c4d5c86cf416eb66bed1b523adf54', 'gw_port': {'id': '5e235750-6211-4798-b4f4-060b7c0abb44', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:aa:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb2da1f-fba2-413d-aad6-e90732779037', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:25:54Z', 'updated_at': '2022-03-07T10:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_interfaces': [{'id': '27be624e-8a66-479b-8906-f626da77bb08', 'name': '', 'network_id': '0ff3d537-e319-4922-a8b2-8cb5ee18b005', 'tenant_id': '4e9c4d5c86cf416eb66bed1b523adf54', 'mac_address': 'fa:16:3e:9d:e4:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb2da1f-fba2-413d-aad6-e90732779037', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '76710092-eed3-4585-bcb7-8bd2be0bad68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:26:10Z', 'updated_at': '2022-03-07T10:26:22Z', 'revision_number': 5, 'project_id': '4e9c4d5c86cf416eb66bed1b523adf54', 'subnets': [{'id': '76710092-eed3-4585-bcb7-8bd2be0bad68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:29:22.948442 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-16c5521e-94cd-46e1-bd02-843b7bd5bf67 tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3923496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3923511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3918005'] for router, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:22.949188 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19461b18-edf3-4558-8188-da75e4004ac8 None None] The sync data for ids ['6bb2da1f-fba2-413d-aad6-e90732779037'] in dv-neutron-830731-3-hyperv is: [{'id': '6bb2da1f-fba2-413d-aad6-e90732779037', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1931307512', 'tenant_id': '4e9c4d5c86cf416eb66bed1b523adf54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.87'}], 'enable_snat': True}, 'gw_port_id': '5e235750-6211-4798-b4f4-060b7c0abb44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:25:52Z', 'updated_at': '2022-03-07T10:26:12Z', 'revision_number': 4, 'project_id': '4e9c4d5c86cf416eb66bed1b523adf54', 'gw_port': {'id': '5e235750-6211-4798-b4f4-060b7c0abb44', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:aa:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb2da1f-fba2-413d-aad6-e90732779037', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:25:54Z', 'updated_at': '2022-03-07T10:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_interfaces': [{'id': '27be624e-8a66-479b-8906-f626da77bb08', 'name': '', 'network_id': '0ff3d537-e319-4922-a8b2-8cb5ee18b005', 'tenant_id': '4e9c4d5c86cf416eb66bed1b523adf54', 'mac_address': 'fa:16:3e:9d:e4:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb2da1f-fba2-413d-aad6-e90732779037', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '76710092-eed3-4585-bcb7-8bd2be0bad68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:26:10Z', 'updated_at': '2022-03-07T10:26:22Z', 'revision_number': 5, 'project_id': '4e9c4d5c86cf416eb66bed1b523adf54', 'subnets': [{'id': '76710092-eed3-4585-bcb7-8bd2be0bad68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:29:23.013573 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-8b7a1ab9-f554-497e-9059-2e50719f1293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:23.072322 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b7a1ab9-f554-497e-9059-2e50719f1293 None None] Network bd4702b1-253d-4a9d-8fbb-8306b2a4fc8a is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:29:23.082009 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-8b7a1ab9-f554-497e-9059-2e50719f1293 None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:29:23.084744 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7a1ab9-f554-497e-9059-2e50719f1293 None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:29:23.085853 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-ded6fd53-379c-4046-a86f-3006f5b97055 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:29:23.090094 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-ded6fd53-379c-4046-a86f-3006f5b97055 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Usage tracker for resource:subnet and tenant:44b92b651ff14b9ab83bd7a3588b3016 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:29:23.094071 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-ded6fd53-379c-4046-a86f-3006f5b97055 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:29:23.096396 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Pushing event updated for resources: {'Port': ['ID=00c0f3f3-cc90-451e-8e59-3edc7e18aa35,revision_number=5']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:23.133393 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ca7dd644-80a1-488e-8ab3-794dc8392b9f tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:23.213462 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7a1ab9-f554-497e-9059-2e50719f1293 None None] Pushing event updated for resources: {'Port': ['ID=4a8fcbd7-09f8-4d22-8706-6d43f82bd10c,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:23.265120 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6f0ef00c-b3ad-4b0b-9d92-a11d9adcd4ac tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1525496'] for subnet, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:23.279129 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-3e8d4c13-3c6c-43fa-972e-4892bda02054 req-8e7641a8-4729-4346-aa46-c796a90b1a20 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0ff3d537-e319-4922-a8b2-8cb5ee18b005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6768069 Mar 07 10:29:23.388931 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-ded6fd53-379c-4046-a86f-3006f5b97055 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:29:23.403374 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-8b7a1ab9-f554-497e-9059-2e50719f1293 None None] Attempting to bind port 4a8fcbd7-09f8-4d22-8706-6d43f82bd10c on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:29:23.403820 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-8b7a1ab9-f554-497e-9059-2e50719f1293 None None] Attempting to bind port 4a8fcbd7-09f8-4d22-8706-6d43f82bd10c by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': 'b2d28733-f31e-4dea-a9d8-fe24e46919c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'bd4702b1-253d-4a9d-8fbb-8306b2a4fc8a'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:29:23.404307 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7a1ab9-f554-497e-9059-2e50719f1293 None None] Attempting to bind port 4a8fcbd7-09f8-4d22-8706-6d43f82bd10c on network bd4702b1-253d-4a9d-8fbb-8306b2a4fc8a {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:29:23.422539 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7a1ab9-f554-497e-9059-2e50719f1293 None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 29, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:29:23.422910 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7a1ab9-f554-497e-9059-2e50719f1293 None None] Checking segment: {'id': 'b2d28733-f31e-4dea-a9d8-fe24e46919c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'bd4702b1-253d-4a9d-8fbb-8306b2a4fc8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:29:23.423455 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-8b7a1ab9-f554-497e-9059-2e50719f1293 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:23.423843 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7a1ab9-f554-497e-9059-2e50719f1293 None None] Bound using segment: {'id': 'b2d28733-f31e-4dea-a9d8-fe24e46919c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'bd4702b1-253d-4a9d-8fbb-8306b2a4fc8a'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:29:23.424418 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-8b7a1ab9-f554-497e-9059-2e50719f1293 None None] Bound port: 4a8fcbd7-09f8-4d22-8706-6d43f82bd10c, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2d28733-f31e-4dea-a9d8-fe24e46919c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'bd4702b1-253d-4a9d-8fbb-8306b2a4fc8a'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:29:23.424806 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-8b7a1ab9-f554-497e-9059-2e50719f1293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:23.456718 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5208d190-0361-450c-a6b8-c920c988f464 None None] New status for floating IP 56b5a704-fd94-4925-8a20-a1f93ec58899: DOWN {{(pid=83739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 07 10:29:23.458081 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ca7dd644-80a1-488e-8ab3-794dc8392b9f tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:23.495547 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-5de06372-1d65-442d-a9c4-7eb25a137192 req-956da3ef-2b50-4fce-9696-056dde4d10e4 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0975493-0c59-42d9-89a3-fb824091cc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6875553 Mar 07 10:29:23.497841 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6f0ef00c-b3ad-4b0b-9d92-a11d9adcd4ac tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1525489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3012507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3219316'] for subnet, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:23.510586 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-15d6dbf7-78a6-43e0-9164-36552c5df061 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:23.514851 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ca7dd644-80a1-488e-8ab3-794dc8392b9f tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:23.518870 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-ca7dd644-80a1-488e-8ab3-794dc8392b9f tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] 10.222.0.13 "DELETE /v2.0/security-groups/685d732b-05a4-4cab-ab16-3edbbf184720 HTTP/1.1" status: 204 len: 168 time: 0.9795754 Mar 07 10:29:23.521506 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7dd644-80a1-488e-8ab3-794dc8392b9f tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=685d732b-05a4-4cab-ab16-3edbbf184720,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:23.527626 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 35466) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:23.620374 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-3e8d4c13-3c6c-43fa-972e-4892bda02054 req-2060bf35-2fa9-4974-8167-f446658d7d3c service neutron] 10.222.0.10 "GET /v2.0/networks/0ff3d537-e319-4922-a8b2-8cb5ee18b005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3281124 Mar 07 10:29:23.663398 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41293df5-796c-4b4a-86e0-8b952864b7b2 None None] Network 8cba44aa-dbb8-4d76-bbd1-726c3fefa9c9 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:29:23.710651 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-2abfdf21-1ada-4e7c-9c96-300d1b44b593 tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1350799 Mar 07 10:29:23.711777 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 35470) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:23.727491 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ded6fd53-379c-4046-a86f-3006f5b97055 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Made reservation on behalf of 44b92b651ff14b9ab83bd7a3588b3016 for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:29:23.758468 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0ef00c-b3ad-4b0b-9d92-a11d9adcd4ac tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Pushing event deleted for resources: {'Subnet': ['ID=be1e35d9-d281-4278-a9b6-5b895558dfae,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:23.787489 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-78869b31-d38b-40f1-b4e6-7adedbcbb304 tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Request body: {'security_group': {'name': 'tempest-secgroup--723767990'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:29:23.839072 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-8b7a1ab9-f554-497e-9059-2e50719f1293 None None] For port 4a8fcbd7-09f8-4d22-8706-6d43f82bd10c, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:29:23.848900 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-985daddc-7c2e-4c9c-9fcc-184d9f5552a1 None None] Provisioning for port 294a4fc7-74b6-44e2-bea0-726326de43ef completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:29:23.864954 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-8b7a1ab9-f554-497e-9059-2e50719f1293 None None] For port 4a8fcbd7-09f8-4d22-8706-6d43f82bd10c, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=4a8fcbd7-09f8-4d22-8706-6d43f82bd10c,segment=NetworkSegment(b2d28733-f31e-4dea-a9d8-fe24e46919c6),segment_id=b2d28733-f31e-4dea-a9d8-fe24e46919c6)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:29:23.870127 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-3e8d4c13-3c6c-43fa-972e-4892bda02054 req-265f46bf-008d-4a69-a6a0-aa9132ee0195 service neutron] 10.222.0.10 "GET /v2.0/networks/0ff3d537-e319-4922-a8b2-8cb5ee18b005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2430637 Mar 07 10:29:23.882388 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16c5521e-94cd-46e1-bd02-843b7bd5bf67 tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Router ed5ec7ee-2866-43da-8dff-77bf81a3ac8f is scheduled to L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 with binding_index 1 {{(pid=83738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 10:29:23.948363 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-78869b31-d38b-40f1-b4e6-7adedbcbb304 tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:29:23.961681 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-8b7a1ab9-f554-497e-9059-2e50719f1293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:24.002506 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0939bea9-e808-40bd-bb7c-687f90a9b3a7 None None] Network 85521ecb-4c13-424d-9cb9-cf2d988db9d6 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:29:24.030135 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6f0ef00c-b3ad-4b0b-9d92-a11d9adcd4ac tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:24.043999 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-78869b31-d38b-40f1-b4e6-7adedbcbb304 tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Usage tracker for resource:security_group and tenant:463c2b19f95f47a9ab69cb3f43b1e7ab is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:29:24.053358 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-78869b31-d38b-40f1-b4e6-7adedbcbb304 tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:29:24.063058 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29438e6f-20bd-4e9b-afb7-2dcaa7826b88 req-c2b07424-10fd-4404-8bfb-6b2538a98ee9 tempest-TestServerAdvancedOps-1314532968 tempest-TestServerAdvancedOps-1314532968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:24.064572 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-29438e6f-20bd-4e9b-afb7-2dcaa7826b88 req-c2b07424-10fd-4404-8bfb-6b2538a98ee9 tempest-TestServerAdvancedOps-1314532968 tempest-TestServerAdvancedOps-1314532968-project] 10.222.0.13 "GET /v2.0/ports?device_id=87904075-1f8c-428e-b226-5dcd72a33b07 HTTP/1.1" status: 200 len: 945 time: 0.9444416 Mar 07 10:29:24.105529 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16c5521e-94cd-46e1-bd02-843b7bd5bf67 tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:29:24.110939 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-16c5521e-94cd-46e1-bd02-843b7bd5bf67 tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Notify callbacks [] for router, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:24.114471 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-78869b31-d38b-40f1-b4e6-7adedbcbb304 tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:29:24.115562 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-16c5521e-94cd-46e1-bd02-843b7bd5bf67 tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] 10.222.0.13 "PUT /v2.0/routers/ed5ec7ee-2866-43da-8dff-77bf81a3ac8f HTTP/1.1" status: 200 len: 916 time: 5.8277419 Mar 07 10:29:24.116768 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 35474) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:24.117335 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-6f0ef00c-b3ad-4b0b-9d92-a11d9adcd4ac tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] 10.222.0.13 "DELETE /v2.0/subnets/be1e35d9-d281-4278-a9b6-5b895558dfae HTTP/1.1" status: 204 len: 168 time: 3.0409293 Mar 07 10:29:24.125835 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d61c80-c348-4129-b551-125b49f9b06c None None] Sync routers for ids ['ed5ec7ee-2866-43da-8dff-77bf81a3ac8f'] in dv-neutron-830731-3-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:29:24.134459 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 35478) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:24.144384 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d61c80-c348-4129-b551-125b49f9b06c None None] Routers {'ed5ec7ee-2866-43da-8dff-77bf81a3ac8f'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:29:24.145003 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-27d61c80-c348-4129-b551-125b49f9b06c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:29:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['ed5ec7ee-2866-43da-8dff-77bf81a3ac8f'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:29:24.170505 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-f07adf87-b1d6-41e6-bd27-fb68d8d65c2d None None] Provisioning complete for port 841fa399-9831-4125-afb4-242726f6cd91 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:29:24.171119 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f07adf87-b1d6-41e6-bd27-fb68d8d65c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:24.213618 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-27d61c80-c348-4129-b551-125b49f9b06c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:29:24.229659 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d61c80-c348-4129-b551-125b49f9b06c None None] Routers {'ed5ec7ee-2866-43da-8dff-77bf81a3ac8f'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:29:24.233171 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-27d61c80-c348-4129-b551-125b49f9b06c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:29:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['ed5ec7ee-2866-43da-8dff-77bf81a3ac8f'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:29:24.344573 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-27d61c80-c348-4129-b551-125b49f9b06c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:29:24.344974 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d61c80-c348-4129-b551-125b49f9b06c None None] The sync data for ids ['ed5ec7ee-2866-43da-8dff-77bf81a3ac8f'] in dv-neutron-830731-3-hyperv is: [] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:29:24.382259 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7a1ab9-f554-497e-9059-2e50719f1293 None None] Pushing event updated for resources: {'Port': ['ID=4a8fcbd7-09f8-4d22-8706-6d43f82bd10c,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:24.581154 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-15d6dbf7-78a6-43e0-9164-36552c5df061 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Allocated IP 172.23.0.1 (8cba44aa-dbb8-4d76-bbd1-726c3fefa9c9/c2fc008f-86d3-472b-82b4-6e02cef9d6df/bda16c18-96da-4e02-83b0-90685c82f9e6) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:29:24.594583 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-c67b1c8c-2b88-422d-a696-f46671c149d0 tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] 10.222.0.13 "GET /v2.0/routers/ed5ec7ee-2866-43da-8dff-77bf81a3ac8f HTTP/1.1" status: 200 len: 922 time: 0.4767101 Mar 07 10:29:24.598431 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 35482) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:24.631175 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-29438e6f-20bd-4e9b-afb7-2dcaa7826b88 req-d973f2de-74bb-47c5-9193-179d69d9b109 tempest-TestServerAdvancedOps-1314532968 tempest-TestServerAdvancedOps-1314532968-project] 10.222.0.13 "GET /v2.0/security-groups?id=41618aeb-c32b-4995-bf54-9ade52f46247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5441840 Mar 07 10:29:24.637653 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-78869b31-d38b-40f1-b4e6-7adedbcbb304 tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:24.656142 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f927b076-4075-48c7-a724-af6736fdd899 None None] DHCP port deletion for 85521ecb-4c13-424d-9cb9-cf2d988db9d6 request from dv-neutron-830731-3-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 07 10:29:24.661763 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-f927b076-4075-48c7-a724-af6736fdd899 None None] Deleting port 841fa399-9831-4125-afb4-242726f6cd91 {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:29:24.662005 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f927b076-4075-48c7-a724-af6736fdd899 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:24.693281 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ded6fd53-379c-4046-a86f-3006f5b97055 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3219231'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:24.736636 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 00c0f3f3-cc90-451e-8e59-3edc7e18aa35 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:29:24.758159 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-9f0765c1-79d3-43b9-b691-7d80ede245d5 tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=5ed85006-6b00-415e-b71f-837fb1421c12&device_id=ed5ec7ee-2866-43da-8dff-77bf81a3ac8f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1562715 Mar 07 10:29:24.758524 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 35488) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:24.901962 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ac0031-aee4-498d-a360-f944c0bb6d19 tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:24.906000 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-14ac0031-aee4-498d-a360-f944c0bb6d19 tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] 10.222.0.13 "GET /v2.0/networks/5ed85006-6b00-415e-b71f-837fb1421c12 HTTP/1.1" status: 200 len: 881 time: 0.1435220 Mar 07 10:29:24.906233 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 35492) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:24.961496 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-e2e725aa-9cd7-4d18-8b11-05fb09d7a1ad tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed5ec7ee-2866-43da-8dff-77bf81a3ac8f HTTP/1.1" status: 200 len: 205 time: 0.0516467 Mar 07 10:29:24.982143 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 00c0f3f3-cc90-451e-8e59-3edc7e18aa35 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:29:24.982504 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:25.000335 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 35496) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:25.022170 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626343e5-ecb6-49eb-b96e-58c523a24f66 req-d11d0b17-5710-479d-8658-8767a1aea50d tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:25.023645 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-626343e5-ecb6-49eb-b96e-58c523a24f66 req-d11d0b17-5710-479d-8658-8767a1aea50d tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] 10.222.0.10 "GET /v2.0/ports?device_id=22a73a36-a502-4d17-9bc5-55363d6489d7 HTTP/1.1" status: 200 len: 945 time: 1.6237056 Mar 07 10:29:25.051941 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-f927b076-4075-48c7-a724-af6736fdd899 None None] For port 841fa399-9831-4125-afb4-242726f6cd91, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=841fa399-9831-4125-afb4-242726f6cd91,segment=NetworkSegment(532054b4-3e57-4b4d-80f1-b16e7140c804),segment_id=532054b4-3e57-4b4d-80f1-b16e7140c804)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:29:25.052923 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f927b076-4075-48c7-a724-af6736fdd899 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:25.182843 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-e3e2fcf1-36b1-473c-962c-042efaedb1fb req-e8ef791b-39c7-4a0a-bd79-7a90b87024f0 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=87904075-1f8c-428e-b226-5dcd72a33b07&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2218313 Mar 07 10:29:25.190493 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-f927b076-4075-48c7-a724-af6736fdd899 None None] Calling delete_port for 841fa399-9831-4125-afb4-242726f6cd91 owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:29:25.221110 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-78869b31-d38b-40f1-b4e6-7adedbcbb304 tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:29:25.259825 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29632b68-7e49-4eba-b21f-2d90ec614f33 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:29:25.275966 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76cbb25-a4fc-4c17-91d3-7d0c7ffa7eaa None None] Sync routers for ids ['80156935-951e-44ef-bef1-ea72a9ad57c6'] in dv-neutron-830731-3-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:29:25.282397 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-78869b31-d38b-40f1-b4e6-7adedbcbb304 tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Usage tracker for resource:security_group_rule and tenant:463c2b19f95f47a9ab69cb3f43b1e7ab is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:29:25.284966 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-30418e14-4c09-43b7-b118-aa6ad8c10aeb tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Notify callbacks [] for router, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:25.291854 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-78869b31-d38b-40f1-b4e6-7adedbcbb304 tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:29:25.368963 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-78869b31-d38b-40f1-b4e6-7adedbcbb304 tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:29:25.387912 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76cbb25-a4fc-4c17-91d3-7d0c7ffa7eaa None None] Routers {'80156935-951e-44ef-bef1-ea72a9ad57c6'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:29:25.388569 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-f76cbb25-a4fc-4c17-91d3-7d0c7ffa7eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:29:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['80156935-951e-44ef-bef1-ea72a9ad57c6'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:29:25.445573 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device 65714aee-73ac-4584-a7de-be759f77a2b1 no longer exists at agent hyperv_hv-neutron-8307 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:29:25.549463 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-e3e2fcf1-36b1-473c-962c-042efaedb1fb req-cb277f62-b0c2-47c7-b0fe-4b9e7e4ba3cc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5e56ff5eb9514632bfb34b6bdf038801&device_id=87904075-1f8c-428e-b226-5dcd72a33b07 HTTP/1.1" status: 200 len: 1098 time: 0.1697900 Mar 07 10:29:25.551501 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [req-626343e5-ecb6-49eb-b96e-58c523a24f66 req-33025ee5-bede-4a25-9031-0bf0d116004d tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Deleting port 65714aee-73ac-4584-a7de-be759f77a2b1 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:29:25.552140 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-626343e5-ecb6-49eb-b96e-58c523a24f66 req-33025ee5-bede-4a25-9031-0bf0d116004d tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:25.561143 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f927b076-4075-48c7-a724-af6736fdd899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812'] for port, after_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:25.589829 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-11e496d4-a3a0-497a-afc9-1436505e3e0d tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1158940'] for network, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:25.615865 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 294a4fc7-74b6-44e2-bea0-726326de43ef up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:29:25.687502 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f927b076-4075-48c7-a724-af6736fdd899 None None] Pushing event deleted for resources: {'Port': ['ID=841fa399-9831-4125-afb4-242726f6cd91,revision_number=None']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:25.715589 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-30418e14-4c09-43b7-b118-aa6ad8c10aeb tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:25.733630 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f927b076-4075-48c7-a724-af6736fdd899 None None] No DVR routers for this DVR port 841fa399-9831-4125-afb4-242726f6cd91 on host dv-neutron-830731-3-hyperv {{(pid=83739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:29:25.739015 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e2fcf1-36b1-473c-962c-042efaedb1fb req-9a4702a1-325d-48d4-9237-8a74b9187ed5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:25.741142 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-e3e2fcf1-36b1-473c-962c-042efaedb1fb req-9a4702a1-325d-48d4-9237-8a74b9187ed5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2cdfe4a3-2923-48a7-b1bd-2e50a8058f86 HTTP/1.1" status: 200 len: 913 time: 0.1661737 Mar 07 10:29:25.742482 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-30418e14-4c09-43b7-b118-aa6ad8c10aeb tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Deleting port 0019fb45-ec39-41d9-92f8-8d68f7b3de48 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:29:25.742904 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-30418e14-4c09-43b7-b118-aa6ad8c10aeb tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:25.749567 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1defbe4-3b52-43c6-9ca3-6ad52f3b59f2 None None] Network bd4702b1-253d-4a9d-8fbb-8306b2a4fc8a requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:29:25.789374 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-29632b68-7e49-4eba-b21f-2d90ec614f33 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:25.796281 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-29632b68-7e49-4eba-b21f-2d90ec614f33 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 10.1521099 Mar 07 10:29:25.797735 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ded6fd53-379c-4046-a86f-3006f5b97055 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3012444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3219213'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:25.810557 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 35502) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:25.872689 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-e3e2fcf1-36b1-473c-962c-042efaedb1fb req-a60a5da9-5d48-4019-921e-fa5227737d9f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=13981960-8dad-462a-9f9d-1e02b52d75f7 HTTP/1.1" status: 200 len: 217 time: 0.0936720 Mar 07 10:29:25.965496 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b4cd31-67c6-4f2f-9b04-7e9de74f3873 req-dffa06f8-b147-449a-b60e-899f05e573d5 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:25.967057 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-64b4cd31-67c6-4f2f-9b04-7e9de74f3873 req-dffa06f8-b147-449a-b60e-899f05e573d5 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] 10.222.0.13 "GET /v2.0/ports?device_id=22a73a36-a502-4d17-9bc5-55363d6489d7 HTTP/1.1" status: 200 len: 945 time: 1.1855571 Mar 07 10:29:25.967427 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-b4ce74f9-94af-4783-970e-3af2f20b3604 None None] Provisioning for port 4a8fcbd7-09f8-4d22-8706-6d43f82bd10c completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:29:25.974084 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:25.983263 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning for port 294a4fc7-74b6-44e2-bea0-726326de43ef completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:29:25.993074 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-f76cbb25-a4fc-4c17-91d3-7d0c7ffa7eaa None None] Set router 80156935-951e-44ef-bef1-ea72a9ad57c6 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:29:26.038223 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e2fcf1-36b1-473c-962c-042efaedb1fb req-4de4d158-64e3-42e7-9bac-1e8d2395fd35 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:26.039633 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-e3e2fcf1-36b1-473c-962c-042efaedb1fb req-4de4d158-64e3-42e7-9bac-1e8d2395fd35 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0d090fc4-3895-4f2a-a06a-51fed676197f HTTP/1.1" status: 200 len: 852 time: 0.1474614 Mar 07 10:29:26.054282 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 294a4fc7-74b6-44e2-bea0-726326de43ef triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:29:26.054795 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:26.075660 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-15d6dbf7-78a6-43e0-9164-36552c5df061 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:26.101996 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-e3e2fcf1-36b1-473c-962c-042efaedb1fb req-c1796e43-38d7-4704-8983-9f39dc76ce0a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2cdfe4a3-2923-48a7-b1bd-2e50a8058f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560274 Mar 07 10:29:26.106101 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-30418e14-4c09-43b7-b118-aa6ad8c10aeb tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:26.278064 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-78869b31-d38b-40f1-b4e6-7adedbcbb304 tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:26.278649 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22a73a36-a502-4d17-9bc5-55363d6489d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65714aee-73ac-4584-a7de-be759f77a2b1'}] {{(pid=83739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 10:29:26.289134 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-64b4cd31-67c6-4f2f-9b04-7e9de74f3873 req-9c828b49-893e-4e80-a37d-a27661673eed tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0975493-0c59-42d9-89a3-fb824091cc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2035127 Mar 07 10:29:26.316721 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [None req-15d6dbf7-78a6-43e0-9164-36552c5df061 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Transition to ACTIVE for port object bda16c18-96da-4e02-83b0-90685c82f9e6 will not be triggered until provisioned by entity DHCP. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:29:26.321835 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-11e496d4-a3a0-497a-afc9-1436505e3e0d tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1526893', 'neutron.services.segments.db._delete_segments_for_network-8732568551033'] for network, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:26.350518 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port 65714aee-73ac-4584-a7de-be759f77a2b1, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=65714aee-73ac-4584-a7de-be759f77a2b1,segment=NetworkSegment(526a860e-3e95-4936-b54d-dee1a7390b46),segment_id=526a860e-3e95-4936-b54d-dee1a7390b46)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:29:26.365766 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-78869b31-d38b-40f1-b4e6-7adedbcbb304 tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:26.401397 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:26.443580 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-30418e14-4c09-43b7-b118-aa6ad8c10aeb tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Calling delete_port for 0019fb45-ec39-41d9-92f8-8d68f7b3de48 owned by network:router_gateway {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:29:26.474080 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded6fd53-379c-4046-a86f-3006f5b97055 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Pushing event updated for resources: {'Subnet': ['ID=4e07c466-bc18-417c-ae93-726aa79a0adb,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:26.476400 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-78869b31-d38b-40f1-b4e6-7adedbcbb304 tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:26.480339 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-78869b31-d38b-40f1-b4e6-7adedbcbb304 tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 2.7526546 Mar 07 10:29:26.481949 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 35510) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:26.494675 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-d2c6ca1b-4434-4bb6-b04f-17a5831a3803 tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Request body: {'security_group_rule': {'security_group_id': 'a5490c6e-8ce2-4a68-88d9-7d01863b7b57', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:29:26.495320 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.api.v2.resource [None req-d2c6ca1b-4434-4bb6-b04f-17a5831a3803 tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 10:29:26.500854 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-d2c6ca1b-4434-4bb6-b04f-17a5831a3803 tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0082505 Mar 07 10:29:26.505101 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 35514) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:26.508695 dv-neutron-830731-3-hyperv neutron-server[83739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22a73a36-a502-4d17-9bc5-55363d6489d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65714aee-73ac-4584-a7de-be759f77a2b1', 'code': 200} Mar 07 10:29:26.522694 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-11e496d4-a3a0-497a-afc9-1436505e3e0d tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85521ecb-4c13-424d-9cb9-cf2d988db9d6']}} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:29:26.571599 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded6fd53-379c-4046-a86f-3006f5b97055 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Checking segment: {'id': 'ba6e3a8b-11d2-488c-8903-3c27eafea7cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '443cabf3-3ab7-4b17-b803-8af5ec72787d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:29:26.571849 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ded6fd53-379c-4046-a86f-3006f5b97055 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Network hostable DHCP agents. Network: 443cabf3-3ab7-4b17-b803-8af5ec72787d, hostable agents: ['6527556c-6586-422c-ae47-082984683847'], hosted agents: [] {{(pid=83737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:29:26.584126 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-11e496d4-a3a0-497a-afc9-1436505e3e0d tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '532054b4-3e57-4b4d-80f1-b16e7140c804') {'for_net_delete': True} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:29:26.584414 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-11e496d4-a3a0-497a-afc9-1436505e3e0d tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '532054b4-3e57-4b4d-80f1-b16e7140c804') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:29:26.588542 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-e3e2fcf1-36b1-473c-962c-042efaedb1fb req-f41957b6-b6b0-4ae1-8a2a-7d76355a7586 service neutron] 10.222.0.10 "GET /v2.0/networks/2cdfe4a3-2923-48a7-b1bd-2e50a8058f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4748600 Mar 07 10:29:26.592562 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78869b31-d38b-40f1-b4e6-7adedbcbb304 tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5490c6e-8ce2-4a68-88d9-7d01863b7b57,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:26.609855 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Pushing event updated for resources: {'Port': ['ID=65714aee-73ac-4584-a7de-be759f77a2b1,revision_number=9']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:26.612740 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:26.622389 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-11e496d4-a3a0-497a-afc9-1436505e3e0d tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732568550916', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629174'] for segment, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:26.668983 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] For port 294a4fc7-74b6-44e2-bea0-726326de43ef, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=294a4fc7-74b6-44e2-bea0-726326de43ef,segment=NetworkSegment(c6ae6ee0-758d-452e-833f-94c454be5308),segment_id=c6ae6ee0-758d-452e-833f-94c454be5308)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:29:26.679695 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:26.696828 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-15d6dbf7-78a6-43e0-9164-36552c5df061 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:26.705866 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-11e496d4-a3a0-497a-afc9-1436505e3e0d tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:26.764553 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c39f799-75e2-4985-882e-a8708fb36bb4 req-4d46f8e0-7042-4f26-990d-55234cc36e0d tempest-TestServerAdvancedOps-1314532968 tempest-TestServerAdvancedOps-1314532968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:26.771311 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-f76cbb25-a4fc-4c17-91d3-7d0c7ffa7eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80156935-951e-44ef-bef1-ea72a9ad57c6', 'name': 'tempest-snat-router-1929473317', 'tenant_id': 'ee04c33b321f4b0fa4102821038ffb79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.141'}], 'enable_snat': False}, 'gw_port_id': '83f1fbe3-da11-448a-ab70-4e7b2fcc2205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:29:15Z', 'updated_at': '2022-03-07T10:29:19Z', 'revision_number': 3, 'project_id': 'ee04c33b321f4b0fa4102821038ffb79', 'gw_port': {'id': '83f1fbe3-da11-448a-ab70-4e7b2fcc2205', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d0:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80156935-951e-44ef-bef1-ea72a9ad57c6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:29:17Z', 'updated_at': '2022-03-07T10:29:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-830731-3-hyperv'}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:29:26.772469 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-5c39f799-75e2-4985-882e-a8708fb36bb4 req-4d46f8e0-7042-4f26-990d-55234cc36e0d tempest-TestServerAdvancedOps-1314532968 tempest-TestServerAdvancedOps-1314532968-project] 10.222.0.13 "GET /v2.0/ports?device_id=87904075-1f8c-428e-b226-5dcd72a33b07 HTTP/1.1" status: 200 len: 945 time: 0.8183067 Mar 07 10:29:26.784745 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76cbb25-a4fc-4c17-91d3-7d0c7ffa7eaa None None] Checking router: 80156935-951e-44ef-bef1-ea72a9ad57c6 for host: dv-neutron-830731-3-hyperv {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 07 10:29:26.785184 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76cbb25-a4fc-4c17-91d3-7d0c7ffa7eaa None None] Updating router 80156935-951e-44ef-bef1-ea72a9ad57c6 port 83f1fbe3-da11-448a-ab70-4e7b2fcc2205 binding host dv-neutron-830731-3-hyperv {{(pid=83739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 07 10:29:26.832045 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11e496d4-a3a0-497a-afc9-1436505e3e0d tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=83737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 07 10:29:26.836525 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-11e496d4-a3a0-497a-afc9-1436505e3e0d tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1227397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3012597'] for segment, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:26.842929 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-e3e2fcf1-36b1-473c-962c-042efaedb1fb req-823e2c8d-e9ad-4e32-804b-79880a519875 service neutron] 10.222.0.10 "GET /v2.0/networks/2cdfe4a3-2923-48a7-b1bd-2e50a8058f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2478380 Mar 07 10:29:26.848880 dv-neutron-830731-3-hyperv neutron-server[83737]: Traceback (most recent call last): Mar 07 10:29:26.848880 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 07 10:29:26.848880 dv-neutron-830731-3-hyperv neutron-server[83737]: timer() Mar 07 10:29:26.848880 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:29:26.848880 dv-neutron-830731-3-hyperv neutron-server[83737]: cb(*args, **kw) Mar 07 10:29:26.848880 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 10:29:26.848880 dv-neutron-830731-3-hyperv neutron-server[83737]: return func(*args, **kwargs) Mar 07 10:29:26.848880 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:29:26.848880 dv-neutron-830731-3-hyperv neutron-server[83737]: self._notify() Mar 07 10:29:26.848880 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:29:26.848880 dv-neutron-830731-3-hyperv neutron-server[83737]: self.callback(batched_events) Mar 07 10:29:26.848880 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:29:26.848880 dv-neutron-830731-3-hyperv neutron-server[83737]: event.method(event) Mar 07 10:29:26.848880 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 10:29:26.848880 dv-neutron-830731-3-hyperv neutron-server[83737]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:29:26.848880 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 10:29:26.848880 dv-neutron-830731-3-hyperv neutron-server[83737]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:29:26.848880 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 10:29:26.848880 dv-neutron-830731-3-hyperv neutron-server[83737]: return f(self, *a, **k) Mar 07 10:29:26.848880 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:29:26.848880 dv-neutron-830731-3-hyperv neutron-server[83737]: return self._get(url).json() Mar 07 10:29:26.848880 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:29:26.848880 dv-neutron-830731-3-hyperv neutron-server[83737]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:29:26.848880 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 07 10:29:26.848880 dv-neutron-830731-3-hyperv neutron-server[83737]: return self.request(url, 'GET', **kwargs) Mar 07 10:29:26.848880 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 07 10:29:26.848880 dv-neutron-830731-3-hyperv neutron-server[83737]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:29:26.848880 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 07 10:29:26.848880 dv-neutron-830731-3-hyperv neutron-server[83737]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:29:26.848880 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 07 10:29:26.848880 dv-neutron-830731-3-hyperv neutron-server[83737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:29:26.848880 dv-neutron-830731-3-hyperv neutron-server[83737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:29:26.863913 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Pushing event updated for resources: {'Port': ['ID=294a4fc7-74b6-44e2-bea0-726326de43ef,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:26.871843 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-30418e14-4c09-43b7-b118-aa6ad8c10aeb tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:26.880284 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [req-626343e5-ecb6-49eb-b96e-58c523a24f66 req-33025ee5-bede-4a25-9031-0bf0d116004d tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] For port 65714aee-73ac-4584-a7de-be759f77a2b1, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=65714aee-73ac-4584-a7de-be759f77a2b1,segment=NetworkSegment(526a860e-3e95-4936-b54d-dee1a7390b46),segment_id=526a860e-3e95-4936-b54d-dee1a7390b46)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:29:26.885670 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f76cbb25-a4fc-4c17-91d3-7d0c7ffa7eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:26.887560 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-626343e5-ecb6-49eb-b96e-58c523a24f66 req-33025ee5-bede-4a25-9031-0bf0d116004d tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:26.918889 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 4a8fcbd7-09f8-4d22-8706-6d43f82bd10c up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:29:26.974122 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30418e14-4c09-43b7-b118-aa6ad8c10aeb tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Pushing event deleted for resources: {'Port': ['ID=0019fb45-ec39-41d9-92f8-8d68f7b3de48,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:27.121478 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning for port 4a8fcbd7-09f8-4d22-8706-6d43f82bd10c completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:29:27.131626 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [req-626343e5-ecb6-49eb-b96e-58c523a24f66 req-33025ee5-bede-4a25-9031-0bf0d116004d tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Calling delete_port for 65714aee-73ac-4584-a7de-be759f77a2b1 owned by compute:nova {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:29:27.157817 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ded6fd53-379c-4046-a86f-3006f5b97055 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Network 443cabf3-3ab7-4b17-b803-8af5ec72787d is scheduled to be hosted by DHCP agent 6527556c-6586-422c-ae47-082984683847 with binding_index 1 {{(pid=83737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:29:27.159906 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e823fe82-ca19-43be-872f-ff0d4d031a7c tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:27.161389 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d6dbf7-78a6-43e0-9164-36552c5df061 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Pushing event updated for resources: {'Port': ['ID=bda16c18-96da-4e02-83b0-90685c82f9e6,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:27.172149 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-2b5ed535-74e1-47d1-9328-74965fdc97f2 None None] Provisioning complete for port 4a8fcbd7-09f8-4d22-8706-6d43f82bd10c triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:29:27.172149 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-2b5ed535-74e1-47d1-9328-74965fdc97f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:27.174689 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d6dbf7-78a6-43e0-9164-36552c5df061 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Network 8cba44aa-dbb8-4d76-bbd1-726c3fefa9c9 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:29:27.191646 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-15d6dbf7-78a6-43e0-9164-36552c5df061 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:29:27.215206 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d6dbf7-78a6-43e0-9164-36552c5df061 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:29:27.237349 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-30418e14-4c09-43b7-b118-aa6ad8c10aeb tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923554'] for router_gateway, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:27.460936 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 4a8fcbd7-09f8-4d22-8706-6d43f82bd10c triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:29:27.461533 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:27.517516 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f76cbb25-a4fc-4c17-91d3-7d0c7ffa7eaa None None] Notify callbacks [] for port, precommit_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:27.527810 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-ded6fd53-379c-4046-a86f-3006f5b97055 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830731-3-hyperv, 443cabf3-3ab7-4b17-b803-8af5ec72787d) {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:29:27.532660 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded6fd53-379c-4046-a86f-3006f5b97055 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:27.533249 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ded6fd53-379c-4046-a86f-3006f5b97055 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:27.540125 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-11e496d4-a3a0-497a-afc9-1436505e3e0d tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1526886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923583'] for network, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:27.544073 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-11e496d4-a3a0-497a-afc9-1436505e3e0d tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:27.555202 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-30418e14-4c09-43b7-b118-aa6ad8c10aeb tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3917970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58043'] for router, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:27.559688 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-30418e14-4c09-43b7-b118-aa6ad8c10aeb tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:27.575405 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-632f239c-fa97-4e88-9c7a-d7469c792188 None None] Network 443cabf3-3ab7-4b17-b803-8af5ec72787d requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:29:27.586081 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-30418e14-4c09-43b7-b118-aa6ad8c10aeb tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3917886'] for router, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:27.586660 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30418e14-4c09-43b7-b118-aa6ad8c10aeb tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Fanout notify agent at l3_agent the message router_deleted on router ed5ec7ee-2866-43da-8dff-77bf81a3ac8f {{(pid=83738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 10:29:27.590447 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-f76cbb25-a4fc-4c17-91d3-7d0c7ffa7eaa None None] Transition to ACTIVE for port object 83f1fbe3-da11-448a-ab70-4e7b2fcc2205 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:29:27.602647 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-30418e14-4c09-43b7-b118-aa6ad8c10aeb tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Notify callbacks [] for router, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:27.603909 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-30418e14-4c09-43b7-b118-aa6ad8c10aeb tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] 10.222.0.13 "DELETE /v2.0/routers/ed5ec7ee-2866-43da-8dff-77bf81a3ac8f HTTP/1.1" status: 204 len: 168 time: 2.6024170 Mar 07 10:29:27.608281 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 35520) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:27.614503 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-56c47a19-cc16-48fc-b6e2-07d720d2dfa2 tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1008763877', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12'}, 'admin_state_up': False}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:29:27.617540 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-5c39f799-75e2-4985-882e-a8708fb36bb4 req-74a3b30c-777c-441e-8d82-bcf5b791960f tempest-TestServerAdvancedOps-1314532968 tempest-TestServerAdvancedOps-1314532968-project] 10.222.0.13 "GET /v2.0/security-groups?id=41618aeb-c32b-4995-bf54-9ade52f46247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8441927 Mar 07 10:29:27.622756 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-56c47a19-cc16-48fc-b6e2-07d720d2dfa2 tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:29:27.625827 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-56c47a19-cc16-48fc-b6e2-07d720d2dfa2 tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Usage tracker for resource:router and tenant:c3b5f271049746f595048596781f31b9 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:29:27.628891 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-56c47a19-cc16-48fc-b6e2-07d720d2dfa2 tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:29:27.632789 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e823fe82-ca19-43be-872f-ff0d4d031a7c tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:27.636184 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-56c47a19-cc16-48fc-b6e2-07d720d2dfa2 tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:29:27.648241 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-56c47a19-cc16-48fc-b6e2-07d720d2dfa2 tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3919700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58025'] for router, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:27.649678 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-56c47a19-cc16-48fc-b6e2-07d720d2dfa2 tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3919671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4011175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58018'] for router, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:27.672533 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f76cbb25-a4fc-4c17-91d3-7d0c7ffa7eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:27.676774 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-56c47a19-cc16-48fc-b6e2-07d720d2dfa2 tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:27.683850 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e496d4-a3a0-497a-afc9-1436505e3e0d tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Pushing event deleted for resources: {'Network': ['ID=85521ecb-4c13-424d-9cb9-cf2d988db9d6,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:27.687468 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-11e496d4-a3a0-497a-afc9-1436505e3e0d tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] 10.222.0.13 "DELETE /v2.0/networks/85521ecb-4c13-424d-9cb9-cf2d988db9d6 HTTP/1.1" status: 204 len: 168 time: 3.0888665 Mar 07 10:29:27.698364 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 35526) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:27.723817 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-ded6fd53-379c-4046-a86f-3006f5b97055 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 4.9932792 Mar 07 10:29:27.731308 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 35530) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:27.764748 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-15d6dbf7-78a6-43e0-9164-36552c5df061 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3920324'] for router_interface, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:27.829473 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-2b5ed535-74e1-47d1-9328-74965fdc97f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:27.879933 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.db.api [req-626343e5-ecb6-49eb-b96e-58c523a24f66 req-33025ee5-bede-4a25-9031-0bf0d116004d tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83737) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 10:29:27.880565 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG oslo_db.api [req-626343e5-ecb6-49eb-b96e-58c523a24f66 req-33025ee5-bede-4a25-9031-0bf0d116004d tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 10:29:27.885723 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae9e29c-6de9-4121-9383-4854ee228717 None None] Pushing event updated for resources: {'Port': ['ID=83f1fbe3-da11-448a-ab70-4e7b2fcc2205,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:27.892584 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e823fe82-ca19-43be-872f-ff0d4d031a7c tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:27.898197 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:27.921608 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-f76cbb25-a4fc-4c17-91d3-7d0c7ffa7eaa None None] Attempting to bind port 83f1fbe3-da11-448a-ab70-4e7b2fcc2205 on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:29:27.921969 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-f76cbb25-a4fc-4c17-91d3-7d0c7ffa7eaa None None] Attempting to bind port 83f1fbe3-da11-448a-ab70-4e7b2fcc2205 by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': '9a22e080-7529-4fc7-949d-9f84ba21807d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:29:27.922323 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76cbb25-a4fc-4c17-91d3-7d0c7ffa7eaa None None] Attempting to bind port 83f1fbe3-da11-448a-ab70-4e7b2fcc2205 on network 5ed85006-6b00-415e-b71f-837fb1421c12 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:29:27.929234 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e823fe82-ca19-43be-872f-ff0d4d031a7c tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5490c6e-8ce2-4a68-88d9-7d01863b7b57,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:27.940848 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76cbb25-a4fc-4c17-91d3-7d0c7ffa7eaa None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 29, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:29:27.941737 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76cbb25-a4fc-4c17-91d3-7d0c7ffa7eaa None None] Checking segment: {'id': '9a22e080-7529-4fc7-949d-9f84ba21807d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:29:27.941737 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f76cbb25-a4fc-4c17-91d3-7d0c7ffa7eaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:27.942051 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76cbb25-a4fc-4c17-91d3-7d0c7ffa7eaa None None] Bound using segment: {'id': '9a22e080-7529-4fc7-949d-9f84ba21807d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:29:27.942527 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-f76cbb25-a4fc-4c17-91d3-7d0c7ffa7eaa None None] Bound port: 83f1fbe3-da11-448a-ab70-4e7b2fcc2205, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a22e080-7529-4fc7-949d-9f84ba21807d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:29:27.942891 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f76cbb25-a4fc-4c17-91d3-7d0c7ffa7eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:27.975523 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b128e3-6713-4306-8fd6-dc661997a6a5 req-7d141d46-b322-441a-86b3-ee35a7b8a1eb tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:27.976342 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-b5b128e3-6713-4306-8fd6-dc661997a6a5 req-7d141d46-b322-441a-86b3-ee35a7b8a1eb tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Synchronizing usage tracker for tenant:4e9c4d5c86cf416eb66bed1b523adf54 on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:29:27.987095 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-56c47a19-cc16-48fc-b6e2-07d720d2dfa2 tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3917998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58952'] for router, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:27.994606 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-e3ddc3c8-eb73-4226-9b35-f783df21d487 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] 10.222.0.13 "GET /v2.0/routers/80156935-951e-44ef-bef1-ea72a9ad57c6 HTTP/1.1" status: 200 len: 909 time: 2.1113229 Mar 07 10:29:27.995266 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 35536) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:28.043729 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-067ac40a-ab0f-4193-b3ad-4307f9049ed1 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1929473317', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'enable_snat': True}}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:29:28.061604 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1aacaaf6-73ba-4ed5-94a5-f6a4a530a3bd tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1158940'] for network, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:28.068848 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-067ac40a-ab0f-4193-b3ad-4307f9049ed1 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:29:28.071332 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e823fe82-ca19-43be-872f-ff0d4d031a7c tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:28.072631 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-e823fe82-ca19-43be-872f-ff0d4d031a7c tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] 10.222.0.13 "DELETE /v2.0/security-groups/a5490c6e-8ce2-4a68-88d9-7d01863b7b57 HTTP/1.1" status: 204 len: 168 time: 1.5646200 Mar 07 10:29:28.085808 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 35540) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:28.089388 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-067ac40a-ab0f-4193-b3ad-4307f9049ed1 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Usage tracker for resource:router and tenant:ee04c33b321f4b0fa4102821038ffb79 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:29:28.100429 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-067ac40a-ab0f-4193-b3ad-4307f9049ed1 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:29:28.125648 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-2b5ed535-74e1-47d1-9328-74965fdc97f2 None None] For port 4a8fcbd7-09f8-4d22-8706-6d43f82bd10c, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=4a8fcbd7-09f8-4d22-8706-6d43f82bd10c,segment=NetworkSegment(b2d28733-f31e-4dea-a9d8-fe24e46919c6),segment_id=b2d28733-f31e-4dea-a9d8-fe24e46919c6)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:29:28.138702 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-067ac40a-ab0f-4193-b3ad-4307f9049ed1 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:29:28.146810 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-15d6dbf7-78a6-43e0-9164-36552c5df061 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:28.153638 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-2b5ed535-74e1-47d1-9328-74965fdc97f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:28.156123 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-b5b128e3-6713-4306-8fd6-dc661997a6a5 req-7d141d46-b322-441a-86b3-ee35a7b8a1eb tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Unset dirty status for tenant:4e9c4d5c86cf416eb66bed1b523adf54 on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:29:28.162713 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b5b128e3-6713-4306-8fd6-dc661997a6a5 req-7d141d46-b322-441a-86b3-ee35a7b8a1eb tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] 10.222.0.13 "GET /v2.0/ports?device_id=22a73a36-a502-4d17-9bc5-55363d6489d7 HTTP/1.1" status: 200 len: 943 time: 0.6480050 Mar 07 10:29:28.210268 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-067ac40a-ab0f-4193-b3ad-4307f9049ed1 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3919700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58025'] for router, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:28.211195 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-067ac40a-ab0f-4193-b3ad-4307f9049ed1 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3919671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4011175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58018'] for router, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:28.259177 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-823f13d8-6a80-4288-a0c7-2f27bb61b90c tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:28.261944 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-823f13d8-6a80-4288-a0c7-2f27bb61b90c tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.5622919 Mar 07 10:29:28.297943 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-f76cbb25-a4fc-4c17-91d3-7d0c7ffa7eaa None None] For port 83f1fbe3-da11-448a-ab70-4e7b2fcc2205, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:29:28.302725 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 35544) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:28.348899 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-f76cbb25-a4fc-4c17-91d3-7d0c7ffa7eaa None None] For port 83f1fbe3-da11-448a-ab70-4e7b2fcc2205, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=83f1fbe3-da11-448a-ab70-4e7b2fcc2205,segment=NetworkSegment(9a22e080-7529-4fc7-949d-9f84ba21807d),segment_id=9a22e080-7529-4fc7-949d-9f84ba21807d)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:29:28.356648 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13ed47b9-3c52-4b76-90b3-927c63d71330 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ec2749d-0aec-52fb-aca6-10ba8a80aade-443cabf3-3ab7-4b17-b803-8af5ec72787d', 'network_id': '443cabf3-3ab7-4b17-b803-8af5ec72787d', 'tenant_id': '44b92b651ff14b9ab83bd7a3588b3016', 'fixed_ips': [{'subnet_id': '4e07c466-bc18-417c-ae93-726aa79a0adb'}]}} from dv-neutron-830731-3-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 07 10:29:28.357620 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-13ed47b9-3c52-4b76-90b3-927c63d71330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:28.371119 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.db.api [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 10:29:28.371119 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG oslo_db.api [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 10:29:28.375359 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-8530cf61-38a9-4fff-b50e-c5916bd765e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:28.376779 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f76cbb25-a4fc-4c17-91d3-7d0c7ffa7eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:28.388869 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5ed535-74e1-47d1-9328-74965fdc97f2 None None] Pushing event updated for resources: {'Port': ['ID=4a8fcbd7-09f8-4d22-8706-6d43f82bd10c,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:28.397406 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-4d95f5c1-da74-456b-8569-2d3cfb2f63fe req-e8b618ab-68f0-4053-8bad-d1427a51a923 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5e56ff5eb9514632bfb34b6bdf038801&device_id=87904075-1f8c-428e-b226-5dcd72a33b07 HTTP/1.1" status: 200 len: 1098 time: 0.1342099 Mar 07 10:29:28.402062 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [req-626343e5-ecb6-49eb-b96e-58c523a24f66 req-33025ee5-bede-4a25-9031-0bf0d116004d tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Deleting port 65714aee-73ac-4584-a7de-be759f77a2b1 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:29:28.402388 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-626343e5-ecb6-49eb-b96e-58c523a24f66 req-33025ee5-bede-4a25-9031-0bf0d116004d tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:28.442705 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-2c1aa521-90cf-4a55-874c-455c64a47e0a None None] Provisioning for port bda16c18-96da-4e02-83b0-90685c82f9e6 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:29:28.496513 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-2c1aa521-90cf-4a55-874c-455c64a47e0a None None] Provisioning complete for port bda16c18-96da-4e02-83b0-90685c82f9e6 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:29:28.497220 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-2c1aa521-90cf-4a55-874c-455c64a47e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:28.562517 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-412adc0e-ad34-435b-850b-74d42ef36e81 tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Synchronizing usage tracker for tenant:463c2b19f95f47a9ab69cb3f43b1e7ab on resource:security_group {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:29:28.563132 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d95f5c1-da74-456b-8569-2d3cfb2f63fe req-10e3830e-9bc2-491a-9088-f5bb6e1e40e9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:28.564536 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-4d95f5c1-da74-456b-8569-2d3cfb2f63fe req-10e3830e-9bc2-491a-9088-f5bb6e1e40e9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2cdfe4a3-2923-48a7-b1bd-2e50a8058f86 HTTP/1.1" status: 200 len: 913 time: 0.1545861 Mar 07 10:29:28.565405 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1aacaaf6-73ba-4ed5-94a5-f6a4a530a3bd tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1525496'] for subnet, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:28.589818 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-2c1aa521-90cf-4a55-874c-455c64a47e0a None None] Port bda16c18-96da-4e02-83b0-90685c82f9e6 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:29:28.603855 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76cbb25-a4fc-4c17-91d3-7d0c7ffa7eaa None None] Routers {'80156935-951e-44ef-bef1-ea72a9ad57c6'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:29:28.604471 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-f76cbb25-a4fc-4c17-91d3-7d0c7ffa7eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:29:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['80156935-951e-44ef-bef1-ea72a9ad57c6'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:29:28.645409 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-4d95f5c1-da74-456b-8569-2d3cfb2f63fe req-c17e8a6d-9b73-4b5a-8a75-061faf75159b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=13981960-8dad-462a-9f9d-1e02b52d75f7 HTTP/1.1" status: 200 len: 217 time: 0.0719476 Mar 07 10:29:28.650146 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae9e29c-6de9-4121-9383-4854ee228717 None None] Pushing event updated for resources: {'Port': ['ID=83f1fbe3-da11-448a-ab70-4e7b2fcc2205,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:28.665170 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b5b128e3-6713-4306-8fd6-dc661997a6a5 req-dd9dfb54-02bf-48e3-b281-258f784e88e8 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0975493-0c59-42d9-89a3-fb824091cc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5014064 Mar 07 10:29:28.723476 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-067ac40a-ab0f-4193-b3ad-4307f9049ed1 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:28.735193 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-56c47a19-cc16-48fc-b6e2-07d720d2dfa2 tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Notify callbacks [] for router_gateway, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:28.772515 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-56c47a19-cc16-48fc-b6e2-07d720d2dfa2 tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:28.808960 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-13ed47b9-3c52-4b76-90b3-927c63d71330 None None] Allocated IP 172.20.0.2 (443cabf3-3ab7-4b17-b803-8af5ec72787d/4e07c466-bc18-417c-ae93-726aa79a0adb/3d7f1156-becb-4f4f-843d-61c894604f7f) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:29:28.823878 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d95f5c1-da74-456b-8569-2d3cfb2f63fe req-6de627cc-7b9b-4a1b-a935-b765f5ff2054 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:28.828250 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-412adc0e-ad34-435b-850b-74d42ef36e81 tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Unset dirty status for tenant:463c2b19f95f47a9ab69cb3f43b1e7ab on resource:security_group {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:29:28.828891 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-4d95f5c1-da74-456b-8569-2d3cfb2f63fe req-6de627cc-7b9b-4a1b-a935-b765f5ff2054 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0d090fc4-3895-4f2a-a06a-51fed676197f HTTP/1.1" status: 200 len: 852 time: 0.1775687 Mar 07 10:29:28.834506 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-412adc0e-ad34-435b-850b-74d42ef36e81 tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.7387378 Mar 07 10:29:28.836190 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 35548) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:28.893756 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-323eca5e-a634-4195-bb6c-048644e2e522 tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Request body: {'security_group': {'name': 'tempest-secgroup--232938327'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:29:28.903529 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-4d95f5c1-da74-456b-8569-2d3cfb2f63fe req-02925525-473b-4e20-bf12-b118d520cef7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2cdfe4a3-2923-48a7-b1bd-2e50a8058f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0663278 Mar 07 10:29:28.906627 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-323eca5e-a634-4195-bb6c-048644e2e522 tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:29:28.948187 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-323eca5e-a634-4195-bb6c-048644e2e522 tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:29:28.965250 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-f76cbb25-a4fc-4c17-91d3-7d0c7ffa7eaa None None] Set router 80156935-951e-44ef-bef1-ea72a9ad57c6 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:29:29.067127 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-323eca5e-a634-4195-bb6c-048644e2e522 tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Notify callbacks [] for security_group, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:29.089139 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0cd03b-2f2b-4b6c-b672-c72f44d9559f req-8553f7f6-0bb9-4593-8d36-6a984408d123 tempest-TestServerAdvancedOps-1314532968 tempest-TestServerAdvancedOps-1314532968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:29.090880 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4c0cd03b-2f2b-4b6c-b672-c72f44d9559f req-8553f7f6-0bb9-4593-8d36-6a984408d123 tempest-TestServerAdvancedOps-1314532968 tempest-TestServerAdvancedOps-1314532968-project] 10.222.0.13 "GET /v2.0/ports?device_id=87904075-1f8c-428e-b226-5dcd72a33b07 HTTP/1.1" status: 200 len: 945 time: 0.8875916 Mar 07 10:29:29.137040 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-56c47a19-cc16-48fc-b6e2-07d720d2dfa2 tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Allocated IP 172.26.8.88 (5ed85006-6b00-415e-b71f-837fb1421c12/8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a/e16d7b32-c04c-434a-9579-05556de3c4c6) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:29:29.170293 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-323eca5e-a634-4195-bb6c-048644e2e522 tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:29:29.179502 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 841fa399-9831-4125-afb4-242726f6cd91 no longer exists at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:29:29.180922 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-4d95f5c1-da74-456b-8569-2d3cfb2f63fe req-b6ed444d-9ba1-4aaf-9267-7635b4ab4fd6 service neutron] 10.222.0.10 "GET /v2.0/networks/2cdfe4a3-2923-48a7-b1bd-2e50a8058f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2676735 Mar 07 10:29:29.196062 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-323eca5e-a634-4195-bb6c-048644e2e522 tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Usage tracker for resource:security_group_rule and tenant:463c2b19f95f47a9ab69cb3f43b1e7ab is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:29:29.203755 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-323eca5e-a634-4195-bb6c-048644e2e522 tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:29:29.228754 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] No Port match for: 841fa399-9831-4125-afb4-242726f6cd91 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 10:29:29.229088 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 841fa399-9831-4125-afb4-242726f6cd91 not bound to the agent host dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 10:29:29.292227 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-323eca5e-a634-4195-bb6c-048644e2e522 tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:29:29.312173 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-cc8b4f0b-5f9d-4c38-8d0d-87e050edce0d tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] 10.222.0.13 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.9915524 Mar 07 10:29:29.342184 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 35552) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:29.348002 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-13ed47b9-3c52-4b76-90b3-927c63d71330 None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:29.376874 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-586bf990-8bb0-4986-8044-d8cfd10d4f6f tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1600580711'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:29:29.391889 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-13ed47b9-3c52-4b76-90b3-927c63d71330 None None] Transition to ACTIVE for port object 3d7f1156-becb-4f4f-843d-61c894604f7f will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:29:29.394304 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-586bf990-8bb0-4986-8044-d8cfd10d4f6f tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:29:29.415749 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-586bf990-8bb0-4986-8044-d8cfd10d4f6f tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Usage tracker for resource:network and tenant:b6ff3248bb834bc1a094f45e7fa43fbd is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:29:29.422178 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-13ed47b9-3c52-4b76-90b3-927c63d71330 None None] Transition to ACTIVE for port object 3d7f1156-becb-4f4f-843d-61c894604f7f will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:29:29.434900 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-586bf990-8bb0-4986-8044-d8cfd10d4f6f tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:29:29.435220 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-13ed47b9-3c52-4b76-90b3-927c63d71330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:29.468704 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-586bf990-8bb0-4986-8044-d8cfd10d4f6f tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:29:29.507521 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 294a4fc7-74b6-44e2-bea0-726326de43ef up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:29:29.509763 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [req-626343e5-ecb6-49eb-b96e-58c523a24f66 req-33025ee5-bede-4a25-9031-0bf0d116004d tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] For port 65714aee-73ac-4584-a7de-be759f77a2b1, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=65714aee-73ac-4584-a7de-be759f77a2b1,segment=NetworkSegment(526a860e-3e95-4936-b54d-dee1a7390b46),segment_id=526a860e-3e95-4936-b54d-dee1a7390b46)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:29:29.510428 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-626343e5-ecb6-49eb-b96e-58c523a24f66 req-33025ee5-bede-4a25-9031-0bf0d116004d tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:29.519807 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4c0cd03b-2f2b-4b6c-b672-c72f44d9559f req-242807df-06a0-4f0c-9f8f-17cc55444ff6 tempest-TestServerAdvancedOps-1314532968 tempest-TestServerAdvancedOps-1314532968-project] 10.222.0.13 "GET /v2.0/security-groups?id=41618aeb-c32b-4995-bf54-9ade52f46247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3953779 Mar 07 10:29:29.521715 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-067ac40a-ab0f-4193-b3ad-4307f9049ed1 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3917998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58952'] for router, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:29.523187 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-56c47a19-cc16-48fc-b6e2-07d720d2dfa2 tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:29.528240 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-4d95f5c1-da74-456b-8569-2d3cfb2f63fe req-fbc207cf-7010-4f40-8c0d-8e0b52484e81 service neutron] 10.222.0.10 "GET /v2.0/networks/2cdfe4a3-2923-48a7-b1bd-2e50a8058f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3259349 Mar 07 10:29:29.547569 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-323eca5e-a634-4195-bb6c-048644e2e522 tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Notify callbacks [] for security_group, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:29.556259 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-f76cbb25-a4fc-4c17-91d3-7d0c7ffa7eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80156935-951e-44ef-bef1-ea72a9ad57c6', 'name': 'tempest-snat-router-1929473317', 'tenant_id': 'ee04c33b321f4b0fa4102821038ffb79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.141'}], 'enable_snat': False}, 'gw_port_id': '83f1fbe3-da11-448a-ab70-4e7b2fcc2205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:29:15Z', 'updated_at': '2022-03-07T10:29:19Z', 'revision_number': 3, 'project_id': 'ee04c33b321f4b0fa4102821038ffb79', 'gw_port': {'id': '83f1fbe3-da11-448a-ab70-4e7b2fcc2205', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d0:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80156935-951e-44ef-bef1-ea72a9ad57c6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:29:17Z', 'updated_at': '2022-03-07T10:29:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-830731-3-hyperv'}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:29:29.556708 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-323eca5e-a634-4195-bb6c-048644e2e522 tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:29.571075 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13ed47b9-3c52-4b76-90b3-927c63d71330 None None] Network 443cabf3-3ab7-4b17-b803-8af5ec72787d is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:29:29.574929 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ed47b9-3c52-4b76-90b3-927c63d71330 None None] Pushing event updated for resources: {'Port': ['ID=3d7f1156-becb-4f4f-843d-61c894604f7f,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:29.577391 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-13ed47b9-3c52-4b76-90b3-927c63d71330 None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:29:29.581910 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76cbb25-a4fc-4c17-91d3-7d0c7ffa7eaa None None] The sync data for ids ['80156935-951e-44ef-bef1-ea72a9ad57c6'] in dv-neutron-830731-3-hyperv is: [{'id': '80156935-951e-44ef-bef1-ea72a9ad57c6', 'name': 'tempest-snat-router-1929473317', 'tenant_id': 'ee04c33b321f4b0fa4102821038ffb79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.141'}], 'enable_snat': False}, 'gw_port_id': '83f1fbe3-da11-448a-ab70-4e7b2fcc2205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:29:15Z', 'updated_at': '2022-03-07T10:29:19Z', 'revision_number': 3, 'project_id': 'ee04c33b321f4b0fa4102821038ffb79', 'gw_port': {'id': '83f1fbe3-da11-448a-ab70-4e7b2fcc2205', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d0:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80156935-951e-44ef-bef1-ea72a9ad57c6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:29:17Z', 'updated_at': '2022-03-07T10:29:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-830731-3-hyperv'}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:29:29.583596 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ed47b9-3c52-4b76-90b3-927c63d71330 None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:29:29.633441 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323eca5e-a634-4195-bb6c-048644e2e522 tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df82faef-767d-4d4d-b6d8-0d6cb6359fac,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:29.646179 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-323eca5e-a634-4195-bb6c-048644e2e522 tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:29.647359 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-323eca5e-a634-4195-bb6c-048644e2e522 tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.8042011 Mar 07 10:29:29.648942 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-56c47a19-cc16-48fc-b6e2-07d720d2dfa2 tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:29.652348 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 35556) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:29.725223 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-15d6dbf7-78a6-43e0-9164-36552c5df061 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:29.727490 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1aacaaf6-73ba-4ed5-94a5-f6a4a530a3bd tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1525489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3012507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3219316'] for subnet, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:29.731317 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-586bf990-8bb0-4986-8044-d8cfd10d4f6f tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Made reservation on behalf of b6ff3248bb834bc1a094f45e7fa43fbd for: {'network': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:29:29.734715 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-586bf990-8bb0-4986-8044-d8cfd10d4f6f tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for network, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:29.746935 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c47a19-cc16-48fc-b6e2-07d720d2dfa2 tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Pushing event updated for resources: {'Port': ['ID=e16d7b32-c04c-434a-9579-05556de3c4c6,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:29.755537 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-13ed47b9-3c52-4b76-90b3-927c63d71330 None None] Attempting to bind port 3d7f1156-becb-4f4f-843d-61c894604f7f on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:29:29.755898 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-13ed47b9-3c52-4b76-90b3-927c63d71330 None None] Attempting to bind port 3d7f1156-becb-4f4f-843d-61c894604f7f by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': 'ba6e3a8b-11d2-488c-8903-3c27eafea7cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '443cabf3-3ab7-4b17-b803-8af5ec72787d'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:29:29.756247 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ed47b9-3c52-4b76-90b3-927c63d71330 None None] Attempting to bind port 3d7f1156-becb-4f4f-843d-61c894604f7f on network 443cabf3-3ab7-4b17-b803-8af5ec72787d {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:29:29.759584 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [req-626343e5-ecb6-49eb-b96e-58c523a24f66 req-33025ee5-bede-4a25-9031-0bf0d116004d tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Calling delete_port for 65714aee-73ac-4584-a7de-be759f77a2b1 owned by compute:nova {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:29:29.766037 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 294a4fc7-74b6-44e2-bea0-726326de43ef triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:29:29.766396 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:29.769898 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-a32901a9-8d91-4569-ae14-2fcffd32350e tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Request body: {'security_group_rule': {'security_group_id': 'df82faef-767d-4d4d-b6d8-0d6cb6359fac', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:29:29.770661 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.api.v2.resource [None req-a32901a9-8d91-4569-ae14-2fcffd32350e tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 10:29:29.775615 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-a32901a9-8d91-4569-ae14-2fcffd32350e tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0943522 Mar 07 10:29:29.779338 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 35562) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:29.784179 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c47a19-cc16-48fc-b6e2-07d720d2dfa2 tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Network 5ed85006-6b00-415e-b71f-837fb1421c12 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:29:29.797723 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-56c47a19-cc16-48fc-b6e2-07d720d2dfa2 tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:29:29.800723 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ed47b9-3c52-4b76-90b3-927c63d71330 None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 29, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:29:29.801100 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ed47b9-3c52-4b76-90b3-927c63d71330 None None] Checking segment: {'id': 'ba6e3a8b-11d2-488c-8903-3c27eafea7cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '443cabf3-3ab7-4b17-b803-8af5ec72787d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:29:29.801496 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-13ed47b9-3c52-4b76-90b3-927c63d71330 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:29.801877 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ed47b9-3c52-4b76-90b3-927c63d71330 None None] Bound using segment: {'id': 'ba6e3a8b-11d2-488c-8903-3c27eafea7cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '443cabf3-3ab7-4b17-b803-8af5ec72787d'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:29:29.802379 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-13ed47b9-3c52-4b76-90b3-927c63d71330 None None] Bound port: 3d7f1156-becb-4f4f-843d-61c894604f7f, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba6e3a8b-11d2-488c-8903-3c27eafea7cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '443cabf3-3ab7-4b17-b803-8af5ec72787d'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:29:29.802748 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-13ed47b9-3c52-4b76-90b3-927c63d71330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:29.805017 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c47a19-cc16-48fc-b6e2-07d720d2dfa2 tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:29:29.827834 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-15d6dbf7-78a6-43e0-9164-36552c5df061 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3012561'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:29.930942 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-13ed47b9-3c52-4b76-90b3-927c63d71330 None None] For port 3d7f1156-becb-4f4f-843d-61c894604f7f, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:29:29.934273 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-13ed47b9-3c52-4b76-90b3-927c63d71330 None None] For port 3d7f1156-becb-4f4f-843d-61c894604f7f, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=3d7f1156-becb-4f4f-843d-61c894604f7f,segment=NetworkSegment(ba6e3a8b-11d2-488c-8903-3c27eafea7cd),segment_id=ba6e3a8b-11d2-488c-8903-3c27eafea7cd)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:29:29.978814 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-13ed47b9-3c52-4b76-90b3-927c63d71330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:29.980807 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1417790f-5016-49a5-8269-4a3e6e5c988f tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Notify callbacks [] for security_group, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:30.041833 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1417790f-5016-49a5-8269-4a3e6e5c988f tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:30.048621 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-626343e5-ecb6-49eb-b96e-58c523a24f66 req-33025ee5-bede-4a25-9031-0bf0d116004d tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:30.077949 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aacaaf6-73ba-4ed5-94a5-f6a4a530a3bd tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Pushing event deleted for resources: {'Subnet': ['ID=4e07c466-bc18-417c-ae93-726aa79a0adb,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:30.165062 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-848d0647-21c8-45ea-8d6b-0f927f33baad req-ac7487d2-609f-4934-aaad-d5525073c6ad tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] 10.222.0.13 "GET /v2.0/ports?device_id=22a73a36-a502-4d17-9bc5-55363d6489d7 HTTP/1.1" status: 200 len: 210 time: 0.3058822 Mar 07 10:29:30.169124 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1417790f-5016-49a5-8269-4a3e6e5c988f tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:30.207841 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-56c47a19-cc16-48fc-b6e2-07d720d2dfa2 tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Notify callbacks [] for router_gateway, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:30.209016 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-56c47a19-cc16-48fc-b6e2-07d720d2dfa2 tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3917991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923518'] for router, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:30.216649 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1417790f-5016-49a5-8269-4a3e6e5c988f tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df82faef-767d-4d4d-b6d8-0d6cb6359fac,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:30.223456 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 4a8fcbd7-09f8-4d22-8706-6d43f82bd10c up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:29:30.291136 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35914a61-a112-4e61-bcef-fb88488e40e8 None None] Network 443cabf3-3ab7-4b17-b803-8af5ec72787d requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:29:30.327151 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-586bf990-8bb0-4986-8044-d8cfd10d4f6f tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=83737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:29:30.368247 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [req-626343e5-ecb6-49eb-b96e-58c523a24f66 req-33025ee5-bede-4a25-9031-0bf0d116004d tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] No DVR routers for this DVR port 65714aee-73ac-4584-a7de-be759f77a2b1 on host hv-neutron-8307 {{(pid=83737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:29:30.414149 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ed47b9-3c52-4b76-90b3-927c63d71330 None None] Pushing event updated for resources: {'Port': ['ID=3d7f1156-becb-4f4f-843d-61c894604f7f,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:30.552832 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d6dbf7-78a6-43e0-9164-36552c5df061 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Pushing event updated for resources: {'Port': ['ID=bda16c18-96da-4e02-83b0-90685c82f9e6,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:30.559027 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1417790f-5016-49a5-8269-4a3e6e5c988f tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:30.560159 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-1417790f-5016-49a5-8269-4a3e6e5c988f tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] 10.222.0.13 "DELETE /v2.0/security-groups/df82faef-767d-4d4d-b6d8-0d6cb6359fac HTTP/1.1" status: 204 len: 168 time: 0.7798028 Mar 07 10:29:30.573452 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 35566) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:30.589496 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-626343e5-ecb6-49eb-b96e-58c523a24f66 req-33025ee5-bede-4a25-9031-0bf0d116004d tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:30.595070 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-586bf990-8bb0-4986-8044-d8cfd10d4f6f tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:30.595485 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.db.segments_db [None req-586bf990-8bb0-4986-8044-d8cfd10d4f6f tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Added segment f322c426-031f-426e-bfa7-8d6ecf3b5426 of type vlan for network aa528257-6b6d-4968-9b3c-f0bc1b46f00c Mar 07 10:29:30.597646 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22a73a36-a502-4d17-9bc5-55363d6489d7', 'name': 'network-vif-deleted', 'tag': '65714aee-73ac-4584-a7de-be759f77a2b1'}] {{(pid=83737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 10:29:30.648072 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-15d6dbf7-78a6-43e0-9164-36552c5df061 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2756426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3920233'] for router_interface, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:30.671442 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0bd0f7a5-497a-479c-ae74-0d1d16c312eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:30.677148 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 4a8fcbd7-09f8-4d22-8706-6d43f82bd10c triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:29:30.677514 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:30.734502 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33025ee5-bede-4a25-9031-0bf0d116004d tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Pushing event deleted for resources: {'Port': ['ID=65714aee-73ac-4584-a7de-be759f77a2b1,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:30.750667 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-b4373a4e-a25f-431f-af33-62cc55a6d8df tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Synchronizing usage tracker for tenant:463c2b19f95f47a9ab69cb3f43b1e7ab on resource:security_group {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:29:30.755277 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1aacaaf6-73ba-4ed5-94a5-f6a4a530a3bd tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1526893', 'neutron.services.segments.db._delete_segments_for_network-8732568551033'] for network, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:30.826692 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-b4373a4e-a25f-431f-af33-62cc55a6d8df tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Unset dirty status for tenant:463c2b19f95f47a9ab69cb3f43b1e7ab on resource:security_group {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:29:30.845050 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-b4373a4e-a25f-431f-af33-62cc55a6d8df tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2526648 Mar 07 10:29:30.847568 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 35576) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:30.854363 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-e23c8447-6d9b-40f7-a64c-47b9f023dd09 tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Request body: {'security_group': {'name': 'tempest-secgroup--206566331'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:29:30.872157 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-e23c8447-6d9b-40f7-a64c-47b9f023dd09 tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:29:30.883376 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f1574c-c2a3-4a14-8ad2-0eb199ac72ab None None] get_active_networks_info from dv-neutron-830731-3-hyperv {{(pid=83739) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 07 10:29:30.886936 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-586bf990-8bb0-4986-8044-d8cfd10d4f6f tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732568034061'] for network, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:30.891820 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-e23c8447-6d9b-40f7-a64c-47b9f023dd09 tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:29:30.922835 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e23c8447-6d9b-40f7-a64c-47b9f023dd09 tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Notify callbacks [] for security_group, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:30.965497 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-626343e5-ecb6-49eb-b96e-58c523a24f66 req-33025ee5-bede-4a25-9031-0bf0d116004d tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] 10.222.0.10 "DELETE /v2.0/ports/65714aee-73ac-4584-a7de-be759f77a2b1 HTTP/1.1" status: 204 len: 173 time: 5.9155655 Mar 07 10:29:30.975745 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-e23c8447-6d9b-40f7-a64c-47b9f023dd09 tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:29:31.009784 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-e23c8447-6d9b-40f7-a64c-47b9f023dd09 tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Usage tracker for resource:security_group_rule and tenant:463c2b19f95f47a9ab69cb3f43b1e7ab is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:29:31.020744 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-e23c8447-6d9b-40f7-a64c-47b9f023dd09 tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:29:31.027842 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-e23c8447-6d9b-40f7-a64c-47b9f023dd09 tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:29:31.045143 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-1aacaaf6-73ba-4ed5-94a5-f6a4a530a3bd tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['443cabf3-3ab7-4b17-b803-8af5ec72787d']}} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:29:31.052865 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56c47a19-cc16-48fc-b6e2-07d720d2dfa2 tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Router c7dab3e4-2f26-4456-8366-48c4ef88130d is scheduled to L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 with binding_index 1 {{(pid=83738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 10:29:31.102672 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e23c8447-6d9b-40f7-a64c-47b9f023dd09 tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Notify callbacks [] for security_group, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:31.124467 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22a73a36-a502-4d17-9bc5-55363d6489d7', 'name': 'network-vif-deleted', 'tag': '65714aee-73ac-4584-a7de-be759f77a2b1', 'status': 'completed', 'code': 200} Mar 07 10:29:31.130218 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-586bf990-8bb0-4986-8044-d8cfd10d4f6f tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594'] for network, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:31.133918 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-586bf990-8bb0-4986-8044-d8cfd10d4f6f tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:31.134547 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-586bf990-8bb0-4986-8044-d8cfd10d4f6f tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:31.166008 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f1574c-c2a3-4a14-8ad2-0eb199ac72ab None None] Resources bound (agent type, host, resource id): {{(pid=83739) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 07 10:29:31.166581 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e23c8447-6d9b-40f7-a64c-47b9f023dd09 tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:31.171795 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-1aacaaf6-73ba-4ed5-94a5-f6a4a530a3bd tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba6e3a8b-11d2-488c-8903-3c27eafea7cd') {'for_net_delete': True} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:29:31.172096 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-1aacaaf6-73ba-4ed5-94a5-f6a4a530a3bd tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba6e3a8b-11d2-488c-8903-3c27eafea7cd') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:29:31.305682 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23c8447-6d9b-40f7-a64c-47b9f023dd09 tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4b8e908-b6f7-4d01-957b-eceff3bda0bc,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:31.334954 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e23c8447-6d9b-40f7-a64c-47b9f023dd09 tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:31.339280 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-e23c8447-6d9b-40f7-a64c-47b9f023dd09 tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.4906335 Mar 07 10:29:31.340396 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1aacaaf6-73ba-4ed5-94a5-f6a4a530a3bd tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732568550916', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629174'] for segment, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:31.340729 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 35582) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:31.348765 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-2fd9c510-9809-4acf-857c-829f60cef27c tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Request body: {'security_group_rule': {'security_group_id': 'a4b8e908-b6f7-4d01-957b-eceff3bda0bc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:29:31.349638 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.api.v2.resource [None req-2fd9c510-9809-4acf-857c-829f60cef27c tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 10:29:31.353635 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-2fd9c510-9809-4acf-857c-829f60cef27c tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0119328 Mar 07 10:29:31.356359 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 35586) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:31.365124 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-52d2e281-4a9b-4f45-bc82-511f0fd09333 tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Request body: {'security_group_rule': {'security_group_id': 'a4b8e908-b6f7-4d01-957b-eceff3bda0bc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:29:31.365461 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.api.v2.resource [None req-52d2e281-4a9b-4f45-bc82-511f0fd09333 tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 10:29:31.369526 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-52d2e281-4a9b-4f45-bc82-511f0fd09333 tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0113196 Mar 07 10:29:31.375360 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 35590) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:31.386188 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-f73b1eca-10fc-404f-9b6d-3405b8cf8729 tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Request body: {'security_group_rule': {'security_group_id': 'a4b8e908-b6f7-4d01-957b-eceff3bda0bc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:29:31.386911 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.api.v2.resource [None req-f73b1eca-10fc-404f-9b6d-3405b8cf8729 tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 10:29:31.390885 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-f73b1eca-10fc-404f-9b6d-3405b8cf8729 tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0120344 Mar 07 10:29:31.391396 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 35594) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:31.399593 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-f5d606ef-46eb-417e-a4a8-99dc604c9822 tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Request body: {'security_group_rule': {'security_group_id': 'a4b8e908-b6f7-4d01-957b-eceff3bda0bc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:29:31.406858 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.api.v2.resource [None req-f5d606ef-46eb-417e-a4a8-99dc604c9822 tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 10:29:31.410319 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-f5d606ef-46eb-417e-a4a8-99dc604c9822 tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0163739 Mar 07 10:29:31.412120 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 35598) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:31.461515 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 83f1fbe3-da11-448a-ab70-4e7b2fcc2205 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:29:31.497111 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1aacaaf6-73ba-4ed5-94a5-f6a4a530a3bd tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:31.506872 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1aacaaf6-73ba-4ed5-94a5-f6a4a530a3bd tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=83737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 07 10:29:31.507545 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1aacaaf6-73ba-4ed5-94a5-f6a4a530a3bd tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1227397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3012597'] for segment, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:31.512899 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9cf46063-1d83-42d4-9f6f-fbde22669991 tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Notify callbacks [] for security_group, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:31.551446 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56c47a19-cc16-48fc-b6e2-07d720d2dfa2 tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:29:31.559368 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9cf46063-1d83-42d4-9f6f-fbde22669991 tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:31.562630 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146749d0-2364-414b-87f5-a09561890343 None None] Sync routers for ids ['c7dab3e4-2f26-4456-8366-48c4ef88130d'] in dv-neutron-830731-3-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:29:31.584067 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146749d0-2364-414b-87f5-a09561890343 None None] Routers {'c7dab3e4-2f26-4456-8366-48c4ef88130d'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:29:31.585170 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-146749d0-2364-414b-87f5-a09561890343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:29:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['c7dab3e4-2f26-4456-8366-48c4ef88130d'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:29:31.606817 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-56c47a19-cc16-48fc-b6e2-07d720d2dfa2 tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Notify callbacks [] for router, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:31.608064 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-56c47a19-cc16-48fc-b6e2-07d720d2dfa2 tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.9986556 Mar 07 10:29:31.610907 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 35602) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:31.619027 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-e387a569-83f0-47df-bae9-dc71e1bbef13 tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:29:31.619352 dv-neutron-830731-3-hyperv neutron-server[83737]: Traceback (most recent call last): Mar 07 10:29:31.619352 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 07 10:29:31.619352 dv-neutron-830731-3-hyperv neutron-server[83737]: timer() Mar 07 10:29:31.619352 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:29:31.619352 dv-neutron-830731-3-hyperv neutron-server[83737]: cb(*args, **kw) Mar 07 10:29:31.619352 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 10:29:31.619352 dv-neutron-830731-3-hyperv neutron-server[83737]: return func(*args, **kwargs) Mar 07 10:29:31.619352 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:29:31.619352 dv-neutron-830731-3-hyperv neutron-server[83737]: self._notify() Mar 07 10:29:31.619352 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:29:31.619352 dv-neutron-830731-3-hyperv neutron-server[83737]: self.callback(batched_events) Mar 07 10:29:31.619352 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:29:31.619352 dv-neutron-830731-3-hyperv neutron-server[83737]: event.method(event) Mar 07 10:29:31.619352 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 10:29:31.619352 dv-neutron-830731-3-hyperv neutron-server[83737]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:29:31.619352 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 10:29:31.619352 dv-neutron-830731-3-hyperv neutron-server[83737]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:29:31.619352 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 10:29:31.619352 dv-neutron-830731-3-hyperv neutron-server[83737]: return f(self, *a, **k) Mar 07 10:29:31.619352 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:29:31.619352 dv-neutron-830731-3-hyperv neutron-server[83737]: return self._get(url).json() Mar 07 10:29:31.619352 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:29:31.619352 dv-neutron-830731-3-hyperv neutron-server[83737]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:29:31.619352 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 07 10:29:31.619352 dv-neutron-830731-3-hyperv neutron-server[83737]: return self.request(url, 'GET', **kwargs) Mar 07 10:29:31.619352 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 07 10:29:31.619352 dv-neutron-830731-3-hyperv neutron-server[83737]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:29:31.619352 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 07 10:29:31.619352 dv-neutron-830731-3-hyperv neutron-server[83737]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:29:31.619352 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 07 10:29:31.619352 dv-neutron-830731-3-hyperv neutron-server[83737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:29:31.619352 dv-neutron-830731-3-hyperv neutron-server[83737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:29:31.666132 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-586bf990-8bb0-4986-8044-d8cfd10d4f6f tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.3145742 Mar 07 10:29:31.666132 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586bf990-8bb0-4986-8044-d8cfd10d4f6f tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Pushing event updated for resources: {'Network': ['ID=aa528257-6b6d-4968-9b3c-f0bc1b46f00c,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:31.666726 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 35606) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:31.680451 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.db.api [None req-1aacaaf6-73ba-4ed5-94a5-f6a4a530a3bd tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 07 10:29:31.680451 dv-neutron-830731-3-hyperv neutron-server[83737]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 07 10:29:31.680451 dv-neutron-830731-3-hyperv neutron-server[83737]: [parameters: {'id': '443cabf3-3ab7-4b17-b803-8af5ec72787d'}] Mar 07 10:29:31.680451 dv-neutron-830731-3-hyperv neutron-server[83737]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83737) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 10:29:31.680451 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG oslo_db.api [None req-1aacaaf6-73ba-4ed5-94a5-f6a4a530a3bd tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 10:29:31.681651 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-504d50f9-b3c9-456d-9faa-230c545e33b6 req-c6aa5cf9-9c44-44a3-b41d-e89f1bbd070b tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Synchronizing usage tracker for tenant:4e9c4d5c86cf416eb66bed1b523adf54 on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:29:31.689862 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-8e83b5ee-3901-4456-b446-7dac05835293 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Request body: {'subnet': {'network_id': 'aa528257-6b6d-4968-9b3c-f0bc1b46f00c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:29:31.692290 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Network aa528257-6b6d-4968-9b3c-f0bc1b46f00c details requested by agent ovs-agent-dv-neutron-830731-3-hyperv with host dv-neutron-830731-3-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 10:29:31.737601 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-146749d0-2364-414b-87f5-a09561890343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:29:31.750818 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146749d0-2364-414b-87f5-a09561890343 None None] Routers {'c7dab3e4-2f26-4456-8366-48c4ef88130d'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:29:31.752327 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-146749d0-2364-414b-87f5-a09561890343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:29:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['c7dab3e4-2f26-4456-8366-48c4ef88130d'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:29:31.785009 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9cf46063-1d83-42d4-9f6f-fbde22669991 tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:31.812385 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf46063-1d83-42d4-9f6f-fbde22669991 tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4b8e908-b6f7-4d01-957b-eceff3bda0bc,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:31.822606 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9cf46063-1d83-42d4-9f6f-fbde22669991 tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:31.824693 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-146749d0-2364-414b-87f5-a09561890343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:29:31.825340 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146749d0-2364-414b-87f5-a09561890343 None None] The sync data for ids ['c7dab3e4-2f26-4456-8366-48c4ef88130d'] in dv-neutron-830731-3-hyperv is: [] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:29:31.827603 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-9cf46063-1d83-42d4-9f6f-fbde22669991 tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] 10.222.0.13 "DELETE /v2.0/security-groups/a4b8e908-b6f7-4d01-957b-eceff3bda0bc HTTP/1.1" status: 204 len: 168 time: 0.4137626 Mar 07 10:29:31.829412 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 35610) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:31.880152 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning for port 83f1fbe3-da11-448a-ab70-4e7b2fcc2205 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:29:31.902817 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 83f1fbe3-da11-448a-ab70-4e7b2fcc2205 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:29:31.903343 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:31.909763 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-f29bef7e-b7bb-4a65-bb46-e92da77366be tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Synchronizing usage tracker for tenant:463c2b19f95f47a9ab69cb3f43b1e7ab on resource:security_group {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:29:31.940641 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d6dbf7-78a6-43e0-9164-36552c5df061 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Network 8cba44aa-dbb8-4d76-bbd1-726c3fefa9c9 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:29:31.942842 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-f29bef7e-b7bb-4a65-bb46-e92da77366be tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Unset dirty status for tenant:463c2b19f95f47a9ab69cb3f43b1e7ab on resource:security_group {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:29:31.948163 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-f29bef7e-b7bb-4a65-bb46-e92da77366be tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1172035 Mar 07 10:29:31.948915 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 35614) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:31.955895 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-305e0471-3237-4020-a4c4-9ec83e39718b tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Request body: {'security_group': {'name': 'tempest-secgroup--1588453339'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:29:31.960544 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82973441-f1c6-4123-931e-de8cc92ac490 req-df467bcf-189e-4c85-accc-f88b3b19c5a5 tempest-TestServerAdvancedOps-1314532968 tempest-TestServerAdvancedOps-1314532968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:31.962011 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-82973441-f1c6-4123-931e-de8cc92ac490 req-df467bcf-189e-4c85-accc-f88b3b19c5a5 tempest-TestServerAdvancedOps-1314532968 tempest-TestServerAdvancedOps-1314532968-project] 10.222.0.13 "GET /v2.0/ports?device_id=87904075-1f8c-428e-b226-5dcd72a33b07 HTTP/1.1" status: 200 len: 945 time: 1.1503603 Mar 07 10:29:31.962830 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-305e0471-3237-4020-a4c4-9ec83e39718b tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:29:31.962978 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-15d6dbf7-78a6-43e0-9164-36552c5df061 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:29:31.974726 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-305e0471-3237-4020-a4c4-9ec83e39718b tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:29:31.983400 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:31.985096 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-711fefd2-3b30-4759-8df5-0aecff1c8e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:31.992633 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-305e0471-3237-4020-a4c4-9ec83e39718b tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Notify callbacks [] for security_group, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:32.025229 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-504d50f9-b3c9-456d-9faa-230c545e33b6 req-c6aa5cf9-9c44-44a3-b41d-e89f1bbd070b tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Unset dirty status for tenant:4e9c4d5c86cf416eb66bed1b523adf54 on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:29:32.026371 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-504d50f9-b3c9-456d-9faa-230c545e33b6 req-c6aa5cf9-9c44-44a3-b41d-e89f1bbd070b tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] 10.222.0.13 "GET /v2.0/ports?device_id=22a73a36-a502-4d17-9bc5-55363d6489d7 HTTP/1.1" status: 200 len: 210 time: 0.6030719 Mar 07 10:29:32.125301 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:32.144855 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] For port 83f1fbe3-da11-448a-ab70-4e7b2fcc2205, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=83f1fbe3-da11-448a-ab70-4e7b2fcc2205,segment=NetworkSegment(9a22e080-7529-4fc7-949d-9f84ba21807d),segment_id=9a22e080-7529-4fc7-949d-9f84ba21807d)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:29:32.152854 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:32.196625 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1aacaaf6-73ba-4ed5-94a5-f6a4a530a3bd tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1158940'] for network, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:32.198909 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-8e83b5ee-3901-4456-b446-7dac05835293 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:29:32.204047 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-305e0471-3237-4020-a4c4-9ec83e39718b tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:29:32.212141 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-305e0471-3237-4020-a4c4-9ec83e39718b tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Usage tracker for resource:security_group_rule and tenant:463c2b19f95f47a9ab69cb3f43b1e7ab is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:29:32.215459 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-305e0471-3237-4020-a4c4-9ec83e39718b tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:29:32.225468 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-305e0471-3237-4020-a4c4-9ec83e39718b tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:29:32.251503 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-8e83b5ee-3901-4456-b446-7dac05835293 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Usage tracker for resource:subnet and tenant:b6ff3248bb834bc1a094f45e7fa43fbd is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:29:32.273300 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Pushing event updated for resources: {'Port': ['ID=83f1fbe3-da11-448a-ab70-4e7b2fcc2205,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:32.298762 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-8e83b5ee-3901-4456-b446-7dac05835293 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:29:32.325273 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-8e83b5ee-3901-4456-b446-7dac05835293 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:29:32.328360 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-305e0471-3237-4020-a4c4-9ec83e39718b tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Notify callbacks [] for security_group, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:32.336552 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-305e0471-3237-4020-a4c4-9ec83e39718b tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:32.348182 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-e4fff897-934d-44e8-9e8e-b6a0039945bf None None] Provisioning complete for port bda16c18-96da-4e02-83b0-90685c82f9e6 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:29:32.348685 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-e4fff897-934d-44e8-9e8e-b6a0039945bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:32.362298 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-82973441-f1c6-4123-931e-de8cc92ac490 req-e832b75e-d2cb-47e7-b87c-1ec72ed28771 tempest-TestServerAdvancedOps-1314532968 tempest-TestServerAdvancedOps-1314532968-project] 10.222.0.13 "GET /v2.0/security-groups?id=41618aeb-c32b-4995-bf54-9ade52f46247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3252568 Mar 07 10:29:32.368583 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-1aacaaf6-73ba-4ed5-94a5-f6a4a530a3bd tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Deleting port 3d7f1156-becb-4f4f-843d-61c894604f7f {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:29:32.369016 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1aacaaf6-73ba-4ed5-94a5-f6a4a530a3bd tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:32.399423 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305e0471-3237-4020-a4c4-9ec83e39718b tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5e95ae8-4ab2-4398-8d22-a33e5c2ca8f3,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:32.405681 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-305e0471-3237-4020-a4c4-9ec83e39718b tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:32.406967 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-305e0471-3237-4020-a4c4-9ec83e39718b tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.4563947 Mar 07 10:29:32.410313 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 35620) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:32.417028 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-feb00ee2-35a2-461f-9118-b8adcf345063 tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Request body: {'security_group_rule': {'security_group_id': 'd5e95ae8-4ab2-4398-8d22-a33e5c2ca8f3', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:29:32.417688 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.api.v2.resource [None req-feb00ee2-35a2-461f-9118-b8adcf345063 tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 10:29:32.418944 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-feb00ee2-35a2-461f-9118-b8adcf345063 tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0076017 Mar 07 10:29:32.425752 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 35624) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:32.463452 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-e4fff897-934d-44e8-9e8e-b6a0039945bf None None] Port bda16c18-96da-4e02-83b0-90685c82f9e6 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:29:32.473436 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e83b5ee-3901-4456-b446-7dac05835293 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Made reservation on behalf of b6ff3248bb834bc1a094f45e7fa43fbd for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:29:32.492690 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-f8a4ee17-80ac-4db1-92b5-924382c5572c tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Request body: {'security_group_rule': {'security_group_id': 'd5e95ae8-4ab2-4398-8d22-a33e5c2ca8f3', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:29:32.507059 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-067ac40a-ab0f-4193-b3ad-4307f9049ed1 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:32.549408 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-f8a4ee17-80ac-4db1-92b5-924382c5572c tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:29:32.561273 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-f8a4ee17-80ac-4db1-92b5-924382c5572c tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Usage tracker for resource:security_group_rule and tenant:463c2b19f95f47a9ab69cb3f43b1e7ab is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:29:32.564593 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-f8a4ee17-80ac-4db1-92b5-924382c5572c tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:29:32.572008 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-f8a4ee17-80ac-4db1-92b5-924382c5572c tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:29:32.631445 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.api.v2.resource [None req-f8a4ee17-80ac-4db1-92b5-924382c5572c tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 10:29:32.632623 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-f8a4ee17-80ac-4db1-92b5-924382c5572c tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1494966 Mar 07 10:29:32.635521 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 35628) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:32.641794 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-42705fd3-eba5-48a2-86db-bc35adaca795 tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Request body: {'security_group_rule': {'security_group_id': 'd5e95ae8-4ab2-4398-8d22-a33e5c2ca8f3', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:29:32.643044 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.api.v2.resource [None req-42705fd3-eba5-48a2-86db-bc35adaca795 tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 10:29:32.643980 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-42705fd3-eba5-48a2-86db-bc35adaca795 tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0075295 Mar 07 10:29:32.647382 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 35632) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:32.653586 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-3460ef95-69bd-40c3-a7e3-d08f29628171 tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Request body: {'security_group_rule': {'security_group_id': 'd5e95ae8-4ab2-4398-8d22-a33e5c2ca8f3', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:29:32.660330 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-067ac40a-ab0f-4193-b3ad-4307f9049ed1 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:32.664399 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-3460ef95-69bd-40c3-a7e3-d08f29628171 tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:29:32.670180 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-3460ef95-69bd-40c3-a7e3-d08f29628171 tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Usage tracker for resource:security_group_rule and tenant:463c2b19f95f47a9ab69cb3f43b1e7ab is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:29:32.673616 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-3460ef95-69bd-40c3-a7e3-d08f29628171 tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:29:32.689145 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-3460ef95-69bd-40c3-a7e3-d08f29628171 tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:29:32.730637 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e387a569-83f0-47df-bae9-dc71e1bbef13 tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3917998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58952'] for router, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:32.735247 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.api.v2.resource [None req-3460ef95-69bd-40c3-a7e3-d08f29628171 tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 10:29:32.736512 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-3460ef95-69bd-40c3-a7e3-d08f29628171 tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0881701 Mar 07 10:29:32.740427 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 35638) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:32.747423 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-ac97c506-f8d4-4377-8289-3143232373a1 tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Request body: {'security_group_rule': {'security_group_id': 'd5e95ae8-4ab2-4398-8d22-a33e5c2ca8f3', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:29:32.748011 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.api.v2.resource [None req-ac97c506-f8d4-4377-8289-3143232373a1 tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 10:29:32.748954 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-ac97c506-f8d4-4377-8289-3143232373a1 tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0075467 Mar 07 10:29:32.751653 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 35642) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:32.758066 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-a62a9b84-73a1-45c2-933e-e0565018bfb6 tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Request body: {'security_group_rule': {'security_group_id': 'd5e95ae8-4ab2-4398-8d22-a33e5c2ca8f3', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:29:32.770580 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-a62a9b84-73a1-45c2-933e-e0565018bfb6 tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:29:32.775914 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-a62a9b84-73a1-45c2-933e-e0565018bfb6 tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Usage tracker for resource:security_group_rule and tenant:463c2b19f95f47a9ab69cb3f43b1e7ab is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:29:32.778676 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e387a569-83f0-47df-bae9-dc71e1bbef13 tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:32.781804 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-a62a9b84-73a1-45c2-933e-e0565018bfb6 tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:29:32.789242 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-a62a9b84-73a1-45c2-933e-e0565018bfb6 tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:29:32.797043 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-e387a569-83f0-47df-bae9-dc71e1bbef13 tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Deleting port e16d7b32-c04c-434a-9579-05556de3c4c6 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:29:32.797368 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e387a569-83f0-47df-bae9-dc71e1bbef13 tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:32.866797 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8e83b5ee-3901-4456-b446-7dac05835293 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3219231'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:32.877324 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.api.v2.resource [None req-a62a9b84-73a1-45c2-933e-e0565018bfb6 tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 10:29:32.878689 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-a62a9b84-73a1-45c2-933e-e0565018bfb6 tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1254854 Mar 07 10:29:32.882321 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 35646) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:33.039190 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-8e3cf5f5-e130-427a-993a-52df3df0302d tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Request body: {'security_group_rule': {'security_group_id': 'd5e95ae8-4ab2-4398-8d22-a33e5c2ca8f3', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:29:33.039797 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.api.v2.resource [None req-8e3cf5f5-e130-427a-993a-52df3df0302d tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 10:29:33.040755 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-8e3cf5f5-e130-427a-993a-52df3df0302d tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.1575196 Mar 07 10:29:33.045402 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 35650) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:33.057333 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-38e06b7c-3057-4751-a4f4-faf5b2dd269a tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Request body: {'security_group_rule': {'security_group_id': 'd5e95ae8-4ab2-4398-8d22-a33e5c2ca8f3', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:29:33.065477 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-38e06b7c-3057-4751-a4f4-faf5b2dd269a tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:29:33.072180 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-38e06b7c-3057-4751-a4f4-faf5b2dd269a tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Usage tracker for resource:security_group_rule and tenant:463c2b19f95f47a9ab69cb3f43b1e7ab is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:29:33.076320 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-38e06b7c-3057-4751-a4f4-faf5b2dd269a tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:29:33.085660 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-38e06b7c-3057-4751-a4f4-faf5b2dd269a tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:29:33.142539 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e387a569-83f0-47df-bae9-dc71e1bbef13 tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:33.151504 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.api.v2.resource [None req-38e06b7c-3057-4751-a4f4-faf5b2dd269a tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 10:29:33.151745 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c87150bd-aa9c-4ad1-bb68-57ec66d4fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:33.152613 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-38e06b7c-3057-4751-a4f4-faf5b2dd269a tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1062679 Mar 07 10:29:33.156026 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 35656) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:33.167214 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-c60ef3e0-1fc0-4151-b3b5-d45b3462a329 tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Request body: {'security_group_rule': {'security_group_id': 'd5e95ae8-4ab2-4398-8d22-a33e5c2ca8f3', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:29:33.171093 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 35660) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:33.183226 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-067ac40a-ab0f-4193-b3ad-4307f9049ed1 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Allocated IP 172.26.8.128 (5ed85006-6b00-415e-b71f-837fb1421c12/8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a/887d1601-692f-4e80-8b30-e63f3de523ae) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:29:33.192170 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-1aacaaf6-73ba-4ed5-94a5-f6a4a530a3bd tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] For port 3d7f1156-becb-4f4f-843d-61c894604f7f, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=3d7f1156-becb-4f4f-843d-61c894604f7f,segment=NetworkSegment(ba6e3a8b-11d2-488c-8903-3c27eafea7cd),segment_id=ba6e3a8b-11d2-488c-8903-3c27eafea7cd)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:29:33.192558 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1aacaaf6-73ba-4ed5-94a5-f6a4a530a3bd tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:33.336846 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 83f1fbe3-da11-448a-ab70-4e7b2fcc2205 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:29:33.340832 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-c60ef3e0-1fc0-4151-b3b5-d45b3462a329 tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:29:33.358521 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-e387a569-83f0-47df-bae9-dc71e1bbef13 tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Calling delete_port for e16d7b32-c04c-434a-9579-05556de3c4c6 owned by network:router_gateway {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:29:33.445927 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 83f1fbe3-da11-448a-ab70-4e7b2fcc2205 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:29:33.446301 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:33.451799 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-1aacaaf6-73ba-4ed5-94a5-f6a4a530a3bd tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Calling delete_port for 3d7f1156-becb-4f4f-843d-61c894604f7f owned by network:dhcp {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:29:33.459820 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-c60ef3e0-1fc0-4151-b3b5-d45b3462a329 tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Usage tracker for resource:security_group_rule and tenant:463c2b19f95f47a9ab69cb3f43b1e7ab is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:29:33.474487 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-c60ef3e0-1fc0-4151-b3b5-d45b3462a329 tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:29:33.489315 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-c60ef3e0-1fc0-4151-b3b5-d45b3462a329 tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:29:33.510733 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacc38b6-e050-41e0-87d8-4b18235269c7 req-fc487877-3c2f-4b25-8b3a-92e9a2bd3b56 tempest-TestServerAdvancedOps-1314532968 tempest-TestServerAdvancedOps-1314532968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:33.512215 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-eacc38b6-e050-41e0-87d8-4b18235269c7 req-fc487877-3c2f-4b25-8b3a-92e9a2bd3b56 tempest-TestServerAdvancedOps-1314532968 tempest-TestServerAdvancedOps-1314532968-project] 10.222.0.13 "GET /v2.0/ports?device_id=87904075-1f8c-428e-b226-5dcd72a33b07 HTTP/1.1" status: 200 len: 945 time: 0.7358882 Mar 07 10:29:33.575341 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.api.v2.resource [None req-c60ef3e0-1fc0-4151-b3b5-d45b3462a329 tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 10:29:33.578938 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-c60ef3e0-1fc0-4151-b3b5-d45b3462a329 tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4198027 Mar 07 10:29:33.580758 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 35664) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:33.675086 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15d6dbf7-78a6-43e0-9164-36552c5df061 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Router 3324b4fd-0a96-401d-9daf-b341f252b9ce has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:29:33.737835 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a541b9af-d772-452d-8f5f-0cb6a2dc4c36 tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Notify callbacks [] for security_group, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:33.760200 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1aacaaf6-73ba-4ed5-94a5-f6a4a530a3bd tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:33.776551 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e387a569-83f0-47df-bae9-dc71e1bbef13 tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:33.781360 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a541b9af-d772-452d-8f5f-0cb6a2dc4c36 tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:33.801362 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-eacc38b6-e050-41e0-87d8-4b18235269c7 req-ae59ed16-b6c0-428d-b96d-b040761d12aa tempest-TestServerAdvancedOps-1314532968 tempest-TestServerAdvancedOps-1314532968-project] 10.222.0.13 "GET /v2.0/security-groups?id=41618aeb-c32b-4995-bf54-9ade52f46247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234755 Mar 07 10:29:33.850289 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aacaaf6-73ba-4ed5-94a5-f6a4a530a3bd tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Pushing event deleted for resources: {'Port': ['ID=3d7f1156-becb-4f4f-843d-61c894604f7f,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:33.851113 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e387a569-83f0-47df-bae9-dc71e1bbef13 tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Pushing event deleted for resources: {'Port': ['ID=e16d7b32-c04c-434a-9579-05556de3c4c6,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:33.921572 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-067ac40a-ab0f-4193-b3ad-4307f9049ed1 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:33.946895 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aacaaf6-73ba-4ed5-94a5-f6a4a530a3bd tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] No DVR routers for this DVR port 3d7f1156-becb-4f4f-843d-61c894604f7f on host dv-neutron-830731-3-hyperv {{(pid=83737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:29:34.038606 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8e83b5ee-3901-4456-b446-7dac05835293 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3012444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3219213'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:34.066590 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a541b9af-d772-452d-8f5f-0cb6a2dc4c36 tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:34.097458 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a541b9af-d772-452d-8f5f-0cb6a2dc4c36 tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5e95ae8-4ab2-4398-8d22-a33e5c2ca8f3,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:34.223628 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1aacaaf6-73ba-4ed5-94a5-f6a4a530a3bd tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1526893', 'neutron.services.segments.db._delete_segments_for_network-8732568551033'] for network, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:34.245224 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e83b5ee-3901-4456-b446-7dac05835293 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Pushing event updated for resources: {'Subnet': ['ID=b126169f-0e45-47b3-b8eb-9d938d0cd99d,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:34.255815 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a541b9af-d772-452d-8f5f-0cb6a2dc4c36 tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:34.256956 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-a541b9af-d772-452d-8f5f-0cb6a2dc4c36 tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] 10.222.0.13 "DELETE /v2.0/security-groups/d5e95ae8-4ab2-4398-8d22-a33e5c2ca8f3 HTTP/1.1" status: 204 len: 168 time: 0.6744931 Mar 07 10:29:34.261691 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 35668) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:34.266629 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e387a569-83f0-47df-bae9-dc71e1bbef13 tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923554'] for router_gateway, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:34.272798 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-067ac40a-ab0f-4193-b3ad-4307f9049ed1 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:34.314176 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-1aacaaf6-73ba-4ed5-94a5-f6a4a530a3bd tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['443cabf3-3ab7-4b17-b803-8af5ec72787d']}} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:29:34.352584 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-1aacaaf6-73ba-4ed5-94a5-f6a4a530a3bd tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba6e3a8b-11d2-488c-8903-3c27eafea7cd') {'for_net_delete': True} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:29:34.352872 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-1aacaaf6-73ba-4ed5-94a5-f6a4a530a3bd tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba6e3a8b-11d2-488c-8903-3c27eafea7cd') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:29:34.369196 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e83b5ee-3901-4456-b446-7dac05835293 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Checking segment: {'id': 'f322c426-031f-426e-bfa7-8d6ecf3b5426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'aa528257-6b6d-4968-9b3c-f0bc1b46f00c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:29:34.369547 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e83b5ee-3901-4456-b446-7dac05835293 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Network hostable DHCP agents. Network: aa528257-6b6d-4968-9b3c-f0bc1b46f00c, hostable agents: ['6527556c-6586-422c-ae47-082984683847'], hosted agents: [] {{(pid=83737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:29:34.385501 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1aacaaf6-73ba-4ed5-94a5-f6a4a530a3bd tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732568550916', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629174'] for segment, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:34.412229 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-067ac40a-ab0f-4193-b3ad-4307f9049ed1 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Network 5ed85006-6b00-415e-b71f-837fb1421c12 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:29:34.419659 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-067ac40a-ab0f-4193-b3ad-4307f9049ed1 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:29:34.421466 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067ac40a-ab0f-4193-b3ad-4307f9049ed1 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Pushing event updated for resources: {'Port': ['ID=887d1601-692f-4e80-8b30-e63f3de523ae,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:34.426271 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-067ac40a-ab0f-4193-b3ad-4307f9049ed1 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:29:34.459932 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1aacaaf6-73ba-4ed5-94a5-f6a4a530a3bd tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:34.480321 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1aacaaf6-73ba-4ed5-94a5-f6a4a530a3bd tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=83737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 07 10:29:34.480732 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1aacaaf6-73ba-4ed5-94a5-f6a4a530a3bd tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1227397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3012597'] for segment, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:34.495377 dv-neutron-830731-3-hyperv neutron-server[83737]: Traceback (most recent call last): Mar 07 10:29:34.495377 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 07 10:29:34.495377 dv-neutron-830731-3-hyperv neutron-server[83737]: timer() Mar 07 10:29:34.495377 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:29:34.495377 dv-neutron-830731-3-hyperv neutron-server[83737]: cb(*args, **kw) Mar 07 10:29:34.495377 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 10:29:34.495377 dv-neutron-830731-3-hyperv neutron-server[83737]: return func(*args, **kwargs) Mar 07 10:29:34.495377 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:29:34.495377 dv-neutron-830731-3-hyperv neutron-server[83737]: self._notify() Mar 07 10:29:34.495377 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:29:34.495377 dv-neutron-830731-3-hyperv neutron-server[83737]: self.callback(batched_events) Mar 07 10:29:34.495377 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:29:34.495377 dv-neutron-830731-3-hyperv neutron-server[83737]: event.method(event) Mar 07 10:29:34.495377 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 10:29:34.495377 dv-neutron-830731-3-hyperv neutron-server[83737]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:29:34.495377 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 10:29:34.495377 dv-neutron-830731-3-hyperv neutron-server[83737]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:29:34.495377 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 10:29:34.495377 dv-neutron-830731-3-hyperv neutron-server[83737]: return f(self, *a, **k) Mar 07 10:29:34.495377 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:29:34.495377 dv-neutron-830731-3-hyperv neutron-server[83737]: return self._get(url).json() Mar 07 10:29:34.495377 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:29:34.495377 dv-neutron-830731-3-hyperv neutron-server[83737]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:29:34.495377 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 07 10:29:34.495377 dv-neutron-830731-3-hyperv neutron-server[83737]: return self.request(url, 'GET', **kwargs) Mar 07 10:29:34.495377 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 07 10:29:34.495377 dv-neutron-830731-3-hyperv neutron-server[83737]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:29:34.495377 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 07 10:29:34.495377 dv-neutron-830731-3-hyperv neutron-server[83737]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:29:34.495377 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 07 10:29:34.495377 dv-neutron-830731-3-hyperv neutron-server[83737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:29:34.495377 dv-neutron-830731-3-hyperv neutron-server[83737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:29:34.527392 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e387a569-83f0-47df-bae9-dc71e1bbef13 tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3917998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58952'] for router, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:34.537149 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e387a569-83f0-47df-bae9-dc71e1bbef13 tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3923496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3923511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3918005'] for router, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:34.571518 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15d6dbf7-78a6-43e0-9164-36552c5df061 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:29:34.583034 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37224103-842a-4592-a151-338dfe07b48c None None] Sync routers for ids ['3324b4fd-0a96-401d-9daf-b341f252b9ce'] in dv-neutron-830731-3-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:29:34.598395 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37224103-842a-4592-a151-338dfe07b48c None None] Routers {'3324b4fd-0a96-401d-9daf-b341f252b9ce'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:29:34.599468 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-37224103-842a-4592-a151-338dfe07b48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:29:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['3324b4fd-0a96-401d-9daf-b341f252b9ce'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:29:34.626847 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e83b5ee-3901-4456-b446-7dac05835293 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Network aa528257-6b6d-4968-9b3c-f0bc1b46f00c is scheduled to be hosted by DHCP agent 6527556c-6586-422c-ae47-082984683847 with binding_index 1 {{(pid=83737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:29:34.644837 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1aacaaf6-73ba-4ed5-94a5-f6a4a530a3bd tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1526886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923583'] for network, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:34.659253 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-8e83b5ee-3901-4456-b446-7dac05835293 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830731-3-hyperv, aa528257-6b6d-4968-9b3c-f0bc1b46f00c) {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:29:34.670168 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-eb3beb00-46e3-46f3-a06c-f0cc1ead16fb tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Synchronizing usage tracker for tenant:463c2b19f95f47a9ab69cb3f43b1e7ab on resource:security_group {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:29:34.681503 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-15d6dbf7-78a6-43e0-9164-36552c5df061 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] 10.222.0.13 "PUT /v2.0/routers/3324b4fd-0a96-401d-9daf-b341f252b9ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.8432548 Mar 07 10:29:34.686583 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 35672) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:34.689474 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e83b5ee-3901-4456-b446-7dac05835293 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:34.690150 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8e83b5ee-3901-4456-b446-7dac05835293 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:34.694084 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1aacaaf6-73ba-4ed5-94a5-f6a4a530a3bd tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:34.699677 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-47b48806-2d60-4ae8-9730-b54d047392ba tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:29:34.703960 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aacaaf6-73ba-4ed5-94a5-f6a4a530a3bd tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Pushing event deleted for resources: {'Network': ['ID=443cabf3-3ab7-4b17-b803-8af5ec72787d,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:34.714846 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4b6ac01-b330-4089-9110-b99d963ceb9a None None] Network aa528257-6b6d-4968-9b3c-f0bc1b46f00c requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:29:34.722473 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-1aacaaf6-73ba-4ed5-94a5-f6a4a530a3bd tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] 10.222.0.13 "DELETE /v2.0/networks/443cabf3-3ab7-4b17-b803-8af5ec72787d HTTP/1.1" status: 204 len: 168 time: 6.9826326 Mar 07 10:29:34.725892 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 35676) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:34.732145 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-72db4882-ccf8-41aa-9cec-937ea3d2d838 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1715038437'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:29:34.738415 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-72db4882-ccf8-41aa-9cec-937ea3d2d838 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:29:34.749077 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-8e83b5ee-3901-4456-b446-7dac05835293 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0706098 Mar 07 10:29:34.759080 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 35680) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:34.760770 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-72db4882-ccf8-41aa-9cec-937ea3d2d838 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Usage tracker for resource:network and tenant:44b92b651ff14b9ab83bd7a3588b3016 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:29:34.764639 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-72db4882-ccf8-41aa-9cec-937ea3d2d838 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:29:34.771676 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-7b3ec176-b00c-4ec5-ab8b-9eee5a733599 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Request body: {'port': {'network_id': 'aa528257-6b6d-4968-9b3c-f0bc1b46f00c', 'name': 'tempest-PortsTestJSON-655029599'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:29:34.773891 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-72db4882-ccf8-41aa-9cec-937ea3d2d838 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:29:34.787855 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72db4882-ccf8-41aa-9cec-937ea3d2d838 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Made reservation on behalf of 44b92b651ff14b9ab83bd7a3588b3016 for: {'network': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:29:34.791199 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-72db4882-ccf8-41aa-9cec-937ea3d2d838 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for network, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:34.830586 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72db4882-ccf8-41aa-9cec-937ea3d2d838 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=83737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:29:34.846795 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-72db4882-ccf8-41aa-9cec-937ea3d2d838 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:34.847371 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.db.segments_db [None req-72db4882-ccf8-41aa-9cec-937ea3d2d838 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Added segment e229a2e7-7d75-4cfb-859e-a871a96def5e of type vlan for network 2ba8318b-8eee-468d-86f8-9ff2cce50b4c Mar 07 10:29:34.865678 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-37224103-842a-4592-a151-338dfe07b48c None None] Set router 3324b4fd-0a96-401d-9daf-b341f252b9ce gateway port host: None {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:29:34.891722 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-72db4882-ccf8-41aa-9cec-937ea3d2d838 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732568034061'] for network, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:34.938818 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-eb3beb00-46e3-46f3-a06c-f0cc1ead16fb tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Unset dirty status for tenant:463c2b19f95f47a9ab69cb3f43b1e7ab on resource:security_group {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:29:34.940410 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-eb3beb00-46e3-46f3-a06c-f0cc1ead16fb tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.6769295 Mar 07 10:29:34.947532 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-067ac40a-ab0f-4193-b3ad-4307f9049ed1 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:34.948919 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-067ac40a-ab0f-4193-b3ad-4307f9049ed1 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3917991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923518'] for router, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:34.949247 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 35686) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:34.952143 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-72db4882-ccf8-41aa-9cec-937ea3d2d838 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594'] for network, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:34.956584 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72db4882-ccf8-41aa-9cec-937ea3d2d838 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:34.957269 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-72db4882-ccf8-41aa-9cec-937ea3d2d838 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:34.962683 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-f72da08b-adc4-4ccd-9275-ec06369f761a tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Request body: {'security_group': {'name': 'tempest-secgroup--569636556'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:29:34.977138 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-f72da08b-adc4-4ccd-9275-ec06369f761a tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:29:34.980274 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e387a569-83f0-47df-bae9-dc71e1bbef13 tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Router c7dab3e4-2f26-4456-8366-48c4ef88130d has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:29:35.014618 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-f72da08b-adc4-4ccd-9275-ec06369f761a tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:29:35.063486 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e8d5a2e3-9053-4979-ad1a-18e46e8dcbe4 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3920255'] for router_interface, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:35.123562 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f72da08b-adc4-4ccd-9275-ec06369f761a tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Notify callbacks [] for security_group, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:35.163878 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-72db4882-ccf8-41aa-9cec-937ea3d2d838 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4369686 Mar 07 10:29:35.175273 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 35690) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:35.184044 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc9cd3a2-b4b0-4944-a173-b4834921ef40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ec2749d-0aec-52fb-aca6-10ba8a80aade-aa528257-6b6d-4968-9b3c-f0bc1b46f00c', 'network_id': 'aa528257-6b6d-4968-9b3c-f0bc1b46f00c', 'tenant_id': 'b6ff3248bb834bc1a094f45e7fa43fbd', 'fixed_ips': [{'subnet_id': 'b126169f-0e45-47b3-b8eb-9d938d0cd99d'}]}} from dv-neutron-830731-3-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 07 10:29:35.185012 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-fc9cd3a2-b4b0-4944-a173-b4834921ef40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:35.250102 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-7b3ec176-b00c-4ec5-ab8b-9eee5a733599 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:29:35.269776 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-7b3ec176-b00c-4ec5-ab8b-9eee5a733599 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Usage tracker for resource:port and tenant:b6ff3248bb834bc1a094f45e7fa43fbd is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:29:35.285836 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-7b3ec176-b00c-4ec5-ab8b-9eee5a733599 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:29:35.348778 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-7b3ec176-b00c-4ec5-ab8b-9eee5a733599 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:29:35.399466 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-f72da08b-adc4-4ccd-9275-ec06369f761a tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:29:35.410095 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-f72da08b-adc4-4ccd-9275-ec06369f761a tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Usage tracker for resource:security_group_rule and tenant:463c2b19f95f47a9ab69cb3f43b1e7ab is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:29:35.413145 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b3ec176-b00c-4ec5-ab8b-9eee5a733599 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Made reservation on behalf of b6ff3248bb834bc1a094f45e7fa43fbd for: {'port': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:29:35.416090 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7b3ec176-b00c-4ec5-ab8b-9eee5a733599 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:35.426553 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-19643ed8-d8fb-4e73-a177-6a7cadbf006e tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Request body: {'subnet': {'network_id': '2ba8318b-8eee-468d-86f8-9ff2cce50b4c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:29:35.427674 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-f72da08b-adc4-4ccd-9275-ec06369f761a tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:29:35.439049 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-f72da08b-adc4-4ccd-9275-ec06369f761a tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:29:35.444635 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72db4882-ccf8-41aa-9cec-937ea3d2d838 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Pushing event updated for resources: {'Network': ['ID=2ba8318b-8eee-468d-86f8-9ff2cce50b4c,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:35.468147 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-fc9cd3a2-b4b0-4944-a173-b4834921ef40 None None] Allocated IP 172.20.0.2 (aa528257-6b6d-4968-9b3c-f0bc1b46f00c/b126169f-0e45-47b3-b8eb-9d938d0cd99d/548b154e-536f-4812-9235-e154c8a99782) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:29:35.475007 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Network 2ba8318b-8eee-468d-86f8-9ff2cce50b4c details requested by agent ovs-agent-dv-neutron-830731-3-hyperv with host dv-neutron-830731-3-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 10:29:35.519910 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e387a569-83f0-47df-bae9-dc71e1bbef13 tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:29:35.528961 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [None req-7b3ec176-b00c-4ec5-ab8b-9eee5a733599 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] device_id is not set on port 086ea743-ebd5-4cf2-80d4-bf8903a5791a yet. {{(pid=83738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 07 10:29:35.536737 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a44bc5-b6c3-4819-a8e5-acf07d372150 None None] Sync routers for ids ['c7dab3e4-2f26-4456-8366-48c4ef88130d'] in dv-neutron-830731-3-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:29:35.538213 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfdfb8e-2924-45bf-a811-f530d0f7a5e5 req-3fb2d918-c03c-4169-97e1-e59783c5e8ca tempest-TestServerAdvancedOps-1314532968 tempest-TestServerAdvancedOps-1314532968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:35.539692 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-5dfdfb8e-2924-45bf-a811-f530d0f7a5e5 req-3fb2d918-c03c-4169-97e1-e59783c5e8ca tempest-TestServerAdvancedOps-1314532968 tempest-TestServerAdvancedOps-1314532968-project] 10.222.0.13 "GET /v2.0/ports?device_id=87904075-1f8c-428e-b226-5dcd72a33b07 HTTP/1.1" status: 200 len: 945 time: 0.5944295 Mar 07 10:29:35.555292 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a44bc5-b6c3-4819-a8e5-acf07d372150 None None] Routers {'c7dab3e4-2f26-4456-8366-48c4ef88130d'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:29:35.556156 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-c2a44bc5-b6c3-4819-a8e5-acf07d372150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:29:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['c7dab3e4-2f26-4456-8366-48c4ef88130d'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:29:35.615633 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-c2a44bc5-b6c3-4819-a8e5-acf07d372150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:29:35.623946 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-19643ed8-d8fb-4e73-a177-6a7cadbf006e tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:29:35.631034 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-5dfdfb8e-2924-45bf-a811-f530d0f7a5e5 req-2cbe4158-aa4b-4a9e-8014-786a9af24b3e tempest-TestServerAdvancedOps-1314532968 tempest-TestServerAdvancedOps-1314532968-project] 10.222.0.13 "GET /v2.0/security-groups?id=41618aeb-c32b-4995-bf54-9ade52f46247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786812 Mar 07 10:29:35.632928 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-19643ed8-d8fb-4e73-a177-6a7cadbf006e tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Usage tracker for resource:subnet and tenant:44b92b651ff14b9ab83bd7a3588b3016 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:29:35.636976 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-19643ed8-d8fb-4e73-a177-6a7cadbf006e tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:29:35.643347 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a44bc5-b6c3-4819-a8e5-acf07d372150 None None] Routers {'c7dab3e4-2f26-4456-8366-48c4ef88130d'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:29:35.647461 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-19643ed8-d8fb-4e73-a177-6a7cadbf006e tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:29:35.648090 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-c2a44bc5-b6c3-4819-a8e5-acf07d372150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:29:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['c7dab3e4-2f26-4456-8366-48c4ef88130d'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:29:35.666566 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19643ed8-d8fb-4e73-a177-6a7cadbf006e tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Made reservation on behalf of 44b92b651ff14b9ab83bd7a3588b3016 for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:29:35.710524 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e387a569-83f0-47df-bae9-dc71e1bbef13 tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Notify callbacks [] for router, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:35.714075 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-e387a569-83f0-47df-bae9-dc71e1bbef13 tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] 10.222.0.13 "PUT /v2.0/routers/c7dab3e4-2f26-4456-8366-48c4ef88130d HTTP/1.1" status: 200 len: 706 time: 4.0994329 Mar 07 10:29:35.727748 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-c2a44bc5-b6c3-4819-a8e5-acf07d372150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:29:35.728393 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a44bc5-b6c3-4819-a8e5-acf07d372150 None None] The sync data for ids ['c7dab3e4-2f26-4456-8366-48c4ef88130d'] in dv-neutron-830731-3-hyperv is: [] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:29:35.731363 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 35696) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:35.731615 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-37224103-842a-4592-a151-338dfe07b48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3324b4fd-0a96-401d-9daf-b341f252b9ce', 'name': 'tempest-RoutersTest-router-1450641091', 'tenant_id': '8843377006954c17a088ed77df13332f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:28:36Z', 'updated_at': '2022-03-07T10:29:27Z', 'revision_number': 5, 'project_id': '8843377006954c17a088ed77df13332f', 'gw_port_host': None, '_interfaces': [{'id': '00c0f3f3-cc90-451e-8e59-3edc7e18aa35', 'name': '', 'network_id': 'db19f82f-3c00-484d-af98-ef5349ef33de', 'tenant_id': '8843377006954c17a088ed77df13332f', 'mac_address': 'fa:16:3e:b1:19:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3324b4fd-0a96-401d-9daf-b341f252b9ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '29bc72c7-310a-41ac-aaee-74352799fbfc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:29:08Z', 'updated_at': '2022-03-07T10:29:21Z', 'revision_number': 5, 'project_id': '8843377006954c17a088ed77df13332f', 'subnets': [{'id': '29bc72c7-310a-41ac-aaee-74352799fbfc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '886fbece-a853-4903-842e-0215fc553fdb', 'name': '', 'network_id': 'c602f718-e9de-48ac-b4a6-a9273b50169a', 'tenant_id': '8843377006954c17a088ed77df13332f', 'mac_address': 'fa:16:3e:2a:52:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3324b4fd-0a96-401d-9daf-b341f252b9ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32ec8036-5adc-4d1f-a49f-bc0660977659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:28:40Z', 'updated_at': '2022-03-07T10:28:57Z', 'revision_number': 5, 'project_id': '8843377006954c17a088ed77df13332f', 'subnets': [{'id': '32ec8036-5adc-4d1f-a49f-bc0660977659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae5b58a1-dd22-45d9-89cd-37eed5f11e6a', 'name': '', 'network_id': 'e62b0e07-d740-4280-82f4-4966ab2ca75d', 'tenant_id': '8843377006954c17a088ed77df13332f', 'mac_address': 'fa:16:3e:bf:9b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3324b4fd-0a96-401d-9daf-b341f252b9ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7245e10c-4fca-4313-bd10-62ddf8acc484', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:28:54Z', 'updated_at': '2022-03-07T10:29:06Z', 'revision_number': 5, 'project_id': '8843377006954c17a088ed77df13332f', 'subnets': [{'id': '7245e10c-4fca-4313-bd10-62ddf8acc484', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bda16c18-96da-4e02-83b0-90685c82f9e6', 'name': '', 'network_id': '8cba44aa-dbb8-4d76-bbd1-726c3fefa9c9', 'tenant_id': '8843377006954c17a088ed77df13332f', 'mac_address': 'fa:16:3e:78:20:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3324b4fd-0a96-401d-9daf-b341f252b9ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2fc008f-86d3-472b-82b4-6e02cef9d6df', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:29:24Z', 'updated_at': '2022-03-07T10:29:28Z', 'revision_number': 2, 'project_id': '8843377006954c17a088ed77df13332f', 'subnets': [{'id': 'c2fc008f-86d3-472b-82b4-6e02cef9d6df', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:29:35.748085 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37224103-842a-4592-a151-338dfe07b48c None None] Checking router: 3324b4fd-0a96-401d-9daf-b341f252b9ce for host: dv-neutron-830731-3-hyperv {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 07 10:29:35.748442 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37224103-842a-4592-a151-338dfe07b48c None None] Updating router 3324b4fd-0a96-401d-9daf-b341f252b9ce port bda16c18-96da-4e02-83b0-90685c82f9e6 binding host dv-neutron-830731-3-hyperv {{(pid=83739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 07 10:29:35.828454 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-37224103-842a-4592-a151-338dfe07b48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:35.859574 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f72da08b-adc4-4ccd-9275-ec06369f761a tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Notify callbacks [] for security_group, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:35.869256 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-19643ed8-d8fb-4e73-a177-6a7cadbf006e tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3219231'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:36.016513 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.ipam_backend_mixin [None req-19643ed8-d8fb-4e73-a177-6a7cadbf006e tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Performing IP validity checks on allocation pools {{(pid=83737) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 07 10:29:36.017186 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.ipam_backend_mixin [None req-19643ed8-d8fb-4e73-a177-6a7cadbf006e tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83737) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 07 10:29:36.071334 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-adbd2215-c8ee-41f3-92a6-4182ca26b8a8 None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 10:29:36.171635 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f72da08b-adc4-4ccd-9275-ec06369f761a tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:36.328706 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72da08b-adc4-4ccd-9275-ec06369f761a tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93a730d2-4711-440d-8db7-594f017abfab,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:36.331811 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f72da08b-adc4-4ccd-9275-ec06369f761a tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:36.333280 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-f72da08b-adc4-4ccd-9275-ec06369f761a tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.3831215 Mar 07 10:29:36.348013 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 35702) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:36.359653 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-c7e28304-fc13-446d-aa93-6243938facec tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Request body: {'security_group_rule': {'security_group_id': '93a730d2-4711-440d-8db7-594f017abfab', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:29:36.360019 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-fc9cd3a2-b4b0-4944-a173-b4834921ef40 None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:36.376371 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-d3a3d933-177c-4889-9e6a-a4195f9af6f9 tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] 10.222.0.13 "GET /v2.0/routers/c7dab3e4-2f26-4456-8366-48c4ef88130d HTTP/1.1" status: 200 len: 741 time: 0.6351156 Mar 07 10:29:36.376666 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-19643ed8-d8fb-4e73-a177-6a7cadbf006e tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3012444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3219213'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:36.377593 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-c7e28304-fc13-446d-aa93-6243938facec tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:29:36.379978 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 35706) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:36.400970 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-fc9cd3a2-b4b0-4944-a173-b4834921ef40 None None] Transition to ACTIVE for port object 548b154e-536f-4812-9235-e154c8a99782 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:29:36.426182 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-c7e28304-fc13-446d-aa93-6243938facec tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Usage tracker for resource:security_group_rule and tenant:463c2b19f95f47a9ab69cb3f43b1e7ab is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:29:36.464407 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-c7e28304-fc13-446d-aa93-6243938facec tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:29:36.474272 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-8d44a126-3bde-49e0-ad9a-1086ced3eb90 tempest-RoutersAdminTest-1642332987 tempest-RoutersAdminTest-1642332987-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=5ed85006-6b00-415e-b71f-837fb1421c12&device_id=c7dab3e4-2f26-4456-8366-48c4ef88130d HTTP/1.1" status: 200 len: 205 time: 0.0916975 Mar 07 10:29:36.482547 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 35710) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:36.484569 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-c7e28304-fc13-446d-aa93-6243938facec tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:29:36.485133 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-067ac40a-ab0f-4193-b3ad-4307f9049ed1 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Router 0e696d30-868a-4c7f-a1b1-8eb7c88b2c0c is scheduled to L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 with binding_index 1 {{(pid=83737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 10:29:36.553418 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4a4189-dc3d-4313-8bf3-1387adf1f8ed req-31b65ee5-c1a1-45b1-847a-4d97e2dbcdb0 tempest-TestServerAdvancedOps-1314532968 tempest-TestServerAdvancedOps-1314532968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:36.554898 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-0a4a4189-dc3d-4313-8bf3-1387adf1f8ed req-31b65ee5-c1a1-45b1-847a-4d97e2dbcdb0 tempest-TestServerAdvancedOps-1314532968 tempest-TestServerAdvancedOps-1314532968-project] 10.222.0.13 "GET /v2.0/ports?device_id=87904075-1f8c-428e-b226-5dcd72a33b07 HTTP/1.1" status: 200 len: 945 time: 0.3539374 Mar 07 10:29:36.567356 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-2bf0ff25-f4b3-48df-8187-60056e222de9 req-29c30e26-a82a-49cd-8276-cecafef59b5a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5e56ff5eb9514632bfb34b6bdf038801&device_id=87904075-1f8c-428e-b226-5dcd72a33b07 HTTP/1.1" status: 200 len: 1098 time: 0.3036425 Mar 07 10:29:36.591396 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-37224103-842a-4592-a151-338dfe07b48c None None] Notify callbacks [] for port, precommit_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:36.605912 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-37224103-842a-4592-a151-338dfe07b48c None None] Transition to ACTIVE for port object bda16c18-96da-4e02-83b0-90685c82f9e6 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:29:36.614858 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-953c9cd1-26da-4c53-a610-1ad39c7b3b67 tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7dab3e4-2f26-4456-8366-48c4ef88130d HTTP/1.1" status: 200 len: 205 time: 0.1207626 Mar 07 10:29:36.616696 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19643ed8-d8fb-4e73-a177-6a7cadbf006e tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Pushing event updated for resources: {'Subnet': ['ID=bc51fcb4-661a-4c1e-aaac-ada6187125a5,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:36.620547 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 35714) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:36.634202 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-fc9cd3a2-b4b0-4944-a173-b4834921ef40 None None] Transition to ACTIVE for port object 548b154e-536f-4812-9235-e154c8a99782 will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:29:36.637117 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-37224103-842a-4592-a151-338dfe07b48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:36.680163 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-fc9cd3a2-b4b0-4944-a173-b4834921ef40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:36.791561 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf0ff25-f4b3-48df-8187-60056e222de9 req-8f8ea3b0-162a-4495-aff8-9a2b63a4ca2a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:36.793276 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-2bf0ff25-f4b3-48df-8187-60056e222de9 req-8f8ea3b0-162a-4495-aff8-9a2b63a4ca2a service neutron] 10.222.0.10 "GET /v2.0/networks?id=2cdfe4a3-2923-48a7-b1bd-2e50a8058f86 HTTP/1.1" status: 200 len: 913 time: 0.1595287 Mar 07 10:29:36.810670 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc9cd3a2-b4b0-4944-a173-b4834921ef40 None None] Network aa528257-6b6d-4968-9b3c-f0bc1b46f00c is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:29:36.820799 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-fc9cd3a2-b4b0-4944-a173-b4834921ef40 None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:29:36.832781 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8559145e-38d6-4f59-ae15-aa3d9eb2474e None None] Pushing event updated for resources: {'Port': ['ID=bda16c18-96da-4e02-83b0-90685c82f9e6,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:36.836830 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9cd3a2-b4b0-4944-a173-b4834921ef40 None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:29:36.894940 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.api.v2.resource [None req-c7e28304-fc13-446d-aa93-6243938facec tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] create failed (client error): The resource could not be found. Mar 07 10:29:36.898487 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-c7e28304-fc13-446d-aa93-6243938facec tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.5430639 Mar 07 10:29:36.914393 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 35718) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:36.946187 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-9dbc6cf1-9aed-43b2-9a91-831a00dd3a05 tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Request body: {'security_group_rule': {'security_group_id': '93a730d2-4711-440d-8db7-594f017abfab', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'e359b745-793d-4958-a31a-93a343d37aba'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:29:36.961321 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-9dbc6cf1-9aed-43b2-9a91-831a00dd3a05 tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:29:37.034693 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-9dbc6cf1-9aed-43b2-9a91-831a00dd3a05 tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Usage tracker for resource:security_group_rule and tenant:463c2b19f95f47a9ab69cb3f43b1e7ab is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:29:37.036719 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-0a4a4189-dc3d-4313-8bf3-1387adf1f8ed req-8dfab52c-5246-4319-b62d-3e38b1e8aadf tempest-TestServerAdvancedOps-1314532968 tempest-TestServerAdvancedOps-1314532968-project] 10.222.0.13 "GET /v2.0/security-groups?id=41618aeb-c32b-4995-bf54-9ade52f46247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4664958 Mar 07 10:29:37.038162 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-9dbc6cf1-9aed-43b2-9a91-831a00dd3a05 tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:29:37.042999 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-2bf0ff25-f4b3-48df-8187-60056e222de9 req-eca77a79-c1a1-4a70-ac01-2081edd2fec1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=13981960-8dad-462a-9f9d-1e02b52d75f7 HTTP/1.1" status: 200 len: 217 time: 0.2412665 Mar 07 10:29:37.047198 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-9dbc6cf1-9aed-43b2-9a91-831a00dd3a05 tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:29:37.048429 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19643ed8-d8fb-4e73-a177-6a7cadbf006e tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Checking segment: {'id': 'e229a2e7-7d75-4cfb-859e-a871a96def5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '2ba8318b-8eee-468d-86f8-9ff2cce50b4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:29:37.048429 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19643ed8-d8fb-4e73-a177-6a7cadbf006e tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Network hostable DHCP agents. Network: 2ba8318b-8eee-468d-86f8-9ff2cce50b4c, hostable agents: ['6527556c-6586-422c-ae47-082984683847'], hosted agents: [] {{(pid=83737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:29:37.068139 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.extraroute_db [None req-47b48806-2d60-4ae8-9730-b54d047392ba tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=83738) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Mar 07 10:29:37.117796 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-37224103-842a-4592-a151-338dfe07b48c None None] Attempting to bind port bda16c18-96da-4e02-83b0-90685c82f9e6 on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:29:37.118371 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-37224103-842a-4592-a151-338dfe07b48c None None] Attempting to bind port bda16c18-96da-4e02-83b0-90685c82f9e6 by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': 'c6ae6ee0-758d-452e-833f-94c454be5308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '8cba44aa-dbb8-4d76-bbd1-726c3fefa9c9'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:29:37.118751 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37224103-842a-4592-a151-338dfe07b48c None None] Attempting to bind port bda16c18-96da-4e02-83b0-90685c82f9e6 on network 8cba44aa-dbb8-4d76-bbd1-726c3fefa9c9 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:29:37.126112 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9cd3a2-b4b0-4944-a173-b4834921ef40 None None] Pushing event updated for resources: {'Port': ['ID=548b154e-536f-4812-9235-e154c8a99782,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:37.126566 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.extraroute_db [None req-47b48806-2d60-4ae8-9730-b54d047392ba tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Removed routes are [] {{(pid=83738) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Mar 07 10:29:37.127028 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-47b48806-2d60-4ae8-9730-b54d047392ba tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3917998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58952'] for router, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:37.139391 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.db.api [None req-7b3ec176-b00c-4ec5-ab8b-9eee5a733599 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-8ea0efea-24f0-43ae-9b59-db53dbf50012 {{(pid=83738) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 10:29:37.139713 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG oslo_db.api [None req-7b3ec176-b00c-4ec5-ab8b-9eee5a733599 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 10:29:37.139840 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf0ff25-f4b3-48df-8187-60056e222de9 req-b8ea49e3-e626-4b9c-b130-5d4e6fa558ea service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:37.141252 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-2bf0ff25-f4b3-48df-8187-60056e222de9 req-b8ea49e3-e626-4b9c-b130-5d4e6fa558ea service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0d090fc4-3895-4f2a-a06a-51fed676197f HTTP/1.1" status: 200 len: 852 time: 0.0877705 Mar 07 10:29:37.148439 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-fc9cd3a2-b4b0-4944-a173-b4834921ef40 None None] Attempting to bind port 548b154e-536f-4812-9235-e154c8a99782 on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:29:37.149157 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-fc9cd3a2-b4b0-4944-a173-b4834921ef40 None None] Attempting to bind port 548b154e-536f-4812-9235-e154c8a99782 by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': 'f322c426-031f-426e-bfa7-8d6ecf3b5426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'aa528257-6b6d-4968-9b3c-f0bc1b46f00c'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:29:37.149645 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4c5b734d-b598-40ac-9f19-7c1c8debc6d6 tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Notify callbacks [] for router, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:37.149873 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9cd3a2-b4b0-4944-a173-b4834921ef40 None None] Attempting to bind port 548b154e-536f-4812-9235-e154c8a99782 on network aa528257-6b6d-4968-9b3c-f0bc1b46f00c {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:29:37.165139 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37224103-842a-4592-a151-338dfe07b48c None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:29:37.165576 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37224103-842a-4592-a151-338dfe07b48c None None] Checking segment: {'id': 'c6ae6ee0-758d-452e-833f-94c454be5308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '8cba44aa-dbb8-4d76-bbd1-726c3fefa9c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:29:37.166034 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-37224103-842a-4592-a151-338dfe07b48c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:37.166636 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37224103-842a-4592-a151-338dfe07b48c None None] Bound using segment: {'id': 'c6ae6ee0-758d-452e-833f-94c454be5308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '8cba44aa-dbb8-4d76-bbd1-726c3fefa9c9'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:29:37.166995 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-37224103-842a-4592-a151-338dfe07b48c None None] Bound port: bda16c18-96da-4e02-83b0-90685c82f9e6, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6ae6ee0-758d-452e-833f-94c454be5308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '8cba44aa-dbb8-4d76-bbd1-726c3fefa9c9'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:29:37.167421 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-37224103-842a-4592-a151-338dfe07b48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:37.176951 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9cd3a2-b4b0-4944-a173-b4834921ef40 None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:29:37.177379 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9cd3a2-b4b0-4944-a173-b4834921ef40 None None] Checking segment: {'id': 'f322c426-031f-426e-bfa7-8d6ecf3b5426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'aa528257-6b6d-4968-9b3c-f0bc1b46f00c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:29:37.177816 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-fc9cd3a2-b4b0-4944-a173-b4834921ef40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:37.178873 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9cd3a2-b4b0-4944-a173-b4834921ef40 None None] Bound using segment: {'id': 'f322c426-031f-426e-bfa7-8d6ecf3b5426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'aa528257-6b6d-4968-9b3c-f0bc1b46f00c'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:29:37.178873 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-fc9cd3a2-b4b0-4944-a173-b4834921ef40 None None] Bound port: 548b154e-536f-4812-9235-e154c8a99782, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f322c426-031f-426e-bfa7-8d6ecf3b5426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'aa528257-6b6d-4968-9b3c-f0bc1b46f00c'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:29:37.179257 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-fc9cd3a2-b4b0-4944-a173-b4834921ef40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:37.183275 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19643ed8-d8fb-4e73-a177-6a7cadbf006e tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Network 2ba8318b-8eee-468d-86f8-9ff2cce50b4c is scheduled to be hosted by DHCP agent 6527556c-6586-422c-ae47-082984683847 with binding_index 1 {{(pid=83737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:29:37.197901 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-2bf0ff25-f4b3-48df-8187-60056e222de9 req-24117f74-b694-4263-aa12-5074e16775af service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2cdfe4a3-2923-48a7-b1bd-2e50a8058f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494602 Mar 07 10:29:37.230970 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-19643ed8-d8fb-4e73-a177-6a7cadbf006e tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830731-3-hyperv, 2ba8318b-8eee-468d-86f8-9ff2cce50b4c) {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:29:37.278705 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86356109-0669-4f75-b51d-68685073150e None None] Network 2ba8318b-8eee-468d-86f8-9ff2cce50b4c requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:29:37.291970 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19643ed8-d8fb-4e73-a177-6a7cadbf006e tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:37.292465 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-19643ed8-d8fb-4e73-a177-6a7cadbf006e tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:37.350376 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-19643ed8-d8fb-4e73-a177-6a7cadbf006e tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.9514337 Mar 07 10:29:37.352121 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 35722) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:37.436309 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.api.v2.resource [None req-9dbc6cf1-9aed-43b2-9a91-831a00dd3a05 tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] create failed (client error): The resource could not be found. Mar 07 10:29:37.441194 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-9dbc6cf1-9aed-43b2-9a91-831a00dd3a05 tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.5094070 Mar 07 10:29:37.453705 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 35724) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:37.463898 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-37224103-842a-4592-a151-338dfe07b48c None None] For port bda16c18-96da-4e02-83b0-90685c82f9e6, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:29:37.484756 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-fc9cd3a2-b4b0-4944-a173-b4834921ef40 None None] For port 548b154e-536f-4812-9235-e154c8a99782, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:29:37.493115 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-37224103-842a-4592-a151-338dfe07b48c None None] For port bda16c18-96da-4e02-83b0-90685c82f9e6, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=bda16c18-96da-4e02-83b0-90685c82f9e6,segment=NetworkSegment(c6ae6ee0-758d-452e-833f-94c454be5308),segment_id=c6ae6ee0-758d-452e-833f-94c454be5308)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:29:37.500360 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-37224103-842a-4592-a151-338dfe07b48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:37.505472 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-fc9cd3a2-b4b0-4944-a173-b4834921ef40 None None] For port 548b154e-536f-4812-9235-e154c8a99782, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=548b154e-536f-4812-9235-e154c8a99782,segment=NetworkSegment(f322c426-031f-426e-bfa7-8d6ecf3b5426),segment_id=f322c426-031f-426e-bfa7-8d6ecf3b5426)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:29:37.562381 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-2bf0ff25-f4b3-48df-8187-60056e222de9 req-bcb9be1d-810a-4b49-bcd2-3367cd319195 service neutron] 10.222.0.10 "GET /v2.0/networks/2cdfe4a3-2923-48a7-b1bd-2e50a8058f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3558016 Mar 07 10:29:37.579905 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-fc9cd3a2-b4b0-4944-a173-b4834921ef40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:37.657551 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-067ac40a-ab0f-4193-b3ad-4307f9049ed1 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:29:37.666577 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8559145e-38d6-4f59-ae15-aa3d9eb2474e None None] Pushing event updated for resources: {'Port': ['ID=bda16c18-96da-4e02-83b0-90685c82f9e6,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:37.718871 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bdc333b-eea7-4725-93e2-06e845d54678 None None] Sync routers for ids ['0e696d30-868a-4c7f-a1b1-8eb7c88b2c0c'] in dv-neutron-830731-3-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:29:37.754005 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-827f98e9-0253-4d68-96d2-9f23813361c7 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1158940'] for network, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:37.758785 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba93878-3221-4cc4-a6e1-d0603fddf90d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ec2749d-0aec-52fb-aca6-10ba8a80aade-2ba8318b-8eee-468d-86f8-9ff2cce50b4c', 'network_id': '2ba8318b-8eee-468d-86f8-9ff2cce50b4c', 'tenant_id': '44b92b651ff14b9ab83bd7a3588b3016', 'fixed_ips': [{'subnet_id': 'bc51fcb4-661a-4c1e-aaac-ada6187125a5'}]}} from dv-neutron-830731-3-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 07 10:29:37.759592 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-2ba93878-3221-4cc4-a6e1-d0603fddf90d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:37.777947 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37224103-842a-4592-a151-338dfe07b48c None None] Routers {'3324b4fd-0a96-401d-9daf-b341f252b9ce'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:29:37.781236 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-37224103-842a-4592-a151-338dfe07b48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:29:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['3324b4fd-0a96-401d-9daf-b341f252b9ce'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:29:37.781378 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-067ac40a-ab0f-4193-b3ad-4307f9049ed1 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:37.782571 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-067ac40a-ab0f-4193-b3ad-4307f9049ed1 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 9.7823420 Mar 07 10:29:37.786517 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 35730) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:37.843293 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7b3ec176-b00c-4ec5-ab8b-9eee5a733599 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:37.942986 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bdc333b-eea7-4725-93e2-06e845d54678 None None] Routers {'0e696d30-868a-4c7f-a1b1-8eb7c88b2c0c'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:29:37.943517 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-3bdc333b-eea7-4725-93e2-06e845d54678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:29:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['0e696d30-868a-4c7f-a1b1-8eb7c88b2c0c'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:29:37.982087 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [None req-7b3ec176-b00c-4ec5-ab8b-9eee5a733599 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] device_id is not set on port 248dff6e-bfce-4f26-b1ed-2b7dc19f3bb6 yet. {{(pid=83738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 07 10:29:38.029607 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-2bf0ff25-f4b3-48df-8187-60056e222de9 req-9a23d2e9-caf4-4545-baa0-7ed35fd3fc4b service neutron] 10.222.0.10 "GET /v2.0/networks/2cdfe4a3-2923-48a7-b1bd-2e50a8058f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4585097 Mar 07 10:29:38.062739 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-827f98e9-0253-4d68-96d2-9f23813361c7 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1525496'] for subnet, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:38.143972 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9cd3a2-b4b0-4944-a173-b4834921ef40 None None] Pushing event updated for resources: {'Port': ['ID=548b154e-536f-4812-9235-e154c8a99782,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:38.210072 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-827f98e9-0253-4d68-96d2-9f23813361c7 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1525489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3012507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3219316'] for subnet, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:38.300339 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827f98e9-0253-4d68-96d2-9f23813361c7 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Pushing event deleted for resources: {'Subnet': ['ID=bc51fcb4-661a-4c1e-aaac-ada6187125a5,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:38.317922 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-833d2962-2baa-4836-8f79-ff280451bbd2 tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Notify callbacks [] for security_group, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:38.327870 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4c5b734d-b598-40ac-9f19-7c1c8debc6d6 tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3917970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58043'] for router, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:38.363905 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-37224103-842a-4592-a151-338dfe07b48c None None] Set router 3324b4fd-0a96-401d-9daf-b341f252b9ce gateway port host: None {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:29:38.391077 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4c5b734d-b598-40ac-9f19-7c1c8debc6d6 tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:38.446078 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-827f98e9-0253-4d68-96d2-9f23813361c7 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1526893', 'neutron.services.segments.db._delete_segments_for_network-8732568551033'] for network, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:38.453980 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-833d2962-2baa-4836-8f79-ff280451bbd2 tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:38.464101 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server [None req-2ba93878-3221-4cc4-a6e1-d0603fddf90d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bc51fcb4-661a-4c1e-aaac-ada6187125a5: This subnet is being modified by another concurrent operation. Mar 07 10:29:38.464101 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 07 10:29:38.464101 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 07 10:29:38.464101 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 07 10:29:38.464101 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 07 10:29:38.464101 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 07 10:29:38.464101 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 07 10:29:38.464101 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 07 10:29:38.464101 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 07 10:29:38.464101 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 07 10:29:38.464101 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 07 10:29:38.464101 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 07 10:29:38.464101 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 07 10:29:38.464101 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 10:29:38.464101 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 07 10:29:38.464101 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 07 10:29:38.464101 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 07 10:29:38.464101 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server raise value Mar 07 10:29:38.464101 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 07 10:29:38.464101 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 10:29:38.464101 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 07 10:29:38.464101 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 07 10:29:38.464101 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 07 10:29:38.464101 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 10:29:38.464101 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 07 10:29:38.464101 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 07 10:29:38.464101 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 07 10:29:38.464101 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server raise value Mar 07 10:29:38.464101 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 07 10:29:38.464101 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 10:29:38.464101 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 07 10:29:38.464101 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 07 10:29:38.464101 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 07 10:29:38.464101 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 10:29:38.464101 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 07 10:29:38.464101 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 07 10:29:38.464101 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 07 10:29:38.464101 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server raise value Mar 07 10:29:38.464101 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 07 10:29:38.464101 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 07 10:29:38.464101 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 07 10:29:38.464101 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 07 10:29:38.464101 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Mar 07 10:29:38.464101 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 07 10:29:38.464101 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Mar 07 10:29:38.464101 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 07 10:29:38.464101 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Mar 07 10:29:38.464101 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 07 10:29:38.464101 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 07 10:29:38.464101 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 07 10:29:38.464101 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Mar 07 10:29:38.464101 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 07 10:29:38.464101 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 07 10:29:38.467564 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 07 10:29:38.467564 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 07 10:29:38.467564 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 10:29:38.467564 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 07 10:29:38.467564 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 07 10:29:38.467564 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 07 10:29:38.467564 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server raise value Mar 07 10:29:38.467564 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 07 10:29:38.467564 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 10:29:38.467564 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 07 10:29:38.467564 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 07 10:29:38.467564 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 07 10:29:38.467564 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 10:29:38.467564 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 07 10:29:38.467564 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 07 10:29:38.467564 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 07 10:29:38.467564 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server raise value Mar 07 10:29:38.467564 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 07 10:29:38.467564 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 10:29:38.467564 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 07 10:29:38.467564 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 07 10:29:38.467564 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 07 10:29:38.467564 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 10:29:38.467564 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 07 10:29:38.467564 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 07 10:29:38.467564 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 07 10:29:38.467564 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server raise value Mar 07 10:29:38.467564 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 07 10:29:38.467564 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 07 10:29:38.467564 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Mar 07 10:29:38.467564 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 07 10:29:38.467564 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Mar 07 10:29:38.467564 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 07 10:29:38.467564 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Mar 07 10:29:38.467564 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 07 10:29:38.467564 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 07 10:29:38.467564 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 07 10:29:38.467564 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Mar 07 10:29:38.467564 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 07 10:29:38.467564 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 07 10:29:38.467564 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 07 10:29:38.467564 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 07 10:29:38.467564 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 07 10:29:38.467564 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 07 10:29:38.467564 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 07 10:29:38.467564 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Mar 07 10:29:38.467564 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 07 10:29:38.467564 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 07 10:29:38.467564 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server raise exception Mar 07 10:29:38.467564 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bc51fcb4-661a-4c1e-aaac-ada6187125a5: This subnet is being modified by another concurrent operation. Mar 07 10:29:38.467564 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server Mar 07 10:29:38.487157 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-c0ff493f-d638-4b2c-84f1-224413870e81 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] 10.222.0.13 "GET /v2.0/routers/0e696d30-868a-4c7f-a1b1-8eb7c88b2c0c HTTP/1.1" status: 200 len: 908 time: 0.6938875 Mar 07 10:29:38.487157 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-827f98e9-0253-4d68-96d2-9f23813361c7 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ba8318b-8eee-468d-86f8-9ff2cce50b4c']}} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:29:38.488761 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76757e6b-58ce-49f4-b90d-41c2a20a8c77 None None] Network 2ba8318b-8eee-468d-86f8-9ff2cce50b4c requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:29:38.494030 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 35736) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:38.501494 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-827f98e9-0253-4d68-96d2-9f23813361c7 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e229a2e7-7d75-4cfb-859e-a871a96def5e') {'for_net_delete': True} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:29:38.501897 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-827f98e9-0253-4d68-96d2-9f23813361c7 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e229a2e7-7d75-4cfb-859e-a871a96def5e') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:29:38.567518 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-7b3ec176-b00c-4ec5-ab8b-9eee5a733599 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Allocated IP 172.20.0.7 (aa528257-6b6d-4968-9b3c-f0bc1b46f00c/b126169f-0e45-47b3-b8eb-9d938d0cd99d/248dff6e-bfce-4f26-b1ed-2b7dc19f3bb6) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:29:38.583173 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-827f98e9-0253-4d68-96d2-9f23813361c7 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732568550916', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629174'] for segment, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:38.640411 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-3bdc333b-eea7-4725-93e2-06e845d54678 None None] Set router 0e696d30-868a-4c7f-a1b1-8eb7c88b2c0c gateway port host: dv-neutron-830731-3-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:29:38.649115 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f01f41a-f5d7-46cd-8955-968426c40762 req-e03d21da-0c02-41d9-a70e-9dfdad3a0cb0 tempest-TestServerAdvancedOps-1314532968 tempest-TestServerAdvancedOps-1314532968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:38.650577 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-8f01f41a-f5d7-46cd-8955-968426c40762 req-e03d21da-0c02-41d9-a70e-9dfdad3a0cb0 tempest-TestServerAdvancedOps-1314532968 tempest-TestServerAdvancedOps-1314532968-project] 10.222.0.13 "GET /v2.0/ports?device_id=87904075-1f8c-428e-b226-5dcd72a33b07 HTTP/1.1" status: 200 len: 945 time: 0.4100077 Mar 07 10:29:38.674967 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-827f98e9-0253-4d68-96d2-9f23813361c7 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:38.695657 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-47b48806-2d60-4ae8-9730-b54d047392ba tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3917998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58952'] for router, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:38.711892 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-827f98e9-0253-4d68-96d2-9f23813361c7 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=83737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 07 10:29:38.712349 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-827f98e9-0253-4d68-96d2-9f23813361c7 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1227397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3012597'] for segment, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:38.717851 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-47b48806-2d60-4ae8-9730-b54d047392ba tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3923496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3923511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3918005'] for router, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:38.721033 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4c5b734d-b598-40ac-9f19-7c1c8debc6d6 tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3917886'] for router, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:38.721766 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c5b734d-b598-40ac-9f19-7c1c8debc6d6 tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Fanout notify agent at l3_agent the message router_deleted on router c7dab3e4-2f26-4456-8366-48c4ef88130d {{(pid=83738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 10:29:38.733580 dv-neutron-830731-3-hyperv neutron-server[83737]: Traceback (most recent call last): Mar 07 10:29:38.733580 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 07 10:29:38.733580 dv-neutron-830731-3-hyperv neutron-server[83737]: timer() Mar 07 10:29:38.733580 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:29:38.733580 dv-neutron-830731-3-hyperv neutron-server[83737]: cb(*args, **kw) Mar 07 10:29:38.733580 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 10:29:38.733580 dv-neutron-830731-3-hyperv neutron-server[83737]: return func(*args, **kwargs) Mar 07 10:29:38.733580 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:29:38.733580 dv-neutron-830731-3-hyperv neutron-server[83737]: self._notify() Mar 07 10:29:38.733580 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:29:38.733580 dv-neutron-830731-3-hyperv neutron-server[83737]: self.callback(batched_events) Mar 07 10:29:38.733580 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:29:38.733580 dv-neutron-830731-3-hyperv neutron-server[83737]: event.method(event) Mar 07 10:29:38.733580 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 10:29:38.733580 dv-neutron-830731-3-hyperv neutron-server[83737]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:29:38.733580 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 10:29:38.733580 dv-neutron-830731-3-hyperv neutron-server[83737]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:29:38.733580 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 10:29:38.733580 dv-neutron-830731-3-hyperv neutron-server[83737]: return f(self, *a, **k) Mar 07 10:29:38.733580 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:29:38.733580 dv-neutron-830731-3-hyperv neutron-server[83737]: return self._get(url).json() Mar 07 10:29:38.733580 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:29:38.733580 dv-neutron-830731-3-hyperv neutron-server[83737]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:29:38.733580 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 07 10:29:38.733580 dv-neutron-830731-3-hyperv neutron-server[83737]: return self.request(url, 'GET', **kwargs) Mar 07 10:29:38.733580 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 07 10:29:38.733580 dv-neutron-830731-3-hyperv neutron-server[83737]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:29:38.733580 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 07 10:29:38.733580 dv-neutron-830731-3-hyperv neutron-server[83737]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:29:38.733580 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 07 10:29:38.733580 dv-neutron-830731-3-hyperv neutron-server[83737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:29:38.733580 dv-neutron-830731-3-hyperv neutron-server[83737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:29:38.858171 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-8f01f41a-f5d7-46cd-8955-968426c40762 req-94b0013f-28f5-4c8d-af7c-d2a0cbe6c3c5 tempest-TestServerAdvancedOps-1314532968 tempest-TestServerAdvancedOps-1314532968-project] 10.222.0.13 "GET /v2.0/security-groups?id=41618aeb-c32b-4995-bf54-9ade52f46247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679947 Mar 07 10:29:38.860682 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-827f98e9-0253-4d68-96d2-9f23813361c7 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1526886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923583'] for network, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:38.869624 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-827f98e9-0253-4d68-96d2-9f23813361c7 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:38.895525 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-827f98e9-0253-4d68-96d2-9f23813361c7 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] 10.222.0.13 "DELETE /v2.0/networks/2ba8318b-8eee-468d-86f8-9ff2cce50b4c HTTP/1.1" status: 204 len: 168 time: 1.5418270 Mar 07 10:29:38.901432 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 35740) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:38.915307 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-3b0609b9-8452-4b21-a1d6-baf349bea5a1 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1423804772'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:29:38.919048 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827f98e9-0253-4d68-96d2-9f23813361c7 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Pushing event deleted for resources: {'Network': ['ID=2ba8318b-8eee-468d-86f8-9ff2cce50b4c,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:38.927687 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-3b0609b9-8452-4b21-a1d6-baf349bea5a1 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:29:38.934731 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-3b0609b9-8452-4b21-a1d6-baf349bea5a1 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Usage tracker for resource:network and tenant:44b92b651ff14b9ab83bd7a3588b3016 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:29:38.948419 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-3b0609b9-8452-4b21-a1d6-baf349bea5a1 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:29:38.958280 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-3b0609b9-8452-4b21-a1d6-baf349bea5a1 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:29:38.980430 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-833d2962-2baa-4836-8f79-ff280451bbd2 tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:38.982898 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b0609b9-8452-4b21-a1d6-baf349bea5a1 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Made reservation on behalf of 44b92b651ff14b9ab83bd7a3588b3016 for: {'network': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:29:38.987455 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3b0609b9-8452-4b21-a1d6-baf349bea5a1 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for network, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:39.006378 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8389f418-5d04-431d-9922-55d9fdf6de41 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Notify callbacks [] for router, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:39.054236 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833d2962-2baa-4836-8f79-ff280451bbd2 tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93a730d2-4711-440d-8db7-594f017abfab,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:39.156729 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b0609b9-8452-4b21-a1d6-baf349bea5a1 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=83737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:29:39.180371 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3b0609b9-8452-4b21-a1d6-baf349bea5a1 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:39.180640 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c03d515-36b3-4593-a821-8a96a0585f55 None None] Network aa528257-6b6d-4968-9b3c-f0bc1b46f00c requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:29:39.181117 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.db.segments_db [None req-3b0609b9-8452-4b21-a1d6-baf349bea5a1 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Added segment f410bcda-e9a0-4a23-93b5-848a46097e2b of type vlan for network 23d3c47b-0bf0-46e8-ba96-0ebf5f5cbe07 Mar 07 10:29:39.214119 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3b0609b9-8452-4b21-a1d6-baf349bea5a1 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732568034061'] for network, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:39.261322 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7b3ec176-b00c-4ec5-ab8b-9eee5a733599 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:39.284883 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4c5b734d-b598-40ac-9f19-7c1c8debc6d6 tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] Notify callbacks [] for router, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:39.291842 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3b0609b9-8452-4b21-a1d6-baf349bea5a1 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594'] for network, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:39.292010 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-4c5b734d-b598-40ac-9f19-7c1c8debc6d6 tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] 10.222.0.13 "DELETE /v2.0/routers/c7dab3e4-2f26-4456-8366-48c4ef88130d HTTP/1.1" status: 204 len: 168 time: 2.6697674 Mar 07 10:29:39.293142 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 35744) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:39.295022 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b0609b9-8452-4b21-a1d6-baf349bea5a1 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:39.295611 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3b0609b9-8452-4b21-a1d6-baf349bea5a1 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:39.300144 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-833d2962-2baa-4836-8f79-ff280451bbd2 tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:39.301177 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-833d2962-2baa-4836-8f79-ff280451bbd2 tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] 10.222.0.13 "DELETE /v2.0/security-groups/93a730d2-4711-440d-8db7-594f017abfab HTTP/1.1" status: 204 len: 168 time: 1.8450742 Mar 07 10:29:39.311580 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 35748) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:39.389342 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-7b3ec176-b00c-4ec5-ab8b-9eee5a733599 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Transition to ACTIVE for port object 248dff6e-bfce-4f26-b1ed-2b7dc19f3bb6 will not be triggered until provisioned by entity DHCP. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:29:39.438527 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6ddc56b5-efce-426a-865a-7ce4a8518d46 None None] Provisioning for port 548b154e-536f-4812-9235-e154c8a99782 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:29:39.444383 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 548b154e-536f-4812-9235-e154c8a99782 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:29:39.447986 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-7492bf5e-c3f2-4ca3-a161-69ba65c94ced tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7dab3e4-2f26-4456-8366-48c4ef88130d HTTP/1.1" status: 200 len: 205 time: 0.1496310 Mar 07 10:29:39.448920 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 35752) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:39.550219 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.api.v2.resource [None req-e86657ee-e22c-4a93-afe8-b9e57a1c9619 tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] delete failed (client error): The resource could not be found. Mar 07 10:29:39.553735 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-e86657ee-e22c-4a93-afe8-b9e57a1c9619 tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] 10.222.0.13 "DELETE /v2.0/routers/c7dab3e4-2f26-4456-8366-48c4ef88130d HTTP/1.1" status: 404 len: 336 time: 0.0940692 Mar 07 10:29:39.553735 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-e8d5a2e3-9053-4979-ad1a-18e46e8dcbe4 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Deleting port 27be624e-8a66-479b-8906-f626da77bb08 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:29:39.553735 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e8d5a2e3-9053-4979-ad1a-18e46e8dcbe4 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:39.577215 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 35756) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:39.577440 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-37224103-842a-4592-a151-338dfe07b48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3324b4fd-0a96-401d-9daf-b341f252b9ce', 'name': 'tempest-RoutersTest-router-1450641091', 'tenant_id': '8843377006954c17a088ed77df13332f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:28:36Z', 'updated_at': '2022-03-07T10:29:37Z', 'revision_number': 6, 'project_id': '8843377006954c17a088ed77df13332f', 'gw_port_host': None, '_interfaces': [{'id': '00c0f3f3-cc90-451e-8e59-3edc7e18aa35', 'name': '', 'network_id': 'db19f82f-3c00-484d-af98-ef5349ef33de', 'tenant_id': '8843377006954c17a088ed77df13332f', 'mac_address': 'fa:16:3e:b1:19:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3324b4fd-0a96-401d-9daf-b341f252b9ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '29bc72c7-310a-41ac-aaee-74352799fbfc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:29:08Z', 'updated_at': '2022-03-07T10:29:21Z', 'revision_number': 5, 'project_id': '8843377006954c17a088ed77df13332f', 'subnets': [{'id': '29bc72c7-310a-41ac-aaee-74352799fbfc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '886fbece-a853-4903-842e-0215fc553fdb', 'name': '', 'network_id': 'c602f718-e9de-48ac-b4a6-a9273b50169a', 'tenant_id': '8843377006954c17a088ed77df13332f', 'mac_address': 'fa:16:3e:2a:52:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3324b4fd-0a96-401d-9daf-b341f252b9ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32ec8036-5adc-4d1f-a49f-bc0660977659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:28:40Z', 'updated_at': '2022-03-07T10:28:57Z', 'revision_number': 5, 'project_id': '8843377006954c17a088ed77df13332f', 'subnets': [{'id': '32ec8036-5adc-4d1f-a49f-bc0660977659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae5b58a1-dd22-45d9-89cd-37eed5f11e6a', 'name': '', 'network_id': 'e62b0e07-d740-4280-82f4-4966ab2ca75d', 'tenant_id': '8843377006954c17a088ed77df13332f', 'mac_address': 'fa:16:3e:bf:9b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3324b4fd-0a96-401d-9daf-b341f252b9ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7245e10c-4fca-4313-bd10-62ddf8acc484', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:28:54Z', 'updated_at': '2022-03-07T10:29:06Z', 'revision_number': 5, 'project_id': '8843377006954c17a088ed77df13332f', 'subnets': [{'id': '7245e10c-4fca-4313-bd10-62ddf8acc484', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bda16c18-96da-4e02-83b0-90685c82f9e6', 'name': '', 'network_id': '8cba44aa-dbb8-4d76-bbd1-726c3fefa9c9', 'tenant_id': '8843377006954c17a088ed77df13332f', 'mac_address': 'fa:16:3e:78:20:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3324b4fd-0a96-401d-9daf-b341f252b9ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2fc008f-86d3-472b-82b4-6e02cef9d6df', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:29:24Z', 'updated_at': '2022-03-07T10:29:37Z', 'revision_number': 4, 'project_id': '8843377006954c17a088ed77df13332f', 'subnets': [{'id': 'c2fc008f-86d3-472b-82b4-6e02cef9d6df', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:29:39.593554 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37224103-842a-4592-a151-338dfe07b48c None None] The sync data for ids ['3324b4fd-0a96-401d-9daf-b341f252b9ce'] in dv-neutron-830731-3-hyperv is: [{'id': '3324b4fd-0a96-401d-9daf-b341f252b9ce', 'name': 'tempest-RoutersTest-router-1450641091', 'tenant_id': '8843377006954c17a088ed77df13332f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:28:36Z', 'updated_at': '2022-03-07T10:29:37Z', 'revision_number': 6, 'project_id': '8843377006954c17a088ed77df13332f', 'gw_port_host': None, '_interfaces': [{'id': '00c0f3f3-cc90-451e-8e59-3edc7e18aa35', 'name': '', 'network_id': 'db19f82f-3c00-484d-af98-ef5349ef33de', 'tenant_id': '8843377006954c17a088ed77df13332f', 'mac_address': 'fa:16:3e:b1:19:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3324b4fd-0a96-401d-9daf-b341f252b9ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '29bc72c7-310a-41ac-aaee-74352799fbfc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:29:08Z', 'updated_at': '2022-03-07T10:29:21Z', 'revision_number': 5, 'project_id': '8843377006954c17a088ed77df13332f', 'subnets': [{'id': '29bc72c7-310a-41ac-aaee-74352799fbfc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '886fbece-a853-4903-842e-0215fc553fdb', 'name': '', 'network_id': 'c602f718-e9de-48ac-b4a6-a9273b50169a', 'tenant_id': '8843377006954c17a088ed77df13332f', 'mac_address': 'fa:16:3e:2a:52:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3324b4fd-0a96-401d-9daf-b341f252b9ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32ec8036-5adc-4d1f-a49f-bc0660977659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:28:40Z', 'updated_at': '2022-03-07T10:28:57Z', 'revision_number': 5, 'project_id': '8843377006954c17a088ed77df13332f', 'subnets': [{'id': '32ec8036-5adc-4d1f-a49f-bc0660977659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae5b58a1-dd22-45d9-89cd-37eed5f11e6a', 'name': '', 'network_id': 'e62b0e07-d740-4280-82f4-4966ab2ca75d', 'tenant_id': '8843377006954c17a088ed77df13332f', 'mac_address': 'fa:16:3e:bf:9b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3324b4fd-0a96-401d-9daf-b341f252b9ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7245e10c-4fca-4313-bd10-62ddf8acc484', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:28:54Z', 'updated_at': '2022-03-07T10:29:06Z', 'revision_number': 5, 'project_id': '8843377006954c17a088ed77df13332f', 'subnets': [{'id': '7245e10c-4fca-4313-bd10-62ddf8acc484', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bda16c18-96da-4e02-83b0-90685c82f9e6', 'name': '', 'network_id': '8cba44aa-dbb8-4d76-bbd1-726c3fefa9c9', 'tenant_id': '8843377006954c17a088ed77df13332f', 'mac_address': 'fa:16:3e:78:20:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3324b4fd-0a96-401d-9daf-b341f252b9ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2fc008f-86d3-472b-82b4-6e02cef9d6df', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:29:24Z', 'updated_at': '2022-03-07T10:29:37Z', 'revision_number': 4, 'project_id': '8843377006954c17a088ed77df13332f', 'subnets': [{'id': 'c2fc008f-86d3-472b-82b4-6e02cef9d6df', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:29:39.697961 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning for port 548b154e-536f-4812-9235-e154c8a99782 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:29:39.703277 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-3b0609b9-8452-4b21-a1d6-baf349bea5a1 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7951045 Mar 07 10:29:39.705434 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 35760) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:39.712261 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0609b9-8452-4b21-a1d6-baf349bea5a1 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Pushing event updated for resources: {'Network': ['ID=23d3c47b-0bf0-46e8-ba96-0ebf5f5cbe07,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:39.717486 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 548b154e-536f-4812-9235-e154c8a99782 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:29:39.717855 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:39.724985 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-293e0996-5b3b-4e1f-b681-9565907e596b tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Request body: {'subnet': {'network_id': '23d3c47b-0bf0-46e8-ba96-0ebf5f5cbe07', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:29:39.750106 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Network 23d3c47b-0bf0-46e8-ba96-0ebf5f5cbe07 details requested by agent ovs-agent-dv-neutron-830731-3-hyperv with host dv-neutron-830731-3-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 10:29:39.778528 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-3bdc333b-eea7-4725-93e2-06e845d54678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e696d30-868a-4c7f-a1b1-8eb7c88b2c0c', 'name': 'tempest-snat-router-1929473317', 'tenant_id': 'ee04c33b321f4b0fa4102821038ffb79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.128'}], 'enable_snat': True}, 'gw_port_id': '887d1601-692f-4e80-8b30-e63f3de523ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:29:28Z', 'updated_at': '2022-03-07T10:29:34Z', 'revision_number': 3, 'project_id': 'ee04c33b321f4b0fa4102821038ffb79', 'gw_port': {'id': '887d1601-692f-4e80-8b30-e63f3de523ae', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:7c:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e696d30-868a-4c7f-a1b1-8eb7c88b2c0c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:29:32Z', 'updated_at': '2022-03-07T10:29:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv'}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:29:39.849827 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-5474e875-1468-49b9-8c97-fc4f8d150f20 tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed5ec7ee-2866-43da-8dff-77bf81a3ac8f HTTP/1.1" status: 200 len: 205 time: 0.2618961 Mar 07 10:29:39.857467 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 35764) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:39.864273 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8389f418-5d04-431d-9922-55d9fdf6de41 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:39.876140 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-293e0996-5b3b-4e1f-b681-9565907e596b tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:29:39.884347 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-293e0996-5b3b-4e1f-b681-9565907e596b tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Usage tracker for resource:subnet and tenant:44b92b651ff14b9ab83bd7a3588b3016 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:29:39.887218 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-8389f418-5d04-431d-9922-55d9fdf6de41 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Deleting port 887d1601-692f-4e80-8b30-e63f3de523ae {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:29:39.887560 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8389f418-5d04-431d-9922-55d9fdf6de41 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:39.915284 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-293e0996-5b3b-4e1f-b681-9565907e596b tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:29:39.942536 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-d349331b-4555-4a06-837c-f3d561f8268e tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Synchronizing usage tracker for tenant:463c2b19f95f47a9ab69cb3f43b1e7ab on resource:security_group {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:29:39.948439 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bdc333b-eea7-4725-93e2-06e845d54678 None None] Checking router: 0e696d30-868a-4c7f-a1b1-8eb7c88b2c0c for host: dv-neutron-830731-3-hyperv {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 07 10:29:39.948631 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bdc333b-eea7-4725-93e2-06e845d54678 None None] Updating router 0e696d30-868a-4c7f-a1b1-8eb7c88b2c0c port 887d1601-692f-4e80-8b30-e63f3de523ae binding host dv-neutron-830731-3-hyperv {{(pid=83739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 07 10:29:39.955748 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7b3ec176-b00c-4ec5-ab8b-9eee5a733599 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:39.962741 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-293e0996-5b3b-4e1f-b681-9565907e596b tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:29:40.004678 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-293e0996-5b3b-4e1f-b681-9565907e596b tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Made reservation on behalf of 44b92b651ff14b9ab83bd7a3588b3016 for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:29:40.030924 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.api.v2.resource [None req-ce7471f8-cc40-4967-9456-4f44c0f82b76 tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] delete failed (client error): The resource could not be found. Mar 07 10:29:40.032043 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-ce7471f8-cc40-4967-9456-4f44c0f82b76 tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] 10.222.0.13 "DELETE /v2.0/routers/ed5ec7ee-2866-43da-8dff-77bf81a3ac8f HTTP/1.1" status: 404 len: 336 time: 0.1682439 Mar 07 10:29:40.051728 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 35770) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:40.123817 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:40.138479 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-3bdc333b-eea7-4725-93e2-06e845d54678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:40.239517 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-3902b0c8-0424-4dbb-8910-6438db8b4c22 tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd3f15c9-2fa6-4e7d-9a22-19ebfb329ab0 HTTP/1.1" status: 200 len: 205 time: 0.1330950 Mar 07 10:29:40.265792 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 35774) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:40.281043 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] For port 548b154e-536f-4812-9235-e154c8a99782, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=548b154e-536f-4812-9235-e154c8a99782,segment=NetworkSegment(f322c426-031f-426e-bfa7-8d6ecf3b5426),segment_id=f322c426-031f-426e-bfa7-8d6ecf3b5426)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:29:40.304806 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:40.343942 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47b48806-2d60-4ae8-9730-b54d047392ba tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Router 3324b4fd-0a96-401d-9daf-b341f252b9ce has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:29:40.352170 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-d349331b-4555-4a06-837c-f3d561f8268e tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Unset dirty status for tenant:463c2b19f95f47a9ab69cb3f43b1e7ab on resource:security_group {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:29:40.357391 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-d349331b-4555-4a06-837c-f3d561f8268e tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 1.0368674 Mar 07 10:29:40.368267 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 35778) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:40.401225 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-293e0996-5b3b-4e1f-b681-9565907e596b tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3219231'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:40.441020 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b3ec176-b00c-4ec5-ab8b-9eee5a733599 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Network aa528257-6b6d-4968-9b3c-f0bc1b46f00c is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:29:40.445351 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3ec176-b00c-4ec5-ab8b-9eee5a733599 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Pushing event updated for resources: {'Port': ['ID=248dff6e-bfce-4f26-b1ed-2b7dc19f3bb6,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:40.455824 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8389f418-5d04-431d-9922-55d9fdf6de41 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:40.460354 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-7b3ec176-b00c-4ec5-ab8b-9eee5a733599 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:29:40.468704 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-1eed661a-e085-4ad7-abe7-0538bf09ba0c tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Request body: {'security_group_rule': {'security_group_id': '3f033e21-36b3-4a2b-bcf4-7d66ff1bf801', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:29:40.477065 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.api.v2.resource [None req-a4a0e2d9-add6-4349-b30c-2a0407b651eb tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] delete failed (client error): The resource could not be found. Mar 07 10:29:40.478308 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-a4a0e2d9-add6-4349-b30c-2a0407b651eb tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] 10.222.0.13 "DELETE /v2.0/routers/cd3f15c9-2fa6-4e7d-9a22-19ebfb329ab0 HTTP/1.1" status: 404 len: 336 time: 0.2079959 Mar 07 10:29:40.485503 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3ec176-b00c-4ec5-ab8b-9eee5a733599 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:29:40.487973 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Pushing event updated for resources: {'Port': ['ID=548b154e-536f-4812-9235-e154c8a99782,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:40.498572 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f923b95-0527-4e15-b08e-3ffe789f2809 None None] get_active_networks_info from dv-neutron-830731-3-hyperv {{(pid=83739) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 07 10:29:40.519210 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-1eed661a-e085-4ad7-abe7-0538bf09ba0c tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:29:40.521457 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 35782) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:40.575271 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-1eed661a-e085-4ad7-abe7-0538bf09ba0c tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Usage tracker for resource:security_group_rule and tenant:463c2b19f95f47a9ab69cb3f43b1e7ab is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:29:40.588753 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-e8d5a2e3-9053-4979-ad1a-18e46e8dcbe4 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] For port 27be624e-8a66-479b-8906-f626da77bb08, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=27be624e-8a66-479b-8906-f626da77bb08,segment=NetworkSegment(526a860e-3e95-4936-b54d-dee1a7390b46),segment_id=526a860e-3e95-4936-b54d-dee1a7390b46)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:29:40.589152 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e8d5a2e3-9053-4979-ad1a-18e46e8dcbe4 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:40.597330 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-1eed661a-e085-4ad7-abe7-0538bf09ba0c tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:29:40.607828 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-b74f5b54-7bdb-4e34-b41a-ed0f7fa51f38 tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc3cd4db-a980-4d1a-9631-e5a5e438f761 HTTP/1.1" status: 200 len: 205 time: 0.0816047 Mar 07 10:29:40.618362 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 35786) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:40.644373 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-8389f418-5d04-431d-9922-55d9fdf6de41 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Calling delete_port for 887d1601-692f-4e80-8b30-e63f3de523ae owned by network:router_gateway {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:29:40.665306 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-247e612c-ff57-439d-a50d-66b4ed159894 None None] Provisioning complete for port 548b154e-536f-4812-9235-e154c8a99782 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:29:40.665670 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-247e612c-ff57-439d-a50d-66b4ed159894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:40.722443 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-1eed661a-e085-4ad7-abe7-0538bf09ba0c tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:29:40.742562 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c868cf6e-0bab-4a1f-875a-9eeb262875e6 req-28b8f834-8732-4e51-8cc4-376f4824b593 tempest-TestServerAdvancedOps-1314532968 tempest-TestServerAdvancedOps-1314532968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:40.749269 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c868cf6e-0bab-4a1f-875a-9eeb262875e6 req-28b8f834-8732-4e51-8cc4-376f4824b593 tempest-TestServerAdvancedOps-1314532968 tempest-TestServerAdvancedOps-1314532968-project] 10.222.0.13 "GET /v2.0/ports?device_id=87904075-1f8c-428e-b226-5dcd72a33b07 HTTP/1.1" status: 200 len: 945 time: 0.5399363 Mar 07 10:29:40.834396 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c868cf6e-0bab-4a1f-875a-9eeb262875e6 req-db1f04a6-90ea-4b2d-a898-9b574219a72f tempest-TestServerAdvancedOps-1314532968 tempest-TestServerAdvancedOps-1314532968-project] 10.222.0.13 "GET /v2.0/security-groups?id=41618aeb-c32b-4995-bf54-9ade52f46247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842738 Mar 07 10:29:40.854360 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-e8d5a2e3-9053-4979-ad1a-18e46e8dcbe4 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Calling delete_port for 27be624e-8a66-479b-8906-f626da77bb08 owned by network:router_interface {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:29:40.895606 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.api.v2.resource [None req-4483f4bd-4b36-42b2-aca1-626a0c11e987 tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] delete failed (client error): The resource could not be found. Mar 07 10:29:40.896669 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-4483f4bd-4b36-42b2-aca1-626a0c11e987 tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] 10.222.0.13 "DELETE /v2.0/routers/cc3cd4db-a980-4d1a-9631-e5a5e438f761 HTTP/1.1" status: 404 len: 336 time: 0.2767098 Mar 07 10:29:40.899641 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 35792) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:40.930717 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f923b95-0527-4e15-b08e-3ffe789f2809 None None] Resources bound (agent type, host, resource id): {{(pid=83739) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 07 10:29:40.959495 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b3ec176-b00c-4ec5-ab8b-9eee5a733599 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:40.960103 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7b3ec176-b00c-4ec5-ab8b-9eee5a733599 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:40.993949 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-5484e56c-f7a3-4a5c-b82f-4de7f1723965 tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab1c721f-cb1c-48ee-a071-37e7d79625fb HTTP/1.1" status: 200 len: 205 time: 0.0930343 Mar 07 10:29:40.999060 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 35796) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:41.035402 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-293e0996-5b3b-4e1f-b681-9565907e596b tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3012444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3219213'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:41.094991 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8389f418-5d04-431d-9922-55d9fdf6de41 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:41.100053 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.db.api [None req-3bdc333b-eea7-4725-93e2-06e845d54678 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 10:29:41.100542 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG oslo_db.api [None req-3bdc333b-eea7-4725-93e2-06e845d54678 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 10:29:41.104621 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-7b3ec176-b00c-4ec5-ab8b-9eee5a733599 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 6.3377006 Mar 07 10:29:41.117688 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 35800) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:41.124504 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-6eb093a9-8916-420e-9f64-07f588f9dbe5 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Request body: {'port': {'network_id': 'aa528257-6b6d-4968-9b3c-f0bc1b46f00c', 'name': 'tempest-PortsTestJSON-1495735796'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:29:41.145688 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.api.v2.resource [None req-fbb27da4-217f-49a8-9453-22b75a27d83c tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] delete failed (client error): The resource could not be found. Mar 07 10:29:41.146909 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-fbb27da4-217f-49a8-9453-22b75a27d83c tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] 10.222.0.13 "DELETE /v2.0/routers/ab1c721f-cb1c-48ee-a071-37e7d79625fb HTTP/1.1" status: 404 len: 336 time: 0.1435487 Mar 07 10:29:41.152498 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 35804) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:41.205933 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8389f418-5d04-431d-9922-55d9fdf6de41 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Pushing event deleted for resources: {'Port': ['ID=887d1601-692f-4e80-8b30-e63f3de523ae,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:41.231087 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293e0996-5b3b-4e1f-b681-9565907e596b tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Pushing event updated for resources: {'Subnet': ['ID=0b44f329-c9e0-4d35-8cc6-670d57d3cdc4,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:41.241526 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-81905d0e-c6ec-49f6-820b-c367c5413ec6 tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2537a3f-d38d-46b9-8e47-19dd11ba162d HTTP/1.1" status: 200 len: 205 time: 0.0757024 Mar 07 10:29:41.269510 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 35810) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:41.297217 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.api.v2.resource [None req-1eed661a-e085-4ad7-abe7-0538bf09ba0c tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] create failed (client error): The resource could not be found. Mar 07 10:29:41.298274 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-1eed661a-e085-4ad7-abe7-0538bf09ba0c tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.8542733 Mar 07 10:29:41.339686 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 35814) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:41.360130 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-7902582e-5a59-4f68-9155-08739a51eb96 tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Request body: {'security_group': {'name': 'tempest-secgroup--534035014'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:29:41.379568 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-7902582e-5a59-4f68-9155-08739a51eb96 tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:29:41.402471 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-7902582e-5a59-4f68-9155-08739a51eb96 tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:29:41.478484 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 548b154e-536f-4812-9235-e154c8a99782 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:29:41.493091 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7902582e-5a59-4f68-9155-08739a51eb96 tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Notify callbacks [] for security_group, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:41.555637 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.api.v2.resource [None req-a7dd18eb-575f-4a2c-937f-8237edd7fccf tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] delete failed (client error): The resource could not be found. Mar 07 10:29:41.556690 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-a7dd18eb-575f-4a2c-937f-8237edd7fccf tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] 10.222.0.13 "DELETE /v2.0/routers/c2537a3f-d38d-46b9-8e47-19dd11ba162d HTTP/1.1" status: 404 len: 336 time: 0.2811434 Mar 07 10:29:41.559734 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-6eb093a9-8916-420e-9f64-07f588f9dbe5 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:29:41.563203 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 35818) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:41.575121 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-6eb093a9-8916-420e-9f64-07f588f9dbe5 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Usage tracker for resource:port and tenant:b6ff3248bb834bc1a094f45e7fa43fbd is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:29:41.576002 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293e0996-5b3b-4e1f-b681-9565907e596b tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Checking segment: {'id': 'f410bcda-e9a0-4a23-93b5-848a46097e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '23d3c47b-0bf0-46e8-ba96-0ebf5f5cbe07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:29:41.576376 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-293e0996-5b3b-4e1f-b681-9565907e596b tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Network hostable DHCP agents. Network: 23d3c47b-0bf0-46e8-ba96-0ebf5f5cbe07, hostable agents: ['6527556c-6586-422c-ae47-082984683847'], hosted agents: [] {{(pid=83737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:29:41.585349 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 548b154e-536f-4812-9235-e154c8a99782 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:29:41.585479 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:41.617380 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-6eb093a9-8916-420e-9f64-07f588f9dbe5 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:29:41.621545 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47b48806-2d60-4ae8-9730-b54d047392ba tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:29:41.660105 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bdc333b-eea7-4725-93e2-06e845d54678 None None] Port 887d1601-692f-4e80-8b30-e63f3de523ae not found while updating agent binding for router 0e696d30-868a-4c7f-a1b1-8eb7c88b2c0c. {{(pid=83739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:210}} Mar 07 10:29:41.685787 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bdc333b-eea7-4725-93e2-06e845d54678 None None] Routers {'0e696d30-868a-4c7f-a1b1-8eb7c88b2c0c'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:29:41.688000 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-3bdc333b-eea7-4725-93e2-06e845d54678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:29:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['0e696d30-868a-4c7f-a1b1-8eb7c88b2c0c'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:29:41.776860 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8389f418-5d04-431d-9922-55d9fdf6de41 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923554'] for router_gateway, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:41.790134 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-6eb093a9-8916-420e-9f64-07f588f9dbe5 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:29:41.801508 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-aaa640d8-d2c8-4d9e-81ed-880a9f86838f tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] DELETE failed (client error): The resource could not be found. Mar 07 10:29:41.802035 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aaa640d8-d2c8-4d9e-81ed-880a9f86838f tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:29:41.839940 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eb093a9-8916-420e-9f64-07f588f9dbe5 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Made reservation on behalf of b6ff3248bb834bc1a094f45e7fa43fbd for: {'port': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:29:41.843031 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6eb093a9-8916-420e-9f64-07f588f9dbe5 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:41.848662 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-293e0996-5b3b-4e1f-b681-9565907e596b tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Network 23d3c47b-0bf0-46e8-ba96-0ebf5f5cbe07 is scheduled to be hosted by DHCP agent 6527556c-6586-422c-ae47-082984683847 with binding_index 1 {{(pid=83737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:29:41.855697 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-7902582e-5a59-4f68-9155-08739a51eb96 tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:29:41.859929 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-47b48806-2d60-4ae8-9730-b54d047392ba tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks [] for router, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:41.863728 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-47b48806-2d60-4ae8-9730-b54d047392ba tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] 10.222.0.13 "PUT /v2.0/routers/3324b4fd-0a96-401d-9daf-b341f252b9ce HTTP/1.1" status: 200 len: 934 time: 7.1719117 Mar 07 10:29:41.863728 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-aaa640d8-d2c8-4d9e-81ed-880a9f86838f tempest-RoutersAdminTest-75937772 tempest-RoutersAdminTest-75937772-project] 10.222.0.13 "DELETE /v2.0/subnets/33687923-5478-4e4f-8965-390b0ecc0f62 HTTP/1.1" status: 404 len: 337 time: 0.2902756 Mar 07 10:29:41.868079 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e8d5a2e3-9053-4979-ad1a-18e46e8dcbe4 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:41.870207 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-3bdc333b-eea7-4725-93e2-06e845d54678 None None] Set router 0e696d30-868a-4c7f-a1b1-8eb7c88b2c0c gateway port host: None {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:29:41.873956 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 35822) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:41.874914 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-7902582e-5a59-4f68-9155-08739a51eb96 tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Usage tracker for resource:security_group_rule and tenant:463c2b19f95f47a9ab69cb3f43b1e7ab is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:29:41.945918 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50d7f19-ad75-408c-aeb8-564d3d7e28d0 req-da2b39da-f09c-4b60-bd8b-a6727d95bffe tempest-TestServerAdvancedOps-1314532968 tempest-TestServerAdvancedOps-1314532968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:41.947795 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-e50d7f19-ad75-408c-aeb8-564d3d7e28d0 req-da2b39da-f09c-4b60-bd8b-a6727d95bffe tempest-TestServerAdvancedOps-1314532968 tempest-TestServerAdvancedOps-1314532968-project] 10.222.0.13 "GET /v2.0/ports?device_id=87904075-1f8c-428e-b226-5dcd72a33b07 HTTP/1.1" status: 200 len: 945 time: 0.5929334 Mar 07 10:29:41.970229 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-7902582e-5a59-4f68-9155-08739a51eb96 tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:29:41.995469 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-7902582e-5a59-4f68-9155-08739a51eb96 tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:29:42.038948 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-293e0996-5b3b-4e1f-b681-9565907e596b tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830731-3-hyperv, 23d3c47b-0bf0-46e8-ba96-0ebf5f5cbe07) {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:29:42.043712 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-293e0996-5b3b-4e1f-b681-9565907e596b tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:42.044292 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-293e0996-5b3b-4e1f-b681-9565907e596b tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:42.047140 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d5a2e3-9053-4979-ad1a-18e46e8dcbe4 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Pushing event deleted for resources: {'Port': ['ID=27be624e-8a66-479b-8906-f626da77bb08,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:42.052118 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-4ff396db-2d7c-4f21-b49e-453ebd022c72 None None] Provisioning for port 248dff6e-bfce-4f26-b1ed-2b7dc19f3bb6 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:29:42.056904 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [None req-6eb093a9-8916-420e-9f64-07f588f9dbe5 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] device_id is not set on port 79573595-3883-4d96-9993-1cbdc3a1bbca yet. {{(pid=83738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 07 10:29:42.067678 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e31d3a4a-7cc2-4360-8d54-3f68712bc95f None None] Network 23d3c47b-0bf0-46e8-ba96-0ebf5f5cbe07 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:29:42.089472 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-3bdc333b-eea7-4725-93e2-06e845d54678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e696d30-868a-4c7f-a1b1-8eb7c88b2c0c', 'name': 'tempest-snat-router-1929473317', 'tenant_id': 'ee04c33b321f4b0fa4102821038ffb79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:29:28Z', 'updated_at': '2022-03-07T10:29:40Z', 'revision_number': 5, 'project_id': 'ee04c33b321f4b0fa4102821038ffb79', 'gw_port_host': None}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:29:42.142069 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bdc333b-eea7-4725-93e2-06e845d54678 None None] The sync data for ids ['0e696d30-868a-4c7f-a1b1-8eb7c88b2c0c'] in dv-neutron-830731-3-hyperv is: [{'id': '0e696d30-868a-4c7f-a1b1-8eb7c88b2c0c', 'name': 'tempest-snat-router-1929473317', 'tenant_id': 'ee04c33b321f4b0fa4102821038ffb79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:29:28Z', 'updated_at': '2022-03-07T10:29:40Z', 'revision_number': 5, 'project_id': 'ee04c33b321f4b0fa4102821038ffb79', 'gw_port_host': None}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:29:42.144276 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-4ff396db-2d7c-4f21-b49e-453ebd022c72 None None] Provisioning complete for port 248dff6e-bfce-4f26-b1ed-2b7dc19f3bb6 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:29:42.144276 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-4ff396db-2d7c-4f21-b49e-453ebd022c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:42.221634 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device bda16c18-96da-4e02-83b0-90685c82f9e6 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:29:42.230925 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8389f418-5d04-431d-9922-55d9fdf6de41 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3917970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58043'] for router, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:42.248330 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8389f418-5d04-431d-9922-55d9fdf6de41 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:42.262986 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-293e0996-5b3b-4e1f-b681-9565907e596b tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.5545967 Mar 07 10:29:42.264201 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 35830) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:42.298403 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-e50d7f19-ad75-408c-aeb8-564d3d7e28d0 req-90c92408-777a-46e7-b55d-981a7f0b319e tempest-TestServerAdvancedOps-1314532968 tempest-TestServerAdvancedOps-1314532968-project] 10.222.0.13 "GET /v2.0/security-groups?id=41618aeb-c32b-4995-bf54-9ade52f46247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3426442 Mar 07 10:29:42.385558 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-4ff396db-2d7c-4f21-b49e-453ebd022c72 None None] Port 248dff6e-bfce-4f26-b1ed-2b7dc19f3bb6 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:29:42.445477 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 35834) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:42.458858 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7902582e-5a59-4f68-9155-08739a51eb96 tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Notify callbacks [] for security_group, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:42.478353 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8389f418-5d04-431d-9922-55d9fdf6de41 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3917886'] for router, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:42.479002 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8389f418-5d04-431d-9922-55d9fdf6de41 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0e696d30-868a-4c7f-a1b1-8eb7c88b2c0c {{(pid=83737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 10:29:42.514266 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning for port bda16c18-96da-4e02-83b0-90685c82f9e6 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:29:42.519823 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port bda16c18-96da-4e02-83b0-90685c82f9e6 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:29:42.520188 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:42.525594 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8389f418-5d04-431d-9922-55d9fdf6de41 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:42.529567 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-8389f418-5d04-431d-9922-55d9fdf6de41 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] 10.222.0.13 "DELETE /v2.0/routers/0e696d30-868a-4c7f-a1b1-8eb7c88b2c0c HTTP/1.1" status: 204 len: 168 time: 4.0332456 Mar 07 10:29:42.530368 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 35840) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:42.551364 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7902582e-5a59-4f68-9155-08739a51eb96 tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:42.586720 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c196a0a-ead3-4681-bc36-782dd0e52fa0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ec2749d-0aec-52fb-aca6-10ba8a80aade-23d3c47b-0bf0-46e8-ba96-0ebf5f5cbe07', 'network_id': '23d3c47b-0bf0-46e8-ba96-0ebf5f5cbe07', 'tenant_id': '44b92b651ff14b9ab83bd7a3588b3016', 'fixed_ips': [{'subnet_id': '0b44f329-c9e0-4d35-8cc6-670d57d3cdc4'}]}} from dv-neutron-830731-3-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 07 10:29:42.587528 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-3c196a0a-ead3-4681-bc36-782dd0e52fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:42.599397 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ff0dc3ee-896a-47b1-9d3d-e33bb644282f tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1158940'] for network, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:42.706615 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a45fc51c-8308-4441-8b06-ae19f67f2007 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:42.716783 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-6eb093a9-8916-420e-9f64-07f588f9dbe5 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Allocated IP 172.20.0.10 (aa528257-6b6d-4968-9b3c-f0bc1b46f00c/b126169f-0e45-47b3-b8eb-9d938d0cd99d/79573595-3883-4d96-9993-1cbdc3a1bbca) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:29:42.741735 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7902582e-5a59-4f68-9155-08739a51eb96 tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdc3969e-af34-4bcd-973c-532049f855ac,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:42.758029 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7902582e-5a59-4f68-9155-08739a51eb96 tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:42.763007 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-7902582e-5a59-4f68-9155-08739a51eb96 tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.4089732 Mar 07 10:29:42.763193 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 35844) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:42.778126 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-b27980b5-4857-4825-b28d-460603cecdd8 tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Request body: {'security_group': {'name': 'tempest-secgroup--1809489190'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:29:42.801987 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-b27980b5-4857-4825-b28d-460603cecdd8 tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:29:42.822807 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-b27980b5-4857-4825-b28d-460603cecdd8 tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:29:42.828313 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-c6cdd432-f7b4-4122-b51e-ab8748f40152 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] 10.222.0.13 "GET /v2.0/routers/3324b4fd-0a96-401d-9daf-b341f252b9ce HTTP/1.1" status: 200 len: 934 time: 0.9206481 Mar 07 10:29:42.828313 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 35848) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:42.832069 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-a45fc51c-8308-4441-8b06-ae19f67f2007 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:29:42.844439 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-a45fc51c-8308-4441-8b06-ae19f67f2007 admin admin] Usage tracker for resource:security_group_rule and tenant:c3b5f271049746f595048596781f31b9 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:29:42.849040 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ff0dc3ee-896a-47b1-9d3d-e33bb644282f tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1525496'] for subnet, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:42.854417 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-47a5aef7-c656-463c-bcd6-6a3bef364c8f tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Request body: {'router': {'routes': None}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:29:42.874281 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:42.875531 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-a45fc51c-8308-4441-8b06-ae19f67f2007 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:29:42.884853 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b27980b5-4857-4825-b28d-460603cecdd8 tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:42.893813 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-a45fc51c-8308-4441-8b06-ae19f67f2007 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:29:42.921994 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] For port bda16c18-96da-4e02-83b0-90685c82f9e6, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=bda16c18-96da-4e02-83b0-90685c82f9e6,segment=NetworkSegment(c6ae6ee0-758d-452e-833f-94c454be5308),segment_id=c6ae6ee0-758d-452e-833f-94c454be5308)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:29:42.929193 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:42.980531 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-b27980b5-4857-4825-b28d-460603cecdd8 tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:29:42.990773 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-b27980b5-4857-4825-b28d-460603cecdd8 tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Usage tracker for resource:security_group_rule and tenant:463c2b19f95f47a9ab69cb3f43b1e7ab is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:29:42.996887 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-3c196a0a-ead3-4681-bc36-782dd0e52fa0 None None] Allocated IP 172.20.0.1 (23d3c47b-0bf0-46e8-ba96-0ebf5f5cbe07/0b44f329-c9e0-4d35-8cc6-670d57d3cdc4/3e65a9ef-92eb-4a80-b59c-576ce78d1819) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:29:42.997082 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-b27980b5-4857-4825-b28d-460603cecdd8 tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:29:43.010843 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-b27980b5-4857-4825-b28d-460603cecdd8 tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:29:43.077328 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a45fc51c-8308-4441-8b06-ae19f67f2007 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:43.090329 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a45fc51c-8308-4441-8b06-ae19f67f2007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:43.110563 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Pushing event updated for resources: {'Port': ['ID=bda16c18-96da-4e02-83b0-90685c82f9e6,revision_number=5']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:43.171832 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f85d5fa8-5250-47ed-b619-30432e74d52c tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Notify callbacks [] for router, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:43.206962 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6eb093a9-8916-420e-9f64-07f588f9dbe5 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:43.226635 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b27980b5-4857-4825-b28d-460603cecdd8 tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:43.234366 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-a45fc51c-8308-4441-8b06-ae19f67f2007 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c3b5f271049746f595048596781f31b9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7877991 Mar 07 10:29:43.240309 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-6eb093a9-8916-420e-9f64-07f588f9dbe5 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Transition to ACTIVE for port object 79573595-3883-4d96-9993-1cbdc3a1bbca will not be triggered until provisioned by entity DHCP. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:29:43.242129 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45fc51c-8308-4441-8b06-ae19f67f2007 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2b0f07a-377e-42e0-8d61-b6c74e08fa55,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:43.244493 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 35852) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:43.289338 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b27980b5-4857-4825-b28d-460603cecdd8 tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:43.344641 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-3c196a0a-ead3-4681-bc36-782dd0e52fa0 None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:43.384526 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-3c196a0a-ead3-4681-bc36-782dd0e52fa0 None None] Transition to ACTIVE for port object 3e65a9ef-92eb-4a80-b59c-576ce78d1819 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:29:43.390195 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6eb093a9-8916-420e-9f64-07f588f9dbe5 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:43.402075 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e8d5a2e3-9053-4979-ad1a-18e46e8dcbe4 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2756383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3920168'] for router_interface, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:43.416775 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-3c196a0a-ead3-4681-bc36-782dd0e52fa0 None None] Transition to ACTIVE for port object 3e65a9ef-92eb-4a80-b59c-576ce78d1819 will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:29:43.423946 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-3c196a0a-ead3-4681-bc36-782dd0e52fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:43.488751 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device bda16c18-96da-4e02-83b0-90685c82f9e6 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:29:43.566319 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c196a0a-ead3-4681-bc36-782dd0e52fa0 None None] Network 23d3c47b-0bf0-46e8-ba96-0ebf5f5cbe07 is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:29:43.568876 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c196a0a-ead3-4681-bc36-782dd0e52fa0 None None] Pushing event updated for resources: {'Port': ['ID=3e65a9ef-92eb-4a80-b59c-576ce78d1819,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:43.574295 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-3c196a0a-ead3-4681-bc36-782dd0e52fa0 None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:29:43.576579 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c196a0a-ead3-4681-bc36-782dd0e52fa0 None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:29:43.674534 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port bda16c18-96da-4e02-83b0-90685c82f9e6 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:29:43.675252 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:43.709328 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27980b5-4857-4825-b28d-460603cecdd8 tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=189b0e74-41de-44d1-8fd1-796a876a0edd,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:43.749244 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ff0dc3ee-896a-47b1-9d3d-e33bb644282f tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1525489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3012507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3219316'] for subnet, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:43.762468 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb093a9-8916-420e-9f64-07f588f9dbe5 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Network aa528257-6b6d-4968-9b3c-f0bc1b46f00c is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:29:43.768845 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-3c196a0a-ead3-4681-bc36-782dd0e52fa0 None None] Attempting to bind port 3e65a9ef-92eb-4a80-b59c-576ce78d1819 on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:29:43.769217 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-3c196a0a-ead3-4681-bc36-782dd0e52fa0 None None] Attempting to bind port 3e65a9ef-92eb-4a80-b59c-576ce78d1819 by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': 'f410bcda-e9a0-4a23-93b5-848a46097e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '23d3c47b-0bf0-46e8-ba96-0ebf5f5cbe07'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:29:43.769662 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c196a0a-ead3-4681-bc36-782dd0e52fa0 None None] Attempting to bind port 3e65a9ef-92eb-4a80-b59c-576ce78d1819 on network 23d3c47b-0bf0-46e8-ba96-0ebf5f5cbe07 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:29:43.778249 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-6eb093a9-8916-420e-9f64-07f588f9dbe5 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:29:43.780042 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c196a0a-ead3-4681-bc36-782dd0e52fa0 None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:29:43.780042 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c196a0a-ead3-4681-bc36-782dd0e52fa0 None None] Checking segment: {'id': 'f410bcda-e9a0-4a23-93b5-848a46097e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '23d3c47b-0bf0-46e8-ba96-0ebf5f5cbe07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:29:43.780366 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-3c196a0a-ead3-4681-bc36-782dd0e52fa0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:43.780775 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c196a0a-ead3-4681-bc36-782dd0e52fa0 None None] Bound using segment: {'id': 'f410bcda-e9a0-4a23-93b5-848a46097e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '23d3c47b-0bf0-46e8-ba96-0ebf5f5cbe07'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:29:43.781233 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-3c196a0a-ead3-4681-bc36-782dd0e52fa0 None None] Bound port: 3e65a9ef-92eb-4a80-b59c-576ce78d1819, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f410bcda-e9a0-4a23-93b5-848a46097e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '23d3c47b-0bf0-46e8-ba96-0ebf5f5cbe07'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:29:43.781596 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-3c196a0a-ead3-4681-bc36-782dd0e52fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:43.795997 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b27980b5-4857-4825-b28d-460603cecdd8 tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:43.797324 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-b27980b5-4857-4825-b28d-460603cecdd8 tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.0328672 Mar 07 10:29:43.806519 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 35858) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:43.829850 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-9a353aa4-2ca0-485f-928c-8d0cfd328bb4 tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Request body: {'security_group_rule': {'security_group_id': 'bdc3969e-af34-4bcd-973c-532049f855ac', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '189b0e74-41de-44d1-8fd1-796a876a0edd'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:29:43.838624 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0dc3ee-896a-47b1-9d3d-e33bb644282f tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Pushing event deleted for resources: {'Subnet': ['ID=0b44f329-c9e0-4d35-8cc6-670d57d3cdc4,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:43.847929 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb093a9-8916-420e-9f64-07f588f9dbe5 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:29:43.856558 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-9a353aa4-2ca0-485f-928c-8d0cfd328bb4 tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:29:43.869625 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-9a353aa4-2ca0-485f-928c-8d0cfd328bb4 tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Usage tracker for resource:security_group_rule and tenant:463c2b19f95f47a9ab69cb3f43b1e7ab is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:29:43.883670 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb093a9-8916-420e-9f64-07f588f9dbe5 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Pushing event updated for resources: {'Port': ['ID=79573595-3883-4d96-9993-1cbdc3a1bbca,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:43.898021 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-9a353aa4-2ca0-485f-928c-8d0cfd328bb4 tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:29:43.900747 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f5f84b6c-e10c-42d7-af2a-442eaedc133b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:43.918482 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-9a353aa4-2ca0-485f-928c-8d0cfd328bb4 tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:29:43.983381 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-3c196a0a-ead3-4681-bc36-782dd0e52fa0 None None] For port 3e65a9ef-92eb-4a80-b59c-576ce78d1819, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:29:43.988310 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-3c196a0a-ead3-4681-bc36-782dd0e52fa0 None None] For port 3e65a9ef-92eb-4a80-b59c-576ce78d1819, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=3e65a9ef-92eb-4a80-b59c-576ce78d1819,segment=NetworkSegment(f410bcda-e9a0-4a23-93b5-848a46097e2b),segment_id=f410bcda-e9a0-4a23-93b5-848a46097e2b)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:29:44.002665 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-3c196a0a-ead3-4681-bc36-782dd0e52fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:44.067260 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eb093a9-8916-420e-9f64-07f588f9dbe5 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:44.067850 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6eb093a9-8916-420e-9f64-07f588f9dbe5 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:44.081189 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791930be-b55c-49d4-afbb-a89ed16c6e7b None None] Sync routers for ids ['3324b4fd-0a96-401d-9daf-b341f252b9ce'] in dv-neutron-830731-3-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:29:44.107123 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791930be-b55c-49d4-afbb-a89ed16c6e7b None None] Routers {'3324b4fd-0a96-401d-9daf-b341f252b9ce'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:29:44.108112 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-791930be-b55c-49d4-afbb-a89ed16c6e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:29:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['3324b4fd-0a96-401d-9daf-b341f252b9ce'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:29:44.113526 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ff0dc3ee-896a-47b1-9d3d-e33bb644282f tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1526893', 'neutron.services.segments.db._delete_segments_for_network-8732568551033'] for network, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:44.155686 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-ff0dc3ee-896a-47b1-9d3d-e33bb644282f tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23d3c47b-0bf0-46e8-ba96-0ebf5f5cbe07']}} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:29:44.169873 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-ff0dc3ee-896a-47b1-9d3d-e33bb644282f tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f410bcda-e9a0-4a23-93b5-848a46097e2b') {'for_net_delete': True} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:29:44.170169 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-ff0dc3ee-896a-47b1-9d3d-e33bb644282f tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f410bcda-e9a0-4a23-93b5-848a46097e2b') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:29:44.172048 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-6eb093a9-8916-420e-9f64-07f588f9dbe5 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.0532503 Mar 07 10:29:44.172329 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c196a0a-ead3-4681-bc36-782dd0e52fa0 None None] Pushing event updated for resources: {'Port': ['ID=3e65a9ef-92eb-4a80-b59c-576ce78d1819,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:44.181716 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 35862) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:44.193710 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ff0dc3ee-896a-47b1-9d3d-e33bb644282f tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732568550916', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629174'] for segment, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:44.212744 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-0e8a93e7-09fb-480e-8694-b60230995c43 None None] Provisioning for port 79573595-3883-4d96-9993-1cbdc3a1bbca completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:29:44.213053 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ff0dc3ee-896a-47b1-9d3d-e33bb644282f tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:44.221016 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff0dc3ee-896a-47b1-9d3d-e33bb644282f tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=83737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 07 10:29:44.221598 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ff0dc3ee-896a-47b1-9d3d-e33bb644282f tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1227397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3012597'] for segment, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:44.225863 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-0e8a93e7-09fb-480e-8694-b60230995c43 None None] Provisioning complete for port 79573595-3883-4d96-9993-1cbdc3a1bbca triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:29:44.226745 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0e8a93e7-09fb-480e-8694-b60230995c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:44.328454 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aac44ee-a483-4542-8b74-78f34751432d None None] Network 23d3c47b-0bf0-46e8-ba96-0ebf5f5cbe07 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:29:44.342706 dv-neutron-830731-3-hyperv neutron-server[83737]: Traceback (most recent call last): Mar 07 10:29:44.342706 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 07 10:29:44.342706 dv-neutron-830731-3-hyperv neutron-server[83737]: timer() Mar 07 10:29:44.342706 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:29:44.342706 dv-neutron-830731-3-hyperv neutron-server[83737]: cb(*args, **kw) Mar 07 10:29:44.342706 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 10:29:44.342706 dv-neutron-830731-3-hyperv neutron-server[83737]: return func(*args, **kwargs) Mar 07 10:29:44.342706 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:29:44.342706 dv-neutron-830731-3-hyperv neutron-server[83737]: self._notify() Mar 07 10:29:44.342706 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:29:44.342706 dv-neutron-830731-3-hyperv neutron-server[83737]: self.callback(batched_events) Mar 07 10:29:44.342706 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:29:44.342706 dv-neutron-830731-3-hyperv neutron-server[83737]: event.method(event) Mar 07 10:29:44.342706 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 10:29:44.342706 dv-neutron-830731-3-hyperv neutron-server[83737]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:29:44.342706 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 10:29:44.342706 dv-neutron-830731-3-hyperv neutron-server[83737]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:29:44.342706 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 10:29:44.342706 dv-neutron-830731-3-hyperv neutron-server[83737]: return f(self, *a, **k) Mar 07 10:29:44.342706 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:29:44.342706 dv-neutron-830731-3-hyperv neutron-server[83737]: return self._get(url).json() Mar 07 10:29:44.342706 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:29:44.342706 dv-neutron-830731-3-hyperv neutron-server[83737]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:29:44.342706 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 07 10:29:44.342706 dv-neutron-830731-3-hyperv neutron-server[83737]: return self.request(url, 'GET', **kwargs) Mar 07 10:29:44.342706 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 07 10:29:44.342706 dv-neutron-830731-3-hyperv neutron-server[83737]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:29:44.342706 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 07 10:29:44.342706 dv-neutron-830731-3-hyperv neutron-server[83737]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:29:44.342706 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 07 10:29:44.342706 dv-neutron-830731-3-hyperv neutron-server[83737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:29:44.342706 dv-neutron-830731-3-hyperv neutron-server[83737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:29:44.360067 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f5f84b6c-e10c-42d7-af2a-442eaedc133b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:44.375339 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.db.api [None req-ff0dc3ee-896a-47b1-9d3d-e33bb644282f tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 07 10:29:44.375339 dv-neutron-830731-3-hyperv neutron-server[83737]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 07 10:29:44.375339 dv-neutron-830731-3-hyperv neutron-server[83737]: [parameters: {'id': '23d3c47b-0bf0-46e8-ba96-0ebf5f5cbe07'}] Mar 07 10:29:44.375339 dv-neutron-830731-3-hyperv neutron-server[83737]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83737) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 10:29:44.375683 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG oslo_db.api [None req-ff0dc3ee-896a-47b1-9d3d-e33bb644282f tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 10:29:44.379684 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-791930be-b55c-49d4-afbb-a89ed16c6e7b None None] Set router 3324b4fd-0a96-401d-9daf-b341f252b9ce gateway port host: None {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:29:44.432759 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.extraroute_db [None req-47a5aef7-c656-463c-bcd6-6a3bef364c8f tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Added routes are [] {{(pid=83738) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Mar 07 10:29:44.433355 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.extraroute_db [None req-47a5aef7-c656-463c-bcd6-6a3bef364c8f tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=83738) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Mar 07 10:29:44.433756 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3c8758-ccf5-46d2-a473-5e69b0a73841 req-8d4ee0c0-0565-4035-b050-f138c955cb22 tempest-TestServerAdvancedOps-1314532968 tempest-TestServerAdvancedOps-1314532968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:44.435351 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-8c3c8758-ccf5-46d2-a473-5e69b0a73841 req-8d4ee0c0-0565-4035-b050-f138c955cb22 tempest-TestServerAdvancedOps-1314532968 tempest-TestServerAdvancedOps-1314532968-project] 10.222.0.13 "GET /v2.0/ports?device_id=87904075-1f8c-428e-b226-5dcd72a33b07 HTTP/1.1" status: 200 len: 945 time: 0.8821545 Mar 07 10:29:44.442553 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe24cb2f-3818-4778-94c9-9bf07c5163fc req-89a77943-c245-4e80-bf34-8ffc05a4b70c tempest-TestServerAdvancedOps-1314532968 tempest-TestServerAdvancedOps-1314532968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:44.444448 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-fe24cb2f-3818-4778-94c9-9bf07c5163fc req-89a77943-c245-4e80-bf34-8ffc05a4b70c tempest-TestServerAdvancedOps-1314532968 tempest-TestServerAdvancedOps-1314532968-project] 10.222.0.10 "GET /v2.0/ports?device_id=87904075-1f8c-428e-b226-5dcd72a33b07 HTTP/1.1" status: 200 len: 945 time: 0.8828864 Mar 07 10:29:44.453878 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-0e8a93e7-09fb-480e-8694-b60230995c43 None None] Port 79573595-3883-4d96-9993-1cbdc3a1bbca cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:29:44.476686 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-47a5aef7-c656-463c-bcd6-6a3bef364c8f tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3917998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58952'] for router, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:44.590632 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97773042-07d1-445f-b5dd-db2358329d79 None None] get_active_networks_info from dv-neutron-830731-3-hyperv {{(pid=83739) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 07 10:29:44.600466 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-8c3c8758-ccf5-46d2-a473-5e69b0a73841 req-249990c3-8e69-4c32-ba2e-a25fcf96bb84 tempest-TestServerAdvancedOps-1314532968 tempest-TestServerAdvancedOps-1314532968-project] 10.222.0.13 "GET /v2.0/security-groups?id=41618aeb-c32b-4995-bf54-9ade52f46247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490963 Mar 07 10:29:44.604472 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [req-fe24cb2f-3818-4778-94c9-9bf07c5163fc req-7b29b988-733b-4fa8-a739-c726ab75090d tempest-TestServerAdvancedOps-1314532968 tempest-TestServerAdvancedOps-1314532968-project] Deleting port 13981960-8dad-462a-9f9d-1e02b52d75f7 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:29:44.605196 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-fe24cb2f-3818-4778-94c9-9bf07c5163fc req-7b29b988-733b-4fa8-a739-c726ab75090d tempest-TestServerAdvancedOps-1314532968 tempest-TestServerAdvancedOps-1314532968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:44.690449 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac53ce6-0920-45d8-8ca7-ea2f1b5114c0 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:44.691177 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-4ac53ce6-0920-45d8-8ca7-ea2f1b5114c0 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Synchronizing usage tracker for tenant:b6ff3248bb834bc1a094f45e7fa43fbd on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:29:44.725183 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.api.v2.resource [None req-9a353aa4-2ca0-485f-928c-8d0cfd328bb4 tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 10:29:44.729005 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-9a353aa4-2ca0-485f-928c-8d0cfd328bb4 tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.9067364 Mar 07 10:29:44.732064 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 35866) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:44.758394 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-4ac53ce6-0920-45d8-8ca7-ea2f1b5114c0 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Unset dirty status for tenant:b6ff3248bb834bc1a094f45e7fa43fbd on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:29:44.760341 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-4ac53ce6-0920-45d8-8ca7-ea2f1b5114c0 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.7 HTTP/1.1" status: 200 len: 921 time: 0.5772994 Mar 07 10:29:44.765734 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 35870) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:44.769596 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97773042-07d1-445f-b5dd-db2358329d79 None None] Resources bound (agent type, host, resource id): {{(pid=83739) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 07 10:29:44.784662 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f85d5fa8-5250-47ed-b619-30432e74d52c tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:44.804208 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-791930be-b55c-49d4-afbb-a89ed16c6e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3324b4fd-0a96-401d-9daf-b341f252b9ce', 'name': 'tempest-RoutersTest-router-1450641091', 'tenant_id': '8843377006954c17a088ed77df13332f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:28:36Z', 'updated_at': '2022-03-07T10:29:37Z', 'revision_number': 6, 'project_id': '8843377006954c17a088ed77df13332f', 'gw_port_host': None, '_interfaces': [{'id': '00c0f3f3-cc90-451e-8e59-3edc7e18aa35', 'name': '', 'network_id': 'db19f82f-3c00-484d-af98-ef5349ef33de', 'tenant_id': '8843377006954c17a088ed77df13332f', 'mac_address': 'fa:16:3e:b1:19:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3324b4fd-0a96-401d-9daf-b341f252b9ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '29bc72c7-310a-41ac-aaee-74352799fbfc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:29:08Z', 'updated_at': '2022-03-07T10:29:21Z', 'revision_number': 5, 'project_id': '8843377006954c17a088ed77df13332f', 'subnets': [{'id': '29bc72c7-310a-41ac-aaee-74352799fbfc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '886fbece-a853-4903-842e-0215fc553fdb', 'name': '', 'network_id': 'c602f718-e9de-48ac-b4a6-a9273b50169a', 'tenant_id': '8843377006954c17a088ed77df13332f', 'mac_address': 'fa:16:3e:2a:52:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3324b4fd-0a96-401d-9daf-b341f252b9ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32ec8036-5adc-4d1f-a49f-bc0660977659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:28:40Z', 'updated_at': '2022-03-07T10:28:57Z', 'revision_number': 5, 'project_id': '8843377006954c17a088ed77df13332f', 'subnets': [{'id': '32ec8036-5adc-4d1f-a49f-bc0660977659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae5b58a1-dd22-45d9-89cd-37eed5f11e6a', 'name': '', 'network_id': 'e62b0e07-d740-4280-82f4-4966ab2ca75d', 'tenant_id': '8843377006954c17a088ed77df13332f', 'mac_address': 'fa:16:3e:bf:9b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3324b4fd-0a96-401d-9daf-b341f252b9ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7245e10c-4fca-4313-bd10-62ddf8acc484', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:28:54Z', 'updated_at': '2022-03-07T10:29:06Z', 'revision_number': 5, 'project_id': '8843377006954c17a088ed77df13332f', 'subnets': [{'id': '7245e10c-4fca-4313-bd10-62ddf8acc484', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bda16c18-96da-4e02-83b0-90685c82f9e6', 'name': '', 'network_id': '8cba44aa-dbb8-4d76-bbd1-726c3fefa9c9', 'tenant_id': '8843377006954c17a088ed77df13332f', 'mac_address': 'fa:16:3e:78:20:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3324b4fd-0a96-401d-9daf-b341f252b9ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2fc008f-86d3-472b-82b4-6e02cef9d6df', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:29:24Z', 'updated_at': '2022-03-07T10:29:42Z', 'revision_number': 5, 'project_id': '8843377006954c17a088ed77df13332f', 'subnets': [{'id': 'c2fc008f-86d3-472b-82b4-6e02cef9d6df', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:29:44.809420 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791930be-b55c-49d4-afbb-a89ed16c6e7b None None] Checking router: 3324b4fd-0a96-401d-9daf-b341f252b9ce for host: dv-neutron-830731-3-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 07 10:29:44.827001 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791930be-b55c-49d4-afbb-a89ed16c6e7b None None] Routers {'3324b4fd-0a96-401d-9daf-b341f252b9ce'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:29:44.827602 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-791930be-b55c-49d4-afbb-a89ed16c6e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:29:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['3324b4fd-0a96-401d-9daf-b341f252b9ce'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:29:44.896022 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ff0dc3ee-896a-47b1-9d3d-e33bb644282f tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1158940'] for network, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:44.916729 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-f85d5fa8-5250-47ed-b619-30432e74d52c tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Deleting port 83f1fbe3-da11-448a-ab70-4e7b2fcc2205 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:29:44.916729 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f85d5fa8-5250-47ed-b619-30432e74d52c tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:45.031943 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-791930be-b55c-49d4-afbb-a89ed16c6e7b None None] Set router 3324b4fd-0a96-401d-9daf-b341f252b9ce gateway port host: None {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:29:45.126035 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-ff0dc3ee-896a-47b1-9d3d-e33bb644282f tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Deleting port 3e65a9ef-92eb-4a80-b59c-576ce78d1819 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:29:45.126372 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ff0dc3ee-896a-47b1-9d3d-e33bb644282f tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:45.193799 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f5f84b6c-e10c-42d7-af2a-442eaedc133b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:45.272606 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-47a0778f-9b04-437b-9b8b-810a5888eb66 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Deleting port 79573595-3883-4d96-9993-1cbdc3a1bbca {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:29:45.273306 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-47a0778f-9b04-437b-9b8b-810a5888eb66 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:45.275689 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f84b6c-e10c-42d7-af2a-442eaedc133b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2b0f07a-377e-42e0-8d61-b6c74e08fa55,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:45.293549 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f5f84b6c-e10c-42d7-af2a-442eaedc133b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:45.294665 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-f5f84b6c-e10c-42d7-af2a-442eaedc133b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f2b0f07a-377e-42e0-8d61-b6c74e08fa55 HTTP/1.1" status: 204 len: 168 time: 2.0490048 Mar 07 10:29:45.333850 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5b98a93e-f350-4c99-a854-2bd09663a512 tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Notify callbacks [] for security_group, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:45.442251 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [req-fe24cb2f-3818-4778-94c9-9bf07c5163fc req-7b29b988-733b-4fa8-a739-c726ab75090d tempest-TestServerAdvancedOps-1314532968 tempest-TestServerAdvancedOps-1314532968-project] For port 13981960-8dad-462a-9f9d-1e02b52d75f7, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=13981960-8dad-462a-9f9d-1e02b52d75f7,segment=NetworkSegment(13b97ad0-178a-4d95-a31f-fbfd9ea3b033),segment_id=13b97ad0-178a-4d95-a31f-fbfd9ea3b033)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:29:45.442610 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-fe24cb2f-3818-4778-94c9-9bf07c5163fc req-7b29b988-733b-4fa8-a739-c726ab75090d tempest-TestServerAdvancedOps-1314532968 tempest-TestServerAdvancedOps-1314532968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:45.460896 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:45.496260 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5b98a93e-f350-4c99-a854-2bd09663a512 tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:45.532424 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device 13981960-8dad-462a-9f9d-1e02b52d75f7 no longer exists at agent hyperv_hv-neutron-8307 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:29:45.537495 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-f85d5fa8-5250-47ed-b619-30432e74d52c tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] For port 83f1fbe3-da11-448a-ab70-4e7b2fcc2205, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=83f1fbe3-da11-448a-ab70-4e7b2fcc2205,segment=NetworkSegment(9a22e080-7529-4fc7-949d-9f84ba21807d),segment_id=9a22e080-7529-4fc7-949d-9f84ba21807d)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:29:45.537863 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f85d5fa8-5250-47ed-b619-30432e74d52c tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:45.581467 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-791930be-b55c-49d4-afbb-a89ed16c6e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3324b4fd-0a96-401d-9daf-b341f252b9ce', 'name': 'tempest-RoutersTest-router-1450641091', 'tenant_id': '8843377006954c17a088ed77df13332f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:28:36Z', 'updated_at': '2022-03-07T10:29:44Z', 'revision_number': 7, 'project_id': '8843377006954c17a088ed77df13332f', 'gw_port_host': None, '_interfaces': [{'id': '00c0f3f3-cc90-451e-8e59-3edc7e18aa35', 'name': '', 'network_id': 'db19f82f-3c00-484d-af98-ef5349ef33de', 'tenant_id': '8843377006954c17a088ed77df13332f', 'mac_address': 'fa:16:3e:b1:19:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3324b4fd-0a96-401d-9daf-b341f252b9ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '29bc72c7-310a-41ac-aaee-74352799fbfc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:29:08Z', 'updated_at': '2022-03-07T10:29:21Z', 'revision_number': 5, 'project_id': '8843377006954c17a088ed77df13332f', 'subnets': [{'id': '29bc72c7-310a-41ac-aaee-74352799fbfc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '886fbece-a853-4903-842e-0215fc553fdb', 'name': '', 'network_id': 'c602f718-e9de-48ac-b4a6-a9273b50169a', 'tenant_id': '8843377006954c17a088ed77df13332f', 'mac_address': 'fa:16:3e:2a:52:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3324b4fd-0a96-401d-9daf-b341f252b9ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32ec8036-5adc-4d1f-a49f-bc0660977659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:28:40Z', 'updated_at': '2022-03-07T10:28:57Z', 'revision_number': 5, 'project_id': '8843377006954c17a088ed77df13332f', 'subnets': [{'id': '32ec8036-5adc-4d1f-a49f-bc0660977659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae5b58a1-dd22-45d9-89cd-37eed5f11e6a', 'name': '', 'network_id': 'e62b0e07-d740-4280-82f4-4966ab2ca75d', 'tenant_id': '8843377006954c17a088ed77df13332f', 'mac_address': 'fa:16:3e:bf:9b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3324b4fd-0a96-401d-9daf-b341f252b9ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7245e10c-4fca-4313-bd10-62ddf8acc484', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:28:54Z', 'updated_at': '2022-03-07T10:29:06Z', 'revision_number': 5, 'project_id': '8843377006954c17a088ed77df13332f', 'subnets': [{'id': '7245e10c-4fca-4313-bd10-62ddf8acc484', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bda16c18-96da-4e02-83b0-90685c82f9e6', 'name': '', 'network_id': '8cba44aa-dbb8-4d76-bbd1-726c3fefa9c9', 'tenant_id': '8843377006954c17a088ed77df13332f', 'mac_address': 'fa:16:3e:78:20:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3324b4fd-0a96-401d-9daf-b341f252b9ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2fc008f-86d3-472b-82b4-6e02cef9d6df', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:29:24Z', 'updated_at': '2022-03-07T10:29:42Z', 'revision_number': 5, 'project_id': '8843377006954c17a088ed77df13332f', 'subnets': [{'id': 'c2fc008f-86d3-472b-82b4-6e02cef9d6df', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:29:45.609776 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791930be-b55c-49d4-afbb-a89ed16c6e7b None None] The sync data for ids ['3324b4fd-0a96-401d-9daf-b341f252b9ce'] in dv-neutron-830731-3-hyperv is: [{'id': '3324b4fd-0a96-401d-9daf-b341f252b9ce', 'name': 'tempest-RoutersTest-router-1450641091', 'tenant_id': '8843377006954c17a088ed77df13332f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:28:36Z', 'updated_at': '2022-03-07T10:29:44Z', 'revision_number': 7, 'project_id': '8843377006954c17a088ed77df13332f', 'gw_port_host': None, '_interfaces': [{'id': '00c0f3f3-cc90-451e-8e59-3edc7e18aa35', 'name': '', 'network_id': 'db19f82f-3c00-484d-af98-ef5349ef33de', 'tenant_id': '8843377006954c17a088ed77df13332f', 'mac_address': 'fa:16:3e:b1:19:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3324b4fd-0a96-401d-9daf-b341f252b9ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '29bc72c7-310a-41ac-aaee-74352799fbfc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:29:08Z', 'updated_at': '2022-03-07T10:29:21Z', 'revision_number': 5, 'project_id': '8843377006954c17a088ed77df13332f', 'subnets': [{'id': '29bc72c7-310a-41ac-aaee-74352799fbfc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '886fbece-a853-4903-842e-0215fc553fdb', 'name': '', 'network_id': 'c602f718-e9de-48ac-b4a6-a9273b50169a', 'tenant_id': '8843377006954c17a088ed77df13332f', 'mac_address': 'fa:16:3e:2a:52:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3324b4fd-0a96-401d-9daf-b341f252b9ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32ec8036-5adc-4d1f-a49f-bc0660977659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:28:40Z', 'updated_at': '2022-03-07T10:28:57Z', 'revision_number': 5, 'project_id': '8843377006954c17a088ed77df13332f', 'subnets': [{'id': '32ec8036-5adc-4d1f-a49f-bc0660977659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae5b58a1-dd22-45d9-89cd-37eed5f11e6a', 'name': '', 'network_id': 'e62b0e07-d740-4280-82f4-4966ab2ca75d', 'tenant_id': '8843377006954c17a088ed77df13332f', 'mac_address': 'fa:16:3e:bf:9b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3324b4fd-0a96-401d-9daf-b341f252b9ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7245e10c-4fca-4313-bd10-62ddf8acc484', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:28:54Z', 'updated_at': '2022-03-07T10:29:06Z', 'revision_number': 5, 'project_id': '8843377006954c17a088ed77df13332f', 'subnets': [{'id': '7245e10c-4fca-4313-bd10-62ddf8acc484', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bda16c18-96da-4e02-83b0-90685c82f9e6', 'name': '', 'network_id': '8cba44aa-dbb8-4d76-bbd1-726c3fefa9c9', 'tenant_id': '8843377006954c17a088ed77df13332f', 'mac_address': 'fa:16:3e:78:20:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3324b4fd-0a96-401d-9daf-b341f252b9ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2fc008f-86d3-472b-82b4-6e02cef9d6df', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:29:24Z', 'updated_at': '2022-03-07T10:29:42Z', 'revision_number': 5, 'project_id': '8843377006954c17a088ed77df13332f', 'subnets': [{'id': 'c2fc008f-86d3-472b-82b4-6e02cef9d6df', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:29:45.616787 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [req-fe24cb2f-3818-4778-94c9-9bf07c5163fc req-7b29b988-733b-4fa8-a739-c726ab75090d tempest-TestServerAdvancedOps-1314532968 tempest-TestServerAdvancedOps-1314532968-project] Calling delete_port for 13981960-8dad-462a-9f9d-1e02b52d75f7 owned by compute:nova {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:29:45.661647 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:45.709199 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port 13981960-8dad-462a-9f9d-1e02b52d75f7, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=13981960-8dad-462a-9f9d-1e02b52d75f7,segment=NetworkSegment(13b97ad0-178a-4d95-a31f-fbfd9ea3b033),segment_id=13b97ad0-178a-4d95-a31f-fbfd9ea3b033)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:29:45.710655 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87904075-1f8c-428e-b226-5dcd72a33b07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13981960-8dad-462a-9f9d-1e02b52d75f7'}] {{(pid=83739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 10:29:45.717424 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:45.804574 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Pushing event updated for resources: {'Port': ['ID=13981960-8dad-462a-9f9d-1e02b52d75f7,revision_number=6']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:45.853195 dv-neutron-830731-3-hyperv neutron-server[83739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87904075-1f8c-428e-b226-5dcd72a33b07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13981960-8dad-462a-9f9d-1e02b52d75f7', 'code': 200} Mar 07 10:29:45.926362 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 35882) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:45.949350 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-f85d5fa8-5250-47ed-b619-30432e74d52c tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Calling delete_port for 83f1fbe3-da11-448a-ab70-4e7b2fcc2205 owned by network:router_gateway {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:29:46.044895 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-ff0dc3ee-896a-47b1-9d3d-e33bb644282f tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] For port 3e65a9ef-92eb-4a80-b59c-576ce78d1819, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=3e65a9ef-92eb-4a80-b59c-576ce78d1819,segment=NetworkSegment(f410bcda-e9a0-4a23-93b5-848a46097e2b),segment_id=f410bcda-e9a0-4a23-93b5-848a46097e2b)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:29:46.045236 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ff0dc3ee-896a-47b1-9d3d-e33bb644282f tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:46.074980 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5b98a93e-f350-4c99-a854-2bd09663a512 tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:46.144088 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-47a5aef7-c656-463c-bcd6-6a3bef364c8f tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3917998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58952'] for router, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:46.176018 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b98a93e-f350-4c99-a854-2bd09663a512 tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=189b0e74-41de-44d1-8fd1-796a876a0edd,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:46.179999 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-ff0dc3ee-896a-47b1-9d3d-e33bb644282f tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Calling delete_port for 3e65a9ef-92eb-4a80-b59c-576ce78d1819 owned by network:dhcp {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:29:46.187304 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-47a5aef7-c656-463c-bcd6-6a3bef364c8f tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3923496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3923511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3918005'] for router, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:46.212028 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5b98a93e-f350-4c99-a854-2bd09663a512 tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:46.215520 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-5b98a93e-f350-4c99-a854-2bd09663a512 tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] 10.222.0.13 "DELETE /v2.0/security-groups/189b0e74-41de-44d1-8fd1-796a876a0edd HTTP/1.1" status: 204 len: 168 time: 1.4747224 Mar 07 10:29:46.218805 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-e8289547-1b32-4470-8a3b-0c84b7171071 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=130431ad9ff246d586ddc46e73d9839c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2868402 Mar 07 10:29:46.219512 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 35886) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:46.226559 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 35888) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:46.303328 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.db.api [req-fe24cb2f-3818-4778-94c9-9bf07c5163fc req-7b29b988-733b-4fa8-a739-c726ab75090d tempest-TestServerAdvancedOps-1314532968 tempest-TestServerAdvancedOps-1314532968-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83737) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 10:29:46.303641 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG oslo_db.api [req-fe24cb2f-3818-4778-94c9-9bf07c5163fc req-7b29b988-733b-4fa8-a739-c726ab75090d tempest-TestServerAdvancedOps-1314532968 tempest-TestServerAdvancedOps-1314532968-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 10:29:46.323776 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fd6e38-880a-4b30-970e-e9df6abcdf18 req-f190801e-fb1b-44c0-b6ad-c7a1e90d6cd0 tempest-TestServerAdvancedOps-1314532968 tempest-TestServerAdvancedOps-1314532968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:46.325241 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b0fd6e38-880a-4b30-970e-e9df6abcdf18 req-f190801e-fb1b-44c0-b6ad-c7a1e90d6cd0 tempest-TestServerAdvancedOps-1314532968 tempest-TestServerAdvancedOps-1314532968-project] 10.222.0.13 "GET /v2.0/ports?device_id=87904075-1f8c-428e-b226-5dcd72a33b07 HTTP/1.1" status: 200 len: 943 time: 0.4532893 Mar 07 10:29:46.327200 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ff0dc3ee-896a-47b1-9d3d-e33bb644282f tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:46.400611 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0dc3ee-896a-47b1-9d3d-e33bb644282f tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Pushing event deleted for resources: {'Port': ['ID=3e65a9ef-92eb-4a80-b59c-576ce78d1819,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:46.411086 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0dc3ee-896a-47b1-9d3d-e33bb644282f tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] No DVR routers for this DVR port 3e65a9ef-92eb-4a80-b59c-576ce78d1819 on host dv-neutron-830731-3-hyperv {{(pid=83737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:29:46.451925 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-47a0778f-9b04-437b-9b8b-810a5888eb66 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:46.568956 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b0fd6e38-880a-4b30-970e-e9df6abcdf18 req-c1f46654-738c-4fc1-82b1-c0d0cc14bb6c tempest-TestServerAdvancedOps-1314532968 tempest-TestServerAdvancedOps-1314532968-project] 10.222.0.13 "GET /v2.0/security-groups?id=41618aeb-c32b-4995-bf54-9ade52f46247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030938 Mar 07 10:29:46.596822 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ff0dc3ee-896a-47b1-9d3d-e33bb644282f tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1526893', 'neutron.services.segments.db._delete_segments_for_network-8732568551033'] for network, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:46.620632 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-47a0778f-9b04-437b-9b8b-810a5888eb66 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Calling delete_port for 79573595-3883-4d96-9993-1cbdc3a1bbca owned by {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:29:46.620883 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f85d5fa8-5250-47ed-b619-30432e74d52c tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:46.658465 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-ff0dc3ee-896a-47b1-9d3d-e33bb644282f tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23d3c47b-0bf0-46e8-ba96-0ebf5f5cbe07']}} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:29:46.684858 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85d5fa8-5250-47ed-b619-30432e74d52c tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Pushing event deleted for resources: {'Port': ['ID=83f1fbe3-da11-448a-ab70-4e7b2fcc2205,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:46.687547 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-ff0dc3ee-896a-47b1-9d3d-e33bb644282f tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f410bcda-e9a0-4a23-93b5-848a46097e2b') {'for_net_delete': True} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:29:46.687844 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-ff0dc3ee-896a-47b1-9d3d-e33bb644282f tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f410bcda-e9a0-4a23-93b5-848a46097e2b') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:29:46.719500 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4937c45d-cb2f-4e48-afe4-5f4e1a716ad5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:46.724039 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-2d00ae4e-20a0-4d1d-845e-1e90d3e1f5cf tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Synchronizing usage tracker for tenant:463c2b19f95f47a9ab69cb3f43b1e7ab on resource:security_group {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:29:46.729020 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ff0dc3ee-896a-47b1-9d3d-e33bb644282f tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732568550916', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629174'] for segment, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:46.790076 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ff0dc3ee-896a-47b1-9d3d-e33bb644282f tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:46.795556 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4937c45d-cb2f-4e48-afe4-5f4e1a716ad5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:46.800717 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff0dc3ee-896a-47b1-9d3d-e33bb644282f tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=83737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 07 10:29:46.801114 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ff0dc3ee-896a-47b1-9d3d-e33bb644282f tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1227397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3012597'] for segment, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:46.811017 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8d5a2e3-9053-4979-ad1a-18e46e8dcbe4 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Router 6bb2da1f-fba2-413d-aad6-e90732779037 has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:29:46.815989 dv-neutron-830731-3-hyperv neutron-server[83737]: Traceback (most recent call last): Mar 07 10:29:46.815989 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 07 10:29:46.815989 dv-neutron-830731-3-hyperv neutron-server[83737]: timer() Mar 07 10:29:46.815989 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:29:46.815989 dv-neutron-830731-3-hyperv neutron-server[83737]: cb(*args, **kw) Mar 07 10:29:46.815989 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 10:29:46.815989 dv-neutron-830731-3-hyperv neutron-server[83737]: return func(*args, **kwargs) Mar 07 10:29:46.815989 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:29:46.815989 dv-neutron-830731-3-hyperv neutron-server[83737]: self._notify() Mar 07 10:29:46.815989 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:29:46.815989 dv-neutron-830731-3-hyperv neutron-server[83737]: self.callback(batched_events) Mar 07 10:29:46.815989 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:29:46.815989 dv-neutron-830731-3-hyperv neutron-server[83737]: event.method(event) Mar 07 10:29:46.815989 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 10:29:46.815989 dv-neutron-830731-3-hyperv neutron-server[83737]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:29:46.815989 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 10:29:46.815989 dv-neutron-830731-3-hyperv neutron-server[83737]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:29:46.815989 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 10:29:46.815989 dv-neutron-830731-3-hyperv neutron-server[83737]: return f(self, *a, **k) Mar 07 10:29:46.815989 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:29:46.815989 dv-neutron-830731-3-hyperv neutron-server[83737]: return self._get(url).json() Mar 07 10:29:46.815989 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:29:46.815989 dv-neutron-830731-3-hyperv neutron-server[83737]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:29:46.815989 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 07 10:29:46.815989 dv-neutron-830731-3-hyperv neutron-server[83737]: return self.request(url, 'GET', **kwargs) Mar 07 10:29:46.815989 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 07 10:29:46.815989 dv-neutron-830731-3-hyperv neutron-server[83737]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:29:46.815989 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 07 10:29:46.815989 dv-neutron-830731-3-hyperv neutron-server[83737]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:29:46.815989 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 07 10:29:46.815989 dv-neutron-830731-3-hyperv neutron-server[83737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:29:46.815989 dv-neutron-830731-3-hyperv neutron-server[83737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:29:46.818435 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [req-fe24cb2f-3818-4778-94c9-9bf07c5163fc req-7b29b988-733b-4fa8-a739-c726ab75090d tempest-TestServerAdvancedOps-1314532968 tempest-TestServerAdvancedOps-1314532968-project] Deleting port 13981960-8dad-462a-9f9d-1e02b52d75f7 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:29:46.818435 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-fe24cb2f-3818-4778-94c9-9bf07c5163fc req-7b29b988-733b-4fa8-a739-c726ab75090d tempest-TestServerAdvancedOps-1314532968 tempest-TestServerAdvancedOps-1314532968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:46.823927 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-2d00ae4e-20a0-4d1d-845e-1e90d3e1f5cf tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Unset dirty status for tenant:463c2b19f95f47a9ab69cb3f43b1e7ab on resource:security_group {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:29:46.825136 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-2d00ae4e-20a0-4d1d-845e-1e90d3e1f5cf tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.5998206 Mar 07 10:29:46.834282 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 35894) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:47.091311 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47a5aef7-c656-463c-bcd6-6a3bef364c8f tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Router 3324b4fd-0a96-401d-9daf-b341f252b9ce has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:29:47.091974 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4937c45d-cb2f-4e48-afe4-5f4e1a716ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:47.100243 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ff0dc3ee-896a-47b1-9d3d-e33bb644282f tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1526886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923583'] for network, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:47.107746 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f85d5fa8-5250-47ed-b619-30432e74d52c tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923554'] for router_gateway, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:47.113807 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-47a0778f-9b04-437b-9b8b-810a5888eb66 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:47.133912 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4937c45d-cb2f-4e48-afe4-5f4e1a716ad5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=876b4f25-5ecd-4108-b716-b3e6e335c9c3,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:47.187247 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a0778f-9b04-437b-9b8b-810a5888eb66 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Pushing event deleted for resources: {'Port': ['ID=79573595-3883-4d96-9993-1cbdc3a1bbca,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:47.197426 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-dd995232-f52e-495c-8224-0b2b31c4d85b tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Notify callbacks [] for security_group, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:47.278905 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ff0dc3ee-896a-47b1-9d3d-e33bb644282f tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:47.343488 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-dd995232-f52e-495c-8224-0b2b31c4d85b tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:47.371917 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0dc3ee-896a-47b1-9d3d-e33bb644282f tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Pushing event deleted for resources: {'Network': ['ID=23d3c47b-0bf0-46e8-ba96-0ebf5f5cbe07,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:47.414903 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-ff0dc3ee-896a-47b1-9d3d-e33bb644282f tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] 10.222.0.13 "DELETE /v2.0/networks/23d3c47b-0bf0-46e8-ba96-0ebf5f5cbe07 HTTP/1.1" status: 204 len: 168 time: 5.1436279 Mar 07 10:29:47.429877 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4937c45d-cb2f-4e48-afe4-5f4e1a716ad5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:47.431012 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-4937c45d-cb2f-4e48-afe4-5f4e1a716ad5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/876b4f25-5ecd-4108-b716-b3e6e335c9c3 HTTP/1.1" status: 204 len: 168 time: 1.1905453 Mar 07 10:29:47.438000 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 35898) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:47.619238 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f85d5fa8-5250-47ed-b619-30432e74d52c tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3917970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58043'] for router, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:47.642290 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f85d5fa8-5250-47ed-b619-30432e74d52c tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:47.666187 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-ac7a5df0-4070-4eb9-848a-4d790a09029d tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-411138356'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:29:47.671104 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-ac7a5df0-4070-4eb9-848a-4d790a09029d tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:29:47.674608 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [req-fe24cb2f-3818-4778-94c9-9bf07c5163fc req-7b29b988-733b-4fa8-a739-c726ab75090d tempest-TestServerAdvancedOps-1314532968 tempest-TestServerAdvancedOps-1314532968-project] For port 13981960-8dad-462a-9f9d-1e02b52d75f7, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=13981960-8dad-462a-9f9d-1e02b52d75f7,segment=NetworkSegment(13b97ad0-178a-4d95-a31f-fbfd9ea3b033),segment_id=13b97ad0-178a-4d95-a31f-fbfd9ea3b033)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:29:47.674976 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-fe24cb2f-3818-4778-94c9-9bf07c5163fc req-7b29b988-733b-4fa8-a739-c726ab75090d tempest-TestServerAdvancedOps-1314532968 tempest-TestServerAdvancedOps-1314532968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:47.678781 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-ac7a5df0-4070-4eb9-848a-4d790a09029d tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Usage tracker for resource:network and tenant:44b92b651ff14b9ab83bd7a3588b3016 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:29:47.678781 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-ac7a5df0-4070-4eb9-848a-4d790a09029d tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:29:47.691536 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-ac7a5df0-4070-4eb9-848a-4d790a09029d tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:29:47.740956 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-dd995232-f52e-495c-8224-0b2b31c4d85b tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:47.744543 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac7a5df0-4070-4eb9-848a-4d790a09029d tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Made reservation on behalf of 44b92b651ff14b9ab83bd7a3588b3016 for: {'network': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:29:47.747504 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ac7a5df0-4070-4eb9-848a-4d790a09029d tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for network, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:47.757918 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-47a0778f-9b04-437b-9b8b-810a5888eb66 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:47.780226 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-47a0778f-9b04-437b-9b8b-810a5888eb66 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] 10.222.0.13 "DELETE /v2.0/ports/79573595-3883-4d96-9993-1cbdc3a1bbca HTTP/1.1" status: 204 len: 168 time: 3.0093412 Mar 07 10:29:47.783893 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 35908) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:47.815876 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [req-fe24cb2f-3818-4778-94c9-9bf07c5163fc req-7b29b988-733b-4fa8-a739-c726ab75090d tempest-TestServerAdvancedOps-1314532968 tempest-TestServerAdvancedOps-1314532968-project] Calling delete_port for 13981960-8dad-462a-9f9d-1e02b52d75f7 owned by compute:nova {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:29:47.836231 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd995232-f52e-495c-8224-0b2b31c4d85b tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdc3969e-af34-4bcd-973c-532049f855ac,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:47.852773 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f85d5fa8-5250-47ed-b619-30432e74d52c tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3917886'] for router, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:47.853706 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f85d5fa8-5250-47ed-b619-30432e74d52c tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 80156935-951e-44ef-bef1-ea72a9ad57c6 {{(pid=83737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 10:29:47.856609 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-dd995232-f52e-495c-8224-0b2b31c4d85b tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:47.860408 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-dd995232-f52e-495c-8224-0b2b31c4d85b tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] 10.222.0.13 "DELETE /v2.0/security-groups/bdc3969e-af34-4bcd-973c-532049f855ac HTTP/1.1" status: 204 len: 168 time: 1.0237234 Mar 07 10:29:47.866897 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 35914) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:47.870668 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-30cece5c-9371-4422-8b86-f72a5d41c047 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] GET failed (client error): The resource could not be found. Mar 07 10:29:47.871170 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-30cece5c-9371-4422-8b86-f72a5d41c047 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Synchronizing usage tracker for tenant:b6ff3248bb834bc1a094f45e7fa43fbd on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:29:47.942932 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac7a5df0-4070-4eb9-848a-4d790a09029d tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=83738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:29:47.953231 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f85d5fa8-5250-47ed-b619-30432e74d52c tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:47.954351 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-f85d5fa8-5250-47ed-b619-30432e74d52c tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] 10.222.0.13 "DELETE /v2.0/routers/80156935-951e-44ef-bef1-ea72a9ad57c6 HTTP/1.1" status: 204 len: 168 time: 5.4209075 Mar 07 10:29:47.959406 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ac7a5df0-4070-4eb9-848a-4d790a09029d tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:47.959815 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.db.segments_db [None req-ac7a5df0-4070-4eb9-848a-4d790a09029d tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Added segment a036e68b-3e42-481c-8946-662ac6f09bc3 of type vlan for network 7398cc05-9f9b-491f-a75a-fa34087af588 Mar 07 10:29:47.960616 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 35920) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:47.979058 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-44beeab2-4f1b-4a58-8cb5-7ddb7061e545 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-552934740', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12'}, 'admin_state_up': False}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:29:47.992082 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ac7a5df0-4070-4eb9-848a-4d790a09029d tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732568034061'] for network, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:48.000453 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-44beeab2-4f1b-4a58-8cb5-7ddb7061e545 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:29:48.009477 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-44beeab2-4f1b-4a58-8cb5-7ddb7061e545 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Usage tracker for resource:router and tenant:1cb55870f38849c38d5451088777f483 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:29:48.026129 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-30cece5c-9371-4422-8b86-f72a5d41c047 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Unset dirty status for tenant:b6ff3248bb834bc1a094f45e7fa43fbd on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:29:48.027286 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-30cece5c-9371-4422-8b86-f72a5d41c047 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] 10.222.0.13 "GET /v2.0/ports/79573595-3883-4d96-9993-1cbdc3a1bbca HTTP/1.1" status: 404 len: 333 time: 0.2350605 Mar 07 10:29:48.029121 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-44beeab2-4f1b-4a58-8cb5-7ddb7061e545 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:29:48.038764 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 35926) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:48.043011 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-44beeab2-4f1b-4a58-8cb5-7ddb7061e545 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:29:48.081582 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-c5bab2d4-67e6-4197-9733-7758289a1dfd tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Synchronizing usage tracker for tenant:463c2b19f95f47a9ab69cb3f43b1e7ab on resource:security_group {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:29:48.087388 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ac7a5df0-4070-4eb9-848a-4d790a09029d tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594'] for network, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:48.090633 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac7a5df0-4070-4eb9-848a-4d790a09029d tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:48.091215 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ac7a5df0-4070-4eb9-848a-4d790a09029d tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:48.115499 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47a5aef7-c656-463c-bcd6-6a3bef364c8f tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:29:48.129825 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d44bb7f-b0bc-4923-8d5c-c2cde9266c73 None None] Sync routers for ids ['3324b4fd-0a96-401d-9daf-b341f252b9ce'] in dv-neutron-830731-3-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:29:48.134718 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a552792-5d36-4060-800e-c5e2adb829b2 req-504ad0ab-659c-4251-9784-f2076af10ed3 tempest-TestServerAdvancedOps-1314532968 tempest-TestServerAdvancedOps-1314532968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:48.135581 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-7a552792-5d36-4060-800e-c5e2adb829b2 req-504ad0ab-659c-4251-9784-f2076af10ed3 tempest-TestServerAdvancedOps-1314532968 tempest-TestServerAdvancedOps-1314532968-project] Synchronizing usage tracker for tenant:5e56ff5eb9514632bfb34b6bdf038801 on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:29:48.140199 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8d5a2e3-9053-4979-ad1a-18e46e8dcbe4 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:29:48.150834 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5102970b-3540-4562-bd74-c53b08bbd26d None None] Sync routers for ids ['6bb2da1f-fba2-413d-aad6-e90732779037'] in dv-neutron-830731-3-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:29:48.151344 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d44bb7f-b0bc-4923-8d5c-c2cde9266c73 None None] Routers {'3324b4fd-0a96-401d-9daf-b341f252b9ce'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:29:48.151545 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-3d44bb7f-b0bc-4923-8d5c-c2cde9266c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:29:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['3324b4fd-0a96-401d-9daf-b341f252b9ce'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:29:48.178073 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-44beeab2-4f1b-4a58-8cb5-7ddb7061e545 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3919700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58025'] for router, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:48.179153 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-44beeab2-4f1b-4a58-8cb5-7ddb7061e545 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3919671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4011175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58018'] for router, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:48.189739 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5102970b-3540-4562-bd74-c53b08bbd26d None None] Routers {'6bb2da1f-fba2-413d-aad6-e90732779037'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:29:48.190357 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-5102970b-3540-4562-bd74-c53b08bbd26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:29:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['6bb2da1f-fba2-413d-aad6-e90732779037'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:29:48.206105 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-42cc0adb-ffcf-4e58-87b4-2448e33feb71 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Deleting port 248dff6e-bfce-4f26-b1ed-2b7dc19f3bb6 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:29:48.206786 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-42cc0adb-ffcf-4e58-87b4-2448e33feb71 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:48.209246 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-e8d5a2e3-9053-4979-ad1a-18e46e8dcbe4 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] 10.222.0.13 "PUT /v2.0/routers/6bb2da1f-fba2-413d-aad6-e90732779037/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 15.0371222 Mar 07 10:29:48.226320 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-47a5aef7-c656-463c-bcd6-6a3bef364c8f tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks [] for router, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:48.227501 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-47a5aef7-c656-463c-bcd6-6a3bef364c8f tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] 10.222.0.13 "PUT /v2.0/routers/3324b4fd-0a96-401d-9daf-b341f252b9ce HTTP/1.1" status: 200 len: 700 time: 5.3948810 Mar 07 10:29:48.228138 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 35932) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:48.234355 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 35934) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:48.238619 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-ac7a5df0-4070-4eb9-848a-4d790a09029d tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7917511 Mar 07 10:29:48.255228 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 35940) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:48.313837 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-880b69ca-16aa-4271-86f1-301581d55889 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Request body: {'subnet': {'network_id': '7398cc05-9f9b-491f-a75a-fa34087af588', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:29:48.355594 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7a5df0-4070-4eb9-848a-4d790a09029d tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Pushing event updated for resources: {'Network': ['ID=7398cc05-9f9b-491f-a75a-fa34087af588,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:48.369605 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-c5bab2d4-67e6-4197-9733-7758289a1dfd tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Unset dirty status for tenant:463c2b19f95f47a9ab69cb3f43b1e7ab on resource:security_group {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:29:48.371013 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-c5bab2d4-67e6-4197-9733-7758289a1dfd tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5029106 Mar 07 10:29:48.386563 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 35944) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:48.393974 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Network 7398cc05-9f9b-491f-a75a-fa34087af588 details requested by agent ovs-agent-dv-neutron-830731-3-hyperv with host dv-neutron-830731-3-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 10:29:48.531827 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-7a552792-5d36-4060-800e-c5e2adb829b2 req-504ad0ab-659c-4251-9784-f2076af10ed3 tempest-TestServerAdvancedOps-1314532968 tempest-TestServerAdvancedOps-1314532968-project] Unset dirty status for tenant:5e56ff5eb9514632bfb34b6bdf038801 on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:29:48.541451 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-7a552792-5d36-4060-800e-c5e2adb829b2 req-504ad0ab-659c-4251-9784-f2076af10ed3 tempest-TestServerAdvancedOps-1314532968 tempest-TestServerAdvancedOps-1314532968-project] 10.222.0.13 "GET /v2.0/ports?device_id=87904075-1f8c-428e-b226-5dcd72a33b07 HTTP/1.1" status: 200 len: 943 time: 0.7337632 Mar 07 10:29:48.560120 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-3d44bb7f-b0bc-4923-8d5c-c2cde9266c73 None None] Set router 3324b4fd-0a96-401d-9daf-b341f252b9ce gateway port host: None {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:29:48.576988 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-4bd330cc-3bc7-4e73-8128-85c30602986c tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Request body: {'security_group': {'name': 'tempest-secgroup--1484098476'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:29:48.593314 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-5102970b-3540-4562-bd74-c53b08bbd26d None None] Set router 6bb2da1f-fba2-413d-aad6-e90732779037 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:29:48.612842 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-4bd330cc-3bc7-4e73-8128-85c30602986c tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:29:48.654386 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-44beeab2-4f1b-4a58-8cb5-7ddb7061e545 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:48.672532 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-fe24cb2f-3818-4778-94c9-9bf07c5163fc req-7b29b988-733b-4fa8-a739-c726ab75090d tempest-TestServerAdvancedOps-1314532968 tempest-TestServerAdvancedOps-1314532968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:48.681896 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_v2 [None req-e273a610-9bdc-44ef-902c-932558ab151a tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Deleting subnet 76710092-eed3-4585-bcb7-8bd2be0bad68 {{(pid=83738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 07 10:29:48.686083 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e273a610-9bdc-44ef-902c-932558ab151a tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Notify callbacks [] for subnet, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:48.699435 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-4bd330cc-3bc7-4e73-8128-85c30602986c tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:29:48.737311 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-b2562331-41e5-45b4-81e8-f636324ade9c tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] 10.222.0.13 "GET /v2.0/routers/3324b4fd-0a96-401d-9daf-b341f252b9ce HTTP/1.1" status: 200 len: 700 time: 0.4949715 Mar 07 10:29:48.737696 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 35954) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:48.768265 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b29b988-733b-4fa8-a739-c726ab75090d tempest-TestServerAdvancedOps-1314532968 tempest-TestServerAdvancedOps-1314532968-project] Pushing event deleted for resources: {'Port': ['ID=13981960-8dad-462a-9f9d-1e02b52d75f7,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:48.887105 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4bd330cc-3bc7-4e73-8128-85c30602986c tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:48.895420 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e273a610-9bdc-44ef-902c-932558ab151a tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2969395'] for subnet, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:48.904895 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-880b69ca-16aa-4271-86f1-301581d55889 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:29:48.922610 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-7a552792-5d36-4060-800e-c5e2adb829b2 req-ff696ee9-0c68-4f22-add1-e78ee49a2e28 tempest-TestServerAdvancedOps-1314532968 tempest-TestServerAdvancedOps-1314532968-project] 10.222.0.13 "GET /v2.0/security-groups?id=41618aeb-c32b-4995-bf54-9ade52f46247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3801439 Mar 07 10:29:48.924206 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-880b69ca-16aa-4271-86f1-301581d55889 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Usage tracker for resource:subnet and tenant:44b92b651ff14b9ab83bd7a3588b3016 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:29:48.961289 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-880b69ca-16aa-4271-86f1-301581d55889 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:29:48.963761 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 35958) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:49.071355 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e273a610-9bdc-44ef-902c-932558ab151a tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1525496'] for subnet, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:49.164177 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-880b69ca-16aa-4271-86f1-301581d55889 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:29:49.171328 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-3d44bb7f-b0bc-4923-8d5c-c2cde9266c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3324b4fd-0a96-401d-9daf-b341f252b9ce', 'name': 'tempest-RoutersTest-router-1450641091', 'tenant_id': '8843377006954c17a088ed77df13332f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:28:36Z', 'updated_at': '2022-03-07T10:29:44Z', 'revision_number': 7, 'project_id': '8843377006954c17a088ed77df13332f', 'gw_port_host': None, '_interfaces': [{'id': '00c0f3f3-cc90-451e-8e59-3edc7e18aa35', 'name': '', 'network_id': 'db19f82f-3c00-484d-af98-ef5349ef33de', 'tenant_id': '8843377006954c17a088ed77df13332f', 'mac_address': 'fa:16:3e:b1:19:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3324b4fd-0a96-401d-9daf-b341f252b9ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '29bc72c7-310a-41ac-aaee-74352799fbfc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:29:08Z', 'updated_at': '2022-03-07T10:29:21Z', 'revision_number': 5, 'project_id': '8843377006954c17a088ed77df13332f', 'subnets': [{'id': '29bc72c7-310a-41ac-aaee-74352799fbfc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '886fbece-a853-4903-842e-0215fc553fdb', 'name': '', 'network_id': 'c602f718-e9de-48ac-b4a6-a9273b50169a', 'tenant_id': '8843377006954c17a088ed77df13332f', 'mac_address': 'fa:16:3e:2a:52:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3324b4fd-0a96-401d-9daf-b341f252b9ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32ec8036-5adc-4d1f-a49f-bc0660977659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:28:40Z', 'updated_at': '2022-03-07T10:28:57Z', 'revision_number': 5, 'project_id': '8843377006954c17a088ed77df13332f', 'subnets': [{'id': '32ec8036-5adc-4d1f-a49f-bc0660977659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae5b58a1-dd22-45d9-89cd-37eed5f11e6a', 'name': '', 'network_id': 'e62b0e07-d740-4280-82f4-4966ab2ca75d', 'tenant_id': '8843377006954c17a088ed77df13332f', 'mac_address': 'fa:16:3e:bf:9b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3324b4fd-0a96-401d-9daf-b341f252b9ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7245e10c-4fca-4313-bd10-62ddf8acc484', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:28:54Z', 'updated_at': '2022-03-07T10:29:06Z', 'revision_number': 5, 'project_id': '8843377006954c17a088ed77df13332f', 'subnets': [{'id': '7245e10c-4fca-4313-bd10-62ddf8acc484', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bda16c18-96da-4e02-83b0-90685c82f9e6', 'name': '', 'network_id': '8cba44aa-dbb8-4d76-bbd1-726c3fefa9c9', 'tenant_id': '8843377006954c17a088ed77df13332f', 'mac_address': 'fa:16:3e:78:20:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3324b4fd-0a96-401d-9daf-b341f252b9ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2fc008f-86d3-472b-82b4-6e02cef9d6df', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:29:24Z', 'updated_at': '2022-03-07T10:29:42Z', 'revision_number': 5, 'project_id': '8843377006954c17a088ed77df13332f', 'subnets': [{'id': 'c2fc008f-86d3-472b-82b4-6e02cef9d6df', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:29:49.178076 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d44bb7f-b0bc-4923-8d5c-c2cde9266c73 None None] Checking router: 3324b4fd-0a96-401d-9daf-b341f252b9ce for host: dv-neutron-830731-3-hyperv {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 07 10:29:49.196280 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d44bb7f-b0bc-4923-8d5c-c2cde9266c73 None None] Routers {'3324b4fd-0a96-401d-9daf-b341f252b9ce'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:29:49.197428 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-3d44bb7f-b0bc-4923-8d5c-c2cde9266c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:29:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['3324b4fd-0a96-401d-9daf-b341f252b9ce'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:29:49.203912 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-5102970b-3540-4562-bd74-c53b08bbd26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb2da1f-fba2-413d-aad6-e90732779037', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1931307512', 'tenant_id': '4e9c4d5c86cf416eb66bed1b523adf54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.87'}], 'enable_snat': True}, 'gw_port_id': '5e235750-6211-4798-b4f4-060b7c0abb44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:25:52Z', 'updated_at': '2022-03-07T10:29:41Z', 'revision_number': 5, 'project_id': '4e9c4d5c86cf416eb66bed1b523adf54', 'gw_port': {'id': '5e235750-6211-4798-b4f4-060b7c0abb44', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:aa:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb2da1f-fba2-413d-aad6-e90732779037', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:25:54Z', 'updated_at': '2022-03-07T10:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv'}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:29:49.211985 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5102970b-3540-4562-bd74-c53b08bbd26d None None] Checking router: 6bb2da1f-fba2-413d-aad6-e90732779037 for host: dv-neutron-830731-3-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 07 10:29:49.231285 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5102970b-3540-4562-bd74-c53b08bbd26d None None] Routers {'6bb2da1f-fba2-413d-aad6-e90732779037'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:29:49.231883 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-5102970b-3540-4562-bd74-c53b08bbd26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:29:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['6bb2da1f-fba2-413d-aad6-e90732779037'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:29:49.286038 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe24cb2f-3818-4778-94c9-9bf07c5163fc req-7b29b988-733b-4fa8-a739-c726ab75090d tempest-TestServerAdvancedOps-1314532968 tempest-TestServerAdvancedOps-1314532968-project] No DVR routers for this DVR port 13981960-8dad-462a-9f9d-1e02b52d75f7 on host hv-neutron-8307 {{(pid=83737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:29:49.316216 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-fe24cb2f-3818-4778-94c9-9bf07c5163fc req-7b29b988-733b-4fa8-a739-c726ab75090d tempest-TestServerAdvancedOps-1314532968 tempest-TestServerAdvancedOps-1314532968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:49.319201 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87904075-1f8c-428e-b226-5dcd72a33b07', 'name': 'network-vif-deleted', 'tag': '13981960-8dad-462a-9f9d-1e02b52d75f7'}] {{(pid=83737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 10:29:49.336395 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-880b69ca-16aa-4271-86f1-301581d55889 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Made reservation on behalf of 44b92b651ff14b9ab83bd7a3588b3016 for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:29:49.377300 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-4bd330cc-3bc7-4e73-8128-85c30602986c tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:29:49.453086 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-fe24cb2f-3818-4778-94c9-9bf07c5163fc req-7b29b988-733b-4fa8-a739-c726ab75090d tempest-TestServerAdvancedOps-1314532968 tempest-TestServerAdvancedOps-1314532968-project] 10.222.0.10 "DELETE /v2.0/ports/13981960-8dad-462a-9f9d-1e02b52d75f7 HTTP/1.1" status: 204 len: 173 time: 4.9848952 Mar 07 10:29:49.479096 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87904075-1f8c-428e-b226-5dcd72a33b07', 'name': 'network-vif-deleted', 'tag': '13981960-8dad-462a-9f9d-1e02b52d75f7', 'status': 'completed', 'code': 200} Mar 07 10:29:49.482734 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-ccba9485-71a5-4cf8-993c-97022f898f9b tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:29:49.483345 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.api.v2.resource [None req-ccba9485-71a5-4cf8-993c-97022f898f9b tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] create failed (client error): There was a conflict when trying to complete your request. Mar 07 10:29:49.488130 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-ccba9485-71a5-4cf8-993c-97022f898f9b tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.5135853 Mar 07 10:29:49.488316 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 83f1fbe3-da11-448a-ab70-4e7b2fcc2205 no longer exists at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:29:49.488407 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-4bd330cc-3bc7-4e73-8128-85c30602986c tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Usage tracker for resource:security_group_rule and tenant:463c2b19f95f47a9ab69cb3f43b1e7ab is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:29:49.490044 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 35966) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:49.494702 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-14858a7b-e931-4b43-aa62-2cd301904503 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Request body: {'security_group': {'name': 'tempest-secgroup--441662617'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:29:49.501031 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e273a610-9bdc-44ef-902c-932558ab151a tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1525489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3556647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741465'] for subnet, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:49.527870 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-42cc0adb-ffcf-4e58-87b4-2448e33feb71 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:49.541286 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-14858a7b-e931-4b43-aa62-2cd301904503 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:29:49.554880 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e273a610-9bdc-44ef-902c-932558ab151a tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Pushing event deleted for resources: {'Subnet': ['ID=76710092-eed3-4585-bcb7-8bd2be0bad68,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:49.557041 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-14858a7b-e931-4b43-aa62-2cd301904503 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Usage tracker for resource:security_group and tenant:f30455a79c3143a994156db987d2241b is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:29:49.558166 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] No Port match for: 83f1fbe3-da11-448a-ab70-4e7b2fcc2205 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 10:29:49.558506 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 83f1fbe3-da11-448a-ab70-4e7b2fcc2205 not bound to the agent host dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 10:29:49.561877 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-14858a7b-e931-4b43-aa62-2cd301904503 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:29:49.561984 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-3d44bb7f-b0bc-4923-8d5c-c2cde9266c73 None None] Set router 3324b4fd-0a96-401d-9daf-b341f252b9ce gateway port host: None {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:29:49.573475 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-14858a7b-e931-4b43-aa62-2cd301904503 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:29:49.575998 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e273a610-9bdc-44ef-902c-932558ab151a tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:49.593852 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-e273a610-9bdc-44ef-902c-932558ab151a tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] 10.222.0.13 "DELETE /v2.0/subnets/76710092-eed3-4585-bcb7-8bd2be0bad68 HTTP/1.1" status: 204 len: 168 time: 1.3606987 Mar 07 10:29:49.598061 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 35970) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:49.608800 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec562b2-c775-4edd-885f-eb191972bd67 None None] Network 0ff3d537-e319-4922-a8b2-8cb5ee18b005 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:29:49.670054 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-5102970b-3540-4562-bd74-c53b08bbd26d None None] Set router 6bb2da1f-fba2-413d-aad6-e90732779037 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:29:49.676057 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-14858a7b-e931-4b43-aa62-2cd301904503 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Notify callbacks [] for security_group, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:49.712365 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-42cc0adb-ffcf-4e58-87b4-2448e33feb71 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Calling delete_port for 248dff6e-bfce-4f26-b1ed-2b7dc19f3bb6 owned by {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:29:49.748841 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-14858a7b-e931-4b43-aa62-2cd301904503 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Notify callbacks [] for security_group, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:49.769071 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1c92fd66-bc07-42c9-ab6e-ba7c123d8a8f tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3920255'] for router_interface, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:49.896034 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-880b69ca-16aa-4271-86f1-301581d55889 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3219231'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:49.921273 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-4bd330cc-3bc7-4e73-8128-85c30602986c tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:29:49.926331 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-42cc0adb-ffcf-4e58-87b4-2448e33feb71 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:49.949458 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-4bd330cc-3bc7-4e73-8128-85c30602986c tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:29:50.084922 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-14858a7b-e931-4b43-aa62-2cd301904503 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:29:50.102796 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-14858a7b-e931-4b43-aa62-2cd301904503 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Usage tracker for resource:security_group_rule and tenant:f30455a79c3143a994156db987d2241b is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:29:50.109261 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-14858a7b-e931-4b43-aa62-2cd301904503 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:29:50.118625 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-14858a7b-e931-4b43-aa62-2cd301904503 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:29:50.168200 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-5102970b-3540-4562-bd74-c53b08bbd26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb2da1f-fba2-413d-aad6-e90732779037', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1931307512', 'tenant_id': '4e9c4d5c86cf416eb66bed1b523adf54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.87'}], 'enable_snat': True}, 'gw_port_id': '5e235750-6211-4798-b4f4-060b7c0abb44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:25:52Z', 'updated_at': '2022-03-07T10:29:41Z', 'revision_number': 5, 'project_id': '4e9c4d5c86cf416eb66bed1b523adf54', 'gw_port': {'id': '5e235750-6211-4798-b4f4-060b7c0abb44', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:aa:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb2da1f-fba2-413d-aad6-e90732779037', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:25:54Z', 'updated_at': '2022-03-07T10:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv'}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:29:50.181159 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5102970b-3540-4562-bd74-c53b08bbd26d None None] The sync data for ids ['6bb2da1f-fba2-413d-aad6-e90732779037'] in dv-neutron-830731-3-hyperv is: [{'id': '6bb2da1f-fba2-413d-aad6-e90732779037', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1931307512', 'tenant_id': '4e9c4d5c86cf416eb66bed1b523adf54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.87'}], 'enable_snat': True}, 'gw_port_id': '5e235750-6211-4798-b4f4-060b7c0abb44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:25:52Z', 'updated_at': '2022-03-07T10:29:41Z', 'revision_number': 5, 'project_id': '4e9c4d5c86cf416eb66bed1b523adf54', 'gw_port': {'id': '5e235750-6211-4798-b4f4-060b7c0abb44', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:aa:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb2da1f-fba2-413d-aad6-e90732779037', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:25:54Z', 'updated_at': '2022-03-07T10:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv'}] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:29:50.195690 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-3d44bb7f-b0bc-4923-8d5c-c2cde9266c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3324b4fd-0a96-401d-9daf-b341f252b9ce', 'name': 'tempest-RoutersTest-router-1450641091', 'tenant_id': '8843377006954c17a088ed77df13332f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:28:36Z', 'updated_at': '2022-03-07T10:29:44Z', 'revision_number': 7, 'project_id': '8843377006954c17a088ed77df13332f', 'gw_port_host': None, '_interfaces': [{'id': '00c0f3f3-cc90-451e-8e59-3edc7e18aa35', 'name': '', 'network_id': 'db19f82f-3c00-484d-af98-ef5349ef33de', 'tenant_id': '8843377006954c17a088ed77df13332f', 'mac_address': 'fa:16:3e:b1:19:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3324b4fd-0a96-401d-9daf-b341f252b9ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '29bc72c7-310a-41ac-aaee-74352799fbfc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:29:08Z', 'updated_at': '2022-03-07T10:29:21Z', 'revision_number': 5, 'project_id': '8843377006954c17a088ed77df13332f', 'subnets': [{'id': '29bc72c7-310a-41ac-aaee-74352799fbfc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '886fbece-a853-4903-842e-0215fc553fdb', 'name': '', 'network_id': 'c602f718-e9de-48ac-b4a6-a9273b50169a', 'tenant_id': '8843377006954c17a088ed77df13332f', 'mac_address': 'fa:16:3e:2a:52:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3324b4fd-0a96-401d-9daf-b341f252b9ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32ec8036-5adc-4d1f-a49f-bc0660977659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:28:40Z', 'updated_at': '2022-03-07T10:28:57Z', 'revision_number': 5, 'project_id': '8843377006954c17a088ed77df13332f', 'subnets': [{'id': '32ec8036-5adc-4d1f-a49f-bc0660977659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae5b58a1-dd22-45d9-89cd-37eed5f11e6a', 'name': '', 'network_id': 'e62b0e07-d740-4280-82f4-4966ab2ca75d', 'tenant_id': '8843377006954c17a088ed77df13332f', 'mac_address': 'fa:16:3e:bf:9b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3324b4fd-0a96-401d-9daf-b341f252b9ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7245e10c-4fca-4313-bd10-62ddf8acc484', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:28:54Z', 'updated_at': '2022-03-07T10:29:06Z', 'revision_number': 5, 'project_id': '8843377006954c17a088ed77df13332f', 'subnets': [{'id': '7245e10c-4fca-4313-bd10-62ddf8acc484', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bda16c18-96da-4e02-83b0-90685c82f9e6', 'name': '', 'network_id': '8cba44aa-dbb8-4d76-bbd1-726c3fefa9c9', 'tenant_id': '8843377006954c17a088ed77df13332f', 'mac_address': 'fa:16:3e:78:20:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3324b4fd-0a96-401d-9daf-b341f252b9ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2fc008f-86d3-472b-82b4-6e02cef9d6df', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:29:24Z', 'updated_at': '2022-03-07T10:29:42Z', 'revision_number': 5, 'project_id': '8843377006954c17a088ed77df13332f', 'subnets': [{'id': 'c2fc008f-86d3-472b-82b4-6e02cef9d6df', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:29:50.203358 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d44bb7f-b0bc-4923-8d5c-c2cde9266c73 None None] The sync data for ids ['3324b4fd-0a96-401d-9daf-b341f252b9ce'] in dv-neutron-830731-3-hyperv is: [{'id': '3324b4fd-0a96-401d-9daf-b341f252b9ce', 'name': 'tempest-RoutersTest-router-1450641091', 'tenant_id': '8843377006954c17a088ed77df13332f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:28:36Z', 'updated_at': '2022-03-07T10:29:44Z', 'revision_number': 7, 'project_id': '8843377006954c17a088ed77df13332f', 'gw_port_host': None, '_interfaces': [{'id': '00c0f3f3-cc90-451e-8e59-3edc7e18aa35', 'name': '', 'network_id': 'db19f82f-3c00-484d-af98-ef5349ef33de', 'tenant_id': '8843377006954c17a088ed77df13332f', 'mac_address': 'fa:16:3e:b1:19:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3324b4fd-0a96-401d-9daf-b341f252b9ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '29bc72c7-310a-41ac-aaee-74352799fbfc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:29:08Z', 'updated_at': '2022-03-07T10:29:21Z', 'revision_number': 5, 'project_id': '8843377006954c17a088ed77df13332f', 'subnets': [{'id': '29bc72c7-310a-41ac-aaee-74352799fbfc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '886fbece-a853-4903-842e-0215fc553fdb', 'name': '', 'network_id': 'c602f718-e9de-48ac-b4a6-a9273b50169a', 'tenant_id': '8843377006954c17a088ed77df13332f', 'mac_address': 'fa:16:3e:2a:52:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3324b4fd-0a96-401d-9daf-b341f252b9ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32ec8036-5adc-4d1f-a49f-bc0660977659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:28:40Z', 'updated_at': '2022-03-07T10:28:57Z', 'revision_number': 5, 'project_id': '8843377006954c17a088ed77df13332f', 'subnets': [{'id': '32ec8036-5adc-4d1f-a49f-bc0660977659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae5b58a1-dd22-45d9-89cd-37eed5f11e6a', 'name': '', 'network_id': 'e62b0e07-d740-4280-82f4-4966ab2ca75d', 'tenant_id': '8843377006954c17a088ed77df13332f', 'mac_address': 'fa:16:3e:bf:9b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3324b4fd-0a96-401d-9daf-b341f252b9ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7245e10c-4fca-4313-bd10-62ddf8acc484', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:28:54Z', 'updated_at': '2022-03-07T10:29:06Z', 'revision_number': 5, 'project_id': '8843377006954c17a088ed77df13332f', 'subnets': [{'id': '7245e10c-4fca-4313-bd10-62ddf8acc484', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bda16c18-96da-4e02-83b0-90685c82f9e6', 'name': '', 'network_id': '8cba44aa-dbb8-4d76-bbd1-726c3fefa9c9', 'tenant_id': '8843377006954c17a088ed77df13332f', 'mac_address': 'fa:16:3e:78:20:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3324b4fd-0a96-401d-9daf-b341f252b9ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2fc008f-86d3-472b-82b4-6e02cef9d6df', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:29:24Z', 'updated_at': '2022-03-07T10:29:42Z', 'revision_number': 5, 'project_id': '8843377006954c17a088ed77df13332f', 'subnets': [{'id': 'c2fc008f-86d3-472b-82b4-6e02cef9d6df', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:29:50.233386 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-44beeab2-4f1b-4a58-8cb5-7ddb7061e545 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3917998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58952'] for router, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:50.263230 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d971f99-74a5-4151-9157-66ce6de4481b None None] DHCP port deletion for 0ff3d537-e319-4922-a8b2-8cb5ee18b005 request from dv-neutron-830731-3-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 07 10:29:50.268785 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6d971f99-74a5-4151-9157-66ce6de4481b None None] Deleting port efb2dd3c-71df-4041-a61e-009f24bc8df4 {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:29:50.269278 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6d971f99-74a5-4151-9157-66ce6de4481b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:50.284351 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cc0adb-ffcf-4e58-87b4-2448e33feb71 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Pushing event deleted for resources: {'Port': ['ID=248dff6e-bfce-4f26-b1ed-2b7dc19f3bb6,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:50.389283 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-3776b577-951c-47ef-9e7f-00a5360074d3 req-104de293-9d45-4ecc-adc7-32bc17f5f71f tempest-TestServerAdvancedOps-1314532968 tempest-TestServerAdvancedOps-1314532968-project] 10.222.0.13 "GET /v2.0/ports?device_id=87904075-1f8c-428e-b226-5dcd72a33b07 HTTP/1.1" status: 200 len: 210 time: 0.0960772 Mar 07 10:29:50.428952 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-14858a7b-e931-4b43-aa62-2cd301904503 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Notify callbacks [] for security_group, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:50.489676 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-14858a7b-e931-4b43-aa62-2cd301904503 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:50.522416 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-02ce5ded-2bf5-48f0-93b8-f2ae87ebbd7a tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Notify callbacks [] for router, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:50.559650 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6d971f99-74a5-4151-9157-66ce6de4481b None None] For port efb2dd3c-71df-4041-a61e-009f24bc8df4, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=efb2dd3c-71df-4041-a61e-009f24bc8df4,segment=NetworkSegment(526a860e-3e95-4936-b54d-dee1a7390b46),segment_id=526a860e-3e95-4936-b54d-dee1a7390b46)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:29:50.560168 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6d971f99-74a5-4151-9157-66ce6de4481b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:50.702708 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6d971f99-74a5-4151-9157-66ce6de4481b None None] Calling delete_port for efb2dd3c-71df-4041-a61e-009f24bc8df4 owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:29:50.723204 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4bd330cc-3bc7-4e73-8128-85c30602986c tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:50.740524 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4bd330cc-3bc7-4e73-8128-85c30602986c tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:50.750412 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14858a7b-e931-4b43-aa62-2cd301904503 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ddd3021-4ee5-43be-88c9-e768996df5d0,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:50.770269 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-14858a7b-e931-4b43-aa62-2cd301904503 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:29:50.782996 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-14858a7b-e931-4b43-aa62-2cd301904503 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Usage tracker for resource:security_group_rule and tenant:f30455a79c3143a994156db987d2241b is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:29:50.783776 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-42cc0adb-ffcf-4e58-87b4-2448e33feb71 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:50.785621 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6d971f99-74a5-4151-9157-66ce6de4481b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812'] for port, after_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:50.791655 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-14858a7b-e931-4b43-aa62-2cd301904503 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:29:50.807372 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-14858a7b-e931-4b43-aa62-2cd301904503 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:29:50.838302 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d971f99-74a5-4151-9157-66ce6de4481b None None] Pushing event deleted for resources: {'Port': ['ID=efb2dd3c-71df-4041-a61e-009f24bc8df4,revision_number=None']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:50.839561 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd330cc-3bc7-4e73-8128-85c30602986c tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cffd18b6-bcc0-40e7-8afe-c0340f0f8ab2,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:50.848314 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d971f99-74a5-4151-9157-66ce6de4481b None None] No DVR routers for this DVR port efb2dd3c-71df-4041-a61e-009f24bc8df4 on host dv-neutron-830731-3-hyperv {{(pid=83739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:29:50.849282 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4bd330cc-3bc7-4e73-8128-85c30602986c tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:50.853491 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-4bd330cc-3bc7-4e73-8128-85c30602986c tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 2.3780241 Mar 07 10:29:50.854236 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 35976) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:50.861821 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-880b69ca-16aa-4271-86f1-301581d55889 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3012444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3219213'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:50.867544 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-42cc0adb-ffcf-4e58-87b4-2448e33feb71 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] 10.222.0.13 "DELETE /v2.0/ports/248dff6e-bfce-4f26-b1ed-2b7dc19f3bb6 HTTP/1.1" status: 204 len: 168 time: 2.8275948 Mar 07 10:29:50.870784 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-9ed8ed20-84c8-4d34-ab64-d088a8132ab2 tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:29:50.870784 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.api.v2.resource [None req-9ed8ed20-84c8-4d34-ab64-d088a8132ab2 tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] update failed (client error): There was a conflict when trying to complete your request. Mar 07 10:29:50.874312 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-9ed8ed20-84c8-4d34-ab64-d088a8132ab2 tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] 10.222.0.13 "PUT /v2.0/security-groups/cffd18b6-bcc0-40e7-8afe-c0340f0f8ab2 HTTP/1.1" status: 409 len: 330 time: 0.0088542 Mar 07 10:29:50.885073 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 35980) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:50.885413 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 35982) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:50.955605 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880b69ca-16aa-4271-86f1-301581d55889 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Pushing event updated for resources: {'Subnet': ['ID=a62b0ee7-9380-4ab9-bd58-5a329189843b,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:50.980743 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d8d43d2-b303-4733-acc3-730d0d48f9d6 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] GET failed (client error): The resource could not be found. Mar 07 10:29:50.982228 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-0d8d43d2-b303-4733-acc3-730d0d48f9d6 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] 10.222.0.13 "GET /v2.0/ports/248dff6e-bfce-4f26-b1ed-2b7dc19f3bb6 HTTP/1.1" status: 404 len: 333 time: 0.0952203 Mar 07 10:29:50.996185 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 35988) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:51.013465 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-44beeab2-4f1b-4a58-8cb5-7ddb7061e545 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Notify callbacks [] for router_gateway, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:51.046061 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-44beeab2-4f1b-4a58-8cb5-7ddb7061e545 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:51.047897 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880b69ca-16aa-4271-86f1-301581d55889 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Checking segment: {'id': 'a036e68b-3e42-481c-8946-662ac6f09bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '7398cc05-9f9b-491f-a75a-fa34087af588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:29:51.048860 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-880b69ca-16aa-4271-86f1-301581d55889 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Network hostable DHCP agents. Network: 7398cc05-9f9b-491f-a75a-fa34087af588, hostable agents: ['6527556c-6586-422c-ae47-082984683847'], hosted agents: [] {{(pid=83737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:29:51.126835 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-880b69ca-16aa-4271-86f1-301581d55889 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Network 7398cc05-9f9b-491f-a75a-fa34087af588 is scheduled to be hosted by DHCP agent 6527556c-6586-422c-ae47-082984683847 with binding_index 1 {{(pid=83737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:29:51.136375 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-14858a7b-e931-4b43-aa62-2cd301904503 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Notify callbacks [] for security_group, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:51.160070 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-14858a7b-e931-4b43-aa62-2cd301904503 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:51.239266 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c14aae14-4849-4328-b865-8912e5b50264 tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Notify callbacks [] for security_group, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:51.268689 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-880b69ca-16aa-4271-86f1-301581d55889 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830731-3-hyperv, 7398cc05-9f9b-491f-a75a-fa34087af588) {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:29:51.281485 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-880b69ca-16aa-4271-86f1-301581d55889 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:51.282057 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-880b69ca-16aa-4271-86f1-301581d55889 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:51.309368 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f5003b5-f6a2-4680-977f-0312855be878 None None] Network 7398cc05-9f9b-491f-a75a-fa34087af588 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:29:51.319019 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-44beeab2-4f1b-4a58-8cb5-7ddb7061e545 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Allocated IP 172.26.8.194 (5ed85006-6b00-415e-b71f-837fb1421c12/8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a/c6142c9f-7307-4b7d-9a92-a83d08372294) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:29:51.321619 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-880b69ca-16aa-4271-86f1-301581d55889 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0454376 Mar 07 10:29:51.325320 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 35992) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:51.338609 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14858a7b-e931-4b43-aa62-2cd301904503 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed5d6d88-c1ec-41eb-a4d9-742115ccb1fd,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:51.372846 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-14858a7b-e931-4b43-aa62-2cd301904503 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:51.374501 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-14858a7b-e931-4b43-aa62-2cd301904503 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.8851542 Mar 07 10:29:51.387480 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c14aae14-4849-4328-b865-8912e5b50264 tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:51.395179 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 35996) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:51.409562 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 27be624e-8a66-479b-8906-f626da77bb08 no longer exists at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:29:51.418342 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-92c6346a-8eed-4242-8baf-eda835322cc0 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Request body: {'security_group_rule': {'security_group_id': 'ed5d6d88-c1ec-41eb-a4d9-742115ccb1fd', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:29:51.435227 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-92c6346a-8eed-4242-8baf-eda835322cc0 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:29:51.449460 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-02ce5ded-2bf5-48f0-93b8-f2ae87ebbd7a tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:51.478381 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-92c6346a-8eed-4242-8baf-eda835322cc0 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Usage tracker for resource:security_group_rule and tenant:f30455a79c3143a994156db987d2241b is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:29:51.500926 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-92c6346a-8eed-4242-8baf-eda835322cc0 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:29:51.510497 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] No Port match for: 27be624e-8a66-479b-8906-f626da77bb08 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 10:29:51.511029 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 27be624e-8a66-479b-8906-f626da77bb08 not bound to the agent host dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 10:29:51.511541 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device efb2dd3c-71df-4041-a61e-009f24bc8df4 no longer exists at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:29:51.512687 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-02ce5ded-2bf5-48f0-93b8-f2ae87ebbd7a tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Deleting port 5e235750-6211-4798-b4f4-060b7c0abb44 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:29:51.513147 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-02ce5ded-2bf5-48f0-93b8-f2ae87ebbd7a tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:51.530598 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 36002) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:51.545828 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-92c6346a-8eed-4242-8baf-eda835322cc0 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:29:51.550009 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] No Port match for: efb2dd3c-71df-4041-a61e-009f24bc8df4 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 10:29:51.550644 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device efb2dd3c-71df-4041-a61e-009f24bc8df4 not bound to the agent host dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 10:29:51.552665 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_v2 [None req-88ec12da-77cb-41ac-85a9-bfc5415bd7bc tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Deleting subnet b126169f-0e45-47b3-b8eb-9d938d0cd99d {{(pid=83738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 07 10:29:51.566841 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-88ec12da-77cb-41ac-85a9-bfc5415bd7bc tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks [] for subnet, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:51.654705 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c14aae14-4849-4328-b865-8912e5b50264 tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:51.667883 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b1f2551f-6b9f-4e7d-af56-40d349ed7251 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1158940'] for network, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:51.702580 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3936f6d3-e444-442a-a1fd-6fb3faad4aa3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ec2749d-0aec-52fb-aca6-10ba8a80aade-7398cc05-9f9b-491f-a75a-fa34087af588', 'network_id': '7398cc05-9f9b-491f-a75a-fa34087af588', 'tenant_id': '44b92b651ff14b9ab83bd7a3588b3016', 'fixed_ips': [{'subnet_id': 'a62b0ee7-9380-4ab9-bd58-5a329189843b'}]}} from dv-neutron-830731-3-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 07 10:29:51.703617 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-3936f6d3-e444-442a-a1fd-6fb3faad4aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:51.712239 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ea0d1fc-4854-4394-92de-ba2b3fe3df00 admin admin] Deleting subnet 0d090fc4-3895-4f2a-a06a-51fed676197f {{(pid=83737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 07 10:29:51.721132 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7ea0d1fc-4854-4394-92de-ba2b3fe3df00 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:51.758278 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14aae14-4849-4328-b865-8912e5b50264 tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cffd18b6-bcc0-40e7-8afe-c0340f0f8ab2,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:51.766445 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-88ec12da-77cb-41ac-85a9-bfc5415bd7bc tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2969395'] for subnet, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:51.797689 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-92c6346a-8eed-4242-8baf-eda835322cc0 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:51.835877 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7ea0d1fc-4854-4394-92de-ba2b3fe3df00 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2627781'] for subnet, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:51.881732 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-3936f6d3-e444-442a-a1fd-6fb3faad4aa3 None None] Allocated IP 172.20.0.2 (7398cc05-9f9b-491f-a75a-fa34087af588/a62b0ee7-9380-4ab9-bd58-5a329189843b/60b6c2db-56b8-4920-b8bb-b0996a524c65) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:29:51.889297 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-44beeab2-4f1b-4a58-8cb5-7ddb7061e545 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:51.897916 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b1f2551f-6b9f-4e7d-af56-40d349ed7251 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1525496'] for subnet, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:51.973477 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7ea0d1fc-4854-4394-92de-ba2b3fe3df00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1525496'] for subnet, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:52.015073 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c14aae14-4849-4328-b865-8912e5b50264 tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:52.019526 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-c14aae14-4849-4328-b865-8912e5b50264 tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] 10.222.0.13 "DELETE /v2.0/security-groups/cffd18b6-bcc0-40e7-8afe-c0340f0f8ab2 HTTP/1.1" status: 204 len: 168 time: 1.1308134 Mar 07 10:29:52.025043 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 36006) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:52.112514 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-02ce5ded-2bf5-48f0-93b8-f2ae87ebbd7a tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] For port 5e235750-6211-4798-b4f4-060b7c0abb44, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=5e235750-6211-4798-b4f4-060b7c0abb44,segment=NetworkSegment(9a22e080-7529-4fc7-949d-9f84ba21807d),segment_id=9a22e080-7529-4fc7-949d-9f84ba21807d)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:29:52.112514 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-02ce5ded-2bf5-48f0-93b8-f2ae87ebbd7a tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:52.121273 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-8af4cd89-4af8-41d6-b130-60f8d2a84dc9 tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Synchronizing usage tracker for tenant:463c2b19f95f47a9ab69cb3f43b1e7ab on resource:security_group {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:29:52.130567 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-44beeab2-4f1b-4a58-8cb5-7ddb7061e545 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:52.153309 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-3936f6d3-e444-442a-a1fd-6fb3faad4aa3 None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:52.203063 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-3936f6d3-e444-442a-a1fd-6fb3faad4aa3 None None] Transition to ACTIVE for port object 60b6c2db-56b8-4920-b8bb-b0996a524c65 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:29:52.211653 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7ea0d1fc-4854-4394-92de-ba2b3fe3df00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1525489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3012507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3219316'] for subnet, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:52.224503 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-3936f6d3-e444-442a-a1fd-6fb3faad4aa3 None None] Transition to ACTIVE for port object 60b6c2db-56b8-4920-b8bb-b0996a524c65 will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:29:52.230820 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-3936f6d3-e444-442a-a1fd-6fb3faad4aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:52.252511 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-8af4cd89-4af8-41d6-b130-60f8d2a84dc9 tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] Unset dirty status for tenant:463c2b19f95f47a9ab69cb3f43b1e7ab on resource:security_group {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:29:52.257465 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-8af4cd89-4af8-41d6-b130-60f8d2a84dc9 tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2304554 Mar 07 10:29:52.259691 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44beeab2-4f1b-4a58-8cb5-7ddb7061e545 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Network 5ed85006-6b00-415e-b71f-837fb1421c12 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:29:52.267286 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-02ce5ded-2bf5-48f0-93b8-f2ae87ebbd7a tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Calling delete_port for 5e235750-6211-4798-b4f4-060b7c0abb44 owned by network:router_gateway {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:29:52.267543 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 36010) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:52.268072 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44beeab2-4f1b-4a58-8cb5-7ddb7061e545 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Pushing event updated for resources: {'Port': ['ID=c6142c9f-7307-4b7d-9a92-a83d08372294,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:52.288742 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea0d1fc-4854-4394-92de-ba2b3fe3df00 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d090fc4-3895-4f2a-a06a-51fed676197f,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:52.290624 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-44beeab2-4f1b-4a58-8cb5-7ddb7061e545 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:29:52.301714 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44beeab2-4f1b-4a58-8cb5-7ddb7061e545 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:29:52.305187 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3936f6d3-e444-442a-a1fd-6fb3faad4aa3 None None] Network 7398cc05-9f9b-491f-a75a-fa34087af588 is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:29:52.313550 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-3936f6d3-e444-442a-a1fd-6fb3faad4aa3 None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:29:52.316671 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3936f6d3-e444-442a-a1fd-6fb3faad4aa3 None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:29:52.337267 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.api.v2.resource [None req-e2cf85de-a88f-4826-b4c0-0dfcc7048fcb tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] delete failed (client error): The resource could not be found. Mar 07 10:29:52.339156 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-92c6346a-8eed-4242-8baf-eda835322cc0 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:52.342118 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-e2cf85de-a88f-4826-b4c0-0dfcc7048fcb tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] 10.222.0.13 "DELETE /v2.0/security-groups/63926ff8-be9a-472f-8aad-60022e6c3224 HTTP/1.1" status: 404 len: 347 time: 0.0713453 Mar 07 10:29:52.342678 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 36014) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:52.343796 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7ea0d1fc-4854-4394-92de-ba2b3fe3df00 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:52.361818 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-88ec12da-77cb-41ac-85a9-bfc5415bd7bc tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1525496'] for subnet, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:52.371893 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3936f6d3-e444-442a-a1fd-6fb3faad4aa3 None None] Pushing event updated for resources: {'Port': ['ID=60b6c2db-56b8-4920-b8bb-b0996a524c65,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:52.375964 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b1f2551f-6b9f-4e7d-af56-40d349ed7251 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1525489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3012507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3219316'] for subnet, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:52.399364 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-92c6346a-8eed-4242-8baf-eda835322cc0 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:52.420166 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.api.v2.resource [None req-978451a0-7e83-4988-a0ac-90ceab81b0c0 tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] show failed (client error): The resource could not be found. Mar 07 10:29:52.425585 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-978451a0-7e83-4988-a0ac-90ceab81b0c0 tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] 10.222.0.13 "GET /v2.0/security-groups/1c5c5530-af45-4c23-ad72-f33cbaaae8cd HTTP/1.1" status: 404 len: 347 time: 0.0717461 Mar 07 10:29:52.429242 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-7ea0d1fc-4854-4394-92de-ba2b3fe3df00 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/0d090fc4-3895-4f2a-a06a-51fed676197f HTTP/1.1" status: 204 len: 168 time: 0.8953323 Mar 07 10:29:52.429242 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 36018) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:52.429494 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 36020) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:52.435134 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-3936f6d3-e444-442a-a1fd-6fb3faad4aa3 None None] Attempting to bind port 60b6c2db-56b8-4920-b8bb-b0996a524c65 on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:29:52.435634 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-3936f6d3-e444-442a-a1fd-6fb3faad4aa3 None None] Attempting to bind port 60b6c2db-56b8-4920-b8bb-b0996a524c65 by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': 'a036e68b-3e42-481c-8946-662ac6f09bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '7398cc05-9f9b-491f-a75a-fa34087af588'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:29:52.436119 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3936f6d3-e444-442a-a1fd-6fb3faad4aa3 None None] Attempting to bind port 60b6c2db-56b8-4920-b8bb-b0996a524c65 on network 7398cc05-9f9b-491f-a75a-fa34087af588 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:29:52.441106 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2551f-6b9f-4e7d-af56-40d349ed7251 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Pushing event deleted for resources: {'Subnet': ['ID=a62b0ee7-9380-4ab9-bd58-5a329189843b,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:52.444862 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3936f6d3-e444-442a-a1fd-6fb3faad4aa3 None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:29:52.445356 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3936f6d3-e444-442a-a1fd-6fb3faad4aa3 None None] Checking segment: {'id': 'a036e68b-3e42-481c-8946-662ac6f09bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '7398cc05-9f9b-491f-a75a-fa34087af588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:29:52.445871 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-3936f6d3-e444-442a-a1fd-6fb3faad4aa3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:52.446448 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3936f6d3-e444-442a-a1fd-6fb3faad4aa3 None None] Bound using segment: {'id': 'a036e68b-3e42-481c-8946-662ac6f09bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '7398cc05-9f9b-491f-a75a-fa34087af588'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:29:52.447071 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-3936f6d3-e444-442a-a1fd-6fb3faad4aa3 None None] Bound port: 60b6c2db-56b8-4920-b8bb-b0996a524c65, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a036e68b-3e42-481c-8946-662ac6f09bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '7398cc05-9f9b-491f-a75a-fa34087af588'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:29:52.447539 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-3936f6d3-e444-442a-a1fd-6fb3faad4aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:52.468790 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c6346a-8eed-4242-8baf-eda835322cc0 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e436836-461e-41c5-a7ed-4cc8b86bb2b1,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:52.476454 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-1c92fd66-bc07-42c9-ab6e-ba7c123d8a8f tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Deleting port bda16c18-96da-4e02-83b0-90685c82f9e6 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:29:52.476686 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1c92fd66-bc07-42c9-ab6e-ba7c123d8a8f tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:52.537107 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-92c6346a-8eed-4242-8baf-eda835322cc0 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:52.540568 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-92c6346a-8eed-4242-8baf-eda835322cc0 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.1444907 Mar 07 10:29:52.549231 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 36026) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:52.556062 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-3936f6d3-e444-442a-a1fd-6fb3faad4aa3 None None] For port 60b6c2db-56b8-4920-b8bb-b0996a524c65, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:29:52.560251 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-3936f6d3-e444-442a-a1fd-6fb3faad4aa3 None None] For port 60b6c2db-56b8-4920-b8bb-b0996a524c65, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=60b6c2db-56b8-4920-b8bb-b0996a524c65,segment=NetworkSegment(a036e68b-3e42-481c-8946-662ac6f09bc3),segment_id=a036e68b-3e42-481c-8946-662ac6f09bc3)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:29:52.567262 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-3936f6d3-e444-442a-a1fd-6fb3faad4aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:52.575186 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-d5441ef3-c37a-46bf-a2ba-b1da66f7774d tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Request body: {'security_group_rule': {'security_group_id': 'ed5d6d88-c1ec-41eb-a4d9-742115ccb1fd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:29:52.582793 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-d5441ef3-c37a-46bf-a2ba-b1da66f7774d tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:29:52.584615 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.api.v2.resource [None req-319f5d49-d859-475f-a834-919c634e4bba tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] show failed (client error): The resource could not be found. Mar 07 10:29:52.591503 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-319f5d49-d859-475f-a834-919c634e4bba tempest-NegativeSecGroupTest-519207163 tempest-NegativeSecGroupTest-519207163-project] 10.222.0.13 "GET /v2.0/security-group-rules/d96b9f81-2ee3-45f4-95f3-14cf092fb704 HTTP/1.1" status: 404 len: 356 time: 0.1510170 Mar 07 10:29:52.591662 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-d5441ef3-c37a-46bf-a2ba-b1da66f7774d tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Usage tracker for resource:security_group_rule and tenant:f30455a79c3143a994156db987d2241b is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:29:52.591662 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-d5441ef3-c37a-46bf-a2ba-b1da66f7774d tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:29:52.598754 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-d5441ef3-c37a-46bf-a2ba-b1da66f7774d tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:29:52.655147 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3936f6d3-e444-442a-a1fd-6fb3faad4aa3 None None] Pushing event updated for resources: {'Port': ['ID=60b6c2db-56b8-4920-b8bb-b0996a524c65,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:52.662317 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d5441ef3-c37a-46bf-a2ba-b1da66f7774d tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:52.700580 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b1f2551f-6b9f-4e7d-af56-40d349ed7251 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1526893', 'neutron.services.segments.db._delete_segments_for_network-8732568551033'] for network, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:52.739580 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-64da2acb-91ff-4418-8529-bf22fba87b7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1158940'] for network, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:52.747365 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-b1f2551f-6b9f-4e7d-af56-40d349ed7251 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7398cc05-9f9b-491f-a75a-fa34087af588']}} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:29:52.759705 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-88ec12da-77cb-41ac-85a9-bfc5415bd7bc tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1525489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3556647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741465'] for subnet, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:52.761959 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d25990-72dc-4a0a-9a30-98222af7d9ca None None] Network 7398cc05-9f9b-491f-a75a-fa34087af588 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:29:52.764568 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-b1f2551f-6b9f-4e7d-af56-40d349ed7251 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a036e68b-3e42-481c-8946-662ac6f09bc3') {'for_net_delete': True} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:29:52.764737 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-b1f2551f-6b9f-4e7d-af56-40d349ed7251 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a036e68b-3e42-481c-8946-662ac6f09bc3') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:29:52.781666 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b1f2551f-6b9f-4e7d-af56-40d349ed7251 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732568550916', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629174'] for segment, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:52.827752 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b1f2551f-6b9f-4e7d-af56-40d349ed7251 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:52.840635 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ec12da-77cb-41ac-85a9-bfc5415bd7bc tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Pushing event deleted for resources: {'Subnet': ['ID=b126169f-0e45-47b3-b8eb-9d938d0cd99d,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:52.856453 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1f2551f-6b9f-4e7d-af56-40d349ed7251 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=83737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 07 10:29:52.857086 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b1f2551f-6b9f-4e7d-af56-40d349ed7251 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1227397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3012597'] for segment, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:52.868574 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-88ec12da-77cb-41ac-85a9-bfc5415bd7bc tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:52.872454 dv-neutron-830731-3-hyperv neutron-server[83737]: Traceback (most recent call last): Mar 07 10:29:52.872454 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 07 10:29:52.872454 dv-neutron-830731-3-hyperv neutron-server[83737]: timer() Mar 07 10:29:52.872454 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:29:52.872454 dv-neutron-830731-3-hyperv neutron-server[83737]: cb(*args, **kw) Mar 07 10:29:52.872454 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 10:29:52.872454 dv-neutron-830731-3-hyperv neutron-server[83737]: return func(*args, **kwargs) Mar 07 10:29:52.872454 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:29:52.872454 dv-neutron-830731-3-hyperv neutron-server[83737]: self._notify() Mar 07 10:29:52.872454 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:29:52.872454 dv-neutron-830731-3-hyperv neutron-server[83737]: self.callback(batched_events) Mar 07 10:29:52.872454 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:29:52.872454 dv-neutron-830731-3-hyperv neutron-server[83737]: event.method(event) Mar 07 10:29:52.872454 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 10:29:52.872454 dv-neutron-830731-3-hyperv neutron-server[83737]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:29:52.872454 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 10:29:52.872454 dv-neutron-830731-3-hyperv neutron-server[83737]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:29:52.872454 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 10:29:52.872454 dv-neutron-830731-3-hyperv neutron-server[83737]: return f(self, *a, **k) Mar 07 10:29:52.872454 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:29:52.872454 dv-neutron-830731-3-hyperv neutron-server[83737]: return self._get(url).json() Mar 07 10:29:52.872454 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:29:52.872454 dv-neutron-830731-3-hyperv neutron-server[83737]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:29:52.872454 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 07 10:29:52.872454 dv-neutron-830731-3-hyperv neutron-server[83737]: return self.request(url, 'GET', **kwargs) Mar 07 10:29:52.872454 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 07 10:29:52.872454 dv-neutron-830731-3-hyperv neutron-server[83737]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:29:52.872454 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 07 10:29:52.872454 dv-neutron-830731-3-hyperv neutron-server[83737]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:29:52.872454 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 07 10:29:52.872454 dv-neutron-830731-3-hyperv neutron-server[83737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:29:52.872454 dv-neutron-830731-3-hyperv neutron-server[83737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:29:52.880359 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-88ec12da-77cb-41ac-85a9-bfc5415bd7bc tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] 10.222.0.13 "DELETE /v2.0/subnets/b126169f-0e45-47b3-b8eb-9d938d0cd99d HTTP/1.1" status: 204 len: 168 time: 1.8756769 Mar 07 10:29:52.888265 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 36032) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:52.911810 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f3dbe05-4770-40ea-9778-830d47a7a315 None None] Network aa528257-6b6d-4968-9b3c-f0bc1b46f00c requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:29:53.101356 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 36038) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:53.116542 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.api.v2.resource [None req-d5441ef3-c37a-46bf-a2ba-b1da66f7774d tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] create failed (client error): There was a conflict when trying to complete your request. Mar 07 10:29:53.120588 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-d5441ef3-c37a-46bf-a2ba-b1da66f7774d tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.5604100 Mar 07 10:29:53.127239 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-1c92fd66-bc07-42c9-ab6e-ba7c123d8a8f tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] For port bda16c18-96da-4e02-83b0-90685c82f9e6, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=bda16c18-96da-4e02-83b0-90685c82f9e6,segment=NetworkSegment(c6ae6ee0-758d-452e-833f-94c454be5308),segment_id=c6ae6ee0-758d-452e-833f-94c454be5308)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:29:53.127909 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1c92fd66-bc07-42c9-ab6e-ba7c123d8a8f tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:53.135527 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 36042) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:53.148375 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9b152ba7-ecbf-446c-b076-81ac9f9aec7c tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1158940'] for network, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:53.183236 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-64da2acb-91ff-4418-8529-bf22fba87b7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1526893', 'neutron.services.segments.db._delete_segments_for_network-8732568551033'] for network, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:53.214857 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.db.api [None req-b1f2551f-6b9f-4e7d-af56-40d349ed7251 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 07 10:29:53.214857 dv-neutron-830731-3-hyperv neutron-server[83737]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 07 10:29:53.214857 dv-neutron-830731-3-hyperv neutron-server[83737]: [parameters: {'id': '7398cc05-9f9b-491f-a75a-fa34087af588'}] Mar 07 10:29:53.214857 dv-neutron-830731-3-hyperv neutron-server[83737]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83737) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 10:29:53.215440 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG oslo_db.api [None req-b1f2551f-6b9f-4e7d-af56-40d349ed7251 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 10:29:53.244348 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-64da2acb-91ff-4418-8529-bf22fba87b7c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cdfe4a3-2923-48a7-b1bd-2e50a8058f86']}} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:29:53.264822 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-64da2acb-91ff-4418-8529-bf22fba87b7c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13b97ad0-178a-4d95-a31f-fbfd9ea3b033') {'for_net_delete': True} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:29:53.265176 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-64da2acb-91ff-4418-8529-bf22fba87b7c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13b97ad0-178a-4d95-a31f-fbfd9ea3b033') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:29:53.269118 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f860bffc-d4ab-41a4-93cb-6cef828efb41 None None] DHCP port deletion for aa528257-6b6d-4968-9b3c-f0bc1b46f00c request from dv-neutron-830731-3-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 07 10:29:53.280835 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-64da2acb-91ff-4418-8529-bf22fba87b7c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732568550916', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629174'] for segment, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:53.286293 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-f860bffc-d4ab-41a4-93cb-6cef828efb41 None None] Deleting port 548b154e-536f-4812-9235-e154c8a99782 {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:29:53.286847 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f860bffc-d4ab-41a4-93cb-6cef828efb41 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:53.294895 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-44beeab2-4f1b-4a58-8cb5-7ddb7061e545 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Notify callbacks [] for router_gateway, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:53.295605 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-44beeab2-4f1b-4a58-8cb5-7ddb7061e545 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3917991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923518'] for router, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:53.305350 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-1c92fd66-bc07-42c9-ab6e-ba7c123d8a8f tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Calling delete_port for bda16c18-96da-4e02-83b0-90685c82f9e6 owned by network:router_interface {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:29:53.318073 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-64da2acb-91ff-4418-8529-bf22fba87b7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:53.320218 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1e61f2ed-9f8e-4830-8231-2b0c85cd4b1d tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:53.388715 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-02ce5ded-2bf5-48f0-93b8-f2ae87ebbd7a tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:53.391545 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64da2acb-91ff-4418-8529-bf22fba87b7c admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=83737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 07 10:29:53.392026 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-64da2acb-91ff-4418-8529-bf22fba87b7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1227397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3012597'] for segment, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:53.393587 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 548b154e-536f-4812-9235-e154c8a99782 no longer exists at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:29:53.417135 dv-neutron-830731-3-hyperv neutron-server[83737]: Traceback (most recent call last): Mar 07 10:29:53.417135 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 07 10:29:53.417135 dv-neutron-830731-3-hyperv neutron-server[83737]: timer() Mar 07 10:29:53.417135 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:29:53.417135 dv-neutron-830731-3-hyperv neutron-server[83737]: cb(*args, **kw) Mar 07 10:29:53.417135 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 10:29:53.417135 dv-neutron-830731-3-hyperv neutron-server[83737]: return func(*args, **kwargs) Mar 07 10:29:53.417135 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:29:53.417135 dv-neutron-830731-3-hyperv neutron-server[83737]: self._notify() Mar 07 10:29:53.417135 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:29:53.417135 dv-neutron-830731-3-hyperv neutron-server[83737]: self.callback(batched_events) Mar 07 10:29:53.417135 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:29:53.417135 dv-neutron-830731-3-hyperv neutron-server[83737]: event.method(event) Mar 07 10:29:53.417135 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 10:29:53.417135 dv-neutron-830731-3-hyperv neutron-server[83737]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:29:53.417135 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 10:29:53.417135 dv-neutron-830731-3-hyperv neutron-server[83737]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:29:53.417135 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 10:29:53.417135 dv-neutron-830731-3-hyperv neutron-server[83737]: return f(self, *a, **k) Mar 07 10:29:53.417135 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:29:53.417135 dv-neutron-830731-3-hyperv neutron-server[83737]: return self._get(url).json() Mar 07 10:29:53.417135 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:29:53.417135 dv-neutron-830731-3-hyperv neutron-server[83737]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:29:53.417135 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 07 10:29:53.417135 dv-neutron-830731-3-hyperv neutron-server[83737]: return self.request(url, 'GET', **kwargs) Mar 07 10:29:53.417135 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 07 10:29:53.417135 dv-neutron-830731-3-hyperv neutron-server[83737]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:29:53.417135 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 07 10:29:53.417135 dv-neutron-830731-3-hyperv neutron-server[83737]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:29:53.417135 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 07 10:29:53.417135 dv-neutron-830731-3-hyperv neutron-server[83737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:29:53.417135 dv-neutron-830731-3-hyperv neutron-server[83737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:29:53.545323 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ce5ded-2bf5-48f0-93b8-f2ae87ebbd7a tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Pushing event deleted for resources: {'Port': ['ID=5e235750-6211-4798-b4f4-060b7c0abb44,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:53.555185 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1e61f2ed-9f8e-4830-8231-2b0c85cd4b1d tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:53.557574 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-9b152ba7-ecbf-446c-b076-81ac9f9aec7c tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Deleting port 548b154e-536f-4812-9235-e154c8a99782 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:29:53.558055 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9b152ba7-ecbf-446c-b076-81ac9f9aec7c tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:53.605547 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-64da2acb-91ff-4418-8529-bf22fba87b7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1526886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923583'] for network, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:53.626485 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-64da2acb-91ff-4418-8529-bf22fba87b7c admin admin] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:53.643736 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64da2acb-91ff-4418-8529-bf22fba87b7c admin admin] Pushing event deleted for resources: {'Network': ['ID=2cdfe4a3-2923-48a7-b1bd-2e50a8058f86,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:53.660168 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-64da2acb-91ff-4418-8529-bf22fba87b7c admin admin] 10.222.0.13 "DELETE /v2.0/networks/2cdfe4a3-2923-48a7-b1bd-2e50a8058f86 HTTP/1.1" status: 204 len: 168 time: 1.2235851 Mar 07 10:29:53.663097 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 36048) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:53.707022 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:53.716164 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b1f2551f-6b9f-4e7d-af56-40d349ed7251 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1158940'] for network, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:53.717722 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1e61f2ed-9f8e-4830-8231-2b0c85cd4b1d tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:53.729904 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-f860bffc-d4ab-41a4-93cb-6cef828efb41 None None] For port 548b154e-536f-4812-9235-e154c8a99782, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=548b154e-536f-4812-9235-e154c8a99782,segment=NetworkSegment(f322c426-031f-426e-bfa7-8d6ecf3b5426),segment_id=f322c426-031f-426e-bfa7-8d6ecf3b5426)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:29:53.730549 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f860bffc-d4ab-41a4-93cb-6cef828efb41 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:53.753932 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e61f2ed-9f8e-4830-8231-2b0c85cd4b1d tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed5d6d88-c1ec-41eb-a4d9-742115ccb1fd,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:53.766007 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1e61f2ed-9f8e-4830-8231-2b0c85cd4b1d tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:53.768659 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-1e61f2ed-9f8e-4830-8231-2b0c85cd4b1d tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] 10.222.0.13 "DELETE /v2.0/security-groups/ed5d6d88-c1ec-41eb-a4d9-742115ccb1fd HTTP/1.1" status: 204 len: 168 time: 0.6307285 Mar 07 10:29:53.770710 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9f08819-f57e-4c6b-b68b-58bf81898a22 admin admin] Deleting subnet 8e16761f-419c-4175-ba3b-a56fd814e8d2 {{(pid=83737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 07 10:29:53.773610 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 36052) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:53.792124 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a9f08819-f57e-4c6b-b68b-58bf81898a22 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:53.818361 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-b1f2551f-6b9f-4e7d-af56-40d349ed7251 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Deleting port 60b6c2db-56b8-4920-b8bb-b0996a524c65 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:29:53.818693 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b1f2551f-6b9f-4e7d-af56-40d349ed7251 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:53.867733 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-f860bffc-d4ab-41a4-93cb-6cef828efb41 None None] Calling delete_port for 548b154e-536f-4812-9235-e154c8a99782 owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:29:53.921294 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a9f08819-f57e-4c6b-b68b-58bf81898a22 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2627781'] for subnet, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:53.925441 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] For port 548b154e-536f-4812-9235-e154c8a99782, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=548b154e-536f-4812-9235-e154c8a99782,segment=NetworkSegment(f322c426-031f-426e-bfa7-8d6ecf3b5426),segment_id=f322c426-031f-426e-bfa7-8d6ecf3b5426)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:29:53.933598 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:53.949413 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-cee9a9b3-2ae4-4a18-9d49-8b45cf04fdb4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=463c2b19f95f47a9ab69cb3f43b1e7ab&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8420634 Mar 07 10:29:53.958031 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 36056) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:53.997268 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-02ce5ded-2bf5-48f0-93b8-f2ae87ebbd7a tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923554'] for router_gateway, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:54.019791 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Pushing event updated for resources: {'Port': ['ID=548b154e-536f-4812-9235-e154c8a99782,revision_number=5']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:54.022641 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.db.api [None req-f860bffc-d4ab-41a4-93cb-6cef828efb41 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 10:29:54.023145 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG oslo_db.api [None req-f860bffc-d4ab-41a4-93cb-6cef828efb41 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 10:29:54.038270 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-9dcbbe5f-4263-4ac7-9652-541b700d36b5 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Synchronizing usage tracker for tenant:f30455a79c3143a994156db987d2241b on resource:security_group {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:29:54.062647 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a9f08819-f57e-4c6b-b68b-58bf81898a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1525496'] for subnet, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:54.198203 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-9dcbbe5f-4263-4ac7-9652-541b700d36b5 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Unset dirty status for tenant:f30455a79c3143a994156db987d2241b on resource:security_group {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:29:54.199311 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-9dcbbe5f-4263-4ac7-9652-541b700d36b5 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4242165 Mar 07 10:29:54.208845 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 36060) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:54.219750 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-c5e38f72-819a-4e4e-abf2-ffdec7c14662 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Request body: {'security_group': {'name': 'tempest-secgroup--502421259'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:29:54.243591 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-c5e38f72-819a-4e4e-abf2-ffdec7c14662 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:29:54.265651 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-b1f2551f-6b9f-4e7d-af56-40d349ed7251 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] For port 60b6c2db-56b8-4920-b8bb-b0996a524c65, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=60b6c2db-56b8-4920-b8bb-b0996a524c65,segment=NetworkSegment(a036e68b-3e42-481c-8946-662ac6f09bc3),segment_id=a036e68b-3e42-481c-8946-662ac6f09bc3)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:29:54.266004 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b1f2551f-6b9f-4e7d-af56-40d349ed7251 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:54.279856 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-c5e38f72-819a-4e4e-abf2-ffdec7c14662 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:29:54.403423 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-b1f2551f-6b9f-4e7d-af56-40d349ed7251 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Calling delete_port for 60b6c2db-56b8-4920-b8bb-b0996a524c65 owned by network:dhcp {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:29:54.436766 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a9f08819-f57e-4c6b-b68b-58bf81898a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1525489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3012507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3219316'] for subnet, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:54.439207 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-02ce5ded-2bf5-48f0-93b8-f2ae87ebbd7a tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3917970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58043'] for router, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:54.440589 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c5e38f72-819a-4e4e-abf2-ffdec7c14662 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:54.452927 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-9b152ba7-ecbf-446c-b076-81ac9f9aec7c tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] For port 548b154e-536f-4812-9235-e154c8a99782, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=548b154e-536f-4812-9235-e154c8a99782,segment=NetworkSegment(f322c426-031f-426e-bfa7-8d6ecf3b5426),segment_id=f322c426-031f-426e-bfa7-8d6ecf3b5426)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:29:54.453525 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9b152ba7-ecbf-446c-b076-81ac9f9aec7c tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:54.472923 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1c92fd66-bc07-42c9-ab6e-ba7c123d8a8f tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:54.499424 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44beeab2-4f1b-4a58-8cb5-7ddb7061e545 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Router cb0becf5-d6b0-4fb5-a55c-fea00d93ead5 is scheduled to L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 with binding_index 1 {{(pid=83737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 10:29:54.506047 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f08819-f57e-4c6b-b68b-58bf81898a22 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e16761f-419c-4175-ba3b-a56fd814e8d2,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:54.524926 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-f860bffc-d4ab-41a4-93cb-6cef828efb41 None None] Deleting port 548b154e-536f-4812-9235-e154c8a99782 {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:29:54.525809 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f860bffc-d4ab-41a4-93cb-6cef828efb41 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:54.527844 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a9f08819-f57e-4c6b-b68b-58bf81898a22 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:54.535666 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-02ce5ded-2bf5-48f0-93b8-f2ae87ebbd7a tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:54.564696 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-a9f08819-f57e-4c6b-b68b-58bf81898a22 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/8e16761f-419c-4175-ba3b-a56fd814e8d2 HTTP/1.1" status: 204 len: 168 time: 0.8981426 Mar 07 10:29:54.564696 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-c5e38f72-819a-4e4e-abf2-ffdec7c14662 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:29:54.566346 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 36064) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:54.570920 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-c5e38f72-819a-4e4e-abf2-ffdec7c14662 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Usage tracker for resource:security_group_rule and tenant:f30455a79c3143a994156db987d2241b is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:29:54.618098 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-46b5ab3e-78a3-423f-8bfc-17ba668c9c94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:54.637881 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-9b152ba7-ecbf-446c-b076-81ac9f9aec7c tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Calling delete_port for 548b154e-536f-4812-9235-e154c8a99782 owned by network:dhcp {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:29:54.639344 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-c5e38f72-819a-4e4e-abf2-ffdec7c14662 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:29:54.658985 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-c5e38f72-819a-4e4e-abf2-ffdec7c14662 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:29:54.660827 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b1f2551f-6b9f-4e7d-af56-40d349ed7251 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:54.685405 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c92fd66-bc07-42c9-ab6e-ba7c123d8a8f tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Pushing event deleted for resources: {'Port': ['ID=bda16c18-96da-4e02-83b0-90685c82f9e6,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:54.753470 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-f860bffc-d4ab-41a4-93cb-6cef828efb41 None None] For port 548b154e-536f-4812-9235-e154c8a99782, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=548b154e-536f-4812-9235-e154c8a99782,segment=NetworkSegment(f322c426-031f-426e-bfa7-8d6ecf3b5426),segment_id=f322c426-031f-426e-bfa7-8d6ecf3b5426)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:29:54.757225 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f860bffc-d4ab-41a4-93cb-6cef828efb41 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:54.808991 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-46b5ab3e-78a3-423f-8bfc-17ba668c9c94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:54.836166 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-02ce5ded-2bf5-48f0-93b8-f2ae87ebbd7a tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3917886'] for router, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:54.836725 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02ce5ded-2bf5-48f0-93b8-f2ae87ebbd7a tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Fanout notify agent at l3_agent the message router_deleted on router 6bb2da1f-fba2-413d-aad6-e90732779037 {{(pid=83738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 10:29:54.932243 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-f860bffc-d4ab-41a4-93cb-6cef828efb41 None None] Calling delete_port for 548b154e-536f-4812-9235-e154c8a99782 owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:29:54.969520 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9b152ba7-ecbf-446c-b076-81ac9f9aec7c tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:54.977440 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-02ce5ded-2bf5-48f0-93b8-f2ae87ebbd7a tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Notify callbacks [] for router, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:54.977654 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2551f-6b9f-4e7d-af56-40d349ed7251 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Pushing event deleted for resources: {'Port': ['ID=60b6c2db-56b8-4920-b8bb-b0996a524c65,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:54.978517 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-02ce5ded-2bf5-48f0-93b8-f2ae87ebbd7a tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] 10.222.0.13 "DELETE /v2.0/routers/6bb2da1f-fba2-413d-aad6-e90732779037 HTTP/1.1" status: 204 len: 168 time: 5.3786850 Mar 07 10:29:54.999492 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 36068) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:55.050755 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.db.api [None req-f860bffc-d4ab-41a4-93cb-6cef828efb41 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 10:29:55.051152 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG oslo_db.api [None req-f860bffc-d4ab-41a4-93cb-6cef828efb41 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 10:29:55.056797 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f2551f-6b9f-4e7d-af56-40d349ed7251 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] No DVR routers for this DVR port 60b6c2db-56b8-4920-b8bb-b0996a524c65 on host dv-neutron-830731-3-hyperv {{(pid=83737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:29:55.085763 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b152ba7-ecbf-446c-b076-81ac9f9aec7c tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Pushing event deleted for resources: {'Port': ['ID=548b154e-536f-4812-9235-e154c8a99782,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:55.096690 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b152ba7-ecbf-446c-b076-81ac9f9aec7c tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] No DVR routers for this DVR port 548b154e-536f-4812-9235-e154c8a99782 on host dv-neutron-830731-3-hyperv {{(pid=83738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:29:55.099655 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-be8ac516-0280-464a-806c-cfe4c14c26d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1158940'] for network, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:55.323975 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-46b5ab3e-78a3-423f-8bfc-17ba668c9c94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:55.358018 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c5e38f72-819a-4e4e-abf2-ffdec7c14662 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:55.367265 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b1f2551f-6b9f-4e7d-af56-40d349ed7251 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1526893', 'neutron.services.segments.db._delete_segments_for_network-8732568551033'] for network, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:55.367564 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b5ab3e-78a3-423f-8bfc-17ba668c9c94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3a0f813-037a-444d-854e-e7d05f29c1b7,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:55.373071 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9b152ba7-ecbf-446c-b076-81ac9f9aec7c tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1526893', 'neutron.services.segments.db._delete_segments_for_network-8732568551033'] for network, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:55.397398 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b35c4687-c499-432f-90e4-79046cdd7b15 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1158940'] for network, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:55.406063 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c5e38f72-819a-4e4e-abf2-ffdec7c14662 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:55.414024 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-9b152ba7-ecbf-446c-b076-81ac9f9aec7c tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa528257-6b6d-4968-9b3c-f0bc1b46f00c']}} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:29:55.440665 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-9b152ba7-ecbf-446c-b076-81ac9f9aec7c tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f322c426-031f-426e-bfa7-8d6ecf3b5426') {'for_net_delete': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:29:55.440962 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-9b152ba7-ecbf-446c-b076-81ac9f9aec7c tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f322c426-031f-426e-bfa7-8d6ecf3b5426') {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:29:55.455617 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-46b5ab3e-78a3-423f-8bfc-17ba668c9c94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:55.460230 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-46b5ab3e-78a3-423f-8bfc-17ba668c9c94 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e3a0f813-037a-444d-854e-e7d05f29c1b7 HTTP/1.1" status: 204 len: 168 time: 1.5022645 Mar 07 10:29:55.465580 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9b152ba7-ecbf-446c-b076-81ac9f9aec7c tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732568550916', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968000'] for segment, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:55.491459 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1c92fd66-bc07-42c9-ab6e-ba7c123d8a8f tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2756383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3920168'] for router_interface, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:55.508498 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9b152ba7-ecbf-446c-b076-81ac9f9aec7c tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:55.533030 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b152ba7-ecbf-446c-b076-81ac9f9aec7c tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=83738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 07 10:29:55.533030 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9b152ba7-ecbf-446c-b076-81ac9f9aec7c tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1227397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3556681'] for segment, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:55.533309 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-b1f2551f-6b9f-4e7d-af56-40d349ed7251 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7398cc05-9f9b-491f-a75a-fa34087af588']}} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:29:55.542601 dv-neutron-830731-3-hyperv neutron-server[83738]: Traceback (most recent call last): Mar 07 10:29:55.542601 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 07 10:29:55.542601 dv-neutron-830731-3-hyperv neutron-server[83738]: timer() Mar 07 10:29:55.542601 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:29:55.542601 dv-neutron-830731-3-hyperv neutron-server[83738]: cb(*args, **kw) Mar 07 10:29:55.542601 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 10:29:55.542601 dv-neutron-830731-3-hyperv neutron-server[83738]: return func(*args, **kwargs) Mar 07 10:29:55.542601 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:29:55.542601 dv-neutron-830731-3-hyperv neutron-server[83738]: self._notify() Mar 07 10:29:55.542601 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:29:55.542601 dv-neutron-830731-3-hyperv neutron-server[83738]: self.callback(batched_events) Mar 07 10:29:55.542601 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:29:55.542601 dv-neutron-830731-3-hyperv neutron-server[83738]: event.method(event) Mar 07 10:29:55.542601 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 10:29:55.542601 dv-neutron-830731-3-hyperv neutron-server[83738]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:29:55.542601 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 10:29:55.542601 dv-neutron-830731-3-hyperv neutron-server[83738]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:29:55.542601 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 10:29:55.542601 dv-neutron-830731-3-hyperv neutron-server[83738]: return f(self, *a, **k) Mar 07 10:29:55.542601 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:29:55.542601 dv-neutron-830731-3-hyperv neutron-server[83738]: return self._get(url).json() Mar 07 10:29:55.542601 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:29:55.542601 dv-neutron-830731-3-hyperv neutron-server[83738]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:29:55.542601 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 07 10:29:55.542601 dv-neutron-830731-3-hyperv neutron-server[83738]: return self.request(url, 'GET', **kwargs) Mar 07 10:29:55.542601 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 07 10:29:55.542601 dv-neutron-830731-3-hyperv neutron-server[83738]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:29:55.542601 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 07 10:29:55.542601 dv-neutron-830731-3-hyperv neutron-server[83738]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:29:55.542601 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 07 10:29:55.542601 dv-neutron-830731-3-hyperv neutron-server[83738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:29:55.542601 dv-neutron-830731-3-hyperv neutron-server[83738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:29:55.574585 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-be8ac516-0280-464a-806c-cfe4c14c26d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1526893', 'neutron.services.segments.db._delete_segments_for_network-8732568551033'] for network, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:55.576077 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 5e235750-6211-4798-b4f4-060b7c0abb44 no longer exists at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:29:55.582053 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e38f72-819a-4e4e-abf2-ffdec7c14662 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e8b98e4-2425-47ac-a5ab-1ebd963594d3,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:55.594430 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-b1f2551f-6b9f-4e7d-af56-40d349ed7251 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a036e68b-3e42-481c-8946-662ac6f09bc3') {'for_net_delete': True} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:29:55.594724 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-b1f2551f-6b9f-4e7d-af56-40d349ed7251 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a036e68b-3e42-481c-8946-662ac6f09bc3') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:29:55.623047 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] No Port match for: 5e235750-6211-4798-b4f4-060b7c0abb44 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 10:29:55.623694 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 5e235750-6211-4798-b4f4-060b7c0abb44 not bound to the agent host dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 10:29:55.651248 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c5e38f72-819a-4e4e-abf2-ffdec7c14662 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:55.655533 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-c5e38f72-819a-4e4e-abf2-ffdec7c14662 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.4417298 Mar 07 10:29:55.666021 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 36074) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:55.684144 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b1f2551f-6b9f-4e7d-af56-40d349ed7251 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732568550916', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629174'] for segment, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:55.742803 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-ec1bbf4c-867d-4c15-b2cb-32f30bca861e tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Request body: {'security_group_rule': {'security_group_id': '9e8b98e4-2425-47ac-a5ab-1ebd963594d3', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:29:55.743067 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.api.v2.resource [None req-ec1bbf4c-867d-4c15-b2cb-32f30bca861e tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 10:29:55.748517 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-ec1bbf4c-867d-4c15-b2cb-32f30bca861e tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0676413 Mar 07 10:29:55.751339 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-be8ac516-0280-464a-806c-cfe4c14c26d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d65098fb-c088-422b-a3ef-05e7424ec0c4']}} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:29:55.758198 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 36078) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:55.800140 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-be8ac516-0280-464a-806c-cfe4c14c26d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6430568a-a713-4c74-abb4-c0d97a8dde8b') {'for_net_delete': True} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:29:55.800347 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-be8ac516-0280-464a-806c-cfe4c14c26d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6430568a-a713-4c74-abb4-c0d97a8dde8b') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:29:55.809000 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9b152ba7-ecbf-446c-b076-81ac9f9aec7c tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1526886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923583'] for network, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:55.813201 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9b152ba7-ecbf-446c-b076-81ac9f9aec7c tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:55.822184 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b35c4687-c499-432f-90e4-79046cdd7b15 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1526893', 'neutron.services.segments.db._delete_segments_for_network-8732568551033'] for network, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:55.831956 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b1f2551f-6b9f-4e7d-af56-40d349ed7251 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:55.838355 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-be8ac516-0280-464a-806c-cfe4c14c26d9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732568550916', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629174'] for segment, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:55.855536 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1f2551f-6b9f-4e7d-af56-40d349ed7251 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=83737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 07 10:29:55.855949 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b1f2551f-6b9f-4e7d-af56-40d349ed7251 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1227397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3012597'] for segment, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:55.859013 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-9b152ba7-ecbf-446c-b076-81ac9f9aec7c tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] 10.222.0.13 "DELETE /v2.0/networks/aa528257-6b6d-4968-9b3c-f0bc1b46f00c HTTP/1.1" status: 204 len: 168 time: 2.9684598 Mar 07 10:29:55.859917 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b152ba7-ecbf-446c-b076-81ac9f9aec7c tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Pushing event deleted for resources: {'Network': ['ID=aa528257-6b6d-4968-9b3c-f0bc1b46f00c,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:55.866039 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 36082) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:55.871595 dv-neutron-830731-3-hyperv neutron-server[83737]: Traceback (most recent call last): Mar 07 10:29:55.871595 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 07 10:29:55.871595 dv-neutron-830731-3-hyperv neutron-server[83737]: timer() Mar 07 10:29:55.871595 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:29:55.871595 dv-neutron-830731-3-hyperv neutron-server[83737]: cb(*args, **kw) Mar 07 10:29:55.871595 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 10:29:55.871595 dv-neutron-830731-3-hyperv neutron-server[83737]: return func(*args, **kwargs) Mar 07 10:29:55.871595 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:29:55.871595 dv-neutron-830731-3-hyperv neutron-server[83737]: self._notify() Mar 07 10:29:55.871595 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:29:55.871595 dv-neutron-830731-3-hyperv neutron-server[83737]: self.callback(batched_events) Mar 07 10:29:55.871595 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:29:55.871595 dv-neutron-830731-3-hyperv neutron-server[83737]: event.method(event) Mar 07 10:29:55.871595 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 10:29:55.871595 dv-neutron-830731-3-hyperv neutron-server[83737]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:29:55.871595 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 10:29:55.871595 dv-neutron-830731-3-hyperv neutron-server[83737]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:29:55.871595 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 10:29:55.871595 dv-neutron-830731-3-hyperv neutron-server[83737]: return f(self, *a, **k) Mar 07 10:29:55.871595 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:29:55.871595 dv-neutron-830731-3-hyperv neutron-server[83737]: return self._get(url).json() Mar 07 10:29:55.871595 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:29:55.871595 dv-neutron-830731-3-hyperv neutron-server[83737]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:29:55.871595 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 07 10:29:55.871595 dv-neutron-830731-3-hyperv neutron-server[83737]: return self.request(url, 'GET', **kwargs) Mar 07 10:29:55.871595 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 07 10:29:55.871595 dv-neutron-830731-3-hyperv neutron-server[83737]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:29:55.871595 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 07 10:29:55.871595 dv-neutron-830731-3-hyperv neutron-server[83737]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:29:55.871595 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 07 10:29:55.871595 dv-neutron-830731-3-hyperv neutron-server[83737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:29:55.871595 dv-neutron-830731-3-hyperv neutron-server[83737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:29:55.874134 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-ce1c7d27-14df-49df-98e1-7523df23dcd9 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1121865205'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:29:55.882324 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-ce1c7d27-14df-49df-98e1-7523df23dcd9 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:29:55.897738 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-ce1c7d27-14df-49df-98e1-7523df23dcd9 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Usage tracker for resource:network and tenant:b6ff3248bb834bc1a094f45e7fa43fbd is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:29:55.904820 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-ce1c7d27-14df-49df-98e1-7523df23dcd9 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:29:55.916576 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ece79201-7606-4212-b452-cde4ff05042d tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Notify callbacks [] for security_group, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:55.919074 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-ce1c7d27-14df-49df-98e1-7523df23dcd9 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:29:55.921757 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-f860bffc-d4ab-41a4-93cb-6cef828efb41 None None] Deleting port 548b154e-536f-4812-9235-e154c8a99782 {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:29:55.922402 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f860bffc-d4ab-41a4-93cb-6cef828efb41 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:55.939432 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-be8ac516-0280-464a-806c-cfe4c14c26d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:55.962679 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ece79201-7606-4212-b452-cde4ff05042d tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:55.969361 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-b35c4687-c499-432f-90e4-79046cdd7b15 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ff3d537-e319-4922-a8b2-8cb5ee18b005']}} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:29:55.973374 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce1c7d27-14df-49df-98e1-7523df23dcd9 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Made reservation on behalf of b6ff3248bb834bc1a094f45e7fa43fbd for: {'network': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:29:55.976294 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ce1c7d27-14df-49df-98e1-7523df23dcd9 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for network, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:55.979647 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be8ac516-0280-464a-806c-cfe4c14c26d9 admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=83737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 07 10:29:55.980053 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-be8ac516-0280-464a-806c-cfe4c14c26d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1227397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3012597'] for segment, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:55.992936 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-f860bffc-d4ab-41a4-93cb-6cef828efb41 None None] The port '548b154e-536f-4812-9235-e154c8a99782' was deleted {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 07 10:29:55.998067 dv-neutron-830731-3-hyperv neutron-server[83737]: Traceback (most recent call last): Mar 07 10:29:55.998067 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 07 10:29:55.998067 dv-neutron-830731-3-hyperv neutron-server[83737]: timer() Mar 07 10:29:55.998067 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:29:55.998067 dv-neutron-830731-3-hyperv neutron-server[83737]: cb(*args, **kw) Mar 07 10:29:55.998067 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 10:29:55.998067 dv-neutron-830731-3-hyperv neutron-server[83737]: return func(*args, **kwargs) Mar 07 10:29:55.998067 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:29:55.998067 dv-neutron-830731-3-hyperv neutron-server[83737]: self._notify() Mar 07 10:29:55.998067 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:29:55.998067 dv-neutron-830731-3-hyperv neutron-server[83737]: self.callback(batched_events) Mar 07 10:29:55.998067 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:29:55.998067 dv-neutron-830731-3-hyperv neutron-server[83737]: event.method(event) Mar 07 10:29:55.998067 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 10:29:55.998067 dv-neutron-830731-3-hyperv neutron-server[83737]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:29:55.998067 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 10:29:55.998067 dv-neutron-830731-3-hyperv neutron-server[83737]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:29:55.998067 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 10:29:55.998067 dv-neutron-830731-3-hyperv neutron-server[83737]: return f(self, *a, **k) Mar 07 10:29:55.998067 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:29:55.998067 dv-neutron-830731-3-hyperv neutron-server[83737]: return self._get(url).json() Mar 07 10:29:55.998067 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:29:55.998067 dv-neutron-830731-3-hyperv neutron-server[83737]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:29:55.998067 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 07 10:29:55.998067 dv-neutron-830731-3-hyperv neutron-server[83737]: return self.request(url, 'GET', **kwargs) Mar 07 10:29:55.998067 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 07 10:29:55.998067 dv-neutron-830731-3-hyperv neutron-server[83737]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:29:55.998067 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 07 10:29:55.998067 dv-neutron-830731-3-hyperv neutron-server[83737]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:29:55.998067 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 07 10:29:55.998067 dv-neutron-830731-3-hyperv neutron-server[83737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:29:55.998067 dv-neutron-830731-3-hyperv neutron-server[83737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:29:56.012308 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-b35c4687-c499-432f-90e4-79046cdd7b15 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '526a860e-3e95-4936-b54d-dee1a7390b46') {'for_net_delete': True} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:29:56.012652 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-b35c4687-c499-432f-90e4-79046cdd7b15 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '526a860e-3e95-4936-b54d-dee1a7390b46') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:29:56.017451 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e37c4a-0be2-4d10-a1d3-f6e931b52057 None None] get_active_networks_info from dv-neutron-830731-3-hyperv {{(pid=83739) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 07 10:29:56.021362 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44beeab2-4f1b-4a58-8cb5-7ddb7061e545 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:29:56.057498 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6dc133-a677-44e3-8b20-bb8d0d6041ec None None] Sync routers for ids ['cb0becf5-d6b0-4fb5-a55c-fea00d93ead5'] in dv-neutron-830731-3-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:29:56.088566 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6dc133-a677-44e3-8b20-bb8d0d6041ec None None] Routers {'cb0becf5-d6b0-4fb5-a55c-fea00d93ead5'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:29:56.089288 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-7f6dc133-a677-44e3-8b20-bb8d0d6041ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:29:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['cb0becf5-d6b0-4fb5-a55c-fea00d93ead5'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:29:56.106063 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b35c4687-c499-432f-90e4-79046cdd7b15 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732568550916', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629174'] for segment, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:56.129387 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b1f2551f-6b9f-4e7d-af56-40d349ed7251 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1526886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923583'] for network, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:56.154888 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-7f6dc133-a677-44e3-8b20-bb8d0d6041ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:29:56.160956 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b1f2551f-6b9f-4e7d-af56-40d349ed7251 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:56.169824 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b35c4687-c499-432f-90e4-79046cdd7b15 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:56.172932 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6dc133-a677-44e3-8b20-bb8d0d6041ec None None] Routers {'cb0becf5-d6b0-4fb5-a55c-fea00d93ead5'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:29:56.174673 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-7f6dc133-a677-44e3-8b20-bb8d0d6041ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:29:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['cb0becf5-d6b0-4fb5-a55c-fea00d93ead5'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:29:56.175444 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2551f-6b9f-4e7d-af56-40d349ed7251 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Pushing event deleted for resources: {'Network': ['ID=7398cc05-9f9b-491f-a75a-fa34087af588,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:56.186323 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-be8ac516-0280-464a-806c-cfe4c14c26d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1526886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923583'] for network, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:56.193377 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-b1f2551f-6b9f-4e7d-af56-40d349ed7251 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] 10.222.0.13 "DELETE /v2.0/networks/7398cc05-9f9b-491f-a75a-fa34087af588 HTTP/1.1" status: 204 len: 168 time: 4.8667798 Mar 07 10:29:56.193574 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 36086) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:56.196103 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b35c4687-c499-432f-90e4-79046cdd7b15 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=83737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 07 10:29:56.200015 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b35c4687-c499-432f-90e4-79046cdd7b15 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1227397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3012597'] for segment, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:56.202395 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-147da379-702f-4bfd-8a51-d7769ed5f7a8 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1361373622'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:29:56.205868 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce1c7d27-14df-49df-98e1-7523df23dcd9 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=83738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:29:56.215046 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-147da379-702f-4bfd-8a51-d7769ed5f7a8 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:29:56.227533 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-147da379-702f-4bfd-8a51-d7769ed5f7a8 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Usage tracker for resource:network and tenant:44b92b651ff14b9ab83bd7a3588b3016 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:29:56.233797 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-44beeab2-4f1b-4a58-8cb5-7ddb7061e545 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:56.234285 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-147da379-702f-4bfd-8a51-d7769ed5f7a8 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:29:56.239113 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-44beeab2-4f1b-4a58-8cb5-7ddb7061e545 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 8.2769074 Mar 07 10:29:56.239360 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ece79201-7606-4212-b452-cde4ff05042d tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:56.241050 dv-neutron-830731-3-hyperv neutron-server[83737]: Traceback (most recent call last): Mar 07 10:29:56.241050 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 07 10:29:56.241050 dv-neutron-830731-3-hyperv neutron-server[83737]: timer() Mar 07 10:29:56.241050 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:29:56.241050 dv-neutron-830731-3-hyperv neutron-server[83737]: cb(*args, **kw) Mar 07 10:29:56.241050 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 10:29:56.241050 dv-neutron-830731-3-hyperv neutron-server[83737]: return func(*args, **kwargs) Mar 07 10:29:56.241050 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:29:56.241050 dv-neutron-830731-3-hyperv neutron-server[83737]: self._notify() Mar 07 10:29:56.241050 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:29:56.241050 dv-neutron-830731-3-hyperv neutron-server[83737]: self.callback(batched_events) Mar 07 10:29:56.241050 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:29:56.241050 dv-neutron-830731-3-hyperv neutron-server[83737]: event.method(event) Mar 07 10:29:56.241050 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 10:29:56.241050 dv-neutron-830731-3-hyperv neutron-server[83737]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:29:56.241050 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 10:29:56.241050 dv-neutron-830731-3-hyperv neutron-server[83737]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:29:56.241050 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 10:29:56.241050 dv-neutron-830731-3-hyperv neutron-server[83737]: return f(self, *a, **k) Mar 07 10:29:56.241050 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:29:56.241050 dv-neutron-830731-3-hyperv neutron-server[83737]: return self._get(url).json() Mar 07 10:29:56.241050 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:29:56.241050 dv-neutron-830731-3-hyperv neutron-server[83737]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:29:56.241050 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 07 10:29:56.241050 dv-neutron-830731-3-hyperv neutron-server[83737]: return self.request(url, 'GET', **kwargs) Mar 07 10:29:56.241050 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 07 10:29:56.241050 dv-neutron-830731-3-hyperv neutron-server[83737]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:29:56.241050 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 07 10:29:56.241050 dv-neutron-830731-3-hyperv neutron-server[83737]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:29:56.241050 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 07 10:29:56.241050 dv-neutron-830731-3-hyperv neutron-server[83737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:29:56.241050 dv-neutron-830731-3-hyperv neutron-server[83737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:29:56.244520 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-be8ac516-0280-464a-806c-cfe4c14c26d9 admin admin] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:56.245436 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 36090) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:56.246320 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ce1c7d27-14df-49df-98e1-7523df23dcd9 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:56.246862 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.db.segments_db [None req-ce1c7d27-14df-49df-98e1-7523df23dcd9 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Added segment 048f2f96-bd5e-4b20-bee2-190df1cab462 of type vlan for network 0976d66a-ab49-4739-ba5f-458d36a28fca Mar 07 10:29:56.246994 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-7f6dc133-a677-44e3-8b20-bb8d0d6041ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:29:56.247582 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-be8ac516-0280-464a-806c-cfe4c14c26d9 admin admin] 10.222.0.13 "DELETE /v2.0/networks/d65098fb-c088-422b-a3ef-05e7424ec0c4 HTTP/1.1" status: 204 len: 168 time: 1.6792233 Mar 07 10:29:56.250126 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6dc133-a677-44e3-8b20-bb8d0d6041ec None None] The sync data for ids ['cb0becf5-d6b0-4fb5-a55c-fea00d93ead5'] in dv-neutron-830731-3-hyperv is: [] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:29:56.262509 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-147da379-702f-4bfd-8a51-d7769ed5f7a8 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:29:56.273773 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-9062a2ea-6acd-4d78-9388-e7ba6d624683 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'enable_snat': False}}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:29:56.327830 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8ac516-0280-464a-806c-cfe4c14c26d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=d65098fb-c088-422b-a3ef-05e7424ec0c4,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:56.347964 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece79201-7606-4212-b452-cde4ff05042d tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e8b98e4-2425-47ac-a5ab-1ebd963594d3,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:56.366240 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b35c4687-c499-432f-90e4-79046cdd7b15 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1526886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923583'] for network, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:56.386653 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e37c4a-0be2-4d10-a1d3-f6e931b52057 None None] Resources bound (agent type, host, resource id): {{(pid=83739) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 07 10:29:56.392129 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b35c4687-c499-432f-90e4-79046cdd7b15 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:56.402674 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35c4687-c499-432f-90e4-79046cdd7b15 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Pushing event deleted for resources: {'Network': ['ID=0ff3d537-e319-4922-a8b2-8cb5ee18b005,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:56.420946 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 36096) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:56.421104 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-b35c4687-c499-432f-90e4-79046cdd7b15 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] 10.222.0.13 "DELETE /v2.0/networks/0ff3d537-e319-4922-a8b2-8cb5ee18b005 HTTP/1.1" status: 204 len: 168 time: 1.4122639 Mar 07 10:29:56.428700 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-147da379-702f-4bfd-8a51-d7769ed5f7a8 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Made reservation on behalf of 44b92b651ff14b9ab83bd7a3588b3016 for: {'network': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:29:56.431572 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-147da379-702f-4bfd-8a51-d7769ed5f7a8 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for network, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:56.476121 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ce1c7d27-14df-49df-98e1-7523df23dcd9 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732568034061'] for network, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:56.515100 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 36100) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:56.568258 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-f5380ef5-0f1a-4b6b-8854-eaca42dd8506 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5e56ff5eb9514632bfb34b6bdf038801&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0516741 Mar 07 10:29:56.570834 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 36104) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:56.630864 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ece79201-7606-4212-b452-cde4ff05042d tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:56.634514 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-ece79201-7606-4212-b452-cde4ff05042d tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] 10.222.0.13 "DELETE /v2.0/security-groups/9e8b98e4-2425-47ac-a5ab-1ebd963594d3 HTTP/1.1" status: 204 len: 168 time: 0.8727479 Mar 07 10:29:56.634689 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a3520bd2-1259-47c9-bcde-f1090dcdbf97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:56.634801 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 36108) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:56.683264 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-147da379-702f-4bfd-8a51-d7769ed5f7a8 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=83738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:29:56.692251 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a3520bd2-1259-47c9-bcde-f1090dcdbf97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:56.708158 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ce1c7d27-14df-49df-98e1-7523df23dcd9 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594'] for network, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:56.712298 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce1c7d27-14df-49df-98e1-7523df23dcd9 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:56.712927 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ce1c7d27-14df-49df-98e1-7523df23dcd9 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:56.739022 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-147da379-702f-4bfd-8a51-d7769ed5f7a8 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:56.739367 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.db.segments_db [None req-147da379-702f-4bfd-8a51-d7769ed5f7a8 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Added segment 04c377cc-25d8-4b9b-9da6-545534a23420 of type vlan for network 9624bda9-31e3-4b3a-9e66-c5f70abf7e74 Mar 07 10:29:56.740916 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-cbdb89c1-61b7-4b6e-93cd-312c0c13fe7c tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Synchronizing usage tracker for tenant:f30455a79c3143a994156db987d2241b on resource:security_group {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:29:56.762479 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-cbdb89c1-61b7-4b6e-93cd-312c0c13fe7c tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Unset dirty status for tenant:f30455a79c3143a994156db987d2241b on resource:security_group {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:29:56.763893 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-cbdb89c1-61b7-4b6e-93cd-312c0c13fe7c tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1281433 Mar 07 10:29:56.768833 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 36112) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:56.774870 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-7ef8f09a-f5c7-4177-b274-67e9b701df88 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Request body: {'security_group': {'name': 'tempest-secgroup--1778508626'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:29:56.780726 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-7ef8f09a-f5c7-4177-b274-67e9b701df88 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:29:56.789224 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a3520bd2-1259-47c9-bcde-f1090dcdbf97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:56.803101 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-7ef8f09a-f5c7-4177-b274-67e9b701df88 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:29:56.812141 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3520bd2-1259-47c9-bcde-f1090dcdbf97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41618aeb-c32b-4995-bf54-9ade52f46247,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:56.822110 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7ef8f09a-f5c7-4177-b274-67e9b701df88 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:56.832695 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a3520bd2-1259-47c9-bcde-f1090dcdbf97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:56.837575 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-a3520bd2-1259-47c9-bcde-f1090dcdbf97 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/41618aeb-c32b-4995-bf54-9ade52f46247 HTTP/1.1" status: 204 len: 168 time: 0.2619426 Mar 07 10:29:56.869439 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d1692920-96c5-4d39-b471-37c28a92f890 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Notify callbacks [] for security_group, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:56.870568 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-7ef8f09a-f5c7-4177-b274-67e9b701df88 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:29:56.875411 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-7ef8f09a-f5c7-4177-b274-67e9b701df88 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Usage tracker for resource:security_group_rule and tenant:f30455a79c3143a994156db987d2241b is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:29:56.879153 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-7ef8f09a-f5c7-4177-b274-67e9b701df88 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:29:56.886909 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-7ef8f09a-f5c7-4177-b274-67e9b701df88 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:29:56.891995 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-ce1c7d27-14df-49df-98e1-7523df23dcd9 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0238378 Mar 07 10:29:56.895520 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 36118) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:56.906241 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-f2854cb6-a8c9-45f1-b88b-435f9b45103c tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Request body: {'subnet': {'network_id': '0976d66a-ab49-4739-ba5f-458d36a28fca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:29:56.912443 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-147da379-702f-4bfd-8a51-d7769ed5f7a8 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732568034061'] for network, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:56.915928 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1c7d27-14df-49df-98e1-7523df23dcd9 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Pushing event updated for resources: {'Network': ['ID=0976d66a-ab49-4739-ba5f-458d36a28fca,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:56.931100 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Network 0976d66a-ab49-4739-ba5f-458d36a28fca details requested by agent ovs-agent-dv-neutron-830731-3-hyperv with host dv-neutron-830731-3-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 10:29:56.953370 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d1692920-96c5-4d39-b471-37c28a92f890 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:57.043208 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-147da379-702f-4bfd-8a51-d7769ed5f7a8 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594'] for network, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:57.046964 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-147da379-702f-4bfd-8a51-d7769ed5f7a8 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:57.047612 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-147da379-702f-4bfd-8a51-d7769ed5f7a8 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:57.213159 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c92fd66-bc07-42c9-ab6e-ba7c123d8a8f tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Router 3324b4fd-0a96-401d-9daf-b341f252b9ce has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:29:57.215814 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-f2854cb6-a8c9-45f1-b88b-435f9b45103c tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:29:57.225814 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-f2854cb6-a8c9-45f1-b88b-435f9b45103c tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Usage tracker for resource:subnet and tenant:b6ff3248bb834bc1a094f45e7fa43fbd is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:29:57.233618 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-f2854cb6-a8c9-45f1-b88b-435f9b45103c tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:29:57.243427 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7ef8f09a-f5c7-4177-b274-67e9b701df88 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:57.244533 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-f2854cb6-a8c9-45f1-b88b-435f9b45103c tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:29:57.253985 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7ef8f09a-f5c7-4177-b274-67e9b701df88 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:57.294806 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2854cb6-a8c9-45f1-b88b-435f9b45103c tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Made reservation on behalf of b6ff3248bb834bc1a094f45e7fa43fbd for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:29:57.323517 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-147da379-702f-4bfd-8a51-d7769ed5f7a8 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1232634 Mar 07 10:29:57.323751 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7ef8f09a-f5c7-4177-b274-67e9b701df88 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:57.324953 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147da379-702f-4bfd-8a51-d7769ed5f7a8 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Pushing event updated for resources: {'Network': ['ID=9624bda9-31e3-4b3a-9e66-c5f70abf7e74,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:57.326108 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-7ef8f09a-f5c7-4177-b274-67e9b701df88 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.5562871 Mar 07 10:29:57.329099 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 36124) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:57.330413 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 36126) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:57.340915 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Network 9624bda9-31e3-4b3a-9e66-c5f70abf7e74 details requested by agent ovs-agent-dv-neutron-830731-3-hyperv with host dv-neutron-830731-3-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 10:29:57.390799 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-4486cb9f-c164-432d-8808-9c7dd46f7db8 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Request body: {'security_group_rule': {'security_group_id': '08b04e2e-4ee9-4ccd-9b72-585ba3c267d1', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:29:57.391470 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.api.v2.resource [None req-4486cb9f-c164-432d-8808-9c7dd46f7db8 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 10:29:57.396277 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-4486cb9f-c164-432d-8808-9c7dd46f7db8 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0575340 Mar 07 10:29:57.400525 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 36132) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:57.402996 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-3915cbd7-1076-4fab-a2b3-73330312a34f tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Request body: {'subnet': {'network_id': '9624bda9-31e3-4b3a-9e66-c5f70abf7e74', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:29:57.430097 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 36134) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:57.522134 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d1692920-96c5-4d39-b471-37c28a92f890 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:57.524198 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef8f09a-f5c7-4177-b274-67e9b701df88 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08b04e2e-4ee9-4ccd-9b72-585ba3c267d1,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:57.524384 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d1692920-96c5-4d39-b471-37c28a92f890 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:57.525525 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-d1692920-96c5-4d39-b471-37c28a92f890 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] 10.222.0.13 "DELETE /v2.0/security-groups/b0975493-0c59-42d9-89a3-fb824091cc4e HTTP/1.1" status: 204 len: 168 time: 1.0981631 Mar 07 10:29:57.551246 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f2854cb6-a8c9-45f1-b88b-435f9b45103c tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3219231'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:57.627272 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1692920-96c5-4d39-b471-37c28a92f890 tempest-TestNetworkAdvancedServerOps-1147462750 tempest-TestNetworkAdvancedServerOps-1147462750-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0975493-0c59-42d9-89a3-fb824091cc4e,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:57.672796 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-3915cbd7-1076-4fab-a2b3-73330312a34f tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:29:57.683659 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-3915cbd7-1076-4fab-a2b3-73330312a34f tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Usage tracker for resource:subnet and tenant:44b92b651ff14b9ab83bd7a3588b3016 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:29:57.691220 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-3915cbd7-1076-4fab-a2b3-73330312a34f tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:29:57.705784 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-3915cbd7-1076-4fab-a2b3-73330312a34f tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:29:57.724030 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-24f7f7ec-88e9-4b96-ba78-6a66a199aa9f tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Notify callbacks [] for security_group, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:57.730069 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-f556821e-6a6b-4425-96bf-88347c348b60 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bb3cf4396a774744a4b92239dc3a546a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2918527 Mar 07 10:29:57.730318 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 36144) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:57.739539 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3915cbd7-1076-4fab-a2b3-73330312a34f tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Made reservation on behalf of 44b92b651ff14b9ab83bd7a3588b3016 for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:29:57.792362 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-24f7f7ec-88e9-4b96-ba78-6a66a199aa9f tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:57.819620 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c92fd66-bc07-42c9-ab6e-ba7c123d8a8f tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:29:57.824604 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-1c92fd66-bc07-42c9-ab6e-ba7c123d8a8f tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] 10.222.0.13 "PUT /v2.0/routers/3324b4fd-0a96-401d-9daf-b341f252b9ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0859380 Mar 07 10:29:57.827477 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 36148) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:57.837521 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec810ec-1762-48a7-8ccf-c8c600df0af4 None None] Sync routers for ids ['3324b4fd-0a96-401d-9daf-b341f252b9ce'] in dv-neutron-830731-3-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:29:57.853435 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec810ec-1762-48a7-8ccf-c8c600df0af4 None None] Routers {'3324b4fd-0a96-401d-9daf-b341f252b9ce'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:29:57.854327 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-7ec810ec-1762-48a7-8ccf-c8c600df0af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:29:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['3324b4fd-0a96-401d-9daf-b341f252b9ce'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:29:57.872389 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3915cbd7-1076-4fab-a2b3-73330312a34f tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3219231'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:57.899425 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a36c155a-475d-4b23-8a05-30066e91a454 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:57.914760 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-24f7f7ec-88e9-4b96-ba78-6a66a199aa9f tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:57.948203 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f7f7ec-88e9-4b96-ba78-6a66a199aa9f tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08b04e2e-4ee9-4ccd-9b72-585ba3c267d1,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:57.960817 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a36c155a-475d-4b23-8a05-30066e91a454 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:57.982659 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-24f7f7ec-88e9-4b96-ba78-6a66a199aa9f tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:57.986486 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-24f7f7ec-88e9-4b96-ba78-6a66a199aa9f tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] 10.222.0.13 "DELETE /v2.0/security-groups/08b04e2e-4ee9-4ccd-9b72-585ba3c267d1 HTTP/1.1" status: 204 len: 168 time: 0.5240381 Mar 07 10:29:57.986665 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.ipam_backend_mixin [None req-3915cbd7-1076-4fab-a2b3-73330312a34f tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Performing IP validity checks on allocation pools {{(pid=83737) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 07 10:29:57.986665 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.ipam_backend_mixin [None req-3915cbd7-1076-4fab-a2b3-73330312a34f tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83737) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 07 10:29:58.036226 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 36154) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:58.036606 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 36156) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:58.054955 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-7ec810ec-1762-48a7-8ccf-c8c600df0af4 None None] Set router 3324b4fd-0a96-401d-9daf-b341f252b9ce gateway port host: None {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:29:58.197175 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a36c155a-475d-4b23-8a05-30066e91a454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:58.221340 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-41c4da61-54ad-405e-b804-886b517ef6d9 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Synchronizing usage tracker for tenant:f30455a79c3143a994156db987d2241b on resource:security_group {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:29:58.227583 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36c155a-475d-4b23-8a05-30066e91a454 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab81ae00-afb1-4a63-85f1-1156e3f0da8b,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:58.237745 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a36c155a-475d-4b23-8a05-30066e91a454 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:58.241214 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-a36c155a-475d-4b23-8a05-30066e91a454 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ab81ae00-afb1-4a63-85f1-1156e3f0da8b HTTP/1.1" status: 204 len: 168 time: 0.5074561 Mar 07 10:29:58.286029 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-41c4da61-54ad-405e-b804-886b517ef6d9 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Unset dirty status for tenant:f30455a79c3143a994156db987d2241b on resource:security_group {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:29:58.288410 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-41c4da61-54ad-405e-b804-886b517ef6d9 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2448938 Mar 07 10:29:58.294921 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 36166) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:58.303371 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-09b08da1-17f7-4d62-89e9-08b1a3d58fac tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Request body: {'security_group': {'name': 'tempest-secgroup--737396807'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:29:58.321434 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-e37d9005-d492-4014-b6ab-7853fd07ed7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:58.322647 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f2854cb6-a8c9-45f1-b88b-435f9b45103c tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3012444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3219213'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:58.325283 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-09b08da1-17f7-4d62-89e9-08b1a3d58fac tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:29:58.346774 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-09b08da1-17f7-4d62-89e9-08b1a3d58fac tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:29:58.401686 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-09b08da1-17f7-4d62-89e9-08b1a3d58fac tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Notify callbacks [] for security_group, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:58.481969 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-7ec810ec-1762-48a7-8ccf-c8c600df0af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3324b4fd-0a96-401d-9daf-b341f252b9ce', 'name': 'tempest-RoutersTest-router-1450641091', 'tenant_id': '8843377006954c17a088ed77df13332f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:28:36Z', 'updated_at': '2022-03-07T10:29:53Z', 'revision_number': 8, 'project_id': '8843377006954c17a088ed77df13332f', 'gw_port_host': None, '_interfaces': [{'id': '00c0f3f3-cc90-451e-8e59-3edc7e18aa35', 'name': '', 'network_id': 'db19f82f-3c00-484d-af98-ef5349ef33de', 'tenant_id': '8843377006954c17a088ed77df13332f', 'mac_address': 'fa:16:3e:b1:19:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3324b4fd-0a96-401d-9daf-b341f252b9ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '29bc72c7-310a-41ac-aaee-74352799fbfc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:29:08Z', 'updated_at': '2022-03-07T10:29:21Z', 'revision_number': 5, 'project_id': '8843377006954c17a088ed77df13332f', 'subnets': [{'id': '29bc72c7-310a-41ac-aaee-74352799fbfc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '886fbece-a853-4903-842e-0215fc553fdb', 'name': '', 'network_id': 'c602f718-e9de-48ac-b4a6-a9273b50169a', 'tenant_id': '8843377006954c17a088ed77df13332f', 'mac_address': 'fa:16:3e:2a:52:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3324b4fd-0a96-401d-9daf-b341f252b9ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32ec8036-5adc-4d1f-a49f-bc0660977659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:28:40Z', 'updated_at': '2022-03-07T10:28:57Z', 'revision_number': 5, 'project_id': '8843377006954c17a088ed77df13332f', 'subnets': [{'id': '32ec8036-5adc-4d1f-a49f-bc0660977659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae5b58a1-dd22-45d9-89cd-37eed5f11e6a', 'name': '', 'network_id': 'e62b0e07-d740-4280-82f4-4966ab2ca75d', 'tenant_id': '8843377006954c17a088ed77df13332f', 'mac_address': 'fa:16:3e:bf:9b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3324b4fd-0a96-401d-9daf-b341f252b9ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7245e10c-4fca-4313-bd10-62ddf8acc484', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:28:54Z', 'updated_at': '2022-03-07T10:29:06Z', 'revision_number': 5, 'project_id': '8843377006954c17a088ed77df13332f', 'subnets': [{'id': '7245e10c-4fca-4313-bd10-62ddf8acc484', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:29:58.482301 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2854cb6-a8c9-45f1-b88b-435f9b45103c tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Pushing event updated for resources: {'Subnet': ['ID=e5fc0a45-a9f4-40e6-bfe6-bf2e5ba50def,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:58.490412 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9062a2ea-6acd-4d78-9388-e7ba6d624683 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3917998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58952'] for router, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:58.493156 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec810ec-1762-48a7-8ccf-c8c600df0af4 None None] Checking router: 3324b4fd-0a96-401d-9daf-b341f252b9ce for host: dv-neutron-830731-3-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 07 10:29:58.507475 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec810ec-1762-48a7-8ccf-c8c600df0af4 None None] Routers {'3324b4fd-0a96-401d-9daf-b341f252b9ce'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:29:58.508702 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-7ec810ec-1762-48a7-8ccf-c8c600df0af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:29:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['3324b4fd-0a96-401d-9daf-b341f252b9ce'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:29:58.534444 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-09b08da1-17f7-4d62-89e9-08b1a3d58fac tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:29:58.539602 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-09b08da1-17f7-4d62-89e9-08b1a3d58fac tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Usage tracker for resource:security_group_rule and tenant:f30455a79c3143a994156db987d2241b is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:29:58.542857 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-09b08da1-17f7-4d62-89e9-08b1a3d58fac tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:29:58.543858 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba042306-2637-426e-b8ad-b7b0f68cf882 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Deleting subnet c2fc008f-86d3-472b-82b4-6e02cef9d6df {{(pid=83737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 07 10:29:58.550336 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-09b08da1-17f7-4d62-89e9-08b1a3d58fac tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:29:58.552920 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ba042306-2637-426e-b8ad-b7b0f68cf882 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks [] for subnet, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:58.583773 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3915cbd7-1076-4fab-a2b3-73330312a34f tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3012444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3219213'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:58.621675 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-09b08da1-17f7-4d62-89e9-08b1a3d58fac tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Notify callbacks [] for security_group, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:58.631690 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-1687ed59-0a5a-4c55-a860-80e04da8fe15 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4e9c4d5c86cf416eb66bed1b523adf54&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5864537 Mar 07 10:29:58.633759 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-09b08da1-17f7-4d62-89e9-08b1a3d58fac tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:58.645277 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 36170) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:58.656788 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2854cb6-a8c9-45f1-b88b-435f9b45103c tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Checking segment: {'id': '048f2f96-bd5e-4b20-bee2-190df1cab462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0976d66a-ab49-4739-ba5f-458d36a28fca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:29:58.657183 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2854cb6-a8c9-45f1-b88b-435f9b45103c tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Network hostable DHCP agents. Network: 0976d66a-ab49-4739-ba5f-458d36a28fca, hostable agents: ['6527556c-6586-422c-ae47-082984683847'], hosted agents: [] {{(pid=83737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:29:58.708628 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ba042306-2637-426e-b8ad-b7b0f68cf882 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2627781'] for subnet, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:58.712093 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-7ec810ec-1762-48a7-8ccf-c8c600df0af4 None None] Set router 3324b4fd-0a96-401d-9daf-b341f252b9ce gateway port host: None {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:29:58.750377 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b08da1-17f7-4d62-89e9-08b1a3d58fac tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69cab7fd-4212-4b2f-a891-151e100d789a,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:58.771231 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3915cbd7-1076-4fab-a2b3-73330312a34f tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Pushing event updated for resources: {'Subnet': ['ID=d14e0898-7367-4635-8aa3-d147ce1675c3,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:58.816146 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-09b08da1-17f7-4d62-89e9-08b1a3d58fac tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:58.817581 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-09b08da1-17f7-4d62-89e9-08b1a3d58fac tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5200303 Mar 07 10:29:58.821595 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 36174) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:58.831288 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-8031c663-ae10-4e37-ae23-a74401176637 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Request body: {'security_group_rule': {'security_group_id': '69cab7fd-4212-4b2f-a891-151e100d789a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:29:58.832349 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.api.v2.resource [None req-8031c663-ae10-4e37-ae23-a74401176637 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 10:29:58.833398 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-8031c663-ae10-4e37-ae23-a74401176637 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0105760 Mar 07 10:29:58.840265 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 36178) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:58.853910 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-25455264-151e-4bf7-bebb-3990efffc697 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Request body: {'security_group_rule': {'security_group_id': '69cab7fd-4212-4b2f-a891-151e100d789a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:29:58.854911 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.api.v2.resource [None req-25455264-151e-4bf7-bebb-3990efffc697 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 10:29:58.856016 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-25455264-151e-4bf7-bebb-3990efffc697 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0137162 Mar 07 10:29:58.858088 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2854cb6-a8c9-45f1-b88b-435f9b45103c tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Network 0976d66a-ab49-4739-ba5f-458d36a28fca is scheduled to be hosted by DHCP agent 6527556c-6586-422c-ae47-082984683847 with binding_index 1 {{(pid=83737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:29:58.858920 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 36182) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:58.865794 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-d1199fce-fcf8-40b2-a027-5d91b5e5df5e tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Request body: {'security_group_rule': {'security_group_id': '69cab7fd-4212-4b2f-a891-151e100d789a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:29:58.866464 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.api.v2.resource [None req-d1199fce-fcf8-40b2-a027-5d91b5e5df5e tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 10:29:58.869876 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-d1199fce-fcf8-40b2-a027-5d91b5e5df5e tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0073996 Mar 07 10:29:58.871613 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 36186) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:58.877180 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-91cc810c-5a5f-4983-8227-de069208529c tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Request body: {'security_group_rule': {'security_group_id': '69cab7fd-4212-4b2f-a891-151e100d789a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:29:58.878751 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.api.v2.resource [None req-91cc810c-5a5f-4983-8227-de069208529c tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 10:29:58.882301 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-91cc810c-5a5f-4983-8227-de069208529c tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0071571 Mar 07 10:29:58.882482 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3915cbd7-1076-4fab-a2b3-73330312a34f tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Checking segment: {'id': '04c377cc-25d8-4b9b-9da6-545534a23420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9624bda9-31e3-4b3a-9e66-c5f70abf7e74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:29:58.882482 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3915cbd7-1076-4fab-a2b3-73330312a34f tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Network hostable DHCP agents. Network: 9624bda9-31e3-4b3a-9e66-c5f70abf7e74, hostable agents: ['6527556c-6586-422c-ae47-082984683847'], hosted agents: [] {{(pid=83737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:29:58.883647 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 36190) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:58.903409 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-f2854cb6-a8c9-45f1-b88b-435f9b45103c tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830731-3-hyperv, 0976d66a-ab49-4739-ba5f-458d36a28fca) {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:29:58.910496 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1b94ed9d-fd02-4209-bbf2-d204614e7ada admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:58.913433 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2854cb6-a8c9-45f1-b88b-435f9b45103c tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:58.913999 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f2854cb6-a8c9-45f1-b88b-435f9b45103c tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:58.917602 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7d1d0d2-c537-4f76-8290-d793db329dda None None] Network 0976d66a-ab49-4739-ba5f-458d36a28fca requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:29:58.944929 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ba042306-2637-426e-b8ad-b7b0f68cf882 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1525496'] for subnet, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:59.018108 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1b94ed9d-fd02-4209-bbf2-d204614e7ada admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:59.037899 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-f2854cb6-a8c9-45f1-b88b-435f9b45103c tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1406326 Mar 07 10:29:59.038998 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 36194) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:59.053526 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3915cbd7-1076-4fab-a2b3-73330312a34f tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Network 9624bda9-31e3-4b3a-9e66-c5f70abf7e74 is scheduled to be hosted by DHCP agent 6527556c-6586-422c-ae47-082984683847 with binding_index 1 {{(pid=83737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:29:59.063018 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-bdd52e42-509d-47f0-9e30-7ff77a91f1aa tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Request body: {'port': {'network_id': '0976d66a-ab49-4739-ba5f-458d36a28fca', 'name': 'tempest-PortsTestJSON-928079019', 'fixed_ips': [{'subnet_id': 'e5fc0a45-a9f4-40e6-bfe6-bf2e5ba50def', 'ip_address': '172.20.0.10'}]}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:29:59.086012 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-7ec810ec-1762-48a7-8ccf-c8c600df0af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3324b4fd-0a96-401d-9daf-b341f252b9ce', 'name': 'tempest-RoutersTest-router-1450641091', 'tenant_id': '8843377006954c17a088ed77df13332f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:28:36Z', 'updated_at': '2022-03-07T10:29:53Z', 'revision_number': 8, 'project_id': '8843377006954c17a088ed77df13332f', 'gw_port_host': None, '_interfaces': [{'id': '00c0f3f3-cc90-451e-8e59-3edc7e18aa35', 'name': '', 'network_id': 'db19f82f-3c00-484d-af98-ef5349ef33de', 'tenant_id': '8843377006954c17a088ed77df13332f', 'mac_address': 'fa:16:3e:b1:19:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3324b4fd-0a96-401d-9daf-b341f252b9ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '29bc72c7-310a-41ac-aaee-74352799fbfc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:29:08Z', 'updated_at': '2022-03-07T10:29:21Z', 'revision_number': 5, 'project_id': '8843377006954c17a088ed77df13332f', 'subnets': [{'id': '29bc72c7-310a-41ac-aaee-74352799fbfc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '886fbece-a853-4903-842e-0215fc553fdb', 'name': '', 'network_id': 'c602f718-e9de-48ac-b4a6-a9273b50169a', 'tenant_id': '8843377006954c17a088ed77df13332f', 'mac_address': 'fa:16:3e:2a:52:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3324b4fd-0a96-401d-9daf-b341f252b9ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32ec8036-5adc-4d1f-a49f-bc0660977659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:28:40Z', 'updated_at': '2022-03-07T10:28:57Z', 'revision_number': 5, 'project_id': '8843377006954c17a088ed77df13332f', 'subnets': [{'id': '32ec8036-5adc-4d1f-a49f-bc0660977659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae5b58a1-dd22-45d9-89cd-37eed5f11e6a', 'name': '', 'network_id': 'e62b0e07-d740-4280-82f4-4966ab2ca75d', 'tenant_id': '8843377006954c17a088ed77df13332f', 'mac_address': 'fa:16:3e:bf:9b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3324b4fd-0a96-401d-9daf-b341f252b9ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7245e10c-4fca-4313-bd10-62ddf8acc484', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:28:54Z', 'updated_at': '2022-03-07T10:29:06Z', 'revision_number': 5, 'project_id': '8843377006954c17a088ed77df13332f', 'subnets': [{'id': '7245e10c-4fca-4313-bd10-62ddf8acc484', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:29:59.092418 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec810ec-1762-48a7-8ccf-c8c600df0af4 None None] The sync data for ids ['3324b4fd-0a96-401d-9daf-b341f252b9ce'] in dv-neutron-830731-3-hyperv is: [{'id': '3324b4fd-0a96-401d-9daf-b341f252b9ce', 'name': 'tempest-RoutersTest-router-1450641091', 'tenant_id': '8843377006954c17a088ed77df13332f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:28:36Z', 'updated_at': '2022-03-07T10:29:53Z', 'revision_number': 8, 'project_id': '8843377006954c17a088ed77df13332f', 'gw_port_host': None, '_interfaces': [{'id': '00c0f3f3-cc90-451e-8e59-3edc7e18aa35', 'name': '', 'network_id': 'db19f82f-3c00-484d-af98-ef5349ef33de', 'tenant_id': '8843377006954c17a088ed77df13332f', 'mac_address': 'fa:16:3e:b1:19:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3324b4fd-0a96-401d-9daf-b341f252b9ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '29bc72c7-310a-41ac-aaee-74352799fbfc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:29:08Z', 'updated_at': '2022-03-07T10:29:21Z', 'revision_number': 5, 'project_id': '8843377006954c17a088ed77df13332f', 'subnets': [{'id': '29bc72c7-310a-41ac-aaee-74352799fbfc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '886fbece-a853-4903-842e-0215fc553fdb', 'name': '', 'network_id': 'c602f718-e9de-48ac-b4a6-a9273b50169a', 'tenant_id': '8843377006954c17a088ed77df13332f', 'mac_address': 'fa:16:3e:2a:52:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3324b4fd-0a96-401d-9daf-b341f252b9ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32ec8036-5adc-4d1f-a49f-bc0660977659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:28:40Z', 'updated_at': '2022-03-07T10:28:57Z', 'revision_number': 5, 'project_id': '8843377006954c17a088ed77df13332f', 'subnets': [{'id': '32ec8036-5adc-4d1f-a49f-bc0660977659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae5b58a1-dd22-45d9-89cd-37eed5f11e6a', 'name': '', 'network_id': 'e62b0e07-d740-4280-82f4-4966ab2ca75d', 'tenant_id': '8843377006954c17a088ed77df13332f', 'mac_address': 'fa:16:3e:bf:9b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3324b4fd-0a96-401d-9daf-b341f252b9ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7245e10c-4fca-4313-bd10-62ddf8acc484', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:28:54Z', 'updated_at': '2022-03-07T10:29:06Z', 'revision_number': 5, 'project_id': '8843377006954c17a088ed77df13332f', 'subnets': [{'id': '7245e10c-4fca-4313-bd10-62ddf8acc484', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:29:59.167793 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b77c0308-7108-4474-ad65-a6cbbe330f18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ec2749d-0aec-52fb-aca6-10ba8a80aade-0976d66a-ab49-4739-ba5f-458d36a28fca', 'network_id': '0976d66a-ab49-4739-ba5f-458d36a28fca', 'tenant_id': 'b6ff3248bb834bc1a094f45e7fa43fbd', 'fixed_ips': [{'subnet_id': 'e5fc0a45-a9f4-40e6-bfe6-bf2e5ba50def'}]}} from dv-neutron-830731-3-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 07 10:29:59.168676 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-b77c0308-7108-4474-ad65-a6cbbe330f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:59.214559 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2639dbd2-8b82-48c7-9a65-1249e4a00292 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Notify callbacks [] for security_group, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:59.253738 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-3915cbd7-1076-4fab-a2b3-73330312a34f tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830731-3-hyperv, 9624bda9-31e3-4b3a-9e66-c5f70abf7e74) {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:29:59.259003 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2639dbd2-8b82-48c7-9a65-1249e4a00292 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:59.265332 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c5b82f-4a71-45a0-81c4-fd20e55e992e None None] Network 9624bda9-31e3-4b3a-9e66-c5f70abf7e74 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:29:59.276680 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3915cbd7-1076-4fab-a2b3-73330312a34f tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:59.277620 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3915cbd7-1076-4fab-a2b3-73330312a34f tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:59.289088 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9062a2ea-6acd-4d78-9388-e7ba6d624683 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3917998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58952'] for router, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:59.296288 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ba042306-2637-426e-b8ad-b7b0f68cf882 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1525489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3012507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3219316'] for subnet, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:59.305441 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9062a2ea-6acd-4d78-9388-e7ba6d624683 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3923496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3923511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3918005'] for router, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:59.359164 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba042306-2637-426e-b8ad-b7b0f68cf882 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Pushing event deleted for resources: {'Subnet': ['ID=c2fc008f-86d3-472b-82b4-6e02cef9d6df,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:59.386485 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-3915cbd7-1076-4fab-a2b3-73330312a34f tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.0517006 Mar 07 10:29:59.391948 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ba042306-2637-426e-b8ad-b7b0f68cf882 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:59.393884 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-ba042306-2637-426e-b8ad-b7b0f68cf882 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] 10.222.0.13 "DELETE /v2.0/subnets/c2fc008f-86d3-472b-82b4-6e02cef9d6df HTTP/1.1" status: 204 len: 168 time: 1.5654464 Mar 07 10:29:59.394636 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 36198) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:59.395383 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1b94ed9d-fd02-4209-bbf2-d204614e7ada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:59.397777 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1b94ed9d-fd02-4209-bbf2-d204614e7ada admin admin] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:59.401874 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-1b94ed9d-fd02-4209-bbf2-d204614e7ada admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f08a49f7-cea4-41e1-87a4-41e626c9aa22 HTTP/1.1" status: 204 len: 168 time: 0.7550550 Mar 07 10:29:59.406869 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 36200) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:59.480046 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94ed9d-fd02-4209-bbf2-d204614e7ada admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f08a49f7-cea4-41e1-87a4-41e626c9aa22,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:59.526315 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-566b7ce3-4048-4940-9244-d551c75c68d0 None None] Network 8cba44aa-dbb8-4d76-bbd1-726c3fefa9c9 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:29:59.641534 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device bda16c18-96da-4e02-83b0-90685c82f9e6 no longer exists at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:29:59.667334 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-bdd52e42-509d-47f0-9e30-7ff77a91f1aa tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:29:59.702453 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2639dbd2-8b82-48c7-9a65-1249e4a00292 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:59.705157 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-bdd52e42-509d-47f0-9e30-7ff77a91f1aa tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Usage tracker for resource:port and tenant:b6ff3248bb834bc1a094f45e7fa43fbd is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:29:59.708523 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-bdd52e42-509d-47f0-9e30-7ff77a91f1aa tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:29:59.715843 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-bdd52e42-509d-47f0-9e30-7ff77a91f1aa tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:29:59.728430 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-85994e42-3964-4df8-8249-8eeef62fa1d3 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1158940'] for network, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:59.743973 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdd52e42-509d-47f0-9e30-7ff77a91f1aa tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Made reservation on behalf of b6ff3248bb834bc1a094f45e7fa43fbd for: {'port': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:29:59.750778 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-bdd52e42-509d-47f0-9e30-7ff77a91f1aa tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:59.751459 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2639dbd2-8b82-48c7-9a65-1249e4a00292 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69cab7fd-4212-4b2f-a891-151e100d789a,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:59.760292 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2639dbd2-8b82-48c7-9a65-1249e4a00292 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:59.761557 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-2639dbd2-8b82-48c7-9a65-1249e4a00292 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] 10.222.0.13 "DELETE /v2.0/security-groups/69cab7fd-4212-4b2f-a891-151e100d789a HTTP/1.1" status: 204 len: 168 time: 0.8752797 Mar 07 10:29:59.764338 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 36210) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:59.785631 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4332723b-d495-447a-9c15-3bc69b8959e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ec2749d-0aec-52fb-aca6-10ba8a80aade-9624bda9-31e3-4b3a-9e66-c5f70abf7e74', 'network_id': '9624bda9-31e3-4b3a-9e66-c5f70abf7e74', 'tenant_id': '44b92b651ff14b9ab83bd7a3588b3016', 'fixed_ips': [{'subnet_id': 'd14e0898-7367-4635-8aa3-d147ce1675c3'}]}} from dv-neutron-830731-3-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 07 10:29:59.786876 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-4332723b-d495-447a-9c15-3bc69b8959e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:59.790212 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-85994e42-3964-4df8-8249-8eeef62fa1d3 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Deleting port 294a4fc7-74b6-44e2-bea0-726326de43ef {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:29:59.790609 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-85994e42-3964-4df8-8249-8eeef62fa1d3 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:59.810705 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] No Port match for: bda16c18-96da-4e02-83b0-90685c82f9e6 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 10:29:59.811158 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device bda16c18-96da-4e02-83b0-90685c82f9e6 not bound to the agent host dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 10:29:59.819587 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [None req-bdd52e42-509d-47f0-9e30-7ff77a91f1aa tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] device_id is not set on port 1884d3dd-5c2e-4dde-aa95-7e4afa037436 yet. {{(pid=83737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 07 10:29:59.863632 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-88b21aab-c18e-4972-823d-540affcf1f1c tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Synchronizing usage tracker for tenant:f30455a79c3143a994156db987d2241b on resource:security_group {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:29:59.897528 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-88b21aab-c18e-4972-823d-540affcf1f1c tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Unset dirty status for tenant:f30455a79c3143a994156db987d2241b on resource:security_group {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:29:59.898938 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-88b21aab-c18e-4972-823d-540affcf1f1c tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1336746 Mar 07 10:29:59.905978 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 36214) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:59.939887 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-5fc50fa1-c517-47d2-96cc-f1af60e0b105 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Request body: {'security_group': {'name': 'tempest-secgroup--2097143731'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:29:59.949839 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 36218) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:29:59.976996 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9062a2ea-6acd-4d78-9388-e7ba6d624683 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Router cb0becf5-d6b0-4fb5-a55c-fea00d93ead5 has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:29:59.980695 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6e6e66a4-eedf-4c04-b71b-df05d9a7e90c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:29:59.983678 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-5fc50fa1-c517-47d2-96cc-f1af60e0b105 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:29:59.984232 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-b77c0308-7108-4474-ad65-a6cbbe330f18 None None] Allocated IP 172.20.0.2 (0976d66a-ab49-4739-ba5f-458d36a28fca/e5fc0a45-a9f4-40e6-bfe6-bf2e5ba50def/56dd95c4-969e-4346-a8fe-205459c5db5d) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:30:00.004424 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a1f70a46-1c83-48c9-8530-aebb456c8637 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1158940'] for network, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:00.025735 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-5fc50fa1-c517-47d2-96cc-f1af60e0b105 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:30:00.104015 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5fc50fa1-c517-47d2-96cc-f1af60e0b105 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:00.132328 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-6e6e66a4-eedf-4c04-b71b-df05d9a7e90c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:30:00.141642 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-6e6e66a4-eedf-4c04-b71b-df05d9a7e90c admin admin] Usage tracker for resource:security_group_rule and tenant:12aed364f0b14bbfa9f4e0fcfab60f3c is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:30:00.147165 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-6e6e66a4-eedf-4c04-b71b-df05d9a7e90c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:30:00.160177 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-6e6e66a4-eedf-4c04-b71b-df05d9a7e90c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:30:00.171128 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-4332723b-d495-447a-9c15-3bc69b8959e1 None None] Allocated IP 172.20.0.3 (9624bda9-31e3-4b3a-9e66-c5f70abf7e74/d14e0898-7367-4635-8aa3-d147ce1675c3/be896281-671a-411a-999e-922c70e5c797) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:30:00.275634 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6e6e66a4-eedf-4c04-b71b-df05d9a7e90c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:00.289478 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6e6e66a4-eedf-4c04-b71b-df05d9a7e90c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:00.291157 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6135cf2a-fd6c-4c95-ad7c-cd84d342e374 None None] DHCP port deletion for 8cba44aa-dbb8-4d76-bbd1-726c3fefa9c9 request from dv-neutron-830731-3-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 07 10:30:00.301656 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6135cf2a-fd6c-4c95-ad7c-cd84d342e374 None None] Deleting port 294a4fc7-74b6-44e2-bea0-726326de43ef {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:30:00.302016 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6135cf2a-fd6c-4c95-ad7c-cd84d342e374 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:00.328707 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-85994e42-3964-4df8-8249-8eeef62fa1d3 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] For port 294a4fc7-74b6-44e2-bea0-726326de43ef, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=294a4fc7-74b6-44e2-bea0-726326de43ef,segment=NetworkSegment(c6ae6ee0-758d-452e-833f-94c454be5308),segment_id=c6ae6ee0-758d-452e-833f-94c454be5308)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:30:00.329913 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-85994e42-3964-4df8-8249-8eeef62fa1d3 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:00.347232 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6e66a4-eedf-4c04-b71b-df05d9a7e90c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11ea9462-6fda-44a0-ad3e-fb82ead8cc1f,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:00.355178 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-6e6e66a4-eedf-4c04-b71b-df05d9a7e90c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=12aed364f0b14bbfa9f4e0fcfab60f3c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4031024 Mar 07 10:30:00.358615 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 36222) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:00.385936 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9062a2ea-6acd-4d78-9388-e7ba6d624683 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:30:00.420118 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9062a2ea-6acd-4d78-9388-e7ba6d624683 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Notify callbacks [] for router, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:00.420608 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-9062a2ea-6acd-4d78-9388-e7ba6d624683 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] 10.222.0.13 "PUT /v2.0/routers/cb0becf5-d6b0-4fb5-a55c-fea00d93ead5 HTTP/1.1" status: 200 len: 925 time: 4.1624985 Mar 07 10:30:00.425339 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 36226) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:00.425792 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8993b39-b750-4bc4-9bc1-9342146733c2 None None] Sync routers for ids ['cb0becf5-d6b0-4fb5-a55c-fea00d93ead5'] in dv-neutron-830731-3-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:30:00.489393 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-85994e42-3964-4df8-8249-8eeef62fa1d3 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Calling delete_port for 294a4fc7-74b6-44e2-bea0-726326de43ef owned by network:dhcp {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:30:00.523667 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-b77c0308-7108-4474-ad65-a6cbbe330f18 None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:00.541656 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-5fc50fa1-c517-47d2-96cc-f1af60e0b105 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:30:00.543852 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a1f70a46-1c83-48c9-8530-aebb456c8637 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1525496'] for subnet, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:00.562931 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-b77c0308-7108-4474-ad65-a6cbbe330f18 None None] Transition to ACTIVE for port object 56dd95c4-969e-4346-a8fe-205459c5db5d will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:30:00.569230 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8993b39-b750-4bc4-9bc1-9342146733c2 None None] Routers {'cb0becf5-d6b0-4fb5-a55c-fea00d93ead5'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:30:00.570070 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-f8993b39-b750-4bc4-9bc1-9342146733c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:29:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['cb0becf5-d6b0-4fb5-a55c-fea00d93ead5'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:30:00.574234 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8af6b87f-a836-440f-a0d8-da714b373354 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:00.574958 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-5fc50fa1-c517-47d2-96cc-f1af60e0b105 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Usage tracker for resource:security_group_rule and tenant:f30455a79c3143a994156db987d2241b is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:30:00.582495 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-5fc50fa1-c517-47d2-96cc-f1af60e0b105 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:30:00.596916 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-5fc50fa1-c517-47d2-96cc-f1af60e0b105 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:30:00.626003 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8af6b87f-a836-440f-a0d8-da714b373354 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:00.661492 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-85994e42-3964-4df8-8249-8eeef62fa1d3 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:00.675448 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-f8993b39-b750-4bc4-9bc1-9342146733c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:30:00.691295 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-b4178227-f4c2-457e-b5ac-f297689fd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:00.713206 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85994e42-3964-4df8-8249-8eeef62fa1d3 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Pushing event deleted for resources: {'Port': ['ID=294a4fc7-74b6-44e2-bea0-726326de43ef,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:00.730425 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8af6b87f-a836-440f-a0d8-da714b373354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:00.732802 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5fc50fa1-c517-47d2-96cc-f1af60e0b105 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:00.733860 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85994e42-3964-4df8-8249-8eeef62fa1d3 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] No DVR routers for this DVR port 294a4fc7-74b6-44e2-bea0-726326de43ef on host dv-neutron-830731-3-hyperv {{(pid=83737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:30:00.752290 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af6b87f-a836-440f-a0d8-da714b373354 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11ea9462-6fda-44a0-ad3e-fb82ead8cc1f,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:00.766071 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8af6b87f-a836-440f-a0d8-da714b373354 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:00.770130 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-8af6b87f-a836-440f-a0d8-da714b373354 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/11ea9462-6fda-44a0-ad3e-fb82ead8cc1f HTTP/1.1" status: 204 len: 168 time: 0.4078338 Mar 07 10:30:00.773300 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-40cd4f77-61d0-4d31-a61e-9474d711d20e tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] 10.222.0.13 "GET /v2.0/routers/cb0becf5-d6b0-4fb5-a55c-fea00d93ead5 HTTP/1.1" status: 200 len: 925 time: 0.3468986 Mar 07 10:30:00.775931 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 36232) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:00.790299 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5fc50fa1-c517-47d2-96cc-f1af60e0b105 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:00.790518 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-b77c0308-7108-4474-ad65-a6cbbe330f18 None None] Transition to ACTIVE for port object 56dd95c4-969e-4346-a8fe-205459c5db5d will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:30:00.829791 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-b77c0308-7108-4474-ad65-a6cbbe330f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:00.864036 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-472006b9-0e49-4149-92da-d90ded8e74f1 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Synchronizing usage tracker for tenant:ee04c33b321f4b0fa4102821038ffb79 on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:30:00.884072 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-472006b9-0e49-4149-92da-d90ded8e74f1 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Unset dirty status for tenant:ee04c33b321f4b0fa4102821038ffb79 on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:30:00.889811 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-472006b9-0e49-4149-92da-d90ded8e74f1 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=5ed85006-6b00-415e-b71f-837fb1421c12&device_id=cb0becf5-d6b0-4fb5-a55c-fea00d93ead5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1127431 Mar 07 10:30:00.890802 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 36236) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:00.925580 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8993b39-b750-4bc4-9bc1-9342146733c2 None None] Routers {'cb0becf5-d6b0-4fb5-a55c-fea00d93ead5'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:30:00.926515 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-f8993b39-b750-4bc4-9bc1-9342146733c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:30:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['cb0becf5-d6b0-4fb5-a55c-fea00d93ead5'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:30:00.939821 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-85994e42-3964-4df8-8249-8eeef62fa1d3 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1526893', 'neutron.services.segments.db._delete_segments_for_network-8732568551033'] for network, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:00.986077 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc50fa1-c517-47d2-96cc-f1af60e0b105 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca296452-d997-4e3a-b046-859d977906b2,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:00.992655 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-85994e42-3964-4df8-8249-8eeef62fa1d3 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cba44aa-dbb8-4d76-bbd1-726c3fefa9c9']}} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:30:00.998529 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-4332723b-d495-447a-9c15-3bc69b8959e1 None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:01.008930 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5fc50fa1-c517-47d2-96cc-f1af60e0b105 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:01.010134 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-5fc50fa1-c517-47d2-96cc-f1af60e0b105 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.0962498 Mar 07 10:30:01.011374 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-4332723b-d495-447a-9c15-3bc69b8959e1 None None] Transition to ACTIVE for port object be896281-671a-411a-999e-922c70e5c797 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:30:01.013333 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-85994e42-3964-4df8-8249-8eeef62fa1d3 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6ae6ee0-758d-452e-833f-94c454be5308') {'for_net_delete': True} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:30:01.013628 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-85994e42-3964-4df8-8249-8eeef62fa1d3 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6ae6ee0-758d-452e-833f-94c454be5308') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:30:01.021404 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-bdd52e42-509d-47f0-9e30-7ff77a91f1aa tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Allocated IP 172.20.0.10 (0976d66a-ab49-4739-ba5f-458d36a28fca/e5fc0a45-a9f4-40e6-bfe6-bf2e5ba50def/1884d3dd-5c2e-4dde-aa95-7e4afa037436) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:30:01.023169 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 36240) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:01.034432 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-e773f2c1-0ed6-4896-94ae-af38a15756c7 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Request body: {'security_group_rule': {'security_group_id': 'ca296452-d997-4e3a-b046-859d977906b2', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:30:01.034940 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-4332723b-d495-447a-9c15-3bc69b8959e1 None None] Transition to ACTIVE for port object be896281-671a-411a-999e-922c70e5c797 will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:30:01.035060 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.api.v2.resource [None req-e773f2c1-0ed6-4896-94ae-af38a15756c7 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 10:30:01.036146 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-e773f2c1-0ed6-4896-94ae-af38a15756c7 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0119143 Mar 07 10:30:01.039417 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 36244) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:01.046033 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-85994e42-3964-4df8-8249-8eeef62fa1d3 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732568550916', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629174'] for segment, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:01.052394 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-4332723b-d495-447a-9c15-3bc69b8959e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:01.057089 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-bcd6c921-91b1-423f-91fd-ee58192918fc tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Request body: {'security_group_rule': {'security_group_id': 'ca296452-d997-4e3a-b046-859d977906b2', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:30:01.060917 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6135cf2a-fd6c-4c95-ad7c-cd84d342e374 None None] For port 294a4fc7-74b6-44e2-bea0-726326de43ef, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=294a4fc7-74b6-44e2-bea0-726326de43ef,segment=NetworkSegment(c6ae6ee0-758d-452e-833f-94c454be5308),segment_id=c6ae6ee0-758d-452e-833f-94c454be5308)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:30:01.061459 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6135cf2a-fd6c-4c95-ad7c-cd84d342e374 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:01.069190 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-bcd6c921-91b1-423f-91fd-ee58192918fc tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:30:01.072077 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-f8993b39-b750-4bc4-9bc1-9342146733c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:30:01.072565 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8993b39-b750-4bc4-9bc1-9342146733c2 None None] The sync data for ids ['cb0becf5-d6b0-4fb5-a55c-fea00d93ead5'] in dv-neutron-830731-3-hyperv is: [] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:30:01.081663 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b77c0308-7108-4474-ad65-a6cbbe330f18 None None] Network 0976d66a-ab49-4739-ba5f-458d36a28fca is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:30:01.082379 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-bcd6c921-91b1-423f-91fd-ee58192918fc tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Usage tracker for resource:security_group_rule and tenant:f30455a79c3143a994156db987d2241b is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:30:01.087148 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-bcd6c921-91b1-423f-91fd-ee58192918fc tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:30:01.087387 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77c0308-7108-4474-ad65-a6cbbe330f18 None None] Pushing event updated for resources: {'Port': ['ID=56dd95c4-969e-4346-a8fe-205459c5db5d,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:01.108559 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-85994e42-3964-4df8-8249-8eeef62fa1d3 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:01.111573 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-bcd6c921-91b1-423f-91fd-ee58192918fc tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:30:01.118857 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a1f70a46-1c83-48c9-8530-aebb456c8637 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1525489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3012507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3219316'] for subnet, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:01.136320 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc7b7f1d-2b5d-4089-83ad-dd61b3669a77 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:01.136842 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-bc7b7f1d-2b5d-4089-83ad-dd61b3669a77 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Synchronizing usage tracker for tenant:ee04c33b321f4b0fa4102821038ffb79 on resource:network {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:30:01.156098 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-bc7b7f1d-2b5d-4089-83ad-dd61b3669a77 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Unset dirty status for tenant:ee04c33b321f4b0fa4102821038ffb79 on resource:network {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:30:01.157662 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-bc7b7f1d-2b5d-4089-83ad-dd61b3669a77 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] 10.222.0.13 "GET /v2.0/networks/5ed85006-6b00-415e-b71f-837fb1421c12 HTTP/1.1" status: 200 len: 881 time: 0.2655530 Mar 07 10:30:01.161113 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 36250) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:01.162847 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-b77c0308-7108-4474-ad65-a6cbbe330f18 None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:30:01.215348 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-d955ed78-2571-4314-a07a-d5f79fc1f1f0 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb0becf5-d6b0-4fb5-a55c-fea00d93ead5 HTTP/1.1" status: 200 len: 205 time: 0.0524724 Mar 07 10:30:01.228624 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 36254) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:01.247511 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77c0308-7108-4474-ad65-a6cbbe330f18 None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:30:01.260598 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6135cf2a-fd6c-4c95-ad7c-cd84d342e374 None None] Calling delete_port for 294a4fc7-74b6-44e2-bea0-726326de43ef owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:30:01.274789 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85994e42-3964-4df8-8249-8eeef62fa1d3 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=83737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 07 10:30:01.275192 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-85994e42-3964-4df8-8249-8eeef62fa1d3 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1227397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3012597'] for segment, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:01.294983 dv-neutron-830731-3-hyperv neutron-server[83737]: Traceback (most recent call last): Mar 07 10:30:01.294983 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 07 10:30:01.294983 dv-neutron-830731-3-hyperv neutron-server[83737]: timer() Mar 07 10:30:01.294983 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:30:01.294983 dv-neutron-830731-3-hyperv neutron-server[83737]: cb(*args, **kw) Mar 07 10:30:01.294983 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 10:30:01.294983 dv-neutron-830731-3-hyperv neutron-server[83737]: return func(*args, **kwargs) Mar 07 10:30:01.294983 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:30:01.294983 dv-neutron-830731-3-hyperv neutron-server[83737]: self._notify() Mar 07 10:30:01.294983 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:30:01.294983 dv-neutron-830731-3-hyperv neutron-server[83737]: self.callback(batched_events) Mar 07 10:30:01.294983 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:30:01.294983 dv-neutron-830731-3-hyperv neutron-server[83737]: event.method(event) Mar 07 10:30:01.294983 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 10:30:01.294983 dv-neutron-830731-3-hyperv neutron-server[83737]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:30:01.294983 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 10:30:01.294983 dv-neutron-830731-3-hyperv neutron-server[83737]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:30:01.294983 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 10:30:01.294983 dv-neutron-830731-3-hyperv neutron-server[83737]: return f(self, *a, **k) Mar 07 10:30:01.294983 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:30:01.294983 dv-neutron-830731-3-hyperv neutron-server[83737]: return self._get(url).json() Mar 07 10:30:01.294983 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:30:01.294983 dv-neutron-830731-3-hyperv neutron-server[83737]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:30:01.294983 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 07 10:30:01.294983 dv-neutron-830731-3-hyperv neutron-server[83737]: return self.request(url, 'GET', **kwargs) Mar 07 10:30:01.294983 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 07 10:30:01.294983 dv-neutron-830731-3-hyperv neutron-server[83737]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:30:01.294983 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 07 10:30:01.294983 dv-neutron-830731-3-hyperv neutron-server[83737]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:30:01.294983 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 07 10:30:01.294983 dv-neutron-830731-3-hyperv neutron-server[83737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:30:01.294983 dv-neutron-830731-3-hyperv neutron-server[83737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:30:01.313317 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f70a46-1c83-48c9-8530-aebb456c8637 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Pushing event deleted for resources: {'Subnet': ['ID=d14e0898-7367-4635-8aa3-d147ce1675c3,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:01.383341 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4332723b-d495-447a-9c15-3bc69b8959e1 None None] Network 9624bda9-31e3-4b3a-9e66-c5f70abf7e74 is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:30:01.390178 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 294a4fc7-74b6-44e2-bea0-726326de43ef no longer exists at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:30:01.424408 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-4332723b-d495-447a-9c15-3bc69b8959e1 None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:30:01.430602 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] No Port match for: 294a4fc7-74b6-44e2-bea0-726326de43ef {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 10:30:01.430937 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 294a4fc7-74b6-44e2-bea0-726326de43ef not bound to the agent host dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 10:30:01.463587 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4332723b-d495-447a-9c15-3bc69b8959e1 None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:30:01.472513 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4332723b-d495-447a-9c15-3bc69b8959e1 None None] Pushing event updated for resources: {'Port': ['ID=be896281-671a-411a-999e-922c70e5c797,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:01.577136 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-b77c0308-7108-4474-ad65-a6cbbe330f18 None None] Attempting to bind port 56dd95c4-969e-4346-a8fe-205459c5db5d on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:30:01.577851 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-b77c0308-7108-4474-ad65-a6cbbe330f18 None None] Attempting to bind port 56dd95c4-969e-4346-a8fe-205459c5db5d by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': '048f2f96-bd5e-4b20-bee2-190df1cab462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0976d66a-ab49-4739-ba5f-458d36a28fca'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:30:01.577851 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77c0308-7108-4474-ad65-a6cbbe330f18 None None] Attempting to bind port 56dd95c4-969e-4346-a8fe-205459c5db5d on network 0976d66a-ab49-4739-ba5f-458d36a28fca {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:30:01.584974 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a6c2807d-3a3f-4f12-8b36-193ab4138bcc tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Notify callbacks [] for router, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:01.628821 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.db.api [None req-6135cf2a-fd6c-4c95-ad7c-cd84d342e374 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 10:30:01.629165 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG oslo_db.api [None req-6135cf2a-fd6c-4c95-ad7c-cd84d342e374 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 10:30:01.632611 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77c0308-7108-4474-ad65-a6cbbe330f18 None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:30:01.632976 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77c0308-7108-4474-ad65-a6cbbe330f18 None None] Checking segment: {'id': '048f2f96-bd5e-4b20-bee2-190df1cab462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0976d66a-ab49-4739-ba5f-458d36a28fca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:30:01.633536 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-b77c0308-7108-4474-ad65-a6cbbe330f18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:01.633922 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77c0308-7108-4474-ad65-a6cbbe330f18 None None] Bound using segment: {'id': '048f2f96-bd5e-4b20-bee2-190df1cab462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0976d66a-ab49-4739-ba5f-458d36a28fca'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:30:01.634391 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-b77c0308-7108-4474-ad65-a6cbbe330f18 None None] Bound port: 56dd95c4-969e-4346-a8fe-205459c5db5d, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '048f2f96-bd5e-4b20-bee2-190df1cab462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0976d66a-ab49-4739-ba5f-458d36a28fca'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:30:01.634750 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-b77c0308-7108-4474-ad65-a6cbbe330f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:01.652687 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-4332723b-d495-447a-9c15-3bc69b8959e1 None None] Attempting to bind port be896281-671a-411a-999e-922c70e5c797 on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:30:01.652687 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-4332723b-d495-447a-9c15-3bc69b8959e1 None None] Attempting to bind port be896281-671a-411a-999e-922c70e5c797 by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': '04c377cc-25d8-4b9b-9da6-545534a23420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9624bda9-31e3-4b3a-9e66-c5f70abf7e74'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:30:01.652687 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4332723b-d495-447a-9c15-3bc69b8959e1 None None] Attempting to bind port be896281-671a-411a-999e-922c70e5c797 on network 9624bda9-31e3-4b3a-9e66-c5f70abf7e74 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:30:01.669159 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a1f70a46-1c83-48c9-8530-aebb456c8637 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1526893', 'neutron.services.segments.db._delete_segments_for_network-8732568551033'] for network, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:01.691956 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4332723b-d495-447a-9c15-3bc69b8959e1 None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:30:01.692350 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4332723b-d495-447a-9c15-3bc69b8959e1 None None] Checking segment: {'id': '04c377cc-25d8-4b9b-9da6-545534a23420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9624bda9-31e3-4b3a-9e66-c5f70abf7e74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:30:01.692730 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-4332723b-d495-447a-9c15-3bc69b8959e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:01.693185 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4332723b-d495-447a-9c15-3bc69b8959e1 None None] Bound using segment: {'id': '04c377cc-25d8-4b9b-9da6-545534a23420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9624bda9-31e3-4b3a-9e66-c5f70abf7e74'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:30:01.693557 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-4332723b-d495-447a-9c15-3bc69b8959e1 None None] Bound port: be896281-671a-411a-999e-922c70e5c797, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04c377cc-25d8-4b9b-9da6-545534a23420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9624bda9-31e3-4b3a-9e66-c5f70abf7e74'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:30:01.693945 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-4332723b-d495-447a-9c15-3bc69b8959e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:01.699055 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-a1f70a46-1c83-48c9-8530-aebb456c8637 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9624bda9-31e3-4b3a-9e66-c5f70abf7e74']}} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:30:01.714106 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.api.v2.resource [None req-bcd6c921-91b1-423f-91fd-ee58192918fc tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 10:30:01.717331 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-bcd6c921-91b1-423f-91fd-ee58192918fc tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.6769638 Mar 07 10:30:01.727568 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 36268) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:01.732351 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-a1f70a46-1c83-48c9-8530-aebb456c8637 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04c377cc-25d8-4b9b-9da6-545534a23420') {'for_net_delete': True} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:30:01.732695 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-a1f70a46-1c83-48c9-8530-aebb456c8637 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04c377cc-25d8-4b9b-9da6-545534a23420') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:30:01.734472 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-477b92a2-5e00-4573-8d0d-8f6cd2e9e68a tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Request body: {'security_group_rule': {'security_group_id': 'ca296452-d997-4e3a-b046-859d977906b2', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:30:01.734937 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.api.v2.resource [None req-477b92a2-5e00-4573-8d0d-8f6cd2e9e68a tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 10:30:01.740024 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-477b92a2-5e00-4573-8d0d-8f6cd2e9e68a tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0061216 Mar 07 10:30:01.740024 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 36272) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:01.753045 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-85994e42-3964-4df8-8249-8eeef62fa1d3 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1526886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923583'] for network, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:01.763879 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-85994e42-3964-4df8-8249-8eeef62fa1d3 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:01.784660 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-711fefd2-3b30-4759-8df5-0aecff1c8e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:01.821649 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a1f70a46-1c83-48c9-8530-aebb456c8637 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732568550916', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629174'] for segment, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:01.826453 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-b77c0308-7108-4474-ad65-a6cbbe330f18 None None] For port 56dd95c4-969e-4346-a8fe-205459c5db5d, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:30:01.846260 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a1f70a46-1c83-48c9-8530-aebb456c8637 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:01.846485 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-b77c0308-7108-4474-ad65-a6cbbe330f18 None None] For port 56dd95c4-969e-4346-a8fe-205459c5db5d, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=56dd95c4-969e-4346-a8fe-205459c5db5d,segment=NetworkSegment(048f2f96-bd5e-4b20-bee2-190df1cab462),segment_id=048f2f96-bd5e-4b20-bee2-190df1cab462)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:30:01.852225 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-4332723b-d495-447a-9c15-3bc69b8959e1 None None] For port be896281-671a-411a-999e-922c70e5c797, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:30:01.855365 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-b77c0308-7108-4474-ad65-a6cbbe330f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:01.856561 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1f70a46-1c83-48c9-8530-aebb456c8637 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=83737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 07 10:30:01.857238 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a1f70a46-1c83-48c9-8530-aebb456c8637 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1227397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3012597'] for segment, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:01.872417 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-d034bb57-1e05-4ed0-adc4-77231d1659df tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Request body: {'security_group_rule': {'security_group_id': 'ca296452-d997-4e3a-b046-859d977906b2', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:30:01.881443 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-d034bb57-1e05-4ed0-adc4-77231d1659df tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:30:01.894778 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-d034bb57-1e05-4ed0-adc4-77231d1659df tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Usage tracker for resource:security_group_rule and tenant:f30455a79c3143a994156db987d2241b is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:30:01.895507 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:01.900111 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-d034bb57-1e05-4ed0-adc4-77231d1659df tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:30:01.910521 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-d034bb57-1e05-4ed0-adc4-77231d1659df tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:30:01.946855 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77c0308-7108-4474-ad65-a6cbbe330f18 None None] Pushing event updated for resources: {'Port': ['ID=56dd95c4-969e-4346-a8fe-205459c5db5d,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:01.962116 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.api.v2.resource [None req-d034bb57-1e05-4ed0-adc4-77231d1659df tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 10:30:01.966204 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-d034bb57-1e05-4ed0-adc4-77231d1659df tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0972927 Mar 07 10:30:01.966368 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 36280) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:01.975343 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-85994e42-3964-4df8-8249-8eeef62fa1d3 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] 10.222.0.13 "DELETE /v2.0/networks/8cba44aa-dbb8-4d76-bbd1-726c3fefa9c9 HTTP/1.1" status: 204 len: 168 time: 2.5584173 Mar 07 10:30:01.975343 dv-neutron-830731-3-hyperv neutron-server[83737]: Traceback (most recent call last): Mar 07 10:30:01.975343 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 07 10:30:01.975343 dv-neutron-830731-3-hyperv neutron-server[83737]: timer() Mar 07 10:30:01.975343 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:30:01.975343 dv-neutron-830731-3-hyperv neutron-server[83737]: cb(*args, **kw) Mar 07 10:30:01.975343 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 10:30:01.975343 dv-neutron-830731-3-hyperv neutron-server[83737]: return func(*args, **kwargs) Mar 07 10:30:01.975343 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:30:01.975343 dv-neutron-830731-3-hyperv neutron-server[83737]: self._notify() Mar 07 10:30:01.975343 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:30:01.975343 dv-neutron-830731-3-hyperv neutron-server[83737]: self.callback(batched_events) Mar 07 10:30:01.975343 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:30:01.975343 dv-neutron-830731-3-hyperv neutron-server[83737]: event.method(event) Mar 07 10:30:01.975343 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 10:30:01.975343 dv-neutron-830731-3-hyperv neutron-server[83737]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:30:01.975343 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 10:30:01.975343 dv-neutron-830731-3-hyperv neutron-server[83737]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:30:01.975343 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 10:30:01.975343 dv-neutron-830731-3-hyperv neutron-server[83737]: return f(self, *a, **k) Mar 07 10:30:01.975343 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:30:01.975343 dv-neutron-830731-3-hyperv neutron-server[83737]: return self._get(url).json() Mar 07 10:30:01.975343 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:30:01.975343 dv-neutron-830731-3-hyperv neutron-server[83737]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:30:01.975343 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 07 10:30:01.975343 dv-neutron-830731-3-hyperv neutron-server[83737]: return self.request(url, 'GET', **kwargs) Mar 07 10:30:01.975343 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 07 10:30:01.975343 dv-neutron-830731-3-hyperv neutron-server[83737]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:30:01.975343 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 07 10:30:01.975343 dv-neutron-830731-3-hyperv neutron-server[83737]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:30:01.975343 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 07 10:30:01.975343 dv-neutron-830731-3-hyperv neutron-server[83737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:30:01.975343 dv-neutron-830731-3-hyperv neutron-server[83737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:30:01.980869 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-42ae8b03-c040-4fee-aad5-feae4a4fc038 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Request body: {'security_group_rule': {'security_group_id': 'ca296452-d997-4e3a-b046-859d977906b2', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:30:01.980869 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.api.v2.resource [None req-42ae8b03-c040-4fee-aad5-feae4a4fc038 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 10:30:01.980869 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-42ae8b03-c040-4fee-aad5-feae4a4fc038 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0092032 Mar 07 10:30:01.980869 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 36284) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:01.984125 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 36286) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:01.987003 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85994e42-3964-4df8-8249-8eeef62fa1d3 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Pushing event deleted for resources: {'Network': ['ID=8cba44aa-dbb8-4d76-bbd1-726c3fefa9c9,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:02.011180 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-4332723b-d495-447a-9c15-3bc69b8959e1 None None] For port be896281-671a-411a-999e-922c70e5c797, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=be896281-671a-411a-999e-922c70e5c797,segment=NetworkSegment(04c377cc-25d8-4b9b-9da6-545534a23420),segment_id=04c377cc-25d8-4b9b-9da6-545534a23420)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:30:02.018751 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.db.api [None req-a1f70a46-1c83-48c9-8530-aebb456c8637 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 07 10:30:02.018751 dv-neutron-830731-3-hyperv neutron-server[83737]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 07 10:30:02.018751 dv-neutron-830731-3-hyperv neutron-server[83737]: [parameters: {'id': '9624bda9-31e3-4b3a-9e66-c5f70abf7e74'}] Mar 07 10:30:02.018751 dv-neutron-830731-3-hyperv neutron-server[83737]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83737) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 10:30:02.019246 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG oslo_db.api [None req-a1f70a46-1c83-48c9-8530-aebb456c8637 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 10:30:02.019401 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-4332723b-d495-447a-9c15-3bc69b8959e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:02.065211 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-042c32eb-233a-4294-ba01-df18a0ee9e42 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Request body: {'security_group_rule': {'security_group_id': 'ca296452-d997-4e3a-b046-859d977906b2', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:30:02.068667 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-bdd52e42-509d-47f0-9e30-7ff77a91f1aa tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:02.083687 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-042c32eb-233a-4294-ba01-df18a0ee9e42 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:30:02.090490 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [None req-bdd52e42-509d-47f0-9e30-7ff77a91f1aa tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Transition to ACTIVE for port object 1884d3dd-5c2e-4dde-aa95-7e4afa037436 will not be triggered until provisioned by entity DHCP. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:30:02.091130 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-042c32eb-233a-4294-ba01-df18a0ee9e42 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Usage tracker for resource:security_group_rule and tenant:f30455a79c3143a994156db987d2241b is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:30:02.094370 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-042c32eb-233a-4294-ba01-df18a0ee9e42 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:30:02.100917 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-042c32eb-233a-4294-ba01-df18a0ee9e42 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:30:02.127804 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-bdd52e42-509d-47f0-9e30-7ff77a91f1aa tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:02.133152 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.db.securitygroups_db [None req-042c32eb-233a-4294-ba01-df18a0ee9e42 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Project f30455a79c3143a994156db987d2241b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 10:30:02.138885 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 36292) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:02.152374 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6135cf2a-fd6c-4c95-ad7c-cd84d342e374 None None] Deleting port 294a4fc7-74b6-44e2-bea0-726326de43ef {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:30:02.153463 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6135cf2a-fd6c-4c95-ad7c-cd84d342e374 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:02.211988 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd52e42-509d-47f0-9e30-7ff77a91f1aa tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Network 0976d66a-ab49-4739-ba5f-458d36a28fca is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:30:02.215982 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-bdd52e42-509d-47f0-9e30-7ff77a91f1aa tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:30:02.246733 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd52e42-509d-47f0-9e30-7ff77a91f1aa tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:30:02.260514 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6135cf2a-fd6c-4c95-ad7c-cd84d342e374 None None] The port '294a4fc7-74b6-44e2-bea0-726326de43ef' was deleted {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 07 10:30:02.263936 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.api.v2.resource [None req-042c32eb-233a-4294-ba01-df18a0ee9e42 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 10:30:02.268276 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-042c32eb-233a-4294-ba01-df18a0ee9e42 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2803612 Mar 07 10:30:02.269394 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 36298) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:02.278007 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-ee8f76af-ce13-4f8f-9f8e-da35cbf443e2 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Request body: {'security_group_rule': {'security_group_id': 'ca296452-d997-4e3a-b046-859d977906b2', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:30:02.278630 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.api.v2.resource [None req-ee8f76af-ce13-4f8f-9f8e-da35cbf443e2 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 10:30:02.282741 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-ee8f76af-ce13-4f8f-9f8e-da35cbf443e2 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0075998 Mar 07 10:30:02.284201 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 36302) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:02.285059 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4332723b-d495-447a-9c15-3bc69b8959e1 None None] Pushing event updated for resources: {'Port': ['ID=be896281-671a-411a-999e-922c70e5c797,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:02.301164 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a6c2807d-3a3f-4f12-8b36-193ab4138bcc tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:02.304964 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-1b9d70ac-8ced-4f1b-9e17-fa4482cb3e3f tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Request body: {'security_group_rule': {'security_group_id': 'ca296452-d997-4e3a-b046-859d977906b2', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:30:02.325015 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-a6c2807d-3a3f-4f12-8b36-193ab4138bcc tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Deleting port c6142c9f-7307-4b7d-9a92-a83d08372294 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:30:02.325581 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a6c2807d-3a3f-4f12-8b36-193ab4138bcc tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:02.325707 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd52e42-509d-47f0-9e30-7ff77a91f1aa tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Pushing event updated for resources: {'Port': ['ID=1884d3dd-5c2e-4dde-aa95-7e4afa037436,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:02.335894 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-1b9d70ac-8ced-4f1b-9e17-fa4482cb3e3f tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:30:02.352646 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4efd05a-5184-4385-9c97-6979ad839a65 None None] Network 9624bda9-31e3-4b3a-9e66-c5f70abf7e74 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:30:02.357030 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-1b9d70ac-8ced-4f1b-9e17-fa4482cb3e3f tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Usage tracker for resource:security_group_rule and tenant:f30455a79c3143a994156db987d2241b is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:30:02.367558 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-1b9d70ac-8ced-4f1b-9e17-fa4482cb3e3f tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:30:02.384979 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-1b9d70ac-8ced-4f1b-9e17-fa4482cb3e3f tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:30:02.402860 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdd52e42-509d-47f0-9e30-7ff77a91f1aa tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:02.403405 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-bdd52e42-509d-47f0-9e30-7ff77a91f1aa tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:02.439349 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-bdd52e42-509d-47f0-9e30-7ff77a91f1aa tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.3933032 Mar 07 10:30:02.441776 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 36306) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:02.442083 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.db.securitygroups_db [None req-1b9d70ac-8ced-4f1b-9e17-fa4482cb3e3f tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Project f30455a79c3143a994156db987d2241b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 10:30:02.450895 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-2a82cd9b-0f0e-49ff-aafe-5d2db7848432 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Request body: {'port': {'network_id': '0976d66a-ab49-4739-ba5f-458d36a28fca', 'name': 'tempest-PortsTestJSON-871029825', 'fixed_ips': [{'subnet_id': 'e5fc0a45-a9f4-40e6-bfe6-bf2e5ba50def', 'ip_address': '172.20.0.9'}]}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:30:02.482278 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.api.v2.resource [None req-1b9d70ac-8ced-4f1b-9e17-fa4482cb3e3f tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 10:30:02.483391 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-1b9d70ac-8ced-4f1b-9e17-fa4482cb3e3f tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1835752 Mar 07 10:30:02.489896 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 36310) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:02.496039 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-7aab5743-ccc1-47ff-baae-bee451e95793 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Request body: {'security_group_rule': {'security_group_id': 'ca296452-d997-4e3a-b046-859d977906b2', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:30:02.505997 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-7aab5743-ccc1-47ff-baae-bee451e95793 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:30:02.510331 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-7aab5743-ccc1-47ff-baae-bee451e95793 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Usage tracker for resource:security_group_rule and tenant:f30455a79c3143a994156db987d2241b is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:30:02.514041 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-7aab5743-ccc1-47ff-baae-bee451e95793 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:30:02.521102 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a1f70a46-1c83-48c9-8530-aebb456c8637 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1158940'] for network, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:02.529461 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-7aab5743-ccc1-47ff-baae-bee451e95793 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:30:02.547692 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.db.securitygroups_db [None req-7aab5743-ccc1-47ff-baae-bee451e95793 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Project f30455a79c3143a994156db987d2241b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 10:30:02.571391 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-a1f70a46-1c83-48c9-8530-aebb456c8637 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Deleting port be896281-671a-411a-999e-922c70e5c797 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:30:02.571705 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a1f70a46-1c83-48c9-8530-aebb456c8637 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:02.600719 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-bd70dbe1-2a03-451f-a024-3d58a89b8a26 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1562979624-network', 'tenant_id': '6a5f148e85ef4a9b80e5517fdf788fc6'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:30:02.607495 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.api.v2.resource [None req-7aab5743-ccc1-47ff-baae-bee451e95793 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 10:30:02.612412 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-7aab5743-ccc1-47ff-baae-bee451e95793 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1176679 Mar 07 10:30:02.615499 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 36314) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:02.727845 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-bd70dbe1-2a03-451f-a024-3d58a89b8a26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:30:02.754318 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-bd70dbe1-2a03-451f-a024-3d58a89b8a26 admin admin] Usage tracker for resource:network and tenant:6a5f148e85ef4a9b80e5517fdf788fc6 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:30:02.762798 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-bd70dbe1-2a03-451f-a024-3d58a89b8a26 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:30:02.784753 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-bd70dbe1-2a03-451f-a024-3d58a89b8a26 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:30:02.809476 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3b4d43e9-e2ad-4930-a995-0daa9eb8dc1e tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:02.853111 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd70dbe1-2a03-451f-a024-3d58a89b8a26 admin admin] Made reservation on behalf of 6a5f148e85ef4a9b80e5517fdf788fc6 for: {'network': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:30:02.855358 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-bd70dbe1-2a03-451f-a024-3d58a89b8a26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for network, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:02.867214 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3b4d43e9-e2ad-4930-a995-0daa9eb8dc1e tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:02.869422 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a6c2807d-3a3f-4f12-8b36-193ab4138bcc tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:02.875401 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-a1f70a46-1c83-48c9-8530-aebb456c8637 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] For port be896281-671a-411a-999e-922c70e5c797, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=be896281-671a-411a-999e-922c70e5c797,segment=NetworkSegment(04c377cc-25d8-4b9b-9da6-545534a23420),segment_id=04c377cc-25d8-4b9b-9da6-545534a23420)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:30:02.877067 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a1f70a46-1c83-48c9-8530-aebb456c8637 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:02.946434 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-bd70dbe1-2a03-451f-a024-3d58a89b8a26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:03.010693 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-a1f70a46-1c83-48c9-8530-aebb456c8637 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Calling delete_port for be896281-671a-411a-999e-922c70e5c797 owned by network:dhcp {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:30:03.019281 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-a6c2807d-3a3f-4f12-8b36-193ab4138bcc tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Calling delete_port for c6142c9f-7307-4b7d-9a92-a83d08372294 owned by network:router_gateway {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:30:03.070780 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-2a82cd9b-0f0e-49ff-aafe-5d2db7848432 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:30:03.089408 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-2a82cd9b-0f0e-49ff-aafe-5d2db7848432 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Usage tracker for resource:port and tenant:b6ff3248bb834bc1a094f45e7fa43fbd is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:30:03.101047 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3b4d43e9-e2ad-4930-a995-0daa9eb8dc1e tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:03.101845 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-2a82cd9b-0f0e-49ff-aafe-5d2db7848432 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:30:03.115310 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-2a82cd9b-0f0e-49ff-aafe-5d2db7848432 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:30:03.132451 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4d43e9-e2ad-4930-a995-0daa9eb8dc1e tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca296452-d997-4e3a-b046-859d977906b2,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:03.141182 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-bd70dbe1-2a03-451f-a024-3d58a89b8a26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:30:03.148602 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a1f70a46-1c83-48c9-8530-aebb456c8637 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:03.157021 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c87150bd-aa9c-4ad1-bb68-57ec66d4fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:03.163698 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-bd70dbe1-2a03-451f-a024-3d58a89b8a26 admin admin] Usage tracker for resource:security_group_rule and tenant:6a5f148e85ef4a9b80e5517fdf788fc6 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:30:03.167013 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a82cd9b-0f0e-49ff-aafe-5d2db7848432 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Made reservation on behalf of b6ff3248bb834bc1a094f45e7fa43fbd for: {'port': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:30:03.182979 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-bd70dbe1-2a03-451f-a024-3d58a89b8a26 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:30:03.186757 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e6af5ec7-8536-43ff-82a1-8c39cf821e93 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3920255'] for router_interface, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:03.190471 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3b4d43e9-e2ad-4930-a995-0daa9eb8dc1e tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:03.193908 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-3b4d43e9-e2ad-4930-a995-0daa9eb8dc1e tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] 10.222.0.13 "DELETE /v2.0/security-groups/ca296452-d997-4e3a-b046-859d977906b2 HTTP/1.1" status: 204 len: 168 time: 0.5752451 Mar 07 10:30:03.199274 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 36318) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:03.224814 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f70a46-1c83-48c9-8530-aebb456c8637 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Pushing event deleted for resources: {'Port': ['ID=be896281-671a-411a-999e-922c70e5c797,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:03.237439 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f70a46-1c83-48c9-8530-aebb456c8637 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] No DVR routers for this DVR port be896281-671a-411a-999e-922c70e5c797 on host dv-neutron-830731-3-hyperv {{(pid=83737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:30:03.239284 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b87b7e38-46cd-44a7-b686-f731262be409 None None] Network 0976d66a-ab49-4739-ba5f-458d36a28fca requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:30:03.248435 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-bd70dbe1-2a03-451f-a024-3d58a89b8a26 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:30:03.410844 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-31336cb5-a3e9-48e5-a966-1e4baaa73d02 None None] Provisioning for port 56dd95c4-969e-4346-a8fe-205459c5db5d completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:30:03.419400 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 56dd95c4-969e-4346-a8fe-205459c5db5d up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:30:03.535874 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a1f70a46-1c83-48c9-8530-aebb456c8637 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1526893', 'neutron.services.segments.db._delete_segments_for_network-8732568551033'] for network, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:03.542563 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2a82cd9b-0f0e-49ff-aafe-5d2db7848432 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:03.545479 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-539fe2bd-9a9b-48f2-8dc3-f12af5ea03ca tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Synchronizing usage tracker for tenant:f30455a79c3143a994156db987d2241b on resource:security_group {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:30:03.574275 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-a1f70a46-1c83-48c9-8530-aebb456c8637 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9624bda9-31e3-4b3a-9e66-c5f70abf7e74']}} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:30:03.590977 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-a1f70a46-1c83-48c9-8530-aebb456c8637 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04c377cc-25d8-4b9b-9da6-545534a23420') {'for_net_delete': True} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:30:03.591329 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-a1f70a46-1c83-48c9-8530-aebb456c8637 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04c377cc-25d8-4b9b-9da6-545534a23420') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:30:03.600888 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-539fe2bd-9a9b-48f2-8dc3-f12af5ea03ca tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Unset dirty status for tenant:f30455a79c3143a994156db987d2241b on resource:security_group {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:30:03.605813 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-539fe2bd-9a9b-48f2-8dc3-f12af5ea03ca tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4022748 Mar 07 10:30:03.609721 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 36322) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:03.614300 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a1f70a46-1c83-48c9-8530-aebb456c8637 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732568550916', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629174'] for segment, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:03.624137 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning for port 56dd95c4-969e-4346-a8fe-205459c5db5d completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:30:03.624572 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-888418c2-404a-42d4-82a6-961a56256b41 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Request body: {'security_group': {'name': 'tempest-secgroup--4203889'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:30:03.631499 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-888418c2-404a-42d4-82a6-961a56256b41 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:30:03.631745 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 56dd95c4-969e-4346-a8fe-205459c5db5d triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:30:03.631919 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:03.646980 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-888418c2-404a-42d4-82a6-961a56256b41 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:30:03.652515 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a1f70a46-1c83-48c9-8530-aebb456c8637 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:03.661717 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1f70a46-1c83-48c9-8530-aebb456c8637 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=83737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 07 10:30:03.662128 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a1f70a46-1c83-48c9-8530-aebb456c8637 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1227397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3012597'] for segment, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:03.677175 dv-neutron-830731-3-hyperv neutron-server[83737]: Traceback (most recent call last): Mar 07 10:30:03.677175 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 07 10:30:03.677175 dv-neutron-830731-3-hyperv neutron-server[83737]: timer() Mar 07 10:30:03.677175 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:30:03.677175 dv-neutron-830731-3-hyperv neutron-server[83737]: cb(*args, **kw) Mar 07 10:30:03.677175 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 10:30:03.677175 dv-neutron-830731-3-hyperv neutron-server[83737]: return func(*args, **kwargs) Mar 07 10:30:03.677175 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:30:03.677175 dv-neutron-830731-3-hyperv neutron-server[83737]: self._notify() Mar 07 10:30:03.677175 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:30:03.677175 dv-neutron-830731-3-hyperv neutron-server[83737]: self.callback(batched_events) Mar 07 10:30:03.677175 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:30:03.677175 dv-neutron-830731-3-hyperv neutron-server[83737]: event.method(event) Mar 07 10:30:03.677175 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 10:30:03.677175 dv-neutron-830731-3-hyperv neutron-server[83737]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:30:03.677175 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 10:30:03.677175 dv-neutron-830731-3-hyperv neutron-server[83737]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:30:03.677175 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 10:30:03.677175 dv-neutron-830731-3-hyperv neutron-server[83737]: return f(self, *a, **k) Mar 07 10:30:03.677175 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:30:03.677175 dv-neutron-830731-3-hyperv neutron-server[83737]: return self._get(url).json() Mar 07 10:30:03.677175 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:30:03.677175 dv-neutron-830731-3-hyperv neutron-server[83737]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:30:03.677175 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 07 10:30:03.677175 dv-neutron-830731-3-hyperv neutron-server[83737]: return self.request(url, 'GET', **kwargs) Mar 07 10:30:03.677175 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 07 10:30:03.677175 dv-neutron-830731-3-hyperv neutron-server[83737]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:30:03.677175 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 07 10:30:03.677175 dv-neutron-830731-3-hyperv neutron-server[83737]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:30:03.677175 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 07 10:30:03.677175 dv-neutron-830731-3-hyperv neutron-server[83737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:30:03.677175 dv-neutron-830731-3-hyperv neutron-server[83737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:30:03.682037 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-888418c2-404a-42d4-82a6-961a56256b41 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:03.723599 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [None req-2a82cd9b-0f0e-49ff-aafe-5d2db7848432 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] device_id is not set on port 046f5505-3904-4088-a8d6-73265143c445 yet. {{(pid=83738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 07 10:30:03.765068 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:03.768137 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-888418c2-404a-42d4-82a6-961a56256b41 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:30:03.772050 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-888418c2-404a-42d4-82a6-961a56256b41 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Usage tracker for resource:security_group_rule and tenant:f30455a79c3143a994156db987d2241b is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:30:03.775212 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-888418c2-404a-42d4-82a6-961a56256b41 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:30:03.781326 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-888418c2-404a-42d4-82a6-961a56256b41 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:30:03.806591 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] For port 56dd95c4-969e-4346-a8fe-205459c5db5d, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=56dd95c4-969e-4346-a8fe-205459c5db5d,segment=NetworkSegment(048f2f96-bd5e-4b20-bee2-190df1cab462),segment_id=048f2f96-bd5e-4b20-bee2-190df1cab462)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:30:03.811995 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:03.859219 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a1f70a46-1c83-48c9-8530-aebb456c8637 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1526886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923583'] for network, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:03.881500 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-888418c2-404a-42d4-82a6-961a56256b41 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:03.885511 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a1f70a46-1c83-48c9-8530-aebb456c8637 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:03.895197 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f70a46-1c83-48c9-8530-aebb456c8637 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Pushing event deleted for resources: {'Network': ['ID=9624bda9-31e3-4b3a-9e66-c5f70abf7e74,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:03.896976 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-888418c2-404a-42d4-82a6-961a56256b41 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:03.912910 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Pushing event updated for resources: {'Port': ['ID=56dd95c4-969e-4346-a8fe-205459c5db5d,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:03.939388 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-a1f70a46-1c83-48c9-8530-aebb456c8637 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] 10.222.0.13 "DELETE /v2.0/networks/9624bda9-31e3-4b3a-9e66-c5f70abf7e74 HTTP/1.1" status: 204 len: 168 time: 4.5364256 Mar 07 10:30:03.942270 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-888418c2-404a-42d4-82a6-961a56256b41 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:03.943372 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-888418c2-404a-42d4-82a6-961a56256b41 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1575 time: 0.3321745 Mar 07 10:30:03.943899 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 36326) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:03.949509 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-94634318-e279-48cc-ae9d-3768f33b12e2 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-202649927'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:30:03.949778 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 36330) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:03.963714 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-94634318-e279-48cc-ae9d-3768f33b12e2 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:30:03.970678 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-94634318-e279-48cc-ae9d-3768f33b12e2 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Usage tracker for resource:network and tenant:44b92b651ff14b9ab83bd7a3588b3016 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:30:03.970919 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-bd70dbe1-2a03-451f-a024-3d58a89b8a26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:03.973571 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888418c2-404a-42d4-82a6-961a56256b41 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1d66970-ee21-4e06-a92d-78baa776a71c,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:03.976128 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-94634318-e279-48cc-ae9d-3768f33b12e2 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:30:03.982619 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-94634318-e279-48cc-ae9d-3768f33b12e2 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:30:03.986630 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-f8631952-ee7c-46b1-909e-a3afef7804a7 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Request body: {'security_group_rule': {'security_group_id': 'c1d66970-ee21-4e06-a92d-78baa776a71c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:30:03.998179 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94634318-e279-48cc-ae9d-3768f33b12e2 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Made reservation on behalf of 44b92b651ff14b9ab83bd7a3588b3016 for: {'network': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:30:04.000034 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-fc88f397-5d1c-4c5c-87c0-bb82d654a3da None None] Provisioning complete for port 56dd95c4-969e-4346-a8fe-205459c5db5d triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:30:04.000397 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-fc88f397-5d1c-4c5c-87c0-bb82d654a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:04.002671 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-94634318-e279-48cc-ae9d-3768f33b12e2 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for network, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:04.029847 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-bd70dbe1-2a03-451f-a024-3d58a89b8a26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:04.034669 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-f8631952-ee7c-46b1-909e-a3afef7804a7 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:30:04.037895 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94634318-e279-48cc-ae9d-3768f33b12e2 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=83737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:30:04.049144 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-94634318-e279-48cc-ae9d-3768f33b12e2 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:04.049516 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.db.segments_db [None req-94634318-e279-48cc-ae9d-3768f33b12e2 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Added segment 8e2e6ff2-359c-47a6-9c43-0b742a1c098f of type vlan for network a12ec96b-069d-4c77-bba6-ff034b74eeda Mar 07 10:30:04.063760 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a6c2807d-3a3f-4f12-8b36-193ab4138bcc tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:04.069285 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-f8631952-ee7c-46b1-909e-a3afef7804a7 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Usage tracker for resource:security_group_rule and tenant:f30455a79c3143a994156db987d2241b is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:30:04.083760 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-94634318-e279-48cc-ae9d-3768f33b12e2 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732568034061'] for network, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:04.118437 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-f8631952-ee7c-46b1-909e-a3afef7804a7 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:30:04.128631 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-94634318-e279-48cc-ae9d-3768f33b12e2 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594'] for network, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:04.134644 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94634318-e279-48cc-ae9d-3768f33b12e2 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:04.135592 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-94634318-e279-48cc-ae9d-3768f33b12e2 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:04.153874 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-fc88f397-5d1c-4c5c-87c0-bb82d654a3da None None] Provisioning for port 1884d3dd-5c2e-4dde-aa95-7e4afa037436 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:30:04.155906 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-f8631952-ee7c-46b1-909e-a3afef7804a7 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:30:04.158197 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd70dbe1-2a03-451f-a024-3d58a89b8a26 admin admin] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=83738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:30:04.164342 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-fc88f397-5d1c-4c5c-87c0-bb82d654a3da None None] Provisioning complete for port 1884d3dd-5c2e-4dde-aa95-7e4afa037436 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:30:04.166012 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-fc88f397-5d1c-4c5c-87c0-bb82d654a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:04.167482 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c2807d-3a3f-4f12-8b36-193ab4138bcc tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Pushing event deleted for resources: {'Port': ['ID=c6142c9f-7307-4b7d-9a92-a83d08372294,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:04.196349 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd70dbe1-2a03-451f-a024-3d58a89b8a26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=573d1489-ef54-4eb1-9bc4-949c7c9b4da6,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:04.234909 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-761e22bb-0fce-4327-857c-5cecf87f8d25 None None] get_active_networks_info from dv-neutron-830731-3-hyperv {{(pid=83739) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 07 10:30:04.252191 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-bd70dbe1-2a03-451f-a024-3d58a89b8a26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:04.252863 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.db.segments_db [None req-bd70dbe1-2a03-451f-a024-3d58a89b8a26 admin admin] Added segment 8c71cc60-e697-4bc8-ab7b-834524b4e30a of type vlan for network 30023e69-476d-4a1a-a06a-7d904c24f2c0 Mar 07 10:30:04.255807 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94634318-e279-48cc-ae9d-3768f33b12e2 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Pushing event updated for resources: {'Network': ['ID=a12ec96b-069d-4c77-bba6-ff034b74eeda,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:04.262728 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-94634318-e279-48cc-ae9d-3768f33b12e2 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3152609 Mar 07 10:30:04.263573 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 36334) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:04.273522 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-124c72e0-87d8-4ac4-9f37-006efa8470e9 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Request body: {'subnet': {'network_id': 'a12ec96b-069d-4c77-bba6-ff034b74eeda', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:30:04.300980 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Network a12ec96b-069d-4c77-bba6-ff034b74eeda details requested by agent ovs-agent-dv-neutron-830731-3-hyperv with host dv-neutron-830731-3-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 10:30:04.305003 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c2807d-3a3f-4f12-8b36-193ab4138bcc tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:30:04.305661 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c2807d-3a3f-4f12-8b36-193ab4138bcc tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:30:04.305995 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c2807d-3a3f-4f12-8b36-193ab4138bcc tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:30:04.306325 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c2807d-3a3f-4f12-8b36-193ab4138bcc tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:30:04.306649 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c2807d-3a3f-4f12-8b36-193ab4138bcc tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:30:04.306967 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c2807d-3a3f-4f12-8b36-193ab4138bcc tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:30:04.307286 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c2807d-3a3f-4f12-8b36-193ab4138bcc tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:30:04.307601 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c2807d-3a3f-4f12-8b36-193ab4138bcc tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:30:04.307913 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c2807d-3a3f-4f12-8b36-193ab4138bcc tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:30:04.308222 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c2807d-3a3f-4f12-8b36-193ab4138bcc tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:30:04.308644 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c2807d-3a3f-4f12-8b36-193ab4138bcc tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:30:04.330596 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-fc88f397-5d1c-4c5c-87c0-bb82d654a3da None None] Port 1884d3dd-5c2e-4dde-aa95-7e4afa037436 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:30:04.336582 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-2a82cd9b-0f0e-49ff-aafe-5d2db7848432 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Allocated IP 172.20.0.9 (0976d66a-ab49-4739-ba5f-458d36a28fca/e5fc0a45-a9f4-40e6-bfe6-bf2e5ba50def/046f5505-3904-4088-a8d6-73265143c445) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:30:04.414195 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-124c72e0-87d8-4ac4-9f37-006efa8470e9 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:30:04.416747 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd70dbe1-2a03-451f-a024-3d58a89b8a26 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:30:04.417093 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd70dbe1-2a03-451f-a024-3d58a89b8a26 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:30:04.417533 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd70dbe1-2a03-451f-a024-3d58a89b8a26 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:30:04.417726 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd70dbe1-2a03-451f-a024-3d58a89b8a26 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:30:04.418264 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd70dbe1-2a03-451f-a024-3d58a89b8a26 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:30:04.418414 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd70dbe1-2a03-451f-a024-3d58a89b8a26 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:30:04.418712 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd70dbe1-2a03-451f-a024-3d58a89b8a26 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:30:04.419034 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd70dbe1-2a03-451f-a024-3d58a89b8a26 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:30:04.419469 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd70dbe1-2a03-451f-a024-3d58a89b8a26 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:30:04.419848 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd70dbe1-2a03-451f-a024-3d58a89b8a26 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:30:04.420167 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd70dbe1-2a03-451f-a024-3d58a89b8a26 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:30:04.420436 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-124c72e0-87d8-4ac4-9f37-006efa8470e9 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Usage tracker for resource:subnet and tenant:44b92b651ff14b9ab83bd7a3588b3016 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:30:04.424200 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-124c72e0-87d8-4ac4-9f37-006efa8470e9 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:30:04.428029 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-bd70dbe1-2a03-451f-a024-3d58a89b8a26 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732568034061'] for network, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:04.432424 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-124c72e0-87d8-4ac4-9f37-006efa8470e9 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:30:04.451668 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-124c72e0-87d8-4ac4-9f37-006efa8470e9 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Made reservation on behalf of 44b92b651ff14b9ab83bd7a3588b3016 for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:30:04.462524 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-761e22bb-0fce-4327-857c-5cecf87f8d25 None None] Resources bound (agent type, host, resource id): {{(pid=83739) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 07 10:30:04.479527 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-0da9120d-782b-4d3a-b701-eb67ec41ac19 None None] Provisioning complete for port 1884d3dd-5c2e-4dde-aa95-7e4afa037436 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:30:04.479805 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0da9120d-782b-4d3a-b701-eb67ec41ac19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:04.563214 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.api.v2.resource [None req-f8631952-ee7c-46b1-909e-a3afef7804a7 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] create failed (client error): The resource could not be found. Mar 07 10:30:04.564865 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-f8631952-ee7c-46b1-909e-a3afef7804a7 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.6079867 Mar 07 10:30:04.569282 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 36338) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:04.578607 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-42d9c34a-3534-4a62-b205-4c7373b215d5 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Request body: {'security_group_rule': {'security_group_id': 'c1d66970-ee21-4e06-a92d-78baa776a71c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '51404b4d-5230-4636-bbd1-8823ad53573a'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:30:04.587911 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-42d9c34a-3534-4a62-b205-4c7373b215d5 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:30:04.592342 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-124c72e0-87d8-4ac4-9f37-006efa8470e9 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3219231'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:04.609204 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-0da9120d-782b-4d3a-b701-eb67ec41ac19 None None] Port 1884d3dd-5c2e-4dde-aa95-7e4afa037436 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:30:04.613466 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-42d9c34a-3534-4a62-b205-4c7373b215d5 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Usage tracker for resource:security_group_rule and tenant:f30455a79c3143a994156db987d2241b is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:30:04.662719 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-42d9c34a-3534-4a62-b205-4c7373b215d5 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:30:04.682995 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-42d9c34a-3534-4a62-b205-4c7373b215d5 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:30:04.753012 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.api.v2.resource [None req-42d9c34a-3534-4a62-b205-4c7373b215d5 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] create failed (client error): The resource could not be found. Mar 07 10:30:04.756526 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-42d9c34a-3534-4a62-b205-4c7373b215d5 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1832514 Mar 07 10:30:04.758135 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 36342) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:04.764660 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-bd70dbe1-2a03-451f-a024-3d58a89b8a26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594'] for network, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:04.765530 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd70dbe1-2a03-451f-a024-3d58a89b8a26 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:04.766069 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-bd70dbe1-2a03-451f-a024-3d58a89b8a26 admin admin] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:04.900131 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4c4025f2-0e6f-437d-beab-de1a0cd8a0a7 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:04.912798 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-124c72e0-87d8-4ac4-9f37-006efa8470e9 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3012444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3219213'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:04.913416 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a6c2807d-3a3f-4f12-8b36-193ab4138bcc tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923554'] for router_gateway, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:04.973828 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4c4025f2-0e6f-437d-beab-de1a0cd8a0a7 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:05.037841 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124c72e0-87d8-4ac4-9f37-006efa8470e9 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Pushing event updated for resources: {'Subnet': ['ID=14aa2bb4-5b9b-4988-8734-d128a9d7416e,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:05.054031 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-124c72e0-87d8-4ac4-9f37-006efa8470e9 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Checking segment: {'id': '8e2e6ff2-359c-47a6-9c43-0b742a1c098f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'a12ec96b-069d-4c77-bba6-ff034b74eeda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:30:05.054370 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-124c72e0-87d8-4ac4-9f37-006efa8470e9 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Network hostable DHCP agents. Network: a12ec96b-069d-4c77-bba6-ff034b74eeda, hostable agents: ['6527556c-6586-422c-ae47-082984683847'], hosted agents: [] {{(pid=83737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:30:05.065726 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4c4025f2-0e6f-437d-beab-de1a0cd8a0a7 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:05.083388 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4025f2-0e6f-437d-beab-de1a0cd8a0a7 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1d66970-ee21-4e06-a92d-78baa776a71c,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:05.103224 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4c4025f2-0e6f-437d-beab-de1a0cd8a0a7 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:05.104320 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-4c4025f2-0e6f-437d-beab-de1a0cd8a0a7 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] 10.222.0.13 "DELETE /v2.0/security-groups/c1d66970-ee21-4e06-a92d-78baa776a71c HTTP/1.1" status: 204 len: 168 time: 0.3453052 Mar 07 10:30:05.105072 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-124c72e0-87d8-4ac4-9f37-006efa8470e9 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Network a12ec96b-069d-4c77-bba6-ff034b74eeda is scheduled to be hosted by DHCP agent 6527556c-6586-422c-ae47-082984683847 with binding_index 1 {{(pid=83737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:30:05.106913 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 36346) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:05.109579 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd70dbe1-2a03-451f-a024-3d58a89b8a26 admin admin] Pushing event updated for resources: {'Network': ['ID=30023e69-476d-4a1a-a06a-7d904c24f2c0,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:05.121924 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Network 30023e69-476d-4a1a-a06a-7d904c24f2c0 details requested by agent ovs-agent-dv-neutron-830731-3-hyperv with host dv-neutron-830731-3-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 10:30:05.133249 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-124c72e0-87d8-4ac4-9f37-006efa8470e9 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830731-3-hyperv, a12ec96b-069d-4c77-bba6-ff034b74eeda) {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:30:05.137732 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-124c72e0-87d8-4ac4-9f37-006efa8470e9 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:05.138304 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-124c72e0-87d8-4ac4-9f37-006efa8470e9 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:05.148579 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a065e3b1-0698-46f7-9cf0-308159c0d6fd None None] Network a12ec96b-069d-4c77-bba6-ff034b74eeda requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:30:05.176339 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-124c72e0-87d8-4ac4-9f37-006efa8470e9 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.9093156 Mar 07 10:30:05.177126 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 36350) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:05.200985 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-766a604b-7c42-473a-a5a8-fc6c9abfff1d tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Synchronizing usage tracker for tenant:f30455a79c3143a994156db987d2241b on resource:security_group {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:30:05.286398 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 36354) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:05.286566 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-bd70dbe1-2a03-451f-a024-3d58a89b8a26 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.1009233 Mar 07 10:30:05.291781 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-6ff95b25-31c3-49b7-9511-199d79117748 admin admin] Request body: {'subnet': {'network_id': '30023e69-476d-4a1a-a06a-7d904c24f2c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1562979624-subnet', 'tenant_id': '6a5f148e85ef4a9b80e5517fdf788fc6', 'ip_version': 4}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:30:05.301807 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-766a604b-7c42-473a-a5a8-fc6c9abfff1d tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Unset dirty status for tenant:f30455a79c3143a994156db987d2241b on resource:security_group {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:30:05.303083 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-766a604b-7c42-473a-a5a8-fc6c9abfff1d tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1952815 Mar 07 10:30:05.304170 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-6ff95b25-31c3-49b7-9511-199d79117748 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:30:05.309413 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 36358) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:05.323868 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-6ff95b25-31c3-49b7-9511-199d79117748 admin admin] Usage tracker for resource:subnet and tenant:6a5f148e85ef4a9b80e5517fdf788fc6 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:30:05.330276 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-7ee8055b-0703-4568-ae42-1d1783c519b0 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Request body: {'security_group_rule': {'security_group_id': '990a5005-3b52-49e1-afbb-20029eb6da04', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:30:05.334865 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-6ff95b25-31c3-49b7-9511-199d79117748 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:30:05.351340 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-7ee8055b-0703-4568-ae42-1d1783c519b0 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:30:05.354261 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-6ff95b25-31c3-49b7-9511-199d79117748 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:30:05.372043 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-7ee8055b-0703-4568-ae42-1d1783c519b0 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Usage tracker for resource:security_group_rule and tenant:f30455a79c3143a994156db987d2241b is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:30:05.377735 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-7ee8055b-0703-4568-ae42-1d1783c519b0 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:30:05.389325 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-7ee8055b-0703-4568-ae42-1d1783c519b0 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:30:05.397085 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f4b3bf60-28c1-4467-8d7a-01a0ad208edf tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1158940'] for network, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:05.402559 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ff95b25-31c3-49b7-9511-199d79117748 admin admin] Made reservation on behalf of 6a5f148e85ef4a9b80e5517fdf788fc6 for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:30:05.405048 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6ff95b25-31c3-49b7-9511-199d79117748 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3219231'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:05.447489 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 56dd95c4-969e-4346-a8fe-205459c5db5d up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:30:05.517819 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a6c2807d-3a3f-4f12-8b36-193ab4138bcc tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3917970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58043'] for router, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:05.542632 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a6c2807d-3a3f-4f12-8b36-193ab4138bcc tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:05.551013 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2a82cd9b-0f0e-49ff-aafe-5d2db7848432 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:05.584676 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.api.v2.resource [None req-7ee8055b-0703-4568-ae42-1d1783c519b0 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] create failed (client error): The resource could not be found. Mar 07 10:30:05.589141 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-7ee8055b-0703-4568-ae42-1d1783c519b0 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2745259 Mar 07 10:30:05.591303 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 36362) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:05.597848 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-1f49bd1f-f2fd-46c0-a234-a9aca18154f2 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Request body: {'security_group': {'name': 'tempest-secgroup--1939002512'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:30:05.608159 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-1f49bd1f-f2fd-46c0-a234-a9aca18154f2 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:30:05.612240 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-2a82cd9b-0f0e-49ff-aafe-5d2db7848432 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Transition to ACTIVE for port object 046f5505-3904-4088-a8d6-73265143c445 will not be triggered until provisioned by entity DHCP. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:30:05.613756 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f4b3bf60-28c1-4467-8d7a-01a0ad208edf tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1525496'] for subnet, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:05.617982 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 56dd95c4-969e-4346-a8fe-205459c5db5d triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:30:05.618348 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:05.649662 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a6c2807d-3a3f-4f12-8b36-193ab4138bcc tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3917886'] for router, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:05.650648 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6c2807d-3a3f-4f12-8b36-193ab4138bcc tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Fanout notify agent at l3_agent the message router_deleted on router cb0becf5-d6b0-4fb5-a55c-fea00d93ead5 {{(pid=83738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 10:30:05.651470 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e2e6db9-8846-4ec7-b94b-7568664b07a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ec2749d-0aec-52fb-aca6-10ba8a80aade-a12ec96b-069d-4c77-bba6-ff034b74eeda', 'network_id': 'a12ec96b-069d-4c77-bba6-ff034b74eeda', 'tenant_id': '44b92b651ff14b9ab83bd7a3588b3016', 'fixed_ips': [{'subnet_id': '14aa2bb4-5b9b-4988-8734-d128a9d7416e'}]}} from dv-neutron-830731-3-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 07 10:30:05.652271 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-3e2e6db9-8846-4ec7-b94b-7568664b07a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:05.660390 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-1f49bd1f-f2fd-46c0-a234-a9aca18154f2 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:30:05.669644 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a6c2807d-3a3f-4f12-8b36-193ab4138bcc tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Notify callbacks [] for router, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:05.675693 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-a6c2807d-3a3f-4f12-8b36-193ab4138bcc tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] 10.222.0.13 "DELETE /v2.0/routers/cb0becf5-d6b0-4fb5-a55c-fea00d93ead5 HTTP/1.1" status: 204 len: 168 time: 4.4447315 Mar 07 10:30:05.676545 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 36366) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:05.688189 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-e1bba757-7014-4d2c-a258-2e29c1152090 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-157450708', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:30:05.697914 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-e1bba757-7014-4d2c-a258-2e29c1152090 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:30:05.705521 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-e1bba757-7014-4d2c-a258-2e29c1152090 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Usage tracker for resource:router and tenant:1cb55870f38849c38d5451088777f483 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:30:05.711524 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-e1bba757-7014-4d2c-a258-2e29c1152090 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:30:05.722531 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2a82cd9b-0f0e-49ff-aafe-5d2db7848432 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:05.722768 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1f49bd1f-f2fd-46c0-a234-a9aca18154f2 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:05.729087 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-e1bba757-7014-4d2c-a258-2e29c1152090 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:30:05.800311 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f4b3bf60-28c1-4467-8d7a-01a0ad208edf tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1525489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3012507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3219316'] for subnet, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:05.811266 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e1bba757-7014-4d2c-a258-2e29c1152090 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3919700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58025'] for router, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:05.812443 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e1bba757-7014-4d2c-a258-2e29c1152090 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3919671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4011175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58018'] for router, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:05.833947 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server [None req-3e2e6db9-8846-4ec7-b94b-7568664b07a0 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 14aa2bb4-5b9b-4988-8734-d128a9d7416e: This subnet is being modified by another concurrent operation. Mar 07 10:30:05.833947 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 07 10:30:05.833947 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 07 10:30:05.833947 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 07 10:30:05.833947 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 07 10:30:05.833947 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 07 10:30:05.833947 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 07 10:30:05.833947 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 07 10:30:05.833947 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 07 10:30:05.833947 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 07 10:30:05.833947 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 07 10:30:05.833947 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 07 10:30:05.833947 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 07 10:30:05.833947 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 10:30:05.833947 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 07 10:30:05.833947 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 07 10:30:05.833947 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 07 10:30:05.833947 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server raise value Mar 07 10:30:05.833947 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 07 10:30:05.833947 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 10:30:05.833947 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 07 10:30:05.833947 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 07 10:30:05.833947 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 07 10:30:05.833947 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 10:30:05.833947 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 07 10:30:05.833947 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 07 10:30:05.833947 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 07 10:30:05.833947 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server raise value Mar 07 10:30:05.833947 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 07 10:30:05.833947 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 10:30:05.833947 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 07 10:30:05.833947 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 07 10:30:05.833947 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 07 10:30:05.833947 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 10:30:05.833947 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 07 10:30:05.833947 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 07 10:30:05.833947 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 07 10:30:05.833947 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server raise value Mar 07 10:30:05.833947 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 07 10:30:05.833947 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 07 10:30:05.833947 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 07 10:30:05.833947 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 07 10:30:05.833947 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Mar 07 10:30:05.833947 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 07 10:30:05.833947 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Mar 07 10:30:05.833947 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 07 10:30:05.833947 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Mar 07 10:30:05.833947 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 07 10:30:05.833947 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 07 10:30:05.833947 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 07 10:30:05.833947 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Mar 07 10:30:05.833947 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 07 10:30:05.833947 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 07 10:30:05.833947 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 07 10:30:05.833947 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 07 10:30:05.833947 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 10:30:05.833947 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 07 10:30:05.833947 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 07 10:30:05.833947 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 07 10:30:05.833947 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server raise value Mar 07 10:30:05.833947 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 07 10:30:05.833947 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 10:30:05.833947 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 07 10:30:05.833947 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 07 10:30:05.833947 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 07 10:30:05.833947 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 10:30:05.833947 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 07 10:30:05.833947 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 07 10:30:05.833947 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 07 10:30:05.833947 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server raise value Mar 07 10:30:05.833947 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 07 10:30:05.833947 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 10:30:05.833947 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 07 10:30:05.833947 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 07 10:30:05.833947 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 07 10:30:05.833947 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 10:30:05.833947 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 07 10:30:05.833947 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 07 10:30:05.833947 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 07 10:30:05.833947 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server raise value Mar 07 10:30:05.833947 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 07 10:30:05.833947 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 07 10:30:05.833947 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Mar 07 10:30:05.833947 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 07 10:30:05.833947 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Mar 07 10:30:05.833947 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 07 10:30:05.833947 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Mar 07 10:30:05.833947 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 07 10:30:05.833947 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 07 10:30:05.833947 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 07 10:30:05.833947 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Mar 07 10:30:05.833947 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 07 10:30:05.833947 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 07 10:30:05.833947 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 07 10:30:05.833947 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 07 10:30:05.833947 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 07 10:30:05.833947 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 07 10:30:05.833947 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 07 10:30:05.833947 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Mar 07 10:30:05.833947 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 07 10:30:05.833947 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 07 10:30:05.833947 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server raise exception Mar 07 10:30:05.833947 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 14aa2bb4-5b9b-4988-8734-d128a9d7416e: This subnet is being modified by another concurrent operation. Mar 07 10:30:05.833947 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server Mar 07 10:30:05.852139 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccaf92a5-b795-45ce-9a2e-53a3d043e1e8 None None] Network a12ec96b-069d-4c77-bba6-ff034b74eeda requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:30:05.867768 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a82cd9b-0f0e-49ff-aafe-5d2db7848432 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Network 0976d66a-ab49-4739-ba5f-458d36a28fca is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:30:05.881305 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a82cd9b-0f0e-49ff-aafe-5d2db7848432 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Pushing event updated for resources: {'Port': ['ID=046f5505-3904-4088-a8d6-73265143c445,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:05.884726 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-2a82cd9b-0f0e-49ff-aafe-5d2db7848432 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:30:05.886742 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a82cd9b-0f0e-49ff-aafe-5d2db7848432 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:30:05.950108 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b3bf60-28c1-4467-8d7a-01a0ad208edf tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Pushing event deleted for resources: {'Subnet': ['ID=14aa2bb4-5b9b-4988-8734-d128a9d7416e,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:05.952266 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-1f49bd1f-f2fd-46c0-a234-a9aca18154f2 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:30:05.960779 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-1f49bd1f-f2fd-46c0-a234-a9aca18154f2 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Usage tracker for resource:security_group_rule and tenant:f30455a79c3143a994156db987d2241b is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:30:05.964880 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-1f49bd1f-f2fd-46c0-a234-a9aca18154f2 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:30:05.971324 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6ff95b25-31c3-49b7-9511-199d79117748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3012444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3219213'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:05.975252 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-1f49bd1f-f2fd-46c0-a234-a9aca18154f2 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:30:05.979287 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e1bba757-7014-4d2c-a258-2e29c1152090 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:06.004004 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a82cd9b-0f0e-49ff-aafe-5d2db7848432 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:06.004658 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2a82cd9b-0f0e-49ff-aafe-5d2db7848432 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:06.036833 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e1bba757-7014-4d2c-a258-2e29c1152090 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3917991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923518'] for router, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:06.074298 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-2a82cd9b-0f0e-49ff-aafe-5d2db7848432 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.6283441 Mar 07 10:30:06.087617 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 36370) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:06.142296 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4ec85e0-a3e5-4b0e-b826-658dc64e1ce3 None None] get_active_networks_info from dv-neutron-830731-3-hyperv {{(pid=83739) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 07 10:30:06.160828 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e1bba757-7014-4d2c-a258-2e29c1152090 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Notify callbacks [] for router, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:06.164766 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-e1bba757-7014-4d2c-a258-2e29c1152090 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4841995 Mar 07 10:30:06.167373 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 36374) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:06.172652 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f4b3bf60-28c1-4467-8d7a-01a0ad208edf tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1526893', 'neutron.services.segments.db._delete_segments_for_network-8732568551033'] for network, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:06.174728 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-8c2c2570-b42c-45b6-93f5-d20e6b35a6e7 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Request body: {'router': {'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12'}}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:30:06.229290 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-55590973-a06d-434d-9616-89c68b674d87 None None] Provisioning for port 046f5505-3904-4088-a8d6-73265143c445 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:30:06.229894 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-e6af5ec7-8536-43ff-82a1-8c39cf821e93 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Deleting port 00c0f3f3-cc90-451e-8e59-3edc7e18aa35 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:30:06.230230 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e6af5ec7-8536-43ff-82a1-8c39cf821e93 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:06.238477 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-55590973-a06d-434d-9616-89c68b674d87 None None] Provisioning complete for port 046f5505-3904-4088-a8d6-73265143c445 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:30:06.238662 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-55590973-a06d-434d-9616-89c68b674d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:06.248731 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-f4b3bf60-28c1-4467-8d7a-01a0ad208edf tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a12ec96b-069d-4c77-bba6-ff034b74eeda']}} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:30:06.259281 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff95b25-31c3-49b7-9511-199d79117748 admin admin] Checking segment: {'id': '8c71cc60-e697-4bc8-ab7b-834524b4e30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '30023e69-476d-4a1a-a06a-7d904c24f2c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:30:06.259779 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff95b25-31c3-49b7-9511-199d79117748 admin admin] Network hostable DHCP agents. Network: 30023e69-476d-4a1a-a06a-7d904c24f2c0, hostable agents: ['6527556c-6586-422c-ae47-082984683847'], hosted agents: [] {{(pid=83737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:30:06.274408 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff95b25-31c3-49b7-9511-199d79117748 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c545286e-deb0-44ca-9190-77e7d2d3932b,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:06.292300 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-f4b3bf60-28c1-4467-8d7a-01a0ad208edf tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e2e6ff2-359c-47a6-9c43-0b742a1c098f') {'for_net_delete': True} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:30:06.292816 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-f4b3bf60-28c1-4467-8d7a-01a0ad208edf tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e2e6ff2-359c-47a6-9c43-0b742a1c098f') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:30:06.301438 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-55590973-a06d-434d-9616-89c68b674d87 None None] Port 046f5505-3904-4088-a8d6-73265143c445 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:30:06.324294 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f4b3bf60-28c1-4467-8d7a-01a0ad208edf tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732568550916', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629174'] for segment, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:06.337175 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff95b25-31c3-49b7-9511-199d79117748 admin admin] Network 30023e69-476d-4a1a-a06a-7d904c24f2c0 is scheduled to be hosted by DHCP agent 6527556c-6586-422c-ae47-082984683847 with binding_index 1 {{(pid=83737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:30:06.355907 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1f49bd1f-f2fd-46c0-a234-a9aca18154f2 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:06.360134 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f4b3bf60-28c1-4467-8d7a-01a0ad208edf tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:06.368827 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-6ff95b25-31c3-49b7-9511-199d79117748 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830731-3-hyperv, 30023e69-476d-4a1a-a06a-7d904c24f2c0) {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:30:06.371027 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4b3bf60-28c1-4467-8d7a-01a0ad208edf tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=83737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 07 10:30:06.371639 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f4b3bf60-28c1-4467-8d7a-01a0ad208edf tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1227397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3012597'] for segment, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:06.386937 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1f49bd1f-f2fd-46c0-a234-a9aca18154f2 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:06.390423 dv-neutron-830731-3-hyperv neutron-server[83737]: Traceback (most recent call last): Mar 07 10:30:06.390423 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 07 10:30:06.390423 dv-neutron-830731-3-hyperv neutron-server[83737]: timer() Mar 07 10:30:06.390423 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:30:06.390423 dv-neutron-830731-3-hyperv neutron-server[83737]: cb(*args, **kw) Mar 07 10:30:06.390423 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 10:30:06.390423 dv-neutron-830731-3-hyperv neutron-server[83737]: return func(*args, **kwargs) Mar 07 10:30:06.390423 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:30:06.390423 dv-neutron-830731-3-hyperv neutron-server[83737]: self._notify() Mar 07 10:30:06.390423 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:30:06.390423 dv-neutron-830731-3-hyperv neutron-server[83737]: self.callback(batched_events) Mar 07 10:30:06.390423 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:30:06.390423 dv-neutron-830731-3-hyperv neutron-server[83737]: event.method(event) Mar 07 10:30:06.390423 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 10:30:06.390423 dv-neutron-830731-3-hyperv neutron-server[83737]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:30:06.390423 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 10:30:06.390423 dv-neutron-830731-3-hyperv neutron-server[83737]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:30:06.390423 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 10:30:06.390423 dv-neutron-830731-3-hyperv neutron-server[83737]: return f(self, *a, **k) Mar 07 10:30:06.390423 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:30:06.390423 dv-neutron-830731-3-hyperv neutron-server[83737]: return self._get(url).json() Mar 07 10:30:06.390423 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:30:06.390423 dv-neutron-830731-3-hyperv neutron-server[83737]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:30:06.390423 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 07 10:30:06.390423 dv-neutron-830731-3-hyperv neutron-server[83737]: return self.request(url, 'GET', **kwargs) Mar 07 10:30:06.390423 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 07 10:30:06.390423 dv-neutron-830731-3-hyperv neutron-server[83737]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:30:06.390423 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 07 10:30:06.390423 dv-neutron-830731-3-hyperv neutron-server[83737]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:30:06.390423 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 07 10:30:06.390423 dv-neutron-830731-3-hyperv neutron-server[83737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:30:06.390423 dv-neutron-830731-3-hyperv neutron-server[83737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:30:06.455911 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ff95b25-31c3-49b7-9511-199d79117748 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:06.456694 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6ff95b25-31c3-49b7-9511-199d79117748 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:06.497020 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4ec85e0-a3e5-4b0e-b826-658dc64e1ce3 None None] Unable to find a vacant binding_index for network 30023e69-476d-4a1a-a06a-7d904c24f2c0 and agent 6527556c-6586-422c-ae47-082984683847 {{(pid=83739) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Mar 07 10:30:06.503337 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4ec85e0-a3e5-4b0e-b826-658dc64e1ce3 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830731-3-hyperv, 30023e69-476d-4a1a-a06a-7d904c24f2c0) {{(pid=83739) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 07 10:30:06.536412 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f49bd1f-f2fd-46c0-a234-a9aca18154f2 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60051e64-e555-4399-a62a-d40dfa9a6d1d,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:06.546317 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f4b3bf60-28c1-4467-8d7a-01a0ad208edf tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1526886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923583'] for network, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:06.556444 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e37ba3-a694-46fc-8549-4e14d5277a46 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:06.557204 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-51e37ba3-a694-46fc-8549-4e14d5277a46 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Synchronizing usage tracker for tenant:b6ff3248bb834bc1a094f45e7fa43fbd on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:30:06.566856 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1f49bd1f-f2fd-46c0-a234-a9aca18154f2 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:06.571067 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-1f49bd1f-f2fd-46c0-a234-a9aca18154f2 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.9792714 Mar 07 10:30:06.572323 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f4b3bf60-28c1-4467-8d7a-01a0ad208edf tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:06.577742 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 36378) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:06.587794 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-6ff95b25-31c3-49b7-9511-199d79117748 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2978525 Mar 07 10:30:06.589042 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-bd046fc4-d337-4050-83f7-21f453ccab17 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Request body: {'security_group': {'name': 'tempest-secgroup--1660360161'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:30:06.594360 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b3bf60-28c1-4467-8d7a-01a0ad208edf tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Pushing event deleted for resources: {'Network': ['ID=a12ec96b-069d-4c77-bba6-ff034b74eeda,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:06.597703 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 36382) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:06.600997 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-bd046fc4-d337-4050-83f7-21f453ccab17 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:30:06.607787 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-f4b3bf60-28c1-4467-8d7a-01a0ad208edf tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] 10.222.0.13 "DELETE /v2.0/networks/a12ec96b-069d-4c77-bba6-ff034b74eeda HTTP/1.1" status: 204 len: 168 time: 1.4267993 Mar 07 10:30:06.607787 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-5b0c3b4f-3f4d-4f54-a73a-ae6d3a4c5459 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1562979624-router', 'tenant_id': '6a5f148e85ef4a9b80e5517fdf788fc6', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12'}}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:30:06.611722 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 36386) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:06.615363 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-bd046fc4-d337-4050-83f7-21f453ccab17 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Usage tracker for resource:security_group and tenant:f30455a79c3143a994156db987d2241b is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:30:06.621952 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-49dd07e0-91e5-40f7-9621-8d9974ebac4c tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-871808911'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:30:06.625451 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-5b0c3b4f-3f4d-4f54-a73a-ae6d3a4c5459 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:30:06.629207 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-bd046fc4-d337-4050-83f7-21f453ccab17 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:30:06.632106 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-49dd07e0-91e5-40f7-9621-8d9974ebac4c tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:30:06.639393 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-5b0c3b4f-3f4d-4f54-a73a-ae6d3a4c5459 admin admin] Usage tracker for resource:router and tenant:6a5f148e85ef4a9b80e5517fdf788fc6 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:30:06.642164 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-bd046fc4-d337-4050-83f7-21f453ccab17 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:30:06.644452 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-49dd07e0-91e5-40f7-9621-8d9974ebac4c tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Usage tracker for resource:network and tenant:44b92b651ff14b9ab83bd7a3588b3016 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:30:06.647347 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-5b0c3b4f-3f4d-4f54-a73a-ae6d3a4c5459 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:30:06.651902 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-49dd07e0-91e5-40f7-9621-8d9974ebac4c tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:30:06.658802 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-5b0c3b4f-3f4d-4f54-a73a-ae6d3a4c5459 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:30:06.666957 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-49dd07e0-91e5-40f7-9621-8d9974ebac4c tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:30:06.678031 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5b0c3b4f-3f4d-4f54-a73a-ae6d3a4c5459 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3919700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58025'] for router, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:06.679042 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5b0c3b4f-3f4d-4f54-a73a-ae6d3a4c5459 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3919671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4011175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58018'] for router, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:06.680701 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-e6af5ec7-8536-43ff-82a1-8c39cf821e93 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] For port 00c0f3f3-cc90-451e-8e59-3edc7e18aa35, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=00c0f3f3-cc90-451e-8e59-3edc7e18aa35,segment=NetworkSegment(b04dff01-6d70-40eb-9368-04c1264d48ae),segment_id=b04dff01-6d70-40eb-9368-04c1264d48ae)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:30:06.681070 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e6af5ec7-8536-43ff-82a1-8c39cf821e93 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:06.682505 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-bd046fc4-d337-4050-83f7-21f453ccab17 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:06.689018 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-51e37ba3-a694-46fc-8549-4e14d5277a46 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Unset dirty status for tenant:b6ff3248bb834bc1a094f45e7fa43fbd on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:30:06.693127 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-51e37ba3-a694-46fc-8549-4e14d5277a46 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.6017685 Mar 07 10:30:06.693770 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 36390) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:06.701856 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49dd07e0-91e5-40f7-9621-8d9974ebac4c tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Made reservation on behalf of 44b92b651ff14b9ab83bd7a3588b3016 for: {'network': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:30:06.705043 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-49dd07e0-91e5-40f7-9621-8d9974ebac4c tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for network, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:06.812392 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-bd046fc4-d337-4050-83f7-21f453ccab17 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:30:06.822717 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5b0c3b4f-3f4d-4f54-a73a-ae6d3a4c5459 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:06.826151 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-bd046fc4-d337-4050-83f7-21f453ccab17 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Usage tracker for resource:security_group_rule and tenant:f30455a79c3143a994156db987d2241b is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:30:06.834234 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49dd07e0-91e5-40f7-9621-8d9974ebac4c tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=83737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:30:06.839096 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-bd046fc4-d337-4050-83f7-21f453ccab17 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:30:06.848981 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-bd046fc4-d337-4050-83f7-21f453ccab17 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:30:06.864080 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-49dd07e0-91e5-40f7-9621-8d9974ebac4c tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:06.864546 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.db.segments_db [None req-49dd07e0-91e5-40f7-9621-8d9974ebac4c tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Added segment 54fddf81-6799-45b0-bf7d-2d6ab6f20148 of type vlan for network 82b8c8b7-8fc0-4fbe-90da-54e1320cc6a6 Mar 07 10:30:06.873768 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-e6af5ec7-8536-43ff-82a1-8c39cf821e93 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Calling delete_port for 00c0f3f3-cc90-451e-8e59-3edc7e18aa35 owned by network:router_interface {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:30:06.884120 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c73a190b-8ea3-4822-8782-7686acff59b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ec2749d-0aec-52fb-aca6-10ba8a80aade-30023e69-476d-4a1a-a06a-7d904c24f2c0', 'network_id': '30023e69-476d-4a1a-a06a-7d904c24f2c0', 'tenant_id': '6a5f148e85ef4a9b80e5517fdf788fc6', 'fixed_ips': [{'subnet_id': 'c545286e-deb0-44ca-9190-77e7d2d3932b'}]}} from dv-neutron-830731-3-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 07 10:30:06.885048 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c73a190b-8ea3-4822-8782-7686acff59b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:06.971536 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5899fc82-9a51-4564-876d-9006dbad7f76 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:06.975487 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5899fc82-9a51-4564-876d-9006dbad7f76 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:06.979402 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5899fc82-9a51-4564-876d-9006dbad7f76 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:06.980240 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-5899fc82-9a51-4564-876d-9006dbad7f76 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Synchronizing usage tracker for tenant:b6ff3248bb834bc1a094f45e7fa43fbd on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:30:07.002551 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8c2c2570-b42c-45b6-93f5-d20e6b35a6e7 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3917998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58952'] for router, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:07.052733 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-c73a190b-8ea3-4822-8782-7686acff59b8 None None] Allocated IP 172.20.0.2 (30023e69-476d-4a1a-a06a-7d904c24f2c0/c545286e-deb0-44ca-9190-77e7d2d3932b/120077a2-6402-40db-80e4-82ad02280abc) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:30:07.064039 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-49dd07e0-91e5-40f7-9621-8d9974ebac4c tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732568034061'] for network, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:07.104023 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-5899fc82-9a51-4564-876d-9006dbad7f76 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Unset dirty status for tenant:b6ff3248bb834bc1a094f45e7fa43fbd on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:30:07.107920 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-5899fc82-9a51-4564-876d-9006dbad7f76 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.4090846 Mar 07 10:30:07.107920 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-bd046fc4-d337-4050-83f7-21f453ccab17 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:07.109448 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 36394) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:07.159026 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-bd046fc4-d337-4050-83f7-21f453ccab17 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:07.202286 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5b0c3b4f-3f4d-4f54-a73a-ae6d3a4c5459 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3917998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58952'] for router, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:07.230722 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-49dd07e0-91e5-40f7-9621-8d9974ebac4c tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594'] for network, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:07.234401 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49dd07e0-91e5-40f7-9621-8d9974ebac4c tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:07.234979 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-49dd07e0-91e5-40f7-9621-8d9974ebac4c tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:07.275280 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c73a190b-8ea3-4822-8782-7686acff59b8 None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:07.286282 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-ebd5ed54-0571-4f17-ad88-ffeb6658ab10 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Deleting port 046f5505-3904-4088-a8d6-73265143c445 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:30:07.286629 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ebd5ed54-0571-4f17-ad88-ffeb6658ab10 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:07.366485 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-c73a190b-8ea3-4822-8782-7686acff59b8 None None] Transition to ACTIVE for port object 120077a2-6402-40db-80e4-82ad02280abc will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:30:07.373963 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e6af5ec7-8536-43ff-82a1-8c39cf821e93 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:07.384649 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd046fc4-d337-4050-83f7-21f453ccab17 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32af85c0-6e32-490f-8e30-511afb887b5b,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:07.390376 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-c73a190b-8ea3-4822-8782-7686acff59b8 None None] Transition to ACTIVE for port object 120077a2-6402-40db-80e4-82ad02280abc will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:30:07.396848 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c73a190b-8ea3-4822-8782-7686acff59b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:07.428096 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6af5ec7-8536-43ff-82a1-8c39cf821e93 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Pushing event deleted for resources: {'Port': ['ID=00c0f3f3-cc90-451e-8e59-3edc7e18aa35,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:07.429769 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-bd046fc4-d337-4050-83f7-21f453ccab17 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:07.433946 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-bd046fc4-d337-4050-83f7-21f453ccab17 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.8553214 Mar 07 10:30:07.439081 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 36398) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:07.447910 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-49dd07e0-91e5-40f7-9621-8d9974ebac4c tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8315289 Mar 07 10:30:07.460943 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-3e08d66b-61d5-42da-977b-5cd431504511 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Request body: {'security_group_rule': {'security_group_id': '60051e64-e555-4399-a62a-d40dfa9a6d1d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '32af85c0-6e32-490f-8e30-511afb887b5b'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:30:07.466354 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 36402) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:07.470560 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dd07e0-91e5-40f7-9621-8d9974ebac4c tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Pushing event updated for resources: {'Network': ['ID=82b8c8b7-8fc0-4fbe-90da-54e1320cc6a6,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:07.473841 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd046fc4-d337-4050-83f7-21f453ccab17 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:30:07.473841 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd046fc4-d337-4050-83f7-21f453ccab17 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:30:07.474160 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd046fc4-d337-4050-83f7-21f453ccab17 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:30:07.474608 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd046fc4-d337-4050-83f7-21f453ccab17 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:30:07.474792 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd046fc4-d337-4050-83f7-21f453ccab17 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:30:07.475131 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd046fc4-d337-4050-83f7-21f453ccab17 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:30:07.475459 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd046fc4-d337-4050-83f7-21f453ccab17 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:30:07.475786 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd046fc4-d337-4050-83f7-21f453ccab17 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:30:07.476113 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd046fc4-d337-4050-83f7-21f453ccab17 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:30:07.476439 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd046fc4-d337-4050-83f7-21f453ccab17 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:30:07.476786 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd046fc4-d337-4050-83f7-21f453ccab17 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:30:07.479807 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-3b6d3387-29e3-4a27-9ec9-cc404252f627 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Request body: {'subnet': {'network_id': '82b8c8b7-8fc0-4fbe-90da-54e1320cc6a6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:30:07.484165 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-3e08d66b-61d5-42da-977b-5cd431504511 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:30:07.513503 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73a190b-8ea3-4822-8782-7686acff59b8 None None] Pushing event updated for resources: {'Port': ['ID=120077a2-6402-40db-80e4-82ad02280abc,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:07.516607 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c73a190b-8ea3-4822-8782-7686acff59b8 None None] Network 30023e69-476d-4a1a-a06a-7d904c24f2c0 is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:30:07.518184 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-c73a190b-8ea3-4822-8782-7686acff59b8 None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:30:07.521033 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c73a190b-8ea3-4822-8782-7686acff59b8 None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:30:07.530857 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73a190b-8ea3-4822-8782-7686acff59b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:30:07.531195 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73a190b-8ea3-4822-8782-7686acff59b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:30:07.531521 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73a190b-8ea3-4822-8782-7686acff59b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:30:07.531845 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73a190b-8ea3-4822-8782-7686acff59b8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:30:07.532717 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73a190b-8ea3-4822-8782-7686acff59b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:30:07.533143 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73a190b-8ea3-4822-8782-7686acff59b8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:30:07.533522 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73a190b-8ea3-4822-8782-7686acff59b8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:30:07.533854 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73a190b-8ea3-4822-8782-7686acff59b8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:30:07.534180 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73a190b-8ea3-4822-8782-7686acff59b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:30:07.534490 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73a190b-8ea3-4822-8782-7686acff59b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:30:07.534801 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73a190b-8ea3-4822-8782-7686acff59b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:30:07.563233 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-3e08d66b-61d5-42da-977b-5cd431504511 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Usage tracker for resource:security_group_rule and tenant:f30455a79c3143a994156db987d2241b is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:30:07.584159 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-3e08d66b-61d5-42da-977b-5cd431504511 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:30:07.587448 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49dd07e0-91e5-40f7-9621-8d9974ebac4c tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:30:07.587796 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49dd07e0-91e5-40f7-9621-8d9974ebac4c tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:30:07.588135 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49dd07e0-91e5-40f7-9621-8d9974ebac4c tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:30:07.588515 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49dd07e0-91e5-40f7-9621-8d9974ebac4c tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:30:07.588855 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49dd07e0-91e5-40f7-9621-8d9974ebac4c tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:30:07.589207 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49dd07e0-91e5-40f7-9621-8d9974ebac4c tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:30:07.589531 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49dd07e0-91e5-40f7-9621-8d9974ebac4c tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:30:07.589851 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49dd07e0-91e5-40f7-9621-8d9974ebac4c tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:30:07.590168 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49dd07e0-91e5-40f7-9621-8d9974ebac4c tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:30:07.590492 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49dd07e0-91e5-40f7-9621-8d9974ebac4c tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:30:07.590812 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49dd07e0-91e5-40f7-9621-8d9974ebac4c tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:30:07.599408 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-3e08d66b-61d5-42da-977b-5cd431504511 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:30:07.607826 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Network 82b8c8b7-8fc0-4fbe-90da-54e1320cc6a6 details requested by agent ovs-agent-dv-neutron-830731-3-hyperv with host dv-neutron-830731-3-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 10:30:07.653984 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8c2c2570-b42c-45b6-93f5-d20e6b35a6e7 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Notify callbacks [] for router_gateway, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:07.695994 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-c73a190b-8ea3-4822-8782-7686acff59b8 None None] Attempting to bind port 120077a2-6402-40db-80e4-82ad02280abc on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:30:07.695994 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-c73a190b-8ea3-4822-8782-7686acff59b8 None None] Attempting to bind port 120077a2-6402-40db-80e4-82ad02280abc by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': '8c71cc60-e697-4bc8-ab7b-834524b4e30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '30023e69-476d-4a1a-a06a-7d904c24f2c0'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:30:07.696465 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73a190b-8ea3-4822-8782-7686acff59b8 None None] Attempting to bind port 120077a2-6402-40db-80e4-82ad02280abc on network 30023e69-476d-4a1a-a06a-7d904c24f2c0 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:30:07.698379 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8c2c2570-b42c-45b6-93f5-d20e6b35a6e7 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:07.718222 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73a190b-8ea3-4822-8782-7686acff59b8 None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 30, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:30:07.718675 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73a190b-8ea3-4822-8782-7686acff59b8 None None] Checking segment: {'id': '8c71cc60-e697-4bc8-ab7b-834524b4e30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '30023e69-476d-4a1a-a06a-7d904c24f2c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:30:07.719140 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c73a190b-8ea3-4822-8782-7686acff59b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:07.719610 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73a190b-8ea3-4822-8782-7686acff59b8 None None] Bound using segment: {'id': '8c71cc60-e697-4bc8-ab7b-834524b4e30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '30023e69-476d-4a1a-a06a-7d904c24f2c0'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:30:07.720136 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-c73a190b-8ea3-4822-8782-7686acff59b8 None None] Bound port: 120077a2-6402-40db-80e4-82ad02280abc, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c71cc60-e697-4bc8-ab7b-834524b4e30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '30023e69-476d-4a1a-a06a-7d904c24f2c0'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:30:07.720743 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c73a190b-8ea3-4822-8782-7686acff59b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:07.753910 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.api.v2.resource [None req-3e08d66b-61d5-42da-977b-5cd431504511 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 10:30:07.758296 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-3e08d66b-61d5-42da-977b-5cd431504511 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.3119295 Mar 07 10:30:07.758842 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 36406) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:07.817052 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-c73a190b-8ea3-4822-8782-7686acff59b8 None None] For port 120077a2-6402-40db-80e4-82ad02280abc, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:30:07.820727 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-c73a190b-8ea3-4822-8782-7686acff59b8 None None] For port 120077a2-6402-40db-80e4-82ad02280abc, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=120077a2-6402-40db-80e4-82ad02280abc,segment=NetworkSegment(8c71cc60-e697-4bc8-ab7b-834524b4e30a),segment_id=8c71cc60-e697-4bc8-ab7b-834524b4e30a)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:30:07.827137 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c73a190b-8ea3-4822-8782-7686acff59b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:07.834112 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ebd5ed54-0571-4f17-ad88-ffeb6658ab10 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:07.894788 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-3b6d3387-29e3-4a27-9ec9-cc404252f627 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:30:07.907513 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73a190b-8ea3-4822-8782-7686acff59b8 None None] Pushing event updated for resources: {'Port': ['ID=120077a2-6402-40db-80e4-82ad02280abc,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:07.909306 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-3b6d3387-29e3-4a27-9ec9-cc404252f627 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Usage tracker for resource:subnet and tenant:44b92b651ff14b9ab83bd7a3588b3016 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:30:07.914129 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-3b6d3387-29e3-4a27-9ec9-cc404252f627 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:30:07.926637 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-3b6d3387-29e3-4a27-9ec9-cc404252f627 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:30:07.994921 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b6d3387-29e3-4a27-9ec9-cc404252f627 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Made reservation on behalf of 44b92b651ff14b9ab83bd7a3588b3016 for: {'subnet': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:30:08.108897 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-ebd5ed54-0571-4f17-ad88-ffeb6658ab10 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Calling delete_port for 046f5505-3904-4088-a8d6-73265143c445 owned by {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:30:08.113631 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-8c2c2570-b42c-45b6-93f5-d20e6b35a6e7 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Allocated IP 172.26.8.254 (5ed85006-6b00-415e-b71f-837fb1421c12/8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a/0d97ac80-4479-42ff-bfad-2d702e56d6e3) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:30:08.179648 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3b6d3387-29e3-4a27-9ec9-cc404252f627 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741426'] for subnet, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:08.219010 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a7257403-3573-49ad-94d2-9c1cc1781572 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:08.271872 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5b0c3b4f-3f4d-4f54-a73a-ae6d3a4c5459 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:08.305290 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a7257403-3573-49ad-94d2-9c1cc1781572 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:08.314369 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5b0c3b4f-3f4d-4f54-a73a-ae6d3a4c5459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:08.327288 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e6af5ec7-8536-43ff-82a1-8c39cf821e93 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2756383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3920168'] for router_interface, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:08.472889 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ebd5ed54-0571-4f17-ad88-ffeb6658ab10 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:08.510400 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a7257403-3573-49ad-94d2-9c1cc1781572 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:08.541800 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7257403-3573-49ad-94d2-9c1cc1781572 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32af85c0-6e32-490f-8e30-511afb887b5b,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:08.543527 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd5ed54-0571-4f17-ad88-ffeb6658ab10 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Pushing event deleted for resources: {'Port': ['ID=046f5505-3904-4088-a8d6-73265143c445,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:08.606625 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8c2c2570-b42c-45b6-93f5-d20e6b35a6e7 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:08.636971 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a7257403-3573-49ad-94d2-9c1cc1781572 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:08.640747 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-a7257403-3573-49ad-94d2-9c1cc1781572 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] 10.222.0.13 "DELETE /v2.0/security-groups/32af85c0-6e32-490f-8e30-511afb887b5b HTTP/1.1" status: 204 len: 168 time: 0.8696227 Mar 07 10:30:08.641325 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 36410) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:08.689673 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ebd5ed54-0571-4f17-ad88-ffeb6658ab10 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:08.691543 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-ebd5ed54-0571-4f17-ad88-ffeb6658ab10 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] 10.222.0.13 "DELETE /v2.0/ports/046f5505-3904-4088-a8d6-73265143c445 HTTP/1.1" status: 204 len: 168 time: 1.5804610 Mar 07 10:30:08.694465 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 36414) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:08.698846 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3b6d3387-29e3-4a27-9ec9-cc404252f627 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3556832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741408'] for subnet, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:08.733297 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8c2c2570-b42c-45b6-93f5-d20e6b35a6e7 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:08.774618 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2e6b9ef-90fd-4494-9910-24fac504746d tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] GET failed (client error): The resource could not be found. Mar 07 10:30:08.775138 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-c2e6b9ef-90fd-4494-9910-24fac504746d tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Synchronizing usage tracker for tenant:b6ff3248bb834bc1a094f45e7fa43fbd on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:30:08.834109 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-c2e6b9ef-90fd-4494-9910-24fac504746d tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Unset dirty status for tenant:b6ff3248bb834bc1a094f45e7fa43fbd on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:30:08.835268 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-c2e6b9ef-90fd-4494-9910-24fac504746d tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] 10.222.0.13 "GET /v2.0/ports/046f5505-3904-4088-a8d6-73265143c445 HTTP/1.1" status: 404 len: 333 time: 0.1395001 Mar 07 10:30:08.841580 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 36418) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:08.852941 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-025bc098-251d-4547-bce3-7c94b740a84a tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Synchronizing usage tracker for tenant:f30455a79c3143a994156db987d2241b on resource:security_group {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:30:08.858792 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-5b0c3b4f-3f4d-4f54-a73a-ae6d3a4c5459 admin admin] Allocated IP 172.26.8.38 (5ed85006-6b00-415e-b71f-837fb1421c12/8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a/3a0d4cd7-8cbd-449d-a778-fec20aea7910) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:30:08.954842 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-025bc098-251d-4547-bce3-7c94b740a84a tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Unset dirty status for tenant:f30455a79c3143a994156db987d2241b on resource:security_group {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:30:08.956139 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-025bc098-251d-4547-bce3-7c94b740a84a tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.3111310 Mar 07 10:30:08.965045 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-06d2c442-3024-4bb1-b486-1c469a90cbf7 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Deleting port 1884d3dd-5c2e-4dde-aa95-7e4afa037436 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:30:08.965185 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 36422) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:08.965434 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-06d2c442-3024-4bb1-b486-1c469a90cbf7 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:08.970855 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55e578ca-98e9-4a81-adb2-67d1417c5174 None None] Network 30023e69-476d-4a1a-a06a-7d904c24f2c0 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:30:08.979466 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6d3387-29e3-4a27-9ec9-cc404252f627 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Pushing event updated for resources: {'Subnet': ['ID=c20839c9-9a62-41c1-878c-448e3a16fb03,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:09.052565 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c2c2570-b42c-45b6-93f5-d20e6b35a6e7 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Network 5ed85006-6b00-415e-b71f-837fb1421c12 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:30:09.053414 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2c2570-b42c-45b6-93f5-d20e6b35a6e7 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Pushing event updated for resources: {'Port': ['ID=0d97ac80-4479-42ff-bfad-2d702e56d6e3,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:09.071742 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-8c2c2570-b42c-45b6-93f5-d20e6b35a6e7 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:30:09.079850 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2c2570-b42c-45b6-93f5-d20e6b35a6e7 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:30:09.293299 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-b272d426-989e-4630-a2f6-f6f40734eefa None None] Provisioning for port 120077a2-6402-40db-80e4-82ad02280abc completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:30:09.381535 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b6d3387-29e3-4a27-9ec9-cc404252f627 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Checking segment: {'id': '54fddf81-6799-45b0-bf7d-2d6ab6f20148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '82b8c8b7-8fc0-4fbe-90da-54e1320cc6a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:30:09.381758 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5b0c3b4f-3f4d-4f54-a73a-ae6d3a4c5459 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:09.382216 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b6d3387-29e3-4a27-9ec9-cc404252f627 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Network hostable DHCP agents. Network: 82b8c8b7-8fc0-4fbe-90da-54e1320cc6a6, hostable agents: ['6527556c-6586-422c-ae47-082984683847'], hosted agents: [] {{(pid=83738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:30:09.450088 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-06d2c442-3024-4bb1-b486-1c469a90cbf7 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:09.528955 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 120077a2-6402-40db-80e4-82ad02280abc up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:30:09.545536 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-34640174-bba2-4aa1-b675-22a27b330cd7 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Notify callbacks [] for security_group, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:09.588652 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-06d2c442-3024-4bb1-b486-1c469a90cbf7 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Calling delete_port for 1884d3dd-5c2e-4dde-aa95-7e4afa037436 owned by {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:30:09.605562 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning for port 120077a2-6402-40db-80e4-82ad02280abc completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:30:09.611811 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 120077a2-6402-40db-80e4-82ad02280abc triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:30:09.612789 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:09.620721 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-34640174-bba2-4aa1-b675-22a27b330cd7 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:09.637051 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b6d3387-29e3-4a27-9ec9-cc404252f627 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Network 82b8c8b7-8fc0-4fbe-90da-54e1320cc6a6 is scheduled to be hosted by DHCP agent 6527556c-6586-422c-ae47-082984683847 with binding_index 1 {{(pid=83738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:30:09.641064 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5b0c3b4f-3f4d-4f54-a73a-ae6d3a4c5459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:09.688656 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-3b6d3387-29e3-4a27-9ec9-cc404252f627 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830731-3-hyperv, 82b8c8b7-8fc0-4fbe-90da-54e1320cc6a6) {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:30:09.708991 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b0c3b4f-3f4d-4f54-a73a-ae6d3a4c5459 admin admin] Network 5ed85006-6b00-415e-b71f-837fb1421c12 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:30:09.709490 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b6d3387-29e3-4a27-9ec9-cc404252f627 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:09.709743 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ce6d79f-7ae0-4306-927c-efe0ecfa1edd None None] Network 82b8c8b7-8fc0-4fbe-90da-54e1320cc6a6 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:30:09.711315 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3b6d3387-29e3-4a27-9ec9-cc404252f627 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:09.721613 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-5b0c3b4f-3f4d-4f54-a73a-ae6d3a4c5459 admin admin] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:30:09.731101 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0c3b4f-3f4d-4f54-a73a-ae6d3a4c5459 admin admin] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:30:09.793446 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-3b6d3387-29e3-4a27-9ec9-cc404252f627 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.3201094 Mar 07 10:30:09.801506 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-34640174-bba2-4aa1-b675-22a27b330cd7 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:09.815946 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 36426) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:09.826977 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:09.849806 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8c2c2570-b42c-45b6-93f5-d20e6b35a6e7 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Notify callbacks [] for router_gateway, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:09.864403 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] For port 120077a2-6402-40db-80e4-82ad02280abc, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=120077a2-6402-40db-80e4-82ad02280abc,segment=NetworkSegment(8c71cc60-e697-4bc8-ab7b-834524b4e30a),segment_id=8c71cc60-e697-4bc8-ab7b-834524b4e30a)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:30:09.884008 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:09.915428 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-34640174-bba2-4aa1-b675-22a27b330cd7 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:09.919611 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-34640174-bba2-4aa1-b675-22a27b330cd7 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] 10.222.0.13 "DELETE /v2.0/security-groups/60051e64-e555-4399-a62a-d40dfa9a6d1d HTTP/1.1" status: 204 len: 168 time: 0.9476058 Mar 07 10:30:09.921505 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34640174-bba2-4aa1-b675-22a27b330cd7 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60051e64-e555-4399-a62a-d40dfa9a6d1d,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:10.010003 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 36430) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:10.081643 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Pushing event updated for resources: {'Port': ['ID=120077a2-6402-40db-80e4-82ad02280abc,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:10.087654 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-0768d871-e286-45b0-a1ce-e87b75965a9d tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Synchronizing usage tracker for tenant:f30455a79c3143a994156db987d2241b on resource:security_group {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:30:10.105575 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1281aad4-652b-4b43-9c61-ca3c1ebb01e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ec2749d-0aec-52fb-aca6-10ba8a80aade-82b8c8b7-8fc0-4fbe-90da-54e1320cc6a6', 'network_id': '82b8c8b7-8fc0-4fbe-90da-54e1320cc6a6', 'tenant_id': '44b92b651ff14b9ab83bd7a3588b3016', 'fixed_ips': [{'subnet_id': 'c20839c9-9a62-41c1-878c-448e3a16fb03'}]}} from dv-neutron-830731-3-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 07 10:30:10.105760 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0c3b4f-3f4d-4f54-a73a-ae6d3a4c5459 admin admin] Pushing event updated for resources: {'Port': ['ID=3a0d4cd7-8cbd-449d-a778-fec20aea7910,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:10.107134 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-1281aad4-652b-4b43-9c61-ca3c1ebb01e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:10.113913 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6af5ec7-8536-43ff-82a1-8c39cf821e93 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Router 3324b4fd-0a96-401d-9daf-b341f252b9ce has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:30:10.159655 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-0768d871-e286-45b0-a1ce-e87b75965a9d tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Unset dirty status for tenant:f30455a79c3143a994156db987d2241b on resource:security_group {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:30:10.164558 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-0768d871-e286-45b0-a1ce-e87b75965a9d tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1494694 Mar 07 10:30:10.177736 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1693b1d-bd36-48f7-8f91-cee12b513343 None None] Network 30023e69-476d-4a1a-a06a-7d904c24f2c0 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:30:10.196979 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 36434) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:10.222094 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-524d3854-b296-42d9-88ee-cd3923d7bc86 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Request body: {'security_group': {'name': 'tempest-secgroup--1572953163'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:30:10.269937 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-524d3854-b296-42d9-88ee-cd3923d7bc86 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:30:10.302169 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8c2c2570-b42c-45b6-93f5-d20e6b35a6e7 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3917998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58952'] for router, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:10.309553 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8c2c2570-b42c-45b6-93f5-d20e6b35a6e7 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3923496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3923511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3918005'] for router, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:10.316756 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-32a95703-652f-46ae-b56b-9e6fe964acb7 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1158940'] for network, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:10.323976 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-06d2c442-3024-4bb1-b486-1c469a90cbf7 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:10.377109 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-0ecc7548-9da6-4d4d-8438-d11677689067 None None] Provisioning complete for port 120077a2-6402-40db-80e4-82ad02280abc triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:30:10.377350 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-524d3854-b296-42d9-88ee-cd3923d7bc86 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:30:10.377473 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ecc7548-9da6-4d4d-8438-d11677689067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:10.427525 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d2c442-3024-4bb1-b486-1c469a90cbf7 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Pushing event deleted for resources: {'Port': ['ID=1884d3dd-5c2e-4dde-aa95-7e4afa037436,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:10.446332 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-1281aad4-652b-4b43-9c61-ca3c1ebb01e4 None None] Allocated IP 172.20.0.1 (82b8c8b7-8fc0-4fbe-90da-54e1320cc6a6/c20839c9-9a62-41c1-878c-448e3a16fb03/c69f4257-367c-41a3-af14-b2665752ed85) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:30:10.477500 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-524d3854-b296-42d9-88ee-cd3923d7bc86 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:10.502885 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6af5ec7-8536-43ff-82a1-8c39cf821e93 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:30:10.518029 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c37924-ee05-42eb-8738-861ebd4f6365 None None] Sync routers for ids ['3324b4fd-0a96-401d-9daf-b341f252b9ce'] in dv-neutron-830731-3-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:30:10.521041 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-e6af5ec7-8536-43ff-82a1-8c39cf821e93 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] 10.222.0.13 "PUT /v2.0/routers/3324b4fd-0a96-401d-9daf-b341f252b9ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5382738 Mar 07 10:30:10.521724 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 36438) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:10.535928 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c37924-ee05-42eb-8738-861ebd4f6365 None None] Routers {'3324b4fd-0a96-401d-9daf-b341f252b9ce'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:30:10.536558 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-e9c37924-ee05-42eb-8738-861ebd4f6365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:30:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['3324b4fd-0a96-401d-9daf-b341f252b9ce'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:30:10.599672 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-06d2c442-3024-4bb1-b486-1c469a90cbf7 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:10.616992 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-32a95703-652f-46ae-b56b-9e6fe964acb7 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1525496'] for subnet, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:10.749509 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-524d3854-b296-42d9-88ee-cd3923d7bc86 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:30:10.753412 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-524d3854-b296-42d9-88ee-cd3923d7bc86 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Usage tracker for resource:security_group_rule and tenant:f30455a79c3143a994156db987d2241b is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:30:10.756465 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-524d3854-b296-42d9-88ee-cd3923d7bc86 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:30:10.762556 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-524d3854-b296-42d9-88ee-cd3923d7bc86 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:30:10.817806 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-e9c37924-ee05-42eb-8738-861ebd4f6365 None None] Set router 3324b4fd-0a96-401d-9daf-b341f252b9ce gateway port host: None {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:30:10.859286 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-524d3854-b296-42d9-88ee-cd3923d7bc86 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:10.873238 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-06d2c442-3024-4bb1-b486-1c469a90cbf7 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] 10.222.0.13 "DELETE /v2.0/ports/1884d3dd-5c2e-4dde-aa95-7e4afa037436 HTTP/1.1" status: 204 len: 168 time: 2.0303938 Mar 07 10:30:10.876978 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 36442) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:10.882567 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-1281aad4-652b-4b43-9c61-ca3c1ebb01e4 None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:10.885522 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-524d3854-b296-42d9-88ee-cd3923d7bc86 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:10.910713 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-1281aad4-652b-4b43-9c61-ca3c1ebb01e4 None None] Transition to ACTIVE for port object c69f4257-367c-41a3-af14-b2665752ed85 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:30:10.948223 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_v2 [None req-1781834b-cec5-4c4d-8ff2-319e3081d872 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Deleting subnet 29bc72c7-310a-41ac-aaee-74352799fbfc {{(pid=83738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 07 10:30:10.951384 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-1281aad4-652b-4b43-9c61-ca3c1ebb01e4 None None] Transition to ACTIVE for port object c69f4257-367c-41a3-af14-b2665752ed85 will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:30:10.951530 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1781834b-cec5-4c4d-8ff2-319e3081d872 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks [] for subnet, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:10.964865 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-151561ce-923c-42cc-ae22-78487371f1dd tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] GET failed (client error): The resource could not be found. Mar 07 10:30:10.965371 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-151561ce-923c-42cc-ae22-78487371f1dd tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Synchronizing usage tracker for tenant:b6ff3248bb834bc1a094f45e7fa43fbd on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:30:10.968929 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-1281aad4-652b-4b43-9c61-ca3c1ebb01e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:10.992068 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524d3854-b296-42d9-88ee-cd3923d7bc86 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8a59676-81fa-465b-8772-ecbb2cbf1337,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:11.023175 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5b0c3b4f-3f4d-4f54-a73a-ae6d3a4c5459 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:11.023175 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5b0c3b4f-3f4d-4f54-a73a-ae6d3a4c5459 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3917991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923518'] for router, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:11.042799 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-524d3854-b296-42d9-88ee-cd3923d7bc86 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:11.043146 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1781834b-cec5-4c4d-8ff2-319e3081d872 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2969395'] for subnet, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:11.048656 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-524d3854-b296-42d9-88ee-cd3923d7bc86 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.8506124 Mar 07 10:30:11.049866 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 36446) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:11.062284 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1281aad4-652b-4b43-9c61-ca3c1ebb01e4 None None] Pushing event updated for resources: {'Port': ['ID=c69f4257-367c-41a3-af14-b2665752ed85,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:11.083539 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1281aad4-652b-4b43-9c61-ca3c1ebb01e4 None None] Network 82b8c8b7-8fc0-4fbe-90da-54e1320cc6a6 is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:30:11.085565 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-1281aad4-652b-4b43-9c61-ca3c1ebb01e4 None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:30:11.088168 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1281aad4-652b-4b43-9c61-ca3c1ebb01e4 None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:30:11.153616 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-32a95703-652f-46ae-b56b-9e6fe964acb7 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1525489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3012507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3219316'] for subnet, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:11.186179 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-315af2e6-f61d-47b4-a707-bc0028a7a67e tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Request body: {'security_group_rule': {'security_group_id': 'a8a59676-81fa-465b-8772-ecbb2cbf1337', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:30:11.199309 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-315af2e6-f61d-47b4-a707-bc0028a7a67e tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:30:11.204291 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-315af2e6-f61d-47b4-a707-bc0028a7a67e tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Usage tracker for resource:security_group_rule and tenant:f30455a79c3143a994156db987d2241b is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:30:11.208117 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-315af2e6-f61d-47b4-a707-bc0028a7a67e tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:30:11.214089 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-1281aad4-652b-4b43-9c61-ca3c1ebb01e4 None None] Attempting to bind port c69f4257-367c-41a3-af14-b2665752ed85 on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:30:11.214846 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-1281aad4-652b-4b43-9c61-ca3c1ebb01e4 None None] Attempting to bind port c69f4257-367c-41a3-af14-b2665752ed85 by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': '54fddf81-6799-45b0-bf7d-2d6ab6f20148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '82b8c8b7-8fc0-4fbe-90da-54e1320cc6a6'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:30:11.215210 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1281aad4-652b-4b43-9c61-ca3c1ebb01e4 None None] Attempting to bind port c69f4257-367c-41a3-af14-b2665752ed85 on network 82b8c8b7-8fc0-4fbe-90da-54e1320cc6a6 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:30:11.228332 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1781834b-cec5-4c4d-8ff2-319e3081d872 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1525496'] for subnet, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:11.243184 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1281aad4-652b-4b43-9c61-ca3c1ebb01e4 None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 30, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:30:11.243721 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1281aad4-652b-4b43-9c61-ca3c1ebb01e4 None None] Checking segment: {'id': '54fddf81-6799-45b0-bf7d-2d6ab6f20148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '82b8c8b7-8fc0-4fbe-90da-54e1320cc6a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:30:11.244130 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-1281aad4-652b-4b43-9c61-ca3c1ebb01e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:11.245924 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1281aad4-652b-4b43-9c61-ca3c1ebb01e4 None None] Bound using segment: {'id': '54fddf81-6799-45b0-bf7d-2d6ab6f20148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '82b8c8b7-8fc0-4fbe-90da-54e1320cc6a6'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:30:11.247717 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-1281aad4-652b-4b43-9c61-ca3c1ebb01e4 None None] Bound port: c69f4257-367c-41a3-af14-b2665752ed85, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54fddf81-6799-45b0-bf7d-2d6ab6f20148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '82b8c8b7-8fc0-4fbe-90da-54e1320cc6a6'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:30:11.248240 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-1281aad4-652b-4b43-9c61-ca3c1ebb01e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:11.255704 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-e9c37924-ee05-42eb-8738-861ebd4f6365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3324b4fd-0a96-401d-9daf-b341f252b9ce', 'name': 'tempest-RoutersTest-router-1450641091', 'tenant_id': '8843377006954c17a088ed77df13332f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:28:36Z', 'updated_at': '2022-03-07T10:30:07Z', 'revision_number': 9, 'project_id': '8843377006954c17a088ed77df13332f', 'gw_port_host': None, '_interfaces': [{'id': '886fbece-a853-4903-842e-0215fc553fdb', 'name': '', 'network_id': 'c602f718-e9de-48ac-b4a6-a9273b50169a', 'tenant_id': '8843377006954c17a088ed77df13332f', 'mac_address': 'fa:16:3e:2a:52:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3324b4fd-0a96-401d-9daf-b341f252b9ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32ec8036-5adc-4d1f-a49f-bc0660977659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:28:40Z', 'updated_at': '2022-03-07T10:28:57Z', 'revision_number': 5, 'project_id': '8843377006954c17a088ed77df13332f', 'subnets': [{'id': '32ec8036-5adc-4d1f-a49f-bc0660977659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae5b58a1-dd22-45d9-89cd-37eed5f11e6a', 'name': '', 'network_id': 'e62b0e07-d740-4280-82f4-4966ab2ca75d', 'tenant_id': '8843377006954c17a088ed77df13332f', 'mac_address': 'fa:16:3e:bf:9b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3324b4fd-0a96-401d-9daf-b341f252b9ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7245e10c-4fca-4313-bd10-62ddf8acc484', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:28:54Z', 'updated_at': '2022-03-07T10:29:06Z', 'revision_number': 5, 'project_id': '8843377006954c17a088ed77df13332f', 'subnets': [{'id': '7245e10c-4fca-4313-bd10-62ddf8acc484', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:30:11.259965 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c37924-ee05-42eb-8738-861ebd4f6365 None None] Checking router: 3324b4fd-0a96-401d-9daf-b341f252b9ce for host: dv-neutron-830731-3-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 07 10:30:11.281517 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c37924-ee05-42eb-8738-861ebd4f6365 None None] Routers {'3324b4fd-0a96-401d-9daf-b341f252b9ce'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:30:11.282423 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-e9c37924-ee05-42eb-8738-861ebd4f6365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:30:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['3324b4fd-0a96-401d-9daf-b341f252b9ce'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:30:11.314012 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c2c2570-b42c-45b6-93f5-d20e6b35a6e7 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Router d2503196-720e-4361-b9ea-4c7cf630654b is scheduled to L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 with binding_index 1 {{(pid=83738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 10:30:11.416778 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-151561ce-923c-42cc-ae22-78487371f1dd tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Unset dirty status for tenant:b6ff3248bb834bc1a094f45e7fa43fbd on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:30:11.431027 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-151561ce-923c-42cc-ae22-78487371f1dd tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] 10.222.0.13 "GET /v2.0/ports/1884d3dd-5c2e-4dde-aa95-7e4afa037436 HTTP/1.1" status: 404 len: 333 time: 0.5517337 Mar 07 10:30:11.433318 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-1281aad4-652b-4b43-9c61-ca3c1ebb01e4 None None] For port c69f4257-367c-41a3-af14-b2665752ed85, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:30:11.436794 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-1281aad4-652b-4b43-9c61-ca3c1ebb01e4 None None] For port c69f4257-367c-41a3-af14-b2665752ed85, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=c69f4257-367c-41a3-af14-b2665752ed85,segment=NetworkSegment(54fddf81-6799-45b0-bf7d-2d6ab6f20148),segment_id=54fddf81-6799-45b0-bf7d-2d6ab6f20148)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:30:11.441771 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-315af2e6-f61d-47b4-a707-bc0028a7a67e tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:30:11.445713 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 120077a2-6402-40db-80e4-82ad02280abc up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:30:11.462548 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 36452) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:11.479936 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-1281aad4-652b-4b43-9c61-ca3c1ebb01e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:11.480753 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-e9c37924-ee05-42eb-8738-861ebd4f6365 None None] Set router 3324b4fd-0a96-401d-9daf-b341f252b9ce gateway port host: None {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:30:11.481762 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1781834b-cec5-4c4d-8ff2-319e3081d872 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1525489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3556647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741465'] for subnet, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:11.534679 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1781834b-cec5-4c4d-8ff2-319e3081d872 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Pushing event deleted for resources: {'Subnet': ['ID=29bc72c7-310a-41ac-aaee-74352799fbfc,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:11.546597 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a95703-652f-46ae-b56b-9e6fe964acb7 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Pushing event deleted for resources: {'Subnet': ['ID=c20839c9-9a62-41c1-878c-448e3a16fb03,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:11.549493 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1781834b-cec5-4c4d-8ff2-319e3081d872 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:11.562108 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8789ee53-7970-4ea5-a74b-73c55e4158f3 None None] Network db19f82f-3c00-484d-af98-ef5349ef33de requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:30:11.568394 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-1781834b-cec5-4c4d-8ff2-319e3081d872 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] 10.222.0.13 "DELETE /v2.0/subnets/29bc72c7-310a-41ac-aaee-74352799fbfc HTTP/1.1" status: 204 len: 168 time: 1.0446961 Mar 07 10:30:11.571269 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 36456) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:11.698631 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7c8a2c75-ad07-4974-a6d2-541e85efd4dc tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1158940'] for network, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:11.705746 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-243fe82f-31fd-40de-ac14-7dcad1c2c854 None None] Provisioning complete for port 120077a2-6402-40db-80e4-82ad02280abc triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:30:11.706117 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-243fe82f-31fd-40de-ac14-7dcad1c2c854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:11.716815 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-7c8a2c75-ad07-4974-a6d2-541e85efd4dc tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Deleting port 40159b33-aacc-4909-9c27-1a244977f447 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:30:11.717177 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7c8a2c75-ad07-4974-a6d2-541e85efd4dc tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:11.788606 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-32a95703-652f-46ae-b56b-9e6fe964acb7 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1526893', 'neutron.services.segments.db._delete_segments_for_network-8732568551033'] for network, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:11.834879 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.api.v2.resource [None req-315af2e6-f61d-47b4-a707-bc0028a7a67e tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 10:30:11.838442 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-315af2e6-f61d-47b4-a707-bc0028a7a67e tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.6968300 Mar 07 10:30:11.839098 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 36462) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:11.843366 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1281aad4-652b-4b43-9c61-ca3c1ebb01e4 None None] Pushing event updated for resources: {'Port': ['ID=c69f4257-367c-41a3-af14-b2665752ed85,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:11.847979 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-36a62b9f-a64e-477b-8388-0020ec3488ef tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Request body: {'security_group_rule': {'security_group_id': 'a8a59676-81fa-465b-8772-ecbb2cbf1337', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:30:11.854993 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c2c2570-b42c-45b6-93f5-d20e6b35a6e7 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:30:11.860843 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-32a95703-652f-46ae-b56b-9e6fe964acb7 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82b8c8b7-8fc0-4fbe-90da-54e1320cc6a6']}} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:30:11.863430 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8c2c2570-b42c-45b6-93f5-d20e6b35a6e7 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Notify callbacks [] for router, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:11.864585 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-8c2c2570-b42c-45b6-93f5-d20e6b35a6e7 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] 10.222.0.13 "PUT /v2.0/routers/d2503196-720e-4361-b9ea-4c7cf630654b HTTP/1.1" status: 200 len: 883 time: 5.6944666 Mar 07 10:30:11.870658 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 36466) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:11.880923 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-36a62b9f-a64e-477b-8388-0020ec3488ef tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:30:11.892911 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce2228b-4d46-4363-9448-aed91bfde580 None None] Sync routers for ids ['d2503196-720e-4361-b9ea-4c7cf630654b'] in dv-neutron-830731-3-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:30:11.894353 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-32a95703-652f-46ae-b56b-9e6fe964acb7 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54fddf81-6799-45b0-bf7d-2d6ab6f20148') {'for_net_delete': True} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:30:11.897113 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-32a95703-652f-46ae-b56b-9e6fe964acb7 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54fddf81-6799-45b0-bf7d-2d6ab6f20148') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:30:11.930824 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-e9c37924-ee05-42eb-8738-861ebd4f6365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3324b4fd-0a96-401d-9daf-b341f252b9ce', 'name': 'tempest-RoutersTest-router-1450641091', 'tenant_id': '8843377006954c17a088ed77df13332f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:28:36Z', 'updated_at': '2022-03-07T10:30:07Z', 'revision_number': 9, 'project_id': '8843377006954c17a088ed77df13332f', 'gw_port_host': None, '_interfaces': [{'id': '886fbece-a853-4903-842e-0215fc553fdb', 'name': '', 'network_id': 'c602f718-e9de-48ac-b4a6-a9273b50169a', 'tenant_id': '8843377006954c17a088ed77df13332f', 'mac_address': 'fa:16:3e:2a:52:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3324b4fd-0a96-401d-9daf-b341f252b9ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32ec8036-5adc-4d1f-a49f-bc0660977659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:28:40Z', 'updated_at': '2022-03-07T10:28:57Z', 'revision_number': 5, 'project_id': '8843377006954c17a088ed77df13332f', 'subnets': [{'id': '32ec8036-5adc-4d1f-a49f-bc0660977659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae5b58a1-dd22-45d9-89cd-37eed5f11e6a', 'name': '', 'network_id': 'e62b0e07-d740-4280-82f4-4966ab2ca75d', 'tenant_id': '8843377006954c17a088ed77df13332f', 'mac_address': 'fa:16:3e:bf:9b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3324b4fd-0a96-401d-9daf-b341f252b9ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7245e10c-4fca-4313-bd10-62ddf8acc484', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:28:54Z', 'updated_at': '2022-03-07T10:29:06Z', 'revision_number': 5, 'project_id': '8843377006954c17a088ed77df13332f', 'subnets': [{'id': '7245e10c-4fca-4313-bd10-62ddf8acc484', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:30:11.934946 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c37924-ee05-42eb-8738-861ebd4f6365 None None] The sync data for ids ['3324b4fd-0a96-401d-9daf-b341f252b9ce'] in dv-neutron-830731-3-hyperv is: [{'id': '3324b4fd-0a96-401d-9daf-b341f252b9ce', 'name': 'tempest-RoutersTest-router-1450641091', 'tenant_id': '8843377006954c17a088ed77df13332f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:28:36Z', 'updated_at': '2022-03-07T10:30:07Z', 'revision_number': 9, 'project_id': '8843377006954c17a088ed77df13332f', 'gw_port_host': None, '_interfaces': [{'id': '886fbece-a853-4903-842e-0215fc553fdb', 'name': '', 'network_id': 'c602f718-e9de-48ac-b4a6-a9273b50169a', 'tenant_id': '8843377006954c17a088ed77df13332f', 'mac_address': 'fa:16:3e:2a:52:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3324b4fd-0a96-401d-9daf-b341f252b9ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32ec8036-5adc-4d1f-a49f-bc0660977659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:28:40Z', 'updated_at': '2022-03-07T10:28:57Z', 'revision_number': 5, 'project_id': '8843377006954c17a088ed77df13332f', 'subnets': [{'id': '32ec8036-5adc-4d1f-a49f-bc0660977659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae5b58a1-dd22-45d9-89cd-37eed5f11e6a', 'name': '', 'network_id': 'e62b0e07-d740-4280-82f4-4966ab2ca75d', 'tenant_id': '8843377006954c17a088ed77df13332f', 'mac_address': 'fa:16:3e:bf:9b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3324b4fd-0a96-401d-9daf-b341f252b9ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7245e10c-4fca-4313-bd10-62ddf8acc484', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:28:54Z', 'updated_at': '2022-03-07T10:29:06Z', 'revision_number': 5, 'project_id': '8843377006954c17a088ed77df13332f', 'subnets': [{'id': '7245e10c-4fca-4313-bd10-62ddf8acc484', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:30:11.948847 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-36a62b9f-a64e-477b-8388-0020ec3488ef tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Usage tracker for resource:security_group_rule and tenant:f30455a79c3143a994156db987d2241b is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:30:11.962265 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 120077a2-6402-40db-80e4-82ad02280abc triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:30:11.962633 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:11.963718 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-36a62b9f-a64e-477b-8388-0020ec3488ef tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:30:11.974096 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-36a62b9f-a64e-477b-8388-0020ec3488ef tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:30:12.006126 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-7c8a2c75-ad07-4974-a6d2-541e85efd4dc tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] For port 40159b33-aacc-4909-9c27-1a244977f447, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=40159b33-aacc-4909-9c27-1a244977f447,segment=NetworkSegment(b04dff01-6d70-40eb-9368-04c1264d48ae),segment_id=b04dff01-6d70-40eb-9368-04c1264d48ae)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:30:12.006486 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7c8a2c75-ad07-4974-a6d2-541e85efd4dc tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:12.009692 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e3d8650-f3e4-4c77-88ea-3db682913159 None None] Network 82b8c8b7-8fc0-4fbe-90da-54e1320cc6a6 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:30:12.036455 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce2228b-4d46-4363-9448-aed91bfde580 None None] Routers {'d2503196-720e-4361-b9ea-4c7cf630654b'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:30:12.037245 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-9ce2228b-4d46-4363-9448-aed91bfde580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:30:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['d2503196-720e-4361-b9ea-4c7cf630654b'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:30:12.046695 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-32a95703-652f-46ae-b56b-9e6fe964acb7 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732568550916', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629174'] for segment, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:12.059777 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfe155f8-d82e-4b2a-bfa7-cadbf144a521 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Deleting subnet e5fc0a45-a9f4-40e6-bfe6-bf2e5ba50def {{(pid=83737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 07 10:30:12.074392 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-dfe155f8-d82e-4b2a-bfa7-cadbf144a521 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks [] for subnet, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:12.119515 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-32a95703-652f-46ae-b56b-9e6fe964acb7 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:12.134641 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32a95703-652f-46ae-b56b-9e6fe964acb7 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=83737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 07 10:30:12.134641 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-32a95703-652f-46ae-b56b-9e6fe964acb7 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1227397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3012597'] for segment, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:12.140388 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-7c8a2c75-ad07-4974-a6d2-541e85efd4dc tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Calling delete_port for 40159b33-aacc-4909-9c27-1a244977f447 owned by network:dhcp {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:30:12.151303 dv-neutron-830731-3-hyperv neutron-server[83737]: Traceback (most recent call last): Mar 07 10:30:12.151303 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 07 10:30:12.151303 dv-neutron-830731-3-hyperv neutron-server[83737]: timer() Mar 07 10:30:12.151303 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:30:12.151303 dv-neutron-830731-3-hyperv neutron-server[83737]: cb(*args, **kw) Mar 07 10:30:12.151303 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 10:30:12.151303 dv-neutron-830731-3-hyperv neutron-server[83737]: return func(*args, **kwargs) Mar 07 10:30:12.151303 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:30:12.151303 dv-neutron-830731-3-hyperv neutron-server[83737]: self._notify() Mar 07 10:30:12.151303 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:30:12.151303 dv-neutron-830731-3-hyperv neutron-server[83737]: self.callback(batched_events) Mar 07 10:30:12.151303 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:30:12.151303 dv-neutron-830731-3-hyperv neutron-server[83737]: event.method(event) Mar 07 10:30:12.151303 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 10:30:12.151303 dv-neutron-830731-3-hyperv neutron-server[83737]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:30:12.151303 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 10:30:12.151303 dv-neutron-830731-3-hyperv neutron-server[83737]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:30:12.151303 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 10:30:12.151303 dv-neutron-830731-3-hyperv neutron-server[83737]: return f(self, *a, **k) Mar 07 10:30:12.151303 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:30:12.151303 dv-neutron-830731-3-hyperv neutron-server[83737]: return self._get(url).json() Mar 07 10:30:12.151303 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:30:12.151303 dv-neutron-830731-3-hyperv neutron-server[83737]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:30:12.151303 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 07 10:30:12.151303 dv-neutron-830731-3-hyperv neutron-server[83737]: return self.request(url, 'GET', **kwargs) Mar 07 10:30:12.151303 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 07 10:30:12.151303 dv-neutron-830731-3-hyperv neutron-server[83737]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:30:12.151303 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 07 10:30:12.151303 dv-neutron-830731-3-hyperv neutron-server[83737]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:30:12.151303 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 07 10:30:12.151303 dv-neutron-830731-3-hyperv neutron-server[83737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:30:12.151303 dv-neutron-830731-3-hyperv neutron-server[83737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:30:12.187245 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.api.v2.resource [None req-36a62b9f-a64e-477b-8388-0020ec3488ef tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 10:30:12.191858 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-36a62b9f-a64e-477b-8388-0020ec3488ef tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3518496 Mar 07 10:30:12.193623 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-9ce2228b-4d46-4363-9448-aed91bfde580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:30:12.194123 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 36470) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:12.282677 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7c8a2c75-ad07-4974-a6d2-541e85efd4dc tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:12.372393 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-dfe155f8-d82e-4b2a-bfa7-cadbf144a521 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2627781'] for subnet, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:12.374870 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce2228b-4d46-4363-9448-aed91bfde580 None None] Routers {'d2503196-720e-4361-b9ea-4c7cf630654b'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:30:12.375659 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-9ce2228b-4d46-4363-9448-aed91bfde580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:30:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['d2503196-720e-4361-b9ea-4c7cf630654b'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:30:12.382123 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8a2c75-ad07-4974-a6d2-541e85efd4dc tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Pushing event deleted for resources: {'Port': ['ID=40159b33-aacc-4909-9c27-1a244977f447,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:12.388658 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-056c463f-b67c-4701-9c74-6b435627031e tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Notify callbacks [] for security_group, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:12.402544 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8a2c75-ad07-4974-a6d2-541e85efd4dc tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] No DVR routers for this DVR port 40159b33-aacc-4909-9c27-1a244977f447 on host dv-neutron-830731-3-hyperv {{(pid=83738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:30:12.461268 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.db.api [None req-32a95703-652f-46ae-b56b-9e6fe964acb7 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 07 10:30:12.461268 dv-neutron-830731-3-hyperv neutron-server[83737]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 07 10:30:12.461268 dv-neutron-830731-3-hyperv neutron-server[83737]: [parameters: {'id': '82b8c8b7-8fc0-4fbe-90da-54e1320cc6a6'}] Mar 07 10:30:12.461268 dv-neutron-830731-3-hyperv neutron-server[83737]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83737) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 10:30:12.461268 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG oslo_db.api [None req-32a95703-652f-46ae-b56b-9e6fe964acb7 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 10:30:12.475556 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-056c463f-b67c-4701-9c74-6b435627031e tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:12.491051 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-9ce2228b-4d46-4363-9448-aed91bfde580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:30:12.491314 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce2228b-4d46-4363-9448-aed91bfde580 None None] The sync data for ids ['d2503196-720e-4361-b9ea-4c7cf630654b'] in dv-neutron-830731-3-hyperv is: [] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:30:12.540217 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-dfe155f8-d82e-4b2a-bfa7-cadbf144a521 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1525496'] for subnet, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:12.576070 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7c8a2c75-ad07-4974-a6d2-541e85efd4dc tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1526893', 'neutron.services.segments.db._delete_segments_for_network-8732568551033'] for network, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:12.600344 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d22fab7f-4ff5-4a73-92b5-6f511ef15654 None None] DHCP port deletion for db19f82f-3c00-484d-af98-ef5349ef33de request from dv-neutron-830731-3-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 07 10:30:12.613214 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-7c8a2c75-ad07-4974-a6d2-541e85efd4dc tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db19f82f-3c00-484d-af98-ef5349ef33de']}} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:30:12.624434 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d23c23-c72f-4e2c-867e-d0b163ca20f9 None None] get_active_networks_info from dv-neutron-830731-3-hyperv {{(pid=83739) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 07 10:30:12.633184 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-7c8a2c75-ad07-4974-a6d2-541e85efd4dc tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b04dff01-6d70-40eb-9368-04c1264d48ae') {'for_net_delete': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:30:12.633741 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-7c8a2c75-ad07-4974-a6d2-541e85efd4dc tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b04dff01-6d70-40eb-9368-04c1264d48ae') {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:30:12.645986 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-056c463f-b67c-4701-9c74-6b435627031e tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:12.648350 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b0c3b4f-3f4d-4f54-a73a-ae6d3a4c5459 admin admin] Router 2b54fb8b-b163-48a3-b144-8be5cda72c7c is scheduled to L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 with binding_index 1 {{(pid=83737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 10:30:12.661616 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-82910d08-6c2a-4c2f-a7db-1fd7b14311b0 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] 10.222.0.13 "GET /v2.0/routers/d2503196-720e-4361-b9ea-4c7cf630654b HTTP/1.1" status: 200 len: 924 time: 0.7877634 Mar 07 10:30:12.662750 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-dfe155f8-d82e-4b2a-bfa7-cadbf144a521 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1525489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3012507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3219316'] for subnet, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:12.664389 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7c8a2c75-ad07-4974-a6d2-541e85efd4dc tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732568550916', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968000'] for segment, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:12.667104 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 36474) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:12.677570 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056c463f-b67c-4701-9c74-6b435627031e tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8a59676-81fa-465b-8772-ecbb2cbf1337,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:12.693565 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7c8a2c75-ad07-4974-a6d2-541e85efd4dc tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:12.704443 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c8a2c75-ad07-4974-a6d2-541e85efd4dc tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=83738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 07 10:30:12.704692 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7c8a2c75-ad07-4974-a6d2-541e85efd4dc tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1227397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3556681'] for segment, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:12.724695 dv-neutron-830731-3-hyperv neutron-server[83738]: Traceback (most recent call last): Mar 07 10:30:12.724695 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 07 10:30:12.724695 dv-neutron-830731-3-hyperv neutron-server[83738]: timer() Mar 07 10:30:12.724695 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:30:12.724695 dv-neutron-830731-3-hyperv neutron-server[83738]: cb(*args, **kw) Mar 07 10:30:12.724695 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 10:30:12.724695 dv-neutron-830731-3-hyperv neutron-server[83738]: return func(*args, **kwargs) Mar 07 10:30:12.724695 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:30:12.724695 dv-neutron-830731-3-hyperv neutron-server[83738]: self._notify() Mar 07 10:30:12.724695 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:30:12.724695 dv-neutron-830731-3-hyperv neutron-server[83738]: self.callback(batched_events) Mar 07 10:30:12.724695 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:30:12.724695 dv-neutron-830731-3-hyperv neutron-server[83738]: event.method(event) Mar 07 10:30:12.724695 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 10:30:12.724695 dv-neutron-830731-3-hyperv neutron-server[83738]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:30:12.724695 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 10:30:12.724695 dv-neutron-830731-3-hyperv neutron-server[83738]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:30:12.724695 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 10:30:12.724695 dv-neutron-830731-3-hyperv neutron-server[83738]: return f(self, *a, **k) Mar 07 10:30:12.724695 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:30:12.724695 dv-neutron-830731-3-hyperv neutron-server[83738]: return self._get(url).json() Mar 07 10:30:12.724695 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:30:12.724695 dv-neutron-830731-3-hyperv neutron-server[83738]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:30:12.724695 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 07 10:30:12.724695 dv-neutron-830731-3-hyperv neutron-server[83738]: return self.request(url, 'GET', **kwargs) Mar 07 10:30:12.724695 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 07 10:30:12.724695 dv-neutron-830731-3-hyperv neutron-server[83738]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:30:12.724695 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 07 10:30:12.724695 dv-neutron-830731-3-hyperv neutron-server[83738]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:30:12.724695 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 07 10:30:12.724695 dv-neutron-830731-3-hyperv neutron-server[83738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:30:12.724695 dv-neutron-830731-3-hyperv neutron-server[83738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:30:12.724695 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-056c463f-b67c-4701-9c74-6b435627031e tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:12.728589 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-056c463f-b67c-4701-9c74-6b435627031e tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] 10.222.0.13 "DELETE /v2.0/security-groups/a8a59676-81fa-465b-8772-ecbb2cbf1337 HTTP/1.1" status: 204 len: 168 time: 0.5334682 Mar 07 10:30:12.729231 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 36478) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:12.753106 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe155f8-d82e-4b2a-bfa7-cadbf144a521 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Pushing event deleted for resources: {'Subnet': ['ID=e5fc0a45-a9f4-40e6-bfe6-bf2e5ba50def,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:12.820630 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-dfe155f8-d82e-4b2a-bfa7-cadbf144a521 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:12.839344 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d23c23-c72f-4e2c-867e-d0b163ca20f9 None None] Resources bound (agent type, host, resource id): {{(pid=83739) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 07 10:30:12.891190 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-dfe155f8-d82e-4b2a-bfa7-cadbf144a521 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] 10.222.0.13 "DELETE /v2.0/subnets/e5fc0a45-a9f4-40e6-bfe6-bf2e5ba50def HTTP/1.1" status: 204 len: 168 time: 1.4273612 Mar 07 10:30:12.894447 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 36482) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:12.955801 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7c8a2c75-ad07-4974-a6d2-541e85efd4dc tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1526886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923583'] for network, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:12.959891 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7c8a2c75-ad07-4974-a6d2-541e85efd4dc tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:12.983965 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-32a95703-652f-46ae-b56b-9e6fe964acb7 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1158940'] for network, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:12.992544 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-7c8a2c75-ad07-4974-a6d2-541e85efd4dc tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] 10.222.0.13 "DELETE /v2.0/networks/db19f82f-3c00-484d-af98-ef5349ef33de HTTP/1.1" status: 204 len: 168 time: 1.4165030 Mar 07 10:30:12.992544 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8a2c75-ad07-4974-a6d2-541e85efd4dc tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Pushing event deleted for resources: {'Network': ['ID=db19f82f-3c00-484d-af98-ef5349ef33de,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:12.993594 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 36486) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:12.996195 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-f3405827-9d07-4fb4-bd6f-108d741e6a68 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Synchronizing usage tracker for tenant:f30455a79c3143a994156db987d2241b on resource:security_group {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:30:13.011030 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-f3405827-9d07-4fb4-bd6f-108d741e6a68 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Unset dirty status for tenant:f30455a79c3143a994156db987d2241b on resource:security_group {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:30:13.016184 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-f3405827-9d07-4fb4-bd6f-108d741e6a68 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2779810 Mar 07 10:30:13.017945 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 36490) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:13.023015 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-1bd295e1-af51-4e1a-bc1d-2dc7d32180ef tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Request body: {'security_group': {'name': 'tempest-secgroup--998428603'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:30:13.029706 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-1bd295e1-af51-4e1a-bc1d-2dc7d32180ef tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:30:13.039927 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-1bd295e1-af51-4e1a-bc1d-2dc7d32180ef tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:30:13.050291 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1bd295e1-af51-4e1a-bc1d-2dc7d32180ef tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Notify callbacks [] for security_group, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:13.065450 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-adbd2215-c8ee-41f3-92a6-4182ca26b8a8 None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 10:30:13.089854 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-1bd295e1-af51-4e1a-bc1d-2dc7d32180ef tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:30:13.093872 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-1bd295e1-af51-4e1a-bc1d-2dc7d32180ef tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Usage tracker for resource:security_group_rule and tenant:f30455a79c3143a994156db987d2241b is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:30:13.098603 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-1bd295e1-af51-4e1a-bc1d-2dc7d32180ef tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:30:13.104608 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-1bd295e1-af51-4e1a-bc1d-2dc7d32180ef tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:30:13.156683 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-69169377-ef82-49e8-bb4f-41968a4de925 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=5ed85006-6b00-415e-b71f-837fb1421c12&device_id=d2503196-720e-4361-b9ea-4c7cf630654b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4571888 Mar 07 10:30:13.159215 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 36494) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:13.172451 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-32a95703-652f-46ae-b56b-9e6fe964acb7 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Deleting port c69f4257-367c-41a3-af14-b2665752ed85 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:30:13.173337 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-32a95703-652f-46ae-b56b-9e6fe964acb7 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:13.192348 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1bd295e1-af51-4e1a-bc1d-2dc7d32180ef tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Notify callbacks [] for security_group, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:13.198591 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b7e5d4ee-e8dd-4def-b7a7-33c118303c46 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1158940'] for network, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:13.218037 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-593839eb-381e-4dbc-a282-e98a7593649a None None] Network 0976d66a-ab49-4739-ba5f-458d36a28fca requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:30:13.251157 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1bd295e1-af51-4e1a-bc1d-2dc7d32180ef tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:13.267827 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-b7e5d4ee-e8dd-4def-b7a7-33c118303c46 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Deleting port 56dd95c4-969e-4346-a8fe-205459c5db5d {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:30:13.268184 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b7e5d4ee-e8dd-4def-b7a7-33c118303c46 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:13.315415 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd295e1-af51-4e1a-bc1d-2dc7d32180ef tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71ba2bdb-6524-48d5-a981-33c55e0bb77c,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:13.331117 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1bd295e1-af51-4e1a-bc1d-2dc7d32180ef tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:13.332718 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-1bd295e1-af51-4e1a-bc1d-2dc7d32180ef tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.3142910 Mar 07 10:30:13.336526 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 36498) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:13.343423 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-9fd17454-91bc-4ba2-82b7-9cd5b836196a tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:30:13.344300 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.api.v2.resource [None req-9fd17454-91bc-4ba2-82b7-9cd5b836196a tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] update failed (client error): There was a conflict when trying to complete your request. Mar 07 10:30:13.345636 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-9fd17454-91bc-4ba2-82b7-9cd5b836196a tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] 10.222.0.13 "PUT /v2.0/security-groups/71ba2bdb-6524-48d5-a981-33c55e0bb77c HTTP/1.1" status: 409 len: 330 time: 0.0085816 Mar 07 10:30:13.351009 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 36502) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:13.392975 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49126a3f-b680-44ab-aafe-05bcfd27b0df tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:13.396968 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-49126a3f-b680-44ab-aafe-05bcfd27b0df tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] 10.222.0.13 "GET /v2.0/networks/5ed85006-6b00-415e-b71f-837fb1421c12 HTTP/1.1" status: 200 len: 881 time: 0.2339694 Mar 07 10:30:13.397656 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 36506) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:13.401341 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 00c0f3f3-cc90-451e-8e59-3edc7e18aa35 no longer exists at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:30:13.452534 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-834e2504-d702-4ec3-8f97-4821a3b87a27 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2503196-720e-4361-b9ea-4c7cf630654b HTTP/1.1" status: 200 len: 205 time: 0.0518181 Mar 07 10:30:13.453532 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 36510) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:13.470791 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] No Port match for: 00c0f3f3-cc90-451e-8e59-3edc7e18aa35 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 10:30:13.471133 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 00c0f3f3-cc90-451e-8e59-3edc7e18aa35 not bound to the agent host dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 10:30:13.471550 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 40159b33-aacc-4909-9c27-1a244977f447 no longer exists at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:30:13.505234 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] No Port match for: 40159b33-aacc-4909-9c27-1a244977f447 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 10:30:13.505541 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 40159b33-aacc-4909-9c27-1a244977f447 not bound to the agent host dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 10:30:13.584891 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-32a95703-652f-46ae-b56b-9e6fe964acb7 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] For port c69f4257-367c-41a3-af14-b2665752ed85, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=c69f4257-367c-41a3-af14-b2665752ed85,segment=NetworkSegment(54fddf81-6799-45b0-bf7d-2d6ab6f20148),segment_id=54fddf81-6799-45b0-bf7d-2d6ab6f20148)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:30:13.585351 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-32a95703-652f-46ae-b56b-9e6fe964acb7 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:13.601265 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3a4cf12c-279e-4194-8b52-115f8303fb58 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Notify callbacks [] for security_group, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:13.641353 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e16ebe-a165-4ef4-9211-2f331574f9cf None None] DHCP port deletion for 0976d66a-ab49-4739-ba5f-458d36a28fca request from dv-neutron-830731-3-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 07 10:30:13.643276 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3a4cf12c-279e-4194-8b52-115f8303fb58 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:13.647132 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-42e16ebe-a165-4ef4-9211-2f331574f9cf None None] Deleting port 56dd95c4-969e-4346-a8fe-205459c5db5d {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:30:13.647642 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-42e16ebe-a165-4ef4-9211-2f331574f9cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:13.717304 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3a4cf12c-279e-4194-8b52-115f8303fb58 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:13.740146 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4cf12c-279e-4194-8b52-115f8303fb58 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71ba2bdb-6524-48d5-a981-33c55e0bb77c,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:13.753388 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3a4cf12c-279e-4194-8b52-115f8303fb58 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:13.757036 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-3a4cf12c-279e-4194-8b52-115f8303fb58 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] 10.222.0.13 "DELETE /v2.0/security-groups/71ba2bdb-6524-48d5-a981-33c55e0bb77c HTTP/1.1" status: 204 len: 168 time: 0.4053438 Mar 07 10:30:13.757415 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 36514) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:13.786000 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-28cf9602-330c-421c-a0b5-1fca78a61433 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Notify callbacks [] for router, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:13.878235 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-42e16ebe-a165-4ef4-9211-2f331574f9cf None None] For port 56dd95c4-969e-4346-a8fe-205459c5db5d, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=56dd95c4-969e-4346-a8fe-205459c5db5d,segment=NetworkSegment(048f2f96-bd5e-4b20-bee2-190df1cab462),segment_id=048f2f96-bd5e-4b20-bee2-190df1cab462)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:30:13.878535 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-42e16ebe-a165-4ef4-9211-2f331574f9cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:13.943686 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-32a95703-652f-46ae-b56b-9e6fe964acb7 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Calling delete_port for c69f4257-367c-41a3-af14-b2665752ed85 owned by network:dhcp {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:30:13.948375 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-b2011cc3-cee4-4e56-9b9a-484ba35d4149 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Synchronizing usage tracker for tenant:f30455a79c3143a994156db987d2241b on resource:security_group {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:30:13.975969 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-b2011cc3-cee4-4e56-9b9a-484ba35d4149 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] Unset dirty status for tenant:f30455a79c3143a994156db987d2241b on resource:security_group {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:30:13.982144 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-b2011cc3-cee4-4e56-9b9a-484ba35d4149 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2188346 Mar 07 10:30:13.982144 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 36518) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:13.999847 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-42e16ebe-a165-4ef4-9211-2f331574f9cf None None] Calling delete_port for 56dd95c4-969e-4346-a8fe-205459c5db5d owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:30:14.003467 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.api.v2.resource [None req-b19a8b47-7937-4db4-9aa7-0ef72507c842 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] delete failed (client error): The resource could not be found. Mar 07 10:30:14.008116 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-b19a8b47-7937-4db4-9aa7-0ef72507c842 tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] 10.222.0.13 "DELETE /v2.0/security-groups/1bb563dd-5c66-4485-b81d-0b80fed74a5f HTTP/1.1" status: 404 len: 347 time: 0.0224338 Mar 07 10:30:14.008375 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 36522) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:14.028831 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.api.v2.resource [None req-a723cd38-bc8e-480d-995c-996635dd43bb tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] show failed (client error): The resource could not be found. Mar 07 10:30:14.033379 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-a723cd38-bc8e-480d-995c-996635dd43bb tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] 10.222.0.13 "GET /v2.0/security-groups/3466feb0-16c9-44e5-af5b-b80ed3c198e3 HTTP/1.1" status: 404 len: 347 time: 0.0204227 Mar 07 10:30:14.035027 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 36526) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:14.053121 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b0c3b4f-3f4d-4f54-a73a-ae6d3a4c5459 admin admin] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:30:14.061648 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.api.v2.resource [None req-96ed0f64-3394-415d-bd19-d45abcb9592f tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] show failed (client error): The resource could not be found. Mar 07 10:30:14.067271 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-96ed0f64-3394-415d-bd19-d45abcb9592f tempest-NegativeSecGroupIPv6Test-1368927070 tempest-NegativeSecGroupIPv6Test-1368927070-project] 10.222.0.13 "GET /v2.0/security-group-rules/d0fd367e-b7b3-4598-9b6e-a0d023db8b9b HTTP/1.1" status: 404 len: 356 time: 0.0275950 Mar 07 10:30:14.084983 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-060a9702-046d-4a6e-a54a-28dfd28331d0 None None] Sync routers for ids ['2b54fb8b-b163-48a3-b144-8be5cda72c7c'] in dv-neutron-830731-3-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:30:14.090608 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-42e16ebe-a165-4ef4-9211-2f331574f9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812'] for port, after_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:14.091374 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-28cf9602-330c-421c-a0b5-1fca78a61433 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:14.094192 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-b7e5d4ee-e8dd-4def-b7a7-33c118303c46 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] For port 56dd95c4-969e-4346-a8fe-205459c5db5d, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=56dd95c4-969e-4346-a8fe-205459c5db5d,segment=NetworkSegment(048f2f96-bd5e-4b20-bee2-190df1cab462),segment_id=048f2f96-bd5e-4b20-bee2-190df1cab462)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:30:14.094612 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b7e5d4ee-e8dd-4def-b7a7-33c118303c46 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:14.103254 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-28cf9602-330c-421c-a0b5-1fca78a61433 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Deleting port 0d97ac80-4479-42ff-bfad-2d702e56d6e3 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:30:14.103762 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-28cf9602-330c-421c-a0b5-1fca78a61433 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:14.116875 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060a9702-046d-4a6e-a54a-28dfd28331d0 None None] Routers {'2b54fb8b-b163-48a3-b144-8be5cda72c7c'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:30:14.118139 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-060a9702-046d-4a6e-a54a-28dfd28331d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:30:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['2b54fb8b-b163-48a3-b144-8be5cda72c7c'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:30:14.143677 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e16ebe-a165-4ef4-9211-2f331574f9cf None None] Pushing event deleted for resources: {'Port': ['ID=56dd95c4-969e-4346-a8fe-205459c5db5d,revision_number=None']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:14.151091 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e16ebe-a165-4ef4-9211-2f331574f9cf None None] No DVR routers for this DVR port 56dd95c4-969e-4346-a8fe-205459c5db5d on host dv-neutron-830731-3-hyperv {{(pid=83739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:30:14.257040 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-b7e5d4ee-e8dd-4def-b7a7-33c118303c46 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Calling delete_port for 56dd95c4-969e-4346-a8fe-205459c5db5d owned by network:dhcp {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:30:14.284324 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5b0c3b4f-3f4d-4f54-a73a-ae6d3a4c5459 admin admin] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:14.288422 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-5b0c3b4f-3f4d-4f54-a73a-ae6d3a4c5459 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.6893952 Mar 07 10:30:14.295959 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 36532) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:14.381574 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-28cf9602-330c-421c-a0b5-1fca78a61433 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:14.393053 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-060a9702-046d-4a6e-a54a-28dfd28331d0 None None] Set router 2b54fb8b-b163-48a3-b144-8be5cda72c7c gateway port host: dv-neutron-830731-3-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:30:14.452208 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-32a95703-652f-46ae-b56b-9e6fe964acb7 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:14.456835 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 36538) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:14.509419 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-28cf9602-330c-421c-a0b5-1fca78a61433 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Calling delete_port for 0d97ac80-4479-42ff-bfad-2d702e56d6e3 owned by network:router_gateway {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:30:14.524283 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a95703-652f-46ae-b56b-9e6fe964acb7 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Pushing event deleted for resources: {'Port': ['ID=c69f4257-367c-41a3-af14-b2665752ed85,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:14.550556 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a95703-652f-46ae-b56b-9e6fe964acb7 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] No DVR routers for this DVR port c69f4257-367c-41a3-af14-b2665752ed85 on host dv-neutron-830731-3-hyperv {{(pid=83737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:30:14.603147 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.db.api [None req-b7e5d4ee-e8dd-4def-b7a7-33c118303c46 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83737) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 10:30:14.603832 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG oslo_db.api [None req-b7e5d4ee-e8dd-4def-b7a7-33c118303c46 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 10:30:14.678982 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-96355a3c-95ee-4ce1-8a5d-0147115a8919 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3920255'] for router_interface, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:14.715340 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-28cf9602-330c-421c-a0b5-1fca78a61433 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:14.758293 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cf9602-330c-421c-a0b5-1fca78a61433 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Pushing event deleted for resources: {'Port': ['ID=0d97ac80-4479-42ff-bfad-2d702e56d6e3,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:14.765797 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-060a9702-046d-4a6e-a54a-28dfd28331d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b54fb8b-b163-48a3-b144-8be5cda72c7c', 'name': 'tempest-TestVolumeBootPattern-1562979624-router', 'tenant_id': '6a5f148e85ef4a9b80e5517fdf788fc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.38'}], 'enable_snat': True}, 'gw_port_id': '3a0d4cd7-8cbd-449d-a778-fec20aea7910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:30:06Z', 'updated_at': '2022-03-07T10:30:10Z', 'revision_number': 3, 'project_id': '6a5f148e85ef4a9b80e5517fdf788fc6', 'gw_port': {'id': '3a0d4cd7-8cbd-449d-a778-fec20aea7910', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:3b:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b54fb8b-b163-48a3-b144-8be5cda72c7c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:30:08Z', 'updated_at': '2022-03-07T10:30:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv'}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:30:14.773165 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-060a9702-046d-4a6e-a54a-28dfd28331d0 None None] Checking router: 2b54fb8b-b163-48a3-b144-8be5cda72c7c for host: dv-neutron-830731-3-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 07 10:30:14.773721 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-060a9702-046d-4a6e-a54a-28dfd28331d0 None None] Updating router 2b54fb8b-b163-48a3-b144-8be5cda72c7c port 3a0d4cd7-8cbd-449d-a778-fec20aea7910 binding host dv-neutron-830731-3-hyperv {{(pid=83740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 07 10:30:14.806755 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-32a95703-652f-46ae-b56b-9e6fe964acb7 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1526893', 'neutron.services.segments.db._delete_segments_for_network-8732568551033'] for network, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:14.833534 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-060a9702-046d-4a6e-a54a-28dfd28331d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:14.863889 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-32a95703-652f-46ae-b56b-9e6fe964acb7 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82b8c8b7-8fc0-4fbe-90da-54e1320cc6a6']}} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:30:14.886181 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-32a95703-652f-46ae-b56b-9e6fe964acb7 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54fddf81-6799-45b0-bf7d-2d6ab6f20148') {'for_net_delete': True} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:30:14.886452 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-32a95703-652f-46ae-b56b-9e6fe964acb7 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54fddf81-6799-45b0-bf7d-2d6ab6f20148') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:30:14.922387 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-32a95703-652f-46ae-b56b-9e6fe964acb7 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732568550916', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629174'] for segment, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:14.949891 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-7e02884c-1a7a-42b0-bcbf-01285b358469 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f30455a79c3143a994156db987d2241b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4599397 Mar 07 10:30:14.950297 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 36544) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:14.955323 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-32a95703-652f-46ae-b56b-9e6fe964acb7 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:14.971754 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32a95703-652f-46ae-b56b-9e6fe964acb7 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=83737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 07 10:30:14.972147 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-32a95703-652f-46ae-b56b-9e6fe964acb7 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1227397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3012597'] for segment, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:14.988123 dv-neutron-830731-3-hyperv neutron-server[83737]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:30:14.988123 dv-neutron-830731-3-hyperv neutron-server[83737]: util.warn( Mar 07 10:30:14.988123 dv-neutron-830731-3-hyperv neutron-server[83737]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:30:14.988123 dv-neutron-830731-3-hyperv neutron-server[83737]: util.warn( Mar 07 10:30:14.988123 dv-neutron-830731-3-hyperv neutron-server[83737]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:30:14.988123 dv-neutron-830731-3-hyperv neutron-server[83737]: util.warn( Mar 07 10:30:14.988123 dv-neutron-830731-3-hyperv neutron-server[83737]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:30:14.988123 dv-neutron-830731-3-hyperv neutron-server[83737]: util.warn( Mar 07 10:30:14.988123 dv-neutron-830731-3-hyperv neutron-server[83737]: Traceback (most recent call last): Mar 07 10:30:14.988123 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 07 10:30:14.988123 dv-neutron-830731-3-hyperv neutron-server[83737]: timer() Mar 07 10:30:14.988123 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:30:14.988123 dv-neutron-830731-3-hyperv neutron-server[83737]: cb(*args, **kw) Mar 07 10:30:14.988123 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 10:30:14.988123 dv-neutron-830731-3-hyperv neutron-server[83737]: return func(*args, **kwargs) Mar 07 10:30:14.988123 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:30:14.988123 dv-neutron-830731-3-hyperv neutron-server[83737]: self._notify() Mar 07 10:30:14.988123 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:30:14.988123 dv-neutron-830731-3-hyperv neutron-server[83737]: self.callback(batched_events) Mar 07 10:30:14.988123 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:30:14.988123 dv-neutron-830731-3-hyperv neutron-server[83737]: event.method(event) Mar 07 10:30:14.988123 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 10:30:14.988123 dv-neutron-830731-3-hyperv neutron-server[83737]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:30:14.988123 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 10:30:14.988123 dv-neutron-830731-3-hyperv neutron-server[83737]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:30:14.988123 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 10:30:14.988123 dv-neutron-830731-3-hyperv neutron-server[83737]: return f(self, *a, **k) Mar 07 10:30:14.988123 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:30:14.988123 dv-neutron-830731-3-hyperv neutron-server[83737]: return self._get(url).json() Mar 07 10:30:14.988123 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:30:14.988123 dv-neutron-830731-3-hyperv neutron-server[83737]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:30:14.988123 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 07 10:30:14.988123 dv-neutron-830731-3-hyperv neutron-server[83737]: return self.request(url, 'GET', **kwargs) Mar 07 10:30:14.988123 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 07 10:30:14.988123 dv-neutron-830731-3-hyperv neutron-server[83737]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:30:14.988123 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 07 10:30:14.988123 dv-neutron-830731-3-hyperv neutron-server[83737]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:30:14.988123 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 07 10:30:14.988123 dv-neutron-830731-3-hyperv neutron-server[83737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:30:14.988123 dv-neutron-830731-3-hyperv neutron-server[83737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:30:15.099771 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-32a95703-652f-46ae-b56b-9e6fe964acb7 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1526886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923583'] for network, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:15.104029 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-32a95703-652f-46ae-b56b-9e6fe964acb7 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:15.128689 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-b7e5d4ee-e8dd-4def-b7a7-33c118303c46 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Deleting port 56dd95c4-969e-4346-a8fe-205459c5db5d {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:30:15.129132 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b7e5d4ee-e8dd-4def-b7a7-33c118303c46 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:15.131448 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-28cf9602-330c-421c-a0b5-1fca78a61433 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923554'] for router_gateway, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:15.180238 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-060a9702-046d-4a6e-a54a-28dfd28331d0 None None] Notify callbacks [] for port, precommit_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:15.192632 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.provisioning_blocks [None req-060a9702-046d-4a6e-a54a-28dfd28331d0 None None] Transition to ACTIVE for port object 3a0d4cd7-8cbd-449d-a778-fec20aea7910 will not be triggered until provisioned by entity L2. {{(pid=83740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:30:15.198913 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-060a9702-046d-4a6e-a54a-28dfd28331d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:15.264264 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbd9042-021d-410f-85dd-5b3dd1dcf551 None None] Pushing event updated for resources: {'Port': ['ID=3a0d4cd7-8cbd-449d-a778-fec20aea7910,revision_number=2']} {{(pid=83740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:15.269083 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b8aaf39f-873e-4d6f-9965-db4352a052ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:15.278254 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbd9042-021d-410f-85dd-5b3dd1dcf551 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:30:15.278681 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbd9042-021d-410f-85dd-5b3dd1dcf551 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:30:15.279076 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbd9042-021d-410f-85dd-5b3dd1dcf551 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:30:15.279468 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbd9042-021d-410f-85dd-5b3dd1dcf551 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:30:15.279875 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbd9042-021d-410f-85dd-5b3dd1dcf551 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:30:15.280755 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbd9042-021d-410f-85dd-5b3dd1dcf551 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:30:15.281149 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbd9042-021d-410f-85dd-5b3dd1dcf551 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:30:15.281608 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbd9042-021d-410f-85dd-5b3dd1dcf551 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:30:15.282070 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbd9042-021d-410f-85dd-5b3dd1dcf551 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:30:15.282480 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbd9042-021d-410f-85dd-5b3dd1dcf551 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:30:15.283365 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbd9042-021d-410f-85dd-5b3dd1dcf551 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:30:15.304800 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-060a9702-046d-4a6e-a54a-28dfd28331d0 None None] Attempting to bind port 3a0d4cd7-8cbd-449d-a778-fec20aea7910 on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:30:15.305224 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-060a9702-046d-4a6e-a54a-28dfd28331d0 None None] Attempting to bind port 3a0d4cd7-8cbd-449d-a778-fec20aea7910 by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': '9a22e080-7529-4fc7-949d-9f84ba21807d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12'}] {{(pid=83740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:30:15.305641 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-060a9702-046d-4a6e-a54a-28dfd28331d0 None None] Attempting to bind port 3a0d4cd7-8cbd-449d-a778-fec20aea7910 on network 5ed85006-6b00-415e-b71f-837fb1421c12 {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:30:15.312511 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-060a9702-046d-4a6e-a54a-28dfd28331d0 None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 30, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:30:15.312970 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-060a9702-046d-4a6e-a54a-28dfd28331d0 None None] Checking segment: {'id': '9a22e080-7529-4fc7-949d-9f84ba21807d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:30:15.313496 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-060a9702-046d-4a6e-a54a-28dfd28331d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:15.314080 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-060a9702-046d-4a6e-a54a-28dfd28331d0 None None] Bound using segment: {'id': '9a22e080-7529-4fc7-949d-9f84ba21807d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12'} {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:30:15.314541 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-060a9702-046d-4a6e-a54a-28dfd28331d0 None None] Bound port: 3a0d4cd7-8cbd-449d-a778-fec20aea7910, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a22e080-7529-4fc7-949d-9f84ba21807d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12'}}] {{(pid=83740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:30:15.314916 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-060a9702-046d-4a6e-a54a-28dfd28331d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:15.371436 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 56dd95c4-969e-4346-a8fe-205459c5db5d no longer exists at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:30:15.398017 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.db [None req-060a9702-046d-4a6e-a54a-28dfd28331d0 None None] For port 3a0d4cd7-8cbd-449d-a778-fec20aea7910, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:30:15.402369 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.db [None req-060a9702-046d-4a6e-a54a-28dfd28331d0 None None] For port 3a0d4cd7-8cbd-449d-a778-fec20aea7910, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=3a0d4cd7-8cbd-449d-a778-fec20aea7910,segment=NetworkSegment(9a22e080-7529-4fc7-949d-9f84ba21807d),segment_id=9a22e080-7529-4fc7-949d-9f84ba21807d)] {{(pid=83740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:30:15.409333 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-060a9702-046d-4a6e-a54a-28dfd28331d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:15.425345 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] No Port match for: 56dd95c4-969e-4346-a8fe-205459c5db5d {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 10:30:15.425688 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 56dd95c4-969e-4346-a8fe-205459c5db5d not bound to the agent host dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 10:30:15.450913 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-28cf9602-330c-421c-a0b5-1fca78a61433 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3917970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58043'] for router, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:15.457819 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:15.471381 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b8aaf39f-873e-4d6f-9965-db4352a052ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:15.478652 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-28cf9602-330c-421c-a0b5-1fca78a61433 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:15.498752 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbd9042-021d-410f-85dd-5b3dd1dcf551 None None] Pushing event updated for resources: {'Port': ['ID=3a0d4cd7-8cbd-449d-a778-fec20aea7910,revision_number=3']} {{(pid=83740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:15.504104 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060a9702-046d-4a6e-a54a-28dfd28331d0 None None] Routers {'2b54fb8b-b163-48a3-b144-8be5cda72c7c'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:30:15.505445 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-060a9702-046d-4a6e-a54a-28dfd28331d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:30:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['2b54fb8b-b163-48a3-b144-8be5cda72c7c'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:30:15.509895 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a95703-652f-46ae-b56b-9e6fe964acb7 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Pushing event deleted for resources: {'Network': ['ID=82b8c8b7-8fc0-4fbe-90da-54e1320cc6a6,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:15.541545 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-28cf9602-330c-421c-a0b5-1fca78a61433 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3917886'] for router, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:15.542210 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28cf9602-330c-421c-a0b5-1fca78a61433 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Fanout notify agent at l3_agent the message router_deleted on router d2503196-720e-4361-b9ea-4c7cf630654b {{(pid=83738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 10:30:15.544420 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-b7e5d4ee-e8dd-4def-b7a7-33c118303c46 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] The port '56dd95c4-969e-4346-a8fe-205459c5db5d' was deleted {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 07 10:30:15.557144 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-32a95703-652f-46ae-b56b-9e6fe964acb7 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] 10.222.0.13 "DELETE /v2.0/networks/82b8c8b7-8fc0-4fbe-90da-54e1320cc6a6 HTTP/1.1" status: 204 len: 168 time: 5.7374864 Mar 07 10:30:15.561587 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 36548) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:15.570139 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-5ad5c421-9cdd-46d8-8449-f2b5d318674b tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2115784016'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:30:15.573282 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b8aaf39f-873e-4d6f-9965-db4352a052ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:15.586915 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-5ad5c421-9cdd-46d8-8449-f2b5d318674b tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:30:15.592896 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-5ad5c421-9cdd-46d8-8449-f2b5d318674b tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Usage tracker for resource:network and tenant:44b92b651ff14b9ab83bd7a3588b3016 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:30:15.600648 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-5ad5c421-9cdd-46d8-8449-f2b5d318674b tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:30:15.605844 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aaf39f-873e-4d6f-9965-db4352a052ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ddd3021-4ee5-43be-88c9-e768996df5d0,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:15.616427 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-5ad5c421-9cdd-46d8-8449-f2b5d318674b tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:30:15.644328 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-28cf9602-330c-421c-a0b5-1fca78a61433 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Notify callbacks [] for router, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:15.648956 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-28cf9602-330c-421c-a0b5-1fca78a61433 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] 10.222.0.13 "DELETE /v2.0/routers/d2503196-720e-4361-b9ea-4c7cf630654b HTTP/1.1" status: 204 len: 168 time: 2.1904418 Mar 07 10:30:15.648956 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ad5c421-9cdd-46d8-8449-f2b5d318674b tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Made reservation on behalf of 44b92b651ff14b9ab83bd7a3588b3016 for: {'network': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:30:15.650610 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5ad5c421-9cdd-46d8-8449-f2b5d318674b tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for network, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:15.660598 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 36552) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:15.664795 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b8aaf39f-873e-4d6f-9965-db4352a052ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:15.668231 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-b8aaf39f-873e-4d6f-9965-db4352a052ad admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3ddd3021-4ee5-43be-88c9-e768996df5d0 HTTP/1.1" status: 204 len: 168 time: 0.7146711 Mar 07 10:30:15.672283 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-cd7d96bb-f056-49ce-bc1b-3af24a91fb35 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2144112366', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:30:15.684060 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-cd7d96bb-f056-49ce-bc1b-3af24a91fb35 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:30:15.692038 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-cd7d96bb-f056-49ce-bc1b-3af24a91fb35 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Usage tracker for resource:router and tenant:1cb55870f38849c38d5451088777f483 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:30:15.695800 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-cd7d96bb-f056-49ce-bc1b-3af24a91fb35 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:30:15.704555 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-cd7d96bb-f056-49ce-bc1b-3af24a91fb35 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:30:15.705288 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-060a9702-046d-4a6e-a54a-28dfd28331d0 None None] Set router 2b54fb8b-b163-48a3-b144-8be5cda72c7c gateway port host: dv-neutron-830731-3-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:30:15.709939 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ad5c421-9cdd-46d8-8449-f2b5d318674b tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=83738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:30:15.723678 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5ad5c421-9cdd-46d8-8449-f2b5d318674b tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:15.724018 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.db.segments_db [None req-5ad5c421-9cdd-46d8-8449-f2b5d318674b tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Added segment 3e19816e-5f35-47e4-a2d4-0b795e206d33 of type vlan for network cdad127d-8e1e-44ca-bde7-c10984a61dc2 Mar 07 10:30:15.726352 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cd7d96bb-f056-49ce-bc1b-3af24a91fb35 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3919700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58025'] for router, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:15.727381 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cd7d96bb-f056-49ce-bc1b-3af24a91fb35 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3919671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4011175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58018'] for router, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:15.765948 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5ad5c421-9cdd-46d8-8449-f2b5d318674b tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732568034061'] for network, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:15.780774 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cd7d96bb-f056-49ce-bc1b-3af24a91fb35 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:15.816686 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5ad5c421-9cdd-46d8-8449-f2b5d318674b tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594'] for network, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:15.821972 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad5c421-9cdd-46d8-8449-f2b5d318674b tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:15.822566 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5ad5c421-9cdd-46d8-8449-f2b5d318674b tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:15.839328 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b7e5d4ee-e8dd-4def-b7a7-33c118303c46 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1526893', 'neutron.services.segments.db._delete_segments_for_network-8732568551033'] for network, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:15.854021 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cd7d96bb-f056-49ce-bc1b-3af24a91fb35 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3917991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923518'] for router, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:15.882347 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-b7e5d4ee-e8dd-4def-b7a7-33c118303c46 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0976d66a-ab49-4739-ba5f-458d36a28fca']}} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:30:15.895505 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cd7d96bb-f056-49ce-bc1b-3af24a91fb35 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Notify callbacks [] for router, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:15.896623 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-cd7d96bb-f056-49ce-bc1b-3af24a91fb35 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2334425 Mar 07 10:30:15.903594 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 36560) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:15.905259 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-b7e5d4ee-e8dd-4def-b7a7-33c118303c46 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '048f2f96-bd5e-4b20-bee2-190df1cab462') {'for_net_delete': True} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:30:15.905590 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-b7e5d4ee-e8dd-4def-b7a7-33c118303c46 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '048f2f96-bd5e-4b20-bee2-190df1cab462') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:30:15.926261 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-87185d26-fb03-46a7-b6b9-e93da47794bf tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'enable_snat': True}}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:30:15.958156 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-5ad5c421-9cdd-46d8-8449-f2b5d318674b tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3923404 Mar 07 10:30:15.961849 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 36564) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:15.981535 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-f69ac9d9-0624-4856-baa5-e6353c359fca tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Request body: {'network': {'name': 'New_network'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:30:16.009774 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b7e5d4ee-e8dd-4def-b7a7-33c118303c46 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732568550916', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629174'] for segment, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:16.061515 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-060a9702-046d-4a6e-a54a-28dfd28331d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b54fb8b-b163-48a3-b144-8be5cda72c7c', 'name': 'tempest-TestVolumeBootPattern-1562979624-router', 'tenant_id': '6a5f148e85ef4a9b80e5517fdf788fc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.38'}], 'enable_snat': True}, 'gw_port_id': '3a0d4cd7-8cbd-449d-a778-fec20aea7910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:30:06Z', 'updated_at': '2022-03-07T10:30:10Z', 'revision_number': 3, 'project_id': '6a5f148e85ef4a9b80e5517fdf788fc6', 'gw_port': {'id': '3a0d4cd7-8cbd-449d-a778-fec20aea7910', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:3b:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b54fb8b-b163-48a3-b144-8be5cda72c7c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:30:08Z', 'updated_at': '2022-03-07T10:30:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv'}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:30:16.073216 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-060a9702-046d-4a6e-a54a-28dfd28331d0 None None] The sync data for ids ['2b54fb8b-b163-48a3-b144-8be5cda72c7c'] in dv-neutron-830731-3-hyperv is: [{'id': '2b54fb8b-b163-48a3-b144-8be5cda72c7c', 'name': 'tempest-TestVolumeBootPattern-1562979624-router', 'tenant_id': '6a5f148e85ef4a9b80e5517fdf788fc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.38'}], 'enable_snat': True}, 'gw_port_id': '3a0d4cd7-8cbd-449d-a778-fec20aea7910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:30:06Z', 'updated_at': '2022-03-07T10:30:10Z', 'revision_number': 3, 'project_id': '6a5f148e85ef4a9b80e5517fdf788fc6', 'gw_port': {'id': '3a0d4cd7-8cbd-449d-a778-fec20aea7910', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:3b:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b54fb8b-b163-48a3-b144-8be5cda72c7c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:30:08Z', 'updated_at': '2022-03-07T10:30:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv'}] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:30:16.112219 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad5c421-9cdd-46d8-8449-f2b5d318674b tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Pushing event updated for resources: {'Network': ['ID=cdad127d-8e1e-44ca-bde7-c10984a61dc2,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:16.124395 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Network cdad127d-8e1e-44ca-bde7-c10984a61dc2 details requested by agent ovs-agent-dv-neutron-830731-3-hyperv with host dv-neutron-830731-3-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 10:30:16.135609 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b7e5d4ee-e8dd-4def-b7a7-33c118303c46 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:16.151116 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7e5d4ee-e8dd-4def-b7a7-33c118303c46 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=83737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 07 10:30:16.151425 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b7e5d4ee-e8dd-4def-b7a7-33c118303c46 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1227397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3012597'] for segment, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:16.169336 dv-neutron-830731-3-hyperv neutron-server[83737]: Traceback (most recent call last): Mar 07 10:30:16.169336 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 07 10:30:16.169336 dv-neutron-830731-3-hyperv neutron-server[83737]: timer() Mar 07 10:30:16.169336 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:30:16.169336 dv-neutron-830731-3-hyperv neutron-server[83737]: cb(*args, **kw) Mar 07 10:30:16.169336 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 10:30:16.169336 dv-neutron-830731-3-hyperv neutron-server[83737]: return func(*args, **kwargs) Mar 07 10:30:16.169336 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:30:16.169336 dv-neutron-830731-3-hyperv neutron-server[83737]: self._notify() Mar 07 10:30:16.169336 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:30:16.169336 dv-neutron-830731-3-hyperv neutron-server[83737]: self.callback(batched_events) Mar 07 10:30:16.169336 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:30:16.169336 dv-neutron-830731-3-hyperv neutron-server[83737]: event.method(event) Mar 07 10:30:16.169336 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 10:30:16.169336 dv-neutron-830731-3-hyperv neutron-server[83737]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:30:16.169336 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 10:30:16.169336 dv-neutron-830731-3-hyperv neutron-server[83737]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:30:16.169336 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 10:30:16.169336 dv-neutron-830731-3-hyperv neutron-server[83737]: return f(self, *a, **k) Mar 07 10:30:16.169336 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:30:16.169336 dv-neutron-830731-3-hyperv neutron-server[83737]: return self._get(url).json() Mar 07 10:30:16.169336 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:30:16.169336 dv-neutron-830731-3-hyperv neutron-server[83737]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:30:16.169336 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 07 10:30:16.169336 dv-neutron-830731-3-hyperv neutron-server[83737]: return self.request(url, 'GET', **kwargs) Mar 07 10:30:16.169336 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 07 10:30:16.169336 dv-neutron-830731-3-hyperv neutron-server[83737]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:30:16.169336 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 07 10:30:16.169336 dv-neutron-830731-3-hyperv neutron-server[83737]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:30:16.169336 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 07 10:30:16.169336 dv-neutron-830731-3-hyperv neutron-server[83737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:30:16.169336 dv-neutron-830731-3-hyperv neutron-server[83737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:30:16.296852 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f69ac9d9-0624-4856-baa5-e6353c359fca tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732568034061'] for network, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:16.320849 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f69ac9d9-0624-4856-baa5-e6353c359fca tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594'] for network, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:16.423761 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f69ac9d9-0624-4856-baa5-e6353c359fca tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Network cdad127d-8e1e-44ca-bde7-c10984a61dc2 is not hosted by any dhcp agent {{(pid=83738) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Mar 07 10:30:16.426332 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f69ac9d9-0624-4856-baa5-e6353c359fca tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:16.426928 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f69ac9d9-0624-4856-baa5-e6353c359fca tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:16.430783 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-f69ac9d9-0624-4856-baa5-e6353c359fca tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] 10.222.0.13 "PUT /v2.0/networks/cdad127d-8e1e-44ca-bde7-c10984a61dc2 HTTP/1.1" status: 200 len: 723 time: 0.4655638 Mar 07 10:30:16.430953 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 36576) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:16.464713 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-164f911a-448d-4e8b-9fb1-f6bd9856ae4d tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Request body: {'subnet': {'network_id': 'cdad127d-8e1e-44ca-bde7-c10984a61dc2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:30:16.480250 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b7e5d4ee-e8dd-4def-b7a7-33c118303c46 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1526886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923583'] for network, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:16.484573 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b7e5d4ee-e8dd-4def-b7a7-33c118303c46 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:16.572186 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69ac9d9-0624-4856-baa5-e6353c359fca tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Pushing event updated for resources: {'Network': ['ID=cdad127d-8e1e-44ca-bde7-c10984a61dc2,revision_number=2']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:16.588824 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Network cdad127d-8e1e-44ca-bde7-c10984a61dc2 details requested by agent ovs-agent-dv-neutron-830731-3-hyperv with host dv-neutron-830731-3-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 10:30:16.593590 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-b7e5d4ee-e8dd-4def-b7a7-33c118303c46 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] 10.222.0.13 "DELETE /v2.0/networks/0976d66a-ab49-4739-ba5f-458d36a28fca HTTP/1.1" status: 204 len: 168 time: 3.6970890 Mar 07 10:30:16.594939 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e5d4ee-e8dd-4def-b7a7-33c118303c46 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Pushing event deleted for resources: {'Network': ['ID=0976d66a-ab49-4739-ba5f-458d36a28fca,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:16.604961 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 36584) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:16.617376 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-7c7d9eb1-1606-461b-b297-3be48d75c87b tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1599364241'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:30:16.627734 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-7c7d9eb1-1606-461b-b297-3be48d75c87b tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:30:16.630129 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-164f911a-448d-4e8b-9fb1-f6bd9856ae4d tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:30:16.634721 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-164f911a-448d-4e8b-9fb1-f6bd9856ae4d tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Usage tracker for resource:subnet and tenant:44b92b651ff14b9ab83bd7a3588b3016 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:30:16.635080 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-7c7d9eb1-1606-461b-b297-3be48d75c87b tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Usage tracker for resource:network and tenant:b6ff3248bb834bc1a094f45e7fa43fbd is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:30:16.638601 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-164f911a-448d-4e8b-9fb1-f6bd9856ae4d tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:30:16.639362 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-7c7d9eb1-1606-461b-b297-3be48d75c87b tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:30:16.646212 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-164f911a-448d-4e8b-9fb1-f6bd9856ae4d tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:30:16.658855 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-164f911a-448d-4e8b-9fb1-f6bd9856ae4d tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Made reservation on behalf of 44b92b651ff14b9ab83bd7a3588b3016 for: {'subnet': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:30:16.725027 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-7c7d9eb1-1606-461b-b297-3be48d75c87b tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:30:16.891967 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 36590) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:16.895626 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [-] 10.222.0.13 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0026932 Mar 07 10:30:16.901025 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 36592) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:16.919575 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c7d9eb1-1606-461b-b297-3be48d75c87b tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Made reservation on behalf of b6ff3248bb834bc1a094f45e7fa43fbd for: {'network': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:30:16.923523 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7c7d9eb1-1606-461b-b297-3be48d75c87b tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for network, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:16.944854 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-164f911a-448d-4e8b-9fb1-f6bd9856ae4d tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741426'] for subnet, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:17.074544 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-12828a0c-3088-4422-9359-73c258340a18 tempest-NetworksApiDiscovery-1416054548 tempest-NetworksApiDiscovery-1416054548-project] 10.222.0.13 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1723452 Mar 07 10:30:17.157729 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-87185d26-fb03-46a7-b6b9-e93da47794bf tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3917998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58952'] for router, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:17.168334 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c7d9eb1-1606-461b-b297-3be48d75c87b tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=83737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:30:17.199616 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7c7d9eb1-1606-461b-b297-3be48d75c87b tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:17.199992 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.db.segments_db [None req-7c7d9eb1-1606-461b-b297-3be48d75c87b tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Added segment caba8592-7423-4bcf-8e77-be5606621681 of type vlan for network 4046574a-ff56-49ae-a7ae-2dbbbd9d695e Mar 07 10:30:17.233464 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-164f911a-448d-4e8b-9fb1-f6bd9856ae4d tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3556832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741408'] for subnet, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:17.263375 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7c7d9eb1-1606-461b-b297-3be48d75c87b tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732568034061'] for network, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:17.318694 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164f911a-448d-4e8b-9fb1-f6bd9856ae4d tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Pushing event updated for resources: {'Subnet': ['ID=81613ae3-3e88-4a79-aea6-97be484bdd5b,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:17.334182 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164f911a-448d-4e8b-9fb1-f6bd9856ae4d tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Checking segment: {'id': '3e19816e-5f35-47e4-a2d4-0b795e206d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'cdad127d-8e1e-44ca-bde7-c10984a61dc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:30:17.334607 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-164f911a-448d-4e8b-9fb1-f6bd9856ae4d tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Network hostable DHCP agents. Network: cdad127d-8e1e-44ca-bde7-c10984a61dc2, hostable agents: ['6527556c-6586-422c-ae47-082984683847'], hosted agents: [] {{(pid=83738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:30:17.360540 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-164f911a-448d-4e8b-9fb1-f6bd9856ae4d tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Network cdad127d-8e1e-44ca-bde7-c10984a61dc2 is scheduled to be hosted by DHCP agent 6527556c-6586-422c-ae47-082984683847 with binding_index 1 {{(pid=83738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:30:17.389761 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-164f911a-448d-4e8b-9fb1-f6bd9856ae4d tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830731-3-hyperv, cdad127d-8e1e-44ca-bde7-c10984a61dc2) {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:30:17.399704 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ac3396a-65b3-4f1b-a0dc-b88912553943 None None] Network cdad127d-8e1e-44ca-bde7-c10984a61dc2 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:30:17.402346 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-164f911a-448d-4e8b-9fb1-f6bd9856ae4d tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:17.403042 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-164f911a-448d-4e8b-9fb1-f6bd9856ae4d tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:17.443399 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-164f911a-448d-4e8b-9fb1-f6bd9856ae4d tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0006719 Mar 07 10:30:17.444677 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 36602) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:17.458815 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-49fcfd46-3781-4f81-91c8-f11f9904c9e0 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:30:17.461140 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-96355a3c-95ee-4ce1-8a5d-0147115a8919 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Deleting port ae5b58a1-dd22-45d9-89cd-37eed5f11e6a {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:30:17.461587 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-96355a3c-95ee-4ce1-8a5d-0147115a8919 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:17.491656 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7c7d9eb1-1606-461b-b297-3be48d75c87b tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594'] for network, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:17.495651 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c7d9eb1-1606-461b-b297-3be48d75c87b tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:17.496345 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7c7d9eb1-1606-461b-b297-3be48d75c87b tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:17.520314 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 36606) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:17.561896 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 3a0d4cd7-8cbd-449d-a778-fec20aea7910 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:30:17.597543 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-49fcfd46-3781-4f81-91c8-f11f9904c9e0 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2741419'] for subnet, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:17.659519 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-7c7d9eb1-1606-461b-b297-3be48d75c87b tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0491869 Mar 07 10:30:17.671093 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 36612) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:17.681043 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning for port 3a0d4cd7-8cbd-449d-a778-fec20aea7910 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:30:17.701202 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 3a0d4cd7-8cbd-449d-a778-fec20aea7910 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:30:17.701483 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:17.713687 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-01ecc3ac-4cdd-4b3c-bd52-a4750048ebef admin admin] Notify callbacks [] for security_group, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:17.738044 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-6b2e5c49-aa8b-4025-9101-aea42c3f1254 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Request body: {'subnet': {'network_id': '4046574a-ff56-49ae-a7ae-2dbbbd9d695e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:30:17.764423 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7d9eb1-1606-461b-b297-3be48d75c87b tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Pushing event updated for resources: {'Network': ['ID=4046574a-ff56-49ae-a7ae-2dbbbd9d695e,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:17.787821 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-01ecc3ac-4cdd-4b3c-bd52-a4750048ebef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:30:17.790582 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Network 4046574a-ff56-49ae-a7ae-2dbbbd9d695e details requested by agent ovs-agent-dv-neutron-830731-3-hyperv with host dv-neutron-830731-3-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 10:30:17.794936 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-01ecc3ac-4cdd-4b3c-bd52-a4750048ebef admin admin] Usage tracker for resource:security_group_rule and tenant:d32b3bafee174cb4b0b4b004c4a0665b is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:30:17.799914 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-01ecc3ac-4cdd-4b3c-bd52-a4750048ebef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:30:17.809307 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-01ecc3ac-4cdd-4b3c-bd52-a4750048ebef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:30:17.886957 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-49fcfd46-3781-4f81-91c8-f11f9904c9e0 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8732568520861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3556654'] for subnet, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:17.963711 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49fcfd46-3781-4f81-91c8-f11f9904c9e0 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:17.964293 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-49fcfd46-3781-4f81-91c8-f11f9904c9e0 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:17.968227 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-49fcfd46-3781-4f81-91c8-f11f9904c9e0 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] 10.222.0.13 "PUT /v2.0/subnets/81613ae3-3e88-4a79-aea6-97be484bdd5b HTTP/1.1" status: 200 len: 806 time: 0.5224509 Mar 07 10:30:17.977783 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 36616) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:17.986872 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-6b2e5c49-aa8b-4025-9101-aea42c3f1254 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:30:17.998839 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2629f78a-56ec-4d65-962d-cad1a3542e34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ec2749d-0aec-52fb-aca6-10ba8a80aade-cdad127d-8e1e-44ca-bde7-c10984a61dc2', 'network_id': 'cdad127d-8e1e-44ca-bde7-c10984a61dc2', 'tenant_id': '44b92b651ff14b9ab83bd7a3588b3016', 'fixed_ips': [{'subnet_id': '81613ae3-3e88-4a79-aea6-97be484bdd5b'}]}} from dv-neutron-830731-3-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 07 10:30:17.999947 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-2629f78a-56ec-4d65-962d-cad1a3542e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:18.005477 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fcfd46-3781-4f81-91c8-f11f9904c9e0 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Pushing event updated for resources: {'Subnet': ['ID=81613ae3-3e88-4a79-aea6-97be484bdd5b,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:18.011345 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-6b2e5c49-aa8b-4025-9101-aea42c3f1254 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Usage tracker for resource:subnet and tenant:b6ff3248bb834bc1a094f45e7fa43fbd is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:30:18.025417 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-6b2e5c49-aa8b-4025-9101-aea42c3f1254 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:30:18.037218 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-96355a3c-95ee-4ce1-8a5d-0147115a8919 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] For port ae5b58a1-dd22-45d9-89cd-37eed5f11e6a, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=ae5b58a1-dd22-45d9-89cd-37eed5f11e6a,segment=NetworkSegment(0e05871d-fc5c-4722-a9c7-8db5742a4c7a),segment_id=0e05871d-fc5c-4722-a9c7-8db5742a4c7a)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:30:18.037551 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-96355a3c-95ee-4ce1-8a5d-0147115a8919 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:18.073766 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-01ecc3ac-4cdd-4b3c-bd52-a4750048ebef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:18.074297 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-6b2e5c49-aa8b-4025-9101-aea42c3f1254 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:30:18.086407 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-01ecc3ac-4cdd-4b3c-bd52-a4750048ebef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:18.090995 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:18.135749 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] For port 3a0d4cd7-8cbd-449d-a778-fec20aea7910, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=3a0d4cd7-8cbd-449d-a778-fec20aea7910,segment=NetworkSegment(9a22e080-7529-4fc7-949d-9f84ba21807d),segment_id=9a22e080-7529-4fc7-949d-9f84ba21807d)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:30:18.146977 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:18.178834 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-01ecc3ac-4cdd-4b3c-bd52-a4750048ebef admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d32b3bafee174cb4b0b4b004c4a0665b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6574500 Mar 07 10:30:18.190471 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 36620) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:18.210123 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ecc3ac-4cdd-4b3c-bd52-a4750048ebef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=817e7244-50c2-4b42-aefd-3730680fcfaf,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:18.221667 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-96355a3c-95ee-4ce1-8a5d-0147115a8919 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Calling delete_port for ae5b58a1-dd22-45d9-89cd-37eed5f11e6a owned by network:router_interface {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:30:18.242109 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-41082c5d-c917-4f30-860b-f4143f0ea4a8 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1158940'] for network, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:18.251397 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b2e5c49-aa8b-4025-9101-aea42c3f1254 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Made reservation on behalf of b6ff3248bb834bc1a094f45e7fa43fbd for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:30:18.273342 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Pushing event updated for resources: {'Port': ['ID=3a0d4cd7-8cbd-449d-a778-fec20aea7910,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:18.276930 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-2629f78a-56ec-4d65-962d-cad1a3542e34 None None] Allocated IP 172.20.0.2 (cdad127d-8e1e-44ca-bde7-c10984a61dc2/81613ae3-3e88-4a79-aea6-97be484bdd5b/b4c6920b-beae-43ce-bda4-98e85a3e08e9) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:30:18.351600 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a7d7e1e3-aa0b-4c5e-8740-4461e01cd941 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:18.364687 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-41082c5d-c917-4f30-860b-f4143f0ea4a8 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1525496'] for subnet, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:18.393751 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-87185d26-fb03-46a7-b6b9-e93da47794bf tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:18.428169 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a7d7e1e3-aa0b-4c5e-8740-4461e01cd941 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:18.440502 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-87185d26-fb03-46a7-b6b9-e93da47794bf tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:18.490960 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a7d7e1e3-aa0b-4c5e-8740-4461e01cd941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:18.507768 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-2629f78a-56ec-4d65-962d-cad1a3542e34 None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:18.508808 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d7e1e3-aa0b-4c5e-8740-4461e01cd941 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=817e7244-50c2-4b42-aefd-3730680fcfaf,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:18.516058 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a7d7e1e3-aa0b-4c5e-8740-4461e01cd941 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:18.518002 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-a7d7e1e3-aa0b-4c5e-8740-4461e01cd941 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/817e7244-50c2-4b42-aefd-3730680fcfaf HTTP/1.1" status: 204 len: 168 time: 0.3265488 Mar 07 10:30:18.535761 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6b2e5c49-aa8b-4025-9101-aea42c3f1254 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3219231'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:18.536011 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-2629f78a-56ec-4d65-962d-cad1a3542e34 None None] Transition to ACTIVE for port object b4c6920b-beae-43ce-bda4-98e85a3e08e9 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:30:18.561048 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-2629f78a-56ec-4d65-962d-cad1a3542e34 None None] Transition to ACTIVE for port object b4c6920b-beae-43ce-bda4-98e85a3e08e9 will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:30:18.569009 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-2629f78a-56ec-4d65-962d-cad1a3542e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:18.575890 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e1eb68f2-0f82-42ac-951a-dfe7bf6f73be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:18.587950 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-41082c5d-c917-4f30-860b-f4143f0ea4a8 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1525489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3556647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741465'] for subnet, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:18.641279 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41082c5d-c917-4f30-860b-f4143f0ea4a8 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Pushing event deleted for resources: {'Subnet': ['ID=81613ae3-3e88-4a79-aea6-97be484bdd5b,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:18.650156 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2629f78a-56ec-4d65-962d-cad1a3542e34 None None] Network cdad127d-8e1e-44ca-bde7-c10984a61dc2 is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:30:18.653209 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-2629f78a-56ec-4d65-962d-cad1a3542e34 None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:30:18.658694 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2629f78a-56ec-4d65-962d-cad1a3542e34 None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:30:18.734273 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2629f78a-56ec-4d65-962d-cad1a3542e34 None None] Pushing event updated for resources: {'Port': ['ID=b4c6920b-beae-43ce-bda4-98e85a3e08e9,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:18.773607 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-2629f78a-56ec-4d65-962d-cad1a3542e34 None None] Attempting to bind port b4c6920b-beae-43ce-bda4-98e85a3e08e9 on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:30:18.774194 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-2629f78a-56ec-4d65-962d-cad1a3542e34 None None] Attempting to bind port b4c6920b-beae-43ce-bda4-98e85a3e08e9 by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': '3e19816e-5f35-47e4-a2d4-0b795e206d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'cdad127d-8e1e-44ca-bde7-c10984a61dc2'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:30:18.774563 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2629f78a-56ec-4d65-962d-cad1a3542e34 None None] Attempting to bind port b4c6920b-beae-43ce-bda4-98e85a3e08e9 on network cdad127d-8e1e-44ca-bde7-c10984a61dc2 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:30:18.775962 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-41082c5d-c917-4f30-860b-f4143f0ea4a8 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1526893', 'neutron.services.segments.db._delete_segments_for_network-8732568551033'] for network, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:18.784537 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2629f78a-56ec-4d65-962d-cad1a3542e34 None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 30, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:30:18.784922 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2629f78a-56ec-4d65-962d-cad1a3542e34 None None] Checking segment: {'id': '3e19816e-5f35-47e4-a2d4-0b795e206d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'cdad127d-8e1e-44ca-bde7-c10984a61dc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:30:18.785322 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-2629f78a-56ec-4d65-962d-cad1a3542e34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:18.785715 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2629f78a-56ec-4d65-962d-cad1a3542e34 None None] Bound using segment: {'id': '3e19816e-5f35-47e4-a2d4-0b795e206d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'cdad127d-8e1e-44ca-bde7-c10984a61dc2'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:30:18.786243 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-2629f78a-56ec-4d65-962d-cad1a3542e34 None None] Bound port: b4c6920b-beae-43ce-bda4-98e85a3e08e9, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e19816e-5f35-47e4-a2d4-0b795e206d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'cdad127d-8e1e-44ca-bde7-c10984a61dc2'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:30:18.786617 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-2629f78a-56ec-4d65-962d-cad1a3542e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:18.811934 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-41082c5d-c917-4f30-860b-f4143f0ea4a8 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdad127d-8e1e-44ca-bde7-c10984a61dc2']}} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:30:18.826703 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-41082c5d-c917-4f30-860b-f4143f0ea4a8 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e19816e-5f35-47e4-a2d4-0b795e206d33') {'for_net_delete': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:30:18.827159 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-41082c5d-c917-4f30-860b-f4143f0ea4a8 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e19816e-5f35-47e4-a2d4-0b795e206d33') {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:30:18.841006 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-41082c5d-c917-4f30-860b-f4143f0ea4a8 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732568550916', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968000'] for segment, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:18.863145 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-41082c5d-c917-4f30-860b-f4143f0ea4a8 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:18.870978 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41082c5d-c917-4f30-860b-f4143f0ea4a8 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=83738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 07 10:30:18.871822 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-41082c5d-c917-4f30-860b-f4143f0ea4a8 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1227397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3556681'] for segment, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:18.888188 dv-neutron-830731-3-hyperv neutron-server[83738]: Traceback (most recent call last): Mar 07 10:30:18.888188 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 07 10:30:18.888188 dv-neutron-830731-3-hyperv neutron-server[83738]: timer() Mar 07 10:30:18.888188 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:30:18.888188 dv-neutron-830731-3-hyperv neutron-server[83738]: cb(*args, **kw) Mar 07 10:30:18.888188 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 10:30:18.888188 dv-neutron-830731-3-hyperv neutron-server[83738]: return func(*args, **kwargs) Mar 07 10:30:18.888188 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:30:18.888188 dv-neutron-830731-3-hyperv neutron-server[83738]: self._notify() Mar 07 10:30:18.888188 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:30:18.888188 dv-neutron-830731-3-hyperv neutron-server[83738]: self.callback(batched_events) Mar 07 10:30:18.888188 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:30:18.888188 dv-neutron-830731-3-hyperv neutron-server[83738]: event.method(event) Mar 07 10:30:18.888188 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 10:30:18.888188 dv-neutron-830731-3-hyperv neutron-server[83738]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:30:18.888188 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 10:30:18.888188 dv-neutron-830731-3-hyperv neutron-server[83738]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:30:18.888188 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 10:30:18.888188 dv-neutron-830731-3-hyperv neutron-server[83738]: return f(self, *a, **k) Mar 07 10:30:18.888188 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:30:18.888188 dv-neutron-830731-3-hyperv neutron-server[83738]: return self._get(url).json() Mar 07 10:30:18.888188 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:30:18.888188 dv-neutron-830731-3-hyperv neutron-server[83738]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:30:18.888188 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 07 10:30:18.888188 dv-neutron-830731-3-hyperv neutron-server[83738]: return self.request(url, 'GET', **kwargs) Mar 07 10:30:18.888188 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 07 10:30:18.888188 dv-neutron-830731-3-hyperv neutron-server[83738]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:30:18.888188 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 07 10:30:18.888188 dv-neutron-830731-3-hyperv neutron-server[83738]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:30:18.888188 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 07 10:30:18.888188 dv-neutron-830731-3-hyperv neutron-server[83738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:30:18.888188 dv-neutron-830731-3-hyperv neutron-server[83738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:30:18.899281 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-2629f78a-56ec-4d65-962d-cad1a3542e34 None None] For port b4c6920b-beae-43ce-bda4-98e85a3e08e9, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:30:18.980449 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.db.api [None req-41082c5d-c917-4f30-860b-f4143f0ea4a8 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 07 10:30:18.980449 dv-neutron-830731-3-hyperv neutron-server[83738]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 07 10:30:18.980449 dv-neutron-830731-3-hyperv neutron-server[83738]: [parameters: {'id': 'cdad127d-8e1e-44ca-bde7-c10984a61dc2'}] Mar 07 10:30:18.980449 dv-neutron-830731-3-hyperv neutron-server[83738]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83738) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 10:30:18.981941 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG oslo_db.api [None req-41082c5d-c917-4f30-860b-f4143f0ea4a8 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 10:30:18.982478 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-2629f78a-56ec-4d65-962d-cad1a3542e34 None None] For port b4c6920b-beae-43ce-bda4-98e85a3e08e9, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=b4c6920b-beae-43ce-bda4-98e85a3e08e9,segment=NetworkSegment(3e19816e-5f35-47e4-a2d4-0b795e206d33),segment_id=3e19816e-5f35-47e4-a2d4-0b795e206d33)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:30:18.988544 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-2629f78a-56ec-4d65-962d-cad1a3542e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:19.013822 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-87185d26-fb03-46a7-b6b9-e93da47794bf tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Allocated IP 172.26.8.225 (5ed85006-6b00-415e-b71f-837fb1421c12/8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a/e4ce630c-d93f-4bc0-8c72-65858b4ed303) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:30:19.084135 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2629f78a-56ec-4d65-962d-cad1a3542e34 None None] Pushing event updated for resources: {'Port': ['ID=b4c6920b-beae-43ce-bda4-98e85a3e08e9,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:19.159884 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1501c95c-cc38-4fe7-9070-5bef81025a8b None None] Network cdad127d-8e1e-44ca-bde7-c10984a61dc2 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:30:19.332318 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-96355a3c-95ee-4ce1-8a5d-0147115a8919 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:19.388782 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd1eb5bf-2ce7-45f9-babe-1c4e49aff6a6 None None] Network cdad127d-8e1e-44ca-bde7-c10984a61dc2 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:30:19.405312 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 3a0d4cd7-8cbd-449d-a778-fec20aea7910 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:30:19.446863 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96355a3c-95ee-4ce1-8a5d-0147115a8919 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Pushing event deleted for resources: {'Port': ['ID=ae5b58a1-dd22-45d9-89cd-37eed5f11e6a,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:19.482947 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-41082c5d-c917-4f30-860b-f4143f0ea4a8 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1158940'] for network, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:19.499767 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-41082c5d-c917-4f30-860b-f4143f0ea4a8 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Deleting port b4c6920b-beae-43ce-bda4-98e85a3e08e9 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:30:19.500774 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-41082c5d-c917-4f30-860b-f4143f0ea4a8 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:19.613332 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6b2e5c49-aa8b-4025-9101-aea42c3f1254 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3012444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3219213'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:19.618741 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-e1eb68f2-0f82-42ac-951a-dfe7bf6f73be admin admin] Allocated IP 172.20.0.1 (30023e69-476d-4a1a-a06a-7d904c24f2c0/c545286e-deb0-44ca-9190-77e7d2d3932b/51c6857b-1e74-4c3f-b53e-8c82f4121b89) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:30:19.746469 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 3a0d4cd7-8cbd-449d-a778-fec20aea7910 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:30:19.747049 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:19.772622 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-87185d26-fb03-46a7-b6b9-e93da47794bf tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:19.841067 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ce243f-37e9-4a67-82ff-bc3af7e2ca13 None None] get_active_networks_info from dv-neutron-830731-3-hyperv {{(pid=83739) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 07 10:30:19.963732 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-41082c5d-c917-4f30-860b-f4143f0ea4a8 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] For port b4c6920b-beae-43ce-bda4-98e85a3e08e9, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=b4c6920b-beae-43ce-bda4-98e85a3e08e9,segment=NetworkSegment(3e19816e-5f35-47e4-a2d4-0b795e206d33),segment_id=3e19816e-5f35-47e4-a2d4-0b795e206d33)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:30:19.964088 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-41082c5d-c917-4f30-860b-f4143f0ea4a8 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:19.990253 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2e5c49-aa8b-4025-9101-aea42c3f1254 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Pushing event updated for resources: {'Subnet': ['ID=e8befd0a-8a8a-4457-853b-b821a0d2eecf,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:20.065120 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2e5c49-aa8b-4025-9101-aea42c3f1254 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Checking segment: {'id': 'caba8592-7423-4bcf-8e77-be5606621681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4046574a-ff56-49ae-a7ae-2dbbbd9d695e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:30:20.065840 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b2e5c49-aa8b-4025-9101-aea42c3f1254 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Network hostable DHCP agents. Network: 4046574a-ff56-49ae-a7ae-2dbbbd9d695e, hostable agents: ['6527556c-6586-422c-ae47-082984683847'], hosted agents: [] {{(pid=83737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:30:20.105804 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-87185d26-fb03-46a7-b6b9-e93da47794bf tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:20.129643 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-41082c5d-c917-4f30-860b-f4143f0ea4a8 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Calling delete_port for b4c6920b-beae-43ce-bda4-98e85a3e08e9 owned by network:dhcp {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:30:20.200633 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e1eb68f2-0f82-42ac-951a-dfe7bf6f73be admin admin] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:20.228969 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-41082c5d-c917-4f30-860b-f4143f0ea4a8 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:20.236535 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87185d26-fb03-46a7-b6b9-e93da47794bf tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Network 5ed85006-6b00-415e-b71f-837fb1421c12 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:30:20.242170 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b2e5c49-aa8b-4025-9101-aea42c3f1254 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Network 4046574a-ff56-49ae-a7ae-2dbbbd9d695e is scheduled to be hosted by DHCP agent 6527556c-6586-422c-ae47-082984683847 with binding_index 1 {{(pid=83737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:30:20.244459 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-87185d26-fb03-46a7-b6b9-e93da47794bf tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:30:20.246449 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87185d26-fb03-46a7-b6b9-e93da47794bf tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Pushing event updated for resources: {'Port': ['ID=e4ce630c-d93f-4bc0-8c72-65858b4ed303,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:20.250153 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87185d26-fb03-46a7-b6b9-e93da47794bf tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:30:20.281372 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [None req-e1eb68f2-0f82-42ac-951a-dfe7bf6f73be admin admin] Transition to ACTIVE for port object 51c6857b-1e74-4c3f-b53e-8c82f4121b89 will not be triggered until provisioned by entity DHCP. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:30:20.290343 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41082c5d-c917-4f30-860b-f4143f0ea4a8 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Pushing event deleted for resources: {'Port': ['ID=b4c6920b-beae-43ce-bda4-98e85a3e08e9,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:20.298317 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41082c5d-c917-4f30-860b-f4143f0ea4a8 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] No DVR routers for this DVR port b4c6920b-beae-43ce-bda4-98e85a3e08e9 on host dv-neutron-830731-3-hyperv {{(pid=83738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:30:20.308157 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-6b2e5c49-aa8b-4025-9101-aea42c3f1254 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830731-3-hyperv, 4046574a-ff56-49ae-a7ae-2dbbbd9d695e) {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:30:20.311478 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ce243f-37e9-4a67-82ff-bc3af7e2ca13 None None] Unable to find a vacant binding_index for network 4046574a-ff56-49ae-a7ae-2dbbbd9d695e and agent 6527556c-6586-422c-ae47-082984683847 {{(pid=83739) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Mar 07 10:30:20.314427 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-96355a3c-95ee-4ce1-8a5d-0147115a8919 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2756383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3920168'] for router_interface, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:20.319393 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ce243f-37e9-4a67-82ff-bc3af7e2ca13 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830731-3-hyperv, 4046574a-ff56-49ae-a7ae-2dbbbd9d695e) {{(pid=83739) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 07 10:30:20.327261 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b2e5c49-aa8b-4025-9101-aea42c3f1254 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:20.327849 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6b2e5c49-aa8b-4025-9101-aea42c3f1254 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:20.457693 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-41082c5d-c917-4f30-860b-f4143f0ea4a8 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1526893', 'neutron.services.segments.db._delete_segments_for_network-8732568551033'] for network, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:20.489211 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-41082c5d-c917-4f30-860b-f4143f0ea4a8 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdad127d-8e1e-44ca-bde7-c10984a61dc2']}} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:30:20.505807 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-41082c5d-c917-4f30-860b-f4143f0ea4a8 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e19816e-5f35-47e4-a2d4-0b795e206d33') {'for_net_delete': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:30:20.506363 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-41082c5d-c917-4f30-860b-f4143f0ea4a8 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e19816e-5f35-47e4-a2d4-0b795e206d33') {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:30:20.521262 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-41082c5d-c917-4f30-860b-f4143f0ea4a8 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732568550916', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968000'] for segment, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:20.539677 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-41082c5d-c917-4f30-860b-f4143f0ea4a8 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:20.548205 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41082c5d-c917-4f30-860b-f4143f0ea4a8 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=83738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 07 10:30:20.548573 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-41082c5d-c917-4f30-860b-f4143f0ea4a8 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1227397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3556681'] for segment, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:20.564035 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e1eb68f2-0f82-42ac-951a-dfe7bf6f73be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:20.565357 dv-neutron-830731-3-hyperv neutron-server[83738]: Traceback (most recent call last): Mar 07 10:30:20.565357 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 07 10:30:20.565357 dv-neutron-830731-3-hyperv neutron-server[83738]: timer() Mar 07 10:30:20.565357 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:30:20.565357 dv-neutron-830731-3-hyperv neutron-server[83738]: cb(*args, **kw) Mar 07 10:30:20.565357 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 10:30:20.565357 dv-neutron-830731-3-hyperv neutron-server[83738]: return func(*args, **kwargs) Mar 07 10:30:20.565357 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:30:20.565357 dv-neutron-830731-3-hyperv neutron-server[83738]: self._notify() Mar 07 10:30:20.565357 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:30:20.565357 dv-neutron-830731-3-hyperv neutron-server[83738]: self.callback(batched_events) Mar 07 10:30:20.565357 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:30:20.565357 dv-neutron-830731-3-hyperv neutron-server[83738]: event.method(event) Mar 07 10:30:20.565357 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 10:30:20.565357 dv-neutron-830731-3-hyperv neutron-server[83738]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:30:20.565357 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 10:30:20.565357 dv-neutron-830731-3-hyperv neutron-server[83738]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:30:20.565357 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 10:30:20.565357 dv-neutron-830731-3-hyperv neutron-server[83738]: return f(self, *a, **k) Mar 07 10:30:20.565357 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:30:20.565357 dv-neutron-830731-3-hyperv neutron-server[83738]: return self._get(url).json() Mar 07 10:30:20.565357 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:30:20.565357 dv-neutron-830731-3-hyperv neutron-server[83738]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:30:20.565357 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 07 10:30:20.565357 dv-neutron-830731-3-hyperv neutron-server[83738]: return self.request(url, 'GET', **kwargs) Mar 07 10:30:20.565357 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 07 10:30:20.565357 dv-neutron-830731-3-hyperv neutron-server[83738]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:30:20.565357 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 07 10:30:20.565357 dv-neutron-830731-3-hyperv neutron-server[83738]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:30:20.565357 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 07 10:30:20.565357 dv-neutron-830731-3-hyperv neutron-server[83738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:30:20.565357 dv-neutron-830731-3-hyperv neutron-server[83738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:30:20.612518 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-6b2e5c49-aa8b-4025-9101-aea42c3f1254 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8886786 Mar 07 10:30:20.620624 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 36652) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:20.668401 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-41082c5d-c917-4f30-860b-f4143f0ea4a8 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1526886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923583'] for network, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:20.679468 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-41082c5d-c917-4f30-860b-f4143f0ea4a8 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:20.709138 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-41082c5d-c917-4f30-860b-f4143f0ea4a8 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] 10.222.0.13 "DELETE /v2.0/networks/cdad127d-8e1e-44ca-bde7-c10984a61dc2 HTTP/1.1" status: 204 len: 168 time: 2.7303047 Mar 07 10:30:20.712873 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 36656) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:20.718937 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41082c5d-c917-4f30-860b-f4143f0ea4a8 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Pushing event deleted for resources: {'Network': ['ID=cdad127d-8e1e-44ca-bde7-c10984a61dc2,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:20.747723 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-073ccdd3-af9c-495d-94ed-1f68ed410bba tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] DELETE failed (client error): The resource could not be found. Mar 07 10:30:20.747723 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-073ccdd3-af9c-495d-94ed-1f68ed410bba tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:30:20.749391 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-073ccdd3-af9c-495d-94ed-1f68ed410bba tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] 10.222.0.13 "DELETE /v2.0/networks/cdad127d-8e1e-44ca-bde7-c10984a61dc2 HTTP/1.1" status: 404 len: 339 time: 0.0355697 Mar 07 10:30:20.756239 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 36662) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:20.760066 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-403d149a-51b9-43f1-894c-e310c0397009 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-901024942', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:30:20.779109 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-403d149a-51b9-43f1-894c-e310c0397009 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:30:20.783764 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ebbb98-49e8-4753-94dc-5329f45dd75b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ec2749d-0aec-52fb-aca6-10ba8a80aade-4046574a-ff56-49ae-a7ae-2dbbbd9d695e', 'network_id': '4046574a-ff56-49ae-a7ae-2dbbbd9d695e', 'tenant_id': 'b6ff3248bb834bc1a094f45e7fa43fbd', 'fixed_ips': [{'subnet_id': 'e8befd0a-8a8a-4457-853b-b821a0d2eecf'}]}} from dv-neutron-830731-3-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 07 10:30:20.784617 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-d2ebbb98-49e8-4753-94dc-5329f45dd75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:20.785894 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-ae7fa7e7-523e-4411-9c0b-65c1b3dfb70a tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-851242733', 'description': 'd1'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:30:20.805838 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-ae7fa7e7-523e-4411-9c0b-65c1b3dfb70a tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:30:20.809209 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-403d149a-51b9-43f1-894c-e310c0397009 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Usage tracker for resource:router and tenant:b6ff3248bb834bc1a094f45e7fa43fbd is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:30:20.821332 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1eb68f2-0f82-42ac-951a-dfe7bf6f73be admin admin] Network 30023e69-476d-4a1a-a06a-7d904c24f2c0 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:30:20.824811 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-403d149a-51b9-43f1-894c-e310c0397009 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:30:20.838006 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-e1eb68f2-0f82-42ac-951a-dfe7bf6f73be admin admin] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:30:20.843511 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-ae7fa7e7-523e-4411-9c0b-65c1b3dfb70a tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Usage tracker for resource:network and tenant:44b92b651ff14b9ab83bd7a3588b3016 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:30:20.847163 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-403d149a-51b9-43f1-894c-e310c0397009 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:30:20.852201 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1eb68f2-0f82-42ac-951a-dfe7bf6f73be admin admin] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:30:20.878257 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-ae7fa7e7-523e-4411-9c0b-65c1b3dfb70a tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:30:20.880878 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1eb68f2-0f82-42ac-951a-dfe7bf6f73be admin admin] Pushing event updated for resources: {'Port': ['ID=51c6857b-1e74-4c3f-b53e-8c82f4121b89,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:20.897558 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-ae7fa7e7-523e-4411-9c0b-65c1b3dfb70a tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:30:20.932413 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-403d149a-51b9-43f1-894c-e310c0397009 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3919700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58025'] for router, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:20.933602 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-403d149a-51b9-43f1-894c-e310c0397009 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3919671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4011175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58018'] for router, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:20.947684 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae7fa7e7-523e-4411-9c0b-65c1b3dfb70a tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Made reservation on behalf of 44b92b651ff14b9ab83bd7a3588b3016 for: {'network': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:30:20.950778 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ae7fa7e7-523e-4411-9c0b-65c1b3dfb70a tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for network, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:20.950941 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-d2ebbb98-49e8-4753-94dc-5329f45dd75b None None] Allocated IP 172.20.0.2 (4046574a-ff56-49ae-a7ae-2dbbbd9d695e/e8befd0a-8a8a-4457-853b-b821a0d2eecf/81e3169e-559e-4cac-8b6f-0a1702a8cb39) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:30:20.987469 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e1eb68f2-0f82-42ac-951a-dfe7bf6f73be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3920324'] for router_interface, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:21.031109 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae7fa7e7-523e-4411-9c0b-65c1b3dfb70a tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=83737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:30:21.042821 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-403d149a-51b9-43f1-894c-e310c0397009 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:21.064069 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ae7fa7e7-523e-4411-9c0b-65c1b3dfb70a tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:21.064412 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.db.segments_db [None req-ae7fa7e7-523e-4411-9c0b-65c1b3dfb70a tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Added segment 5571249c-960f-49e7-97f9-5cbec1070c2c of type vlan for network bfb8b748-c0b9-408a-babb-ba60c6dee8a9 Mar 07 10:30:21.135954 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 36672) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:21.176013 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-d2ebbb98-49e8-4753-94dc-5329f45dd75b None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:21.186765 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-d2ebbb98-49e8-4753-94dc-5329f45dd75b None None] Transition to ACTIVE for port object 81e3169e-559e-4cac-8b6f-0a1702a8cb39 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:30:21.206737 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-d2ebbb98-49e8-4753-94dc-5329f45dd75b None None] Transition to ACTIVE for port object 81e3169e-559e-4cac-8b6f-0a1702a8cb39 will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:30:21.213095 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-d2ebbb98-49e8-4753-94dc-5329f45dd75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:21.242083 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-87185d26-fb03-46a7-b6b9-e93da47794bf tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:21.289751 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ebbb98-49e8-4753-94dc-5329f45dd75b None None] Network 4046574a-ff56-49ae-a7ae-2dbbbd9d695e is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:30:21.292486 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-d2ebbb98-49e8-4753-94dc-5329f45dd75b None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:30:21.299253 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ebbb98-49e8-4753-94dc-5329f45dd75b None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:30:21.312866 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ebbb98-49e8-4753-94dc-5329f45dd75b None None] Pushing event updated for resources: {'Port': ['ID=81e3169e-559e-4cac-8b6f-0a1702a8cb39,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:21.313886 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-403d149a-51b9-43f1-894c-e310c0397009 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3917991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923518'] for router, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:21.395436 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-996b1ce4-8e4b-4647-90d1-b6106b925dc4 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Request body: {'network': {'name': 'tempest-network-smoke--1677330248', 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'port_security_enabled': True}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:30:21.400919 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-996b1ce4-8e4b-4647-90d1-b6106b925dc4 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:30:21.404717 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-996b1ce4-8e4b-4647-90d1-b6106b925dc4 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Usage tracker for resource:network and tenant:416b2fd961bc4d70a26d66821f7df8e2 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:30:21.409074 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-996b1ce4-8e4b-4647-90d1-b6106b925dc4 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:30:21.415184 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-996b1ce4-8e4b-4647-90d1-b6106b925dc4 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:30:21.415545 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ae7fa7e7-523e-4411-9c0b-65c1b3dfb70a tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732568034061'] for network, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:21.419699 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-d2ebbb98-49e8-4753-94dc-5329f45dd75b None None] Attempting to bind port 81e3169e-559e-4cac-8b6f-0a1702a8cb39 on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:30:21.420193 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-d2ebbb98-49e8-4753-94dc-5329f45dd75b None None] Attempting to bind port 81e3169e-559e-4cac-8b6f-0a1702a8cb39 by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': 'caba8592-7423-4bcf-8e77-be5606621681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4046574a-ff56-49ae-a7ae-2dbbbd9d695e'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:30:21.420572 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ebbb98-49e8-4753-94dc-5329f45dd75b None None] Attempting to bind port 81e3169e-559e-4cac-8b6f-0a1702a8cb39 on network 4046574a-ff56-49ae-a7ae-2dbbbd9d695e {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:30:21.427352 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-996b1ce4-8e4b-4647-90d1-b6106b925dc4 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Made reservation on behalf of 416b2fd961bc4d70a26d66821f7df8e2 for: {'network': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:30:21.428724 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ebbb98-49e8-4753-94dc-5329f45dd75b None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 30, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:30:21.429094 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ebbb98-49e8-4753-94dc-5329f45dd75b None None] Checking segment: {'id': 'caba8592-7423-4bcf-8e77-be5606621681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4046574a-ff56-49ae-a7ae-2dbbbd9d695e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:30:21.429544 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-d2ebbb98-49e8-4753-94dc-5329f45dd75b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:21.429932 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ebbb98-49e8-4753-94dc-5329f45dd75b None None] Bound using segment: {'id': 'caba8592-7423-4bcf-8e77-be5606621681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4046574a-ff56-49ae-a7ae-2dbbbd9d695e'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:30:21.430405 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-d2ebbb98-49e8-4753-94dc-5329f45dd75b None None] Bound port: 81e3169e-559e-4cac-8b6f-0a1702a8cb39, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'caba8592-7423-4bcf-8e77-be5606621681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4046574a-ff56-49ae-a7ae-2dbbbd9d695e'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:30:21.430703 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-996b1ce4-8e4b-4647-90d1-b6106b925dc4 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for network, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:21.430817 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-d2ebbb98-49e8-4753-94dc-5329f45dd75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:21.444871 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-996b1ce4-8e4b-4647-90d1-b6106b925dc4 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:21.477422 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-996b1ce4-8e4b-4647-90d1-b6106b925dc4 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:30:21.482726 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-996b1ce4-8e4b-4647-90d1-b6106b925dc4 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Usage tracker for resource:security_group_rule and tenant:416b2fd961bc4d70a26d66821f7df8e2 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:30:21.486257 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-996b1ce4-8e4b-4647-90d1-b6106b925dc4 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:30:21.492395 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-996b1ce4-8e4b-4647-90d1-b6106b925dc4 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:30:21.503323 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-403d149a-51b9-43f1-894c-e310c0397009 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:21.504144 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-403d149a-51b9-43f1-894c-e310c0397009 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.7560422 Mar 07 10:30:21.507681 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 36678) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:21.513743 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-26243e3e-140c-4def-a72e-bcf675a7e12a tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Request body: {'port': {'network_id': '4046574a-ff56-49ae-a7ae-2dbbbd9d695e', 'name': 'tempest-PortsTestJSON-1790078950'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:30:21.517301 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e1eb68f2-0f82-42ac-951a-dfe7bf6f73be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:21.529824 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-d2ebbb98-49e8-4753-94dc-5329f45dd75b None None] For port 81e3169e-559e-4cac-8b6f-0a1702a8cb39, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:30:21.534896 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-d2ebbb98-49e8-4753-94dc-5329f45dd75b None None] For port 81e3169e-559e-4cac-8b6f-0a1702a8cb39, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=81e3169e-559e-4cac-8b6f-0a1702a8cb39,segment=NetworkSegment(caba8592-7423-4bcf-8e77-be5606621681),segment_id=caba8592-7423-4bcf-8e77-be5606621681)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:30:21.540214 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-d2ebbb98-49e8-4753-94dc-5329f45dd75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:21.583179 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ae7fa7e7-523e-4411-9c0b-65c1b3dfb70a tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594'] for network, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:21.586858 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae7fa7e7-523e-4411-9c0b-65c1b3dfb70a tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:21.587427 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ae7fa7e7-523e-4411-9c0b-65c1b3dfb70a tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:21.629716 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ebbb98-49e8-4753-94dc-5329f45dd75b None None] Pushing event updated for resources: {'Port': ['ID=81e3169e-559e-4cac-8b6f-0a1702a8cb39,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:21.701992 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-996b1ce4-8e4b-4647-90d1-b6106b925dc4 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:21.705758 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-26243e3e-140c-4def-a72e-bcf675a7e12a tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:30:21.709087 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-996b1ce4-8e4b-4647-90d1-b6106b925dc4 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:21.723308 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-26243e3e-140c-4def-a72e-bcf675a7e12a tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Usage tracker for resource:port and tenant:b6ff3248bb834bc1a094f45e7fa43fbd is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:30:21.731226 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-26243e3e-140c-4def-a72e-bcf675a7e12a tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:30:21.741526 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-26243e3e-140c-4def-a72e-bcf675a7e12a tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:30:21.753651 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-996b1ce4-8e4b-4647-90d1-b6106b925dc4 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=83738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:30:21.769823 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996b1ce4-8e4b-4647-90d1-b6106b925dc4 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f77b06ec-3dfc-44df-b7c7-f79f0759a953,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:21.775587 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26243e3e-140c-4def-a72e-bcf675a7e12a tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Made reservation on behalf of b6ff3248bb834bc1a094f45e7fa43fbd for: {'port': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:30:21.778697 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-26243e3e-140c-4def-a72e-bcf675a7e12a tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:21.788791 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-996b1ce4-8e4b-4647-90d1-b6106b925dc4 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:21.789140 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.db.segments_db [None req-996b1ce4-8e4b-4647-90d1-b6106b925dc4 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Added segment db98df71-74cd-4d5e-8dae-73d8cf33dfa3 of type vlan for network 40a9b5e4-2566-4b34-8233-7ca2a6a5d397 Mar 07 10:30:21.812248 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-87185d26-fb03-46a7-b6b9-e93da47794bf tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3917998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58952'] for router, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:21.820610 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [None req-26243e3e-140c-4def-a72e-bcf675a7e12a tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] device_id is not set on port cae39c81-1e58-471b-b661-23291b74a16a yet. {{(pid=83738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 07 10:30:21.863051 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-ae7fa7e7-523e-4411-9c0b-65c1b3dfb70a tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.0952017 Mar 07 10:30:21.869116 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 36682) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:21.875045 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-87185d26-fb03-46a7-b6b9-e93da47794bf tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3923496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3923511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3918005'] for router, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:21.877718 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-996b1ce4-8e4b-4647-90d1-b6106b925dc4 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732568034061'] for network, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:21.880816 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7fa7e7-523e-4411-9c0b-65c1b3dfb70a tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Pushing event updated for resources: {'Network': ['ID=bfb8b748-c0b9-408a-babb-ba60c6dee8a9,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:21.898958 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Network bfb8b748-c0b9-408a-babb-ba60c6dee8a9 details requested by agent ovs-agent-dv-neutron-830731-3-hyperv with host dv-neutron-830731-3-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 10:30:21.992148 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-996b1ce4-8e4b-4647-90d1-b6106b925dc4 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594'] for network, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:21.996209 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-996b1ce4-8e4b-4647-90d1-b6106b925dc4 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:21.996804 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-996b1ce4-8e4b-4647-90d1-b6106b925dc4 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:22.134970 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-26243e3e-140c-4def-a72e-bcf675a7e12a tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Allocated IP 172.20.0.3 (4046574a-ff56-49ae-a7ae-2dbbbd9d695e/e8befd0a-8a8a-4457-853b-b821a0d2eecf/cae39c81-1e58-471b-b661-23291b74a16a) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:30:22.137314 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996b1ce4-8e4b-4647-90d1-b6106b925dc4 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event updated for resources: {'Network': ['ID=40a9b5e4-2566-4b34-8233-7ca2a6a5d397,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:22.142671 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-996b1ce4-8e4b-4647-90d1-b6106b925dc4 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0056686 Mar 07 10:30:22.148333 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 36686) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:22.153373 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Network 40a9b5e4-2566-4b34-8233-7ca2a6a5d397 details requested by agent ovs-agent-dv-neutron-830731-3-hyperv with host dv-neutron-830731-3-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 10:30:22.155400 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-1e0b637b-0ca4-46ce-b542-631a80eab9bb tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-279492574', 'admin_state_up': True, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12'}}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:30:22.167135 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-1e0b637b-0ca4-46ce-b542-631a80eab9bb tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:30:22.183675 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-1e0b637b-0ca4-46ce-b542-631a80eab9bb tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Usage tracker for resource:router and tenant:416b2fd961bc4d70a26d66821f7df8e2 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:30:22.188957 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-1e0b637b-0ca4-46ce-b542-631a80eab9bb tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:30:22.206175 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-1e0b637b-0ca4-46ce-b542-631a80eab9bb tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:30:22.246470 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1e0b637b-0ca4-46ce-b542-631a80eab9bb tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3919700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58025'] for router, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:22.247522 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1e0b637b-0ca4-46ce-b542-631a80eab9bb tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3919671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4011175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58018'] for router, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:22.363407 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1e0b637b-0ca4-46ce-b542-631a80eab9bb tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:22.385271 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ce4157-d0f1-4ef9-abc1-0fbe30c1a6e7 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:22.386414 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-e3ce4157-d0f1-4ef9-abc1-0fbe30c1a6e7 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Synchronizing usage tracker for tenant:44b92b651ff14b9ab83bd7a3588b3016 on resource:network {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:30:22.407686 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-26243e3e-140c-4def-a72e-bcf675a7e12a tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:22.443400 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-e3ce4157-d0f1-4ef9-abc1-0fbe30c1a6e7 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Unset dirty status for tenant:44b92b651ff14b9ab83bd7a3588b3016 on resource:network {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:30:22.444595 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-e3ce4157-d0f1-4ef9-abc1-0fbe30c1a6e7 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] 10.222.0.13 "GET /v2.0/networks?id=bfb8b748-c0b9-408a-babb-ba60c6dee8a9 HTTP/1.1" status: 200 len: 760 time: 0.5713151 Mar 07 10:30:22.455041 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 36690) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:22.467789 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-03918584-d9c5-4dbc-b5a7-ac809fecdd07 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Request body: {'network': {'description': 'd2'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:30:22.485442 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e1eb68f2-0f82-42ac-951a-dfe7bf6f73be admin admin] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:22.498503 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e1eb68f2-0f82-42ac-951a-dfe7bf6f73be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3012561'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:22.638061 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-26243e3e-140c-4def-a72e-bcf675a7e12a tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Transition to ACTIVE for port object cae39c81-1e58-471b-b661-23291b74a16a will not be triggered until provisioned by entity DHCP. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:30:22.667418 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1e0b637b-0ca4-46ce-b542-631a80eab9bb tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3917998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58952'] for router, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:22.684177 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96355a3c-95ee-4ce1-8a5d-0147115a8919 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Router 3324b4fd-0a96-401d-9daf-b341f252b9ce has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:30:22.702944 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-26243e3e-140c-4def-a72e-bcf675a7e12a tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:22.737246 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e1eb68f2-0f82-42ac-951a-dfe7bf6f73be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2756426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3920233'] for router_interface, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:22.741549 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1eb68f2-0f82-42ac-951a-dfe7bf6f73be admin admin] Pushing event updated for resources: {'Port': ['ID=51c6857b-1e74-4c3f-b53e-8c82f4121b89,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:22.785889 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc999b89-8e7b-4d55-974f-f8f051bd8c31 None None] Network 4046574a-ff56-49ae-a7ae-2dbbbd9d695e requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:30:22.846602 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26243e3e-140c-4def-a72e-bcf675a7e12a tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Network 4046574a-ff56-49ae-a7ae-2dbbbd9d695e is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:30:22.852253 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-26243e3e-140c-4def-a72e-bcf675a7e12a tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:30:22.855001 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26243e3e-140c-4def-a72e-bcf675a7e12a tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Pushing event updated for resources: {'Port': ['ID=cae39c81-1e58-471b-b661-23291b74a16a,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:22.857329 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26243e3e-140c-4def-a72e-bcf675a7e12a tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:30:22.906397 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-d62064e2-63a6-4f18-967b-e2a8a814b78f None None] Provisioning for port 81e3169e-559e-4cac-8b6f-0a1702a8cb39 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:30:22.934414 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26243e3e-140c-4def-a72e-bcf675a7e12a tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:22.935032 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-26243e3e-140c-4def-a72e-bcf675a7e12a tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:22.973813 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-26243e3e-140c-4def-a72e-bcf675a7e12a tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.4656005 Mar 07 10:30:22.977241 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 36694) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:23.069968 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-03918584-d9c5-4dbc-b5a7-ac809fecdd07 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732568034061'] for network, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:23.117145 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-03918584-d9c5-4dbc-b5a7-ac809fecdd07 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594'] for network, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:23.141561 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-9b4b662c-c4ee-4ba3-9ad2-1d197016f972 None None] Provisioning for port 51c6857b-1e74-4c3f-b53e-8c82f4121b89 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:30:23.149423 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1e0b637b-0ca4-46ce-b542-631a80eab9bb tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for router_gateway, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:23.153192 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-9b4b662c-c4ee-4ba3-9ad2-1d197016f972 None None] Provisioning complete for port 51c6857b-1e74-4c3f-b53e-8c82f4121b89 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:30:23.153777 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-9b4b662c-c4ee-4ba3-9ad2-1d197016f972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:23.185857 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1e0b637b-0ca4-46ce-b542-631a80eab9bb tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:23.225307 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-9b4b662c-c4ee-4ba3-9ad2-1d197016f972 None None] Port 51c6857b-1e74-4c3f-b53e-8c82f4121b89 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:30:23.245319 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-03918584-d9c5-4dbc-b5a7-ac809fecdd07 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Network bfb8b748-c0b9-408a-babb-ba60c6dee8a9 is not hosted by any dhcp agent {{(pid=83737) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Mar 07 10:30:23.249425 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03918584-d9c5-4dbc-b5a7-ac809fecdd07 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:23.250015 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-03918584-d9c5-4dbc-b5a7-ac809fecdd07 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:23.252066 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-03918584-d9c5-4dbc-b5a7-ac809fecdd07 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] 10.222.0.13 "PUT /v2.0/networks/bfb8b748-c0b9-408a-babb-ba60c6dee8a9 HTTP/1.1" status: 200 len: 757 time: 0.7950153 Mar 07 10:30:23.260267 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 36698) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:23.334292 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1eb68f2-0f82-42ac-951a-dfe7bf6f73be admin admin] Network 30023e69-476d-4a1a-a06a-7d904c24f2c0 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:30:23.394962 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03918584-d9c5-4dbc-b5a7-ac809fecdd07 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Pushing event updated for resources: {'Network': ['ID=bfb8b748-c0b9-408a-babb-ba60c6dee8a9,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:23.407729 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-e1eb68f2-0f82-42ac-951a-dfe7bf6f73be admin admin] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:30:23.408939 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Network bfb8b748-c0b9-408a-babb-ba60c6dee8a9 details requested by agent ovs-agent-dv-neutron-830731-3-hyperv with host dv-neutron-830731-3-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 10:30:23.526020 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a13a199-f42e-4155-8710-91e744396436 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:23.532517 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-0a13a199-f42e-4155-8710-91e744396436 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] 10.222.0.13 "GET /v2.0/networks?id=bfb8b748-c0b9-408a-babb-ba60c6dee8a9 HTTP/1.1" status: 200 len: 760 time: 0.2677207 Mar 07 10:30:23.543483 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 36702) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:23.552426 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-dc2a2656-eea6-4f0e-b4bc-1320cef50626 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-58831609'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:30:23.558903 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-dc2a2656-eea6-4f0e-b4bc-1320cef50626 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:30:23.570641 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-dc2a2656-eea6-4f0e-b4bc-1320cef50626 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:30:23.589697 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 81e3169e-559e-4cac-8b6f-0a1702a8cb39 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:30:23.659164 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc2a2656-eea6-4f0e-b4bc-1320cef50626 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Made reservation on behalf of 44b92b651ff14b9ab83bd7a3588b3016 for: {'network': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:30:23.662460 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-dc2a2656-eea6-4f0e-b4bc-1320cef50626 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for network, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:23.686499 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning for port 81e3169e-559e-4cac-8b6f-0a1702a8cb39 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:30:23.694286 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 81e3169e-559e-4cac-8b6f-0a1702a8cb39 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:30:23.694653 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:23.730982 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96355a3c-95ee-4ce1-8a5d-0147115a8919 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:30:23.737424 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-96355a3c-95ee-4ce1-8a5d-0147115a8919 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] 10.222.0.13 "PUT /v2.0/routers/3324b4fd-0a96-401d-9daf-b341f252b9ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7415371 Mar 07 10:30:23.740229 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 36706) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:23.762439 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87185d26-fb03-46a7-b6b9-e93da47794bf tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Router 815ac00c-a745-4d21-8ea0-fd415e1419c1 is scheduled to L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 with binding_index 1 {{(pid=83737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 10:30:23.785462 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc2a2656-eea6-4f0e-b4bc-1320cef50626 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=83737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:30:23.796373 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6038adc4-6d0f-4d7f-8807-bafc1694165f None None] Sync routers for ids ['3324b4fd-0a96-401d-9daf-b341f252b9ce'] in dv-neutron-830731-3-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:30:23.812458 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-dc2a2656-eea6-4f0e-b4bc-1320cef50626 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:23.812825 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.db.segments_db [None req-dc2a2656-eea6-4f0e-b4bc-1320cef50626 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Added segment 46d7561e-c7e6-4886-8977-e6655dfaa9d3 of type vlan for network 504c3d6c-154c-42fb-891e-8b62f92fa315 Mar 07 10:30:23.821793 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-1e0b637b-0ca4-46ce-b542-631a80eab9bb tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Allocated IP 172.26.8.141 (5ed85006-6b00-415e-b71f-837fb1421c12/8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a/39859c51-8b3b-4046-8d84-9bd4a674d742) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:30:23.895460 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:23.946273 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-3e9a879d-2eb1-48c7-97ce-1b6f74693edb None None] Provisioning complete for port 51c6857b-1e74-4c3f-b53e-8c82f4121b89 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:30:23.947304 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-3e9a879d-2eb1-48c7-97ce-1b6f74693edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:23.992093 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06024518-ee93-4a87-8895-5bc98bc8a1c3 None None] Network 4046574a-ff56-49ae-a7ae-2dbbbd9d695e requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:30:24.081248 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] For port 81e3169e-559e-4cac-8b6f-0a1702a8cb39, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=81e3169e-559e-4cac-8b6f-0a1702a8cb39,segment=NetworkSegment(caba8592-7423-4bcf-8e77-be5606621681),segment_id=caba8592-7423-4bcf-8e77-be5606621681)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:30:24.082870 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6038adc4-6d0f-4d7f-8807-bafc1694165f None None] Routers {'3324b4fd-0a96-401d-9daf-b341f252b9ce'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:30:24.083409 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-6038adc4-6d0f-4d7f-8807-bafc1694165f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:30:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['3324b4fd-0a96-401d-9daf-b341f252b9ce'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:30:24.150989 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:24.262533 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-dc2a2656-eea6-4f0e-b4bc-1320cef50626 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732568034061'] for network, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:24.341457 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-dc2a2656-eea6-4f0e-b4bc-1320cef50626 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594'] for network, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:24.344731 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-3e9a879d-2eb1-48c7-97ce-1b6f74693edb None None] Port 51c6857b-1e74-4c3f-b53e-8c82f4121b89 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:30:24.345433 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc2a2656-eea6-4f0e-b4bc-1320cef50626 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:24.346557 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-dc2a2656-eea6-4f0e-b4bc-1320cef50626 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:24.390744 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-6038adc4-6d0f-4d7f-8807-bafc1694165f None None] Set router 3324b4fd-0a96-401d-9daf-b341f252b9ce gateway port host: None {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:30:24.399631 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1e0b637b-0ca4-46ce-b542-631a80eab9bb tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:24.440957 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Pushing event updated for resources: {'Port': ['ID=81e3169e-559e-4cac-8b6f-0a1702a8cb39,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:24.447445 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_v2 [None req-26134f5b-74b1-4bde-b029-4024b5924c63 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Deleting subnet 7245e10c-4fca-4313-bd10-62ddf8acc484 {{(pid=83738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 07 10:30:24.456460 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-26134f5b-74b1-4bde-b029-4024b5924c63 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks [] for subnet, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:24.483414 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6744fa60-8f5c-4097-97e7-401f5c69b799 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:24.498896 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-dc2a2656-eea6-4f0e-b4bc-1320cef50626 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.9499357 Mar 07 10:30:24.499476 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2a2656-eea6-4f0e-b4bc-1320cef50626 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Pushing event updated for resources: {'Network': ['ID=504c3d6c-154c-42fb-891e-8b62f92fa315,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:24.502886 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 36710) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:24.516656 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-a8752c68-313f-4e10-bb7d-570edde77808 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Request body: {'subnet': {'network_id': '504c3d6c-154c-42fb-891e-8b62f92fa315', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:30:24.517664 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Network 504c3d6c-154c-42fb-891e-8b62f92fa315 details requested by agent ovs-agent-dv-neutron-830731-3-hyperv with host dv-neutron-830731-3-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 10:30:24.576078 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87185d26-fb03-46a7-b6b9-e93da47794bf tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:30:24.581179 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-87185d26-fb03-46a7-b6b9-e93da47794bf tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:24.582659 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-87185d26-fb03-46a7-b6b9-e93da47794bf tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] 10.222.0.13 "PUT /v2.0/routers/815ac00c-a745-4d21-8ea0-fd415e1419c1 HTTP/1.1" status: 200 len: 919 time: 8.6687257 Mar 07 10:30:24.586037 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 36714) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:24.589958 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d48e02-3e6c-4458-bf22-201700d90fd0 None None] Sync routers for ids ['815ac00c-a745-4d21-8ea0-fd415e1419c1'] in dv-neutron-830731-3-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:30:24.609010 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d48e02-3e6c-4458-bf22-201700d90fd0 None None] Routers {'815ac00c-a745-4d21-8ea0-fd415e1419c1'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:30:24.610206 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-b4d48e02-3e6c-4458-bf22-201700d90fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:30:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['815ac00c-a745-4d21-8ea0-fd415e1419c1'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:30:24.654660 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-e64f08e9-152a-49e8-a34e-0b76823a7cb8 None None] Provisioning for port cae39c81-1e58-471b-b661-23291b74a16a completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:30:24.674750 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-26134f5b-74b1-4bde-b029-4024b5924c63 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2969395'] for subnet, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:24.704847 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1e0b637b-0ca4-46ce-b542-631a80eab9bb tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:24.705556 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-b4d48e02-3e6c-4458-bf22-201700d90fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:30:24.719142 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1eb68f2-0f82-42ac-951a-dfe7bf6f73be admin admin] Router 2b54fb8b-b163-48a3-b144-8be5cda72c7c has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:30:24.726274 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d48e02-3e6c-4458-bf22-201700d90fd0 None None] Routers {'815ac00c-a745-4d21-8ea0-fd415e1419c1'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:30:24.727427 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-b4d48e02-3e6c-4458-bf22-201700d90fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:30:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['815ac00c-a745-4d21-8ea0-fd415e1419c1'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:30:24.816386 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-b4d48e02-3e6c-4458-bf22-201700d90fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:30:24.817262 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d48e02-3e6c-4458-bf22-201700d90fd0 None None] The sync data for ids ['815ac00c-a745-4d21-8ea0-fd415e1419c1'] in dv-neutron-830731-3-hyperv is: [] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:30:24.829335 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-e64f08e9-152a-49e8-a34e-0b76823a7cb8 None None] Provisioning complete for port cae39c81-1e58-471b-b661-23291b74a16a triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:30:24.829809 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-e64f08e9-152a-49e8-a34e-0b76823a7cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:24.923451 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-a8752c68-313f-4e10-bb7d-570edde77808 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:30:24.928730 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-e64f08e9-152a-49e8-a34e-0b76823a7cb8 None None] Port cae39c81-1e58-471b-b661-23291b74a16a cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:30:24.943323 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-a8752c68-313f-4e10-bb7d-570edde77808 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Usage tracker for resource:subnet and tenant:44b92b651ff14b9ab83bd7a3588b3016 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:30:24.951758 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0b637b-0ca4-46ce-b542-631a80eab9bb tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event updated for resources: {'Port': ['ID=39859c51-8b3b-4046-8d84-9bd4a674d742,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:24.956219 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-a8752c68-313f-4e10-bb7d-570edde77808 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:30:24.972395 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e0b637b-0ca4-46ce-b542-631a80eab9bb tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Network 5ed85006-6b00-415e-b71f-837fb1421c12 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:30:24.976541 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-a8752c68-313f-4e10-bb7d-570edde77808 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:30:24.978551 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-1e0b637b-0ca4-46ce-b542-631a80eab9bb tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:30:24.985860 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-57017f34-ab9f-47d4-b83c-33bd10da8122 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] 10.222.0.13 "GET /v2.0/routers/815ac00c-a745-4d21-8ea0-fd415e1419c1 HTTP/1.1" status: 200 len: 925 time: 0.3991256 Mar 07 10:30:24.988863 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 36718) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:25.008359 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0b637b-0ca4-46ce-b542-631a80eab9bb tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:30:25.014135 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-e64f08e9-152a-49e8-a34e-0b76823a7cb8 None None] Provisioning complete for port 81e3169e-559e-4cac-8b6f-0a1702a8cb39 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:30:25.014655 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-e64f08e9-152a-49e8-a34e-0b76823a7cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:25.068914 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1eb68f2-0f82-42ac-951a-dfe7bf6f73be admin admin] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:30:25.074885 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-e1eb68f2-0f82-42ac-951a-dfe7bf6f73be admin admin] 10.222.0.13 "PUT /v2.0/routers/2b54fb8b-b163-48a3-b144-8be5cda72c7c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7753847 Mar 07 10:30:25.085181 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-8632a5c7-680f-4399-abcc-a9d2c5c1e1d2 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=5ed85006-6b00-415e-b71f-837fb1421c12&device_id=815ac00c-a745-4d21-8ea0-fd415e1419c1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0953767 Mar 07 10:30:25.086689 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639529bd-3b47-4b98-ad4c-9259a6d37029 None None] Sync routers for ids ['2b54fb8b-b163-48a3-b144-8be5cda72c7c'] in dv-neutron-830731-3-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:30:25.087607 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 36724) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:25.112241 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-6038adc4-6d0f-4d7f-8807-bafc1694165f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3324b4fd-0a96-401d-9daf-b341f252b9ce', 'name': 'tempest-RoutersTest-router-1450641091', 'tenant_id': '8843377006954c17a088ed77df13332f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:28:36Z', 'updated_at': '2022-03-07T10:30:18Z', 'revision_number': 10, 'project_id': '8843377006954c17a088ed77df13332f', 'gw_port_host': None, '_interfaces': [{'id': '886fbece-a853-4903-842e-0215fc553fdb', 'name': '', 'network_id': 'c602f718-e9de-48ac-b4a6-a9273b50169a', 'tenant_id': '8843377006954c17a088ed77df13332f', 'mac_address': 'fa:16:3e:2a:52:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3324b4fd-0a96-401d-9daf-b341f252b9ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32ec8036-5adc-4d1f-a49f-bc0660977659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:28:40Z', 'updated_at': '2022-03-07T10:28:57Z', 'revision_number': 5, 'project_id': '8843377006954c17a088ed77df13332f', 'subnets': [{'id': '32ec8036-5adc-4d1f-a49f-bc0660977659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:30:25.145744 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6038adc4-6d0f-4d7f-8807-bafc1694165f None None] Checking router: 3324b4fd-0a96-401d-9daf-b341f252b9ce for host: dv-neutron-830731-3-hyperv {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 07 10:30:25.147799 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639529bd-3b47-4b98-ad4c-9259a6d37029 None None] Routers {'2b54fb8b-b163-48a3-b144-8be5cda72c7c'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:30:25.148418 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-639529bd-3b47-4b98-ad4c-9259a6d37029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:30:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['2b54fb8b-b163-48a3-b144-8be5cda72c7c'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:30:25.253802 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6744fa60-8f5c-4097-97e7-401f5c69b799 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks [] for port, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:25.268834 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af5e722c-dfc2-49c7-99a2-c31ee2c5629e tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:25.269407 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-af5e722c-dfc2-49c7-99a2-c31ee2c5629e tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Synchronizing usage tracker for tenant:ee04c33b321f4b0fa4102821038ffb79 on resource:network {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:30:25.289071 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-af5e722c-dfc2-49c7-99a2-c31ee2c5629e tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Unset dirty status for tenant:ee04c33b321f4b0fa4102821038ffb79 on resource:network {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:30:25.290825 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-af5e722c-dfc2-49c7-99a2-c31ee2c5629e tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] 10.222.0.13 "GET /v2.0/networks/5ed85006-6b00-415e-b71f-837fb1421c12 HTTP/1.1" status: 200 len: 881 time: 0.2020864 Mar 07 10:30:25.292359 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-26134f5b-74b1-4bde-b029-4024b5924c63 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1525496'] for subnet, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:25.293807 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 36730) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:25.350146 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-b7d06fd5-07cc-4e65-bd98-4970f7f304fd tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] 10.222.0.13 "GET /v2.0/ports?device_id=815ac00c-a745-4d21-8ea0-fd415e1419c1 HTTP/1.1" status: 200 len: 205 time: 0.0548100 Mar 07 10:30:25.352746 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 36734) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:25.379607 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6744fa60-8f5c-4097-97e7-401f5c69b799 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3556717'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:25.443266 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 81e3169e-559e-4cac-8b6f-0a1702a8cb39 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:30:25.473661 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8752c68-313f-4e10-bb7d-570edde77808 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Made reservation on behalf of 44b92b651ff14b9ab83bd7a3588b3016 for: {'subnet': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:30:25.554302 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6038adc4-6d0f-4d7f-8807-bafc1694165f None None] Routers {'3324b4fd-0a96-401d-9daf-b341f252b9ce'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:30:25.554850 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-6038adc4-6d0f-4d7f-8807-bafc1694165f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:30:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['3324b4fd-0a96-401d-9daf-b341f252b9ce'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:30:25.675782 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7ad5542b-41d4-42ad-b80e-cd78ad751f32 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Notify callbacks [] for router, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:25.792442 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-639529bd-3b47-4b98-ad4c-9259a6d37029 None None] Set router 2b54fb8b-b163-48a3-b144-8be5cda72c7c gateway port host: dv-neutron-830731-3-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:30:25.806667 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6744fa60-8f5c-4097-97e7-401f5c69b799 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Pushing event updated for resources: {'Port': ['ID=cae39c81-1e58-471b-b661-23291b74a16a,revision_number=2']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:25.872579 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-4e45460d-cada-47ab-8079-fb20e6d5ca1a None None] Provisioning complete for port cae39c81-1e58-471b-b661-23291b74a16a triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:30:25.872942 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-4e45460d-cada-47ab-8079-fb20e6d5ca1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:25.873381 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a8752c68-313f-4e10-bb7d-570edde77808 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741426'] for subnet, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:25.918290 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 81e3169e-559e-4cac-8b6f-0a1702a8cb39 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:30:25.918649 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:25.968492 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-6038adc4-6d0f-4d7f-8807-bafc1694165f None None] Set router 3324b4fd-0a96-401d-9daf-b341f252b9ce gateway port host: None {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:30:26.087122 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-26134f5b-74b1-4bde-b029-4024b5924c63 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1525489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3556647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741465'] for subnet, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:26.163311 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7ad5542b-41d4-42ad-b80e-cd78ad751f32 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:26.175333 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-7ad5542b-41d4-42ad-b80e-cd78ad751f32 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Deleting port e4ce630c-d93f-4bc0-8c72-65858b4ed303 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:30:26.176937 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7ad5542b-41d4-42ad-b80e-cd78ad751f32 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:26.190105 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-4e45460d-cada-47ab-8079-fb20e6d5ca1a None None] Port cae39c81-1e58-471b-b661-23291b74a16a cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:30:26.352595 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26134f5b-74b1-4bde-b029-4024b5924c63 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Pushing event deleted for resources: {'Subnet': ['ID=7245e10c-4fca-4313-bd10-62ddf8acc484,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:26.397129 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7ad5542b-41d4-42ad-b80e-cd78ad751f32 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:26.444935 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-26134f5b-74b1-4bde-b029-4024b5924c63 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:26.485973 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0ea17b5-5efa-4148-9447-214e692f6513 None None] Network e62b0e07-d740-4280-82f4-4966ab2ca75d requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:30:26.492378 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-26134f5b-74b1-4bde-b029-4024b5924c63 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] 10.222.0.13 "DELETE /v2.0/subnets/7245e10c-4fca-4313-bd10-62ddf8acc484 HTTP/1.1" status: 204 len: 168 time: 2.7499981 Mar 07 10:30:26.496373 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 36752) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:26.497022 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 36754) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:26.508033 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1e0b637b-0ca4-46ce-b542-631a80eab9bb tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for router_gateway, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:26.508856 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1e0b637b-0ca4-46ce-b542-631a80eab9bb tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3917991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923518'] for router, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:26.514612 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-98ddfb1a-f673-43c8-b132-b894da437c8b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-620463928-network', 'tenant_id': '25866ad4c20e46fbafccc3c9c4d13e40'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:30:26.557166 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-98ddfb1a-f673-43c8-b132-b894da437c8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:30:26.560422 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-7ad5542b-41d4-42ad-b80e-cd78ad751f32 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Calling delete_port for e4ce630c-d93f-4bc0-8c72-65858b4ed303 owned by network:router_gateway {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:30:26.611149 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-98ddfb1a-f673-43c8-b132-b894da437c8b admin admin] Usage tracker for resource:network and tenant:25866ad4c20e46fbafccc3c9c4d13e40 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:30:26.628157 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-98ddfb1a-f673-43c8-b132-b894da437c8b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:30:26.674995 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-4e45460d-cada-47ab-8079-fb20e6d5ca1a None None] Provisioning complete for port 81e3169e-559e-4cac-8b6f-0a1702a8cb39 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:30:26.675366 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-4e45460d-cada-47ab-8079-fb20e6d5ca1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:26.678671 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-98ddfb1a-f673-43c8-b132-b894da437c8b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:30:26.735825 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7ad5542b-41d4-42ad-b80e-cd78ad751f32 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:26.793137 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5542b-41d4-42ad-b80e-cd78ad751f32 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Pushing event deleted for resources: {'Port': ['ID=e4ce630c-d93f-4bc0-8c72-65858b4ed303,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:26.852440 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a8752c68-313f-4e10-bb7d-570edde77808 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3556832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741408'] for subnet, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:26.902971 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98ddfb1a-f673-43c8-b132-b894da437c8b admin admin] Made reservation on behalf of 25866ad4c20e46fbafccc3c9c4d13e40 for: {'network': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:30:26.905254 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-98ddfb1a-f673-43c8-b132-b894da437c8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for network, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:26.927200 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3d7039c-7d8d-4d0b-b096-8ed7eaed8941 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1158940'] for network, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:26.974196 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-98ddfb1a-f673-43c8-b132-b894da437c8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:27.018406 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6744fa60-8f5c-4097-97e7-401f5c69b799 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3920324'] for router_interface, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:27.028415 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7ad5542b-41d4-42ad-b80e-cd78ad751f32 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923554'] for router_gateway, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:27.055074 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8752c68-313f-4e10-bb7d-570edde77808 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Pushing event updated for resources: {'Subnet': ['ID=cc433e1b-27fd-4eec-971d-e65cd78b33a0,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:27.055221 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-6038adc4-6d0f-4d7f-8807-bafc1694165f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3324b4fd-0a96-401d-9daf-b341f252b9ce', 'name': 'tempest-RoutersTest-router-1450641091', 'tenant_id': '8843377006954c17a088ed77df13332f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:28:36Z', 'updated_at': '2022-03-07T10:30:18Z', 'revision_number': 10, 'project_id': '8843377006954c17a088ed77df13332f', 'gw_port_host': None, '_interfaces': [{'id': '886fbece-a853-4903-842e-0215fc553fdb', 'name': '', 'network_id': 'c602f718-e9de-48ac-b4a6-a9273b50169a', 'tenant_id': '8843377006954c17a088ed77df13332f', 'mac_address': 'fa:16:3e:2a:52:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3324b4fd-0a96-401d-9daf-b341f252b9ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32ec8036-5adc-4d1f-a49f-bc0660977659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:28:40Z', 'updated_at': '2022-03-07T10:28:57Z', 'revision_number': 5, 'project_id': '8843377006954c17a088ed77df13332f', 'subnets': [{'id': '32ec8036-5adc-4d1f-a49f-bc0660977659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:30:27.057937 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-639529bd-3b47-4b98-ad4c-9259a6d37029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b54fb8b-b163-48a3-b144-8be5cda72c7c', 'name': 'tempest-TestVolumeBootPattern-1562979624-router', 'tenant_id': '6a5f148e85ef4a9b80e5517fdf788fc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.38'}], 'enable_snat': True}, 'gw_port_id': '3a0d4cd7-8cbd-449d-a778-fec20aea7910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:30:06Z', 'updated_at': '2022-03-07T10:30:21Z', 'revision_number': 4, 'project_id': '6a5f148e85ef4a9b80e5517fdf788fc6', 'gw_port': {'id': '3a0d4cd7-8cbd-449d-a778-fec20aea7910', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:3b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b54fb8b-b163-48a3-b144-8be5cda72c7c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:30:08Z', 'updated_at': '2022-03-07T10:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_interfaces': [{'id': '51c6857b-1e74-4c3f-b53e-8c82f4121b89', 'name': '', 'network_id': '30023e69-476d-4a1a-a06a-7d904c24f2c0', 'tenant_id': '6a5f148e85ef4a9b80e5517fdf788fc6', 'mac_address': 'fa:16:3e:96:4e:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b54fb8b-b163-48a3-b144-8be5cda72c7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c545286e-deb0-44ca-9190-77e7d2d3932b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:30:18Z', 'updated_at': '2022-03-07T10:30:21Z', 'revision_number': 2, 'project_id': '6a5f148e85ef4a9b80e5517fdf788fc6', 'subnets': [{'id': 'c545286e-deb0-44ca-9190-77e7d2d3932b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:30:27.068734 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639529bd-3b47-4b98-ad4c-9259a6d37029 None None] Checking router: 2b54fb8b-b163-48a3-b144-8be5cda72c7c for host: dv-neutron-830731-3-hyperv {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 07 10:30:27.069200 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639529bd-3b47-4b98-ad4c-9259a6d37029 None None] Updating router 2b54fb8b-b163-48a3-b144-8be5cda72c7c port 51c6857b-1e74-4c3f-b53e-8c82f4121b89 binding host dv-neutron-830731-3-hyperv {{(pid=83739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 07 10:30:27.070919 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-b3d7039c-7d8d-4d0b-b096-8ed7eaed8941 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Deleting port 35708469-9b09-4d58-a87d-e52d0b4b9a13 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:30:27.071258 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3d7039c-7d8d-4d0b-b096-8ed7eaed8941 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:27.096010 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6038adc4-6d0f-4d7f-8807-bafc1694165f None None] The sync data for ids ['3324b4fd-0a96-401d-9daf-b341f252b9ce'] in dv-neutron-830731-3-hyperv is: [{'id': '3324b4fd-0a96-401d-9daf-b341f252b9ce', 'name': 'tempest-RoutersTest-router-1450641091', 'tenant_id': '8843377006954c17a088ed77df13332f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:28:36Z', 'updated_at': '2022-03-07T10:30:18Z', 'revision_number': 10, 'project_id': '8843377006954c17a088ed77df13332f', 'gw_port_host': None, '_interfaces': [{'id': '886fbece-a853-4903-842e-0215fc553fdb', 'name': '', 'network_id': 'c602f718-e9de-48ac-b4a6-a9273b50169a', 'tenant_id': '8843377006954c17a088ed77df13332f', 'mac_address': 'fa:16:3e:2a:52:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3324b4fd-0a96-401d-9daf-b341f252b9ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32ec8036-5adc-4d1f-a49f-bc0660977659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:28:40Z', 'updated_at': '2022-03-07T10:28:57Z', 'revision_number': 5, 'project_id': '8843377006954c17a088ed77df13332f', 'subnets': [{'id': '32ec8036-5adc-4d1f-a49f-bc0660977659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:30:27.135367 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f526254-2f64-483a-b979-dd98e46ef0ea None None] DHCP port deletion for e62b0e07-d740-4280-82f4-4966ab2ca75d request from dv-neutron-830731-3-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 07 10:30:27.136738 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-98ddfb1a-f673-43c8-b132-b894da437c8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:30:27.145725 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-1f526254-2f64-483a-b979-dd98e46ef0ea None None] Deleting port 35708469-9b09-4d58-a87d-e52d0b4b9a13 {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:30:27.145905 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-1f526254-2f64-483a-b979-dd98e46ef0ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:27.154662 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-98ddfb1a-f673-43c8-b132-b894da437c8b admin admin] Usage tracker for resource:security_group_rule and tenant:25866ad4c20e46fbafccc3c9c4d13e40 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:30:27.162136 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8752c68-313f-4e10-bb7d-570edde77808 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Checking segment: {'id': '46d7561e-c7e6-4886-8977-e6655dfaa9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '504c3d6c-154c-42fb-891e-8b62f92fa315'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:30:27.162492 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8752c68-313f-4e10-bb7d-570edde77808 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Network hostable DHCP agents. Network: 504c3d6c-154c-42fb-891e-8b62f92fa315, hostable agents: ['6527556c-6586-422c-ae47-082984683847'], hosted agents: [] {{(pid=83738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:30:27.170465 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-98ddfb1a-f673-43c8-b132-b894da437c8b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:30:27.187202 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-639529bd-3b47-4b98-ad4c-9259a6d37029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:27.329750 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-08e56fb5-5913-4b03-9c3f-96007d8e2d55 None None] Provisioning complete for port cae39c81-1e58-471b-b661-23291b74a16a triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:30:27.330451 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-08e56fb5-5913-4b03-9c3f-96007d8e2d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:27.333457 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-98ddfb1a-f673-43c8-b132-b894da437c8b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:30:27.352052 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7ad5542b-41d4-42ad-b80e-cd78ad751f32 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3917970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58043'] for router, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:27.356257 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7ad5542b-41d4-42ad-b80e-cd78ad751f32 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:27.385350 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7ad5542b-41d4-42ad-b80e-cd78ad751f32 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3917886'] for router, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:27.385942 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ad5542b-41d4-42ad-b80e-cd78ad751f32 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Fanout notify agent at l3_agent the message router_deleted on router 815ac00c-a745-4d21-8ea0-fd415e1419c1 {{(pid=83737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 10:30:27.403322 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7ad5542b-41d4-42ad-b80e-cd78ad751f32 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:27.408743 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-7ad5542b-41d4-42ad-b80e-cd78ad751f32 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] 10.222.0.13 "DELETE /v2.0/routers/815ac00c-a745-4d21-8ea0-fd415e1419c1 HTTP/1.1" status: 204 len: 168 time: 2.0505800 Mar 07 10:30:27.409457 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 36760) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:27.415744 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-3c3c2f58-088f-42a7-999b-c6747395e4f2 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-928898367', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:30:27.422675 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-3c3c2f58-088f-42a7-999b-c6747395e4f2 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:30:27.426706 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-3c3c2f58-088f-42a7-999b-c6747395e4f2 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Usage tracker for resource:router and tenant:1cb55870f38849c38d5451088777f483 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:30:27.429520 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-3c3c2f58-088f-42a7-999b-c6747395e4f2 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:30:27.436142 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-3c3c2f58-088f-42a7-999b-c6747395e4f2 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:30:27.451789 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3c3c2f58-088f-42a7-999b-c6747395e4f2 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3919700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58025'] for router, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:27.452811 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3c3c2f58-088f-42a7-999b-c6747395e4f2 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3919671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4011175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58018'] for router, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:27.459212 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-b3d7039c-7d8d-4d0b-b096-8ed7eaed8941 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] For port 35708469-9b09-4d58-a87d-e52d0b4b9a13, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=35708469-9b09-4d58-a87d-e52d0b4b9a13,segment=NetworkSegment(0e05871d-fc5c-4722-a9c7-8db5742a4c7a),segment_id=0e05871d-fc5c-4722-a9c7-8db5742a4c7a)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:30:27.459568 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3d7039c-7d8d-4d0b-b096-8ed7eaed8941 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:27.481340 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3c3c2f58-088f-42a7-999b-c6747395e4f2 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:27.505375 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3c3c2f58-088f-42a7-999b-c6747395e4f2 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3917991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923518'] for router, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:27.530183 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3c3c2f58-088f-42a7-999b-c6747395e4f2 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:27.532586 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-3c3c2f58-088f-42a7-999b-c6747395e4f2 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1211789 Mar 07 10:30:27.535352 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 36764) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:27.540539 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-b5e57272-87c4-44a9-8bec-632212872336 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'enable_snat': False}}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:30:27.549135 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8752c68-313f-4e10-bb7d-570edde77808 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Network 504c3d6c-154c-42fb-891e-8b62f92fa315 is scheduled to be hosted by DHCP agent 6527556c-6586-422c-ae47-082984683847 with binding_index 1 {{(pid=83738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:30:27.572585 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 35708469-9b09-4d58-a87d-e52d0b4b9a13 no longer exists at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:30:27.614475 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-08e56fb5-5913-4b03-9c3f-96007d8e2d55 None None] Port cae39c81-1e58-471b-b661-23291b74a16a cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:30:27.618118 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6744fa60-8f5c-4097-97e7-401f5c69b799 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:27.635271 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-b3d7039c-7d8d-4d0b-b096-8ed7eaed8941 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Calling delete_port for 35708469-9b09-4d58-a87d-e52d0b4b9a13 owned by network:dhcp {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:30:27.644446 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-1f526254-2f64-483a-b979-dd98e46ef0ea None None] For port 35708469-9b09-4d58-a87d-e52d0b4b9a13, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=35708469-9b09-4d58-a87d-e52d0b4b9a13,segment=NetworkSegment(0e05871d-fc5c-4722-a9c7-8db5742a4c7a),segment_id=0e05871d-fc5c-4722-a9c7-8db5742a4c7a)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:30:27.644859 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-1f526254-2f64-483a-b979-dd98e46ef0ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:27.714802 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-a8752c68-313f-4e10-bb7d-570edde77808 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830731-3-hyperv, 504c3d6c-154c-42fb-891e-8b62f92fa315) {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:30:27.761780 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8752c68-313f-4e10-bb7d-570edde77808 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:27.762362 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a8752c68-313f-4e10-bb7d-570edde77808 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:27.828449 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-98ddfb1a-f673-43c8-b132-b894da437c8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:27.831263 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0babff5-9609-4867-961a-00bf7154e314 None None] Network 504c3d6c-154c-42fb-891e-8b62f92fa315 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:30:27.845737 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-98ddfb1a-f673-43c8-b132-b894da437c8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:27.850696 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-1f526254-2f64-483a-b979-dd98e46ef0ea None None] Calling delete_port for 35708469-9b09-4d58-a87d-e52d0b4b9a13 owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:30:27.981758 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3d7039c-7d8d-4d0b-b096-8ed7eaed8941 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:28.037055 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] No active binding found for port 35708469-9b09-4d58-a87d-e52d0b4b9a13 {{(pid=83739) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Mar 07 10:30:28.037476 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 35708469-9b09-4d58-a87d-e52d0b4b9a13 not bound to the agent host dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 10:30:28.037909 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device ae5b58a1-dd22-45d9-89cd-37eed5f11e6a no longer exists at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:30:28.093452 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b5e57272-87c4-44a9-8bec-632212872336 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3917998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58952'] for router, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:28.108384 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] No Port match for: ae5b58a1-dd22-45d9-89cd-37eed5f11e6a {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 10:30:28.108642 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device ae5b58a1-dd22-45d9-89cd-37eed5f11e6a not bound to the agent host dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 10:30:28.147789 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.db.api [None req-1f526254-2f64-483a-b979-dd98e46ef0ea None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 10:30:28.148149 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG oslo_db.api [None req-1f526254-2f64-483a-b979-dd98e46ef0ea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 10:30:28.170225 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-a8752c68-313f-4e10-bb7d-570edde77808 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.6645532 Mar 07 10:30:28.176580 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 36768) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:28.196504 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98ddfb1a-f673-43c8-b132-b894da437c8b admin admin] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=83738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:30:28.199756 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d7039c-7d8d-4d0b-b096-8ed7eaed8941 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Pushing event deleted for resources: {'Port': ['ID=35708469-9b09-4d58-a87d-e52d0b4b9a13,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:28.234574 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-98ddfb1a-f673-43c8-b132-b894da437c8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:28.236004 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.db.segments_db [None req-98ddfb1a-f673-43c8-b132-b894da437c8b admin admin] Added segment f9edd395-f08a-4c25-8482-db84092ba057 of type vlan for network 30fbd0af-73aa-415c-b22d-7ee9da4c7fa3 Mar 07 10:30:28.280744 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-98ddfb1a-f673-43c8-b132-b894da437c8b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732568034061'] for network, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:28.298342 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ddfb1a-f673-43c8-b132-b894da437c8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dffec47-ffdb-4201-afa0-c2a926492313,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:28.307575 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d7039c-7d8d-4d0b-b096-8ed7eaed8941 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] No DVR routers for this DVR port 35708469-9b09-4d58-a87d-e52d0b4b9a13 on host dv-neutron-830731-3-hyperv {{(pid=83738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:30:28.352626 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-24e1eca6-cbd9-475b-ab8d-7d1300182bb7 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1158940'] for network, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:28.421364 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f88c693-deea-478b-a780-64fbce83191f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ec2749d-0aec-52fb-aca6-10ba8a80aade-504c3d6c-154c-42fb-891e-8b62f92fa315', 'network_id': '504c3d6c-154c-42fb-891e-8b62f92fa315', 'tenant_id': '44b92b651ff14b9ab83bd7a3588b3016', 'fixed_ips': [{'subnet_id': 'cc433e1b-27fd-4eec-971d-e65cd78b33a0'}]}} from dv-neutron-830731-3-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 07 10:30:28.422090 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-8f88c693-deea-478b-a780-64fbce83191f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:28.482761 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-24e1eca6-cbd9-475b-ab8d-7d1300182bb7 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1525496'] for subnet, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:28.496849 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-639529bd-3b47-4b98-ad4c-9259a6d37029 None None] Notify callbacks [] for port, precommit_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:28.508676 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-dd524585-74c8-4548-9823-1a37cf53b9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:28.532212 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b5e57272-87c4-44a9-8bec-632212872336 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:28.550944 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-98ddfb1a-f673-43c8-b132-b894da437c8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594'] for network, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:28.551789 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ddfb1a-f673-43c8-b132-b894da437c8b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:28.552351 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-98ddfb1a-f673-43c8-b132-b894da437c8b admin admin] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:28.559249 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-639529bd-3b47-4b98-ad4c-9259a6d37029 None None] Transition to ACTIVE for port object 51c6857b-1e74-4c3f-b53e-8c82f4121b89 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:30:28.570130 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b5e57272-87c4-44a9-8bec-632212872336 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:28.602069 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3d7039c-7d8d-4d0b-b096-8ed7eaed8941 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1526893', 'neutron.services.segments.db._delete_segments_for_network-8732568551033'] for network, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:28.603169 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-639529bd-3b47-4b98-ad4c-9259a6d37029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:28.661738 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-1f526254-2f64-483a-b979-dd98e46ef0ea None None] Deleting port 35708469-9b09-4d58-a87d-e52d0b4b9a13 {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:30:28.662295 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-1f526254-2f64-483a-b979-dd98e46ef0ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:28.666865 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-24e1eca6-cbd9-475b-ab8d-7d1300182bb7 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1525489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3012507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3219316'] for subnet, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:28.737168 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-b3d7039c-7d8d-4d0b-b096-8ed7eaed8941 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e62b0e07-d740-4280-82f4-4966ab2ca75d']}} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:30:28.747424 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ddfb1a-f673-43c8-b132-b894da437c8b admin admin] Pushing event updated for resources: {'Network': ['ID=30fbd0af-73aa-415c-b22d-7ee9da4c7fa3,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:28.751166 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e1eca6-cbd9-475b-ab8d-7d1300182bb7 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Pushing event deleted for resources: {'Subnet': ['ID=cc433e1b-27fd-4eec-971d-e65cd78b33a0,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:28.768426 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-98ddfb1a-f673-43c8-b132-b894da437c8b admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.2619867 Mar 07 10:30:28.768698 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-1f526254-2f64-483a-b979-dd98e46ef0ea None None] The port '35708469-9b09-4d58-a87d-e52d0b4b9a13' was deleted {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 07 10:30:28.768833 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-b3d7039c-7d8d-4d0b-b096-8ed7eaed8941 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e05871d-fc5c-4722-a9c7-8db5742a4c7a') {'for_net_delete': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:30:28.769000 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-b3d7039c-7d8d-4d0b-b096-8ed7eaed8941 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e05871d-fc5c-4722-a9c7-8db5742a4c7a') {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:30:28.775433 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e0b637b-0ca4-46ce-b542-631a80eab9bb tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Router 45ee3b0b-88fe-426a-9238-4fe6f312b48c is scheduled to L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 with binding_index 1 {{(pid=83738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 10:30:28.779829 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 36772) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:28.787420 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-8550cedf-b2b9-4efe-afe7-0418552aaa21 admin admin] Request body: {'subnet': {'network_id': '30fbd0af-73aa-415c-b22d-7ee9da4c7fa3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-620463928-subnet', 'tenant_id': '25866ad4c20e46fbafccc3c9c4d13e40', 'ip_version': 4}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:30:28.790508 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3d7039c-7d8d-4d0b-b096-8ed7eaed8941 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732568550916', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968000'] for segment, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:28.816287 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3d7039c-7d8d-4d0b-b096-8ed7eaed8941 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:28.821207 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Network 30fbd0af-73aa-415c-b22d-7ee9da4c7fa3 details requested by agent ovs-agent-dv-neutron-830731-3-hyperv with host dv-neutron-830731-3-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 10:30:28.843133 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326ae17e-3bf9-4d2e-9ebf-3a4bd84c9b88 None None] Pushing event updated for resources: {'Port': ['ID=51c6857b-1e74-4c3f-b53e-8c82f4121b89,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:28.848568 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-8550cedf-b2b9-4efe-afe7-0418552aaa21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:30:28.860995 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server [None req-8f88c693-deea-478b-a780-64fbce83191f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cc433e1b-27fd-4eec-971d-e65cd78b33a0: This subnet is being modified by another concurrent operation. Mar 07 10:30:28.860995 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 07 10:30:28.860995 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 07 10:30:28.860995 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 07 10:30:28.860995 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 07 10:30:28.860995 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 07 10:30:28.860995 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 07 10:30:28.860995 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 07 10:30:28.860995 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 07 10:30:28.860995 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 07 10:30:28.860995 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 07 10:30:28.860995 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 07 10:30:28.860995 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 07 10:30:28.860995 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 10:30:28.860995 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 07 10:30:28.860995 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 07 10:30:28.860995 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 07 10:30:28.860995 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server raise value Mar 07 10:30:28.860995 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 07 10:30:28.860995 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 10:30:28.860995 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 07 10:30:28.860995 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 07 10:30:28.860995 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 07 10:30:28.860995 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 10:30:28.860995 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 07 10:30:28.860995 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 07 10:30:28.860995 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 07 10:30:28.860995 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server raise value Mar 07 10:30:28.860995 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 07 10:30:28.860995 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 10:30:28.860995 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 07 10:30:28.860995 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 07 10:30:28.860995 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 07 10:30:28.860995 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 10:30:28.860995 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 07 10:30:28.860995 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 07 10:30:28.860995 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 07 10:30:28.860995 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server raise value Mar 07 10:30:28.860995 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 07 10:30:28.860995 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 07 10:30:28.860995 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 07 10:30:28.860995 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 07 10:30:28.860995 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Mar 07 10:30:28.860995 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 07 10:30:28.860995 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Mar 07 10:30:28.860995 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 07 10:30:28.860995 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Mar 07 10:30:28.860995 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 07 10:30:28.860995 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 07 10:30:28.860995 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 07 10:30:28.860995 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Mar 07 10:30:28.860995 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 07 10:30:28.860995 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 07 10:30:28.860995 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 07 10:30:28.860995 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 07 10:30:28.860995 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 10:30:28.860995 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 07 10:30:28.860995 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 07 10:30:28.860995 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 07 10:30:28.860995 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server raise value Mar 07 10:30:28.860995 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 07 10:30:28.860995 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 10:30:28.860995 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 07 10:30:28.860995 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 07 10:30:28.860995 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 07 10:30:28.860995 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 10:30:28.860995 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 07 10:30:28.860995 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 07 10:30:28.860995 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 07 10:30:28.860995 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server raise value Mar 07 10:30:28.860995 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 07 10:30:28.860995 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 10:30:28.860995 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 07 10:30:28.860995 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 07 10:30:28.860995 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 07 10:30:28.860995 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 10:30:28.860995 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 07 10:30:28.860995 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 07 10:30:28.860995 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 07 10:30:28.860995 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server raise value Mar 07 10:30:28.860995 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 07 10:30:28.860995 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 07 10:30:28.860995 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Mar 07 10:30:28.860995 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 07 10:30:28.860995 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Mar 07 10:30:28.860995 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 07 10:30:28.860995 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Mar 07 10:30:28.860995 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 07 10:30:28.860995 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 07 10:30:28.860995 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 07 10:30:28.860995 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Mar 07 10:30:28.860995 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 07 10:30:28.860995 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 07 10:30:28.860995 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 07 10:30:28.860995 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 07 10:30:28.860995 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 07 10:30:28.860995 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 07 10:30:28.860995 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 07 10:30:28.860995 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Mar 07 10:30:28.860995 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 07 10:30:28.860995 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 07 10:30:28.860995 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server raise exception Mar 07 10:30:28.860995 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cc433e1b-27fd-4eec-971d-e65cd78b33a0: This subnet is being modified by another concurrent operation. Mar 07 10:30:28.860995 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server Mar 07 10:30:28.899943 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-b5e57272-87c4-44a9-8bec-632212872336 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Allocated IP 172.26.8.203 (5ed85006-6b00-415e-b71f-837fb1421c12/8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a/f5e6bf61-c1fd-49c2-84be-4a59514334c4) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:30:28.902679 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.db.resource_extend [None req-6744fa60-8f5c-4097-97e7-401f5c69b799 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 10:30:28.911598 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3d7039c-7d8d-4d0b-b096-8ed7eaed8941 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=83738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 07 10:30:28.911981 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3d7039c-7d8d-4d0b-b096-8ed7eaed8941 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1227397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3556681'] for segment, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:28.927876 dv-neutron-830731-3-hyperv neutron-server[83738]: Traceback (most recent call last): Mar 07 10:30:28.927876 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 07 10:30:28.927876 dv-neutron-830731-3-hyperv neutron-server[83738]: timer() Mar 07 10:30:28.927876 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:30:28.927876 dv-neutron-830731-3-hyperv neutron-server[83738]: cb(*args, **kw) Mar 07 10:30:28.927876 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 10:30:28.927876 dv-neutron-830731-3-hyperv neutron-server[83738]: return func(*args, **kwargs) Mar 07 10:30:28.927876 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:30:28.927876 dv-neutron-830731-3-hyperv neutron-server[83738]: self._notify() Mar 07 10:30:28.927876 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:30:28.927876 dv-neutron-830731-3-hyperv neutron-server[83738]: self.callback(batched_events) Mar 07 10:30:28.927876 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:30:28.927876 dv-neutron-830731-3-hyperv neutron-server[83738]: event.method(event) Mar 07 10:30:28.927876 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 10:30:28.927876 dv-neutron-830731-3-hyperv neutron-server[83738]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:30:28.927876 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 10:30:28.927876 dv-neutron-830731-3-hyperv neutron-server[83738]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:30:28.927876 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 10:30:28.927876 dv-neutron-830731-3-hyperv neutron-server[83738]: return f(self, *a, **k) Mar 07 10:30:28.927876 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:30:28.927876 dv-neutron-830731-3-hyperv neutron-server[83738]: return self._get(url).json() Mar 07 10:30:28.927876 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:30:28.927876 dv-neutron-830731-3-hyperv neutron-server[83738]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:30:28.927876 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 07 10:30:28.927876 dv-neutron-830731-3-hyperv neutron-server[83738]: return self.request(url, 'GET', **kwargs) Mar 07 10:30:28.927876 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 07 10:30:28.927876 dv-neutron-830731-3-hyperv neutron-server[83738]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:30:28.927876 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 07 10:30:28.927876 dv-neutron-830731-3-hyperv neutron-server[83738]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:30:28.927876 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 07 10:30:28.927876 dv-neutron-830731-3-hyperv neutron-server[83738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:30:28.927876 dv-neutron-830731-3-hyperv neutron-server[83738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:30:28.934894 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc4bfdc1-2392-4bf8-9bf6-00280f24c9c7 None None] Network 504c3d6c-154c-42fb-891e-8b62f92fa315 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:30:28.995900 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-8550cedf-b2b9-4efe-afe7-0418552aaa21 admin admin] Usage tracker for resource:subnet and tenant:25866ad4c20e46fbafccc3c9c4d13e40 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:30:29.008637 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-8550cedf-b2b9-4efe-afe7-0418552aaa21 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:30:29.024469 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-24e1eca6-cbd9-475b-ab8d-7d1300182bb7 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1526893', 'neutron.services.segments.db._delete_segments_for_network-8732568551033'] for network, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:29.032341 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-8550cedf-b2b9-4efe-afe7-0418552aaa21 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:30:29.037889 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6744fa60-8f5c-4097-97e7-401f5c69b799 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks [] for port, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:29.066529 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6744fa60-8f5c-4097-97e7-401f5c69b799 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3556717'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:29.086176 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-24e1eca6-cbd9-475b-ab8d-7d1300182bb7 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['504c3d6c-154c-42fb-891e-8b62f92fa315']}} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:30:29.098092 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8550cedf-b2b9-4efe-afe7-0418552aaa21 admin admin] Made reservation on behalf of 25866ad4c20e46fbafccc3c9c4d13e40 for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:30:29.100678 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8550cedf-b2b9-4efe-afe7-0418552aaa21 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3219231'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:29.120007 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-24e1eca6-cbd9-475b-ab8d-7d1300182bb7 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46d7561e-c7e6-4886-8977-e6655dfaa9d3') {'for_net_delete': True} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:30:29.120387 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-24e1eca6-cbd9-475b-ab8d-7d1300182bb7 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46d7561e-c7e6-4886-8977-e6655dfaa9d3') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:30:29.181713 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3d7039c-7d8d-4d0b-b096-8ed7eaed8941 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1526886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923583'] for network, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:29.200219 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-24e1eca6-cbd9-475b-ab8d-7d1300182bb7 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732568550916', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629174'] for segment, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:29.212824 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3d7039c-7d8d-4d0b-b096-8ed7eaed8941 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:29.235700 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6744fa60-8f5c-4097-97e7-401f5c69b799 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2756426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3920233'] for router_interface, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:29.241743 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6744fa60-8f5c-4097-97e7-401f5c69b799 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Pushing event updated for resources: {'Port': ['ID=cae39c81-1e58-471b-b661-23291b74a16a,revision_number=3']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:29.244217 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d7039c-7d8d-4d0b-b096-8ed7eaed8941 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Pushing event deleted for resources: {'Network': ['ID=e62b0e07-d740-4280-82f4-4966ab2ca75d,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:29.247903 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b5e57272-87c4-44a9-8bec-632212872336 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:29.255171 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-b3d7039c-7d8d-4d0b-b096-8ed7eaed8941 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] 10.222.0.13 "DELETE /v2.0/networks/e62b0e07-d740-4280-82f4-4966ab2ca75d HTTP/1.1" status: 204 len: 168 time: 2.7541499 Mar 07 10:30:29.256008 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 36776) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:29.258549 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-24e1eca6-cbd9-475b-ab8d-7d1300182bb7 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:29.270473 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24e1eca6-cbd9-475b-ab8d-7d1300182bb7 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=83737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 07 10:30:29.271285 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-24e1eca6-cbd9-475b-ab8d-7d1300182bb7 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1227397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3012597'] for segment, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:29.274058 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-639529bd-3b47-4b98-ad4c-9259a6d37029 None None] Attempting to bind port 51c6857b-1e74-4c3f-b53e-8c82f4121b89 on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:30:29.274424 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-639529bd-3b47-4b98-ad4c-9259a6d37029 None None] Attempting to bind port 51c6857b-1e74-4c3f-b53e-8c82f4121b89 by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': '8c71cc60-e697-4bc8-ab7b-834524b4e30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '30023e69-476d-4a1a-a06a-7d904c24f2c0'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:30:29.274779 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639529bd-3b47-4b98-ad4c-9259a6d37029 None None] Attempting to bind port 51c6857b-1e74-4c3f-b53e-8c82f4121b89 on network 30023e69-476d-4a1a-a06a-7d904c24f2c0 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:30:29.293151 dv-neutron-830731-3-hyperv neutron-server[83737]: Traceback (most recent call last): Mar 07 10:30:29.293151 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 07 10:30:29.293151 dv-neutron-830731-3-hyperv neutron-server[83737]: timer() Mar 07 10:30:29.293151 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:30:29.293151 dv-neutron-830731-3-hyperv neutron-server[83737]: cb(*args, **kw) Mar 07 10:30:29.293151 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 10:30:29.293151 dv-neutron-830731-3-hyperv neutron-server[83737]: return func(*args, **kwargs) Mar 07 10:30:29.293151 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:30:29.293151 dv-neutron-830731-3-hyperv neutron-server[83737]: self._notify() Mar 07 10:30:29.293151 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:30:29.293151 dv-neutron-830731-3-hyperv neutron-server[83737]: self.callback(batched_events) Mar 07 10:30:29.293151 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:30:29.293151 dv-neutron-830731-3-hyperv neutron-server[83737]: event.method(event) Mar 07 10:30:29.293151 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 10:30:29.293151 dv-neutron-830731-3-hyperv neutron-server[83737]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:30:29.293151 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 10:30:29.293151 dv-neutron-830731-3-hyperv neutron-server[83737]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:30:29.293151 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 10:30:29.293151 dv-neutron-830731-3-hyperv neutron-server[83737]: return f(self, *a, **k) Mar 07 10:30:29.293151 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:30:29.293151 dv-neutron-830731-3-hyperv neutron-server[83737]: return self._get(url).json() Mar 07 10:30:29.293151 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:30:29.293151 dv-neutron-830731-3-hyperv neutron-server[83737]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:30:29.293151 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 07 10:30:29.293151 dv-neutron-830731-3-hyperv neutron-server[83737]: return self.request(url, 'GET', **kwargs) Mar 07 10:30:29.293151 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 07 10:30:29.293151 dv-neutron-830731-3-hyperv neutron-server[83737]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:30:29.293151 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 07 10:30:29.293151 dv-neutron-830731-3-hyperv neutron-server[83737]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:30:29.293151 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 07 10:30:29.293151 dv-neutron-830731-3-hyperv neutron-server[83737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:30:29.293151 dv-neutron-830731-3-hyperv neutron-server[83737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:30:29.295580 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6d6de63-83aa-40e1-a600-ab6c75218e90 None None] get_active_networks_info from dv-neutron-830731-3-hyperv {{(pid=83739) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 07 10:30:29.333276 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639529bd-3b47-4b98-ad4c-9259a6d37029 None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 30, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:30:29.333712 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639529bd-3b47-4b98-ad4c-9259a6d37029 None None] Checking segment: {'id': '8c71cc60-e697-4bc8-ab7b-834524b4e30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '30023e69-476d-4a1a-a06a-7d904c24f2c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:30:29.334106 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-639529bd-3b47-4b98-ad4c-9259a6d37029 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:29.334508 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639529bd-3b47-4b98-ad4c-9259a6d37029 None None] Bound using segment: {'id': '8c71cc60-e697-4bc8-ab7b-834524b4e30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '30023e69-476d-4a1a-a06a-7d904c24f2c0'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:30:29.334935 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-639529bd-3b47-4b98-ad4c-9259a6d37029 None None] Bound port: 51c6857b-1e74-4c3f-b53e-8c82f4121b89, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c71cc60-e697-4bc8-ab7b-834524b4e30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '30023e69-476d-4a1a-a06a-7d904c24f2c0'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:30:29.335297 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-639529bd-3b47-4b98-ad4c-9259a6d37029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:29.441641 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-24e1eca6-cbd9-475b-ab8d-7d1300182bb7 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1526886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923583'] for network, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:29.500646 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-24e1eca6-cbd9-475b-ab8d-7d1300182bb7 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:29.502644 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-639529bd-3b47-4b98-ad4c-9259a6d37029 None None] For port 51c6857b-1e74-4c3f-b53e-8c82f4121b89, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:30:29.510350 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-639529bd-3b47-4b98-ad4c-9259a6d37029 None None] For port 51c6857b-1e74-4c3f-b53e-8c82f4121b89, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=51c6857b-1e74-4c3f-b53e-8c82f4121b89,segment=NetworkSegment(8c71cc60-e697-4bc8-ab7b-834524b4e30a),segment_id=8c71cc60-e697-4bc8-ab7b-834524b4e30a)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:30:29.520527 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-639529bd-3b47-4b98-ad4c-9259a6d37029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:29.570428 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6744fa60-8f5c-4097-97e7-401f5c69b799 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Network 4046574a-ff56-49ae-a7ae-2dbbbd9d695e is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:30:29.576592 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d6de63-83aa-40e1-a600-ab6c75218e90 None None] Resources bound (agent type, host, resource id): {{(pid=83739) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 07 10:30:29.582062 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-6744fa60-8f5c-4097-97e7-401f5c69b799 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:30:29.623126 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b5e57272-87c4-44a9-8bec-632212872336 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:29.625354 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326ae17e-3bf9-4d2e-9ebf-3a4bd84c9b88 None None] Pushing event updated for resources: {'Port': ['ID=51c6857b-1e74-4c3f-b53e-8c82f4121b89,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:29.626941 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e1eca6-cbd9-475b-ab8d-7d1300182bb7 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Pushing event deleted for resources: {'Network': ['ID=504c3d6c-154c-42fb-891e-8b62f92fa315,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:29.692935 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-24e1eca6-cbd9-475b-ab8d-7d1300182bb7 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] 10.222.0.13 "DELETE /v2.0/networks/504c3d6c-154c-42fb-891e-8b62f92fa315 HTTP/1.1" status: 204 len: 168 time: 1.5149586 Mar 07 10:30:29.708022 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 36780) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:29.758373 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639529bd-3b47-4b98-ad4c-9259a6d37029 None None] Routers {'2b54fb8b-b163-48a3-b144-8be5cda72c7c'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:30:29.759299 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-639529bd-3b47-4b98-ad4c-9259a6d37029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:30:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['2b54fb8b-b163-48a3-b144-8be5cda72c7c'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:30:29.769295 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5e57272-87c4-44a9-8bec-632212872336 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Network 5ed85006-6b00-415e-b71f-837fb1421c12 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:30:29.780907 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-b5e57272-87c4-44a9-8bec-632212872336 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:30:29.785326 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-61886439-92e2-4e02-87ca-34793f831db5 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] GET failed (client error): The resource could not be found. Mar 07 10:30:29.785812 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-61886439-92e2-4e02-87ca-34793f831db5 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Synchronizing usage tracker for tenant:44b92b651ff14b9ab83bd7a3588b3016 on resource:subnet {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:30:29.788142 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e57272-87c4-44a9-8bec-632212872336 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Pushing event updated for resources: {'Port': ['ID=f5e6bf61-c1fd-49c2-84be-4a59514334c4,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:29.798723 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e57272-87c4-44a9-8bec-632212872336 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:30:29.859286 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8550cedf-b2b9-4efe-afe7-0418552aaa21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3012444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3219213'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:29.899834 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-61886439-92e2-4e02-87ca-34793f831db5 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Unset dirty status for tenant:44b92b651ff14b9ab83bd7a3588b3016 on resource:subnet {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:30:29.903802 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-61886439-92e2-4e02-87ca-34793f831db5 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] 10.222.0.13 "GET /v2.0/subnets/cc433e1b-27fd-4eec-971d-e65cd78b33a0 HTTP/1.1" status: 404 len: 337 time: 0.1891885 Mar 07 10:30:29.911653 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 36784) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:30.001522 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3fc5faa-7ec1-4124-ac7d-860830acd810 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] DELETE failed (client error): The resource could not be found. Mar 07 10:30:30.001973 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3fc5faa-7ec1-4124-ac7d-860830acd810 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:30:30.006415 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-e3fc5faa-7ec1-4124-ac7d-860830acd810 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] 10.222.0.13 "DELETE /v2.0/networks/504c3d6c-154c-42fb-891e-8b62f92fa315 HTTP/1.1" status: 404 len: 339 time: 0.0687177 Mar 07 10:30:30.009611 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 36788) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:30.014103 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8550cedf-b2b9-4efe-afe7-0418552aaa21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a28df13-f6df-4d36-b4a4-d44c7c0cbabb,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:30.018369 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e0b637b-0ca4-46ce-b542-631a80eab9bb tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:30:30.031007 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526e17d1-22fa-4185-af8e-7a8f4862bfa4 None None] Sync routers for ids ['45ee3b0b-88fe-426a-9238-4fe6f312b48c'] in dv-neutron-830731-3-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:30:30.046055 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526e17d1-22fa-4185-af8e-7a8f4862bfa4 None None] Routers {'45ee3b0b-88fe-426a-9238-4fe6f312b48c'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:30:30.046980 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-526e17d1-22fa-4185-af8e-7a8f4862bfa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:30:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['45ee3b0b-88fe-426a-9238-4fe6f312b48c'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:30:30.157541 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8550cedf-b2b9-4efe-afe7-0418552aaa21 admin admin] Checking segment: {'id': 'f9edd395-f08a-4c25-8482-db84092ba057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '30fbd0af-73aa-415c-b22d-7ee9da4c7fa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:30:30.158550 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8550cedf-b2b9-4efe-afe7-0418552aaa21 admin admin] Network hostable DHCP agents. Network: 30fbd0af-73aa-415c-b22d-7ee9da4c7fa3, hostable agents: ['6527556c-6586-422c-ae47-082984683847'], hosted agents: [] {{(pid=83737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:30:30.181652 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1e0b637b-0ca4-46ce-b542-631a80eab9bb tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for router, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:30.182969 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-1e0b637b-0ca4-46ce-b542-631a80eab9bb tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 8.0337973 Mar 07 10:30:30.193638 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 36792) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:30.230712 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9e963113-e4c3-4168-a0a7-5783986ebc26 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3920255'] for router_interface, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:30.233764 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-639529bd-3b47-4b98-ad4c-9259a6d37029 None None] Set router 2b54fb8b-b163-48a3-b144-8be5cda72c7c gateway port host: dv-neutron-830731-3-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:30:30.238549 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-570bff3e-16fb-4551-b823-559f18d41517 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:30.239198 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-570bff3e-16fb-4551-b823-559f18d41517 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Synchronizing usage tracker for tenant:44b92b651ff14b9ab83bd7a3588b3016 on resource:network {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:30:30.263047 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8550cedf-b2b9-4efe-afe7-0418552aaa21 admin admin] Network 30fbd0af-73aa-415c-b22d-7ee9da4c7fa3 is scheduled to be hosted by DHCP agent 6527556c-6586-422c-ae47-082984683847 with binding_index 1 {{(pid=83737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:30:30.272283 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-570bff3e-16fb-4551-b823-559f18d41517 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Unset dirty status for tenant:44b92b651ff14b9ab83bd7a3588b3016 on resource:network {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:30:30.276416 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-570bff3e-16fb-4551-b823-559f18d41517 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2630699 Mar 07 10:30:30.276416 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 36798) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:30.321137 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-8550cedf-b2b9-4efe-afe7-0418552aaa21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830731-3-hyperv, 30fbd0af-73aa-415c-b22d-7ee9da4c7fa3) {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:30:30.332734 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-3192f903-ddb3-45c4-b8a7-fc49f25d86ea tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] 10.222.0.13 "GET /v2.0/subnets?network_id=5ed85006-6b00-415e-b71f-837fb1421c12 HTTP/1.1" status: 200 len: 207 time: 0.0551176 Mar 07 10:30:30.337533 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8550cedf-b2b9-4efe-afe7-0418552aaa21 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:30.338121 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8550cedf-b2b9-4efe-afe7-0418552aaa21 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:30.344741 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 36802) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:30.398683 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-8550cedf-b2b9-4efe-afe7-0418552aaa21 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6109591 Mar 07 10:30:30.400842 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 36806) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:30.406799 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-01aa15e5-4053-4800-86de-ed53152b54f2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-620463928-router', 'tenant_id': '25866ad4c20e46fbafccc3c9c4d13e40', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12'}}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:30:30.421533 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b5e57272-87c4-44a9-8bec-632212872336 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:30.470539 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca64b91e-8778-4e07-9840-d65d274ee211 None None] Network 30fbd0af-73aa-415c-b22d-7ee9da4c7fa3 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:30:30.591054 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-526e17d1-22fa-4185-af8e-7a8f4862bfa4 None None] Set router 45ee3b0b-88fe-426a-9238-4fe6f312b48c gateway port host: dv-neutron-830731-3-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:30:30.705761 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-01aa15e5-4053-4800-86de-ed53152b54f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:30:30.751078 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56d8f96f-2919-4f04-8a4e-191ea53d1b8d tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:30.755119 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56d8f96f-2919-4f04-8a4e-191ea53d1b8d tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:30.759499 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56d8f96f-2919-4f04-8a4e-191ea53d1b8d tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:30.763355 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-3b649238-79c8-45d7-8c86-a9de35b95b37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:30.766662 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56d8f96f-2919-4f04-8a4e-191ea53d1b8d tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:30.767825 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-56d8f96f-2919-4f04-8a4e-191ea53d1b8d tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Synchronizing usage tracker for tenant:44b92b651ff14b9ab83bd7a3588b3016 on resource:network {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:30:30.779066 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-01aa15e5-4053-4800-86de-ed53152b54f2 admin admin] Usage tracker for resource:router and tenant:25866ad4c20e46fbafccc3c9c4d13e40 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:30:30.787140 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-01aa15e5-4053-4800-86de-ed53152b54f2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:30:30.796668 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-56d8f96f-2919-4f04-8a4e-191ea53d1b8d tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Unset dirty status for tenant:44b92b651ff14b9ab83bd7a3588b3016 on resource:network {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:30:30.799369 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-56d8f96f-2919-4f04-8a4e-191ea53d1b8d tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.4525990 Mar 07 10:30:30.803548 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6744fa60-8f5c-4097-97e7-401f5c69b799 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Router f46bc761-5918-4a05-994f-bb861b239d41 is scheduled to L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 with binding_index 1 {{(pid=83738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 10:30:30.807443 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-b2307cbd-4cda-4906-81e8-63445f3901f4 tempest-TestNetworkBasicOps-2128623112 tempest-TestNetworkBasicOps-2128623112-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=416b2fd961bc4d70a26d66821f7df8e2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.6101453 Mar 07 10:30:30.807443 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 36810) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:30.808541 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-01aa15e5-4053-4800-86de-ed53152b54f2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:30:30.810339 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 36812) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:30.909478 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-01aa15e5-4053-4800-86de-ed53152b54f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3919700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58025'] for router, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:30.910408 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-01aa15e5-4053-4800-86de-ed53152b54f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3919671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4011175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58018'] for router, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:30.952558 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-5a6054b0-9461-4ef3-988d-12fa7c99dadc None None] Provisioning complete for port cae39c81-1e58-471b-b661-23291b74a16a triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:30:30.952943 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-5a6054b0-9461-4ef3-988d-12fa7c99dadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:30.962295 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b5e57272-87c4-44a9-8bec-632212872336 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3917998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58952'] for router, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:30.984123 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b5e57272-87c4-44a9-8bec-632212872336 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3923496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3923511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3918005'] for router, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:30.985838 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c66b385-0cd1-4703-8ab1-adc23a7eeb76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ec2749d-0aec-52fb-aca6-10ba8a80aade-30fbd0af-73aa-415c-b22d-7ee9da4c7fa3', 'network_id': '30fbd0af-73aa-415c-b22d-7ee9da4c7fa3', 'tenant_id': '25866ad4c20e46fbafccc3c9c4d13e40', 'fixed_ips': [{'subnet_id': '1a28df13-f6df-4d36-b4a4-d44c7c0cbabb'}]}} from dv-neutron-830731-3-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 07 10:30:30.986644 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-4c66b385-0cd1-4703-8ab1-adc23a7eeb76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:31.006675 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-01aa15e5-4053-4800-86de-ed53152b54f2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:31.095436 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-5a6054b0-9461-4ef3-988d-12fa7c99dadc None None] Port cae39c81-1e58-471b-b661-23291b74a16a cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:30:31.109127 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-526e17d1-22fa-4185-af8e-7a8f4862bfa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45ee3b0b-88fe-426a-9238-4fe6f312b48c', 'name': 'tempest-TestNetworkBasicOps-router-279492574', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.141'}], 'enable_snat': True}, 'gw_port_id': '39859c51-8b3b-4046-8d84-9bd4a674d742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:30:22Z', 'updated_at': '2022-03-07T10:30:25Z', 'revision_number': 3, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'gw_port': {'id': '39859c51-8b3b-4046-8d84-9bd4a674d742', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:52:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45ee3b0b-88fe-426a-9238-4fe6f312b48c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:30:23Z', 'updated_at': '2022-03-07T10:30:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv'}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:30:31.115653 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526e17d1-22fa-4185-af8e-7a8f4862bfa4 None None] Checking router: 45ee3b0b-88fe-426a-9238-4fe6f312b48c for host: dv-neutron-830731-3-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 07 10:30:31.116373 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526e17d1-22fa-4185-af8e-7a8f4862bfa4 None None] Updating router 45ee3b0b-88fe-426a-9238-4fe6f312b48c port 39859c51-8b3b-4046-8d84-9bd4a674d742 binding host dv-neutron-830731-3-hyperv {{(pid=83740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 07 10:30:31.136775 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-2d7d8c99-8569-4994-a792-431ea3ceb36e tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] 10.222.0.13 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.3300221 Mar 07 10:30:31.145608 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 36818) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:31.205157 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-526e17d1-22fa-4185-af8e-7a8f4862bfa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:31.258279 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-4c66b385-0cd1-4703-8ab1-adc23a7eeb76 None None] Allocated IP 172.20.0.2 (30fbd0af-73aa-415c-b22d-7ee9da4c7fa3/1a28df13-f6df-4d36-b4a4-d44c7c0cbabb/1a302249-cf06-45ae-b8ec-cdfa0682ad9b) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:30:31.261816 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-639529bd-3b47-4b98-ad4c-9259a6d37029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b54fb8b-b163-48a3-b144-8be5cda72c7c', 'name': 'tempest-TestVolumeBootPattern-1562979624-router', 'tenant_id': '6a5f148e85ef4a9b80e5517fdf788fc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.38'}], 'enable_snat': True}, 'gw_port_id': '3a0d4cd7-8cbd-449d-a778-fec20aea7910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:30:06Z', 'updated_at': '2022-03-07T10:30:21Z', 'revision_number': 4, 'project_id': '6a5f148e85ef4a9b80e5517fdf788fc6', 'gw_port': {'id': '3a0d4cd7-8cbd-449d-a778-fec20aea7910', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:3b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b54fb8b-b163-48a3-b144-8be5cda72c7c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:30:08Z', 'updated_at': '2022-03-07T10:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_interfaces': [{'id': '51c6857b-1e74-4c3f-b53e-8c82f4121b89', 'name': '', 'network_id': '30023e69-476d-4a1a-a06a-7d904c24f2c0', 'tenant_id': '6a5f148e85ef4a9b80e5517fdf788fc6', 'mac_address': 'fa:16:3e:96:4e:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b54fb8b-b163-48a3-b144-8be5cda72c7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c545286e-deb0-44ca-9190-77e7d2d3932b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:30:18Z', 'updated_at': '2022-03-07T10:30:29Z', 'revision_number': 4, 'project_id': '6a5f148e85ef4a9b80e5517fdf788fc6', 'subnets': [{'id': 'c545286e-deb0-44ca-9190-77e7d2d3932b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:30:31.275709 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639529bd-3b47-4b98-ad4c-9259a6d37029 None None] The sync data for ids ['2b54fb8b-b163-48a3-b144-8be5cda72c7c'] in dv-neutron-830731-3-hyperv is: [{'id': '2b54fb8b-b163-48a3-b144-8be5cda72c7c', 'name': 'tempest-TestVolumeBootPattern-1562979624-router', 'tenant_id': '6a5f148e85ef4a9b80e5517fdf788fc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.38'}], 'enable_snat': True}, 'gw_port_id': '3a0d4cd7-8cbd-449d-a778-fec20aea7910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:30:06Z', 'updated_at': '2022-03-07T10:30:21Z', 'revision_number': 4, 'project_id': '6a5f148e85ef4a9b80e5517fdf788fc6', 'gw_port': {'id': '3a0d4cd7-8cbd-449d-a778-fec20aea7910', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:3b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b54fb8b-b163-48a3-b144-8be5cda72c7c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:30:08Z', 'updated_at': '2022-03-07T10:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_interfaces': [{'id': '51c6857b-1e74-4c3f-b53e-8c82f4121b89', 'name': '', 'network_id': '30023e69-476d-4a1a-a06a-7d904c24f2c0', 'tenant_id': '6a5f148e85ef4a9b80e5517fdf788fc6', 'mac_address': 'fa:16:3e:96:4e:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b54fb8b-b163-48a3-b144-8be5cda72c7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c545286e-deb0-44ca-9190-77e7d2d3932b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:30:18Z', 'updated_at': '2022-03-07T10:30:29Z', 'revision_number': 4, 'project_id': '6a5f148e85ef4a9b80e5517fdf788fc6', 'subnets': [{'id': 'c545286e-deb0-44ca-9190-77e7d2d3932b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:30:31.379742 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a90f9f-cc3f-48ff-8890-9e89963802bc tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:31.383625 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a90f9f-cc3f-48ff-8890-9e89963802bc tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:31.390551 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-08a90f9f-cc3f-48ff-8890-9e89963802bc tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.2427278 Mar 07 10:30:31.395809 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 36822) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:31.501656 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a6999b-9d7e-480b-a724-f509972309cb tempest-TestNetworkBasicOps-2128623112 tempest-TestNetworkBasicOps-2128623112-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:31.507329 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-92a6999b-9d7e-480b-a724-f509972309cb tempest-TestNetworkBasicOps-2128623112 tempest-TestNetworkBasicOps-2128623112-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6940527 Mar 07 10:30:31.515301 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 36826) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:31.608267 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-aa3ad35a-cf9d-4f7a-86c8-47e3fc4b8dea tempest-TestNetworkBasicOps-2128623112 tempest-TestNetworkBasicOps-2128623112-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=5ed85006-6b00-415e-b71f-837fb1421c12&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0884719 Mar 07 10:30:31.609955 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 36830) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:31.623088 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-6183da7c-6649-4215-9aa8-088887553c91 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-709005715', 'network_id': '40a9b5e4-2566-4b34-8233-7ca2a6a5d397', 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:30:31.651653 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-01aa15e5-4053-4800-86de-ed53152b54f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3917998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58952'] for router, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:31.662802 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-4c66b385-0cd1-4703-8ab1-adc23a7eeb76 None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:31.664649 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c1d61c5-3bb9-41d8-ad5a-808e07f1dbd9 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Attributes excluded by policy engine: ['shared'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:31.666139 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c1d61c5-3bb9-41d8-ad5a-808e07f1dbd9 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Attributes excluded by policy engine: ['shared'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:31.667656 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-7c1d61c5-3bb9-41d8-ad5a-808e07f1dbd9 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] 10.222.0.13 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.2703614 Mar 07 10:30:31.673903 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 36834) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:31.675967 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-4c66b385-0cd1-4703-8ab1-adc23a7eeb76 None None] Transition to ACTIVE for port object 1a302249-cf06-45ae-b8ec-cdfa0682ad9b will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:30:31.701618 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-4c66b385-0cd1-4703-8ab1-adc23a7eeb76 None None] Transition to ACTIVE for port object 1a302249-cf06-45ae-b8ec-cdfa0682ad9b will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:30:31.725808 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-526e17d1-22fa-4185-af8e-7a8f4862bfa4 None None] Notify callbacks [] for port, precommit_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:31.729591 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-4c66b385-0cd1-4703-8ab1-adc23a7eeb76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:31.745764 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.provisioning_blocks [None req-526e17d1-22fa-4185-af8e-7a8f4862bfa4 None None] Transition to ACTIVE for port object 39859c51-8b3b-4046-8d84-9bd4a674d742 will not be triggered until provisioned by entity L2. {{(pid=83740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:30:31.755039 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-526e17d1-22fa-4185-af8e-7a8f4862bfa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:31.854753 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-711fefd2-3b30-4759-8df5-0aecff1c8e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:31.877667 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-526e17d1-22fa-4185-af8e-7a8f4862bfa4 None None] Attempting to bind port 39859c51-8b3b-4046-8d84-9bd4a674d742 on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:30:31.877991 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-526e17d1-22fa-4185-af8e-7a8f4862bfa4 None None] Attempting to bind port 39859c51-8b3b-4046-8d84-9bd4a674d742 by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': '9a22e080-7529-4fc7-949d-9f84ba21807d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12'}] {{(pid=83740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:30:31.878354 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526e17d1-22fa-4185-af8e-7a8f4862bfa4 None None] Attempting to bind port 39859c51-8b3b-4046-8d84-9bd4a674d742 on network 5ed85006-6b00-415e-b71f-837fb1421c12 {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:30:31.878553 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c66b385-0cd1-4703-8ab1-adc23a7eeb76 None None] Network 30fbd0af-73aa-415c-b22d-7ee9da4c7fa3 is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:30:31.885092 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-4c66b385-0cd1-4703-8ab1-adc23a7eeb76 None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:30:31.890375 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c66b385-0cd1-4703-8ab1-adc23a7eeb76 None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:30:31.892577 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7621a7-d959-4ff6-a812-f4d38c1b8204 None None] Pushing event updated for resources: {'Port': ['ID=39859c51-8b3b-4046-8d84-9bd4a674d742,revision_number=2']} {{(pid=83740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:31.901731 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526e17d1-22fa-4185-af8e-7a8f4862bfa4 None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 30, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:30:31.902149 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526e17d1-22fa-4185-af8e-7a8f4862bfa4 None None] Checking segment: {'id': '9a22e080-7529-4fc7-949d-9f84ba21807d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:30:31.902554 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-526e17d1-22fa-4185-af8e-7a8f4862bfa4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:31.902939 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526e17d1-22fa-4185-af8e-7a8f4862bfa4 None None] Bound using segment: {'id': '9a22e080-7529-4fc7-949d-9f84ba21807d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12'} {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:30:31.903431 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-526e17d1-22fa-4185-af8e-7a8f4862bfa4 None None] Bound port: 39859c51-8b3b-4046-8d84-9bd4a674d742, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a22e080-7529-4fc7-949d-9f84ba21807d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12'}}] {{(pid=83740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:30:31.903847 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-526e17d1-22fa-4185-af8e-7a8f4862bfa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:31.928351 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac7d7dbb-94d3-45ef-a937-24cdb9a6f598 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:31.938930 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-ac7d7dbb-94d3-45ef-a937-24cdb9a6f598 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] 10.222.0.13 "GET /v2.0/networks/bd4702b1-253d-4a9d-8fbb-8306b2a4fc8a HTTP/1.1" status: 200 len: 800 time: 0.2587504 Mar 07 10:30:31.966122 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 36838) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:31.997565 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.db [None req-526e17d1-22fa-4185-af8e-7a8f4862bfa4 None None] For port 39859c51-8b3b-4046-8d84-9bd4a674d742, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:30:32.001285 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-4c66b385-0cd1-4703-8ab1-adc23a7eeb76 None None] Attempting to bind port 1a302249-cf06-45ae-b8ec-cdfa0682ad9b on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:30:32.001617 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.db [None req-526e17d1-22fa-4185-af8e-7a8f4862bfa4 None None] For port 39859c51-8b3b-4046-8d84-9bd4a674d742, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=39859c51-8b3b-4046-8d84-9bd4a674d742,segment=NetworkSegment(9a22e080-7529-4fc7-949d-9f84ba21807d),segment_id=9a22e080-7529-4fc7-949d-9f84ba21807d)] {{(pid=83740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:30:32.002283 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-4c66b385-0cd1-4703-8ab1-adc23a7eeb76 None None] Attempting to bind port 1a302249-cf06-45ae-b8ec-cdfa0682ad9b by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': 'f9edd395-f08a-4c25-8482-db84092ba057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '30fbd0af-73aa-415c-b22d-7ee9da4c7fa3'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:30:32.002821 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c66b385-0cd1-4703-8ab1-adc23a7eeb76 None None] Attempting to bind port 1a302249-cf06-45ae-b8ec-cdfa0682ad9b on network 30fbd0af-73aa-415c-b22d-7ee9da4c7fa3 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:30:32.008113 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-526e17d1-22fa-4185-af8e-7a8f4862bfa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:32.011002 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:32.014267 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c66b385-0cd1-4703-8ab1-adc23a7eeb76 None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 30, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:30:32.014864 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c66b385-0cd1-4703-8ab1-adc23a7eeb76 None None] Checking segment: {'id': 'f9edd395-f08a-4c25-8482-db84092ba057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '30fbd0af-73aa-415c-b22d-7ee9da4c7fa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:30:32.015426 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-4c66b385-0cd1-4703-8ab1-adc23a7eeb76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:32.016664 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c66b385-0cd1-4703-8ab1-adc23a7eeb76 None None] Bound using segment: {'id': 'f9edd395-f08a-4c25-8482-db84092ba057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '30fbd0af-73aa-415c-b22d-7ee9da4c7fa3'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:30:32.017613 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-4c66b385-0cd1-4703-8ab1-adc23a7eeb76 None None] Bound port: 1a302249-cf06-45ae-b8ec-cdfa0682ad9b, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9edd395-f08a-4c25-8482-db84092ba057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '30fbd0af-73aa-415c-b22d-7ee9da4c7fa3'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:30:32.018144 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-4c66b385-0cd1-4703-8ab1-adc23a7eeb76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:32.027520 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c66b385-0cd1-4703-8ab1-adc23a7eeb76 None None] Pushing event updated for resources: {'Port': ['ID=1a302249-cf06-45ae-b8ec-cdfa0682ad9b,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:32.082327 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6744fa60-8f5c-4097-97e7-401f5c69b799 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:30:32.097527 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-6744fa60-8f5c-4097-97e7-401f5c69b799 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] 10.222.0.13 "PUT /v2.0/routers/f46bc761-5918-4a05-994f-bb861b239d41/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1160743 Mar 07 10:30:32.102167 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 36842) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:32.116065 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9cfe9e-2d97-477d-b614-0bdf1ae7a2c4 None None] Sync routers for ids ['f46bc761-5918-4a05-994f-bb861b239d41'] in dv-neutron-830731-3-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:30:32.135353 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9cfe9e-2d97-477d-b614-0bdf1ae7a2c4 None None] Routers {'f46bc761-5918-4a05-994f-bb861b239d41'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:30:32.135977 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-8a9cfe9e-2d97-477d-b614-0bdf1ae7a2c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:30:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['f46bc761-5918-4a05-994f-bb861b239d41'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:30:32.149324 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526e17d1-22fa-4185-af8e-7a8f4862bfa4 None None] Routers {'45ee3b0b-88fe-426a-9238-4fe6f312b48c'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:30:32.153414 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-526e17d1-22fa-4185-af8e-7a8f4862bfa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:30:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['45ee3b0b-88fe-426a-9238-4fe6f312b48c'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:30:32.153781 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-6183da7c-6649-4215-9aa8-088887553c91 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:30:32.163795 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-6183da7c-6649-4215-9aa8-088887553c91 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Usage tracker for resource:subnet and tenant:416b2fd961bc4d70a26d66821f7df8e2 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:30:32.168427 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-6183da7c-6649-4215-9aa8-088887553c91 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:30:32.185050 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-6183da7c-6649-4215-9aa8-088887553c91 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:30:32.227126 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6183da7c-6649-4215-9aa8-088887553c91 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Made reservation on behalf of 416b2fd961bc4d70a26d66821f7df8e2 for: {'subnet': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:30:32.253797 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-8a9cfe9e-2d97-477d-b614-0bdf1ae7a2c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:30:32.288501 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-4c66b385-0cd1-4703-8ab1-adc23a7eeb76 None None] For port 1a302249-cf06-45ae-b8ec-cdfa0682ad9b, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:30:32.298204 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-4c66b385-0cd1-4703-8ab1-adc23a7eeb76 None None] For port 1a302249-cf06-45ae-b8ec-cdfa0682ad9b, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=1a302249-cf06-45ae-b8ec-cdfa0682ad9b,segment=NetworkSegment(f9edd395-f08a-4c25-8482-db84092ba057),segment_id=f9edd395-f08a-4c25-8482-db84092ba057)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:30:32.312417 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9cfe9e-2d97-477d-b614-0bdf1ae7a2c4 None None] Routers {'f46bc761-5918-4a05-994f-bb861b239d41'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:30:32.313955 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-8a9cfe9e-2d97-477d-b614-0bdf1ae7a2c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:30:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['f46bc761-5918-4a05-994f-bb861b239d41'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:30:32.335831 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-283d2804-1243-41dc-9727-f3ec5d7e4af0 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] 10.222.0.13 "GET /v2.0/networks/bd4702b1-253d-4a9d-8fbb-8306b2a4fc8a?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.3560135 Mar 07 10:30:32.340321 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 36846) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:32.407511 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-4c66b385-0cd1-4703-8ab1-adc23a7eeb76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:32.412311 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f675716-bf6b-48de-b523-31664fec8a45 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:32.413194 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-0f675716-bf6b-48de-b523-31664fec8a45 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Synchronizing usage tracker for tenant:b6ff3248bb834bc1a094f45e7fa43fbd on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:30:32.445321 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7621a7-d959-4ff6-a812-f4d38c1b8204 None None] Pushing event updated for resources: {'Port': ['ID=39859c51-8b3b-4046-8d84-9bd4a674d742,revision_number=3']} {{(pid=83740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:32.468604 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-8a9cfe9e-2d97-477d-b614-0bdf1ae7a2c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:30:32.469905 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9cfe9e-2d97-477d-b614-0bdf1ae7a2c4 None None] The sync data for ids ['f46bc761-5918-4a05-994f-bb861b239d41'] in dv-neutron-830731-3-hyperv is: [] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:30:32.470422 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-864dead4-4ee8-42b6-bbf6-44fccd48e935 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:32.472909 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-864dead4-4ee8-42b6-bbf6-44fccd48e935 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] 10.222.0.13 "GET /v2.0/subnets/19732b89-0a06-4e0c-8976-876f058ecaac HTTP/1.1" status: 200 len: 811 time: 0.1315207 Mar 07 10:30:32.477372 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5e57272-87c4-44a9-8bec-632212872336 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Router 372d54db-922e-4cf9-a2be-f83d504d3c46 is scheduled to L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 with binding_index 1 {{(pid=83737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 10:30:32.479592 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 36850) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:32.522238 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6183da7c-6649-4215-9aa8-088887553c91 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741426'] for subnet, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:32.536049 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c66b385-0cd1-4703-8ab1-adc23a7eeb76 None None] Pushing event updated for resources: {'Port': ['ID=1a302249-cf06-45ae-b8ec-cdfa0682ad9b,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:32.575514 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-526e17d1-22fa-4185-af8e-7a8f4862bfa4 None None] Set router 45ee3b0b-88fe-426a-9238-4fe6f312b48c gateway port host: dv-neutron-830731-3-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:30:32.617220 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-0f675716-bf6b-48de-b523-31664fec8a45 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Unset dirty status for tenant:b6ff3248bb834bc1a094f45e7fa43fbd on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:30:32.618376 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-0f675716-bf6b-48de-b523-31664fec8a45 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] 10.222.0.13 "GET /v2.0/ports?device_id=f46bc761-5918-4a05-994f-bb861b239d41 HTTP/1.1" status: 200 len: 982 time: 0.5152941 Mar 07 10:30:32.625271 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 36854) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:32.851491 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6183da7c-6649-4215-9aa8-088887553c91 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3556832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741408'] for subnet, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:32.866524 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7a8b33c-3c1d-4577-a1f4-182539d129c2 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Attributes excluded by policy engine: ['shared'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:32.871314 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-a7a8b33c-3c1d-4577-a1f4-182539d129c2 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] 10.222.0.13 "GET /v2.0/subnets/19732b89-0a06-4e0c-8976-876f058ecaac?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.3459444 Mar 07 10:30:32.884033 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-01aa15e5-4053-4800-86de-ed53152b54f2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:32.889978 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 36858) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:32.922998 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-dbad8520-35cf-4bd5-b873-4d6be1ec3b06 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2019766109'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:30:32.966964 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-dbad8520-35cf-4bd5-b873-4d6be1ec3b06 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:30:32.971255 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-01aa15e5-4053-4800-86de-ed53152b54f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:33.023596 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6183da7c-6649-4215-9aa8-088887553c91 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event updated for resources: {'Subnet': ['ID=1639da54-b037-4e07-a2ec-b6618ce1a79a,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:33.026918 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-dbad8520-35cf-4bd5-b873-4d6be1ec3b06 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:30:33.043687 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-526e17d1-22fa-4185-af8e-7a8f4862bfa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45ee3b0b-88fe-426a-9238-4fe6f312b48c', 'name': 'tempest-TestNetworkBasicOps-router-279492574', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.141'}], 'enable_snat': True}, 'gw_port_id': '39859c51-8b3b-4046-8d84-9bd4a674d742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:30:22Z', 'updated_at': '2022-03-07T10:30:25Z', 'revision_number': 3, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'gw_port': {'id': '39859c51-8b3b-4046-8d84-9bd4a674d742', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:52:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45ee3b0b-88fe-426a-9238-4fe6f312b48c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:30:23Z', 'updated_at': '2022-03-07T10:30:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv'}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:30:33.049098 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526e17d1-22fa-4185-af8e-7a8f4862bfa4 None None] The sync data for ids ['45ee3b0b-88fe-426a-9238-4fe6f312b48c'] in dv-neutron-830731-3-hyperv is: [{'id': '45ee3b0b-88fe-426a-9238-4fe6f312b48c', 'name': 'tempest-TestNetworkBasicOps-router-279492574', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.141'}], 'enable_snat': True}, 'gw_port_id': '39859c51-8b3b-4046-8d84-9bd4a674d742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:30:22Z', 'updated_at': '2022-03-07T10:30:25Z', 'revision_number': 3, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'gw_port': {'id': '39859c51-8b3b-4046-8d84-9bd4a674d742', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:52:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45ee3b0b-88fe-426a-9238-4fe6f312b48c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:30:23Z', 'updated_at': '2022-03-07T10:30:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv'}] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:30:33.058613 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-9e963113-e4c3-4168-a0a7-5783986ebc26 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Deleting port 886fbece-a853-4903-842e-0215fc553fdb {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:30:33.059009 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9e963113-e4c3-4168-a0a7-5783986ebc26 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:33.093004 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbad8520-35cf-4bd5-b873-4d6be1ec3b06 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Made reservation on behalf of 44b92b651ff14b9ab83bd7a3588b3016 for: {'network': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:30:33.096104 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-dbad8520-35cf-4bd5-b873-4d6be1ec3b06 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for network, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:33.123379 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6183da7c-6649-4215-9aa8-088887553c91 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Checking segment: {'id': 'db98df71-74cd-4d5e-8dae-73d8cf33dfa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '40a9b5e4-2566-4b34-8233-7ca2a6a5d397'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:30:33.123735 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6183da7c-6649-4215-9aa8-088887553c91 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Network hostable DHCP agents. Network: 40a9b5e4-2566-4b34-8233-7ca2a6a5d397, hostable agents: ['6527556c-6586-422c-ae47-082984683847'], hosted agents: [] {{(pid=83738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:30:33.149302 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c87150bd-aa9c-4ad1-bb68-57ec66d4fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:33.194823 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-01aa15e5-4053-4800-86de-ed53152b54f2 admin admin] Allocated IP 172.26.8.171 (5ed85006-6b00-415e-b71f-837fb1421c12/8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a/d6bd9e99-6ae6-4bc4-9986-483fc003cde5) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:30:33.232205 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbad8520-35cf-4bd5-b873-4d6be1ec3b06 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=83738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:30:33.262291 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-dbad8520-35cf-4bd5-b873-4d6be1ec3b06 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:33.262625 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.db.segments_db [None req-dbad8520-35cf-4bd5-b873-4d6be1ec3b06 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Added segment 64557e1b-35b4-43cf-a3a6-a4a7db21a15f of type vlan for network 5392618c-c07f-4e5b-982a-d2cce996f681 Mar 07 10:30:33.279858 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6183da7c-6649-4215-9aa8-088887553c91 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Network 40a9b5e4-2566-4b34-8233-7ca2a6a5d397 is scheduled to be hosted by DHCP agent 6527556c-6586-422c-ae47-082984683847 with binding_index 1 {{(pid=83738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:30:33.326188 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-dbad8520-35cf-4bd5-b873-4d6be1ec3b06 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732568034061'] for network, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:33.330476 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-6183da7c-6649-4215-9aa8-088887553c91 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830731-3-hyperv, 40a9b5e4-2566-4b34-8233-7ca2a6a5d397) {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:30:33.334962 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6183da7c-6649-4215-9aa8-088887553c91 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:33.335719 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6183da7c-6649-4215-9aa8-088887553c91 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:33.343483 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d74473a-900c-48ba-bafa-c52753898b71 None None] Network 40a9b5e4-2566-4b34-8233-7ca2a6a5d397 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:30:33.414756 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-9e963113-e4c3-4168-a0a7-5783986ebc26 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] For port 886fbece-a853-4903-842e-0215fc553fdb, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=886fbece-a853-4903-842e-0215fc553fdb,segment=NetworkSegment(acab09fc-1232-4154-ac90-39d1623fab7c),segment_id=acab09fc-1232-4154-ac90-39d1623fab7c)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:30:33.415410 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9e963113-e4c3-4168-a0a7-5783986ebc26 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:33.441456 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-6183da7c-6649-4215-9aa8-088887553c91 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.8285139 Mar 07 10:30:33.451049 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 36862) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:33.476959 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 1a302249-cf06-45ae-b8ec-cdfa0682ad9b up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:30:33.644170 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning for port 1a302249-cf06-45ae-b8ec-cdfa0682ad9b completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:30:33.644412 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-9e963113-e4c3-4168-a0a7-5783986ebc26 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Calling delete_port for 886fbece-a853-4903-842e-0215fc553fdb owned by network:router_interface {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:30:33.652640 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 51c6857b-1e74-4c3f-b53e-8c82f4121b89 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:30:33.683974 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-dbad8520-35cf-4bd5-b873-4d6be1ec3b06 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594'] for network, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:33.688348 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbad8520-35cf-4bd5-b873-4d6be1ec3b06 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:33.688997 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-dbad8520-35cf-4bd5-b873-4d6be1ec3b06 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:33.711871 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-01aa15e5-4053-4800-86de-ed53152b54f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:33.743316 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5e57272-87c4-44a9-8bec-632212872336 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:30:33.757350 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcaee130-cbb5-4f6a-83b0-d940a6dca0de None None] Sync routers for ids ['372d54db-922e-4cf9-a2be-f83d504d3c46'] in dv-neutron-830731-3-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:30:33.769150 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b17252c-10c4-4c1d-a842-353f429dbce0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ec2749d-0aec-52fb-aca6-10ba8a80aade-40a9b5e4-2566-4b34-8233-7ca2a6a5d397', 'network_id': '40a9b5e4-2566-4b34-8233-7ca2a6a5d397', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'fixed_ips': [{'subnet_id': '1639da54-b037-4e07-a2ec-b6618ce1a79a'}]}} from dv-neutron-830731-3-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 07 10:30:33.770089 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-4b17252c-10c4-4c1d-a842-353f429dbce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:33.782506 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcaee130-cbb5-4f6a-83b0-d940a6dca0de None None] Routers {'372d54db-922e-4cf9-a2be-f83d504d3c46'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:30:33.783314 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b5e57272-87c4-44a9-8bec-632212872336 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:33.784049 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-dcaee130-cbb5-4f6a-83b0-d940a6dca0de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:30:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['372d54db-922e-4cf9-a2be-f83d504d3c46'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:30:33.785352 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-b5e57272-87c4-44a9-8bec-632212872336 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] 10.222.0.13 "PUT /v2.0/routers/372d54db-922e-4cf9-a2be-f83d504d3c46 HTTP/1.1" status: 200 len: 919 time: 6.2490356 Mar 07 10:30:33.789721 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 36866) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:33.893491 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning for port 51c6857b-1e74-4c3f-b53e-8c82f4121b89 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:30:33.900504 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-01aa15e5-4053-4800-86de-ed53152b54f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:33.903718 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-dbad8520-35cf-4bd5-b873-4d6be1ec3b06 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0029976 Mar 07 10:30:33.907999 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 51c6857b-1e74-4c3f-b53e-8c82f4121b89 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:30:33.908985 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:33.912015 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 36870) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:33.924885 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-dcaee130-cbb5-4f6a-83b0-d940a6dca0de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:30:33.939475 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcaee130-cbb5-4f6a-83b0-d940a6dca0de None None] Routers {'372d54db-922e-4cf9-a2be-f83d504d3c46'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:30:33.940502 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-dcaee130-cbb5-4f6a-83b0-d940a6dca0de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:30:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['372d54db-922e-4cf9-a2be-f83d504d3c46'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:30:33.945927 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-26dfde11-1140-4be6-af77-778d5f3cb752 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Request body: {'subnet': {'network_id': '5392618c-c07f-4e5b-982a-d2cce996f681', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:30:33.970582 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbad8520-35cf-4bd5-b873-4d6be1ec3b06 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Pushing event updated for resources: {'Network': ['ID=5392618c-c07f-4e5b-982a-d2cce996f681,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:34.004712 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77599277-2750-4565-b80b-83fe8e382f78 None None] Network 30fbd0af-73aa-415c-b22d-7ee9da4c7fa3 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:30:34.023110 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-dcaee130-cbb5-4f6a-83b0-d940a6dca0de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:30:34.023503 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcaee130-cbb5-4f6a-83b0-d940a6dca0de None None] The sync data for ids ['372d54db-922e-4cf9-a2be-f83d504d3c46'] in dv-neutron-830731-3-hyperv is: [] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:30:34.067770 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Network 5392618c-c07f-4e5b-982a-d2cce996f681 details requested by agent ovs-agent-dv-neutron-830731-3-hyperv with host dv-neutron-830731-3-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 10:30:34.091260 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01aa15e5-4053-4800-86de-ed53152b54f2 admin admin] Pushing event updated for resources: {'Port': ['ID=d6bd9e99-6ae6-4bc4-9986-483fc003cde5,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:34.094871 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01aa15e5-4053-4800-86de-ed53152b54f2 admin admin] Network 5ed85006-6b00-415e-b71f-837fb1421c12 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:30:34.103919 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-01aa15e5-4053-4800-86de-ed53152b54f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:30:34.117338 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01aa15e5-4053-4800-86de-ed53152b54f2 admin admin] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:30:34.248667 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-26dfde11-1140-4be6-af77-778d5f3cb752 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:30:34.269469 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-26dfde11-1140-4be6-af77-778d5f3cb752 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:30:34.309074 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:34.355510 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-7d3c82b6-33c9-423e-b5f0-f69eebb72d85 None None] Provisioning for port 1a302249-cf06-45ae-b8ec-cdfa0682ad9b completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:30:34.365321 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26dfde11-1140-4be6-af77-778d5f3cb752 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Made reservation on behalf of 44b92b651ff14b9ab83bd7a3588b3016 for: {'subnet': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:30:34.365711 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-4b17252c-10c4-4c1d-a842-353f429dbce0 None None] Allocated IP 172.20.0.2 (40a9b5e4-2566-4b34-8233-7ca2a6a5d397/1639da54-b037-4e07-a2ec-b6618ce1a79a/0ec78421-999a-44ad-b980-2a88fd73cbd3) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:30:34.381633 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-7d3c82b6-33c9-423e-b5f0-f69eebb72d85 None None] Provisioning complete for port 1a302249-cf06-45ae-b8ec-cdfa0682ad9b triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:30:34.382008 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-7d3c82b6-33c9-423e-b5f0-f69eebb72d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:34.447184 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-731efbc0-f731-4581-94a6-93044bbf5d56 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] 10.222.0.13 "GET /v2.0/routers/372d54db-922e-4cf9-a2be-f83d504d3c46 HTTP/1.1" status: 200 len: 925 time: 0.6535714 Mar 07 10:30:34.448668 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 36874) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:34.457593 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] For port 51c6857b-1e74-4c3f-b53e-8c82f4121b89, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=51c6857b-1e74-4c3f-b53e-8c82f4121b89,segment=NetworkSegment(8c71cc60-e697-4bc8-ab7b-834524b4e30a),segment_id=8c71cc60-e697-4bc8-ab7b-834524b4e30a)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:30:34.499177 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9e963113-e4c3-4168-a0a7-5783986ebc26 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:34.511314 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:34.522588 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4a25b396-6a1e-4af2-b824-b84d9e7c894c tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3920255'] for router_interface, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:34.624305 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e963113-e4c3-4168-a0a7-5783986ebc26 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Pushing event deleted for resources: {'Port': ['ID=886fbece-a853-4903-842e-0215fc553fdb,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:34.682868 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-26dfde11-1140-4be6-af77-778d5f3cb752 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741426'] for subnet, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:34.688281 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-1d5b67ed-dcd4-4625-8a83-ffcd069c76fb tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=5ed85006-6b00-415e-b71f-837fb1421c12&device_id=372d54db-922e-4cf9-a2be-f83d504d3c46&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2394030 Mar 07 10:30:34.692346 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 36878) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:34.819364 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Pushing event updated for resources: {'Port': ['ID=51c6857b-1e74-4c3f-b53e-8c82f4121b89,revision_number=5']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:34.830018 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-7d3c82b6-33c9-423e-b5f0-f69eebb72d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:34.873924 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-111c32dd-efe1-4ec1-a6b0-1e98cc676235 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:34.879538 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-111c32dd-efe1-4ec1-a6b0-1e98cc676235 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] 10.222.0.13 "GET /v2.0/networks/5ed85006-6b00-415e-b71f-837fb1421c12 HTTP/1.1" status: 200 len: 881 time: 0.1820004 Mar 07 10:30:34.879733 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 36882) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:34.884666 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.ipam_backend_mixin [None req-26dfde11-1140-4be6-af77-778d5f3cb752 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Performing IP validity checks on allocation pools {{(pid=83738) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 07 10:30:34.885174 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.ipam_backend_mixin [None req-26dfde11-1140-4be6-af77-778d5f3cb752 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83738) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 07 10:30:34.932216 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-01aa15e5-4053-4800-86de-ed53152b54f2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:34.935261 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-01aa15e5-4053-4800-86de-ed53152b54f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3917991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923518'] for router, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:34.946743 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-1df3f74f-5d38-4511-bf7c-7f7730a884a7 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] 10.222.0.13 "GET /v2.0/ports?device_id=372d54db-922e-4cf9-a2be-f83d504d3c46 HTTP/1.1" status: 200 len: 205 time: 0.0641391 Mar 07 10:30:34.948431 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-7d3c82b6-33c9-423e-b5f0-f69eebb72d85 None None] For port 1a302249-cf06-45ae-b8ec-cdfa0682ad9b, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=1a302249-cf06-45ae-b8ec-cdfa0682ad9b,segment=NetworkSegment(f9edd395-f08a-4c25-8482-db84092ba057),segment_id=f9edd395-f08a-4c25-8482-db84092ba057)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:30:34.958051 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 36886) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:34.962557 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-7d3c82b6-33c9-423e-b5f0-f69eebb72d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:35.025770 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-4b17252c-10c4-4c1d-a842-353f429dbce0 None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:35.042583 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-4b17252c-10c4-4c1d-a842-353f429dbce0 None None] Transition to ACTIVE for port object 0ec78421-999a-44ad-b980-2a88fd73cbd3 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:30:35.065019 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3c82b6-33c9-423e-b5f0-f69eebb72d85 None None] Pushing event updated for resources: {'Port': ['ID=1a302249-cf06-45ae-b8ec-cdfa0682ad9b,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:35.075761 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-4b17252c-10c4-4c1d-a842-353f429dbce0 None None] Transition to ACTIVE for port object 0ec78421-999a-44ad-b980-2a88fd73cbd3 will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:30:35.087742 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-4b17252c-10c4-4c1d-a842-353f429dbce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:35.169459 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b17252c-10c4-4c1d-a842-353f429dbce0 None None] Network 40a9b5e4-2566-4b34-8233-7ca2a6a5d397 is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:30:35.170376 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b17252c-10c4-4c1d-a842-353f429dbce0 None None] Pushing event updated for resources: {'Port': ['ID=0ec78421-999a-44ad-b980-2a88fd73cbd3,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:35.174222 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-4b17252c-10c4-4c1d-a842-353f429dbce0 None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:30:35.176595 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b17252c-10c4-4c1d-a842-353f429dbce0 None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:30:35.284949 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-4b17252c-10c4-4c1d-a842-353f429dbce0 None None] Attempting to bind port 0ec78421-999a-44ad-b980-2a88fd73cbd3 on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:30:35.285282 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-4b17252c-10c4-4c1d-a842-353f429dbce0 None None] Attempting to bind port 0ec78421-999a-44ad-b980-2a88fd73cbd3 by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': 'db98df71-74cd-4d5e-8dae-73d8cf33dfa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '40a9b5e4-2566-4b34-8233-7ca2a6a5d397'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:30:35.285640 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b17252c-10c4-4c1d-a842-353f429dbce0 None None] Attempting to bind port 0ec78421-999a-44ad-b980-2a88fd73cbd3 on network 40a9b5e4-2566-4b34-8233-7ca2a6a5d397 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:30:35.294202 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b17252c-10c4-4c1d-a842-353f429dbce0 None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 30, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:30:35.294653 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b17252c-10c4-4c1d-a842-353f429dbce0 None None] Checking segment: {'id': 'db98df71-74cd-4d5e-8dae-73d8cf33dfa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '40a9b5e4-2566-4b34-8233-7ca2a6a5d397'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:30:35.310966 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-4b17252c-10c4-4c1d-a842-353f429dbce0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:35.313773 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b17252c-10c4-4c1d-a842-353f429dbce0 None None] Bound using segment: {'id': 'db98df71-74cd-4d5e-8dae-73d8cf33dfa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '40a9b5e4-2566-4b34-8233-7ca2a6a5d397'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:30:35.314450 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-4b17252c-10c4-4c1d-a842-353f429dbce0 None None] Bound port: 0ec78421-999a-44ad-b980-2a88fd73cbd3, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db98df71-74cd-4d5e-8dae-73d8cf33dfa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '40a9b5e4-2566-4b34-8233-7ca2a6a5d397'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:30:35.315003 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-4b17252c-10c4-4c1d-a842-353f429dbce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:35.338257 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-4a25b396-6a1e-4af2-b824-b84d9e7c894c tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Deleting port cae39c81-1e58-471b-b661-23291b74a16a {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:30:35.338596 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4a25b396-6a1e-4af2-b824-b84d9e7c894c tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:35.347612 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9e963113-e4c3-4168-a0a7-5783986ebc26 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2756383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3920168'] for router_interface, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:35.441302 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-65e71ace-9006-4eb6-bcc6-2abeef0eda12 None None] Provisioning complete for port 1a302249-cf06-45ae-b8ec-cdfa0682ad9b triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:30:35.441669 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-65e71ace-9006-4eb6-bcc6-2abeef0eda12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:35.481978 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-4b17252c-10c4-4c1d-a842-353f429dbce0 None None] For port 0ec78421-999a-44ad-b980-2a88fd73cbd3, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:30:35.502181 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-4b17252c-10c4-4c1d-a842-353f429dbce0 None None] For port 0ec78421-999a-44ad-b980-2a88fd73cbd3, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=0ec78421-999a-44ad-b980-2a88fd73cbd3,segment=NetworkSegment(db98df71-74cd-4d5e-8dae-73d8cf33dfa3),segment_id=db98df71-74cd-4d5e-8dae-73d8cf33dfa3)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:30:35.513780 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-4b17252c-10c4-4c1d-a842-353f429dbce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:35.556448 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 1a302249-cf06-45ae-b8ec-cdfa0682ad9b up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:30:35.701928 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b17252c-10c4-4c1d-a842-353f429dbce0 None None] Pushing event updated for resources: {'Port': ['ID=0ec78421-999a-44ad-b980-2a88fd73cbd3,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:35.745702 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 1a302249-cf06-45ae-b8ec-cdfa0682ad9b triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:30:35.746067 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:35.759182 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4a25b396-6a1e-4af2-b824-b84d9e7c894c tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:35.849740 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-26dfde11-1140-4be6-af77-778d5f3cb752 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3556832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741408'] for subnet, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:35.878781 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 51c6857b-1e74-4c3f-b53e-8c82f4121b89 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:30:35.920224 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-4a25b396-6a1e-4af2-b824-b84d9e7c894c tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Calling delete_port for cae39c81-1e58-471b-b661-23291b74a16a owned by network:router_interface {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:30:36.020769 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01aa15e5-4053-4800-86de-ed53152b54f2 admin admin] Router 29b22dda-ab25-446b-98a2-356474552994 is scheduled to L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 with binding_index 1 {{(pid=83737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 10:30:36.022247 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 51c6857b-1e74-4c3f-b53e-8c82f4121b89 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:30:36.029416 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:36.260939 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dfde11-1140-4be6-af77-778d5f3cb752 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Pushing event updated for resources: {'Subnet': ['ID=1c0d1ea0-db0b-4cf4-8c11-17279bc96393,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:36.357869 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26dfde11-1140-4be6-af77-778d5f3cb752 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Checking segment: {'id': '64557e1b-35b4-43cf-a3a6-a4a7db21a15f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '5392618c-c07f-4e5b-982a-d2cce996f681'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:30:36.358140 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26dfde11-1140-4be6-af77-778d5f3cb752 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Network hostable DHCP agents. Network: 5392618c-c07f-4e5b-982a-d2cce996f681, hostable agents: ['6527556c-6586-422c-ae47-082984683847'], hosted agents: [] {{(pid=83738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:30:36.365073 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4a25b396-6a1e-4af2-b824-b84d9e7c894c tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:36.413924 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3e746afc-e2aa-458e-ab6f-7e918aa6763a tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Notify callbacks [] for router, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:36.426958 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a25b396-6a1e-4af2-b824-b84d9e7c894c tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Pushing event deleted for resources: {'Port': ['ID=cae39c81-1e58-471b-b661-23291b74a16a,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:36.542007 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01aa15e5-4053-4800-86de-ed53152b54f2 admin admin] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:30:36.560336 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04860dfb-b83d-43e0-89be-483d6617ef36 None None] Sync routers for ids ['29b22dda-ab25-446b-98a2-356474552994'] in dv-neutron-830731-3-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:30:36.582723 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04860dfb-b83d-43e0-89be-483d6617ef36 None None] Routers {'29b22dda-ab25-446b-98a2-356474552994'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:30:36.583293 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-04860dfb-b83d-43e0-89be-483d6617ef36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:30:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['29b22dda-ab25-446b-98a2-356474552994'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:30:36.653026 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26dfde11-1140-4be6-af77-778d5f3cb752 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Network 5392618c-c07f-4e5b-982a-d2cce996f681 is scheduled to be hosted by DHCP agent 6527556c-6586-422c-ae47-082984683847 with binding_index 1 {{(pid=83738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:30:36.670631 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e963113-e4c3-4168-a0a7-5783986ebc26 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Router 3324b4fd-0a96-401d-9daf-b341f252b9ce has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:30:36.715605 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-26dfde11-1140-4be6-af77-778d5f3cb752 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830731-3-hyperv, 5392618c-c07f-4e5b-982a-d2cce996f681) {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:30:36.739351 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26dfde11-1140-4be6-af77-778d5f3cb752 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:36.739951 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-26dfde11-1140-4be6-af77-778d5f3cb752 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:36.869994 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-01aa15e5-4053-4800-86de-ed53152b54f2 admin admin] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:36.871584 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-01aa15e5-4053-4800-86de-ed53152b54f2 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.4699304 Mar 07 10:30:36.889727 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 36890) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:36.928779 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-04860dfb-b83d-43e0-89be-483d6617ef36 None None] Set router 29b22dda-ab25-446b-98a2-356474552994 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:30:37.012666 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-26dfde11-1140-4be6-af77-778d5f3cb752 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 3.0988667 Mar 07 10:30:37.014921 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 36894) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:37.115820 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4a25b396-6a1e-4af2-b824-b84d9e7c894c tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2756383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3920168'] for router_interface, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:37.164300 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77bebb40-ebd8-4a41-8e08-1ade45741170 None None] Network 5392618c-c07f-4e5b-982a-d2cce996f681 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:30:37.173759 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-ea0afe27-91c1-4011-bb8f-dcec33876ce6 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:30:37.436204 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40662cbe-7b06-47f0-a0d0-8ba162577696 None None] Network 40a9b5e4-2566-4b34-8233-7ca2a6a5d397 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:30:37.448913 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e963113-e4c3-4168-a0a7-5783986ebc26 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:30:37.460453 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c5fff0-3dd6-404b-8eeb-e13096d7d073 None None] Sync routers for ids ['3324b4fd-0a96-401d-9daf-b341f252b9ce'] in dv-neutron-830731-3-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:30:37.473557 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-9e963113-e4c3-4168-a0a7-5783986ebc26 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] 10.222.0.13 "PUT /v2.0/routers/3324b4fd-0a96-401d-9daf-b341f252b9ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2107785 Mar 07 10:30:37.490674 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 36898) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:37.495828 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c5fff0-3dd6-404b-8eeb-e13096d7d073 None None] Routers {'3324b4fd-0a96-401d-9daf-b341f252b9ce'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:30:37.496691 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-43c5fff0-3dd6-404b-8eeb-e13096d7d073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:30:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['3324b4fd-0a96-401d-9daf-b341f252b9ce'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:30:37.680124 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ea0afe27-91c1-4011-bb8f-dcec33876ce6 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2741419'] for subnet, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:37.681811 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-43c5fff0-3dd6-404b-8eeb-e13096d7d073 None None] Set router 3324b4fd-0a96-401d-9daf-b341f252b9ce gateway port host: None {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:30:37.713669 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 39859c51-8b3b-4046-8d84-9bd4a674d742 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:30:37.753330 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3e746afc-e2aa-458e-ab6f-7e918aa6763a tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:37.848612 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-43c5fff0-3dd6-404b-8eeb-e13096d7d073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3324b4fd-0a96-401d-9daf-b341f252b9ce', 'name': 'tempest-RoutersTest-router-1450641091', 'tenant_id': '8843377006954c17a088ed77df13332f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:28:36Z', 'updated_at': '2022-03-07T10:30:34Z', 'revision_number': 11, 'project_id': '8843377006954c17a088ed77df13332f', 'gw_port_host': None}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:30:37.853935 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c5fff0-3dd6-404b-8eeb-e13096d7d073 None None] Checking router: 3324b4fd-0a96-401d-9daf-b341f252b9ce for host: dv-neutron-830731-3-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 07 10:30:37.870142 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c5fff0-3dd6-404b-8eeb-e13096d7d073 None None] Routers {'3324b4fd-0a96-401d-9daf-b341f252b9ce'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:30:37.871010 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-43c5fff0-3dd6-404b-8eeb-e13096d7d073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:30:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['3324b4fd-0a96-401d-9daf-b341f252b9ce'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:30:37.941911 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-924359b1-0452-4d31-a639-e0777dc8eaaf None None] Provisioning for port 0ec78421-999a-44ad-b980-2a88fd73cbd3 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:30:37.957437 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e43fd95b-e74b-4bc3-8fd4-0d945ba68b6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ec2749d-0aec-52fb-aca6-10ba8a80aade-5392618c-c07f-4e5b-982a-d2cce996f681', 'network_id': '5392618c-c07f-4e5b-982a-d2cce996f681', 'tenant_id': '44b92b651ff14b9ab83bd7a3588b3016', 'fixed_ips': [{'subnet_id': '1c0d1ea0-db0b-4cf4-8c11-17279bc96393'}]}} from dv-neutron-830731-3-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 07 10:30:37.958608 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-e43fd95b-e74b-4bc3-8fd4-0d945ba68b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:37.996343 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a25b396-6a1e-4af2-b824-b84d9e7c894c tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Router f46bc761-5918-4a05-994f-bb861b239d41 has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:30:38.014671 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-486d6ae1-a4b6-484d-aa2e-d8de37fefcd3 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:38.049425 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-3e746afc-e2aa-458e-ab6f-7e918aa6763a tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Deleting port f5e6bf61-c1fd-49c2-84be-4a59514334c4 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:30:38.049764 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3e746afc-e2aa-458e-ab6f-7e918aa6763a tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:38.067087 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-43c5fff0-3dd6-404b-8eeb-e13096d7d073 None None] Set router 3324b4fd-0a96-401d-9daf-b341f252b9ce gateway port host: None {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:30:38.114998 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-04860dfb-b83d-43e0-89be-483d6617ef36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29b22dda-ab25-446b-98a2-356474552994', 'name': 'tempest-TestVolumeBootPattern-620463928-router', 'tenant_id': '25866ad4c20e46fbafccc3c9c4d13e40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.171'}], 'enable_snat': True}, 'gw_port_id': 'd6bd9e99-6ae6-4bc4-9986-483fc003cde5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:30:30Z', 'updated_at': '2022-03-07T10:30:34Z', 'revision_number': 3, 'project_id': '25866ad4c20e46fbafccc3c9c4d13e40', 'gw_port': {'id': 'd6bd9e99-6ae6-4bc4-9986-483fc003cde5', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:df:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29b22dda-ab25-446b-98a2-356474552994', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:30:33Z', 'updated_at': '2022-03-07T10:30:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv'}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:30:38.117429 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning for port 39859c51-8b3b-4046-8d84-9bd4a674d742 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:30:38.140385 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04860dfb-b83d-43e0-89be-483d6617ef36 None None] Checking router: 29b22dda-ab25-446b-98a2-356474552994 for host: dv-neutron-830731-3-hyperv {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 07 10:30:38.142063 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04860dfb-b83d-43e0-89be-483d6617ef36 None None] Updating router 29b22dda-ab25-446b-98a2-356474552994 port d6bd9e99-6ae6-4bc4-9986-483fc003cde5 binding host dv-neutron-830731-3-hyperv {{(pid=83739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 07 10:30:38.165856 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 39859c51-8b3b-4046-8d84-9bd4a674d742 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:30:38.166616 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:38.248744 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a25b396-6a1e-4af2-b824-b84d9e7c894c tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:30:38.261762 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-4a25b396-6a1e-4af2-b824-b84d9e7c894c tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] 10.222.0.13 "PUT /v2.0/routers/f46bc761-5918-4a05-994f-bb861b239d41/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6308436 Mar 07 10:30:38.262829 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-43c5fff0-3dd6-404b-8eeb-e13096d7d073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3324b4fd-0a96-401d-9daf-b341f252b9ce', 'name': 'tempest-RoutersTest-router-1450641091', 'tenant_id': '8843377006954c17a088ed77df13332f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:28:36Z', 'updated_at': '2022-03-07T10:30:34Z', 'revision_number': 11, 'project_id': '8843377006954c17a088ed77df13332f', 'gw_port_host': None}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:30:38.267271 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 36902) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:38.275730 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c5fff0-3dd6-404b-8eeb-e13096d7d073 None None] The sync data for ids ['3324b4fd-0a96-401d-9daf-b341f252b9ce'] in dv-neutron-830731-3-hyperv is: [{'id': '3324b4fd-0a96-401d-9daf-b341f252b9ce', 'name': 'tempest-RoutersTest-router-1450641091', 'tenant_id': '8843377006954c17a088ed77df13332f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:28:36Z', 'updated_at': '2022-03-07T10:30:34Z', 'revision_number': 11, 'project_id': '8843377006954c17a088ed77df13332f', 'gw_port_host': None}] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:30:38.278919 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6010539-2634-4c0d-bcbd-ce262d03d2ec None None] Sync routers for ids ['f46bc761-5918-4a05-994f-bb861b239d41'] in dv-neutron-830731-3-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:30:38.335762 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4e46299-7703-42ff-8e56-81329be19e02 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] GET failed (client error): The resource could not be found. Mar 07 10:30:38.336718 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-d4e46299-7703-42ff-8e56-81329be19e02 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Synchronizing usage tracker for tenant:b6ff3248bb834bc1a094f45e7fa43fbd on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:30:38.347204 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-04860dfb-b83d-43e0-89be-483d6617ef36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:38.361659 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-d4e46299-7703-42ff-8e56-81329be19e02 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Unset dirty status for tenant:b6ff3248bb834bc1a094f45e7fa43fbd on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:30:38.365425 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-d4e46299-7703-42ff-8e56-81329be19e02 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] 10.222.0.13 "GET /v2.0/ports/cae39c81-1e58-471b-b661-23291b74a16a HTTP/1.1" status: 404 len: 333 time: 0.0956528 Mar 07 10:30:38.366719 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 36906) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:38.416567 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6010539-2634-4c0d-bcbd-ce262d03d2ec None None] Routers {'f46bc761-5918-4a05-994f-bb861b239d41'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:30:38.417197 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-b6010539-2634-4c0d-bcbd-ce262d03d2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:30:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['f46bc761-5918-4a05-994f-bb861b239d41'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:30:38.481179 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb3b3827-3ad1-43b0-84aa-fe5210768b86 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Deleting subnet 32ec8036-5adc-4d1f-a49f-bc0660977659 {{(pid=83738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 07 10:30:38.499689 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-fb3b3827-3ad1-43b0-84aa-fe5210768b86 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks [] for subnet, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:38.517778 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-b6010539-2634-4c0d-bcbd-ce262d03d2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:30:38.614315 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:38.635237 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8fdf5294-e7ae-47f1-815d-50b0e040e570 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks [] for router, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:38.638648 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6010539-2634-4c0d-bcbd-ce262d03d2ec None None] Routers {'f46bc761-5918-4a05-994f-bb861b239d41'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:30:38.639266 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-b6010539-2634-4c0d-bcbd-ce262d03d2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:30:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['f46bc761-5918-4a05-994f-bb861b239d41'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:30:38.686809 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3e746afc-e2aa-458e-ab6f-7e918aa6763a tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:38.731696 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] For port 39859c51-8b3b-4046-8d84-9bd4a674d742, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=39859c51-8b3b-4046-8d84-9bd4a674d742,segment=NetworkSegment(9a22e080-7529-4fc7-949d-9f84ba21807d),segment_id=9a22e080-7529-4fc7-949d-9f84ba21807d)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:30:38.732749 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-b6010539-2634-4c0d-bcbd-ce262d03d2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:30:38.733186 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6010539-2634-4c0d-bcbd-ce262d03d2ec None None] The sync data for ids ['f46bc761-5918-4a05-994f-bb861b239d41'] in dv-neutron-830731-3-hyperv is: [] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:30:38.784633 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-fb3b3827-3ad1-43b0-84aa-fe5210768b86 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2969395'] for subnet, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:38.795437 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:38.797516 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 0ec78421-999a-44ad-b980-2a88fd73cbd3 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:30:38.911624 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-3e746afc-e2aa-458e-ab6f-7e918aa6763a tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Calling delete_port for f5e6bf61-c1fd-49c2-84be-4a59514334c4 owned by network:router_gateway {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:30:38.980621 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ea0afe27-91c1-4011-bb8f-dcec33876ce6 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8732568520861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3556654'] for subnet, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:39.094880 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Pushing event updated for resources: {'Port': ['ID=39859c51-8b3b-4046-8d84-9bd4a674d742,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:39.115729 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-e43fd95b-e74b-4bc3-8fd4-0d945ba68b6b None None] Allocated IP 172.20.0.3 (5392618c-c07f-4e5b-982a-d2cce996f681/1c0d1ea0-db0b-4cf4-8c11-17279bc96393/24778bca-2101-4854-a503-40f639506e12) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:30:39.163305 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea0afe27-91c1-4011-bb8f-dcec33876ce6 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:39.164056 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ea0afe27-91c1-4011-bb8f-dcec33876ce6 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:39.168371 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-ea0afe27-91c1-4011-bb8f-dcec33876ce6 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] 10.222.0.13 "PUT /v2.0/subnets/1c0d1ea0-db0b-4cf4-8c11-17279bc96393 HTTP/1.1" status: 200 len: 877 time: 2.1505659 Mar 07 10:30:39.171481 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 36910) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:39.177390 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning for port 0ec78421-999a-44ad-b980-2a88fd73cbd3 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:30:39.184413 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0afe27-91c1-4011-bb8f-dcec33876ce6 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Pushing event updated for resources: {'Subnet': ['ID=1c0d1ea0-db0b-4cf4-8c11-17279bc96393,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:39.226210 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8fdf5294-e7ae-47f1-815d-50b0e040e570 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3917970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58043'] for router, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:39.242152 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8fdf5294-e7ae-47f1-815d-50b0e040e570 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:39.253702 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-fb3b3827-3ad1-43b0-84aa-fe5210768b86 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1525496'] for subnet, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:39.271228 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 0ec78421-999a-44ad-b980-2a88fd73cbd3 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:30:39.271228 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:39.316167 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8fdf5294-e7ae-47f1-815d-50b0e040e570 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3917886'] for router, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:39.316806 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fdf5294-e7ae-47f1-815d-50b0e040e570 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Fanout notify agent at l3_agent the message router_deleted on router f46bc761-5918-4a05-994f-bb861b239d41 {{(pid=83737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 10:30:39.335492 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8fdf5294-e7ae-47f1-815d-50b0e040e570 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:39.336885 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-8fdf5294-e7ae-47f1-815d-50b0e040e570 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] 10.222.0.13 "DELETE /v2.0/routers/f46bc761-5918-4a05-994f-bb861b239d41 HTTP/1.1" status: 204 len: 168 time: 0.9692736 Mar 07 10:30:39.339382 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 36914) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:39.383213 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-04860dfb-b83d-43e0-89be-483d6617ef36 None None] Notify callbacks [] for port, precommit_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:39.414795 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-04860dfb-b83d-43e0-89be-483d6617ef36 None None] Transition to ACTIVE for port object d6bd9e99-6ae6-4bc4-9986-483fc003cde5 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:30:39.429063 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-486d6ae1-a4b6-484d-aa2e-d8de37fefcd3 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Allocated IP 172.20.0.1 (40a9b5e4-2566-4b34-8233-7ca2a6a5d397/1639da54-b037-4e07-a2ec-b6618ce1a79a/504fdb8e-40a4-419d-910c-75ec0af599c3) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:30:39.439872 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-fb3b3827-3ad1-43b0-84aa-fe5210768b86 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1525489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3556647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741465'] for subnet, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:39.458211 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-04860dfb-b83d-43e0-89be-483d6617ef36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:39.595131 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d51f957d-63de-45cd-b7c6-66bf4d9330bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:39.612288 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:39.636788 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-e43fd95b-e74b-4bc3-8fd4-0d945ba68b6b None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:39.641992 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466bcd4b-df59-4979-8c44-ee3397aa32c2 None None] Pushing event updated for resources: {'Port': ['ID=d6bd9e99-6ae6-4bc4-9986-483fc003cde5,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:39.654265 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-04860dfb-b83d-43e0-89be-483d6617ef36 None None] Attempting to bind port d6bd9e99-6ae6-4bc4-9986-483fc003cde5 on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:30:39.654615 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-04860dfb-b83d-43e0-89be-483d6617ef36 None None] Attempting to bind port d6bd9e99-6ae6-4bc4-9986-483fc003cde5 by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': '9a22e080-7529-4fc7-949d-9f84ba21807d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:30:39.654962 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04860dfb-b83d-43e0-89be-483d6617ef36 None None] Attempting to bind port d6bd9e99-6ae6-4bc4-9986-483fc003cde5 on network 5ed85006-6b00-415e-b71f-837fb1421c12 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:30:39.663503 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-e43fd95b-e74b-4bc3-8fd4-0d945ba68b6b None None] Transition to ACTIVE for port object 24778bca-2101-4854-a503-40f639506e12 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:30:39.675977 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3b3827-3ad1-43b0-84aa-fe5210768b86 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Pushing event deleted for resources: {'Subnet': ['ID=32ec8036-5adc-4d1f-a49f-bc0660977659,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:39.684230 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04860dfb-b83d-43e0-89be-483d6617ef36 None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 30, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:30:39.684528 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dba3ef3-9f81-47c4-b94a-bdddb1928102 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Deleting subnet e8befd0a-8a8a-4457-853b-b821a0d2eecf {{(pid=83737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 07 10:30:39.684677 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04860dfb-b83d-43e0-89be-483d6617ef36 None None] Checking segment: {'id': '9a22e080-7529-4fc7-949d-9f84ba21807d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:30:39.684817 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-04860dfb-b83d-43e0-89be-483d6617ef36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:39.685143 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04860dfb-b83d-43e0-89be-483d6617ef36 None None] Bound using segment: {'id': '9a22e080-7529-4fc7-949d-9f84ba21807d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:30:39.685618 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-04860dfb-b83d-43e0-89be-483d6617ef36 None None] Bound port: d6bd9e99-6ae6-4bc4-9986-483fc003cde5, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a22e080-7529-4fc7-949d-9f84ba21807d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:30:39.685977 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-04860dfb-b83d-43e0-89be-483d6617ef36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:39.694180 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2dba3ef3-9f81-47c4-b94a-bdddb1928102 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks [] for subnet, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:39.727664 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eda07110-3ab0-4b46-96e8-d16c3f4979ca None None] Network c602f718-e9de-48ac-b4a6-a9273b50169a requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:30:39.747541 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-e43fd95b-e74b-4bc3-8fd4-0d945ba68b6b None None] Transition to ACTIVE for port object 24778bca-2101-4854-a503-40f639506e12 will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:30:39.762525 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] For port 0ec78421-999a-44ad-b980-2a88fd73cbd3, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=0ec78421-999a-44ad-b980-2a88fd73cbd3,segment=NetworkSegment(db98df71-74cd-4d5e-8dae-73d8cf33dfa3),segment_id=db98df71-74cd-4d5e-8dae-73d8cf33dfa3)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:30:39.772800 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-fb3b3827-3ad1-43b0-84aa-fe5210768b86 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:39.796772 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2dba3ef3-9f81-47c4-b94a-bdddb1928102 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2627781'] for subnet, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:39.799228 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-59049faf-41d9-46f4-95f4-15d6f522fa93 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1158940'] for network, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:39.824208 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-e43fd95b-e74b-4bc3-8fd4-0d945ba68b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:39.824494 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-fb3b3827-3ad1-43b0-84aa-fe5210768b86 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] 10.222.0.13 "DELETE /v2.0/subnets/32ec8036-5adc-4d1f-a49f-bc0660977659 HTTP/1.1" status: 204 len: 168 time: 2.3308263 Mar 07 10:30:39.825326 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3e746afc-e2aa-458e-ab6f-7e918aa6763a tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:39.827555 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:39.827761 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 36918) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:39.892281 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e746afc-e2aa-458e-ab6f-7e918aa6763a tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Pushing event deleted for resources: {'Port': ['ID=f5e6bf61-c1fd-49c2-84be-4a59514334c4,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:39.894472 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-59049faf-41d9-46f4-95f4-15d6f522fa93 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Deleting port 24778bca-2101-4854-a503-40f639506e12 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:30:39.894995 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-59049faf-41d9-46f4-95f4-15d6f522fa93 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:40.036721 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e43fd95b-e74b-4bc3-8fd4-0d945ba68b6b None None] Network 5392618c-c07f-4e5b-982a-d2cce996f681 is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:30:40.041773 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-63748567-afe2-49da-b2aa-4963909a0bbc tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1158940'] for network, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:40.042565 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-04860dfb-b83d-43e0-89be-483d6617ef36 None None] For port d6bd9e99-6ae6-4bc4-9986-483fc003cde5, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:30:40.063401 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-e43fd95b-e74b-4bc3-8fd4-0d945ba68b6b None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:30:40.066099 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e43fd95b-e74b-4bc3-8fd4-0d945ba68b6b None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:30:40.072966 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43fd95b-e74b-4bc3-8fd4-0d945ba68b6b None None] Pushing event updated for resources: {'Port': ['ID=24778bca-2101-4854-a503-40f639506e12,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:40.080876 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-63748567-afe2-49da-b2aa-4963909a0bbc tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Deleting port 69ba7d4c-b11f-4a83-a388-2991cfba1834 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:30:40.081325 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-63748567-afe2-49da-b2aa-4963909a0bbc tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:40.106210 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-486d6ae1-a4b6-484d-aa2e-d8de37fefcd3 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:40.118847 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 39859c51-8b3b-4046-8d84-9bd4a674d742 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:30:40.123347 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-d51f957d-63de-45cd-b7c6-66bf4d9330bf admin admin] Allocated IP 172.20.0.1 (30fbd0af-73aa-415c-b22d-7ee9da4c7fa3/1a28df13-f6df-4d36-b4a4-d44c7c0cbabb/8ce1a243-d3c0-4772-a85b-061c7f08ec66) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:30:40.146369 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2dba3ef3-9f81-47c4-b94a-bdddb1928102 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1525496'] for subnet, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:40.157647 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-486d6ae1-a4b6-484d-aa2e-d8de37fefcd3 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Transition to ACTIVE for port object 504fdb8e-40a4-419d-910c-75ec0af599c3 will not be triggered until provisioned by entity DHCP. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:30:40.160569 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-04860dfb-b83d-43e0-89be-483d6617ef36 None None] For port d6bd9e99-6ae6-4bc4-9986-483fc003cde5, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=d6bd9e99-6ae6-4bc4-9986-483fc003cde5,segment=NetworkSegment(9a22e080-7529-4fc7-949d-9f84ba21807d),segment_id=9a22e080-7529-4fc7-949d-9f84ba21807d)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:30:40.229005 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-04860dfb-b83d-43e0-89be-483d6617ef36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:40.349522 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04860dfb-b83d-43e0-89be-483d6617ef36 None None] Routers {'29b22dda-ab25-446b-98a2-356474552994'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:30:40.350203 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-04860dfb-b83d-43e0-89be-483d6617ef36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:30:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['29b22dda-ab25-446b-98a2-356474552994'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:30:40.387849 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3e746afc-e2aa-458e-ab6f-7e918aa6763a tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923554'] for router_gateway, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:40.442425 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2dba3ef3-9f81-47c4-b94a-bdddb1928102 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1525489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3012507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3219316'] for subnet, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:40.477486 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Pushing event updated for resources: {'Port': ['ID=0ec78421-999a-44ad-b980-2a88fd73cbd3,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:40.509286 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dba3ef3-9f81-47c4-b94a-bdddb1928102 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Pushing event deleted for resources: {'Subnet': ['ID=e8befd0a-8a8a-4457-853b-b821a0d2eecf,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:40.528630 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-e43fd95b-e74b-4bc3-8fd4-0d945ba68b6b None None] Attempting to bind port 24778bca-2101-4854-a503-40f639506e12 on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:30:40.528630 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-e43fd95b-e74b-4bc3-8fd4-0d945ba68b6b None None] Attempting to bind port 24778bca-2101-4854-a503-40f639506e12 by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': '64557e1b-35b4-43cf-a3a6-a4a7db21a15f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '5392618c-c07f-4e5b-982a-d2cce996f681'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:30:40.528630 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e43fd95b-e74b-4bc3-8fd4-0d945ba68b6b None None] Attempting to bind port 24778bca-2101-4854-a503-40f639506e12 on network 5392618c-c07f-4e5b-982a-d2cce996f681 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:30:40.531596 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2dba3ef3-9f81-47c4-b94a-bdddb1928102 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:40.550391 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-486d6ae1-a4b6-484d-aa2e-d8de37fefcd3 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:40.556801 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-63748567-afe2-49da-b2aa-4963909a0bbc tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] For port 69ba7d4c-b11f-4a83-a388-2991cfba1834, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=69ba7d4c-b11f-4a83-a388-2991cfba1834,segment=NetworkSegment(acab09fc-1232-4154-ac90-39d1623fab7c),segment_id=acab09fc-1232-4154-ac90-39d1623fab7c)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:30:40.557485 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-63748567-afe2-49da-b2aa-4963909a0bbc tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:40.564358 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb16856-c19a-458a-a6c8-b20b769cc109 None None] Network 4046574a-ff56-49ae-a7ae-2dbbbd9d695e requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:30:40.568637 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d51f957d-63de-45cd-b7c6-66bf4d9330bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:40.577760 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-2dba3ef3-9f81-47c4-b94a-bdddb1928102 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] 10.222.0.13 "DELETE /v2.0/subnets/e8befd0a-8a8a-4457-853b-b821a0d2eecf HTTP/1.1" status: 204 len: 168 time: 1.2372177 Mar 07 10:30:40.582737 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 36922) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:40.666948 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-59049faf-41d9-46f4-95f4-15d6f522fa93 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] For port 24778bca-2101-4854-a503-40f639506e12, host dv-neutron-830731-3-hyperv, got binding levels [] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:30:40.667303 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-59049faf-41d9-46f4-95f4-15d6f522fa93 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:40.731054 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdb9f459-e1cf-4ba6-93a5-3b59177aba8d None None] DHCP port deletion for c602f718-e9de-48ac-b4a6-a9273b50169a request from dv-neutron-830731-3-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 07 10:30:40.733377 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e43fd95b-e74b-4bc3-8fd4-0d945ba68b6b None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 30, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:30:40.733749 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e43fd95b-e74b-4bc3-8fd4-0d945ba68b6b None None] Checking segment: {'id': '64557e1b-35b4-43cf-a3a6-a4a7db21a15f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '5392618c-c07f-4e5b-982a-d2cce996f681'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:30:40.734141 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-e43fd95b-e74b-4bc3-8fd4-0d945ba68b6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:40.735268 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e43fd95b-e74b-4bc3-8fd4-0d945ba68b6b None None] Bound using segment: {'id': '64557e1b-35b4-43cf-a3a6-a4a7db21a15f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '5392618c-c07f-4e5b-982a-d2cce996f681'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:30:40.735746 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-e43fd95b-e74b-4bc3-8fd4-0d945ba68b6b None None] Bound port: 24778bca-2101-4854-a503-40f639506e12, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64557e1b-35b4-43cf-a3a6-a4a7db21a15f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '5392618c-c07f-4e5b-982a-d2cce996f681'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:30:40.737174 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-e43fd95b-e74b-4bc3-8fd4-0d945ba68b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:40.766876 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 39859c51-8b3b-4046-8d84-9bd4a674d742 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:30:40.767537 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:40.801563 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-cdb9f459-e1cf-4ba6-93a5-3b59177aba8d None None] Deleting port 69ba7d4c-b11f-4a83-a388-2991cfba1834 {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:30:40.801962 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-cdb9f459-e1cf-4ba6-93a5-3b59177aba8d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:40.843434 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-63748567-afe2-49da-b2aa-4963909a0bbc tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Calling delete_port for 69ba7d4c-b11f-4a83-a388-2991cfba1834 owned by network:dhcp {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:30:40.852000 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466bcd4b-df59-4979-8c44-ee3397aa32c2 None None] Pushing event updated for resources: {'Port': ['ID=d6bd9e99-6ae6-4bc4-9986-483fc003cde5,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:40.879728 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3e746afc-e2aa-458e-ab6f-7e918aa6763a tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3917970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58043'] for router, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:40.879964 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [None req-d51f957d-63de-45cd-b7c6-66bf4d9330bf admin admin] Transition to ACTIVE for port object 8ce1a243-d3c0-4772-a85b-061c7f08ec66 will not be triggered until provisioned by entity DHCP. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:30:40.888880 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-59049faf-41d9-46f4-95f4-15d6f522fa93 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Calling delete_port for 24778bca-2101-4854-a503-40f639506e12 owned by network:dhcp {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:30:40.924527 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-486d6ae1-a4b6-484d-aa2e-d8de37fefcd3 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Network 40a9b5e4-2566-4b34-8233-7ca2a6a5d397 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:30:40.925313 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486d6ae1-a4b6-484d-aa2e-d8de37fefcd3 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event updated for resources: {'Port': ['ID=504fdb8e-40a4-419d-910c-75ec0af599c3,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:40.930426 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-486d6ae1-a4b6-484d-aa2e-d8de37fefcd3 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:30:40.940737 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486d6ae1-a4b6-484d-aa2e-d8de37fefcd3 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:30:40.973152 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3e746afc-e2aa-458e-ab6f-7e918aa6763a tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:41.016664 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e1c5bea3-8257-42e9-92df-a2049e44a267 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1158940'] for network, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:41.032754 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-e1c5bea3-8257-42e9-92df-a2049e44a267 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Deleting port 81e3169e-559e-4cac-8b6f-0a1702a8cb39 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:30:41.033433 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e1c5bea3-8257-42e9-92df-a2049e44a267 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:41.040711 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-486d6ae1-a4b6-484d-aa2e-d8de37fefcd3 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3920324'] for router_interface, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:41.066950 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d51f957d-63de-45cd-b7c6-66bf4d9330bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:41.078676 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-cdb9f459-e1cf-4ba6-93a5-3b59177aba8d None None] The port '69ba7d4c-b11f-4a83-a388-2991cfba1834' was deleted {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 07 10:30:41.082145 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-63748567-afe2-49da-b2aa-4963909a0bbc tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:41.127117 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-04860dfb-b83d-43e0-89be-483d6617ef36 None None] Set router 29b22dda-ab25-446b-98a2-356474552994 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:30:41.283560 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3e746afc-e2aa-458e-ab6f-7e918aa6763a tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3917886'] for router, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:41.284751 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e746afc-e2aa-458e-ab6f-7e918aa6763a tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Fanout notify agent at l3_agent the message router_deleted on router 372d54db-922e-4cf9-a2be-f83d504d3c46 {{(pid=83738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 10:30:41.295316 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63748567-afe2-49da-b2aa-4963909a0bbc tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] No DVR routers for this DVR port 69ba7d4c-b11f-4a83-a388-2991cfba1834 on host dv-neutron-830731-3-hyperv {{(pid=83737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:30:41.324753 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-59049faf-41d9-46f4-95f4-15d6f522fa93 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:41.339471 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.db.api [None req-e43fd95b-e74b-4bc3-8fd4-0d945ba68b6b None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=83739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 10:30:41.339819 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG oslo_db.api [None req-e43fd95b-e74b-4bc3-8fd4-0d945ba68b6b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 10:30:41.400491 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 886fbece-a853-4903-842e-0215fc553fdb no longer exists at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:30:41.415086 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-486d6ae1-a4b6-484d-aa2e-d8de37fefcd3 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:41.423497 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7fe521c-8675-42ac-b4d3-10a73e656673 None None] DHCP port deletion for 4046574a-ff56-49ae-a7ae-2dbbbd9d695e request from dv-neutron-830731-3-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 07 10:30:41.427435 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59049faf-41d9-46f4-95f4-15d6f522fa93 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Pushing event deleted for resources: {'Port': ['ID=24778bca-2101-4854-a503-40f639506e12,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:41.439440 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3e746afc-e2aa-458e-ab6f-7e918aa6763a tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Notify callbacks [] for router, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:41.440756 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-3e746afc-e2aa-458e-ab6f-7e918aa6763a tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] 10.222.0.13 "DELETE /v2.0/routers/372d54db-922e-4cf9-a2be-f83d504d3c46 HTTP/1.1" status: 204 len: 168 time: 6.4267895 Mar 07 10:30:41.453539 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] No Port match for: 886fbece-a853-4903-842e-0215fc553fdb {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 10:30:41.453875 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 886fbece-a853-4903-842e-0215fc553fdb not bound to the agent host dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 10:30:41.456362 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-f7fe521c-8675-42ac-b4d3-10a73e656673 None None] Deleting port 81e3169e-559e-4cac-8b6f-0a1702a8cb39 {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:30:41.457006 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f7fe521c-8675-42ac-b4d3-10a73e656673 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:41.466234 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 36926) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:41.474264 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d51f957d-63de-45cd-b7c6-66bf4d9330bf admin admin] Network 30fbd0af-73aa-415c-b22d-7ee9da4c7fa3 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:30:41.496578 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-d51f957d-63de-45cd-b7c6-66bf4d9330bf admin admin] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:30:41.507540 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-8ac3ded4-d568-479b-9725-351a14f34c3b tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-729253770', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12'}, 'admin_state_up': False}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:30:41.513997 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51f957d-63de-45cd-b7c6-66bf4d9330bf admin admin] Pushing event updated for resources: {'Port': ['ID=8ce1a243-d3c0-4772-a85b-061c7f08ec66,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:41.514546 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-8ac3ded4-d568-479b-9725-351a14f34c3b tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:30:41.519264 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-8ac3ded4-d568-479b-9725-351a14f34c3b tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Usage tracker for resource:router and tenant:1cb55870f38849c38d5451088777f483 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:30:41.522158 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-8ac3ded4-d568-479b-9725-351a14f34c3b tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:30:41.528031 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-8ac3ded4-d568-479b-9725-351a14f34c3b tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:30:41.532252 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-f7c44fb6-5fdd-4d63-9f23-edad4642637c None None] Provisioning for port 504fdb8e-40a4-419d-910c-75ec0af599c3 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:30:41.562218 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51f957d-63de-45cd-b7c6-66bf4d9330bf admin admin] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:30:41.582991 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8ac3ded4-d568-479b-9725-351a14f34c3b tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3919700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58025'] for router, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:41.584205 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8ac3ded4-d568-479b-9725-351a14f34c3b tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3919671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4011175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58018'] for router, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:41.588005 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59049faf-41d9-46f4-95f4-15d6f522fa93 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] No DVR routers for this DVR port 24778bca-2101-4854-a503-40f639506e12 on host dv-neutron-830731-3-hyperv {{(pid=83738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:30:41.648038 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63748567-afe2-49da-b2aa-4963909a0bbc tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Pushing event deleted for resources: {'Port': ['ID=69ba7d4c-b11f-4a83-a388-2991cfba1834,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:41.662047 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-f7c44fb6-5fdd-4d63-9f23-edad4642637c None None] Provisioning complete for port 504fdb8e-40a4-419d-910c-75ec0af599c3 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:30:41.662419 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f7c44fb6-5fdd-4d63-9f23-edad4642637c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:41.673092 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-63748567-afe2-49da-b2aa-4963909a0bbc tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1526893', 'neutron.services.segments.db._delete_segments_for_network-8732568551033'] for network, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:41.732942 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-63748567-afe2-49da-b2aa-4963909a0bbc tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c602f718-e9de-48ac-b4a6-a9273b50169a']}} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:30:41.751112 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-e1c5bea3-8257-42e9-92df-a2049e44a267 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] For port 81e3169e-559e-4cac-8b6f-0a1702a8cb39, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=81e3169e-559e-4cac-8b6f-0a1702a8cb39,segment=NetworkSegment(caba8592-7423-4bcf-8e77-be5606621681),segment_id=caba8592-7423-4bcf-8e77-be5606621681)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:30:41.751602 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e1c5bea3-8257-42e9-92df-a2049e44a267 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:41.792451 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-f7fe521c-8675-42ac-b4d3-10a73e656673 None None] For port 81e3169e-559e-4cac-8b6f-0a1702a8cb39, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=81e3169e-559e-4cac-8b6f-0a1702a8cb39,segment=NetworkSegment(caba8592-7423-4bcf-8e77-be5606621681),segment_id=caba8592-7423-4bcf-8e77-be5606621681)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:30:41.793043 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f7fe521c-8675-42ac-b4d3-10a73e656673 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:41.801676 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8ac3ded4-d568-479b-9725-351a14f34c3b tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:41.815017 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-f7c44fb6-5fdd-4d63-9f23-edad4642637c None None] Port 504fdb8e-40a4-419d-910c-75ec0af599c3 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:30:41.893429 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-e1c5bea3-8257-42e9-92df-a2049e44a267 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Calling delete_port for 81e3169e-559e-4cac-8b6f-0a1702a8cb39 owned by network:dhcp {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:30:41.926583 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-59049faf-41d9-46f4-95f4-15d6f522fa93 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1525496'] for subnet, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:41.944456 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-63748567-afe2-49da-b2aa-4963909a0bbc tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acab09fc-1232-4154-ac90-39d1623fab7c') {'for_net_delete': True} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:30:41.944897 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-63748567-afe2-49da-b2aa-4963909a0bbc tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acab09fc-1232-4154-ac90-39d1623fab7c') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:30:41.949084 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-f7fe521c-8675-42ac-b4d3-10a73e656673 None None] Calling delete_port for 81e3169e-559e-4cac-8b6f-0a1702a8cb39 owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:30:41.954276 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d51f957d-63de-45cd-b7c6-66bf4d9330bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3920324'] for router_interface, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:41.967708 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-63748567-afe2-49da-b2aa-4963909a0bbc tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732568550916', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629174'] for segment, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:41.976179 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 0ec78421-999a-44ad-b980-2a88fd73cbd3 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:30:42.001996 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-63748567-afe2-49da-b2aa-4963909a0bbc tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:42.011918 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63748567-afe2-49da-b2aa-4963909a0bbc tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=83737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 07 10:30:42.012252 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-63748567-afe2-49da-b2aa-4963909a0bbc tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1227397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3012597'] for segment, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:42.018832 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-e43fd95b-e74b-4bc3-8fd4-0d945ba68b6b None None] Attempting to bind port 24778bca-2101-4854-a503-40f639506e12 on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:30:42.019203 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-e43fd95b-e74b-4bc3-8fd4-0d945ba68b6b None None] Attempting to bind port 24778bca-2101-4854-a503-40f639506e12 by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': '64557e1b-35b4-43cf-a3a6-a4a7db21a15f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '5392618c-c07f-4e5b-982a-d2cce996f681'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:30:42.019572 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e43fd95b-e74b-4bc3-8fd4-0d945ba68b6b None None] Attempting to bind port 24778bca-2101-4854-a503-40f639506e12 on network 5392618c-c07f-4e5b-982a-d2cce996f681 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:30:42.028583 dv-neutron-830731-3-hyperv neutron-server[83737]: Traceback (most recent call last): Mar 07 10:30:42.028583 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 07 10:30:42.028583 dv-neutron-830731-3-hyperv neutron-server[83737]: timer() Mar 07 10:30:42.028583 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:30:42.028583 dv-neutron-830731-3-hyperv neutron-server[83737]: cb(*args, **kw) Mar 07 10:30:42.028583 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 10:30:42.028583 dv-neutron-830731-3-hyperv neutron-server[83737]: return func(*args, **kwargs) Mar 07 10:30:42.028583 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:30:42.028583 dv-neutron-830731-3-hyperv neutron-server[83737]: self._notify() Mar 07 10:30:42.028583 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:30:42.028583 dv-neutron-830731-3-hyperv neutron-server[83737]: self.callback(batched_events) Mar 07 10:30:42.028583 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:30:42.028583 dv-neutron-830731-3-hyperv neutron-server[83737]: event.method(event) Mar 07 10:30:42.028583 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 10:30:42.028583 dv-neutron-830731-3-hyperv neutron-server[83737]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:30:42.028583 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 10:30:42.028583 dv-neutron-830731-3-hyperv neutron-server[83737]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:30:42.028583 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 10:30:42.028583 dv-neutron-830731-3-hyperv neutron-server[83737]: return f(self, *a, **k) Mar 07 10:30:42.028583 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:30:42.028583 dv-neutron-830731-3-hyperv neutron-server[83737]: return self._get(url).json() Mar 07 10:30:42.028583 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:30:42.028583 dv-neutron-830731-3-hyperv neutron-server[83737]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:30:42.028583 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 07 10:30:42.028583 dv-neutron-830731-3-hyperv neutron-server[83737]: return self.request(url, 'GET', **kwargs) Mar 07 10:30:42.028583 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 07 10:30:42.028583 dv-neutron-830731-3-hyperv neutron-server[83737]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:30:42.028583 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 07 10:30:42.028583 dv-neutron-830731-3-hyperv neutron-server[83737]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:30:42.028583 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 07 10:30:42.028583 dv-neutron-830731-3-hyperv neutron-server[83737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:30:42.028583 dv-neutron-830731-3-hyperv neutron-server[83737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:30:42.069827 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e43fd95b-e74b-4bc3-8fd4-0d945ba68b6b None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 30, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:30:42.070107 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e43fd95b-e74b-4bc3-8fd4-0d945ba68b6b None None] Checking segment: {'id': '64557e1b-35b4-43cf-a3a6-a4a7db21a15f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '5392618c-c07f-4e5b-982a-d2cce996f681'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:30:42.070503 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-e43fd95b-e74b-4bc3-8fd4-0d945ba68b6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:42.070901 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e43fd95b-e74b-4bc3-8fd4-0d945ba68b6b None None] Bound using segment: {'id': '64557e1b-35b4-43cf-a3a6-a4a7db21a15f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '5392618c-c07f-4e5b-982a-d2cce996f681'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:30:42.071379 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-e43fd95b-e74b-4bc3-8fd4-0d945ba68b6b None None] Bound port: 24778bca-2101-4854-a503-40f639506e12, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64557e1b-35b4-43cf-a3a6-a4a7db21a15f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '5392618c-c07f-4e5b-982a-d2cce996f681'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:30:42.071749 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-e43fd95b-e74b-4bc3-8fd4-0d945ba68b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:42.103792 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e1c5bea3-8257-42e9-92df-a2049e44a267 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:42.146898 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-b786150b-25f8-47e4-b57e-c77b88ef49eb None None] Provisioning for port 8ce1a243-d3c0-4772-a85b-061c7f08ec66 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:30:42.157061 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-e43fd95b-e74b-4bc3-8fd4-0d945ba68b6b None None] Port 24778bca-2101-4854-a503-40f639506e12 has been deleted concurrently {{(pid=83739) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:632}} Mar 07 10:30:42.161084 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c5bea3-8257-42e9-92df-a2049e44a267 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Pushing event deleted for resources: {'Port': ['ID=81e3169e-559e-4cac-8b6f-0a1702a8cb39,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:42.163463 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-b786150b-25f8-47e4-b57e-c77b88ef49eb None None] Provisioning complete for port 8ce1a243-d3c0-4772-a85b-061c7f08ec66 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:30:42.163840 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-b786150b-25f8-47e4-b57e-c77b88ef49eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:42.195084 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-04860dfb-b83d-43e0-89be-483d6617ef36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29b22dda-ab25-446b-98a2-356474552994', 'name': 'tempest-TestVolumeBootPattern-620463928-router', 'tenant_id': '25866ad4c20e46fbafccc3c9c4d13e40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.171'}], 'enable_snat': True}, 'gw_port_id': 'd6bd9e99-6ae6-4bc4-9986-483fc003cde5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:30:30Z', 'updated_at': '2022-03-07T10:30:34Z', 'revision_number': 3, 'project_id': '25866ad4c20e46fbafccc3c9c4d13e40', 'gw_port': {'id': 'd6bd9e99-6ae6-4bc4-9986-483fc003cde5', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:df:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29b22dda-ab25-446b-98a2-356474552994', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:30:33Z', 'updated_at': '2022-03-07T10:30:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv'}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:30:42.201113 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-63748567-afe2-49da-b2aa-4963909a0bbc tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1526886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923583'] for network, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:42.209685 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c5bea3-8257-42e9-92df-a2049e44a267 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] No DVR routers for this DVR port 81e3169e-559e-4cac-8b6f-0a1702a8cb39 on host dv-neutron-830731-3-hyperv {{(pid=83737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:30:42.217540 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.db.api [None req-f7fe521c-8675-42ac-b4d3-10a73e656673 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 10:30:42.217950 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG oslo_db.api [None req-f7fe521c-8675-42ac-b4d3-10a73e656673 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 10:30:42.238895 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04860dfb-b83d-43e0-89be-483d6617ef36 None None] The sync data for ids ['29b22dda-ab25-446b-98a2-356474552994'] in dv-neutron-830731-3-hyperv is: [{'id': '29b22dda-ab25-446b-98a2-356474552994', 'name': 'tempest-TestVolumeBootPattern-620463928-router', 'tenant_id': '25866ad4c20e46fbafccc3c9c4d13e40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.171'}], 'enable_snat': True}, 'gw_port_id': 'd6bd9e99-6ae6-4bc4-9986-483fc003cde5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:30:30Z', 'updated_at': '2022-03-07T10:30:34Z', 'revision_number': 3, 'project_id': '25866ad4c20e46fbafccc3c9c4d13e40', 'gw_port': {'id': 'd6bd9e99-6ae6-4bc4-9986-483fc003cde5', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:df:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29b22dda-ab25-446b-98a2-356474552994', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:30:33Z', 'updated_at': '2022-03-07T10:30:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv'}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:30:42.253385 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-59049faf-41d9-46f4-95f4-15d6f522fa93 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1525489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3556647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741465'] for subnet, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:42.259626 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8ac3ded4-d568-479b-9725-351a14f34c3b tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3917998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58952'] for router, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:42.275321 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-63748567-afe2-49da-b2aa-4963909a0bbc tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:42.279484 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-b786150b-25f8-47e4-b57e-c77b88ef49eb None None] Port 8ce1a243-d3c0-4772-a85b-061c7f08ec66 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:30:42.302033 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 0ec78421-999a-44ad-b980-2a88fd73cbd3 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:30:42.302265 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:42.304459 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59049faf-41d9-46f4-95f4-15d6f522fa93 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Pushing event deleted for resources: {'Subnet': ['ID=1c0d1ea0-db0b-4cf4-8c11-17279bc96393,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:42.311008 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63748567-afe2-49da-b2aa-4963909a0bbc tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Pushing event deleted for resources: {'Network': ['ID=c602f718-e9de-48ac-b4a6-a9273b50169a,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:42.365772 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-486d6ae1-a4b6-484d-aa2e-d8de37fefcd3 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for port, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:42.452293 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-486d6ae1-a4b6-484d-aa2e-d8de37fefcd3 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3556717'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:42.494374 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d51f957d-63de-45cd-b7c6-66bf4d9330bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:42.515151 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-63748567-afe2-49da-b2aa-4963909a0bbc tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] 10.222.0.13 "DELETE /v2.0/networks/c602f718-e9de-48ac-b4a6-a9273b50169a HTTP/1.1" status: 204 len: 168 time: 2.6810176 Mar 07 10:30:42.516932 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 36930) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:42.560681 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-ce7569a8-4ed0-4c07-9906-c33f165f77d9 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Request body: {'router': {'routes': None}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:30:42.593132 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-59049faf-41d9-46f4-95f4-15d6f522fa93 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1526893', 'neutron.services.segments.db._delete_segments_for_network-8732568551033'] for network, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:42.629627 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 69ba7d4c-b11f-4a83-a388-2991cfba1834 no longer exists at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:30:42.668851 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] No Port match for: 69ba7d4c-b11f-4a83-a388-2991cfba1834 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 10:30:42.669339 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 69ba7d4c-b11f-4a83-a388-2991cfba1834 not bound to the agent host dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 10:30:42.670356 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 81e3169e-559e-4cac-8b6f-0a1702a8cb39 no longer exists at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:30:42.708866 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-486d6ae1-a4b6-484d-aa2e-d8de37fefcd3 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2756426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3920233'] for router_interface, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:42.710295 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] No Port match for: 81e3169e-559e-4cac-8b6f-0a1702a8cb39 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 10:30:42.710760 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 81e3169e-559e-4cac-8b6f-0a1702a8cb39 not bound to the agent host dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 10:30:42.714190 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-59049faf-41d9-46f4-95f4-15d6f522fa93 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5392618c-c07f-4e5b-982a-d2cce996f681']}} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:30:42.720064 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-f7fe521c-8675-42ac-b4d3-10a73e656673 None None] Deleting port 81e3169e-559e-4cac-8b6f-0a1702a8cb39 {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:30:42.720588 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f7fe521c-8675-42ac-b4d3-10a73e656673 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:42.728272 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486d6ae1-a4b6-484d-aa2e-d8de37fefcd3 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event updated for resources: {'Port': ['ID=504fdb8e-40a4-419d-910c-75ec0af599c3,revision_number=2']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:42.738636 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e1c5bea3-8257-42e9-92df-a2049e44a267 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1526893', 'neutron.services.segments.db._delete_segments_for_network-8732568551033'] for network, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:42.746995 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-59049faf-41d9-46f4-95f4-15d6f522fa93 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64557e1b-35b4-43cf-a3a6-a4a7db21a15f') {'for_net_delete': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:30:42.747355 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-59049faf-41d9-46f4-95f4-15d6f522fa93 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64557e1b-35b4-43cf-a3a6-a4a7db21a15f') {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:30:42.775012 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-59049faf-41d9-46f4-95f4-15d6f522fa93 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732568550916', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968000'] for segment, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:42.794942 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-f7fe521c-8675-42ac-b4d3-10a73e656673 None None] The port '81e3169e-559e-4cac-8b6f-0a1702a8cb39' was deleted {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 07 10:30:42.797051 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-e1c5bea3-8257-42e9-92df-a2049e44a267 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4046574a-ff56-49ae-a7ae-2dbbbd9d695e']}} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:30:42.819491 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-e1c5bea3-8257-42e9-92df-a2049e44a267 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'caba8592-7423-4bcf-8e77-be5606621681') {'for_net_delete': True} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:30:42.819782 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-e1c5bea3-8257-42e9-92df-a2049e44a267 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'caba8592-7423-4bcf-8e77-be5606621681') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:30:42.850537 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e1c5bea3-8257-42e9-92df-a2049e44a267 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732568550916', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629174'] for segment, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:42.971687 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-59049faf-41d9-46f4-95f4-15d6f522fa93 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:42.988455 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59049faf-41d9-46f4-95f4-15d6f522fa93 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=83738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 07 10:30:42.988874 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-59049faf-41d9-46f4-95f4-15d6f522fa93 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1227397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3556681'] for segment, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:43.006542 dv-neutron-830731-3-hyperv neutron-server[83738]: Traceback (most recent call last): Mar 07 10:30:43.006542 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 07 10:30:43.006542 dv-neutron-830731-3-hyperv neutron-server[83738]: timer() Mar 07 10:30:43.006542 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:30:43.006542 dv-neutron-830731-3-hyperv neutron-server[83738]: cb(*args, **kw) Mar 07 10:30:43.006542 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 10:30:43.006542 dv-neutron-830731-3-hyperv neutron-server[83738]: return func(*args, **kwargs) Mar 07 10:30:43.006542 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:30:43.006542 dv-neutron-830731-3-hyperv neutron-server[83738]: self._notify() Mar 07 10:30:43.006542 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:30:43.006542 dv-neutron-830731-3-hyperv neutron-server[83738]: self.callback(batched_events) Mar 07 10:30:43.006542 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:30:43.006542 dv-neutron-830731-3-hyperv neutron-server[83738]: event.method(event) Mar 07 10:30:43.006542 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 10:30:43.006542 dv-neutron-830731-3-hyperv neutron-server[83738]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:30:43.006542 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 10:30:43.006542 dv-neutron-830731-3-hyperv neutron-server[83738]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:30:43.006542 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 10:30:43.006542 dv-neutron-830731-3-hyperv neutron-server[83738]: return f(self, *a, **k) Mar 07 10:30:43.006542 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:30:43.006542 dv-neutron-830731-3-hyperv neutron-server[83738]: return self._get(url).json() Mar 07 10:30:43.006542 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:30:43.006542 dv-neutron-830731-3-hyperv neutron-server[83738]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:30:43.006542 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 07 10:30:43.006542 dv-neutron-830731-3-hyperv neutron-server[83738]: return self.request(url, 'GET', **kwargs) Mar 07 10:30:43.006542 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 07 10:30:43.006542 dv-neutron-830731-3-hyperv neutron-server[83738]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:30:43.006542 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 07 10:30:43.006542 dv-neutron-830731-3-hyperv neutron-server[83738]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:30:43.006542 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 07 10:30:43.006542 dv-neutron-830731-3-hyperv neutron-server[83738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:30:43.006542 dv-neutron-830731-3-hyperv neutron-server[83738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:30:43.042088 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e1c5bea3-8257-42e9-92df-a2049e44a267 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:43.055273 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1c5bea3-8257-42e9-92df-a2049e44a267 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=83737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 07 10:30:43.055585 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e1c5bea3-8257-42e9-92df-a2049e44a267 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1227397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3012597'] for segment, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:43.072157 dv-neutron-830731-3-hyperv neutron-server[83737]: Traceback (most recent call last): Mar 07 10:30:43.072157 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 07 10:30:43.072157 dv-neutron-830731-3-hyperv neutron-server[83737]: timer() Mar 07 10:30:43.072157 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:30:43.072157 dv-neutron-830731-3-hyperv neutron-server[83737]: cb(*args, **kw) Mar 07 10:30:43.072157 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 10:30:43.072157 dv-neutron-830731-3-hyperv neutron-server[83737]: return func(*args, **kwargs) Mar 07 10:30:43.072157 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:30:43.072157 dv-neutron-830731-3-hyperv neutron-server[83737]: self._notify() Mar 07 10:30:43.072157 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:30:43.072157 dv-neutron-830731-3-hyperv neutron-server[83737]: self.callback(batched_events) Mar 07 10:30:43.072157 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:30:43.072157 dv-neutron-830731-3-hyperv neutron-server[83737]: event.method(event) Mar 07 10:30:43.072157 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 10:30:43.072157 dv-neutron-830731-3-hyperv neutron-server[83737]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:30:43.072157 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 10:30:43.072157 dv-neutron-830731-3-hyperv neutron-server[83737]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:30:43.072157 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 10:30:43.072157 dv-neutron-830731-3-hyperv neutron-server[83737]: return f(self, *a, **k) Mar 07 10:30:43.072157 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:30:43.072157 dv-neutron-830731-3-hyperv neutron-server[83737]: return self._get(url).json() Mar 07 10:30:43.072157 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:30:43.072157 dv-neutron-830731-3-hyperv neutron-server[83737]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:30:43.072157 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 07 10:30:43.072157 dv-neutron-830731-3-hyperv neutron-server[83737]: return self.request(url, 'GET', **kwargs) Mar 07 10:30:43.072157 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 07 10:30:43.072157 dv-neutron-830731-3-hyperv neutron-server[83737]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:30:43.072157 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 07 10:30:43.072157 dv-neutron-830731-3-hyperv neutron-server[83737]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:30:43.072157 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 07 10:30:43.072157 dv-neutron-830731-3-hyperv neutron-server[83737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:30:43.072157 dv-neutron-830731-3-hyperv neutron-server[83737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:30:43.139601 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-59049faf-41d9-46f4-95f4-15d6f522fa93 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1526886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923583'] for network, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:43.145643 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-486d6ae1-a4b6-484d-aa2e-d8de37fefcd3 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Network 40a9b5e4-2566-4b34-8233-7ca2a6a5d397 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:30:43.161449 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-59049faf-41d9-46f4-95f4-15d6f522fa93 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:43.168288 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-486d6ae1-a4b6-484d-aa2e-d8de37fefcd3 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:30:43.191997 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.extraroute_db [None req-ce7569a8-4ed0-4c07-9906-c33f165f77d9 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Added routes are [] {{(pid=83737) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Mar 07 10:30:43.192286 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.extraroute_db [None req-ce7569a8-4ed0-4c07-9906-c33f165f77d9 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Removed routes are [] {{(pid=83737) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Mar 07 10:30:43.192671 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ce7569a8-4ed0-4c07-9906-c33f165f77d9 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3917998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58952'] for router, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:43.231373 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59049faf-41d9-46f4-95f4-15d6f522fa93 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Pushing event deleted for resources: {'Network': ['ID=5392618c-c07f-4e5b-982a-d2cce996f681,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:43.284021 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e1c5bea3-8257-42e9-92df-a2049e44a267 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1526886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923583'] for network, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:43.345258 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e1c5bea3-8257-42e9-92df-a2049e44a267 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:43.409872 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8ac3ded4-d568-479b-9725-351a14f34c3b tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Notify callbacks [] for router_gateway, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:43.421751 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-e1c5bea3-8257-42e9-92df-a2049e44a267 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] 10.222.0.13 "DELETE /v2.0/networks/4046574a-ff56-49ae-a7ae-2dbbbd9d695e HTTP/1.1" status: 204 len: 168 time: 2.8376193 Mar 07 10:30:43.423001 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c5bea3-8257-42e9-92df-a2049e44a267 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Pushing event deleted for resources: {'Network': ['ID=4046574a-ff56-49ae-a7ae-2dbbbd9d695e,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:43.426247 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 36934) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:43.482028 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8ac3ded4-d568-479b-9725-351a14f34c3b tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:43.488360 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-59049faf-41d9-46f4-95f4-15d6f522fa93 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] 10.222.0.13 "DELETE /v2.0/networks/5392618c-c07f-4e5b-982a-d2cce996f681 HTTP/1.1" status: 204 len: 168 time: 4.3109570 Mar 07 10:30:43.496006 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d51f957d-63de-45cd-b7c6-66bf4d9330bf admin admin] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:43.502068 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 36938) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:43.561836 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-f93e1b0f-9c30-4543-9562-033a35740cb8 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] DELETE failed (client error): The resource could not be found. Mar 07 10:30:43.565465 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f93e1b0f-9c30-4543-9562-033a35740cb8 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:30:43.567503 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-f93e1b0f-9c30-4543-9562-033a35740cb8 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] 10.222.0.13 "DELETE /v2.0/subnets/1c0d1ea0-db0b-4cf4-8c11-17279bc96393 HTTP/1.1" status: 404 len: 337 time: 0.0641055 Mar 07 10:30:43.571430 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d51f957d-63de-45cd-b7c6-66bf4d9330bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3012561'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:43.576174 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 36942) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:43.623910 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-7b9e999e-5158-4590-87cd-26fb397ca63b None None] Provisioning complete for port 504fdb8e-40a4-419d-910c-75ec0af599c3 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:30:43.625411 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-7b9e999e-5158-4590-87cd-26fb397ca63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:43.630807 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9dd5a74-9ae6-4db2-84af-7cbbbd0af5d8 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] DELETE failed (client error): The resource could not be found. Mar 07 10:30:43.631605 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9dd5a74-9ae6-4db2-84af-7cbbbd0af5d8 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:30:43.688717 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-f9dd5a74-9ae6-4db2-84af-7cbbbd0af5d8 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] 10.222.0.13 "DELETE /v2.0/networks/5392618c-c07f-4e5b-982a-d2cce996f681 HTTP/1.1" status: 404 len: 339 time: 0.1071482 Mar 07 10:30:43.696779 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-7b9e999e-5158-4590-87cd-26fb397ca63b None None] Port 504fdb8e-40a4-419d-910c-75ec0af599c3 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:30:43.710115 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 36946) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:43.761460 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-366dd6dd-279e-4a91-96c6-6859e1c9fd8f None None] DHCP port deletion for 5392618c-c07f-4e5b-982a-d2cce996f681 request from dv-neutron-830731-3-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 07 10:30:43.778574 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b461b4-d0e6-4203-b090-1e3321716d23 None None] Network 5392618c-c07f-4e5b-982a-d2cce996f681 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:30:43.779538 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad4cd334-f108-4d1a-8023-9603c78b4071 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] DELETE failed (client error): The resource could not be found. Mar 07 10:30:43.780005 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad4cd334-f108-4d1a-8023-9603c78b4071 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:30:43.785372 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-ad4cd334-f108-4d1a-8023-9603c78b4071 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] 10.222.0.13 "DELETE /v2.0/subnets/cc433e1b-27fd-4eec-971d-e65cd78b33a0 HTTP/1.1" status: 404 len: 337 time: 0.0720901 Mar 07 10:30:43.786266 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 36950) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:43.799109 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b461b4-d0e6-4203-b090-1e3321716d23 None None] Network 5392618c-c07f-4e5b-982a-d2cce996f681 could not be found, it might have been deleted concurrently. {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Mar 07 10:30:43.807941 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2248d57-1de7-4efa-a3be-631296853295 None None] Network 5392618c-c07f-4e5b-982a-d2cce996f681 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:30:43.821274 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d25ffc81-0ac9-4ea3-a546-98ef397efe13 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:43.821834 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-d25ffc81-0ac9-4ea3-a546-98ef397efe13 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Synchronizing usage tracker for tenant:b6ff3248bb834bc1a094f45e7fa43fbd on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:30:43.827303 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-b6c132d8-3c29-4354-8727-6a894d10bd9a None None] Could not find standard attr ID for object 24778bca-2101-4854-a503-40f639506e12. {{(pid=83739) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 07 10:30:43.829715 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2248d57-1de7-4efa-a3be-631296853295 None None] Network 5392618c-c07f-4e5b-982a-d2cce996f681 could not be found, it might have been deleted concurrently. {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Mar 07 10:30:43.848799 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ce7569a8-4ed0-4c07-9906-c33f165f77d9 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3917998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58952'] for router, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:43.865315 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ce7569a8-4ed0-4c07-9906-c33f165f77d9 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3923496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3923511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3918005'] for router, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:43.872831 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51f957d-63de-45cd-b7c6-66bf4d9330bf admin admin] Pushing event updated for resources: {'Port': ['ID=8ce1a243-d3c0-4772-a85b-061c7f08ec66,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:43.875370 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d51f957d-63de-45cd-b7c6-66bf4d9330bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2756426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3920233'] for router_interface, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:43.881557 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-d25ffc81-0ac9-4ea3-a546-98ef397efe13 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Unset dirty status for tenant:b6ff3248bb834bc1a094f45e7fa43fbd on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:30:43.882715 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-d25ffc81-0ac9-4ea3-a546-98ef397efe13 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] 10.222.0.13 "GET /v2.0/ports/40a1aeeb-9a54-432e-86d8-7e19736f771c HTTP/1.1" status: 200 len: 840 time: 0.4516523 Mar 07 10:30:43.886770 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 36954) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:43.949444 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-6403bd96-8783-482e-b23a-485a1d1694c8 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] DELETE failed (client error): The resource could not be found. Mar 07 10:30:43.949799 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6403bd96-8783-482e-b23a-485a1d1694c8 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:30:43.951640 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-6403bd96-8783-482e-b23a-485a1d1694c8 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] 10.222.0.13 "DELETE /v2.0/networks/504c3d6c-154c-42fb-891e-8b62f92fa315 HTTP/1.1" status: 404 len: 339 time: 0.1642661 Mar 07 10:30:43.953110 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-8ac3ded4-d568-479b-9725-351a14f34c3b tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Allocated IP 172.26.8.56 (5ed85006-6b00-415e-b71f-837fb1421c12/8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a/3a7eb8fc-f79a-4444-b40e-56c93de5cde8) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:30:43.963579 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 36956) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:44.178055 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-95758cd4-2403-413b-aefb-4bfcc3e94843 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1158940'] for network, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:44.243211 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-8973ab3f-9523-43a7-972c-a56bacb19f54 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] 10.222.0.13 "GET /v2.0/ports/40a1aeeb-9a54-432e-86d8-7e19736f771c?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.2016790 Mar 07 10:30:44.247726 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 36962) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:44.255472 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-54e44e26-434a-4f47-b15d-6c7ed85b5f5c tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Request body: {'subnet': {'network_id': 'b182323a-b537-434c-8c62-118ec6f13713', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:30:44.294256 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8ac3ded4-d568-479b-9725-351a14f34c3b tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:44.385675 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-95758cd4-2403-413b-aefb-4bfcc3e94843 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1526893', 'neutron.services.segments.db._delete_segments_for_network-8732568551033'] for network, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:44.396439 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce7569a8-4ed0-4c07-9906-c33f165f77d9 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Router 3324b4fd-0a96-401d-9daf-b341f252b9ce has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:30:44.417560 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-54e44e26-434a-4f47-b15d-6c7ed85b5f5c tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:30:44.424813 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-54e44e26-434a-4f47-b15d-6c7ed85b5f5c tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Usage tracker for resource:subnet and tenant:b6ff3248bb834bc1a094f45e7fa43fbd is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:30:44.426769 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-95758cd4-2403-413b-aefb-4bfcc3e94843 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfb8b748-c0b9-408a-babb-ba60c6dee8a9']}} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:30:44.431716 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-54e44e26-434a-4f47-b15d-6c7ed85b5f5c tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:30:44.442266 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-54e44e26-434a-4f47-b15d-6c7ed85b5f5c tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:30:44.444093 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-95758cd4-2403-413b-aefb-4bfcc3e94843 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5571249c-960f-49e7-97f9-5cbec1070c2c') {'for_net_delete': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:30:44.444386 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-95758cd4-2403-413b-aefb-4bfcc3e94843 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5571249c-960f-49e7-97f9-5cbec1070c2c') {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:30:44.445852 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d51f957d-63de-45cd-b7c6-66bf4d9330bf admin admin] Network 30fbd0af-73aa-415c-b22d-7ee9da4c7fa3 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:30:44.449088 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-d51f957d-63de-45cd-b7c6-66bf4d9330bf admin admin] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:30:44.458992 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-95758cd4-2403-413b-aefb-4bfcc3e94843 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732568550916', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968000'] for segment, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:44.471730 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8ac3ded4-d568-479b-9725-351a14f34c3b tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:44.538863 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-95758cd4-2403-413b-aefb-4bfcc3e94843 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:44.558535 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95758cd4-2403-413b-aefb-4bfcc3e94843 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=83738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 07 10:30:44.558948 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-95758cd4-2403-413b-aefb-4bfcc3e94843 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1227397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3556681'] for segment, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:44.585290 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ac3ded4-d568-479b-9725-351a14f34c3b tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Network 5ed85006-6b00-415e-b71f-837fb1421c12 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:30:44.586144 dv-neutron-830731-3-hyperv neutron-server[83738]: Traceback (most recent call last): Mar 07 10:30:44.586144 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 07 10:30:44.586144 dv-neutron-830731-3-hyperv neutron-server[83738]: timer() Mar 07 10:30:44.586144 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:30:44.586144 dv-neutron-830731-3-hyperv neutron-server[83738]: cb(*args, **kw) Mar 07 10:30:44.586144 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 10:30:44.586144 dv-neutron-830731-3-hyperv neutron-server[83738]: return func(*args, **kwargs) Mar 07 10:30:44.586144 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:30:44.586144 dv-neutron-830731-3-hyperv neutron-server[83738]: self._notify() Mar 07 10:30:44.586144 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:30:44.586144 dv-neutron-830731-3-hyperv neutron-server[83738]: self.callback(batched_events) Mar 07 10:30:44.586144 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:30:44.586144 dv-neutron-830731-3-hyperv neutron-server[83738]: event.method(event) Mar 07 10:30:44.586144 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 10:30:44.586144 dv-neutron-830731-3-hyperv neutron-server[83738]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:30:44.586144 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 10:30:44.586144 dv-neutron-830731-3-hyperv neutron-server[83738]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:30:44.586144 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 10:30:44.586144 dv-neutron-830731-3-hyperv neutron-server[83738]: return f(self, *a, **k) Mar 07 10:30:44.586144 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:30:44.586144 dv-neutron-830731-3-hyperv neutron-server[83738]: return self._get(url).json() Mar 07 10:30:44.586144 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:30:44.586144 dv-neutron-830731-3-hyperv neutron-server[83738]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:30:44.586144 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 07 10:30:44.586144 dv-neutron-830731-3-hyperv neutron-server[83738]: return self.request(url, 'GET', **kwargs) Mar 07 10:30:44.586144 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 07 10:30:44.586144 dv-neutron-830731-3-hyperv neutron-server[83738]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:30:44.586144 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 07 10:30:44.586144 dv-neutron-830731-3-hyperv neutron-server[83738]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:30:44.586144 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 07 10:30:44.586144 dv-neutron-830731-3-hyperv neutron-server[83738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:30:44.586144 dv-neutron-830731-3-hyperv neutron-server[83738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:30:44.639485 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54e44e26-434a-4f47-b15d-6c7ed85b5f5c tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Made reservation on behalf of b6ff3248bb834bc1a094f45e7fa43fbd for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:30:44.757704 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-12c6ba58-f5b1-4024-857e-4b57f28b9799 None None] Provisioning complete for port 8ce1a243-d3c0-4772-a85b-061c7f08ec66 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:30:44.757978 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-12c6ba58-f5b1-4024-857e-4b57f28b9799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:44.761607 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-8ac3ded4-d568-479b-9725-351a14f34c3b tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:30:44.764685 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-486d6ae1-a4b6-484d-aa2e-d8de37fefcd3 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Router 45ee3b0b-88fe-426a-9238-4fe6f312b48c has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:30:44.775596 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac3ded4-d568-479b-9725-351a14f34c3b tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:30:44.811005 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-12c6ba58-f5b1-4024-857e-4b57f28b9799 None None] Port 8ce1a243-d3c0-4772-a85b-061c7f08ec66 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:30:44.812921 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac3ded4-d568-479b-9725-351a14f34c3b tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Pushing event updated for resources: {'Port': ['ID=3a7eb8fc-f79a-4444-b40e-56c93de5cde8,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:44.850399 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-54e44e26-434a-4f47-b15d-6c7ed85b5f5c tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3219231'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:44.851156 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-95758cd4-2403-413b-aefb-4bfcc3e94843 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1526886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923583'] for network, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:44.927076 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce7569a8-4ed0-4c07-9906-c33f165f77d9 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:30:44.933024 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ce7569a8-4ed0-4c07-9906-c33f165f77d9 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:44.934217 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-ce7569a8-4ed0-4c07-9906-c33f165f77d9 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] 10.222.0.13 "PUT /v2.0/routers/3324b4fd-0a96-401d-9daf-b341f252b9ce HTTP/1.1" status: 200 len: 701 time: 2.3936157 Mar 07 10:30:44.944905 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 36966) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:44.945645 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-95758cd4-2403-413b-aefb-4bfcc3e94843 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:44.969521 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95758cd4-2403-413b-aefb-4bfcc3e94843 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Pushing event deleted for resources: {'Network': ['ID=bfb8b748-c0b9-408a-babb-ba60c6dee8a9,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:45.011744 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-748f9e37-1123-4d44-829b-1a32cce67784 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Synchronizing usage tracker for tenant:8843377006954c17a088ed77df13332f on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:30:45.040807 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-95758cd4-2403-413b-aefb-4bfcc3e94843 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] 10.222.0.13 "DELETE /v2.0/networks/bfb8b748-c0b9-408a-babb-ba60c6dee8a9 HTTP/1.1" status: 204 len: 168 time: 1.0761216 Mar 07 10:30:45.045761 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 36970) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:45.095412 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f0823b6-29ac-4d0f-a05a-1f82eee293e6 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] DELETE failed (client error): The resource could not be found. Mar 07 10:30:45.095839 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f0823b6-29ac-4d0f-a05a-1f82eee293e6 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:30:45.097608 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-9f0823b6-29ac-4d0f-a05a-1f82eee293e6 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] 10.222.0.13 "DELETE /v2.0/subnets/81613ae3-3e88-4a79-aea6-97be484bdd5b HTTP/1.1" status: 404 len: 337 time: 0.0508525 Mar 07 10:30:45.100954 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 36974) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:45.145595 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd72aaed-586e-4835-968c-86c78eb7f9b3 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] DELETE failed (client error): The resource could not be found. Mar 07 10:30:45.146024 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd72aaed-586e-4835-968c-86c78eb7f9b3 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:30:45.149920 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-fd72aaed-586e-4835-968c-86c78eb7f9b3 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] 10.222.0.13 "DELETE /v2.0/networks/cdad127d-8e1e-44ca-bde7-c10984a61dc2 HTTP/1.1" status: 404 len: 339 time: 0.0456927 Mar 07 10:30:45.150090 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-748f9e37-1123-4d44-829b-1a32cce67784 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Unset dirty status for tenant:8843377006954c17a088ed77df13332f on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:30:45.150831 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 36978) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:45.153294 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-748f9e37-1123-4d44-829b-1a32cce67784 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] 10.222.0.13 "GET /v2.0/ports?device_id=3324b4fd-0a96-401d-9daf-b341f252b9ce HTTP/1.1" status: 200 len: 205 time: 0.2070770 Mar 07 10:30:45.153764 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 36982) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:45.194796 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-391dab55-3b7a-4d49-9594-cd0aedbb953b tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] DELETE failed (client error): The resource could not be found. Mar 07 10:30:45.195226 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-391dab55-3b7a-4d49-9594-cd0aedbb953b tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:30:45.196832 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-391dab55-3b7a-4d49-9594-cd0aedbb953b tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] 10.222.0.13 "DELETE /v2.0/subnets/c20839c9-9a62-41c1-878c-448e3a16fb03 HTTP/1.1" status: 404 len: 337 time: 0.0454011 Mar 07 10:30:45.199534 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 36986) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:45.238267 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef7efd3b-d24a-459f-8dab-6fc7ca277602 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] DELETE failed (client error): The resource could not be found. Mar 07 10:30:45.238696 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef7efd3b-d24a-459f-8dab-6fc7ca277602 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:30:45.240364 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-ef7efd3b-d24a-459f-8dab-6fc7ca277602 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] 10.222.0.13 "DELETE /v2.0/networks/82b8c8b7-8fc0-4fbe-90da-54e1320cc6a6 HTTP/1.1" status: 404 len: 339 time: 0.0390356 Mar 07 10:30:45.243292 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 36990) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:45.302957 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9117c4b-8331-4138-9b11-a3c906a00636 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] DELETE failed (client error): The resource could not be found. Mar 07 10:30:45.303625 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9117c4b-8331-4138-9b11-a3c906a00636 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:30:45.305395 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-e9117c4b-8331-4138-9b11-a3c906a00636 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] 10.222.0.13 "DELETE /v2.0/subnets/14aa2bb4-5b9b-4988-8734-d128a9d7416e HTTP/1.1" status: 404 len: 337 time: 0.0598619 Mar 07 10:30:45.308423 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 36994) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:45.344467 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-72585fb7-fd4e-4354-91bc-0719cbd1f43b tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] DELETE failed (client error): The resource could not be found. Mar 07 10:30:45.344928 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72585fb7-fd4e-4354-91bc-0719cbd1f43b tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:30:45.346553 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-72585fb7-fd4e-4354-91bc-0719cbd1f43b tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] 10.222.0.13 "DELETE /v2.0/networks/a12ec96b-069d-4c77-bba6-ff034b74eeda HTTP/1.1" status: 404 len: 339 time: 0.0367072 Mar 07 10:30:45.354451 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 36998) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:45.401397 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8ac3ded4-d568-479b-9725-351a14f34c3b tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Notify callbacks [] for router_gateway, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:45.402128 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8ac3ded4-d568-479b-9725-351a14f34c3b tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3917991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923518'] for router, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:45.406960 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-8828e459-e2e2-421d-9818-74bd64049607 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] DELETE failed (client error): The resource could not be found. Mar 07 10:30:45.406960 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8828e459-e2e2-421d-9818-74bd64049607 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:30:45.407615 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-8828e459-e2e2-421d-9818-74bd64049607 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] 10.222.0.13 "DELETE /v2.0/subnets/d14e0898-7367-4635-8aa3-d147ce1675c3 HTTP/1.1" status: 404 len: 337 time: 0.0499570 Mar 07 10:30:45.410225 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 37002) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:45.458021 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:45.498754 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-279668c1-5380-4d75-a523-6bc986229363 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] DELETE failed (client error): The resource could not be found. Mar 07 10:30:45.499292 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-279668c1-5380-4d75-a523-6bc986229363 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:30:45.501548 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-279668c1-5380-4d75-a523-6bc986229363 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] 10.222.0.13 "DELETE /v2.0/networks/9624bda9-31e3-4b3a-9e66-c5f70abf7e74 HTTP/1.1" status: 404 len: 339 time: 0.0904419 Mar 07 10:30:45.505317 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7df43fca-6d28-43ec-8261-d7e115c96869 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks [] for router, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:45.510837 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 37006) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:45.607002 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-77a390e3-70ed-4cea-8cc0-9e4669e7fe6b tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] DELETE failed (client error): The resource could not be found. Mar 07 10:30:45.607661 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77a390e3-70ed-4cea-8cc0-9e4669e7fe6b tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:30:45.608971 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-77a390e3-70ed-4cea-8cc0-9e4669e7fe6b tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] 10.222.0.13 "DELETE /v2.0/subnets/a62b0ee7-9380-4ab9-bd58-5a329189843b HTTP/1.1" status: 404 len: 337 time: 0.0971189 Mar 07 10:30:45.611908 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-486d6ae1-a4b6-484d-aa2e-d8de37fefcd3 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:30:45.613287 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 37010) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:45.621706 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-486d6ae1-a4b6-484d-aa2e-d8de37fefcd3 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "PUT /v2.0/routers/45ee3b0b-88fe-426a-9238-4fe6f312b48c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1541626 Mar 07 10:30:45.622877 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 37014) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:45.662872 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-54e44e26-434a-4f47-b15d-6c7ed85b5f5c tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3012444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3219213'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:45.722728 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7388400-7b3e-4097-976f-2c3c43702404 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] DELETE failed (client error): The resource could not be found. Mar 07 10:30:45.723167 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7388400-7b3e-4097-976f-2c3c43702404 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:30:45.724852 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-f7388400-7b3e-4097-976f-2c3c43702404 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] 10.222.0.13 "DELETE /v2.0/networks/7398cc05-9f9b-491f-a75a-fa34087af588 HTTP/1.1" status: 404 len: 339 time: 0.1105237 Mar 07 10:30:45.730670 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 37018) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:45.820197 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec9423f-6f86-46ad-88b3-927e2d745cc6 tempest-TestNetworkBasicOps-2128623112 tempest-TestNetworkBasicOps-2128623112-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:45.820614 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec9423f-6f86-46ad-88b3-927e2d745cc6 tempest-TestNetworkBasicOps-2128623112 tempest-TestNetworkBasicOps-2128623112-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:45.820976 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec9423f-6f86-46ad-88b3-927e2d745cc6 tempest-TestNetworkBasicOps-2128623112 tempest-TestNetworkBasicOps-2128623112-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:45.821336 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec9423f-6f86-46ad-88b3-927e2d745cc6 tempest-TestNetworkBasicOps-2128623112 tempest-TestNetworkBasicOps-2128623112-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:45.821692 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec9423f-6f86-46ad-88b3-927e2d745cc6 tempest-TestNetworkBasicOps-2128623112 tempest-TestNetworkBasicOps-2128623112-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:45.822044 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec9423f-6f86-46ad-88b3-927e2d745cc6 tempest-TestNetworkBasicOps-2128623112 tempest-TestNetworkBasicOps-2128623112-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:45.822393 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec9423f-6f86-46ad-88b3-927e2d745cc6 tempest-TestNetworkBasicOps-2128623112 tempest-TestNetworkBasicOps-2128623112-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:45.822740 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec9423f-6f86-46ad-88b3-927e2d745cc6 tempest-TestNetworkBasicOps-2128623112 tempest-TestNetworkBasicOps-2128623112-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:45.824585 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-dec9423f-6f86-46ad-88b3-927e2d745cc6 tempest-TestNetworkBasicOps-2128623112 tempest-TestNetworkBasicOps-2128623112-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5677 time: 0.2015314 Mar 07 10:30:45.827938 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 37022) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:45.893589 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e44e26-434a-4f47-b15d-6c7ed85b5f5c tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Network b182323a-b537-434c-8c62-118ec6f13713 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:30:45.911771 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-3acad8ec-f105-4f0c-b69d-973dfb3f3f6b tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] DELETE failed (client error): The resource could not be found. Mar 07 10:30:45.912212 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3acad8ec-f105-4f0c-b69d-973dfb3f3f6b tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:30:45.914664 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-54e44e26-434a-4f47-b15d-6c7ed85b5f5c tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:30:45.918229 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d891b81-225f-4200-8fd0-6b6408606494 tempest-TestNetworkBasicOps-2128623112 tempest-TestNetworkBasicOps-2128623112-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:45.918432 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d891b81-225f-4200-8fd0-6b6408606494 tempest-TestNetworkBasicOps-2128623112 tempest-TestNetworkBasicOps-2128623112-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:45.918799 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d891b81-225f-4200-8fd0-6b6408606494 tempest-TestNetworkBasicOps-2128623112 tempest-TestNetworkBasicOps-2128623112-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:45.919155 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d891b81-225f-4200-8fd0-6b6408606494 tempest-TestNetworkBasicOps-2128623112 tempest-TestNetworkBasicOps-2128623112-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:45.919513 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d891b81-225f-4200-8fd0-6b6408606494 tempest-TestNetworkBasicOps-2128623112 tempest-TestNetworkBasicOps-2128623112-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:45.919652 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e44e26-434a-4f47-b15d-6c7ed85b5f5c tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Pushing event updated for resources: {'Subnet': ['ID=95f3f851-f6f4-4de2-a977-47b9a67dae6b,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:45.919862 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d891b81-225f-4200-8fd0-6b6408606494 tempest-TestNetworkBasicOps-2128623112 tempest-TestNetworkBasicOps-2128623112-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:45.920209 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d891b81-225f-4200-8fd0-6b6408606494 tempest-TestNetworkBasicOps-2128623112 tempest-TestNetworkBasicOps-2128623112-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:45.920584 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d891b81-225f-4200-8fd0-6b6408606494 tempest-TestNetworkBasicOps-2128623112 tempest-TestNetworkBasicOps-2128623112-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:45.922133 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e44e26-434a-4f47-b15d-6c7ed85b5f5c tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:45.922668 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-54e44e26-434a-4f47-b15d-6c7ed85b5f5c tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:45.922809 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-0d891b81-225f-4200-8fd0-6b6408606494 tempest-TestNetworkBasicOps-2128623112 tempest-TestNetworkBasicOps-2128623112-project-admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5203 time: 0.0925157 Mar 07 10:30:45.927090 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 37026) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:45.929791 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e23958c4-4f94-4987-9510-4d9226875a19 None None] Network b182323a-b537-434c-8c62-118ec6f13713 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:30:45.949330 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-3acad8ec-f105-4f0c-b69d-973dfb3f3f6b tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] 10.222.0.13 "DELETE /v2.0/subnets/0b44f329-c9e0-4d35-8cc6-670d57d3cdc4 HTTP/1.1" status: 404 len: 337 time: 0.2154524 Mar 07 10:30:45.994716 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 37030) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:46.088047 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-54e44e26-434a-4f47-b15d-6c7ed85b5f5c tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8365939 Mar 07 10:30:46.088386 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 37034) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:46.095797 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-62cfa77d-2818-40d6-83a9-e3334acc56ce tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Request body: {'security_group': {'name': 'tempest-secgroup-734447479'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:30:46.096981 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3b41f7c-490c-462a-9ce5-c865ef06db63 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] DELETE failed (client error): The resource could not be found. Mar 07 10:30:46.097424 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3b41f7c-490c-462a-9ce5-c865ef06db63 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:30:46.100886 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-b3b41f7c-490c-462a-9ce5-c865ef06db63 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] 10.222.0.13 "DELETE /v2.0/networks/23d3c47b-0bf0-46e8-ba96-0ebf5f5cbe07 HTTP/1.1" status: 404 len: 339 time: 0.1051707 Mar 07 10:30:46.102876 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 37038) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:46.104352 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7df43fca-6d28-43ec-8261-d7e115c96869 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3917970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58043'] for router, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:46.106273 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-62cfa77d-2818-40d6-83a9-e3334acc56ce tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:30:46.116574 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-62cfa77d-2818-40d6-83a9-e3334acc56ce tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Usage tracker for resource:security_group and tenant:b6ff3248bb834bc1a094f45e7fa43fbd is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:30:46.120942 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d51f957d-63de-45cd-b7c6-66bf4d9330bf admin admin] Router 29b22dda-ab25-446b-98a2-356474552994 has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:30:46.122407 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-62cfa77d-2818-40d6-83a9-e3334acc56ce tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:30:46.125416 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7df43fca-6d28-43ec-8261-d7e115c96869 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:46.131540 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-62cfa77d-2818-40d6-83a9-e3334acc56ce tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:30:46.161297 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-62cfa77d-2818-40d6-83a9-e3334acc56ce tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:46.164723 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb5b5337-516e-40b5-903e-a4329a0cc039 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] DELETE failed (client error): The resource could not be found. Mar 07 10:30:46.165125 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb5b5337-516e-40b5-903e-a4329a0cc039 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:30:46.167189 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-eb5b5337-516e-40b5-903e-a4329a0cc039 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] 10.222.0.13 "DELETE /v2.0/subnets/bc51fcb4-661a-4c1e-aaac-ada6187125a5 HTTP/1.1" status: 404 len: 337 time: 0.0631592 Mar 07 10:30:46.170951 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 37042) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:46.184186 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ac3ded4-d568-479b-9725-351a14f34c3b tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Router 12298212-e279-4c28-aaf8-6d3aebcb85a8 is scheduled to L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 with binding_index 1 {{(pid=83738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 10:30:46.195835 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e782b5cb-0693-492e-bb82-67baa36f0112 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ec2749d-0aec-52fb-aca6-10ba8a80aade-b182323a-b537-434c-8c62-118ec6f13713', 'network_id': 'b182323a-b537-434c-8c62-118ec6f13713', 'tenant_id': 'b6ff3248bb834bc1a094f45e7fa43fbd', 'fixed_ips': [{'subnet_id': '95f3f851-f6f4-4de2-a977-47b9a67dae6b'}]}} from dv-neutron-830731-3-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 07 10:30:46.196816 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-e782b5cb-0693-492e-bb82-67baa36f0112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:46.313067 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7df43fca-6d28-43ec-8261-d7e115c96869 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3917886'] for router, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:46.313883 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7df43fca-6d28-43ec-8261-d7e115c96869 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Fanout notify agent at l3_agent the message router_deleted on router 3324b4fd-0a96-401d-9daf-b341f252b9ce {{(pid=83737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 10:30:46.329802 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc9a8200-4af5-4d6f-9aec-b39b81a7976d tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] DELETE failed (client error): The resource could not be found. Mar 07 10:30:46.330234 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc9a8200-4af5-4d6f-9aec-b39b81a7976d tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:30:46.352433 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-bc9a8200-4af5-4d6f-9aec-b39b81a7976d tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] 10.222.0.13 "DELETE /v2.0/networks/2ba8318b-8eee-468d-86f8-9ff2cce50b4c HTTP/1.1" status: 404 len: 339 time: 0.1781867 Mar 07 10:30:46.353466 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7df43fca-6d28-43ec-8261-d7e115c96869 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:46.358354 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-7df43fca-6d28-43ec-8261-d7e115c96869 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] 10.222.0.13 "DELETE /v2.0/routers/3324b4fd-0a96-401d-9daf-b341f252b9ce HTTP/1.1" status: 204 len: 168 time: 1.1921792 Mar 07 10:30:46.358354 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 37046) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:46.376226 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-e782b5cb-0693-492e-bb82-67baa36f0112 None None] Allocated IP 172.20.0.2 (b182323a-b537-434c-8c62-118ec6f13713/95f3f851-f6f4-4de2-a977-47b9a67dae6b/d2ec2bab-6c39-4751-9e7b-70e843598db8) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:30:46.401086 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 37048) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:46.418611 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-16cdf0e5-a0b7-4f96-8a13-472349f93489 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1188668857', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:30:46.430392 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-62cfa77d-2818-40d6-83a9-e3334acc56ce tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:30:46.435079 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-16cdf0e5-a0b7-4f96-8a13-472349f93489 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:30:46.439283 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-db7adb2f-19a7-48ab-bd40-6511c6bad87c tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] DELETE failed (client error): The resource could not be found. Mar 07 10:30:46.439715 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db7adb2f-19a7-48ab-bd40-6511c6bad87c tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:30:46.442384 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-62cfa77d-2818-40d6-83a9-e3334acc56ce tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Usage tracker for resource:security_group_rule and tenant:b6ff3248bb834bc1a094f45e7fa43fbd is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:30:46.447550 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-62cfa77d-2818-40d6-83a9-e3334acc56ce tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:30:46.454330 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-16cdf0e5-a0b7-4f96-8a13-472349f93489 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Usage tracker for resource:router and tenant:8843377006954c17a088ed77df13332f is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:30:46.460269 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-16cdf0e5-a0b7-4f96-8a13-472349f93489 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:30:46.469217 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-db7adb2f-19a7-48ab-bd40-6511c6bad87c tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] 10.222.0.13 "DELETE /v2.0/subnets/4e07c466-bc18-417c-ae93-726aa79a0adb HTTP/1.1" status: 404 len: 337 time: 0.1039333 Mar 07 10:30:46.469217 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-16cdf0e5-a0b7-4f96-8a13-472349f93489 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:30:46.470047 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-62cfa77d-2818-40d6-83a9-e3334acc56ce tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:30:46.475766 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 37054) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:46.516241 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-16cdf0e5-a0b7-4f96-8a13-472349f93489 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3919700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58025'] for router, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:46.517250 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-16cdf0e5-a0b7-4f96-8a13-472349f93489 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3919671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4011175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58018'] for router, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:46.527484 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd3f0590-0e52-4316-95bb-5fb452e4e574 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] DELETE failed (client error): The resource could not be found. Mar 07 10:30:46.527918 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd3f0590-0e52-4316-95bb-5fb452e4e574 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:30:46.543504 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-cd3f0590-0e52-4316-95bb-5fb452e4e574 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] 10.222.0.13 "DELETE /v2.0/networks/443cabf3-3ab7-4b17-b803-8af5ec72787d HTTP/1.1" status: 404 len: 339 time: 0.0667050 Mar 07 10:30:46.547544 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 37058) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:46.592050 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-e782b5cb-0693-492e-bb82-67baa36f0112 None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:46.598689 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-62cfa77d-2818-40d6-83a9-e3334acc56ce tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:46.599994 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-16cdf0e5-a0b7-4f96-8a13-472349f93489 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:46.603665 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-e782b5cb-0693-492e-bb82-67baa36f0112 None None] Transition to ACTIVE for port object d2ec2bab-6c39-4751-9e7b-70e843598db8 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:30:46.617064 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-62cfa77d-2818-40d6-83a9-e3334acc56ce tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:46.623350 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-e782b5cb-0693-492e-bb82-67baa36f0112 None None] Transition to ACTIVE for port object d2ec2bab-6c39-4751-9e7b-70e843598db8 will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:30:46.630390 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-e782b5cb-0693-492e-bb82-67baa36f0112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:46.645616 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-9c3e3481-ba97-4f12-96b6-f47e88dab228 tempest-TestNetworkBasicOps-2128623112 tempest-TestNetworkBasicOps-2128623112-project-admin] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4298 time: 0.7140367 Mar 07 10:30:46.676732 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-16cdf0e5-a0b7-4f96-8a13-472349f93489 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3917991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923518'] for router, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:46.690685 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cfa77d-2818-40d6-83a9-e3334acc56ce tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f42adee-b189-4ad3-b1f5-6399f74ec55e,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:46.693872 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-62cfa77d-2818-40d6-83a9-e3334acc56ce tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:46.697435 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-62cfa77d-2818-40d6-83a9-e3334acc56ce tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.6057117 Mar 07 10:30:46.699705 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 37064) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:46.707512 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-c4e9fb14-1057-4a03-a0e0-9f6ac23ed9a2 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Request body: {'security_group': {'name': 'tempest-secgroup-1158300994'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:30:46.707924 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e782b5cb-0693-492e-bb82-67baa36f0112 None None] Pushing event updated for resources: {'Port': ['ID=d2ec2bab-6c39-4751-9e7b-70e843598db8,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:46.716044 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-c4e9fb14-1057-4a03-a0e0-9f6ac23ed9a2 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:30:46.722654 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-c4e9fb14-1057-4a03-a0e0-9f6ac23ed9a2 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Usage tracker for resource:security_group and tenant:b6ff3248bb834bc1a094f45e7fa43fbd is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:30:46.726199 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e782b5cb-0693-492e-bb82-67baa36f0112 None None] Network b182323a-b537-434c-8c62-118ec6f13713 is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:30:46.727278 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-c4e9fb14-1057-4a03-a0e0-9f6ac23ed9a2 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:30:46.727633 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-e782b5cb-0693-492e-bb82-67baa36f0112 None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:30:46.729960 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-16cdf0e5-a0b7-4f96-8a13-472349f93489 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:46.730652 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e782b5cb-0693-492e-bb82-67baa36f0112 None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:30:46.734913 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-16cdf0e5-a0b7-4f96-8a13-472349f93489 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3222399 Mar 07 10:30:46.737394 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 37068) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:46.742388 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-16be6429-66a6-40bd-97e3-29d2090e3775 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Request body: {'router': {'admin_state_up': True}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:30:46.790876 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-c4e9fb14-1057-4a03-a0e0-9f6ac23ed9a2 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:30:46.794083 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d51f957d-63de-45cd-b7c6-66bf4d9330bf admin admin] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:30:46.806233 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-d51f957d-63de-45cd-b7c6-66bf4d9330bf admin admin] 10.222.0.13 "PUT /v2.0/routers/29b22dda-ab25-446b-98a2-356474552994/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9107549 Mar 07 10:30:46.812735 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ac3ded4-d568-479b-9725-351a14f34c3b tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:30:46.828369 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-537f7f89-b676-4d74-a1a9-f383f6d38f69 None None] Sync routers for ids ['12298212-e279-4c28-aaf8-6d3aebcb85a8'] in dv-neutron-830731-3-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:30:46.846064 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-e782b5cb-0693-492e-bb82-67baa36f0112 None None] Attempting to bind port d2ec2bab-6c39-4751-9e7b-70e843598db8 on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:30:46.846437 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-e782b5cb-0693-492e-bb82-67baa36f0112 None None] Attempting to bind port d2ec2bab-6c39-4751-9e7b-70e843598db8 by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': '6114c2d4-416c-4643-ba3e-9ec438893dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'b182323a-b537-434c-8c62-118ec6f13713'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:30:46.846797 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e782b5cb-0693-492e-bb82-67baa36f0112 None None] Attempting to bind port d2ec2bab-6c39-4751-9e7b-70e843598db8 on network b182323a-b537-434c-8c62-118ec6f13713 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:30:46.847313 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537f7f89-b676-4d74-a1a9-f383f6d38f69 None None] Routers {'12298212-e279-4c28-aaf8-6d3aebcb85a8'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:30:46.848153 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-537f7f89-b676-4d74-a1a9-f383f6d38f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:30:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['12298212-e279-4c28-aaf8-6d3aebcb85a8'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:30:46.856177 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e782b5cb-0693-492e-bb82-67baa36f0112 None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 30, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:30:46.856502 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e782b5cb-0693-492e-bb82-67baa36f0112 None None] Checking segment: {'id': '6114c2d4-416c-4643-ba3e-9ec438893dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'b182323a-b537-434c-8c62-118ec6f13713'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:30:46.856858 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-e782b5cb-0693-492e-bb82-67baa36f0112 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:46.857248 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e782b5cb-0693-492e-bb82-67baa36f0112 None None] Bound using segment: {'id': '6114c2d4-416c-4643-ba3e-9ec438893dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'b182323a-b537-434c-8c62-118ec6f13713'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:30:46.857713 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-e782b5cb-0693-492e-bb82-67baa36f0112 None None] Bound port: d2ec2bab-6c39-4751-9e7b-70e843598db8, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6114c2d4-416c-4643-ba3e-9ec438893dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'b182323a-b537-434c-8c62-118ec6f13713'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:30:46.858138 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-e782b5cb-0693-492e-bb82-67baa36f0112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:46.921329 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-537f7f89-b676-4d74-a1a9-f383f6d38f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:30:46.933649 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_v2 [None req-56786034-b738-4c33-951b-948b40ff4221 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Deleting subnet 19732b89-0a06-4e0c-8976-876f058ecaac {{(pid=83738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 07 10:30:46.934281 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537f7f89-b676-4d74-a1a9-f383f6d38f69 None None] Routers {'12298212-e279-4c28-aaf8-6d3aebcb85a8'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:30:46.935047 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-537f7f89-b676-4d74-a1a9-f383f6d38f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:30:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['12298212-e279-4c28-aaf8-6d3aebcb85a8'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:30:46.937742 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-56786034-b738-4c33-951b-948b40ff4221 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks [] for subnet, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:46.965987 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-e782b5cb-0693-492e-bb82-67baa36f0112 None None] For port d2ec2bab-6c39-4751-9e7b-70e843598db8, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:30:46.970586 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-e782b5cb-0693-492e-bb82-67baa36f0112 None None] For port d2ec2bab-6c39-4751-9e7b-70e843598db8, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=d2ec2bab-6c39-4751-9e7b-70e843598db8,segment=NetworkSegment(6114c2d4-416c-4643-ba3e-9ec438893dd5),segment_id=6114c2d4-416c-4643-ba3e-9ec438893dd5)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:30:46.976466 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-e782b5cb-0693-492e-bb82-67baa36f0112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:47.002542 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-537f7f89-b676-4d74-a1a9-f383f6d38f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:30:47.003232 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-537f7f89-b676-4d74-a1a9-f383f6d38f69 None None] The sync data for ids ['12298212-e279-4c28-aaf8-6d3aebcb85a8'] in dv-neutron-830731-3-hyperv is: [] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:30:47.021395 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8ac3ded4-d568-479b-9725-351a14f34c3b tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Notify callbacks [] for router, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:47.022588 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-8ac3ded4-d568-479b-9725-351a14f34c3b tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.5507383 Mar 07 10:30:47.037370 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 37076) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:47.054676 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-c7b43f5b-cfcb-4228-983c-ba6b2ca44005 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:30:47.087704 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e782b5cb-0693-492e-bb82-67baa36f0112 None None] Pushing event updated for resources: {'Port': ['ID=d2ec2bab-6c39-4751-9e7b-70e843598db8,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:47.177249 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c4e9fb14-1057-4a03-a0e0-9f6ac23ed9a2 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:47.236802 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 37084) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:47.246843 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-2cb7100f-e24e-49df-88f0-a935e76fc3bb tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1528511971', 'description': 'tempest-secgroup-smoke-1528511971 description', 'project_id': '416b2fd961bc4d70a26d66821f7df8e2'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:30:47.262866 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-56786034-b738-4c33-951b-948b40ff4221 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2969395'] for subnet, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:47.291796 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-2cb7100f-e24e-49df-88f0-a935e76fc3bb tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:30:47.296959 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-c4e9fb14-1057-4a03-a0e0-9f6ac23ed9a2 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:30:47.301773 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-2cb7100f-e24e-49df-88f0-a935e76fc3bb tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Usage tracker for resource:security_group and tenant:416b2fd961bc4d70a26d66821f7df8e2 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:30:47.301932 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-c4e9fb14-1057-4a03-a0e0-9f6ac23ed9a2 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Usage tracker for resource:security_group_rule and tenant:b6ff3248bb834bc1a094f45e7fa43fbd is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:30:47.305427 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-c4e9fb14-1057-4a03-a0e0-9f6ac23ed9a2 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:30:47.310844 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-2cb7100f-e24e-49df-88f0-a935e76fc3bb tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:30:47.312011 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-c4e9fb14-1057-4a03-a0e0-9f6ac23ed9a2 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:30:47.332357 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-2cb7100f-e24e-49df-88f0-a935e76fc3bb tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:30:47.391063 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2cb7100f-e24e-49df-88f0-a935e76fc3bb tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:47.426115 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c4e9fb14-1057-4a03-a0e0-9f6ac23ed9a2 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:47.452369 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-56786034-b738-4c33-951b-948b40ff4221 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1525496'] for subnet, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:47.497016 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c4e9fb14-1057-4a03-a0e0-9f6ac23ed9a2 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:47.507397 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-2cb7100f-e24e-49df-88f0-a935e76fc3bb tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:30:47.523835 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-2cb7100f-e24e-49df-88f0-a935e76fc3bb tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Usage tracker for resource:security_group_rule and tenant:416b2fd961bc4d70a26d66821f7df8e2 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:30:47.533090 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-2cb7100f-e24e-49df-88f0-a935e76fc3bb tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:30:47.544041 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-2cb7100f-e24e-49df-88f0-a935e76fc3bb tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:30:47.595888 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-56786034-b738-4c33-951b-948b40ff4221 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1525489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3556647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741465'] for subnet, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:47.618855 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e9fb14-1057-4a03-a0e0-9f6ac23ed9a2 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47409a11-2d63-41fa-b5bf-60f98c3f684d,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:47.622042 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c4e9fb14-1057-4a03-a0e0-9f6ac23ed9a2 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:47.626128 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-c4e9fb14-1057-4a03-a0e0-9f6ac23ed9a2 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.9257812 Mar 07 10:30:47.629530 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 37088) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:47.637900 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-9f5ead22-5d88-47e3-bd18-9b52ed45f968 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1546317384', 'security_groups': ['47409a11-2d63-41fa-b5bf-60f98c3f684d'], 'network_id': 'b182323a-b537-434c-8c62-118ec6f13713', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '95f3f851-f6f4-4de2-a977-47b9a67dae6b'}]}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:30:47.704110 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56786034-b738-4c33-951b-948b40ff4221 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Pushing event deleted for resources: {'Subnet': ['ID=19732b89-0a06-4e0c-8976-876f058ecaac,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:47.777531 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-16be6429-66a6-40bd-97e3-29d2090e3775 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3917998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58952'] for router, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:47.783895 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-9f5ead22-5d88-47e3-bd18-9b52ed45f968 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:30:47.787020 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-56786034-b738-4c33-951b-948b40ff4221 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:47.790312 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-9f5ead22-5d88-47e3-bd18-9b52ed45f968 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Usage tracker for resource:port and tenant:b6ff3248bb834bc1a094f45e7fa43fbd is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:30:47.794775 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-9f5ead22-5d88-47e3-bd18-9b52ed45f968 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:30:47.796321 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d3c8ef6-2dc0-452b-86be-d93356ddd878 None None] Network bd4702b1-253d-4a9d-8fbb-8306b2a4fc8a requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:30:47.799848 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-16be6429-66a6-40bd-97e3-29d2090e3775 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3923496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3923511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3918005'] for router, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:47.813107 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2cb7100f-e24e-49df-88f0-a935e76fc3bb tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:47.822063 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-56786034-b738-4c33-951b-948b40ff4221 tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] 10.222.0.13 "DELETE /v2.0/subnets/19732b89-0a06-4e0c-8976-876f058ecaac HTTP/1.1" status: 204 len: 168 time: 1.2723937 Mar 07 10:30:47.830587 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 37092) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:47.853108 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2cb7100f-e24e-49df-88f0-a935e76fc3bb tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:47.866523 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-9f5ead22-5d88-47e3-bd18-9b52ed45f968 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:30:47.963531 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f5ead22-5d88-47e3-bd18-9b52ed45f968 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Made reservation on behalf of b6ff3248bb834bc1a094f45e7fa43fbd for: {'port': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:30:47.970567 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9f5ead22-5d88-47e3-bd18-9b52ed45f968 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:48.000746 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb7100f-e24e-49df-88f0-a935e76fc3bb tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9062d70d-d651-4000-a289-660d64ce925e,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:48.001486 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [None req-9f5ead22-5d88-47e3-bd18-9b52ed45f968 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] device_id is not set on port 497b193a-f335-46f5-8b4c-672044e45f82 yet. {{(pid=83737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 07 10:30:48.011425 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2cb7100f-e24e-49df-88f0-a935e76fc3bb tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:48.012627 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-2cb7100f-e24e-49df-88f0-a935e76fc3bb tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.7746239 Mar 07 10:30:48.019059 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 37096) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:48.061466 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-8404e48e-7373-46d3-b932-aed0b0fbbd87 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Request body: {'security_group_rule': {'security_group_id': '9062d70d-d651-4000-a289-660d64ce925e', 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:30:48.064542 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device d2ec2bab-6c39-4751-9e7b-70e843598db8 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:30:48.078768 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-8404e48e-7373-46d3-b932-aed0b0fbbd87 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:30:48.106560 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-fbacccba-20e0-46be-afc1-1aef9f41df7b tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1158940'] for network, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:48.109870 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-8404e48e-7373-46d3-b932-aed0b0fbbd87 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Usage tracker for resource:security_group_rule and tenant:416b2fd961bc4d70a26d66821f7df8e2 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:30:48.112185 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 37100) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:48.115423 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-8404e48e-7373-46d3-b932-aed0b0fbbd87 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:30:48.126580 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-d890288b-20c3-46e1-9804-f84c5e33fc7d tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1655226911', 'description': 'tempest-secgroup-smoke-1655226911 description', 'project_id': '6a5f148e85ef4a9b80e5517fdf788fc6'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:30:48.133268 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-8404e48e-7373-46d3-b932-aed0b0fbbd87 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:30:48.140101 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-d890288b-20c3-46e1-9804-f84c5e33fc7d tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:30:48.150937 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-d890288b-20c3-46e1-9804-f84c5e33fc7d tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Usage tracker for resource:security_group and tenant:6a5f148e85ef4a9b80e5517fdf788fc6 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:30:48.159578 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-d890288b-20c3-46e1-9804-f84c5e33fc7d tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:30:48.167161 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-d890288b-20c3-46e1-9804-f84c5e33fc7d tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:30:48.186004 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-fbacccba-20e0-46be-afc1-1aef9f41df7b tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Deleting port 4a8fcbd7-09f8-4d22-8706-6d43f82bd10c {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:30:48.186783 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-fbacccba-20e0-46be-afc1-1aef9f41df7b tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:48.230785 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning for port d2ec2bab-6c39-4751-9e7b-70e843598db8 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:30:48.252968 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d890288b-20c3-46e1-9804-f84c5e33fc7d tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Notify callbacks [] for security_group, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:48.275948 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-9f5ead22-5d88-47e3-bd18-9b52ed45f968 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Allocated IP 172.20.0.11 (b182323a-b537-434c-8c62-118ec6f13713/95f3f851-f6f4-4de2-a977-47b9a67dae6b/497b193a-f335-46f5-8b4c-672044e45f82) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:30:48.312278 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-d890288b-20c3-46e1-9804-f84c5e33fc7d tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:30:48.316900 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-d890288b-20c3-46e1-9804-f84c5e33fc7d tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Usage tracker for resource:security_group_rule and tenant:6a5f148e85ef4a9b80e5517fdf788fc6 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:30:48.329007 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-d890288b-20c3-46e1-9804-f84c5e33fc7d tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:30:48.336117 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8404e48e-7373-46d3-b932-aed0b0fbbd87 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:48.357113 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-906b2f2b-a645-4bee-81fb-7fcf85a58393 None None] DHCP port deletion for bd4702b1-253d-4a9d-8fbb-8306b2a4fc8a request from dv-neutron-830731-3-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 07 10:30:48.361469 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-d890288b-20c3-46e1-9804-f84c5e33fc7d tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:30:48.364406 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-906b2f2b-a645-4bee-81fb-7fcf85a58393 None None] Deleting port 4a8fcbd7-09f8-4d22-8706-6d43f82bd10c {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:30:48.365093 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-906b2f2b-a645-4bee-81fb-7fcf85a58393 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:48.372617 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16be6429-66a6-40bd-97e3-29d2090e3775 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Router e114a5ac-8337-4204-ba72-4e3d5dad0729 is scheduled to L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 with binding_index 1 {{(pid=83737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 10:30:48.511392 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8404e48e-7373-46d3-b932-aed0b0fbbd87 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:48.653475 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-906b2f2b-a645-4bee-81fb-7fcf85a58393 None None] For port 4a8fcbd7-09f8-4d22-8706-6d43f82bd10c, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=4a8fcbd7-09f8-4d22-8706-6d43f82bd10c,segment=NetworkSegment(b2d28733-f31e-4dea-a9d8-fe24e46919c6),segment_id=b2d28733-f31e-4dea-a9d8-fe24e46919c6)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:30:48.653757 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-906b2f2b-a645-4bee-81fb-7fcf85a58393 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:48.657631 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16be6429-66a6-40bd-97e3-29d2090e3775 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:30:48.682501 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-16be6429-66a6-40bd-97e3-29d2090e3775 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:48.685451 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-16be6429-66a6-40bd-97e3-29d2090e3775 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] 10.222.0.13 "PUT /v2.0/routers/e114a5ac-8337-4204-ba72-4e3d5dad0729 HTTP/1.1" status: 200 len: 694 time: 1.9465785 Mar 07 10:30:48.686435 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 37104) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:48.690052 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9f5ead22-5d88-47e3-bd18-9b52ed45f968 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:48.709939 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8404e48e-7373-46d3-b932-aed0b0fbbd87 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:48.718034 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-0100ff48-b6d5-48a6-8a74-c06b9480a3e5 None None] Provisioning complete for port 40a1aeeb-9a54-432e-86d8-7e19736f771c triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:30:48.718971 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0100ff48-b6d5-48a6-8a74-c06b9480a3e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:48.745223 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-830989e9-6c01-478a-a98c-2be7faf60e5b None None] Sync routers for ids ['e114a5ac-8337-4204-ba72-4e3d5dad0729'] in dv-neutron-830731-3-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:30:48.770292 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8404e48e-7373-46d3-b932-aed0b0fbbd87 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60ba19f4-35b6-494f-a7c5-5bae802fa6d3,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:48.808810 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d890288b-20c3-46e1-9804-f84c5e33fc7d tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Notify callbacks [] for security_group, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:48.811118 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-906b2f2b-a645-4bee-81fb-7fcf85a58393 None None] Calling delete_port for 4a8fcbd7-09f8-4d22-8706-6d43f82bd10c owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:30:48.867638 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-fbacccba-20e0-46be-afc1-1aef9f41df7b tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] For port 4a8fcbd7-09f8-4d22-8706-6d43f82bd10c, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=4a8fcbd7-09f8-4d22-8706-6d43f82bd10c,segment=NetworkSegment(b2d28733-f31e-4dea-a9d8-fe24e46919c6),segment_id=b2d28733-f31e-4dea-a9d8-fe24e46919c6)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:30:48.868052 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-fbacccba-20e0-46be-afc1-1aef9f41df7b tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:48.881878 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8404e48e-7373-46d3-b932-aed0b0fbbd87 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:48.885165 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-8404e48e-7373-46d3-b932-aed0b0fbbd87 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.8551095 Mar 07 10:30:48.885165 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d890288b-20c3-46e1-9804-f84c5e33fc7d tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:48.893236 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830989e9-6c01-478a-a98c-2be7faf60e5b None None] Routers {'e114a5ac-8337-4204-ba72-4e3d5dad0729'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:30:48.893872 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-830989e9-6c01-478a-a98c-2be7faf60e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:30:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['e114a5ac-8337-4204-ba72-4e3d5dad0729'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:30:48.897397 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 37108) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:48.935422 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [None req-9f5ead22-5d88-47e3-bd18-9b52ed45f968 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Transition to ACTIVE for port object 497b193a-f335-46f5-8b4c-672044e45f82 will not be triggered until provisioned by entity DHCP. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:30:48.951228 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-0100ff48-b6d5-48a6-8a74-c06b9480a3e5 None None] Port 40a1aeeb-9a54-432e-86d8-7e19736f771c cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:30:48.969898 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-e7d68040-bd16-477c-b276-1b13fd1f8a48 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] 10.222.0.13 "GET /v2.0/routers/e114a5ac-8337-4204-ba72-4e3d5dad0729 HTTP/1.1" status: 200 len: 700 time: 0.2751491 Mar 07 10:30:48.971868 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 37112) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:48.984888 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc1d586-42d6-4e9b-be26-178ff4063957 None None] Sync routers for ids ['3324b4fd-0a96-401d-9daf-b341f252b9ce'] in dv-neutron-830731-3-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:30:48.985837 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-21b1c1ff-6438-4d8e-9b37-2d5f80452268 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Request body: {'security_group_rule': {'security_group_id': '9062d70d-d651-4000-a289-660d64ce925e', 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:30:49.004081 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc1d586-42d6-4e9b-be26-178ff4063957 None None] Routers set() bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:30:49.007143 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc1d586-42d6-4e9b-be26-178ff4063957 None None] Router IDs set() for agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Mar 07 10:30:49.008058 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_agentschedulers_db [None req-5bc1d586-42d6-4e9b-be26-178ff4063957 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'3324b4fd-0a96-401d-9daf-b341f252b9ce'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:30:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent'). {{(pid=83740) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 07 10:30:49.023420 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc1d586-42d6-4e9b-be26-178ff4063957 None None] Routers set() bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:30:49.024844 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc1d586-42d6-4e9b-be26-178ff4063957 None None] Router IDs set() for agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Mar 07 10:30:49.026054 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_agentschedulers_db [None req-5bc1d586-42d6-4e9b-be26-178ff4063957 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'3324b4fd-0a96-401d-9daf-b341f252b9ce'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:30:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent'). {{(pid=83740) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 07 10:30:49.026642 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc1d586-42d6-4e9b-be26-178ff4063957 None None] The sync data for ids ['3324b4fd-0a96-401d-9daf-b341f252b9ce'] in dv-neutron-830731-3-hyperv is: [] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:30:49.041906 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-f6c1fdf6-317a-4ee7-a1bf-5d35cad33923 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] 10.222.0.13 "GET /v2.0/ports?device_id=e114a5ac-8337-4204-ba72-4e3d5dad0729 HTTP/1.1" status: 200 len: 205 time: 0.0591278 Mar 07 10:30:49.041906 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9f5ead22-5d88-47e3-bd18-9b52ed45f968 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:49.042245 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 37116) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:49.045636 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-830989e9-6c01-478a-a98c-2be7faf60e5b None None] Set router e114a5ac-8337-4204-ba72-4e3d5dad0729 gateway port host: None {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:30:49.047389 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d890288b-20c3-46e1-9804-f84c5e33fc7d tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c573f7f3-4cd0-4907-ba58-d47387524041,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:49.098521 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-0100ff48-b6d5-48a6-8a74-c06b9480a3e5 None None] Provisioning for port d2ec2bab-6c39-4751-9e7b-70e843598db8 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:30:49.110406 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-21b1c1ff-6438-4d8e-9b37-2d5f80452268 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:30:49.118671 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-fbacccba-20e0-46be-afc1-1aef9f41df7b tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Calling delete_port for 4a8fcbd7-09f8-4d22-8706-6d43f82bd10c owned by network:dhcp {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:30:49.132924 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f5ead22-5d88-47e3-bd18-9b52ed45f968 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Network b182323a-b537-434c-8c62-118ec6f13713 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:30:49.136016 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-9f5ead22-5d88-47e3-bd18-9b52ed45f968 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:30:49.141009 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5ead22-5d88-47e3-bd18-9b52ed45f968 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:30:49.152443 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-906b2f2b-a645-4bee-81fb-7fcf85a58393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812'] for port, after_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:49.169896 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5ead22-5d88-47e3-bd18-9b52ed45f968 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Pushing event updated for resources: {'Port': ['ID=497b193a-f335-46f5-8b4c-672044e45f82,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:49.200043 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-21b1c1ff-6438-4d8e-9b37-2d5f80452268 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Usage tracker for resource:security_group_rule and tenant:416b2fd961bc4d70a26d66821f7df8e2 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:30:49.200204 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-830989e9-6c01-478a-a98c-2be7faf60e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e114a5ac-8337-4204-ba72-4e3d5dad0729', 'name': 'tempest-RoutersTest-router-1188668857', 'tenant_id': '8843377006954c17a088ed77df13332f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:30:46Z', 'updated_at': '2022-03-07T10:30:47Z', 'revision_number': 2, 'project_id': '8843377006954c17a088ed77df13332f', 'gw_port_host': None}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:30:49.208801 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-0100ff48-b6d5-48a6-8a74-c06b9480a3e5 None None] Provisioning complete for port d2ec2bab-6c39-4751-9e7b-70e843598db8 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:30:49.209170 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0100ff48-b6d5-48a6-8a74-c06b9480a3e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:49.211340 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f5ead22-5d88-47e3-bd18-9b52ed45f968 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:49.211957 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9f5ead22-5d88-47e3-bd18-9b52ed45f968 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:49.221647 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-21b1c1ff-6438-4d8e-9b37-2d5f80452268 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:30:49.240120 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d890288b-20c3-46e1-9804-f84c5e33fc7d tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:49.246325 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-d890288b-20c3-46e1-9804-f84c5e33fc7d tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 1.1322732 Mar 07 10:30:49.247227 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906b2f2b-a645-4bee-81fb-7fcf85a58393 None None] Pushing event deleted for resources: {'Port': ['ID=4a8fcbd7-09f8-4d22-8706-6d43f82bd10c,revision_number=None']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:49.254302 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-21b1c1ff-6438-4d8e-9b37-2d5f80452268 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:30:49.256049 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 37120) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:49.259103 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-830989e9-6c01-478a-a98c-2be7faf60e5b None None] Checking router: e114a5ac-8337-4204-ba72-4e3d5dad0729 for host: dv-neutron-830731-3-hyperv {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 07 10:30:49.270938 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-9f5ead22-5d88-47e3-bd18-9b52ed45f968 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.6394687 Mar 07 10:30:49.273281 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 37122) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:49.280677 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-2df24eb3-ba1a-426f-afef-f015e4f579c1 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Request body: {'subnet': {'network_id': 'b182323a-b537-434c-8c62-118ec6f13713', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:30:49.300097 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906b2f2b-a645-4bee-81fb-7fcf85a58393 None None] No DVR routers for this DVR port 4a8fcbd7-09f8-4d22-8706-6d43f82bd10c on host dv-neutron-830731-3-hyperv {{(pid=83739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:30:49.319689 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830989e9-6c01-478a-a98c-2be7faf60e5b None None] Routers {'e114a5ac-8337-4204-ba72-4e3d5dad0729'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:30:49.320179 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-830989e9-6c01-478a-a98c-2be7faf60e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:30:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['e114a5ac-8337-4204-ba72-4e3d5dad0729'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:30:49.369889 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-8fa61f08-5ac9-4ade-b815-9f28547b2870 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Request body: {'security_group_rule': {'security_group_id': 'c573f7f3-4cd0-4907-ba58-d47387524041', 'project_id': '6a5f148e85ef4a9b80e5517fdf788fc6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:30:49.412190 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-8fa61f08-5ac9-4ade-b815-9f28547b2870 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:30:49.429137 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-8fa61f08-5ac9-4ade-b815-9f28547b2870 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Usage tracker for resource:security_group_rule and tenant:6a5f148e85ef4a9b80e5517fdf788fc6 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:30:49.439244 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-8fa61f08-5ac9-4ade-b815-9f28547b2870 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:30:49.457769 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-8fa61f08-5ac9-4ade-b815-9f28547b2870 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:30:49.470746 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-21b1c1ff-6438-4d8e-9b37-2d5f80452268 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:49.479635 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-2df24eb3-ba1a-426f-afef-f015e4f579c1 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:30:49.483702 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-2df24eb3-ba1a-426f-afef-f015e4f579c1 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Usage tracker for resource:subnet and tenant:b6ff3248bb834bc1a094f45e7fa43fbd is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:30:49.487881 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-2df24eb3-ba1a-426f-afef-f015e4f579c1 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:30:49.494859 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-2df24eb3-ba1a-426f-afef-f015e4f579c1 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:30:49.508884 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2df24eb3-ba1a-426f-afef-f015e4f579c1 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Made reservation on behalf of b6ff3248bb834bc1a094f45e7fa43fbd for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:30:49.512885 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2df24eb3-ba1a-426f-afef-f015e4f579c1 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3219231'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:49.516504 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-830989e9-6c01-478a-a98c-2be7faf60e5b None None] Set router e114a5ac-8337-4204-ba72-4e3d5dad0729 gateway port host: None {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:30:49.528787 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-34b9788f-fd62-4cad-abc9-1cf744ca12fa tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks [] for router, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:49.555602 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0100ff48-b6d5-48a6-8a74-c06b9480a3e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:49.574779 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.db.api [None req-fbacccba-20e0-46be-afc1-1aef9f41df7b tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83738) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 10:30:49.575098 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG oslo_db.api [None req-fbacccba-20e0-46be-afc1-1aef9f41df7b tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 10:30:49.589642 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0100ff48-b6d5-48a6-8a74-c06b9480a3e5 None None] For port d2ec2bab-6c39-4751-9e7b-70e843598db8, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=d2ec2bab-6c39-4751-9e7b-70e843598db8,segment=NetworkSegment(6114c2d4-416c-4643-ba3e-9ec438893dd5),segment_id=6114c2d4-416c-4643-ba3e-9ec438893dd5)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:30:49.590002 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8fa61f08-5ac9-4ade-b815-9f28547b2870 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:49.595213 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0100ff48-b6d5-48a6-8a74-c06b9480a3e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:49.646242 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.db.ipam_backend_mixin [None req-2df24eb3-ba1a-426f-afef-f015e4f579c1 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 95f3f851-f6f4-4de2-a977-47b9a67dae6b (CIDR: 172.20.0.0/28) Mar 07 10:30:49.649411 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-2df24eb3-ba1a-426f-afef-f015e4f579c1 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 10:30:49.649842 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2df24eb3-ba1a-426f-afef-f015e4f579c1 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:30:49.671237 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-2df24eb3-ba1a-426f-afef-f015e4f579c1 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3934088 Mar 07 10:30:49.671482 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 37128) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:49.677670 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-03272222-d505-4b63-8a95-ddf1663b4391 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Request body: {'subnet': {'network_id': 'b182323a-b537-434c-8c62-118ec6f13713', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:30:49.708549 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-830989e9-6c01-478a-a98c-2be7faf60e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e114a5ac-8337-4204-ba72-4e3d5dad0729', 'name': 'tempest-RoutersTest-router-1188668857', 'tenant_id': '8843377006954c17a088ed77df13332f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:30:46Z', 'updated_at': '2022-03-07T10:30:47Z', 'revision_number': 2, 'project_id': '8843377006954c17a088ed77df13332f', 'gw_port_host': None}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:30:49.718887 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-830989e9-6c01-478a-a98c-2be7faf60e5b None None] The sync data for ids ['e114a5ac-8337-4204-ba72-4e3d5dad0729'] in dv-neutron-830731-3-hyperv is: [{'id': 'e114a5ac-8337-4204-ba72-4e3d5dad0729', 'name': 'tempest-RoutersTest-router-1188668857', 'tenant_id': '8843377006954c17a088ed77df13332f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:30:46Z', 'updated_at': '2022-03-07T10:30:47Z', 'revision_number': 2, 'project_id': '8843377006954c17a088ed77df13332f', 'gw_port_host': None}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:30:49.730571 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-21b1c1ff-6438-4d8e-9b37-2d5f80452268 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:49.736119 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0100ff48-b6d5-48a6-8a74-c06b9480a3e5 None None] Pushing event updated for resources: {'Port': ['ID=d2ec2bab-6c39-4751-9e7b-70e843598db8,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:49.743340 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6ed7bcf3-9216-4b78-810f-c681ad6bee71 None None] Provisioning for port 497b193a-f335-46f5-8b4c-672044e45f82 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:30:49.749069 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6ed7bcf3-9216-4b78-810f-c681ad6bee71 None None] Provisioning complete for port 497b193a-f335-46f5-8b4c-672044e45f82 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:30:49.749442 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6ed7bcf3-9216-4b78-810f-c681ad6bee71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:49.806266 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6ed7bcf3-9216-4b78-810f-c681ad6bee71 None None] Port 497b193a-f335-46f5-8b4c-672044e45f82 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:30:49.838685 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-03272222-d505-4b63-8a95-ddf1663b4391 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:30:49.842462 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-03272222-d505-4b63-8a95-ddf1663b4391 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Usage tracker for resource:subnet and tenant:b6ff3248bb834bc1a094f45e7fa43fbd is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:30:49.845900 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-03272222-d505-4b63-8a95-ddf1663b4391 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:30:49.851573 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-03272222-d505-4b63-8a95-ddf1663b4391 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:30:49.861919 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03272222-d505-4b63-8a95-ddf1663b4391 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Made reservation on behalf of b6ff3248bb834bc1a094f45e7fa43fbd for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:30:49.888966 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-21b1c1ff-6438-4d8e-9b37-2d5f80452268 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:49.914629 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device d2ec2bab-6c39-4751-9e7b-70e843598db8 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:30:49.936623 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b1c1ff-6438-4d8e-9b37-2d5f80452268 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=377d5d36-39be-4812-a4ce-7c39011f1bc3,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:49.948573 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8fa61f08-5ac9-4ade-b815-9f28547b2870 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:50.002735 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-03272222-d505-4b63-8a95-ddf1663b4391 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3219231'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:50.038433 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port d2ec2bab-6c39-4751-9e7b-70e843598db8 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:30:50.038939 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:50.066360 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-adbd2215-c8ee-41f3-92a6-4182ca26b8a8 None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 10:30:50.087940 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-21b1c1ff-6438-4d8e-9b37-2d5f80452268 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:50.089127 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-21b1c1ff-6438-4d8e-9b37-2d5f80452268 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 1.1676500 Mar 07 10:30:50.091226 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-34b9788f-fd62-4cad-abc9-1cf744ca12fa tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3917970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58043'] for router, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:50.092176 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 37132) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:50.094940 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-fbacccba-20e0-46be-afc1-1aef9f41df7b tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Deleting port 4a8fcbd7-09f8-4d22-8706-6d43f82bd10c {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:30:50.095274 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-fbacccba-20e0-46be-afc1-1aef9f41df7b tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:50.100054 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-6bfa65ef-72c2-4b10-ad87-4aa942521854 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Request body: {'security_group_rule': {'security_group_id': '9062d70d-d651-4000-a289-660d64ce925e', 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:30:50.110960 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-6bfa65ef-72c2-4b10-ad87-4aa942521854 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:30:50.128199 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-6bfa65ef-72c2-4b10-ad87-4aa942521854 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Usage tracker for resource:security_group_rule and tenant:416b2fd961bc4d70a26d66821f7df8e2 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:30:50.133121 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-6bfa65ef-72c2-4b10-ad87-4aa942521854 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:30:50.144043 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-6bfa65ef-72c2-4b10-ad87-4aa942521854 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:30:50.176784 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6bfa65ef-72c2-4b10-ad87-4aa942521854 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:50.214375 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 4a8fcbd7-09f8-4d22-8706-6d43f82bd10c no longer exists at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:30:50.253200 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] No Port match for: 4a8fcbd7-09f8-4d22-8706-6d43f82bd10c {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 10:30:50.253938 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 4a8fcbd7-09f8-4d22-8706-6d43f82bd10c not bound to the agent host dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 10:30:50.269693 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8fa61f08-5ac9-4ade-b815-9f28547b2870 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:50.311492 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6bfa65ef-72c2-4b10-ad87-4aa942521854 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:50.319850 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6bfa65ef-72c2-4b10-ad87-4aa942521854 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:50.329294 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-34b9788f-fd62-4cad-abc9-1cf744ca12fa tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:50.336666 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-fbacccba-20e0-46be-afc1-1aef9f41df7b tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] The port '4a8fcbd7-09f8-4d22-8706-6d43f82bd10c' was deleted {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 07 10:30:50.340045 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa61f08-5ac9-4ade-b815-9f28547b2870 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1cdc7ae-5e5a-4d17-af8d-fd3a29420c9c,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:50.360657 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfa65ef-72c2-4b10-ad87-4aa942521854 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de50414f-197c-4c86-b650-03bf7ba62470,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:50.398337 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6bfa65ef-72c2-4b10-ad87-4aa942521854 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:50.399882 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-6bfa65ef-72c2-4b10-ad87-4aa942521854 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3069644 Mar 07 10:30:50.403627 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 37136) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:50.404970 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-03272222-d505-4b63-8a95-ddf1663b4391 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3012444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3219213'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:50.409614 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8fa61f08-5ac9-4ade-b815-9f28547b2870 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:50.410773 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-8fa61f08-5ac9-4ade-b815-9f28547b2870 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.1213489 Mar 07 10:30:50.426248 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-96c02bcd-59ae-41f0-a696-6907f07c5787 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Request body: {'security_group_rule': {'security_group_id': '9062d70d-d651-4000-a289-660d64ce925e', 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:30:50.430498 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 37138) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:50.483929 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-e34babaf-d788-474c-8c83-8ff9ea43057d tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Request body: {'security_group_rule': {'security_group_id': 'c573f7f3-4cd0-4907-ba58-d47387524041', 'project_id': '6a5f148e85ef4a9b80e5517fdf788fc6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:30:50.490848 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-e34babaf-d788-474c-8c83-8ff9ea43057d tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:30:50.495267 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-e34babaf-d788-474c-8c83-8ff9ea43057d tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Usage tracker for resource:security_group_rule and tenant:6a5f148e85ef4a9b80e5517fdf788fc6 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:30:50.498265 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-e34babaf-d788-474c-8c83-8ff9ea43057d tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:30:50.507344 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7b43f5b-cfcb-4228-983c-ba6b2ca44005 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3917998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58952'] for router, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:50.511908 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-e34babaf-d788-474c-8c83-8ff9ea43057d tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:30:50.523525 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-96c02bcd-59ae-41f0-a696-6907f07c5787 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:30:50.542219 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-fbacccba-20e0-46be-afc1-1aef9f41df7b tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1526893', 'neutron.services.segments.db._delete_segments_for_network-8732568551033'] for network, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:50.559758 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-96c02bcd-59ae-41f0-a696-6907f07c5787 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Usage tracker for resource:security_group_rule and tenant:416b2fd961bc4d70a26d66821f7df8e2 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:30:50.566572 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03272222-d505-4b63-8a95-ddf1663b4391 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Network b182323a-b537-434c-8c62-118ec6f13713 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:30:50.567407 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-34b9788f-fd62-4cad-abc9-1cf744ca12fa tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3917886'] for router, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:50.567926 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34b9788f-fd62-4cad-abc9-1cf744ca12fa tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Fanout notify agent at l3_agent the message router_deleted on router e114a5ac-8337-4204-ba72-4e3d5dad0729 {{(pid=83738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 10:30:50.573814 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-96c02bcd-59ae-41f0-a696-6907f07c5787 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:30:50.576700 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-03272222-d505-4b63-8a95-ddf1663b4391 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:30:50.586194 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-96c02bcd-59ae-41f0-a696-6907f07c5787 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:30:50.589002 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03272222-d505-4b63-8a95-ddf1663b4391 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:50.589578 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-03272222-d505-4b63-8a95-ddf1663b4391 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:50.590133 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd27a8d6-4531-4a9a-a1a6-e5af581133e0 None None] Network b182323a-b537-434c-8c62-118ec6f13713 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:30:50.597383 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e34babaf-d788-474c-8c83-8ff9ea43057d tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:50.611930 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-fbacccba-20e0-46be-afc1-1aef9f41df7b tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd4702b1-253d-4a9d-8fbb-8306b2a4fc8a']}} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:30:50.631944 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-fbacccba-20e0-46be-afc1-1aef9f41df7b tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2d28733-f31e-4dea-a9d8-fe24e46919c6') {'for_net_delete': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:30:50.632674 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-fbacccba-20e0-46be-afc1-1aef9f41df7b tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2d28733-f31e-4dea-a9d8-fe24e46919c6') {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:30:50.649817 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-fbacccba-20e0-46be-afc1-1aef9f41df7b tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732568550916', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968000'] for segment, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:50.652905 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03272222-d505-4b63-8a95-ddf1663b4391 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Pushing event updated for resources: {'Subnet': ['ID=ad30a581-6211-4799-990a-926184cbe10b,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:50.675979 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7b43f5b-cfcb-4228-983c-ba6b2ca44005 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:50.681450 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-34b9788f-fd62-4cad-abc9-1cf744ca12fa tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Notify callbacks [] for router, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:50.682795 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-34b9788f-fd62-4cad-abc9-1cf744ca12fa tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] 10.222.0.13 "DELETE /v2.0/routers/e114a5ac-8337-4204-ba72-4e3d5dad0729 HTTP/1.1" status: 204 len: 168 time: 1.6370349 Mar 07 10:30:50.687975 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 37144) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:50.691546 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-fbacccba-20e0-46be-afc1-1aef9f41df7b tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:50.694812 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e34babaf-d788-474c-8c83-8ff9ea43057d tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:50.707949 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-03272222-d505-4b63-8a95-ddf1663b4391 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0351710 Mar 07 10:30:50.709311 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 37148) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:50.716888 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e34babaf-d788-474c-8c83-8ff9ea43057d tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:50.732022 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-a3106d73-733a-4717-938a-f806a7795aff tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-262554473', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'ad30a581-6211-4799-990a-926184cbe10b'}], 'security_groups': ['8f42adee-b189-4ad3-b1f5-6399f74ec55e']}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:30:50.746922 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-c7b43f5b-cfcb-4228-983c-ba6b2ca44005 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Deleting port 3a7eb8fc-f79a-4444-b40e-56c93de5cde8 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:30:50.747520 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7b43f5b-cfcb-4228-983c-ba6b2ca44005 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:50.778074 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-96c02bcd-59ae-41f0-a696-6907f07c5787 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:50.787282 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbacccba-20e0-46be-afc1-1aef9f41df7b tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=83738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 07 10:30:50.788043 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-fbacccba-20e0-46be-afc1-1aef9f41df7b tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1227397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3556681'] for segment, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:50.796292 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34babaf-d788-474c-8c83-8ff9ea43057d tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd96453e-27d0-4d9e-822b-fc57ec9104bf,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:50.856285 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70af618-2e2f-4a29-8323-43677f244831 None None] Sync routers for ids ['45ee3b0b-88fe-426a-9238-4fe6f312b48c'] in dv-neutron-830731-3-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:30:50.875140 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e34babaf-d788-474c-8c83-8ff9ea43057d tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:50.876803 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-e34babaf-d788-474c-8c83-8ff9ea43057d tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4104714 Mar 07 10:30:50.891283 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 37152) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:50.897475 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-3dc78cdd-2376-4b8e-ad76-3fa8a14077c9 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Request body: {'security_group_rule': {'security_group_id': 'c573f7f3-4cd0-4907-ba58-d47387524041', 'project_id': '6a5f148e85ef4a9b80e5517fdf788fc6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:30:50.913869 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-3dc78cdd-2376-4b8e-ad76-3fa8a14077c9 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:30:50.918188 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-3dc78cdd-2376-4b8e-ad76-3fa8a14077c9 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Usage tracker for resource:security_group_rule and tenant:6a5f148e85ef4a9b80e5517fdf788fc6 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:30:50.921373 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-3dc78cdd-2376-4b8e-ad76-3fa8a14077c9 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:30:50.927995 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-3dc78cdd-2376-4b8e-ad76-3fa8a14077c9 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:30:50.931436 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70af618-2e2f-4a29-8323-43677f244831 None None] Routers {'45ee3b0b-88fe-426a-9238-4fe6f312b48c'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:30:50.932144 dv-neutron-830731-3-hyperv neutron-server[83738]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:30:50.932144 dv-neutron-830731-3-hyperv neutron-server[83738]: util.warn( Mar 07 10:30:50.932144 dv-neutron-830731-3-hyperv neutron-server[83738]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:30:50.932144 dv-neutron-830731-3-hyperv neutron-server[83738]: util.warn( Mar 07 10:30:50.932144 dv-neutron-830731-3-hyperv neutron-server[83738]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:30:50.932144 dv-neutron-830731-3-hyperv neutron-server[83738]: util.warn( Mar 07 10:30:50.932144 dv-neutron-830731-3-hyperv neutron-server[83738]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:30:50.932144 dv-neutron-830731-3-hyperv neutron-server[83738]: util.warn( Mar 07 10:30:50.932144 dv-neutron-830731-3-hyperv neutron-server[83738]: Traceback (most recent call last): Mar 07 10:30:50.932144 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 07 10:30:50.932144 dv-neutron-830731-3-hyperv neutron-server[83738]: timer() Mar 07 10:30:50.932144 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:30:50.932144 dv-neutron-830731-3-hyperv neutron-server[83738]: cb(*args, **kw) Mar 07 10:30:50.932144 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 10:30:50.932144 dv-neutron-830731-3-hyperv neutron-server[83738]: return func(*args, **kwargs) Mar 07 10:30:50.932144 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:30:50.932144 dv-neutron-830731-3-hyperv neutron-server[83738]: self._notify() Mar 07 10:30:50.932144 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:30:50.932144 dv-neutron-830731-3-hyperv neutron-server[83738]: self.callback(batched_events) Mar 07 10:30:50.932144 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:30:50.932144 dv-neutron-830731-3-hyperv neutron-server[83738]: event.method(event) Mar 07 10:30:50.932144 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 10:30:50.932144 dv-neutron-830731-3-hyperv neutron-server[83738]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:30:50.932144 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 10:30:50.932144 dv-neutron-830731-3-hyperv neutron-server[83738]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:30:50.932144 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 10:30:50.932144 dv-neutron-830731-3-hyperv neutron-server[83738]: return f(self, *a, **k) Mar 07 10:30:50.932144 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:30:50.932144 dv-neutron-830731-3-hyperv neutron-server[83738]: return self._get(url).json() Mar 07 10:30:50.932144 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:30:50.932144 dv-neutron-830731-3-hyperv neutron-server[83738]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:30:50.932144 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 07 10:30:50.932144 dv-neutron-830731-3-hyperv neutron-server[83738]: return self.request(url, 'GET', **kwargs) Mar 07 10:30:50.932144 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 07 10:30:50.932144 dv-neutron-830731-3-hyperv neutron-server[83738]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:30:50.932144 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 07 10:30:50.932144 dv-neutron-830731-3-hyperv neutron-server[83738]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:30:50.932144 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 07 10:30:50.932144 dv-neutron-830731-3-hyperv neutron-server[83738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:30:50.932144 dv-neutron-830731-3-hyperv neutron-server[83738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:30:50.935876 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-f70af618-2e2f-4a29-8323-43677f244831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:30:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['45ee3b0b-88fe-426a-9238-4fe6f312b48c'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:30:51.026137 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3dc78cdd-2376-4b8e-ad76-3fa8a14077c9 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:51.045801 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a3106d73-733a-4717-938a-f806a7795aff tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:51.050897 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-8e214619-2d0e-4489-9d49-204ba2b0a063 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Synchronizing usage tracker for tenant:8843377006954c17a088ed77df13332f on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:30:51.105098 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-fbacccba-20e0-46be-afc1-1aef9f41df7b tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1526886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923583'] for network, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:51.133589 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-fbacccba-20e0-46be-afc1-1aef9f41df7b tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:51.144817 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-8e214619-2d0e-4489-9d49-204ba2b0a063 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] Unset dirty status for tenant:8843377006954c17a088ed77df13332f on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:30:51.146131 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-8e214619-2d0e-4489-9d49-204ba2b0a063 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] 10.222.0.13 "GET /v2.0/ports?device_id=e114a5ac-8337-4204-ba72-4e3d5dad0729 HTTP/1.1" status: 200 len: 205 time: 0.4571772 Mar 07 10:30:51.159250 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 37156) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:51.163748 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbacccba-20e0-46be-afc1-1aef9f41df7b tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] Pushing event deleted for resources: {'Network': ['ID=bd4702b1-253d-4a9d-8fbb-8306b2a4fc8a,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:51.170175 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-96c02bcd-59ae-41f0-a696-6907f07c5787 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:51.172072 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-fbacccba-20e0-46be-afc1-1aef9f41df7b tempest-NetworksTest-1368686592 tempest-NetworksTest-1368686592-project] 10.222.0.13 "DELETE /v2.0/networks/bd4702b1-253d-4a9d-8fbb-8306b2a4fc8a HTTP/1.1" status: 204 len: 168 time: 3.3377740 Mar 07 10:30:51.220124 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7b43f5b-cfcb-4228-983c-ba6b2ca44005 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:51.240755 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.api.v2.resource [None req-61610823-745b-47bf-b55d-be95e62258cb tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] delete failed (client error): The resource could not be found. Mar 07 10:30:51.244406 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-61610823-745b-47bf-b55d-be95e62258cb tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] 10.222.0.13 "DELETE /v2.0/routers/e114a5ac-8337-4204-ba72-4e3d5dad0729 HTTP/1.1" status: 404 len: 336 time: 0.0841846 Mar 07 10:30:51.245687 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 37162) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:51.268246 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-f70af618-2e2f-4a29-8323-43677f244831 None None] Set router 45ee3b0b-88fe-426a-9238-4fe6f312b48c gateway port host: dv-neutron-830731-3-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:30:51.415693 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-96c02bcd-59ae-41f0-a696-6907f07c5787 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:51.456883 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-c7b43f5b-cfcb-4228-983c-ba6b2ca44005 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Calling delete_port for 3a7eb8fc-f79a-4444-b40e-56c93de5cde8 owned by network:router_gateway {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:30:51.516007 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-04604e11-6bf0-4b7d-bddc-28f13a981e88 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] DELETE failed (client error): The resource could not be found. Mar 07 10:30:51.516568 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04604e11-6bf0-4b7d-bddc-28f13a981e88 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:30:51.519320 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-165d88cc-8e70-47fd-90a2-8f8034281c95 None None] Update dhcp port {'port': {'network_id': 'b182323a-b537-434c-8c62-118ec6f13713', 'fixed_ips': [{'subnet_id': '95f3f851-f6f4-4de2-a977-47b9a67dae6b', 'ip_address': '172.20.0.2'}, {'subnet_id': 'ad30a581-6211-4799-990a-926184cbe10b'}], 'binding:host_id': 'dv-neutron-830731-3-hyperv'}, 'id': 'd2ec2bab-6c39-4751-9e7b-70e843598db8'} from dv-neutron-830731-3-hyperv. {{(pid=83739) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 07 10:30:51.531531 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c02bcd-59ae-41f0-a696-6907f07c5787 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b66625d9-fbf5-4ef4-9fb8-f75f1b7209ad,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:51.550448 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-04604e11-6bf0-4b7d-bddc-28f13a981e88 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] 10.222.0.13 "DELETE /v2.0/subnets/c2fc008f-86d3-472b-82b4-6e02cef9d6df HTTP/1.1" status: 404 len: 337 time: 0.3010471 Mar 07 10:30:51.561472 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 37168) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:51.634310 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-96c02bcd-59ae-41f0-a696-6907f07c5787 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:51.638484 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-96c02bcd-59ae-41f0-a696-6907f07c5787 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.2148294 Mar 07 10:30:51.646653 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 37170) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:51.663315 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3dc78cdd-2376-4b8e-ad76-3fa8a14077c9 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:51.666423 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-165d88cc-8e70-47fd-90a2-8f8034281c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:51.676751 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-0f173bcd-9f03-445f-a425-306b305bf0b2 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Request body: {'security_group_rule': {'security_group_id': '9062d70d-d651-4000-a289-660d64ce925e', 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:30:51.688596 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3dc78cdd-2376-4b8e-ad76-3fa8a14077c9 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:51.694047 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-0f173bcd-9f03-445f-a425-306b305bf0b2 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:30:51.731488 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 37178) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:51.740981 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-0f173bcd-9f03-445f-a425-306b305bf0b2 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Usage tracker for resource:security_group_rule and tenant:416b2fd961bc4d70a26d66821f7df8e2 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:30:51.750812 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-0f173bcd-9f03-445f-a425-306b305bf0b2 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:30:51.757710 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc78cdd-2376-4b8e-ad76-3fa8a14077c9 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ceb47645-46ab-4fa3-bad3-cae3e7eefe13,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:51.802009 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-0f173bcd-9f03-445f-a425-306b305bf0b2 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:30:51.804155 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3dc78cdd-2376-4b8e-ad76-3fa8a14077c9 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:51.805350 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-3dc78cdd-2376-4b8e-ad76-3fa8a14077c9 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.9130735 Mar 07 10:30:51.811911 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 37184) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:51.832341 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-dd498ae6-8e09-4f4f-9159-8e816174ffee tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Request body: {'security_group_rule': {'security_group_id': 'c573f7f3-4cd0-4907-ba58-d47387524041', 'project_id': '6a5f148e85ef4a9b80e5517fdf788fc6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:30:51.841414 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.db.securitygroups_db [None req-0f173bcd-9f03-445f-a425-306b305bf0b2 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Project 416b2fd961bc4d70a26d66821f7df8e2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 10:30:51.852568 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0f173bcd-9f03-445f-a425-306b305bf0b2 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:51.866878 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7b43f5b-cfcb-4228-983c-ba6b2ca44005 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:51.910628 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-dd498ae6-8e09-4f4f-9159-8e816174ffee tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:30:51.956889 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-f70af618-2e2f-4a29-8323-43677f244831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45ee3b0b-88fe-426a-9238-4fe6f312b48c', 'name': 'tempest-TestNetworkBasicOps-router-279492574', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.141'}], 'enable_snat': True}, 'gw_port_id': '39859c51-8b3b-4046-8d84-9bd4a674d742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:30:22Z', 'updated_at': '2022-03-07T10:30:41Z', 'revision_number': 4, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'gw_port': {'id': '39859c51-8b3b-4046-8d84-9bd4a674d742', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:52:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ee3b0b-88fe-426a-9238-4fe6f312b48c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:30:23Z', 'updated_at': '2022-03-07T10:30:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_interfaces': [{'id': '504fdb8e-40a4-419d-910c-75ec0af599c3', 'name': '', 'network_id': '40a9b5e4-2566-4b34-8233-7ca2a6a5d397', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'mac_address': 'fa:16:3e:cf:19:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45ee3b0b-88fe-426a-9238-4fe6f312b48c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1639da54-b037-4e07-a2ec-b6618ce1a79a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:30:38Z', 'updated_at': '2022-03-07T10:30:41Z', 'revision_number': 2, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'subnets': [{'id': '1639da54-b037-4e07-a2ec-b6618ce1a79a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:30:51.966664 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70af618-2e2f-4a29-8323-43677f244831 None None] Checking router: 45ee3b0b-88fe-426a-9238-4fe6f312b48c for host: dv-neutron-830731-3-hyperv {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 07 10:30:51.967586 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70af618-2e2f-4a29-8323-43677f244831 None None] Updating router 45ee3b0b-88fe-426a-9238-4fe6f312b48c port 504fdb8e-40a4-419d-910c-75ec0af599c3 binding host dv-neutron-830731-3-hyperv {{(pid=83739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 07 10:30:52.005845 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device d6bd9e99-6ae6-4bc4-9986-483fc003cde5 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:30:52.008305 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-dd498ae6-8e09-4f4f-9159-8e816174ffee tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Usage tracker for resource:security_group_rule and tenant:6a5f148e85ef4a9b80e5517fdf788fc6 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:30:52.010975 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b43f5b-cfcb-4228-983c-ba6b2ca44005 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Pushing event deleted for resources: {'Port': ['ID=3a7eb8fc-f79a-4444-b40e-56c93de5cde8,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:52.013639 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-dd498ae6-8e09-4f4f-9159-8e816174ffee tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:30:52.022034 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-dd498ae6-8e09-4f4f-9159-8e816174ffee tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:30:52.071884 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-31f84682-646b-4002-95e6-61eb5de9f35f tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] DELETE failed (client error): The resource could not be found. Mar 07 10:30:52.072734 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31f84682-646b-4002-95e6-61eb5de9f35f tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:30:52.074161 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-31f84682-646b-4002-95e6-61eb5de9f35f tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] 10.222.0.13 "DELETE /v2.0/subnets/29bc72c7-310a-41ac-aaee-74352799fbfc HTTP/1.1" status: 404 len: 337 time: 0.4367611 Mar 07 10:30:52.086425 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 37190) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:52.092632 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f70af618-2e2f-4a29-8323-43677f244831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:52.141328 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe6f4f5e-7e20-4004-9b83-3af20cf8fadc tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] DELETE failed (client error): The resource could not be found. Mar 07 10:30:52.141726 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe6f4f5e-7e20-4004-9b83-3af20cf8fadc tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:30:52.165181 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning for port d6bd9e99-6ae6-4bc4-9986-483fc003cde5 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:30:52.168099 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0f173bcd-9f03-445f-a425-306b305bf0b2 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:52.174204 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port d6bd9e99-6ae6-4bc4-9986-483fc003cde5 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:30:52.174435 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-fe6f4f5e-7e20-4004-9b83-3af20cf8fadc tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] 10.222.0.13 "DELETE /v2.0/subnets/7245e10c-4fca-4313-bd10-62ddf8acc484 HTTP/1.1" status: 404 len: 337 time: 0.0870161 Mar 07 10:30:52.174728 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:52.178474 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-a3106d73-733a-4717-938a-f806a7795aff tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Delete allocated IP 172.20.0.11 (b182323a-b537-434c-8c62-118ec6f13713/95f3f851-f6f4-4de2-a977-47b9a67dae6b) {{(pid=83737) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 07 10:30:52.182390 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 37194) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:52.183036 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0f173bcd-9f03-445f-a425-306b305bf0b2 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:52.257455 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-a3106d73-733a-4717-938a-f806a7795aff tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Allocated IP 172.20.0.23 (b182323a-b537-434c-8c62-118ec6f13713/ad30a581-6211-4799-990a-926184cbe10b/497b193a-f335-46f5-8b4c-672044e45f82) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:30:52.263146 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-dd498ae6-8e09-4f4f-9159-8e816174ffee tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:52.277068 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f173bcd-9f03-445f-a425-306b305bf0b2 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3c53f87-060e-4ae9-9519-641dd77901e9,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:52.283291 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-527cc812-0b55-4552-b168-ca4392d0ec5c tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] DELETE failed (client error): The resource could not be found. Mar 07 10:30:52.283728 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-527cc812-0b55-4552-b168-ca4392d0ec5c tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:30:52.285461 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-527cc812-0b55-4552-b168-ca4392d0ec5c tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] 10.222.0.13 "DELETE /v2.0/subnets/32ec8036-5adc-4d1f-a49f-bc0660977659 HTTP/1.1" status: 404 len: 337 time: 0.1004725 Mar 07 10:30:52.291101 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-1f79bac8-881c-413e-adba-dc6e98dbdefc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=44b92b651ff14b9ab83bd7a3588b3016&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5554066 Mar 07 10:30:52.300997 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 37198) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:52.301361 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 37200) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:52.348198 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-dd498ae6-8e09-4f4f-9159-8e816174ffee tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:52.349158 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7b43f5b-cfcb-4228-983c-ba6b2ca44005 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923554'] for router_gateway, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:52.366051 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0f173bcd-9f03-445f-a425-306b305bf0b2 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:52.370034 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-0f173bcd-9f03-445f-a425-306b305bf0b2 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.7190096 Mar 07 10:30:52.379256 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 37206) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:52.390340 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-61fcd628-62ea-4245-a87a-e0513762f51c tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] 10.222.0.13 "GET /v2.0/ports?device_id=3324b4fd-0a96-401d-9daf-b341f252b9ce HTTP/1.1" status: 200 len: 205 time: 0.0876477 Mar 07 10:30:52.402616 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-7fa88704-df25-48ec-8df8-084a9bfdd18e tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Request body: {'security_group_rule': {'security_group_id': '9062d70d-d651-4000-a289-660d64ce925e', 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:30:52.408138 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 37210) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:52.416701 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-7fa88704-df25-48ec-8df8-084a9bfdd18e tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:30:52.421886 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-dd498ae6-8e09-4f4f-9159-8e816174ffee tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:52.494231 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:52.505020 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-7fa88704-df25-48ec-8df8-084a9bfdd18e tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Usage tracker for resource:security_group_rule and tenant:416b2fd961bc4d70a26d66821f7df8e2 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:30:52.507920 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd498ae6-8e09-4f4f-9159-8e816174ffee tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cee017ca-6fc9-455d-8bdb-77b97bff3b36,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:52.527954 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7b43f5b-cfcb-4228-983c-ba6b2ca44005 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3917998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58952'] for router, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:52.533343 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7b43f5b-cfcb-4228-983c-ba6b2ca44005 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3923496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3923511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3918005'] for router, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:52.535253 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] For port d6bd9e99-6ae6-4bc4-9986-483fc003cde5, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=d6bd9e99-6ae6-4bc4-9986-483fc003cde5,segment=NetworkSegment(9a22e080-7529-4fc7-949d-9f84ba21807d),segment_id=9a22e080-7529-4fc7-949d-9f84ba21807d)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:30:52.539751 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-dd498ae6-8e09-4f4f-9159-8e816174ffee tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:52.543873 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:52.544024 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-dd498ae6-8e09-4f4f-9159-8e816174ffee tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.7261736 Mar 07 10:30:52.555288 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 37214) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:52.561591 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-7fa88704-df25-48ec-8df8-084a9bfdd18e tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:30:52.567297 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.api.v2.resource [None req-6f34dd17-0c80-4e82-b0fa-b3436cea26c1 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] delete failed (client error): The resource could not be found. Mar 07 10:30:52.568321 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-6f34dd17-0c80-4e82-b0fa-b3436cea26c1 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] 10.222.0.13 "DELETE /v2.0/routers/3324b4fd-0a96-401d-9daf-b341f252b9ce HTTP/1.1" status: 404 len: 336 time: 0.1551564 Mar 07 10:30:52.590030 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-a460f2c5-13f3-4622-97e6-745a8bd5e46f tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Request body: {'security_group_rule': {'security_group_id': 'c573f7f3-4cd0-4907-ba58-d47387524041', 'project_id': '6a5f148e85ef4a9b80e5517fdf788fc6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:30:52.595321 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 37218) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:52.605006 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-7fa88704-df25-48ec-8df8-084a9bfdd18e tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:30:52.648926 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-a460f2c5-13f3-4622-97e6-745a8bd5e46f tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:30:52.671128 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Pushing event updated for resources: {'Port': ['ID=d6bd9e99-6ae6-4bc4-9986-483fc003cde5,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:52.671334 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-2d605eba-f263-45dc-aecd-c036d38a6342 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] 10.222.0.13 "GET /v2.0/ports?device_id=2955f8dc-7a97-4982-9411-4a08645729f6 HTTP/1.1" status: 200 len: 205 time: 0.0722065 Mar 07 10:30:52.672572 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-a460f2c5-13f3-4622-97e6-745a8bd5e46f tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Usage tracker for resource:security_group_rule and tenant:6a5f148e85ef4a9b80e5517fdf788fc6 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:30:52.678743 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 37222) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:52.689729 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-a460f2c5-13f3-4622-97e6-745a8bd5e46f tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:30:52.694195 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f70af618-2e2f-4a29-8323-43677f244831 None None] Notify callbacks [] for port, precommit_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:52.707827 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-f70af618-2e2f-4a29-8323-43677f244831 None None] Transition to ACTIVE for port object 504fdb8e-40a4-419d-910c-75ec0af599c3 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:30:52.711554 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-a460f2c5-13f3-4622-97e6-745a8bd5e46f tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:30:52.715551 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f70af618-2e2f-4a29-8323-43677f244831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:52.768116 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.db.securitygroups_db [None req-7fa88704-df25-48ec-8df8-084a9bfdd18e tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Project 416b2fd961bc4d70a26d66821f7df8e2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 10:30:52.805699 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-407aca1b-9c2d-49b3-9427-01bf63153de8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:52.819142 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7fa88704-df25-48ec-8df8-084a9bfdd18e tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:52.827924 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7b43f5b-cfcb-4228-983c-ba6b2ca44005 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Router 12298212-e279-4c28-aaf8-6d3aebcb85a8 has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:30:52.831851 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.api.v2.resource [None req-15248fd1-a6fd-49cf-ab40-eaa0c655bb31 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] delete failed (client error): The resource could not be found. Mar 07 10:30:52.832896 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-15248fd1-a6fd-49cf-ab40-eaa0c655bb31 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] 10.222.0.13 "DELETE /v2.0/routers/2955f8dc-7a97-4982-9411-4a08645729f6 HTTP/1.1" status: 404 len: 336 time: 0.1402667 Mar 07 10:30:52.836124 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 37226) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:52.854030 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.db.securitygroups_db [None req-a460f2c5-13f3-4622-97e6-745a8bd5e46f tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Project 6a5f148e85ef4a9b80e5517fdf788fc6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 10:30:52.856054 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565ce1cc-4143-49a5-a5b2-1b161454edda None None] Pushing event updated for resources: {'Port': ['ID=504fdb8e-40a4-419d-910c-75ec0af599c3,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:52.882736 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a460f2c5-13f3-4622-97e6-745a8bd5e46f tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:52.904691 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-407aca1b-9c2d-49b3-9427-01bf63153de8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:52.949327 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-23c6479f-01fb-4ac1-bcbd-6d54e97e1504 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] DELETE failed (client error): The resource could not be found. Mar 07 10:30:52.949823 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23c6479f-01fb-4ac1-bcbd-6d54e97e1504 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:30:52.951589 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-23c6479f-01fb-4ac1-bcbd-6d54e97e1504 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] 10.222.0.13 "DELETE /v2.0/subnets/3ce285a1-f245-4dde-8e78-d2dc39c47fd5 HTTP/1.1" status: 404 len: 337 time: 0.1143939 Mar 07 10:30:52.960372 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 37230) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:52.962841 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-f70af618-2e2f-4a29-8323-43677f244831 None None] Attempting to bind port 504fdb8e-40a4-419d-910c-75ec0af599c3 on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:30:52.963214 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-f70af618-2e2f-4a29-8323-43677f244831 None None] Attempting to bind port 504fdb8e-40a4-419d-910c-75ec0af599c3 by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': 'db98df71-74cd-4d5e-8dae-73d8cf33dfa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '40a9b5e4-2566-4b34-8233-7ca2a6a5d397'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:30:52.963571 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70af618-2e2f-4a29-8323-43677f244831 None None] Attempting to bind port 504fdb8e-40a4-419d-910c-75ec0af599c3 on network 40a9b5e4-2566-4b34-8233-7ca2a6a5d397 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:30:52.971724 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70af618-2e2f-4a29-8323-43677f244831 None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 30, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:30:52.972089 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70af618-2e2f-4a29-8323-43677f244831 None None] Checking segment: {'id': 'db98df71-74cd-4d5e-8dae-73d8cf33dfa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '40a9b5e4-2566-4b34-8233-7ca2a6a5d397'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:30:52.972531 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f70af618-2e2f-4a29-8323-43677f244831 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:52.972904 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70af618-2e2f-4a29-8323-43677f244831 None None] Bound using segment: {'id': 'db98df71-74cd-4d5e-8dae-73d8cf33dfa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '40a9b5e4-2566-4b34-8233-7ca2a6a5d397'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:30:52.973368 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-f70af618-2e2f-4a29-8323-43677f244831 None None] Bound port: 504fdb8e-40a4-419d-910c-75ec0af599c3, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db98df71-74cd-4d5e-8dae-73d8cf33dfa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '40a9b5e4-2566-4b34-8233-7ca2a6a5d397'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:30:52.973747 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f70af618-2e2f-4a29-8323-43677f244831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:52.992903 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a3106d73-733a-4717-938a-f806a7795aff tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:53.013407 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [None req-a3106d73-733a-4717-938a-f806a7795aff tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Transition to ACTIVE for port object 497b193a-f335-46f5-8b4c-672044e45f82 will not be triggered until provisioned by entity DHCP. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:30:53.047866 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a3106d73-733a-4717-938a-f806a7795aff tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3012561'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:53.075968 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-1d16bdb9-1d37-4942-9370-9244096ba9df tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] 10.222.0.13 "GET /v2.0/ports?device_id=6112a0c9-b947-4b8f-b647-d7781e61f4ad HTTP/1.1" status: 200 len: 205 time: 0.0607476 Mar 07 10:30:53.076168 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 37234) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:53.116590 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7fa88704-df25-48ec-8df8-084a9bfdd18e tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:53.132041 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-f70af618-2e2f-4a29-8323-43677f244831 None None] For port 504fdb8e-40a4-419d-910c-75ec0af599c3, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:30:53.138304 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-f70af618-2e2f-4a29-8323-43677f244831 None None] For port 504fdb8e-40a4-419d-910c-75ec0af599c3, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=504fdb8e-40a4-419d-910c-75ec0af599c3,segment=NetworkSegment(db98df71-74cd-4d5e-8dae-73d8cf33dfa3),segment_id=db98df71-74cd-4d5e-8dae-73d8cf33dfa3)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:30:53.146908 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7fa88704-df25-48ec-8df8-084a9bfdd18e tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:53.149799 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f70af618-2e2f-4a29-8323-43677f244831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:53.154431 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-165d88cc-8e70-47fd-90a2-8f8034281c95 None None] Allocated IP 172.20.0.18 (b182323a-b537-434c-8c62-118ec6f13713/ad30a581-6211-4799-990a-926184cbe10b/d2ec2bab-6c39-4751-9e7b-70e843598db8) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:30:53.163848 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a460f2c5-13f3-4622-97e6-745a8bd5e46f tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:53.164392 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.api.v2.resource [None req-371705fa-e38d-435b-86e6-b2372b425523 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] delete failed (client error): The resource could not be found. Mar 07 10:30:53.168107 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-371705fa-e38d-435b-86e6-b2372b425523 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] 10.222.0.13 "DELETE /v2.0/routers/6112a0c9-b947-4b8f-b647-d7781e61f4ad HTTP/1.1" status: 404 len: 336 time: 0.0883605 Mar 07 10:30:53.173370 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 37238) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:53.175160 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7b43f5b-cfcb-4228-983c-ba6b2ca44005 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:30:53.188046 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac54263-21c0-4db1-9f84-e13d6d2b1c06 None None] Sync routers for ids ['12298212-e279-4c28-aaf8-6d3aebcb85a8'] in dv-neutron-830731-3-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:30:53.201808 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac54263-21c0-4db1-9f84-e13d6d2b1c06 None None] Routers {'12298212-e279-4c28-aaf8-6d3aebcb85a8'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:30:53.203607 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-1ac54263-21c0-4db1-9f84-e13d6d2b1c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:30:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['12298212-e279-4c28-aaf8-6d3aebcb85a8'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:30:53.213793 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7b43f5b-cfcb-4228-983c-ba6b2ca44005 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Notify callbacks [] for router, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:53.217615 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-c7b43f5b-cfcb-4228-983c-ba6b2ca44005 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] 10.222.0.13 "PUT /v2.0/routers/12298212-e279-4c28-aaf8-6d3aebcb85a8 HTTP/1.1" status: 200 len: 709 time: 6.1748884 Mar 07 10:30:53.219866 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 37242) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:53.237606 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a460f2c5-13f3-4622-97e6-745a8bd5e46f tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:53.239564 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565ce1cc-4143-49a5-a5b2-1b161454edda None None] Pushing event updated for resources: {'Port': ['ID=504fdb8e-40a4-419d-910c-75ec0af599c3,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:53.270442 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa88704-df25-48ec-8df8-084a9bfdd18e tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=547c7b5a-9a56-427d-a6e1-20873abf4625,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:53.298698 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-28362b41-6389-4151-8956-0fddccd74682 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] 10.222.0.13 "GET /v2.0/ports?device_id=414f4f85-25cd-4a34-a70b-0f0b36a6102e HTTP/1.1" status: 200 len: 205 time: 0.1189160 Mar 07 10:30:53.301224 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3106d73-733a-4717-938a-f806a7795aff tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Pushing event updated for resources: {'Port': ['ID=497b193a-f335-46f5-8b4c-672044e45f82,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:53.305066 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 37246) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:53.359629 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70af618-2e2f-4a29-8323-43677f244831 None None] Routers {'45ee3b0b-88fe-426a-9238-4fe6f312b48c'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:30:53.360573 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-f70af618-2e2f-4a29-8323-43677f244831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:30:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['45ee3b0b-88fe-426a-9238-4fe6f312b48c'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:30:53.379320 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-1ac54263-21c0-4db1-9f84-e13d6d2b1c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:30:53.394093 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac54263-21c0-4db1-9f84-e13d6d2b1c06 None None] Routers {'12298212-e279-4c28-aaf8-6d3aebcb85a8'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:30:53.394873 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-1ac54263-21c0-4db1-9f84-e13d6d2b1c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:30:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['12298212-e279-4c28-aaf8-6d3aebcb85a8'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:30:53.458747 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-a3106d73-733a-4717-938a-f806a7795aff tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] In _notify_port_updated(), no bound segment for port 497b193a-f335-46f5-8b4c-672044e45f82 on network b182323a-b537-434c-8c62-118ec6f13713 {{(pid=83737) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 07 10:30:53.469409 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3106d73-733a-4717-938a-f806a7795aff tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:53.471575 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a3106d73-733a-4717-938a-f806a7795aff tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:53.472773 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-1ac54263-21c0-4db1-9f84-e13d6d2b1c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:30:53.473457 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac54263-21c0-4db1-9f84-e13d6d2b1c06 None None] The sync data for ids ['12298212-e279-4c28-aaf8-6d3aebcb85a8'] in dv-neutron-830731-3-hyperv is: [] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:30:53.476896 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-a3106d73-733a-4717-938a-f806a7795aff tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] 10.222.0.13 "PUT /v2.0/ports/497b193a-f335-46f5-8b4c-672044e45f82 HTTP/1.1" status: 200 len: 920 time: 2.7641904 Mar 07 10:30:53.477896 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-407aca1b-9c2d-49b3-9427-01bf63153de8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:53.482669 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-407aca1b-9c2d-49b3-9427-01bf63153de8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:53.484798 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-407aca1b-9c2d-49b3-9427-01bf63153de8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f271ee63-cf32-4b31-b1da-1682811a6b98 HTTP/1.1" status: 204 len: 168 time: 1.1802897 Mar 07 10:30:53.488090 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a460f2c5-13f3-4622-97e6-745a8bd5e46f tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e73f204e-29e7-428d-8ef2-2deacd369f00,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:53.489668 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 37250) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:53.501993 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.api.v2.resource [None req-e56f2a03-67e7-43e3-bc1b-1ca428b5bf73 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] delete failed (client error): The resource could not be found. Mar 07 10:30:53.503221 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-e56f2a03-67e7-43e3-bc1b-1ca428b5bf73 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] 10.222.0.13 "DELETE /v2.0/routers/414f4f85-25cd-4a34-a70b-0f0b36a6102e HTTP/1.1" status: 404 len: 336 time: 0.1972396 Mar 07 10:30:53.511944 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7fa88704-df25-48ec-8df8-084a9bfdd18e tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:53.521288 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-7fa88704-df25-48ec-8df8-084a9bfdd18e tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 1.1381741 Mar 07 10:30:53.522848 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a460f2c5-13f3-4622-97e6-745a8bd5e46f tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:53.525291 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-a460f2c5-13f3-4622-97e6-745a8bd5e46f tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.9604287 Mar 07 10:30:53.526857 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 37256) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:53.528898 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407aca1b-9c2d-49b3-9427-01bf63153de8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f271ee63-cf32-4b31-b1da-1682811a6b98,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:53.533447 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 37260) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:53.577422 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-322f27f6-1dcd-49af-bda3-c3c3b63d2fae tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Request body: {'security_group_rule': {'security_group_id': 'c573f7f3-4cd0-4907-ba58-d47387524041', 'project_id': '6a5f148e85ef4a9b80e5517fdf788fc6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:30:53.588072 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-322f27f6-1dcd-49af-bda3-c3c3b63d2fae tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:30:53.591085 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f772026-6a78-4220-a423-7f999f9488b7 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] DELETE failed (client error): The resource could not be found. Mar 07 10:30:53.591586 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f772026-6a78-4220-a423-7f999f9488b7 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:30:53.593837 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-7f772026-6a78-4220-a423-7f999f9488b7 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] 10.222.0.13 "DELETE /v2.0/subnets/8681eb86-520c-413c-baab-5bad3074bd28 HTTP/1.1" status: 404 len: 337 time: 0.0614238 Mar 07 10:30:53.596340 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 37266) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:53.598922 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-322f27f6-1dcd-49af-bda3-c3c3b63d2fae tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Usage tracker for resource:security_group_rule and tenant:6a5f148e85ef4a9b80e5517fdf788fc6 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:30:53.602661 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-322f27f6-1dcd-49af-bda3-c3c3b63d2fae tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:30:53.648379 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-e1bdebbc-5a54-4888-bbba-699ef116a6e1 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] 10.222.0.13 "GET /v2.0/routers/12298212-e279-4c28-aaf8-6d3aebcb85a8 HTTP/1.1" status: 200 len: 744 time: 0.4236159 Mar 07 10:30:53.649458 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 37270) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:53.652944 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-675f5095-3989-43a4-902a-d305d5ba479d tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Deleting port 497b193a-f335-46f5-8b4c-672044e45f82 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:30:53.653564 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-675f5095-3989-43a4-902a-d305d5ba479d tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:53.655617 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-322f27f6-1dcd-49af-bda3-c3c3b63d2fae tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:30:53.659934 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-b8786459-7edc-4e0b-8c1d-bba10b0ad4ee tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce7c9b22-8c9e-45d4-8610-b1edc54f7a84 HTTP/1.1" status: 200 len: 205 time: 0.0623581 Mar 07 10:30:53.662561 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 37272) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:53.715629 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-165d88cc-8e70-47fd-90a2-8f8034281c95 None None] For port d2ec2bab-6c39-4751-9e7b-70e843598db8, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=d2ec2bab-6c39-4751-9e7b-70e843598db8,segment=NetworkSegment(6114c2d4-416c-4643-ba3e-9ec438893dd5),segment_id=6114c2d4-416c-4643-ba3e-9ec438893dd5)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:30:53.753755 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-165d88cc-8e70-47fd-90a2-8f8034281c95 None None] Notify callbacks [] for port, precommit_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:53.776178 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-165d88cc-8e70-47fd-90a2-8f8034281c95 None None] Transition to ACTIVE for port object d2ec2bab-6c39-4751-9e7b-70e843598db8 will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:30:53.795719 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-34e07a39-2243-449c-a482-4d1d5d35f658 tempest-RoutersIpV6AdminTest-1326770491 tempest-RoutersIpV6AdminTest-1326770491-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=5ed85006-6b00-415e-b71f-837fb1421c12&device_id=12298212-e279-4c28-aaf8-6d3aebcb85a8 HTTP/1.1" status: 200 len: 205 time: 0.1166058 Mar 07 10:30:53.795888 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-f70af618-2e2f-4a29-8323-43677f244831 None None] Set router 45ee3b0b-88fe-426a-9238-4fe6f312b48c gateway port host: dv-neutron-830731-3-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:30:53.796366 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 37284) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:53.878067 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-1cbfd99a-2bbd-4966-b8f5-108434c7ed30 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] 10.222.0.13 "GET /v2.0/ports?device_id=12298212-e279-4c28-aaf8-6d3aebcb85a8 HTTP/1.1" status: 200 len: 205 time: 0.0764029 Mar 07 10:30:53.878752 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 37290) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:53.879575 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-165d88cc-8e70-47fd-90a2-8f8034281c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:53.889768 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.api.v2.resource [None req-600d31ac-ad0d-4378-a908-82f14aab3173 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] delete failed (client error): The resource could not be found. Mar 07 10:30:53.893338 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-600d31ac-ad0d-4378-a908-82f14aab3173 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] 10.222.0.13 "DELETE /v2.0/routers/ce7c9b22-8c9e-45d4-8610-b1edc54f7a84 HTTP/1.1" status: 404 len: 336 time: 0.2272942 Mar 07 10:30:53.894679 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.db.securitygroups_db [None req-322f27f6-1dcd-49af-bda3-c3c3b63d2fae tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Project 6a5f148e85ef4a9b80e5517fdf788fc6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 10:30:53.898883 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 37294) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:53.950680 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-322f27f6-1dcd-49af-bda3-c3c3b63d2fae tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:54.003979 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-e73b8d5b-cc1f-4020-b8eb-3fb91aa639d0 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] DELETE failed (client error): The resource could not be found. Mar 07 10:30:54.004425 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e73b8d5b-cc1f-4020-b8eb-3fb91aa639d0 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:30:54.010121 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 37300) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:54.010306 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-e73b8d5b-cc1f-4020-b8eb-3fb91aa639d0 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] 10.222.0.13 "DELETE /v2.0/subnets/a8b2b2f1-2c8f-4602-96f3-02d58705ed32 HTTP/1.1" status: 404 len: 337 time: 0.1063972 Mar 07 10:30:54.024585 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-27e17dcf-1463-4bb1-a617-d9d533c9e95f req-a1aa0729-259b-40e2-82bb-7d05eafa1ae1 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1528511971&fields=id&tenant_id=416b2fd961bc4d70a26d66821f7df8e2 HTTP/1.1" status: 200 len: 267 time: 0.1698530 Mar 07 10:30:54.099638 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device d6bd9e99-6ae6-4bc4-9986-483fc003cde5 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:30:54.128264 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-783c7ff8-6e32-4a99-9eb6-d84c50a07f1d tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] 10.222.0.13 "GET /v2.0/ports?device_id=59c3c930-fabc-4c51-b5ad-58e3b3e57f4b HTTP/1.1" status: 200 len: 205 time: 0.1169288 Mar 07 10:30:54.131624 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 37308) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:54.229433 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e17dcf-1463-4bb1-a617-d9d533c9e95f req-7ac7d642-fb29-4203-a6ca-f63112fce875 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:54.230772 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-27e17dcf-1463-4bb1-a617-d9d533c9e95f req-7ac7d642-fb29-4203-a6ca-f63112fce875 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/networks?id=40a9b5e4-2566-4b34-8233-7ca2a6a5d397 HTTP/1.1" status: 200 len: 797 time: 0.1969037 Mar 07 10:30:54.267242 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-322f27f6-1dcd-49af-bda3-c3c3b63d2fae tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:54.282657 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-322f27f6-1dcd-49af-bda3-c3c3b63d2fae tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:54.328944 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-27e17dcf-1463-4bb1-a617-d9d533c9e95f req-07aa19aa-deba-40e2-b2e0-92c4dcdc7193 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/quotas/416b2fd961bc4d70a26d66821f7df8e2 HTTP/1.1" status: 200 len: 375 time: 0.0873802 Mar 07 10:30:54.340064 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.api.v2.resource [None req-52a56a12-fc9d-409d-a05e-11dfe2b57a4e tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] delete failed (client error): The resource could not be found. Mar 07 10:30:54.344562 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-52a56a12-fc9d-409d-a05e-11dfe2b57a4e tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] 10.222.0.13 "DELETE /v2.0/routers/59c3c930-fabc-4c51-b5ad-58e3b3e57f4b HTTP/1.1" status: 404 len: 336 time: 0.2118528 Mar 07 10:30:54.379977 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 37314) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:54.432915 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165d88cc-8e70-47fd-90a2-8f8034281c95 None None] Pushing event updated for resources: {'Port': ['ID=d2ec2bab-6c39-4751-9e7b-70e843598db8,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:54.440300 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6954e7c4-9bb1-4057-abfe-348d20979737 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Notify callbacks [] for router, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:54.460220 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322f27f6-1dcd-49af-bda3-c3c3b63d2fae tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1288d4b-e833-4fc9-a394-cc4e26e1a6df,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:54.480814 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-322f27f6-1dcd-49af-bda3-c3c3b63d2fae tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:54.482007 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-322f27f6-1dcd-49af-bda3-c3c3b63d2fae tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.9472373 Mar 07 10:30:54.482991 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-787a81a1-2e74-461a-8591-0b2534ce8bd3 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] DELETE failed (client error): The resource could not be found. Mar 07 10:30:54.483418 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-787a81a1-2e74-461a-8591-0b2534ce8bd3 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:30:54.486027 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-787a81a1-2e74-461a-8591-0b2534ce8bd3 tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] 10.222.0.13 "DELETE /v2.0/subnets/b2d6db32-c495-4824-a45e-79194a5b06c0 HTTP/1.1" status: 404 len: 337 time: 0.1048393 Mar 07 10:30:54.495102 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 37322) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:54.566195 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port d6bd9e99-6ae6-4bc4-9986-483fc003cde5 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:30:54.577025 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:54.583296 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-83f29242-62e3-46ed-9c5d-6db7e00ea05f tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] DELETE failed (client error): The resource could not be found. Mar 07 10:30:54.583802 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83f29242-62e3-46ed-9c5d-6db7e00ea05f tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:30:54.585566 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-83f29242-62e3-46ed-9c5d-6db7e00ea05f tempest-RoutersTest-2008421924 tempest-RoutersTest-2008421924-project] 10.222.0.13 "DELETE /v2.0/subnets/f2cc4941-7ad5-477d-afe9-407320159cb7 HTTP/1.1" status: 404 len: 337 time: 0.0895422 Mar 07 10:30:54.621582 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-27e17dcf-1463-4bb1-a617-d9d533c9e95f req-a4afbfd8-6cb4-43bb-b3d9-3fbe0467cf4e tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=416b2fd961bc4d70a26d66821f7df8e2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2916479 Mar 07 10:30:54.728461 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-675f5095-3989-43a4-902a-d305d5ba479d tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:54.743243 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-f70af618-2e2f-4a29-8323-43677f244831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45ee3b0b-88fe-426a-9238-4fe6f312b48c', 'name': 'tempest-TestNetworkBasicOps-router-279492574', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.141'}], 'enable_snat': True}, 'gw_port_id': '39859c51-8b3b-4046-8d84-9bd4a674d742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:30:22Z', 'updated_at': '2022-03-07T10:30:41Z', 'revision_number': 4, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'gw_port': {'id': '39859c51-8b3b-4046-8d84-9bd4a674d742', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:52:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ee3b0b-88fe-426a-9238-4fe6f312b48c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:30:23Z', 'updated_at': '2022-03-07T10:30:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_interfaces': [{'id': '504fdb8e-40a4-419d-910c-75ec0af599c3', 'name': '', 'network_id': '40a9b5e4-2566-4b34-8233-7ca2a6a5d397', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'mac_address': 'fa:16:3e:cf:19:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45ee3b0b-88fe-426a-9238-4fe6f312b48c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1639da54-b037-4e07-a2ec-b6618ce1a79a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:30:38Z', 'updated_at': '2022-03-07T10:30:53Z', 'revision_number': 4, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'subnets': [{'id': '1639da54-b037-4e07-a2ec-b6618ce1a79a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:30:54.748507 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70af618-2e2f-4a29-8323-43677f244831 None None] The sync data for ids ['45ee3b0b-88fe-426a-9238-4fe6f312b48c'] in dv-neutron-830731-3-hyperv is: [{'id': '45ee3b0b-88fe-426a-9238-4fe6f312b48c', 'name': 'tempest-TestNetworkBasicOps-router-279492574', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.141'}], 'enable_snat': True}, 'gw_port_id': '39859c51-8b3b-4046-8d84-9bd4a674d742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:30:22Z', 'updated_at': '2022-03-07T10:30:41Z', 'revision_number': 4, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'gw_port': {'id': '39859c51-8b3b-4046-8d84-9bd4a674d742', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:52:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ee3b0b-88fe-426a-9238-4fe6f312b48c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:30:23Z', 'updated_at': '2022-03-07T10:30:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_interfaces': [{'id': '504fdb8e-40a4-419d-910c-75ec0af599c3', 'name': '', 'network_id': '40a9b5e4-2566-4b34-8233-7ca2a6a5d397', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'mac_address': 'fa:16:3e:cf:19:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45ee3b0b-88fe-426a-9238-4fe6f312b48c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1639da54-b037-4e07-a2ec-b6618ce1a79a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:30:38Z', 'updated_at': '2022-03-07T10:30:53Z', 'revision_number': 4, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'subnets': [{'id': '1639da54-b037-4e07-a2ec-b6618ce1a79a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:30:55.261603 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 37356) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:55.267467 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 37358) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:55.290045 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-27e17dcf-1463-4bb1-a617-d9d533c9e95f req-45788331-3e74-4752-91d1-d4eeba6f9950 service neutron] 10.222.0.13 "GET /v2.0/networks/40a9b5e4-2566-4b34-8233-7ca2a6a5d397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6504920 Mar 07 10:30:55.402739 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-675f5095-3989-43a4-902a-d305d5ba479d tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Calling delete_port for 497b193a-f335-46f5-8b4c-672044e45f82 owned by {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:30:55.470199 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-27e17dcf-1463-4bb1-a617-d9d533c9e95f req-9ed8467d-64eb-4f2d-b07b-bc40627b69b1 service neutron] 10.222.0.13 "GET /v2.0/networks/40a9b5e4-2566-4b34-8233-7ca2a6a5d397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775031 Mar 07 10:30:55.501688 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-ef30c891-4342-4a52-ba6d-35c4bb530103 None None] Provisioning for port 497b193a-f335-46f5-8b4c-672044e45f82 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:30:55.526011 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-ef30c891-4342-4a52-ba6d-35c4bb530103 None None] Provisioning complete for port 497b193a-f335-46f5-8b4c-672044e45f82 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:30:55.526801 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-ef30c891-4342-4a52-ba6d-35c4bb530103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:55.670037 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-ef30c891-4342-4a52-ba6d-35c4bb530103 None None] Port 497b193a-f335-46f5-8b4c-672044e45f82 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:30:55.698736 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-ef30c891-4342-4a52-ba6d-35c4bb530103 None None] Provisioning complete for port 40a1aeeb-9a54-432e-86d8-7e19736f771c triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:30:55.699408 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-ef30c891-4342-4a52-ba6d-35c4bb530103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:55.700778 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-8255a15c-1f6d-4b7e-8cc6-45bcba93fa33 tempest-NetworksNegativeTestJSON-182101559 tempest-NetworksNegativeTestJSON-182101559-project] Request body: {'port': {'network_id': '571c56d5-b8af-4404-b796-4ebdd98ba53f', 'name': 'tempest-NetworksNegativeTestJSON-632939098'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:30:55.751665 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6954e7c4-9bb1-4057-abfe-348d20979737 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3917970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58043'] for router, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:55.771663 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-8255a15c-1f6d-4b7e-8cc6-45bcba93fa33 tempest-NetworksNegativeTestJSON-182101559 tempest-NetworksNegativeTestJSON-182101559-project] POST failed (client error): The resource could not be found. Mar 07 10:30:55.773140 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8255a15c-1f6d-4b7e-8cc6-45bcba93fa33 tempest-NetworksNegativeTestJSON-182101559 tempest-NetworksNegativeTestJSON-182101559-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:30:55.774410 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-8255a15c-1f6d-4b7e-8cc6-45bcba93fa33 tempest-NetworksNegativeTestJSON-182101559 tempest-NetworksNegativeTestJSON-182101559-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.4836392 Mar 07 10:30:55.786429 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 37378) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:55.818499 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-ef30c891-4342-4a52-ba6d-35c4bb530103 None None] Port 40a1aeeb-9a54-432e-86d8-7e19736f771c cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:30:55.841201 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6954e7c4-9bb1-4057-abfe-348d20979737 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:55.850893 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-ef30c891-4342-4a52-ba6d-35c4bb530103 None None] Provisioning for port d2ec2bab-6c39-4751-9e7b-70e843598db8 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:30:55.851473 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-53c31200-ac3e-48fa-a241-59955eb1a950 tempest-NetworksNegativeTestJSON-182101559 tempest-NetworksNegativeTestJSON-182101559-project] DELETE failed (client error): The resource could not be found. Mar 07 10:30:55.852951 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53c31200-ac3e-48fa-a241-59955eb1a950 tempest-NetworksNegativeTestJSON-182101559 tempest-NetworksNegativeTestJSON-182101559-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:30:55.858010 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-ef30c891-4342-4a52-ba6d-35c4bb530103 None None] Provisioning complete for port d2ec2bab-6c39-4751-9e7b-70e843598db8 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:30:55.858556 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-ef30c891-4342-4a52-ba6d-35c4bb530103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:55.866600 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-53c31200-ac3e-48fa-a241-59955eb1a950 tempest-NetworksNegativeTestJSON-182101559 tempest-NetworksNegativeTestJSON-182101559-project] 10.222.0.13 "DELETE /v2.0/networks/824aa7ab-c9cc-4b29-a858-dd782de9621b HTTP/1.1" status: 404 len: 339 time: 0.0785863 Mar 07 10:30:55.872667 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 37382) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:56.014511 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-25662423-193b-4b97-9c9d-5a1ce0e690ce admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8843377006954c17a088ed77df13332f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7213483 Mar 07 10:30:56.024530 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 37392) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:56.095472 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-a2d4caf1-53fb-45aa-b7c8-4b207d26d620 req-ab6ad891-4350-410f-a9fb-3d7dd78503dc tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/ports?device_id=69bcab59-88eb-4fb1-a0ed-644552ee9fdd HTTP/1.1" status: 200 len: 210 time: 0.3647797 Mar 07 10:30:56.096876 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-04a70c63-39ff-4273-b058-312979388b95 tempest-NetworksNegativeTestJSON-182101559 tempest-NetworksNegativeTestJSON-182101559-project] DELETE failed (client error): The resource could not be found. Mar 07 10:30:56.097396 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04a70c63-39ff-4273-b058-312979388b95 tempest-NetworksNegativeTestJSON-182101559 tempest-NetworksNegativeTestJSON-182101559-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:30:56.104009 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-04a70c63-39ff-4273-b058-312979388b95 tempest-NetworksNegativeTestJSON-182101559 tempest-NetworksNegativeTestJSON-182101559-project] 10.222.0.13 "DELETE /v2.0/ports/148681e8-f59e-47b6-a205-59784292e5d0 HTTP/1.1" status: 404 len: 333 time: 0.2026408 Mar 07 10:30:56.104363 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 37396) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:56.211591 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-15494950-bc18-421f-be2c-4595f0ece7fb tempest-NetworksNegativeTestJSON-182101559 tempest-NetworksNegativeTestJSON-182101559-project] DELETE failed (client error): The resource could not be found. Mar 07 10:30:56.212092 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15494950-bc18-421f-be2c-4595f0ece7fb tempest-NetworksNegativeTestJSON-182101559 tempest-NetworksNegativeTestJSON-182101559-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:30:56.213704 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 504fdb8e-40a4-419d-910c-75ec0af599c3 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:30:56.218676 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-15494950-bc18-421f-be2c-4595f0ece7fb tempest-NetworksNegativeTestJSON-182101559 tempest-NetworksNegativeTestJSON-182101559-project] 10.222.0.13 "DELETE /v2.0/subnets/158b3132-94d4-4fa2-a178-650ca00ca393 HTTP/1.1" status: 404 len: 337 time: 0.1099689 Mar 07 10:30:56.218957 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 37400) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:56.297427 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f9eb47e-de8c-45c8-974b-e8babe049b44 tempest-NetworksNegativeTestJSON-182101559 tempest-NetworksNegativeTestJSON-182101559-project] GET failed (client error): The resource could not be found. Mar 07 10:30:56.299933 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-5f9eb47e-de8c-45c8-974b-e8babe049b44 tempest-NetworksNegativeTestJSON-182101559 tempest-NetworksNegativeTestJSON-182101559-project] 10.222.0.13 "GET /v2.0/networks/34948209-4629-4328-80a9-a68018476497 HTTP/1.1" status: 404 len: 339 time: 0.0799949 Mar 07 10:30:56.304057 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 37404) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:56.387932 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6954e7c4-9bb1-4057-abfe-348d20979737 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3917886'] for router, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:56.388543 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6954e7c4-9bb1-4057-abfe-348d20979737 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Fanout notify agent at l3_agent the message router_deleted on router 12298212-e279-4c28-aaf8-6d3aebcb85a8 {{(pid=83738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 10:30:56.417215 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-aa3db3bb-4b90-4ce3-a9a9-f7596f2a91f5 None None] Provisioning complete for port 497b193a-f335-46f5-8b4c-672044e45f82 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:30:56.417215 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-aa3db3bb-4b90-4ce3-a9a9-f7596f2a91f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:56.429483 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-56a24055-fff9-4fb2-910c-dc887d2f0664 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:56.434395 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cb3dcb4-3b08-4f7d-a798-b6525cb6e7fd tempest-NetworksNegativeTestJSON-182101559 tempest-NetworksNegativeTestJSON-182101559-project] GET failed (client error): The resource could not be found. Mar 07 10:30:56.435775 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-6cb3dcb4-3b08-4f7d-a798-b6525cb6e7fd tempest-NetworksNegativeTestJSON-182101559 tempest-NetworksNegativeTestJSON-182101559-project] 10.222.0.13 "GET /v2.0/ports/0508d96f-78e7-49ec-9ce9-64831dae6dc4 HTTP/1.1" status: 404 len: 333 time: 0.1283238 Mar 07 10:30:56.439769 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 37412) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:56.471681 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-675f5095-3989-43a4-902a-d305d5ba479d tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:56.499041 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-aa3db3bb-4b90-4ce3-a9a9-f7596f2a91f5 None None] Port 497b193a-f335-46f5-8b4c-672044e45f82 was deleted so its status cannot be updated. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Mar 07 10:30:56.521416 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-c59a096a-c952-47f0-8f3c-df787e622822 tempest-NetworksNegativeTestJSON-182101559 tempest-NetworksNegativeTestJSON-182101559-project] GET failed (client error): The resource could not be found. Mar 07 10:30:56.525372 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-c59a096a-c952-47f0-8f3c-df787e622822 tempest-NetworksNegativeTestJSON-182101559 tempest-NetworksNegativeTestJSON-182101559-project] 10.222.0.13 "GET /v2.0/subnets/eac6fb71-58e8-415b-b330-47243839f4fc HTTP/1.1" status: 404 len: 337 time: 0.0845585 Mar 07 10:30:56.528983 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 37416) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:56.537741 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning for port 504fdb8e-40a4-419d-910c-75ec0af599c3 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:30:56.542700 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-11792103-bac5-4473-9be0-c8a9b2eefaab tempest-NetworksNegativeTestJSON-182101559 tempest-NetworksNegativeTestJSON-182101559-project] Request body: {'network': {'name': 'new_name'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:30:56.543355 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 504fdb8e-40a4-419d-910c-75ec0af599c3 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:30:56.543899 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:56.568530 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-11792103-bac5-4473-9be0-c8a9b2eefaab tempest-NetworksNegativeTestJSON-182101559 tempest-NetworksNegativeTestJSON-182101559-project] PUT failed (client error): The resource could not be found. Mar 07 10:30:56.569073 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11792103-bac5-4473-9be0-c8a9b2eefaab tempest-NetworksNegativeTestJSON-182101559 tempest-NetworksNegativeTestJSON-182101559-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:30:56.570259 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-11792103-bac5-4473-9be0-c8a9b2eefaab tempest-NetworksNegativeTestJSON-182101559 tempest-NetworksNegativeTestJSON-182101559-project] 10.222.0.13 "PUT /v2.0/networks/8d78a32e-5540-46f9-b01e-08f7cabab2a6 HTTP/1.1" status: 404 len: 339 time: 0.0390713 Mar 07 10:30:56.574294 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 37422) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:56.583629 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-8f11dd49-9463-4f25-9ea7-60747781760b tempest-NetworksNegativeTestJSON-182101559 tempest-NetworksNegativeTestJSON-182101559-project] Request body: {'port': {'name': 'new_name'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:30:56.606065 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6954e7c4-9bb1-4057-abfe-348d20979737 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] Notify callbacks [] for router, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:56.607392 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-6954e7c4-9bb1-4057-abfe-348d20979737 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] 10.222.0.13 "DELETE /v2.0/routers/12298212-e279-4c28-aaf8-6d3aebcb85a8 HTTP/1.1" status: 204 len: 168 time: 2.7256951 Mar 07 10:30:56.620057 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 37426) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:56.626618 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-56a24055-fff9-4fb2-910c-dc887d2f0664 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:56.635374 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675f5095-3989-43a4-902a-d305d5ba479d tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Pushing event deleted for resources: {'Port': ['ID=497b193a-f335-46f5-8b4c-672044e45f82,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:56.675921 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f11dd49-9463-4f25-9ea7-60747781760b tempest-NetworksNegativeTestJSON-182101559 tempest-NetworksNegativeTestJSON-182101559-project] PUT failed (client error): The resource could not be found. Mar 07 10:30:56.676653 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f11dd49-9463-4f25-9ea7-60747781760b tempest-NetworksNegativeTestJSON-182101559 tempest-NetworksNegativeTestJSON-182101559-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:30:56.677960 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-8f11dd49-9463-4f25-9ea7-60747781760b tempest-NetworksNegativeTestJSON-182101559 tempest-NetworksNegativeTestJSON-182101559-project] 10.222.0.13 "PUT /v2.0/ports/e5816f78-479f-4d9c-9ee9-2ee156040cc2 HTTP/1.1" status: 404 len: 333 time: 0.1026804 Mar 07 10:30:56.685127 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 37434) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:56.693205 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-2ece5487-6d84-4347-a45c-7b3d11a2bbeb tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] 10.222.0.13 "GET /v2.0/ports?device_id=12298212-e279-4c28-aaf8-6d3aebcb85a8 HTTP/1.1" status: 200 len: 205 time: 0.0671613 Mar 07 10:30:56.694254 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 37440) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:56.703868 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-69cf4d44-3d37-4edd-bfe8-decad5056f7e tempest-NetworksNegativeTestJSON-182101559 tempest-NetworksNegativeTestJSON-182101559-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:30:56.800970 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:56.821022 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-675f5095-3989-43a4-902a-d305d5ba479d tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:56.835059 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-675f5095-3989-43a4-902a-d305d5ba479d tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] 10.222.0.13 "DELETE /v2.0/ports/497b193a-f335-46f5-8b4c-672044e45f82 HTTP/1.1" status: 204 len: 168 time: 3.3329744 Mar 07 10:30:56.835381 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 37450) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:56.875557 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-69cf4d44-3d37-4edd-bfe8-decad5056f7e tempest-NetworksNegativeTestJSON-182101559 tempest-NetworksNegativeTestJSON-182101559-project] PUT failed (client error): The resource could not be found. Mar 07 10:30:56.875999 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69cf4d44-3d37-4edd-bfe8-decad5056f7e tempest-NetworksNegativeTestJSON-182101559 tempest-NetworksNegativeTestJSON-182101559-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:30:56.877434 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-69cf4d44-3d37-4edd-bfe8-decad5056f7e tempest-NetworksNegativeTestJSON-182101559 tempest-NetworksNegativeTestJSON-182101559-project] 10.222.0.13 "PUT /v2.0/subnets/ca9af9c2-5206-4171-9d85-f3f468fec059 HTTP/1.1" status: 404 len: 337 time: 0.1907206 Mar 07 10:30:56.886054 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-56a24055-fff9-4fb2-910c-dc887d2f0664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:56.886475 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.api.v2.resource [None req-43e9b9d0-0d82-4e6e-b6f7-5f1d27fdcac1 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] delete failed (client error): The resource could not be found. Mar 07 10:30:56.888984 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-56a24055-fff9-4fb2-910c-dc887d2f0664 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:56.890862 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-43e9b9d0-0d82-4e6e-b6f7-5f1d27fdcac1 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] 10.222.0.13 "DELETE /v2.0/routers/12298212-e279-4c28-aaf8-6d3aebcb85a8 HTTP/1.1" status: 404 len: 336 time: 0.1945069 Mar 07 10:30:56.891050 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-56a24055-fff9-4fb2-910c-dc887d2f0664 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7b97c9d6-ee7f-4143-a7f6-832569315c2f HTTP/1.1" status: 204 len: 168 time: 0.8524282 Mar 07 10:30:56.891424 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 37458) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:56.904051 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] For port 504fdb8e-40a4-419d-910c-75ec0af599c3, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=504fdb8e-40a4-419d-910c-75ec0af599c3,segment=NetworkSegment(db98df71-74cd-4d5e-8dae-73d8cf33dfa3),segment_id=db98df71-74cd-4d5e-8dae-73d8cf33dfa3)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:30:56.913017 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:56.914257 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device d2ec2bab-6c39-4751-9e7b-70e843598db8 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:30:56.958850 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-f604469e-1a97-40a0-9092-785612f3b96c tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] GET failed (client error): The resource could not be found. Mar 07 10:30:56.961900 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-f604469e-1a97-40a0-9092-785612f3b96c tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Synchronizing usage tracker for tenant:b6ff3248bb834bc1a094f45e7fa43fbd on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:30:56.966717 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-14c006f2-b2a1-4bc5-8c71-d0ab2610dccb tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] 10.222.0.13 "GET /v2.0/ports?device_id=372d54db-922e-4cf9-a2be-f83d504d3c46 HTTP/1.1" status: 200 len: 205 time: 0.0739563 Mar 07 10:30:56.967307 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 37468) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:56.977793 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a24055-fff9-4fb2-910c-dc887d2f0664 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b97c9d6-ee7f-4143-a7f6-832569315c2f,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:57.022839 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-f604469e-1a97-40a0-9092-785612f3b96c tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Unset dirty status for tenant:b6ff3248bb834bc1a094f45e7fa43fbd on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:30:57.028660 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-f604469e-1a97-40a0-9092-785612f3b96c tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] 10.222.0.13 "GET /v2.0/ports/497b193a-f335-46f5-8b4c-672044e45f82 HTTP/1.1" status: 404 len: 333 time: 0.1895730 Mar 07 10:30:57.028933 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 37472) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:57.132086 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.api.v2.resource [None req-d84465bc-610a-4013-aa2f-c32042279f26 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] delete failed (client error): The resource could not be found. Mar 07 10:30:57.137534 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-d84465bc-610a-4013-aa2f-c32042279f26 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] 10.222.0.13 "DELETE /v2.0/routers/372d54db-922e-4cf9-a2be-f83d504d3c46 HTTP/1.1" status: 404 len: 336 time: 0.1691260 Mar 07 10:30:57.142176 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 37478) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:57.152623 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Pushing event updated for resources: {'Port': ['ID=504fdb8e-40a4-419d-910c-75ec0af599c3,revision_number=5']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:57.200229 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port d2ec2bab-6c39-4751-9e7b-70e843598db8 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:30:57.200229 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:57.200814 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ad2e32d3-5794-4f46-a42e-38fb4d0f8ced tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks [] for security_group, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:57.251015 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-9067ce6e-ac69-478c-9f69-e7a7a0b58013 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] 10.222.0.13 "GET /v2.0/ports?device_id=815ac00c-a745-4d21-8ea0-fd415e1419c1 HTTP/1.1" status: 200 len: 205 time: 0.1055551 Mar 07 10:30:57.254746 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 37484) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:57.289641 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ad2e32d3-5794-4f46-a42e-38fb4d0f8ced tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:57.411993 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ad2e32d3-5794-4f46-a42e-38fb4d0f8ced tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:57.467988 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 37490) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:57.476159 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2e32d3-5794-4f46-a42e-38fb4d0f8ced tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47409a11-2d63-41fa-b5bf-60f98c3f684d,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:57.522703 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ad2e32d3-5794-4f46-a42e-38fb4d0f8ced tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:57.525193 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-ad2e32d3-5794-4f46-a42e-38fb4d0f8ced tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] 10.222.0.13 "DELETE /v2.0/security-groups/47409a11-2d63-41fa-b5bf-60f98c3f684d HTTP/1.1" status: 204 len: 168 time: 0.4948680 Mar 07 10:30:57.533541 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 37496) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:57.758808 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.api.v2.resource [None req-31cd1085-fdd9-4ea9-8164-be4e5f792546 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] delete failed (client error): The resource could not be found. Mar 07 10:30:57.759828 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-31cd1085-fdd9-4ea9-8164-be4e5f792546 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] 10.222.0.13 "DELETE /v2.0/routers/815ac00c-a745-4d21-8ea0-fd415e1419c1 HTTP/1.1" status: 404 len: 336 time: 0.5041368 Mar 07 10:30:57.819780 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 37504) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:57.860843 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4ce0cbb2-f5d7-4a2c-a96e-25e92650148b req-465b1fb8-ff1e-4907-bf5e-6150aa257ee3 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/ports?device_id=69bcab59-88eb-4fb1-a0ed-644552ee9fdd HTTP/1.1" status: 200 len: 210 time: 0.2490823 Mar 07 10:30:57.971135 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-7175048b-64d7-42b8-a796-92f938635ec8 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2503196-720e-4361-b9ea-4c7cf630654b HTTP/1.1" status: 200 len: 205 time: 0.1476042 Mar 07 10:30:57.975540 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 37510) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:57.987412 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 504fdb8e-40a4-419d-910c-75ec0af599c3 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:30:57.996012 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e17dcf-1463-4bb1-a617-d9d533c9e95f req-8d281394-5f0f-4c51-918e-3f1940ce1d53 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:57.997484 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-27e17dcf-1463-4bb1-a617-d9d533c9e95f req-8d281394-5f0f-4c51-918e-3f1940ce1d53 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.10 "GET /v2.0/networks?id=40a9b5e4-2566-4b34-8233-7ca2a6a5d397 HTTP/1.1" status: 200 len: 797 time: 0.3718653 Mar 07 10:30:58.072840 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5bb0a32e-c7f6-423b-ae2b-cd16dc9c0cf4 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks [] for security_group, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:58.076720 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-27e17dcf-1463-4bb1-a617-d9d533c9e95f req-ab1c4140-df23-48fe-95f4-4896286ed968 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=416b2fd961bc4d70a26d66821f7df8e2 HTTP/1.1" status: 200 len: 380 time: 0.0676606 Mar 07 10:30:58.080141 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e7d284d5-aae7-4bfe-897b-c373e81ef2dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:58.087089 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [req-27e17dcf-1463-4bb1-a617-d9d533c9e95f req-4f9d85dd-3b3a-4db7-85d2-7b51fca750eb tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Request body: {'port': {'device_id': '69bcab59-88eb-4fb1-a0ed-644552ee9fdd', 'network_id': '40a9b5e4-2566-4b34-8233-7ca2a6a5d397', 'admin_state_up': True, 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'security_groups': ['9062d70d-d651-4000-a289-660d64ce925e']}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:30:58.105827 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.api.v2.resource [None req-74c402b2-8f14-447d-9396-cde98c64e887 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] delete failed (client error): The resource could not be found. Mar 07 10:30:58.109517 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-74c402b2-8f14-447d-9396-cde98c64e887 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] 10.222.0.13 "DELETE /v2.0/routers/d2503196-720e-4361-b9ea-4c7cf630654b HTTP/1.1" status: 404 len: 336 time: 0.1330295 Mar 07 10:30:58.114238 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 37518) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:58.174215 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 504fdb8e-40a4-419d-910c-75ec0af599c3 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:30:58.174863 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:58.178127 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-ee59668b-3f32-494c-9aff-6267dc9ca5b6 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb0becf5-d6b0-4fb5-a55c-fea00d93ead5 HTTP/1.1" status: 200 len: 205 time: 0.0627937 Mar 07 10:30:58.179912 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 37522) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:58.258286 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5bb0a32e-c7f6-423b-ae2b-cd16dc9c0cf4 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:58.284381 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.api.v2.resource [None req-3480d530-54cd-48df-a4d7-b5889e71d36d tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] delete failed (client error): The resource could not be found. Mar 07 10:30:58.303058 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-3480d530-54cd-48df-a4d7-b5889e71d36d tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] 10.222.0.13 "DELETE /v2.0/routers/cb0becf5-d6b0-4fb5-a55c-fea00d93ead5 HTTP/1.1" status: 404 len: 336 time: 0.1024592 Mar 07 10:30:58.303058 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 37528) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:58.367590 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c04c159b-03ec-4b49-bb75-733b125a414a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:58.383342 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-e7d284d5-aae7-4bfe-897b-c373e81ef2dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:30:58.390660 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [req-27e17dcf-1463-4bb1-a617-d9d533c9e95f req-4f9d85dd-3b3a-4db7-85d2-7b51fca750eb tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:30:58.395904 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-27e17dcf-1463-4bb1-a617-d9d533c9e95f req-4f9d85dd-3b3a-4db7-85d2-7b51fca750eb tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Usage tracker for resource:port and tenant:416b2fd961bc4d70a26d66821f7df8e2 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:30:58.400105 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-1a8d9db4-2fed-4632-9eb0-3c4fdf0c3a33 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2b07200-6407-4d4f-bbaa-4fe69be95dac HTTP/1.1" status: 200 len: 205 time: 0.0989852 Mar 07 10:30:58.401182 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-e7d284d5-aae7-4bfe-897b-c373e81ef2dc admin admin] Usage tracker for resource:security_group_rule and tenant:83a2250dfb8e4081b0ae48b8b3624886 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:30:58.403997 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 37534) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:58.404456 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-e7d284d5-aae7-4bfe-897b-c373e81ef2dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:30:58.409122 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-27e17dcf-1463-4bb1-a617-d9d533c9e95f req-4f9d85dd-3b3a-4db7-85d2-7b51fca750eb tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:30:58.413206 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-e7d284d5-aae7-4bfe-897b-c373e81ef2dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:30:58.448509 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5bb0a32e-c7f6-423b-ae2b-cd16dc9c0cf4 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:58.489993 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb0a32e-c7f6-423b-ae2b-cd16dc9c0cf4 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f42adee-b189-4ad3-b1f5-6399f74ec55e,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:58.494336 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [req-27e17dcf-1463-4bb1-a617-d9d533c9e95f req-4f9d85dd-3b3a-4db7-85d2-7b51fca750eb tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:30:58.497300 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.api.v2.resource [None req-f75d52ce-8c58-468b-b6fd-ce4cb7dcad97 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] delete failed (client error): The resource could not be found. Mar 07 10:30:58.502358 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-f75d52ce-8c58-468b-b6fd-ce4cb7dcad97 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] 10.222.0.13 "DELETE /v2.0/routers/c2b07200-6407-4d4f-bbaa-4fe69be95dac HTTP/1.1" status: 404 len: 336 time: 0.0966427 Mar 07 10:30:58.503332 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 37538) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:58.530970 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5bb0a32e-c7f6-423b-ae2b-cd16dc9c0cf4 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:58.534732 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-5bb0a32e-c7f6-423b-ae2b-cd16dc9c0cf4 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] 10.222.0.13 "DELETE /v2.0/security-groups/8f42adee-b189-4ad3-b1f5-6399f74ec55e HTTP/1.1" status: 204 len: 168 time: 0.9893804 Mar 07 10:30:58.535339 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 37544) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:58.593728 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d267acf-3bd2-41d4-97b6-8884c36ab745 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] DELETE failed (client error): The resource could not be found. Mar 07 10:30:58.594665 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d267acf-3bd2-41d4-97b6-8884c36ab745 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:30:58.596577 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-9d267acf-3bd2-41d4-97b6-8884c36ab745 tempest-RoutersIpV6AdminTest-1686119620 tempest-RoutersIpV6AdminTest-1686119620-project] 10.222.0.13 "DELETE /v2.0/subnets/eaf6e990-6f15-48ee-88ad-563863fd1430 HTTP/1.1" status: 404 len: 337 time: 0.0905464 Mar 07 10:30:58.597575 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27e17dcf-1463-4bb1-a617-d9d533c9e95f req-4f9d85dd-3b3a-4db7-85d2-7b51fca750eb tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Made reservation on behalf of 416b2fd961bc4d70a26d66821f7df8e2 for: {'port': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:30:58.611717 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-27e17dcf-1463-4bb1-a617-d9d533c9e95f req-4f9d85dd-3b3a-4db7-85d2-7b51fca750eb tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:58.702125 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 37550) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:58.746956 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e7d284d5-aae7-4bfe-897b-c373e81ef2dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:58.762170 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e7d284d5-aae7-4bfe-897b-c373e81ef2dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:58.847381 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_v2 [None req-a52ccc87-8a68-4139-9199-9ea2638729b9 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Deleting subnet 95f3f851-f6f4-4de2-a977-47b9a67dae6b {{(pid=83738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 07 10:30:58.856560 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a52ccc87-8a68-4139-9199-9ea2638729b9 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks [] for subnet, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:58.872138 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [req-27e17dcf-1463-4bb1-a617-d9d533c9e95f req-4f9d85dd-3b3a-4db7-85d2-7b51fca750eb tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Allocated IP 172.20.0.3 (40a9b5e4-2566-4b34-8233-7ca2a6a5d397/1639da54-b037-4e07-a2ec-b6618ce1a79a/1a1f8072-f405-4d6e-9b74-ffbe5a7a204e) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:30:58.885405 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d284d5-aae7-4bfe-897b-c373e81ef2dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87c9e1ac-b745-4feb-9f94-9ffbb95324e6,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:58.896024 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-e7d284d5-aae7-4bfe-897b-c373e81ef2dc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=83a2250dfb8e4081b0ae48b8b3624886&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4258986 Mar 07 10:30:58.903367 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 37556) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:58.930866 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-55542748-e325-4664-874e-b0aedf00525c tempest-DvrRoutersNegativeTest-356990402 tempest-DvrRoutersNegativeTest-356990402-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-692283043', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:30:58.933194 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.policy [None req-55542748-e325-4664-874e-b0aedf00525c tempest-DvrRoutersNegativeTest-356990402 tempest-DvrRoutersNegativeTest-356990402-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=83738) log_rule_list /opt/stack/neutron/neutron/policy.py:411}} Mar 07 10:30:58.933556 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.policy [None req-55542748-e325-4664-874e-b0aedf00525c tempest-DvrRoutersNegativeTest-356990402 tempest-DvrRoutersNegativeTest-356990402-project] Failed policy check for 'create_router' {{(pid=83738) enforce /opt/stack/neutron/neutron/policy.py:482}} Mar 07 10:30:58.934057 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.api.v2.resource [None req-55542748-e325-4664-874e-b0aedf00525c tempest-DvrRoutersNegativeTest-356990402 tempest-DvrRoutersNegativeTest-356990402-project] create failed (client error): Access was denied to this resource. Mar 07 10:30:58.937011 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-55542748-e325-4664-874e-b0aedf00525c tempest-DvrRoutersNegativeTest-356990402 tempest-DvrRoutersNegativeTest-356990402-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2337892 Mar 07 10:30:59.006004 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a52ccc87-8a68-4139-9199-9ea2638729b9 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2969395'] for subnet, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:59.151452 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 37570) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:59.183900 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-55fe4abc-6c22-4a08-b6d8-e4713459469b req-b0d42378-6546-45ce-b606-e4ef0023be10 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/ports?device_id=69bcab59-88eb-4fb1-a0ed-644552ee9fdd HTTP/1.1" status: 200 len: 210 time: 0.0608830 Mar 07 10:30:59.187608 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f05a1d7e-5872-4d2f-9b41-06b2da5507a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:59.241286 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f05a1d7e-5872-4d2f-9b41-06b2da5507a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:59.264434 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 37578) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:59.295053 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-27e17dcf-1463-4bb1-a617-d9d533c9e95f req-4f9d85dd-3b3a-4db7-85d2-7b51fca750eb tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:59.330997 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [req-27e17dcf-1463-4bb1-a617-d9d533c9e95f req-4f9d85dd-3b3a-4db7-85d2-7b51fca750eb tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Transition to ACTIVE for port object 1a1f8072-f405-4d6e-9b74-ffbe5a7a204e will not be triggered until provisioned by entity DHCP. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:30:59.381223 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-27e17dcf-1463-4bb1-a617-d9d533c9e95f req-4f9d85dd-3b3a-4db7-85d2-7b51fca750eb tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:59.406813 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a52ccc87-8a68-4139-9199-9ea2638729b9 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1525496'] for subnet, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:59.534570 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27e17dcf-1463-4bb1-a617-d9d533c9e95f req-4f9d85dd-3b3a-4db7-85d2-7b51fca750eb tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Network 40a9b5e4-2566-4b34-8233-7ca2a6a5d397 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:30:59.540527 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [req-27e17dcf-1463-4bb1-a617-d9d533c9e95f req-4f9d85dd-3b3a-4db7-85d2-7b51fca750eb tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:30:59.545537 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [req-27e17dcf-1463-4bb1-a617-d9d533c9e95f req-4f9d85dd-3b3a-4db7-85d2-7b51fca750eb tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:30:59.562058 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e74e3d2d-52f7-4c6a-895c-4993a803dc35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:59.572033 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f05a1d7e-5872-4d2f-9b41-06b2da5507a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:59.592088 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9d85dd-3b3a-4db7-85d2-7b51fca750eb tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event updated for resources: {'Port': ['ID=1a1f8072-f405-4d6e-9b74-ffbe5a7a204e,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:59.599946 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-77178001-939b-4c5a-8064-ec58912fb86c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:59.616535 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05a1d7e-5872-4d2f-9b41-06b2da5507a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87c9e1ac-b745-4feb-9f94-9ffbb95324e6,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:59.634878 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e17dcf-1463-4bb1-a617-d9d533c9e95f req-4f9d85dd-3b3a-4db7-85d2-7b51fca750eb tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:59.635729 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-27e17dcf-1463-4bb1-a617-d9d533c9e95f req-4f9d85dd-3b3a-4db7-85d2-7b51fca750eb tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:59.653362 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f05a1d7e-5872-4d2f-9b41-06b2da5507a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:59.655095 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-f05a1d7e-5872-4d2f-9b41-06b2da5507a1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/87c9e1ac-b745-4feb-9f94-9ffbb95324e6 HTTP/1.1" status: 204 len: 168 time: 0.7514758 Mar 07 10:30:59.674759 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-e74e3d2d-52f7-4c6a-895c-4993a803dc35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:30:59.688036 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-e74e3d2d-52f7-4c6a-895c-4993a803dc35 admin admin] Usage tracker for resource:security_group_rule and tenant:1cb55870f38849c38d5451088777f483 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:30:59.692969 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-e74e3d2d-52f7-4c6a-895c-4993a803dc35 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:30:59.697058 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-27e17dcf-1463-4bb1-a617-d9d533c9e95f req-4f9d85dd-3b3a-4db7-85d2-7b51fca750eb tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6152599 Mar 07 10:30:59.700800 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a52ccc87-8a68-4139-9199-9ea2638729b9 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1525489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3556647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741465'] for subnet, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:59.705796 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-77178001-939b-4c5a-8064-ec58912fb86c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:30:59.708303 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-e74e3d2d-52f7-4c6a-895c-4993a803dc35 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:30:59.709876 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [req-27e17dcf-1463-4bb1-a617-d9d533c9e95f req-b80acadb-0dc8-4706-ba0f-31072a498ce9 service neutron] Request body: {'port': {'device_id': '69bcab59-88eb-4fb1-a0ed-644552ee9fdd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8307'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:30:59.750432 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-77178001-939b-4c5a-8064-ec58912fb86c admin admin] Usage tracker for resource:security_group_rule and tenant:5bdd6b0da6f84359a21301f839e1b0ae is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:30:59.759973 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-77178001-939b-4c5a-8064-ec58912fb86c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:30:59.762933 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52ccc87-8a68-4139-9199-9ea2638729b9 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Pushing event deleted for resources: {'Subnet': ['ID=95f3f851-f6f4-4de2-a977-47b9a67dae6b,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:59.773402 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-77178001-939b-4c5a-8064-ec58912fb86c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:30:59.788233 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a52ccc87-8a68-4139-9199-9ea2638729b9 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:59.790301 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceadde87-722b-4b9c-a2e0-a3672a8686da None None] Network b182323a-b537-434c-8c62-118ec6f13713 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:30:59.861482 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-a52ccc87-8a68-4139-9199-9ea2638729b9 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] 10.222.0.13 "DELETE /v2.0/subnets/95f3f851-f6f4-4de2-a977-47b9a67dae6b HTTP/1.1" status: 204 len: 168 time: 1.3250756 Mar 07 10:30:59.862869 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 37586) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:30:59.872639 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-0d291994-61f0-4d00-804b-3b5f0181049a tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Request body: {'subnet': {'network_id': 'b182323a-b537-434c-8c62-118ec6f13713', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:30:59.978643 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-27e17dcf-1463-4bb1-a617-d9d533c9e95f req-b80acadb-0dc8-4706-ba0f-31072a498ce9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:59.979939 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e74e3d2d-52f7-4c6a-895c-4993a803dc35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:59.984700 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-77178001-939b-4c5a-8064-ec58912fb86c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:30:59.989946 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e74e3d2d-52f7-4c6a-895c-4993a803dc35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:00.017438 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-77178001-939b-4c5a-8064-ec58912fb86c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:00.085881 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74e3d2d-52f7-4c6a-895c-4993a803dc35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=928ff7c5-a7ed-437d-9337-d3c794565b91,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:00.087682 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-f6f221fb-ed08-447b-ae1c-9c6d9ceed141 None None] Provisioning for port 1a1f8072-f405-4d6e-9b74-ffbe5a7a204e completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:31:00.109862 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-e74e3d2d-52f7-4c6a-895c-4993a803dc35 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1cb55870f38849c38d5451088777f483&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9573314 Mar 07 10:31:00.113901 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 37592) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:00.116332 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-77178001-939b-4c5a-8064-ec58912fb86c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5bdd6b0da6f84359a21301f839e1b0ae&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8491547 Mar 07 10:31:00.119056 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 37596) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:00.139343 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-f6f221fb-ed08-447b-ae1c-9c6d9ceed141 None None] Provisioning complete for port 1a1f8072-f405-4d6e-9b74-ffbe5a7a204e triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:31:00.140415 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f6f221fb-ed08-447b-ae1c-9c6d9ceed141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:00.162971 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-0d291994-61f0-4d00-804b-3b5f0181049a tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:31:00.182948 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-0d291994-61f0-4d00-804b-3b5f0181049a tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Usage tracker for resource:subnet and tenant:b6ff3248bb834bc1a094f45e7fa43fbd is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:31:00.189219 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-0d291994-61f0-4d00-804b-3b5f0181049a tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:31:00.189686 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77178001-939b-4c5a-8064-ec58912fb86c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e8e512b-1eed-464f-b656-2e2025b10ec3,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:00.200738 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-0d291994-61f0-4d00-804b-3b5f0181049a tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:31:00.267391 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d291994-61f0-4d00-804b-3b5f0181049a tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Made reservation on behalf of b6ff3248bb834bc1a094f45e7fa43fbd for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:31:00.274087 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6444af7a-ece8-45d3-8ea0-2faf1656d784 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:00.286779 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8b375457-10d7-449e-9057-da47ee90fc42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:00.341177 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6444af7a-ece8-45d3-8ea0-2faf1656d784 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:00.357899 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8b375457-10d7-449e-9057-da47ee90fc42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:00.486061 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6444af7a-ece8-45d3-8ea0-2faf1656d784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:00.520398 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6444af7a-ece8-45d3-8ea0-2faf1656d784 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=928ff7c5-a7ed-437d-9337-d3c794565b91,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:00.530936 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8b375457-10d7-449e-9057-da47ee90fc42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:00.564648 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b375457-10d7-449e-9057-da47ee90fc42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e8e512b-1eed-464f-b656-2e2025b10ec3,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:00.581346 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6444af7a-ece8-45d3-8ea0-2faf1656d784 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:00.583206 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-6444af7a-ece8-45d3-8ea0-2faf1656d784 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/928ff7c5-a7ed-437d-9337-d3c794565b91 HTTP/1.1" status: 204 len: 168 time: 0.4657249 Mar 07 10:31:00.584701 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8b375457-10d7-449e-9057-da47ee90fc42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:00.585952 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-8b375457-10d7-449e-9057-da47ee90fc42 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9e8e512b-1eed-464f-b656-2e2025b10ec3 HTTP/1.1" status: 204 len: 168 time: 0.4634411 Mar 07 10:31:00.648693 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-2d73889a-10f6-42b0-b028-d3b179d8fccd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:00.651603 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-f6f221fb-ed08-447b-ae1c-9c6d9ceed141 None None] Port 1a1f8072-f405-4d6e-9b74-ffbe5a7a204e cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:31:00.794153 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0d291994-61f0-4d00-804b-3b5f0181049a tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3219231'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:01.012808 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87c2420-6cb5-4359-b0b0-7c1a6c3f6932 req-88da2f0b-dcd9-4010-ab16-be9b156096bd tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:01.014287 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-c87c2420-6cb5-4359-b0b0-7c1a6c3f6932 req-88da2f0b-dcd9-4010-ab16-be9b156096bd tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Synchronizing usage tracker for tenant:416b2fd961bc4d70a26d66821f7df8e2 on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:31:01.135773 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-c87c2420-6cb5-4359-b0b0-7c1a6c3f6932 req-88da2f0b-dcd9-4010-ab16-be9b156096bd tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Unset dirty status for tenant:416b2fd961bc4d70a26d66821f7df8e2 on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:31:01.136834 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c87c2420-6cb5-4359-b0b0-7c1a6c3f6932 req-88da2f0b-dcd9-4010-ab16-be9b156096bd tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/ports?device_id=69bcab59-88eb-4fb1-a0ed-644552ee9fdd HTTP/1.1" status: 200 len: 931 time: 0.4547389 Mar 07 10:31:01.187439 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [req-27e17dcf-1463-4bb1-a617-d9d533c9e95f req-b80acadb-0dc8-4706-ba0f-31072a498ce9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a1f8072-f405-4d6e-9b74-ffbe5a7a204e {{(pid=83737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 07 10:31:01.198702 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-27e17dcf-1463-4bb1-a617-d9d533c9e95f req-b80acadb-0dc8-4706-ba0f-31072a498ce9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:01.259683 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 37624) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:01.371064 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [req-27e17dcf-1463-4bb1-a617-d9d533c9e95f req-b80acadb-0dc8-4706-ba0f-31072a498ce9 service neutron] Transition to ACTIVE for port object 1a1f8072-f405-4d6e-9b74-ffbe5a7a204e will not be triggered until provisioned by entity L2. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:31:01.404179 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c87c2420-6cb5-4359-b0b0-7c1a6c3f6932 req-e6f4b14a-c703-48e1-8e54-1c23119b648f tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/security-groups?id=9062d70d-d651-4000-a289-660d64ce925e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2536306 Mar 07 10:31:01.406605 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-27e17dcf-1463-4bb1-a617-d9d533c9e95f req-b80acadb-0dc8-4706-ba0f-31072a498ce9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3012561'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:01.422949 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-b342db87-9b3e-4094-b0ed-d0d2e6f665e0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ee04c33b321f4b0fa4102821038ffb79&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1614194 Mar 07 10:31:01.439356 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 37628) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:01.520059 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-81b5caa1-81fd-44d5-94f1-78ecd500f257 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:01.563906 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-81b5caa1-81fd-44d5-94f1-78ecd500f257 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:01.586866 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-9b23ae9c-d172-4b5d-a07a-3449a5fc0120 None None] Provisioning complete for port 40a1aeeb-9a54-432e-86d8-7e19736f771c triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:31:01.588092 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-9b23ae9c-d172-4b5d-a07a-3449a5fc0120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:01.631066 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-81b5caa1-81fd-44d5-94f1-78ecd500f257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:01.674684 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b5caa1-81fd-44d5-94f1-78ecd500f257 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3921b157-8d86-4c87-8b24-a38d04e4b9f6,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:01.697085 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-81b5caa1-81fd-44d5-94f1-78ecd500f257 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:01.697390 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0d291994-61f0-4d00-804b-3b5f0181049a tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3012444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3219213'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:01.704955 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-81b5caa1-81fd-44d5-94f1-78ecd500f257 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3921b157-8d86-4c87-8b24-a38d04e4b9f6 HTTP/1.1" status: 204 len: 168 time: 0.2612922 Mar 07 10:31:01.717049 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80acadb-0dc8-4706-ba0f-31072a498ce9 service neutron] Pushing event updated for resources: {'Port': ['ID=1a1f8072-f405-4d6e-9b74-ffbe5a7a204e,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:01.753356 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-9b23ae9c-d172-4b5d-a07a-3449a5fc0120 None None] Port 40a1aeeb-9a54-432e-86d8-7e19736f771c cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:31:01.762484 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-711fefd2-3b30-4759-8df5-0aecff1c8e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:01.772945 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-9b23ae9c-d172-4b5d-a07a-3449a5fc0120 None None] Provisioning complete for port d2ec2bab-6c39-4751-9e7b-70e843598db8 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:31:01.773867 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-9b23ae9c-d172-4b5d-a07a-3449a5fc0120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:01.871000 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:01.932049 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d291994-61f0-4d00-804b-3b5f0181049a tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Pushing event updated for resources: {'Subnet': ['ID=b0df068b-3e73-4fb6-875c-13a079607674,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:01.935427 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d291994-61f0-4d00-804b-3b5f0181049a tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Network b182323a-b537-434c-8c62-118ec6f13713 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:31:01.941750 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-0d291994-61f0-4d00-804b-3b5f0181049a tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:31:01.951018 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d291994-61f0-4d00-804b-3b5f0181049a tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:01.951602 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0d291994-61f0-4d00-804b-3b5f0181049a tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:01.998636 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7323ec0-49a2-4b9c-8a6f-6a5e08e18dd9 None None] Network b182323a-b537-434c-8c62-118ec6f13713 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:31:02.021041 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-0d291994-61f0-4d00-804b-3b5f0181049a tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1569376 Mar 07 10:31:02.024039 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 37648) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:02.030233 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-198cf578-bd43-43d1-94bb-3bfaecd8d57b tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Request body: {'security_group': {'name': 'tempest-secgroup-1553174895'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:31:02.043780 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-198cf578-bd43-43d1-94bb-3bfaecd8d57b tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:31:02.059864 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-198cf578-bd43-43d1-94bb-3bfaecd8d57b tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Usage tracker for resource:security_group and tenant:b6ff3248bb834bc1a094f45e7fa43fbd is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:31:02.067031 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-198cf578-bd43-43d1-94bb-3bfaecd8d57b tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:31:02.082092 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-198cf578-bd43-43d1-94bb-3bfaecd8d57b tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:31:02.114009 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-198cf578-bd43-43d1-94bb-3bfaecd8d57b tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks [] for security_group, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:02.133899 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [req-27e17dcf-1463-4bb1-a617-d9d533c9e95f req-b80acadb-0dc8-4706-ba0f-31072a498ce9 service neutron] Attempting to bind port 1a1f8072-f405-4d6e-9b74-ffbe5a7a204e on host hv-neutron-8307 for vnic_type normal with profile {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:31:02.134241 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [req-27e17dcf-1463-4bb1-a617-d9d533c9e95f req-b80acadb-0dc8-4706-ba0f-31072a498ce9 service neutron] Attempting to bind port 1a1f8072-f405-4d6e-9b74-ffbe5a7a204e by drivers openvswitch,hyperv on host hv-neutron-8307 at level 0 using segments [{'id': 'db98df71-74cd-4d5e-8dae-73d8cf33dfa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '40a9b5e4-2566-4b34-8233-7ca2a6a5d397'}] {{(pid=83737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:31:02.134569 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e17dcf-1463-4bb1-a617-d9d533c9e95f req-b80acadb-0dc8-4706-ba0f-31072a498ce9 service neutron] Attempting to bind port 1a1f8072-f405-4d6e-9b74-ffbe5a7a204e on network 40a9b5e4-2566-4b34-8233-7ca2a6a5d397 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:31:02.148460 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e17dcf-1463-4bb1-a617-d9d533c9e95f req-b80acadb-0dc8-4706-ba0f-31072a498ce9 service neutron] Port 1a1f8072-f405-4d6e-9b74-ffbe5a7a204e on network 40a9b5e4-2566-4b34-8233-7ca2a6a5d397 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8307 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 07 10:31:02.148823 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e17dcf-1463-4bb1-a617-d9d533c9e95f req-b80acadb-0dc8-4706-ba0f-31072a498ce9 service neutron] Attempting to bind port 1a1f8072-f405-4d6e-9b74-ffbe5a7a204e on network 40a9b5e4-2566-4b34-8233-7ca2a6a5d397 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:31:02.159847 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e17dcf-1463-4bb1-a617-d9d533c9e95f req-b80acadb-0dc8-4706-ba0f-31072a498ce9 service neutron] Checking agent: {'id': 'fb93ecad-d7e5-4e81-99ef-d8d0ee7386ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8307', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 21, 15), 'started_at': datetime.datetime(2022, 3, 7, 10, 21, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 30, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:31:02.160112 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e17dcf-1463-4bb1-a617-d9d533c9e95f req-b80acadb-0dc8-4706-ba0f-31072a498ce9 service neutron] Checking segment: {'id': 'db98df71-74cd-4d5e-8dae-73d8cf33dfa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '40a9b5e4-2566-4b34-8233-7ca2a6a5d397'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:31:02.161350 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e17dcf-1463-4bb1-a617-d9d533c9e95f req-b80acadb-0dc8-4706-ba0f-31072a498ce9 service neutron] Bound using segment: {'id': 'db98df71-74cd-4d5e-8dae-73d8cf33dfa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '40a9b5e4-2566-4b34-8233-7ca2a6a5d397'} {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:31:02.161862 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [req-27e17dcf-1463-4bb1-a617-d9d533c9e95f req-b80acadb-0dc8-4706-ba0f-31072a498ce9 service neutron] Bound port: 1a1f8072-f405-4d6e-9b74-ffbe5a7a204e, host: hv-neutron-8307, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db98df71-74cd-4d5e-8dae-73d8cf33dfa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '40a9b5e4-2566-4b34-8233-7ca2a6a5d397'}}] {{(pid=83737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:31:02.162216 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-27e17dcf-1463-4bb1-a617-d9d533c9e95f req-b80acadb-0dc8-4706-ba0f-31072a498ce9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:02.228199 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-198cf578-bd43-43d1-94bb-3bfaecd8d57b tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:31:02.244003 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-198cf578-bd43-43d1-94bb-3bfaecd8d57b tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Usage tracker for resource:security_group_rule and tenant:b6ff3248bb834bc1a094f45e7fa43fbd is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:31:02.251771 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-198cf578-bd43-43d1-94bb-3bfaecd8d57b tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:31:02.263122 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-198cf578-bd43-43d1-94bb-3bfaecd8d57b tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:31:02.315086 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 37654) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:02.365593 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [req-27e17dcf-1463-4bb1-a617-d9d533c9e95f req-b80acadb-0dc8-4706-ba0f-31072a498ce9 service neutron] For port 1a1f8072-f405-4d6e-9b74-ffbe5a7a204e, host hv-neutron-8307, cleared binding levels {{(pid=83737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:31:02.370652 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [req-27e17dcf-1463-4bb1-a617-d9d533c9e95f req-b80acadb-0dc8-4706-ba0f-31072a498ce9 service neutron] For port 1a1f8072-f405-4d6e-9b74-ffbe5a7a204e, host hv-neutron-8307, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=1a1f8072-f405-4d6e-9b74-ffbe5a7a204e,segment=NetworkSegment(db98df71-74cd-4d5e-8dae-73d8cf33dfa3),segment_id=db98df71-74cd-4d5e-8dae-73d8cf33dfa3)] {{(pid=83737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:31:02.386760 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-27e17dcf-1463-4bb1-a617-d9d533c9e95f req-b80acadb-0dc8-4706-ba0f-31072a498ce9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3012561'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:02.414986 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-198cf578-bd43-43d1-94bb-3bfaecd8d57b tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks [] for security_group, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:02.423203 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-198cf578-bd43-43d1-94bb-3bfaecd8d57b tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:02.495863 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-27e17dcf-1463-4bb1-a617-d9d533c9e95f req-b80acadb-0dc8-4706-ba0f-31072a498ce9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:02.497532 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-27e17dcf-1463-4bb1-a617-d9d533c9e95f req-b80acadb-0dc8-4706-ba0f-31072a498ce9 service neutron] 10.222.0.10 "PUT /v2.0/ports/1a1f8072-f405-4d6e-9b74-ffbe5a7a204e HTTP/1.1" status: 200 len: 1093 time: 2.7931020 Mar 07 10:31:02.498523 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69bcab59-88eb-4fb1-a0ed-644552ee9fdd', 'tag': '1a1f8072-f405-4d6e-9b74-ffbe5a7a204e'}] {{(pid=83737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 10:31:02.548605 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80acadb-0dc8-4706-ba0f-31072a498ce9 service neutron] Pushing event updated for resources: {'Port': ['ID=1a1f8072-f405-4d6e-9b74-ffbe5a7a204e,revision_number=3']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:02.578916 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-198cf578-bd43-43d1-94bb-3bfaecd8d57b tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:02.580450 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-198cf578-bd43-43d1-94bb-3bfaecd8d57b tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5552950 Mar 07 10:31:02.585737 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198cf578-bd43-43d1-94bb-3bfaecd8d57b tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=451693ec-692e-4fea-be66-d4a2516f2082,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:02.598619 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 37668) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:02.620398 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-778b2d2c-99cd-47f7-ba6d-c6ee540976db tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Request body: {'security_group': {'name': 'tempest-secgroup-789923745'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:31:02.635416 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-778b2d2c-99cd-47f7-ba6d-c6ee540976db tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:31:02.651915 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-778b2d2c-99cd-47f7-ba6d-c6ee540976db tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Usage tracker for resource:security_group and tenant:b6ff3248bb834bc1a094f45e7fa43fbd is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:31:02.663737 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-778b2d2c-99cd-47f7-ba6d-c6ee540976db tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:31:02.676632 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69bcab59-88eb-4fb1-a0ed-644552ee9fdd', 'tag': '1a1f8072-f405-4d6e-9b74-ffbe5a7a204e', 'status': 'completed', 'code': 200} Mar 07 10:31:02.677649 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-778b2d2c-99cd-47f7-ba6d-c6ee540976db tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:31:02.717807 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-778b2d2c-99cd-47f7-ba6d-c6ee540976db tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks [] for security_group, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:02.739098 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-c93d711d-8fd7-4a00-9526-c2e66a504148 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1698969569'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:31:02.748857 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-c93d711d-8fd7-4a00-9526-c2e66a504148 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:31:02.774975 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-27e17dcf-1463-4bb1-a617-d9d533c9e95f req-49ddebbe-c807-46bc-9304-b05c51b47079 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=416b2fd961bc4d70a26d66821f7df8e2&device_id=69bcab59-88eb-4fb1-a0ed-644552ee9fdd HTTP/1.1" status: 200 len: 1096 time: 0.2225161 Mar 07 10:31:02.776015 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-c93d711d-8fd7-4a00-9526-c2e66a504148 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Usage tracker for resource:network and tenant:0d2fd6fe5acd4dee8d48a1427bbf6953 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:31:02.789344 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-c93d711d-8fd7-4a00-9526-c2e66a504148 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:31:02.799150 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-778b2d2c-99cd-47f7-ba6d-c6ee540976db tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:31:02.807758 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-778b2d2c-99cd-47f7-ba6d-c6ee540976db tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Usage tracker for resource:security_group_rule and tenant:b6ff3248bb834bc1a094f45e7fa43fbd is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:31:02.811265 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-778b2d2c-99cd-47f7-ba6d-c6ee540976db tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:31:02.846325 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-778b2d2c-99cd-47f7-ba6d-c6ee540976db tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:31:02.905517 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e7a98e4-7368-4340-9b91-0dbf1e062588 None None] Update dhcp port {'port': {'network_id': 'b182323a-b537-434c-8c62-118ec6f13713', 'fixed_ips': [{'subnet_id': 'ad30a581-6211-4799-990a-926184cbe10b', 'ip_address': '172.20.0.18'}, {'subnet_id': 'b0df068b-3e73-4fb6-875c-13a079607674'}], 'binding:host_id': 'dv-neutron-830731-3-hyperv'}, 'id': 'd2ec2bab-6c39-4751-9e7b-70e843598db8'} from dv-neutron-830731-3-hyperv. {{(pid=83739) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 07 10:31:02.928806 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-c93d711d-8fd7-4a00-9526-c2e66a504148 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:31:03.024499 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-4e7a98e4-7368-4340-9b91-0dbf1e062588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:03.080578 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-27e17dcf-1463-4bb1-a617-d9d533c9e95f req-41ba5868-7d40-4f74-bf55-9e2b1ca8bd75 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1a1f8072-f405-4d6e-9b74-ffbe5a7a204e HTTP/1.1" status: 200 len: 217 time: 0.2926564 Mar 07 10:31:03.087025 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c93d711d-8fd7-4a00-9526-c2e66a504148 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Made reservation on behalf of 0d2fd6fe5acd4dee8d48a1427bbf6953 for: {'network': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:31:03.090243 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c93d711d-8fd7-4a00-9526-c2e66a504148 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for network, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:03.161493 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 37682) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:03.169540 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c93d711d-8fd7-4a00-9526-c2e66a504148 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:03.214743 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-778b2d2c-99cd-47f7-ba6d-c6ee540976db tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks [] for security_group, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:03.231503 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e17dcf-1463-4bb1-a617-d9d533c9e95f req-802cc19e-2d22-4b84-b404-884a5e66f120 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:03.233301 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-27e17dcf-1463-4bb1-a617-d9d533c9e95f req-802cc19e-2d22-4b84-b404-884a5e66f120 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1639da54-b037-4e07-a2ec-b6618ce1a79a HTTP/1.1" status: 200 len: 834 time: 0.1474097 Mar 07 10:31:03.239247 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-c93d711d-8fd7-4a00-9526-c2e66a504148 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:31:03.245131 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-778b2d2c-99cd-47f7-ba6d-c6ee540976db tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:03.247753 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-c93d711d-8fd7-4a00-9526-c2e66a504148 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Usage tracker for resource:security_group_rule and tenant:0d2fd6fe5acd4dee8d48a1427bbf6953 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:31:03.250783 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-c93d711d-8fd7-4a00-9526-c2e66a504148 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:31:03.257677 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-c93d711d-8fd7-4a00-9526-c2e66a504148 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:31:03.370333 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778b2d2c-99cd-47f7-ba6d-c6ee540976db tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=861185d8-84ed-4729-951d-614d98393fe6,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:03.381022 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-778b2d2c-99cd-47f7-ba6d-c6ee540976db tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:03.389084 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-778b2d2c-99cd-47f7-ba6d-c6ee540976db tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.7889030 Mar 07 10:31:03.392441 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 37690) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:03.395404 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-4e7a98e4-7368-4340-9b91-0dbf1e062588 None None] Allocated IP 172.20.0.2 (b182323a-b537-434c-8c62-118ec6f13713/b0df068b-3e73-4fb6-875c-13a079607674/d2ec2bab-6c39-4751-9e7b-70e843598db8) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:31:03.404504 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-a5f00f78-081a-4b6b-bcef-e0ce9603e137 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Request body: {'security_group': {'name': 'tempest-secgroup-2016448619'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:31:03.427254 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-a5f00f78-081a-4b6b-bcef-e0ce9603e137 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:31:03.440931 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-a5f00f78-081a-4b6b-bcef-e0ce9603e137 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Usage tracker for resource:security_group and tenant:b6ff3248bb834bc1a094f45e7fa43fbd is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:31:03.449450 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-a5f00f78-081a-4b6b-bcef-e0ce9603e137 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:31:03.467207 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-a5f00f78-081a-4b6b-bcef-e0ce9603e137 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:31:03.471178 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dd639e-aa5e-493d-9c8b-b225e1a32034 req-1abdbb6d-b6fc-47f2-8b8b-6e01751ca3e9 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:03.472901 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-93dd639e-aa5e-493d-9c8b-b225e1a32034 req-1abdbb6d-b6fc-47f2-8b8b-6e01751ca3e9 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/ports?device_id=69bcab59-88eb-4fb1-a0ed-644552ee9fdd HTTP/1.1" status: 200 len: 943 time: 0.5559671 Mar 07 10:31:03.477657 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c93d711d-8fd7-4a00-9526-c2e66a504148 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:03.500395 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a5f00f78-081a-4b6b-bcef-e0ce9603e137 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks [] for security_group, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:03.507681 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c93d711d-8fd7-4a00-9526-c2e66a504148 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:03.571760 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c93d711d-8fd7-4a00-9526-c2e66a504148 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=83737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:31:03.587845 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93d711d-8fd7-4a00-9526-c2e66a504148 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0f03f93-3635-475e-aac5-d9924f0abc13,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:03.600965 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c93d711d-8fd7-4a00-9526-c2e66a504148 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:03.601409 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.db.segments_db [None req-c93d711d-8fd7-4a00-9526-c2e66a504148 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Added segment cdab197e-2149-4583-af54-95cf9a214b0d of type vlan for network 7bd39628-5e31-4375-89f3-ff61f7070b0f Mar 07 10:31:03.605196 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-a5f00f78-081a-4b6b-bcef-e0ce9603e137 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:31:03.605735 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-27e17dcf-1463-4bb1-a617-d9d533c9e95f req-1f23b394-72f9-4d44-8811-ca6d3486aa87 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=40a9b5e4-2566-4b34-8233-7ca2a6a5d397&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2860484 Mar 07 10:31:03.613071 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-93dd639e-aa5e-493d-9c8b-b225e1a32034 req-de068e46-f6f4-4ae1-830b-5a75417b5aea tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/security-groups?id=9062d70d-d651-4000-a289-660d64ce925e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1279302 Mar 07 10:31:03.626471 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-a5f00f78-081a-4b6b-bcef-e0ce9603e137 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Usage tracker for resource:security_group_rule and tenant:b6ff3248bb834bc1a094f45e7fa43fbd is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:31:03.642475 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-a5f00f78-081a-4b6b-bcef-e0ce9603e137 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:31:03.644192 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-4e7a98e4-7368-4340-9b91-0dbf1e062588 None None] For port d2ec2bab-6c39-4751-9e7b-70e843598db8, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=d2ec2bab-6c39-4751-9e7b-70e843598db8,segment=NetworkSegment(6114c2d4-416c-4643-ba3e-9ec438893dd5),segment_id=6114c2d4-416c-4643-ba3e-9ec438893dd5)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:31:03.665294 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-a5f00f78-081a-4b6b-bcef-e0ce9603e137 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:31:03.673054 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-4e7a98e4-7368-4340-9b91-0dbf1e062588 None None] Notify callbacks [] for port, precommit_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:03.692181 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-4e7a98e4-7368-4340-9b91-0dbf1e062588 None None] Transition to ACTIVE for port object d2ec2bab-6c39-4751-9e7b-70e843598db8 will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:31:03.711398 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-4e7a98e4-7368-4340-9b91-0dbf1e062588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:03.729976 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c93d711d-8fd7-4a00-9526-c2e66a504148 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732568034061'] for network, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:03.805635 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a5f00f78-081a-4b6b-bcef-e0ce9603e137 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks [] for security_group, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:03.811238 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a5f00f78-081a-4b6b-bcef-e0ce9603e137 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:03.903085 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-50ac549a-8cc6-4f52-8a44-0f24a9b26d8c tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-686756070'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:31:03.907762 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.db.resource_extend [None req-c93d711d-8fd7-4a00-9526-c2e66a504148 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 10:31:03.918935 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-50ac549a-8cc6-4f52-8a44-0f24a9b26d8c tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:31:03.927749 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-50ac549a-8cc6-4f52-8a44-0f24a9b26d8c tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] Usage tracker for resource:network and tenant:973d9183743a4b0588c930945977ab85 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:31:03.934058 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-50ac549a-8cc6-4f52-8a44-0f24a9b26d8c tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:31:03.943218 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c87150bd-aa9c-4ad1-bb68-57ec66d4fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:03.959843 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-50ac549a-8cc6-4f52-8a44-0f24a9b26d8c tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:31:03.961479 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f00f78-081a-4b6b-bcef-e0ce9603e137 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf0699cc-48d7-4a4a-adc9-4e31e734f33b,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:03.965087 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c93d711d-8fd7-4a00-9526-c2e66a504148 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594'] for network, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:03.969563 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a5f00f78-081a-4b6b-bcef-e0ce9603e137 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:03.969868 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c93d711d-8fd7-4a00-9526-c2e66a504148 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:03.970523 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c93d711d-8fd7-4a00-9526-c2e66a504148 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:03.978458 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-a5f00f78-081a-4b6b-bcef-e0ce9603e137 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5835404 Mar 07 10:31:03.982840 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 37698) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:03.983970 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7a98e4-7368-4340-9b91-0dbf1e062588 None None] Pushing event updated for resources: {'Port': ['ID=d2ec2bab-6c39-4751-9e7b-70e843598db8,revision_number=6']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:03.999387 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-9a9c8ae9-df6e-4bc5-81d4-b0bb4319c53f tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2136325231', 'security_groups': ['cf0699cc-48d7-4a4a-adc9-4e31e734f33b'], 'network_id': 'b182323a-b537-434c-8c62-118ec6f13713', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'b0df068b-3e73-4fb6-875c-13a079607674'}]}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:31:04.001140 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-27e17dcf-1463-4bb1-a617-d9d533c9e95f req-2e5e5222-d94a-4279-810f-dbcde40e9659 service neutron] 10.222.0.10 "GET /v2.0/networks/40a9b5e4-2566-4b34-8233-7ca2a6a5d397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3870604 Mar 07 10:31:04.023882 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 37704) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:04.162426 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50ac549a-8cc6-4f52-8a44-0f24a9b26d8c tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] Made reservation on behalf of 973d9183743a4b0588c930945977ab85 for: {'network': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:31:04.165490 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-50ac549a-8cc6-4f52-8a44-0f24a9b26d8c tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for network, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:04.224757 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-9a9c8ae9-df6e-4bc5-81d4-b0bb4319c53f tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:31:04.237837 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-9a9c8ae9-df6e-4bc5-81d4-b0bb4319c53f tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:31:04.250303 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a9c8ae9-df6e-4bc5-81d4-b0bb4319c53f tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Made reservation on behalf of b6ff3248bb834bc1a094f45e7fa43fbd for: {'port': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:31:04.335527 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-c93d711d-8fd7-4a00-9526-c2e66a504148 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.0151551 Mar 07 10:31:04.344685 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 37710) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:04.345669 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-50ac549a-8cc6-4f52-8a44-0f24a9b26d8c tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:04.356759 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-b1746728-f6d1-42c6-bbf9-31cb65112ae0 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-31158891'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:31:04.377233 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-b1746728-f6d1-42c6-bbf9-31cb65112ae0 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:31:04.388635 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-b1746728-f6d1-42c6-bbf9-31cb65112ae0 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Usage tracker for resource:network and tenant:0d2fd6fe5acd4dee8d48a1427bbf6953 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:31:04.397550 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-b1746728-f6d1-42c6-bbf9-31cb65112ae0 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:31:04.407460 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-b1746728-f6d1-42c6-bbf9-31cb65112ae0 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:31:04.407691 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93d711d-8fd7-4a00-9526-c2e66a504148 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Pushing event updated for resources: {'Network': ['ID=7bd39628-5e31-4375-89f3-ff61f7070b0f,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:04.420649 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Network 7bd39628-5e31-4375-89f3-ff61f7070b0f details requested by agent ovs-agent-dv-neutron-830731-3-hyperv with host dv-neutron-830731-3-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 10:31:04.459275 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-690d912b-46e6-4d03-af46-a2cff6dfb3bc tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1663859318'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:31:04.486019 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-690d912b-46e6-4d03-af46-a2cff6dfb3bc tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:31:04.497509 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-50ac549a-8cc6-4f52-8a44-0f24a9b26d8c tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:31:04.509699 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-50ac549a-8cc6-4f52-8a44-0f24a9b26d8c tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] Usage tracker for resource:security_group_rule and tenant:973d9183743a4b0588c930945977ab85 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:31:04.514357 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-50ac549a-8cc6-4f52-8a44-0f24a9b26d8c tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:31:04.520082 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-27e17dcf-1463-4bb1-a617-d9d533c9e95f req-0fcc8b81-460f-4a71-bcf6-34633312b235 service neutron] 10.222.0.10 "GET /v2.0/networks/40a9b5e4-2566-4b34-8233-7ca2a6a5d397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4786630 Mar 07 10:31:04.529692 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-690d912b-46e6-4d03-af46-a2cff6dfb3bc tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Usage tracker for resource:network and tenant:bf639a7498e441a28f217212bce115ee is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:31:04.535901 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-690d912b-46e6-4d03-af46-a2cff6dfb3bc tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:31:04.536159 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-50ac549a-8cc6-4f52-8a44-0f24a9b26d8c tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:31:04.550311 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1746728-f6d1-42c6-bbf9-31cb65112ae0 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Made reservation on behalf of 0d2fd6fe5acd4dee8d48a1427bbf6953 for: {'network': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:31:04.554970 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b1746728-f6d1-42c6-bbf9-31cb65112ae0 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for network, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:04.592764 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9a9c8ae9-df6e-4bc5-81d4-b0bb4319c53f tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:04.618506 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-690d912b-46e6-4d03-af46-a2cff6dfb3bc tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:31:04.633447 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [None req-9a9c8ae9-df6e-4bc5-81d4-b0bb4319c53f tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] device_id is not set on port 3f26033b-2fef-475a-bd50-c51c861e3877 yet. {{(pid=83738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 07 10:31:04.693662 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1746728-f6d1-42c6-bbf9-31cb65112ae0 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=83738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:31:04.699877 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-690d912b-46e6-4d03-af46-a2cff6dfb3bc tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Made reservation on behalf of bf639a7498e441a28f217212bce115ee for: {'network': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:31:04.703870 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-690d912b-46e6-4d03-af46-a2cff6dfb3bc tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for network, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:04.732734 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-690d912b-46e6-4d03-af46-a2cff6dfb3bc tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Notify callbacks [] for security_group, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:04.743045 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-50ac549a-8cc6-4f52-8a44-0f24a9b26d8c tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:04.753938 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-50ac549a-8cc6-4f52-8a44-0f24a9b26d8c tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:04.754148 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b1746728-f6d1-42c6-bbf9-31cb65112ae0 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:04.754346 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.db.segments_db [None req-b1746728-f6d1-42c6-bbf9-31cb65112ae0 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Added segment b24cf64b-e28b-4c6b-952d-ac5eca33e92e of type vlan for network f2a32393-ee5b-4333-8b1c-a7cdfe84495c Mar 07 10:31:04.773537 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6ff8f7ba-7924-4f86-b90b-5554740df0b9 None None] Provisioning complete for port 40a1aeeb-9a54-432e-86d8-7e19736f771c triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:31:04.774290 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6ff8f7ba-7924-4f86-b90b-5554740df0b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:04.778861 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-690d912b-46e6-4d03-af46-a2cff6dfb3bc tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:31:04.782889 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-690d912b-46e6-4d03-af46-a2cff6dfb3bc tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Usage tracker for resource:security_group_rule and tenant:bf639a7498e441a28f217212bce115ee is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:31:04.784035 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b6fb96c6-c64f-418e-afcf-0a55eaf9032f req-e759d84d-74e0-4d5e-812f-2465b2a85739 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=416b2fd961bc4d70a26d66821f7df8e2&device_id=69bcab59-88eb-4fb1-a0ed-644552ee9fdd HTTP/1.1" status: 200 len: 1096 time: 0.2132382 Mar 07 10:31:04.785752 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-690d912b-46e6-4d03-af46-a2cff6dfb3bc tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:31:04.791759 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-690d912b-46e6-4d03-af46-a2cff6dfb3bc tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:31:04.885351 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6ff8f7ba-7924-4f86-b90b-5554740df0b9 None None] Port 40a1aeeb-9a54-432e-86d8-7e19736f771c cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:31:04.902839 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6ff8f7ba-7924-4f86-b90b-5554740df0b9 None None] Provisioning for port d2ec2bab-6c39-4751-9e7b-70e843598db8 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:31:04.904139 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50ac549a-8cc6-4f52-8a44-0f24a9b26d8c tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=83737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:31:04.907606 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b1746728-f6d1-42c6-bbf9-31cb65112ae0 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732568034061'] for network, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:04.910495 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6ff8f7ba-7924-4f86-b90b-5554740df0b9 None None] Provisioning complete for port d2ec2bab-6c39-4751-9e7b-70e843598db8 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:31:04.911272 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6ff8f7ba-7924-4f86-b90b-5554740df0b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:04.980957 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b1746728-f6d1-42c6-bbf9-31cb65112ae0 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594'] for network, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:04.985581 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1746728-f6d1-42c6-bbf9-31cb65112ae0 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:04.986413 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b1746728-f6d1-42c6-bbf9-31cb65112ae0 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:04.998067 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ac549a-8cc6-4f52-8a44-0f24a9b26d8c tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78daae4f-3133-4a32-9e83-77d5930dd710,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:05.012975 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-50ac549a-8cc6-4f52-8a44-0f24a9b26d8c tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:05.013384 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.db.segments_db [None req-50ac549a-8cc6-4f52-8a44-0f24a9b26d8c tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] Added segment 3872a52d-149e-40b2-bfc5-a1b5b4fdd78c of type vlan for network 4ae43eed-b296-4a09-bd70-5c04c8fd6f72 Mar 07 10:31:05.109571 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-50ac549a-8cc6-4f52-8a44-0f24a9b26d8c tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732568034061'] for network, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:05.119482 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fb96c6-c64f-418e-afcf-0a55eaf9032f req-d8fcdcc3-302c-41b9-b62a-1469eeaccf18 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:05.121439 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b6fb96c6-c64f-418e-afcf-0a55eaf9032f req-d8fcdcc3-302c-41b9-b62a-1469eeaccf18 service neutron] 10.222.0.10 "GET /v2.0/networks?id=40a9b5e4-2566-4b34-8233-7ca2a6a5d397 HTTP/1.1" status: 200 len: 898 time: 0.3281085 Mar 07 10:31:05.169459 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-b1746728-f6d1-42c6-bbf9-31cb65112ae0 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8231702 Mar 07 10:31:05.177350 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 37718) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:05.185348 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-690d912b-46e6-4d03-af46-a2cff6dfb3bc tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Notify callbacks [] for security_group, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:05.197057 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-f4b50d85-a3e3-470b-9793-024983418adc tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Request body: {'subnet': {'network_id': '7bd39628-5e31-4375-89f3-ff61f7070b0f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:31:05.215994 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1746728-f6d1-42c6-bbf9-31cb65112ae0 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Pushing event updated for resources: {'Network': ['ID=f2a32393-ee5b-4333-8b1c-a7cdfe84495c,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:05.227395 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-690d912b-46e6-4d03-af46-a2cff6dfb3bc tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:05.240434 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-50ac549a-8cc6-4f52-8a44-0f24a9b26d8c tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594'] for network, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:05.244096 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ac549a-8cc6-4f52-8a44-0f24a9b26d8c tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:05.244691 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-50ac549a-8cc6-4f52-8a44-0f24a9b26d8c tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:05.274276 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bae23bb-4026-473a-8bf5-d88ea83cc7f6 req-d6817076-54fa-451f-8e7e-9082f8b6aef2 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:05.275991 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-9bae23bb-4026-473a-8bf5-d88ea83cc7f6 req-d6817076-54fa-451f-8e7e-9082f8b6aef2 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/ports?device_id=69bcab59-88eb-4fb1-a0ed-644552ee9fdd HTTP/1.1" status: 200 len: 943 time: 0.3764365 Mar 07 10:31:05.321013 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-9a9c8ae9-df6e-4bc5-81d4-b0bb4319c53f tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Allocated IP 172.20.0.10 (b182323a-b537-434c-8c62-118ec6f13713/b0df068b-3e73-4fb6-875c-13a079607674/3f26033b-2fef-475a-bd50-c51c861e3877) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:31:05.340361 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1746728-f6d1-42c6-bbf9-31cb65112ae0 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:31:05.340745 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1746728-f6d1-42c6-bbf9-31cb65112ae0 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:31:05.341301 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1746728-f6d1-42c6-bbf9-31cb65112ae0 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:31:05.341627 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1746728-f6d1-42c6-bbf9-31cb65112ae0 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:31:05.341954 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1746728-f6d1-42c6-bbf9-31cb65112ae0 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:31:05.342266 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1746728-f6d1-42c6-bbf9-31cb65112ae0 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:31:05.342648 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1746728-f6d1-42c6-bbf9-31cb65112ae0 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:31:05.342887 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1746728-f6d1-42c6-bbf9-31cb65112ae0 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:31:05.343403 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1746728-f6d1-42c6-bbf9-31cb65112ae0 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:31:05.343664 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1746728-f6d1-42c6-bbf9-31cb65112ae0 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:31:05.344056 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1746728-f6d1-42c6-bbf9-31cb65112ae0 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:31:05.359975 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Network f2a32393-ee5b-4333-8b1c-a7cdfe84495c details requested by agent ovs-agent-dv-neutron-830731-3-hyperv with host dv-neutron-830731-3-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 10:31:05.364723 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-690d912b-46e6-4d03-af46-a2cff6dfb3bc tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=83738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:31:05.372319 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-50ac549a-8cc6-4f52-8a44-0f24a9b26d8c tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 2.2031405 Mar 07 10:31:05.383217 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 37722) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:05.412008 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b6fb96c6-c64f-418e-afcf-0a55eaf9032f req-6e747a1e-2fc6-4dbf-8007-890aaf443113 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1a1f8072-f405-4d6e-9b74-ffbe5a7a204e HTTP/1.1" status: 200 len: 217 time: 0.2482369 Mar 07 10:31:05.423333 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-254deb0d-0058-4b56-a6e3-b7b099b55d89 tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] Request body: {'subnet': {'network_id': '4ae43eed-b296-4a09-bd70-5c04c8fd6f72', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:31:05.444944 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-690d912b-46e6-4d03-af46-a2cff6dfb3bc tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:05.445321 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.db.segments_db [None req-690d912b-46e6-4d03-af46-a2cff6dfb3bc tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Added segment 32466109-81a3-44a8-834f-17dcb222735e of type vlan for network fdfbfc96-b73c-439b-aedb-09caa5df7867 Mar 07 10:31:05.447945 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690d912b-46e6-4d03-af46-a2cff6dfb3bc tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a542a065-3651-411e-bc60-0a03155b6fda,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:05.516674 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ac549a-8cc6-4f52-8a44-0f24a9b26d8c tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] Pushing event updated for resources: {'Network': ['ID=4ae43eed-b296-4a09-bd70-5c04c8fd6f72,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:05.525789 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-f4b50d85-a3e3-470b-9793-024983418adc tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:31:05.530892 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Network 4ae43eed-b296-4a09-bd70-5c04c8fd6f72 details requested by agent ovs-agent-dv-neutron-830731-3-hyperv with host dv-neutron-830731-3-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 10:31:05.553362 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-f4b50d85-a3e3-470b-9793-024983418adc tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Usage tracker for resource:subnet and tenant:0d2fd6fe5acd4dee8d48a1427bbf6953 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:31:05.557811 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fb96c6-c64f-418e-afcf-0a55eaf9032f req-d76c2472-9177-4f22-af1a-f8fb75710b17 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:05.559580 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b6fb96c6-c64f-418e-afcf-0a55eaf9032f req-d76c2472-9177-4f22-af1a-f8fb75710b17 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1639da54-b037-4e07-a2ec-b6618ce1a79a HTTP/1.1" status: 200 len: 834 time: 0.1336136 Mar 07 10:31:05.564976 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-9bae23bb-4026-473a-8bf5-d88ea83cc7f6 req-9b49407b-7da1-40e8-84d0-2c3e2da6d4c3 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/security-groups?id=9062d70d-d651-4000-a289-660d64ce925e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1926413 Mar 07 10:31:05.596408 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-f4b50d85-a3e3-470b-9793-024983418adc tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:31:05.644957 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-690d912b-46e6-4d03-af46-a2cff6dfb3bc tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732568034061'] for network, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:05.663902 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-f4b50d85-a3e3-470b-9793-024983418adc tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:31:05.695545 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b6fb96c6-c64f-418e-afcf-0a55eaf9032f req-9c890ae3-db16-480d-b4e0-a8471e8160f3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=40a9b5e4-2566-4b34-8233-7ca2a6a5d397&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1173806 Mar 07 10:31:05.701364 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-254deb0d-0058-4b56-a6e3-b7b099b55d89 tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:31:05.711358 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-254deb0d-0058-4b56-a6e3-b7b099b55d89 tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] Usage tracker for resource:subnet and tenant:973d9183743a4b0588c930945977ab85 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:31:05.721492 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4b50d85-a3e3-470b-9793-024983418adc tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Made reservation on behalf of 0d2fd6fe5acd4dee8d48a1427bbf6953 for: {'subnet': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:31:05.740972 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-254deb0d-0058-4b56-a6e3-b7b099b55d89 tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:31:05.819611 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-254deb0d-0058-4b56-a6e3-b7b099b55d89 tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:31:05.839080 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b6fb96c6-c64f-418e-afcf-0a55eaf9032f req-d2fc601a-08f3-4e0e-89b6-043b15ab6215 service neutron] 10.222.0.10 "GET /v2.0/networks/40a9b5e4-2566-4b34-8233-7ca2a6a5d397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388402 Mar 07 10:31:05.855934 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-690d912b-46e6-4d03-af46-a2cff6dfb3bc tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594'] for network, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:05.859731 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-690d912b-46e6-4d03-af46-a2cff6dfb3bc tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:05.860303 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-690d912b-46e6-4d03-af46-a2cff6dfb3bc tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:05.912223 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-254deb0d-0058-4b56-a6e3-b7b099b55d89 tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] Made reservation on behalf of 973d9183743a4b0588c930945977ab85 for: {'subnet': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:31:05.943424 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device d2ec2bab-6c39-4751-9e7b-70e843598db8 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:31:05.992864 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9a9c8ae9-df6e-4bc5-81d4-b0bb4319c53f tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:06.031232 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b6fb96c6-c64f-418e-afcf-0a55eaf9032f req-4d4cf5ad-0ecc-4e7b-902d-05e45f752edc service neutron] 10.222.0.10 "GET /v2.0/networks/40a9b5e4-2566-4b34-8233-7ca2a6a5d397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854463 Mar 07 10:31:06.090025 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port d2ec2bab-6c39-4751-9e7b-70e843598db8 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:31:06.090415 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:06.149513 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f4b50d85-a3e3-470b-9793-024983418adc tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741426'] for subnet, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:06.263734 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-690d912b-46e6-4d03-af46-a2cff6dfb3bc tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.2352359 Mar 07 10:31:06.267435 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 37728) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:06.273883 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-e2242d89-4b4a-4ebf-ab7c-8a4266afc801 tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Request body: {'subnet': {'network_id': 'fdfbfc96-b73c-439b-aedb-09caa5df7867', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:31:06.280128 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690d912b-46e6-4d03-af46-a2cff6dfb3bc tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Pushing event updated for resources: {'Network': ['ID=fdfbfc96-b73c-439b-aedb-09caa5df7867,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:06.295103 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-9a9c8ae9-df6e-4bc5-81d4-b0bb4319c53f tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Transition to ACTIVE for port object 3f26033b-2fef-475a-bd50-c51c861e3877 will not be triggered until provisioned by entity DHCP. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:31:06.298245 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Network fdfbfc96-b73c-439b-aedb-09caa5df7867 details requested by agent ovs-agent-dv-neutron-830731-3-hyperv with host dv-neutron-830731-3-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 10:31:06.311130 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-254deb0d-0058-4b56-a6e3-b7b099b55d89 tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741426'] for subnet, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:06.417439 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-e2242d89-4b4a-4ebf-ab7c-8a4266afc801 tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:31:06.421573 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-e2242d89-4b4a-4ebf-ab7c-8a4266afc801 tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Usage tracker for resource:subnet and tenant:bf639a7498e441a28f217212bce115ee is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:31:06.424814 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-e2242d89-4b4a-4ebf-ab7c-8a4266afc801 tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:31:06.431057 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-e2242d89-4b4a-4ebf-ab7c-8a4266afc801 tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:31:06.442833 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2242d89-4b4a-4ebf-ab7c-8a4266afc801 tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Made reservation on behalf of bf639a7498e441a28f217212bce115ee for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:31:06.466352 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9a9c8ae9-df6e-4bc5-81d4-b0bb4319c53f tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:06.616986 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a9c8ae9-df6e-4bc5-81d4-b0bb4319c53f tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Network b182323a-b537-434c-8c62-118ec6f13713 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:31:06.622868 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-9a9c8ae9-df6e-4bc5-81d4-b0bb4319c53f tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:31:06.638646 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9c8ae9-df6e-4bc5-81d4-b0bb4319c53f tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Pushing event updated for resources: {'Port': ['ID=3f26033b-2fef-475a-bd50-c51c861e3877,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:06.656289 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9c8ae9-df6e-4bc5-81d4-b0bb4319c53f tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:31:06.688825 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e2242d89-4b4a-4ebf-ab7c-8a4266afc801 tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3219231'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:06.792256 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f4b50d85-a3e3-470b-9793-024983418adc tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3556832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741408'] for subnet, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:06.849066 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a9c8ae9-df6e-4bc5-81d4-b0bb4319c53f tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:06.849672 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9a9c8ae9-df6e-4bc5-81d4-b0bb4319c53f tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:06.909572 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b84026-a704-4033-ba9e-e6e10a780e4b req-cd43c927-90ef-4163-8740-e9f63e2c2be3 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:06.911185 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-a6b84026-a704-4033-ba9e-e6e10a780e4b req-cd43c927-90ef-4163-8740-e9f63e2c2be3 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/ports?device_id=69bcab59-88eb-4fb1-a0ed-644552ee9fdd HTTP/1.1" status: 200 len: 943 time: 0.1372888 Mar 07 10:31:06.941109 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-9a9c8ae9-df6e-4bc5-81d4-b0bb4319c53f tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.9536073 Mar 07 10:31:06.941109 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b50d85-a3e3-470b-9793-024983418adc tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Pushing event updated for resources: {'Subnet': ['ID=c725cb5e-94f0-49c7-999d-122096427f1f,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:06.947025 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 37734) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:06.955685 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-ad8015f0-3be4-48e3-9837-56efb0aaa5ee tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Request body: {'subnet': {'network_id': 'b182323a-b537-434c-8c62-118ec6f13713', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:31:06.975048 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-254deb0d-0058-4b56-a6e3-b7b099b55d89 tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3556832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741408'] for subnet, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:07.028422 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-a6b84026-a704-4033-ba9e-e6e10a780e4b req-f3a4236f-1555-471b-b311-86b6e0ecbe2b tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/security-groups?id=9062d70d-d651-4000-a289-660d64ce925e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068175 Mar 07 10:31:07.033547 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-98632d9c-f494-4427-b55c-bee056f5e7ea None None] Provisioning for port 3f26033b-2fef-475a-bd50-c51c861e3877 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:31:07.039921 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-98632d9c-f494-4427-b55c-bee056f5e7ea None None] Provisioning complete for port 3f26033b-2fef-475a-bd50-c51c861e3877 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:31:07.040368 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-98632d9c-f494-4427-b55c-bee056f5e7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:07.085563 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b50d85-a3e3-470b-9793-024983418adc tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Checking segment: {'id': 'cdab197e-2149-4583-af54-95cf9a214b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '7bd39628-5e31-4375-89f3-ff61f7070b0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:31:07.085973 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4b50d85-a3e3-470b-9793-024983418adc tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Network hostable DHCP agents. Network: 7bd39628-5e31-4375-89f3-ff61f7070b0f, hostable agents: ['6527556c-6586-422c-ae47-082984683847'], hosted agents: [] {{(pid=83738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:31:07.086617 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e2242d89-4b4a-4ebf-ab7c-8a4266afc801 tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3012444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3219213'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:07.135516 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254deb0d-0058-4b56-a6e3-b7b099b55d89 tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] Pushing event updated for resources: {'Subnet': ['ID=e84688d6-0411-45b5-8855-73ea21ee48f2,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:07.139505 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-98632d9c-f494-4427-b55c-bee056f5e7ea None None] Port 3f26033b-2fef-475a-bd50-c51c861e3877 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:31:07.180208 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2242d89-4b4a-4ebf-ab7c-8a4266afc801 tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Pushing event updated for resources: {'Subnet': ['ID=666b98d8-f08f-4be4-8720-8ad911d70f75,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:07.185059 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2242d89-4b4a-4ebf-ab7c-8a4266afc801 tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Checking segment: {'id': '32466109-81a3-44a8-834f-17dcb222735e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'fdfbfc96-b73c-439b-aedb-09caa5df7867'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:31:07.185416 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2242d89-4b4a-4ebf-ab7c-8a4266afc801 tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Network hostable DHCP agents. Network: fdfbfc96-b73c-439b-aedb-09caa5df7867, hostable agents: ['6527556c-6586-422c-ae47-082984683847'], hosted agents: [] {{(pid=83737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:31:07.200842 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4b50d85-a3e3-470b-9793-024983418adc tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Network 7bd39628-5e31-4375-89f3-ff61f7070b0f is scheduled to be hosted by DHCP agent 6527556c-6586-422c-ae47-082984683847 with binding_index 1 {{(pid=83738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:31:07.207171 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-ad8015f0-3be4-48e3-9837-56efb0aaa5ee tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:31:07.211837 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2242d89-4b4a-4ebf-ab7c-8a4266afc801 tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Network fdfbfc96-b73c-439b-aedb-09caa5df7867 is scheduled to be hosted by DHCP agent 6527556c-6586-422c-ae47-082984683847 with binding_index 1 {{(pid=83737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:31:07.213055 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-254deb0d-0058-4b56-a6e3-b7b099b55d89 tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] Checking segment: {'id': '3872a52d-149e-40b2-bfc5-a1b5b4fdd78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4ae43eed-b296-4a09-bd70-5c04c8fd6f72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:31:07.213419 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-254deb0d-0058-4b56-a6e3-b7b099b55d89 tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] Network hostable DHCP agents. Network: 4ae43eed-b296-4a09-bd70-5c04c8fd6f72, hostable agents: ['6527556c-6586-422c-ae47-082984683847'], hosted agents: [] {{(pid=83738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:31:07.217744 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-ad8015f0-3be4-48e3-9837-56efb0aaa5ee tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Usage tracker for resource:subnet and tenant:b6ff3248bb834bc1a094f45e7fa43fbd is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:31:07.222039 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-ad8015f0-3be4-48e3-9837-56efb0aaa5ee tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:31:07.227134 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-e2242d89-4b4a-4ebf-ab7c-8a4266afc801 tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830731-3-hyperv, fdfbfc96-b73c-439b-aedb-09caa5df7867) {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:31:07.229117 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-f4b50d85-a3e3-470b-9793-024983418adc tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830731-3-hyperv, 7bd39628-5e31-4375-89f3-ff61f7070b0f) {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:31:07.230783 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-ad8015f0-3be4-48e3-9837-56efb0aaa5ee tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:31:07.232301 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2242d89-4b4a-4ebf-ab7c-8a4266afc801 tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:07.233297 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e2242d89-4b4a-4ebf-ab7c-8a4266afc801 tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:07.242342 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b50d85-a3e3-470b-9793-024983418adc tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:07.242918 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f4b50d85-a3e3-470b-9793-024983418adc tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:07.254174 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0deb6dfc-aa2e-4e15-a796-c52f6b5e901b None None] Network fdfbfc96-b73c-439b-aedb-09caa5df7867 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:31:07.260756 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad8015f0-3be4-48e3-9837-56efb0aaa5ee tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Made reservation on behalf of b6ff3248bb834bc1a094f45e7fa43fbd for: {'subnet': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:31:07.264148 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ad8015f0-3be4-48e3-9837-56efb0aaa5ee tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741426'] for subnet, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:07.283082 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-e2242d89-4b4a-4ebf-ab7c-8a4266afc801 tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0134094 Mar 07 10:31:07.284877 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 37738) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:07.307255 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-70775800-1e4d-499b-bfb0-93ca77f717cf tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Request body: {'port': {'network_id': 'fdfbfc96-b73c-439b-aedb-09caa5df7867', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1107449209'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:31:07.345865 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-f4b50d85-a3e3-470b-9793-024983418adc tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1597335 Mar 07 10:31:07.348302 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 37744) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:07.358877 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-254deb0d-0058-4b56-a6e3-b7b099b55d89 tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] Network 4ae43eed-b296-4a09-bd70-5c04c8fd6f72 is scheduled to be hosted by DHCP agent 6527556c-6586-422c-ae47-082984683847 with binding_index 1 {{(pid=83738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:31:07.364020 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-c3767958-0744-426d-b73d-9f3c8709073c tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Request body: {'subnet': {'network_id': 'f2a32393-ee5b-4333-8b1c-a7cdfe84495c', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:31:07.402970 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38baab05-aed2-422e-aa19-f3f15b91475d None None] Network 7bd39628-5e31-4375-89f3-ff61f7070b0f requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:31:07.451776 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-254deb0d-0058-4b56-a6e3-b7b099b55d89 tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830731-3-hyperv, 4ae43eed-b296-4a09-bd70-5c04c8fd6f72) {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:31:07.471117 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-254deb0d-0058-4b56-a6e3-b7b099b55d89 tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:07.471698 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-254deb0d-0058-4b56-a6e3-b7b099b55d89 tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:07.494096 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f863d2f1-19a2-4328-afc6-883a56fb518e None None] Network 4ae43eed-b296-4a09-bd70-5c04c8fd6f72 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:31:07.523720 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-70775800-1e4d-499b-bfb0-93ca77f717cf tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:31:07.527966 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-254deb0d-0058-4b56-a6e3-b7b099b55d89 tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1392894 Mar 07 10:31:07.528135 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-70775800-1e4d-499b-bfb0-93ca77f717cf tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Usage tracker for resource:port and tenant:bf639a7498e441a28f217212bce115ee is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:31:07.532254 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-70775800-1e4d-499b-bfb0-93ca77f717cf tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:31:07.534884 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 37748) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:07.540067 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-c3767958-0744-426d-b73d-9f3c8709073c tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:31:07.543623 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-9dccc088-6a8e-4021-a557-4384bb921c16 tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] Request body: {'port': {'network_id': '4ae43eed-b296-4a09-bd70-5c04c8fd6f72', 'name': 'tempest-TagsExtTest-388222032'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:31:07.546229 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-c3767958-0744-426d-b73d-9f3c8709073c tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Usage tracker for resource:subnet and tenant:0d2fd6fe5acd4dee8d48a1427bbf6953 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:31:07.553451 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-c3767958-0744-426d-b73d-9f3c8709073c tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:31:07.556631 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.db.ipam_backend_mixin [None req-ad8015f0-3be4-48e3-9837-56efb0aaa5ee tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet b0df068b-3e73-4fb6-875c-13a079607674 (CIDR: 172.20.0.0/28) Mar 07 10:31:07.560327 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-c3767958-0744-426d-b73d-9f3c8709073c tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:31:07.565549 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad8015f0-3be4-48e3-9837-56efb0aaa5ee tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 10:31:07.566059 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad8015f0-3be4-48e3-9837-56efb0aaa5ee tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:31:07.568095 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-70775800-1e4d-499b-bfb0-93ca77f717cf tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:31:07.592522 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3767958-0744-426d-b73d-9f3c8709073c tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Made reservation on behalf of 0d2fd6fe5acd4dee8d48a1427bbf6953 for: {'subnet': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:31:07.618968 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-ad8015f0-3be4-48e3-9837-56efb0aaa5ee tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6682882 Mar 07 10:31:07.620429 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 37752) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:07.663557 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70775800-1e4d-499b-bfb0-93ca77f717cf tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Made reservation on behalf of bf639a7498e441a28f217212bce115ee for: {'port': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:31:07.667114 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-70775800-1e4d-499b-bfb0-93ca77f717cf tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:07.676300 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-5c437b22-264b-4aa1-850f-9c6b39231415 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Request body: {'subnet': {'network_id': 'b182323a-b537-434c-8c62-118ec6f13713', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:31:07.705670 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [None req-70775800-1e4d-499b-bfb0-93ca77f717cf tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] device_id is not set on port 56735782-3806-4a9a-a7b8-0977743f9139 yet. {{(pid=83737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 07 10:31:07.801550 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c3767958-0744-426d-b73d-9f3c8709073c tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741426'] for subnet, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:07.938695 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-70775800-1e4d-499b-bfb0-93ca77f717cf tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Allocated IP 2001:db8::2b4 (fdfbfc96-b73c-439b-aedb-09caa5df7867/666b98d8-f08f-4be4-8720-8ad911d70f75/56735782-3806-4a9a-a7b8-0977743f9139) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:31:07.945406 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-9dccc088-6a8e-4021-a557-4384bb921c16 tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:31:07.949621 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-5c437b22-264b-4aa1-850f-9c6b39231415 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:31:07.955346 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-9dccc088-6a8e-4021-a557-4384bb921c16 tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] Usage tracker for resource:port and tenant:973d9183743a4b0588c930945977ab85 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:31:07.957020 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-5c437b22-264b-4aa1-850f-9c6b39231415 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Usage tracker for resource:subnet and tenant:b6ff3248bb834bc1a094f45e7fa43fbd is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:31:07.959944 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-9dccc088-6a8e-4021-a557-4384bb921c16 tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:31:07.960833 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-5c437b22-264b-4aa1-850f-9c6b39231415 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:31:07.969204 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-5c437b22-264b-4aa1-850f-9c6b39231415 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:31:07.969841 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-9dccc088-6a8e-4021-a557-4384bb921c16 tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:31:07.987223 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c437b22-264b-4aa1-850f-9c6b39231415 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Made reservation on behalf of b6ff3248bb834bc1a094f45e7fa43fbd for: {'subnet': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:31:07.991018 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5c437b22-264b-4aa1-850f-9c6b39231415 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741426'] for subnet, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:08.017427 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device 1a1f8072-f405-4d6e-9b74-ffbe5a7a204e details requested by agent hyperv_hv-neutron-8307 with host hv-neutron-8307 {{(pid=83739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 07 10:31:08.029080 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7846d178-1753-4f92-ad5f-731809afdf2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ec2749d-0aec-52fb-aca6-10ba8a80aade-7bd39628-5e31-4375-89f3-ff61f7070b0f', 'network_id': '7bd39628-5e31-4375-89f3-ff61f7070b0f', 'tenant_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'fixed_ips': [{'subnet_id': 'c725cb5e-94f0-49c7-999d-122096427f1f'}]}} from dv-neutron-830731-3-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 07 10:31:08.032624 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-7846d178-1753-4f92-ad5f-731809afdf2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:08.261000 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e1d08c-9a3c-4aa6-99da-12b8489306da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ec2749d-0aec-52fb-aca6-10ba8a80aade-4ae43eed-b296-4a09-bd70-5c04c8fd6f72', 'network_id': '4ae43eed-b296-4a09-bd70-5c04c8fd6f72', 'tenant_id': '973d9183743a4b0588c930945977ab85', 'fixed_ips': [{'subnet_id': 'e84688d6-0411-45b5-8855-73ea21ee48f2'}]}} from dv-neutron-830731-3-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 07 10:31:08.261825 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-e6e1d08c-9a3c-4aa6-99da-12b8489306da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:08.263891 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-70775800-1e4d-499b-bfb0-93ca77f717cf tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:08.288403 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [None req-70775800-1e4d-499b-bfb0-93ca77f717cf tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Transition to ACTIVE for port object 56735782-3806-4a9a-a7b8-0977743f9139 will not be triggered until provisioned by entity DHCP. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:31:08.379975 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.db.ipam_backend_mixin [None req-5c437b22-264b-4aa1-850f-9c6b39231415 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet ad30a581-6211-4799-990a-926184cbe10b (CIDR: 172.20.0.16/28) Mar 07 10:31:08.382111 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49254168-9fef-4a21-9afa-1369ecaaa281 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ec2749d-0aec-52fb-aca6-10ba8a80aade-fdfbfc96-b73c-439b-aedb-09caa5df7867', 'network_id': 'fdfbfc96-b73c-439b-aedb-09caa5df7867', 'tenant_id': 'bf639a7498e441a28f217212bce115ee', 'fixed_ips': [{'subnet_id': '666b98d8-f08f-4be4-8720-8ad911d70f75'}]}} from dv-neutron-830731-3-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 07 10:31:08.383005 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-49254168-9fef-4a21-9afa-1369ecaaa281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:08.390659 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c3767958-0744-426d-b73d-9f3c8709073c tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3556832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741408'] for subnet, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:08.391714 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-70775800-1e4d-499b-bfb0-93ca77f717cf tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:08.394616 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c437b22-264b-4aa1-850f-9c6b39231415 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 10:31:08.395062 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c437b22-264b-4aa1-850f-9c6b39231415 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:31:08.399863 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dccc088-6a8e-4021-a557-4384bb921c16 tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] Made reservation on behalf of 973d9183743a4b0588c930945977ab85 for: {'port': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:31:08.403121 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9dccc088-6a8e-4021-a557-4384bb921c16 tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:08.473696 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3767958-0744-426d-b73d-9f3c8709073c tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Pushing event updated for resources: {'Subnet': ['ID=72a8dc97-ab58-4c21-99a1-5fd13acb4f23,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:08.507483 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-5c437b22-264b-4aa1-850f-9c6b39231415 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.8860178 Mar 07 10:31:08.510444 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 37760) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:08.519406 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-749171d1-d70d-485e-85c5-7f5bb8975670 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Request body: {'subnet': {'network_id': 'b182323a-b537-434c-8c62-118ec6f13713', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:31:08.571392 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [None req-9dccc088-6a8e-4021-a557-4384bb921c16 tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] device_id is not set on port 2917e5dc-7313-45f3-a73d-c1b2dda5bdcc yet. {{(pid=83737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 07 10:31:08.605567 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3767958-0744-426d-b73d-9f3c8709073c tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Checking segment: {'id': 'b24cf64b-e28b-4c6b-952d-ac5eca33e92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f2a32393-ee5b-4333-8b1c-a7cdfe84495c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:31:08.605844 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3767958-0744-426d-b73d-9f3c8709073c tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Network hostable DHCP agents. Network: f2a32393-ee5b-4333-8b1c-a7cdfe84495c, hostable agents: ['6527556c-6586-422c-ae47-082984683847'], hosted agents: [] {{(pid=83738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:31:08.662283 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3767958-0744-426d-b73d-9f3c8709073c tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Network f2a32393-ee5b-4333-8b1c-a7cdfe84495c is scheduled to be hosted by DHCP agent 6527556c-6586-422c-ae47-082984683847 with binding_index 1 {{(pid=83738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:31:08.691724 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-c3767958-0744-426d-b73d-9f3c8709073c tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830731-3-hyperv, f2a32393-ee5b-4333-8b1c-a7cdfe84495c) {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:31:08.699447 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3767958-0744-426d-b73d-9f3c8709073c tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:08.700029 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c3767958-0744-426d-b73d-9f3c8709073c tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:08.714755 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-749171d1-d70d-485e-85c5-7f5bb8975670 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:31:08.718260 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70775800-1e4d-499b-bfb0-93ca77f717cf tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Network fdfbfc96-b73c-439b-aedb-09caa5df7867 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:31:08.720799 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70775800-1e4d-499b-bfb0-93ca77f717cf tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Pushing event updated for resources: {'Port': ['ID=56735782-3806-4a9a-a7b8-0977743f9139,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:08.721340 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-749171d1-d70d-485e-85c5-7f5bb8975670 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Usage tracker for resource:subnet and tenant:b6ff3248bb834bc1a094f45e7fa43fbd is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:31:08.725058 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-749171d1-d70d-485e-85c5-7f5bb8975670 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:31:08.732351 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-749171d1-d70d-485e-85c5-7f5bb8975670 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:31:08.739704 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-70775800-1e4d-499b-bfb0-93ca77f717cf tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:31:08.739935 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-c3767958-0744-426d-b73d-9f3c8709073c tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3868821 Mar 07 10:31:08.739935 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 37764) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:08.741816 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70775800-1e4d-499b-bfb0-93ca77f717cf tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:31:08.742175 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70775800-1e4d-499b-bfb0-93ca77f717cf tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:31:08.742520 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70775800-1e4d-499b-bfb0-93ca77f717cf tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:31:08.742860 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70775800-1e4d-499b-bfb0-93ca77f717cf tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:31:08.743199 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70775800-1e4d-499b-bfb0-93ca77f717cf tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:31:08.744141 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2e72a12-2b1a-4ae3-a38f-92935869813f None None] Network f2a32393-ee5b-4333-8b1c-a7cdfe84495c requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:31:08.744345 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70775800-1e4d-499b-bfb0-93ca77f717cf tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:31:08.744757 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70775800-1e4d-499b-bfb0-93ca77f717cf tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:31:08.745735 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70775800-1e4d-499b-bfb0-93ca77f717cf tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:31:08.745937 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70775800-1e4d-499b-bfb0-93ca77f717cf tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:31:08.746229 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70775800-1e4d-499b-bfb0-93ca77f717cf tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:31:08.746558 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70775800-1e4d-499b-bfb0-93ca77f717cf tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:31:08.748598 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-8243243a-24e9-41a3-a249-cf3c55555b0c tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-910223290', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:31:08.750598 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70775800-1e4d-499b-bfb0-93ca77f717cf tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:31:08.754605 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70775800-1e4d-499b-bfb0-93ca77f717cf tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:08.755222 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-70775800-1e4d-499b-bfb0-93ca77f717cf tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:08.758238 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-8243243a-24e9-41a3-a249-cf3c55555b0c tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:31:08.763160 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-8243243a-24e9-41a3-a249-cf3c55555b0c tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Usage tracker for resource:router and tenant:0d2fd6fe5acd4dee8d48a1427bbf6953 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:31:08.767076 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-749171d1-d70d-485e-85c5-7f5bb8975670 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Made reservation on behalf of b6ff3248bb834bc1a094f45e7fa43fbd for: {'subnet': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:31:08.770839 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-749171d1-d70d-485e-85c5-7f5bb8975670 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741426'] for subnet, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:08.787121 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-8243243a-24e9-41a3-a249-cf3c55555b0c tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:31:08.789255 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad46ebf-f7c8-45c1-aa10-43beb2fad9ff req-2ec14fa0-bfee-49d1-b9e2-cd9210fc87fb tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:08.790808 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-2ad46ebf-f7c8-45c1-aa10-43beb2fad9ff req-2ec14fa0-bfee-49d1-b9e2-cd9210fc87fb tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/ports?device_id=69bcab59-88eb-4fb1-a0ed-644552ee9fdd HTTP/1.1" status: 200 len: 943 time: 0.4523580 Mar 07 10:31:08.801286 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-8243243a-24e9-41a3-a249-cf3c55555b0c tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:31:08.819844 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-70775800-1e4d-499b-bfb0-93ca77f717cf tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.5241423 Mar 07 10:31:08.820082 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 37768) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:08.829743 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-651ec43a-0231-4133-a1e7-f2704a9b3117 tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Request body: {'port': {'network_id': 'fdfbfc96-b73c-439b-aedb-09caa5df7867', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1460511769', 'allowed_address_pairs': [{'ip_address': '2001:db8::2b4', 'mac_address': 'fa:16:3e:ff:9b:1e'}]}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:31:08.875531 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8243243a-24e9-41a3-a249-cf3c55555b0c tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3919700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58025'] for router, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:08.876419 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8243243a-24e9-41a3-a249-cf3c55555b0c tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3919671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4011175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58018'] for router, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:08.928001 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8243243a-24e9-41a3-a249-cf3c55555b0c tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:08.944175 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port 1a1f8072-f405-4d6e-9b74-ffbe5a7a204e, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=1a1f8072-f405-4d6e-9b74-ffbe5a7a204e,segment=NetworkSegment(db98df71-74cd-4d5e-8dae-73d8cf33dfa3),segment_id=db98df71-74cd-4d5e-8dae-73d8cf33dfa3)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:31:08.960629 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-2ad46ebf-f7c8-45c1-aa10-43beb2fad9ff req-e2e04d9f-181e-4204-8935-25ccfa13e468 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/security-groups?id=9062d70d-d651-4000-a289-660d64ce925e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1617420 Mar 07 10:31:08.975972 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8243243a-24e9-41a3-a249-cf3c55555b0c tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3917991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923518'] for router, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:09.021059 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-7846d178-1753-4f92-ad5f-731809afdf2b None None] Allocated IP 2001:db8::2 (7bd39628-5e31-4375-89f3-ff61f7070b0f/c725cb5e-94f0-49c7-999d-122096427f1f/287315ae-7c69-4045-9d36-4bfbb65ad764) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:31:09.022763 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-651ec43a-0231-4133-a1e7-f2704a9b3117 tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:31:09.027709 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-651ec43a-0231-4133-a1e7-f2704a9b3117 tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Usage tracker for resource:port and tenant:bf639a7498e441a28f217212bce115ee is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:31:09.030903 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Returning: {'device': '1a1f8072-f405-4d6e-9b74-ffbe5a7a204e', 'network_id': '40a9b5e4-2566-4b34-8233-7ca2a6a5d397', 'port_id': '1a1f8072-f405-4d6e-9b74-ffbe5a7a204e', 'mac_address': 'fa:16:3e:11:11:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1639da54-b037-4e07-a2ec-b6618ce1a79a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 07 10:31:09.032154 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-651ec43a-0231-4133-a1e7-f2704a9b3117 tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:31:09.038451 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-651ec43a-0231-4133-a1e7-f2704a9b3117 tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:31:09.060415 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-e6e1d08c-9a3c-4aa6-99da-12b8489306da None None] Allocated IP 172.20.0.2 (4ae43eed-b296-4a09-bd70-5c04c8fd6f72/e84688d6-0411-45b5-8855-73ea21ee48f2/3ee360a7-c8ce-4036-ab0c-6238a267f4f4) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:31:09.099478 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8243243a-24e9-41a3-a249-cf3c55555b0c tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks [] for router, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:09.101961 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-8243243a-24e9-41a3-a249-cf3c55555b0c tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3603005 Mar 07 10:31:09.106993 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 37772) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:09.164597 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-49254168-9fef-4a21-9afa-1369ecaaa281 None None] Allocated IP 2001:db8::2 (fdfbfc96-b73c-439b-aedb-09caa5df7867/666b98d8-f08f-4be4-8720-8ad911d70f75/92035175-ff9b-4e24-a967-da09ad3d5c39) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:31:09.178762 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-651ec43a-0231-4133-a1e7-f2704a9b3117 tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Made reservation on behalf of bf639a7498e441a28f217212bce115ee for: {'port': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:31:09.183111 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-651ec43a-0231-4133-a1e7-f2704a9b3117 tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:09.195787 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-749171d1-d70d-485e-85c5-7f5bb8975670 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3556832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741408'] for subnet, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:09.291895 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749171d1-d70d-485e-85c5-7f5bb8975670 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Pushing event updated for resources: {'Subnet': ['ID=a7dfa6db-6213-4b68-9b99-d3e8cd952a11,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:09.295623 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:09.298918 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-749171d1-d70d-485e-85c5-7f5bb8975670 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Network b182323a-b537-434c-8c62-118ec6f13713 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:31:09.300400 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-749171d1-d70d-485e-85c5-7f5bb8975670 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:31:09.303339 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-749171d1-d70d-485e-85c5-7f5bb8975670 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:09.304019 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-749171d1-d70d-485e-85c5-7f5bb8975670 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:09.339034 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-749171d1-d70d-485e-85c5-7f5bb8975670 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8277173 Mar 07 10:31:09.341752 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 37776) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:09.349159 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-e96f103c-3843-4efe-a9c3-429fd1a5f0ad tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1097002070', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'a7dfa6db-6213-4b68-9b99-d3e8cd952a11'}], 'security_groups': ['451693ec-692e-4fea-be66-d4a2516f2082', '861185d8-84ed-4729-951d-614d98393fe6']}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:31:09.414018 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [None req-651ec43a-0231-4133-a1e7-f2704a9b3117 tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] device_id is not set on port 24d07b1b-82dd-4432-b5a9-0584dea11cde yet. {{(pid=83737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 07 10:31:09.421828 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29ad6ec8-8671-4be9-91e8-3d3a8ecb5dd7 None None] Network b182323a-b537-434c-8c62-118ec6f13713 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:31:09.545040 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e96f103c-3843-4efe-a9c3-429fd1a5f0ad tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:09.654210 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a1f8072-f405-4d6e-9b74-ffbe5a7a204e {{(pid=83739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 07 10:31:09.665680 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-280d31b7-e727-4617-8c87-2ecbc24ac509 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ec2749d-0aec-52fb-aca6-10ba8a80aade-f2a32393-ee5b-4333-8b1c-a7cdfe84495c', 'network_id': 'f2a32393-ee5b-4333-8b1c-a7cdfe84495c', 'tenant_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'fixed_ips': [{'subnet_id': '72a8dc97-ab58-4c21-99a1-5fd13acb4f23'}]}} from dv-neutron-830731-3-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 07 10:31:09.666503 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-280d31b7-e727-4617-8c87-2ecbc24ac509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:09.817347 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port 1a1f8072-f405-4d6e-9b74-ffbe5a7a204e, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=1a1f8072-f405-4d6e-9b74-ffbe5a7a204e,segment=NetworkSegment(db98df71-74cd-4d5e-8dae-73d8cf33dfa3),segment_id=db98df71-74cd-4d5e-8dae-73d8cf33dfa3)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:31:09.870973 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:09.920691 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-158ca942-ac87-42f7-8396-f5722757ff60 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:10.161946 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-e96f103c-3843-4efe-a9c3-429fd1a5f0ad tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Delete allocated IP 172.20.0.10 (b182323a-b537-434c-8c62-118ec6f13713/b0df068b-3e73-4fb6-875c-13a079607674) {{(pid=83738) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 07 10:31:10.181173 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-e96f103c-3843-4efe-a9c3-429fd1a5f0ad tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Allocated IP 172.20.0.34 (b182323a-b537-434c-8c62-118ec6f13713/a7dfa6db-6213-4b68-9b99-d3e8cd952a11/3f26033b-2fef-475a-bd50-c51c861e3877) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:31:10.247564 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] get_ports_and_sgs() called for port_ids ['1a1f8072-f405-4d6e-9b74-ffbe5a7a204e'] {{(pid=83739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 07 10:31:10.399257 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79448a5a-5d04-4576-a985-2eef514c72c3 req-0c3d32af-76aa-4182-b7fe-baa8c1cf013b tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:10.410513 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Pushing event updated for resources: {'Port': ['ID=1a1f8072-f405-4d6e-9b74-ffbe5a7a204e,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:10.411142 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-79448a5a-5d04-4576-a985-2eef514c72c3 req-0c3d32af-76aa-4182-b7fe-baa8c1cf013b tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/ports?device_id=69bcab59-88eb-4fb1-a0ed-644552ee9fdd HTTP/1.1" status: 200 len: 944 time: 0.2261794 Mar 07 10:31:10.423717 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-e6e1d08c-9a3c-4aa6-99da-12b8489306da None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:10.464985 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-49254168-9fef-4a21-9afa-1369ecaaa281 None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:10.472300 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-79448a5a-5d04-4576-a985-2eef514c72c3 req-0ae91795-e279-40c6-9875-e8cb2b73350a tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/security-groups?id=9062d70d-d651-4000-a289-660d64ce925e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602803 Mar 07 10:31:10.506985 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-7846d178-1753-4f92-ad5f-731809afdf2b None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:10.509640 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-e6e1d08c-9a3c-4aa6-99da-12b8489306da None None] Transition to ACTIVE for port object 3ee360a7-c8ce-4036-ab0c-6238a267f4f4 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:31:10.527592 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e96f103c-3843-4efe-a9c3-429fd1a5f0ad tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks [] for port, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:10.544672 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-e96f103c-3843-4efe-a9c3-429fd1a5f0ad tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Transition to ACTIVE for port object 3f26033b-2fef-475a-bd50-c51c861e3877 will not be triggered until provisioned by entity DHCP. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:31:10.549794 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:31:10.550141 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:31:10.552281 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e96f103c-3843-4efe-a9c3-429fd1a5f0ad tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3556717'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:10.552448 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:31:10.552448 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:31:10.552448 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:31:10.552448 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:31:10.552448 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:31:10.552448 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:31:10.552448 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:31:10.553109 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:31:10.553109 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:31:10.569098 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-49254168-9fef-4a21-9afa-1369ecaaa281 None None] Transition to ACTIVE for port object 92035175-ff9b-4e24-a967-da09ad3d5c39 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:31:10.573916 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-7846d178-1753-4f92-ad5f-731809afdf2b None None] Transition to ACTIVE for port object 287315ae-7c69-4045-9d36-4bfbb65ad764 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:31:10.715032 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-e6e1d08c-9a3c-4aa6-99da-12b8489306da None None] Transition to ACTIVE for port object 3ee360a7-c8ce-4036-ab0c-6238a267f4f4 will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:31:10.725278 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-e96f103c-3843-4efe-a9c3-429fd1a5f0ad tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] In _notify_port_updated(), no bound segment for port 3f26033b-2fef-475a-bd50-c51c861e3877 on network b182323a-b537-434c-8c62-118ec6f13713 {{(pid=83738) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 07 10:31:10.729098 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e96f103c-3843-4efe-a9c3-429fd1a5f0ad tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:10.729694 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e96f103c-3843-4efe-a9c3-429fd1a5f0ad tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:10.734590 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 37786) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:10.734778 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-e96f103c-3843-4efe-a9c3-429fd1a5f0ad tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] 10.222.0.13 "PUT /v2.0/ports/3f26033b-2fef-475a-bd50-c51c861e3877 HTTP/1.1" status: 200 len: 960 time: 1.3916044 Mar 07 10:31:10.739252 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96f103c-3843-4efe-a9c3-429fd1a5f0ad tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Pushing event updated for resources: {'Port': ['ID=3f26033b-2fef-475a-bd50-c51c861e3877,revision_number=2']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:10.759012 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-e6e1d08c-9a3c-4aa6-99da-12b8489306da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:10.764592 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-49254168-9fef-4a21-9afa-1369ecaaa281 None None] Transition to ACTIVE for port object 92035175-ff9b-4e24-a967-da09ad3d5c39 will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:31:10.766034 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-7846d178-1753-4f92-ad5f-731809afdf2b None None] Transition to ACTIVE for port object 287315ae-7c69-4045-9d36-4bfbb65ad764 will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:31:10.806727 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-280d31b7-e727-4617-8c87-2ecbc24ac509 None None] Allocated IP 2001:db8:1::2 (f2a32393-ee5b-4333-8b1c-a7cdfe84495c/72a8dc97-ab58-4c21-99a1-5fd13acb4f23/c9a6d3fd-f89e-4d11-ba0e-e9930a4016c5) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:31:10.847169 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-7846d178-1753-4f92-ad5f-731809afdf2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:10.867134 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-49254168-9fef-4a21-9afa-1369ecaaa281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:10.948615 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e1d08c-9a3c-4aa6-99da-12b8489306da None None] Network 4ae43eed-b296-4a09-bd70-5c04c8fd6f72 is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:31:10.966253 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e1d08c-9a3c-4aa6-99da-12b8489306da None None] Pushing event updated for resources: {'Port': ['ID=3ee360a7-c8ce-4036-ab0c-6238a267f4f4,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:10.968787 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-e6e1d08c-9a3c-4aa6-99da-12b8489306da None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:31:10.987801 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-d1e525fd-8318-465e-8f9b-04fc53c51474 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Deleting port 3f26033b-2fef-475a-bd50-c51c861e3877 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:31:10.988386 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d1e525fd-8318-465e-8f9b-04fc53c51474 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:11.061612 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7846d178-1753-4f92-ad5f-731809afdf2b None None] Network 7bd39628-5e31-4375-89f3-ff61f7070b0f is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:31:11.064297 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e1d08c-9a3c-4aa6-99da-12b8489306da None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:31:11.083399 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-7846d178-1753-4f92-ad5f-731809afdf2b None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:31:11.100311 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7846d178-1753-4f92-ad5f-731809afdf2b None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:31:11.100580 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-651ec43a-0231-4133-a1e7-f2704a9b3117 tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Allocated IP 2001:db8::3e8 (fdfbfc96-b73c-439b-aedb-09caa5df7867/666b98d8-f08f-4be4-8720-8ad911d70f75/24d07b1b-82dd-4432-b5a9-0584dea11cde) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:31:11.102529 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.db.api [None req-9dccc088-6a8e-4021-a557-4384bb921c16 tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-26f046d4-e80e-49a0-bdc4-59491fccd230 {{(pid=83737) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 10:31:11.102850 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG oslo_db.api [None req-9dccc088-6a8e-4021-a557-4384bb921c16 tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 10:31:11.116233 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49254168-9fef-4a21-9afa-1369ecaaa281 None None] Network fdfbfc96-b73c-439b-aedb-09caa5df7867 is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:31:11.131687 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-49254168-9fef-4a21-9afa-1369ecaaa281 None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:31:11.142086 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-158ca942-ac87-42f7-8396-f5722757ff60 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Allocated IP 2001:db8::1 (7bd39628-5e31-4375-89f3-ff61f7070b0f/c725cb5e-94f0-49c7-999d-122096427f1f/2bf8efd5-5ed9-452c-b1a0-87f44e46c7f6) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:31:11.174213 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49254168-9fef-4a21-9afa-1369ecaaa281 None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:31:11.248274 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7846d178-1753-4f92-ad5f-731809afdf2b None None] Pushing event updated for resources: {'Port': ['ID=287315ae-7c69-4045-9d36-4bfbb65ad764,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:11.517263 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-e6e1d08c-9a3c-4aa6-99da-12b8489306da None None] Attempting to bind port 3ee360a7-c8ce-4036-ab0c-6238a267f4f4 on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:31:11.518034 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-e6e1d08c-9a3c-4aa6-99da-12b8489306da None None] Attempting to bind port 3ee360a7-c8ce-4036-ab0c-6238a267f4f4 by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': '3872a52d-149e-40b2-bfc5-a1b5b4fdd78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4ae43eed-b296-4a09-bd70-5c04c8fd6f72'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:31:11.518034 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e1d08c-9a3c-4aa6-99da-12b8489306da None None] Attempting to bind port 3ee360a7-c8ce-4036-ab0c-6238a267f4f4 on network 4ae43eed-b296-4a09-bd70-5c04c8fd6f72 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:31:11.591493 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49254168-9fef-4a21-9afa-1369ecaaa281 None None] Pushing event updated for resources: {'Port': ['ID=92035175-ff9b-4e24-a967-da09ad3d5c39,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:11.649325 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9dccc088-6a8e-4021-a557-4384bb921c16 tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:11.659186 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-7846d178-1753-4f92-ad5f-731809afdf2b None None] Attempting to bind port 287315ae-7c69-4045-9d36-4bfbb65ad764 on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:31:11.659626 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-7846d178-1753-4f92-ad5f-731809afdf2b None None] Attempting to bind port 287315ae-7c69-4045-9d36-4bfbb65ad764 by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': 'cdab197e-2149-4583-af54-95cf9a214b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '7bd39628-5e31-4375-89f3-ff61f7070b0f'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:31:11.660016 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7846d178-1753-4f92-ad5f-731809afdf2b None None] Attempting to bind port 287315ae-7c69-4045-9d36-4bfbb65ad764 on network 7bd39628-5e31-4375-89f3-ff61f7070b0f {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:31:11.671913 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e1d08c-9a3c-4aa6-99da-12b8489306da None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 31, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:31:11.672306 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e1d08c-9a3c-4aa6-99da-12b8489306da None None] Checking segment: {'id': '3872a52d-149e-40b2-bfc5-a1b5b4fdd78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4ae43eed-b296-4a09-bd70-5c04c8fd6f72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:31:11.672867 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-e6e1d08c-9a3c-4aa6-99da-12b8489306da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:11.673258 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e1d08c-9a3c-4aa6-99da-12b8489306da None None] Bound using segment: {'id': '3872a52d-149e-40b2-bfc5-a1b5b4fdd78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4ae43eed-b296-4a09-bd70-5c04c8fd6f72'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:31:11.673733 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-e6e1d08c-9a3c-4aa6-99da-12b8489306da None None] Bound port: 3ee360a7-c8ce-4036-ab0c-6238a267f4f4, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3872a52d-149e-40b2-bfc5-a1b5b4fdd78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4ae43eed-b296-4a09-bd70-5c04c8fd6f72'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:31:11.674101 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-e6e1d08c-9a3c-4aa6-99da-12b8489306da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:11.714618 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-49254168-9fef-4a21-9afa-1369ecaaa281 None None] Attempting to bind port 92035175-ff9b-4e24-a967-da09ad3d5c39 on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:31:11.714988 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-49254168-9fef-4a21-9afa-1369ecaaa281 None None] Attempting to bind port 92035175-ff9b-4e24-a967-da09ad3d5c39 by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': '32466109-81a3-44a8-834f-17dcb222735e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'fdfbfc96-b73c-439b-aedb-09caa5df7867'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:31:11.715339 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49254168-9fef-4a21-9afa-1369ecaaa281 None None] Attempting to bind port 92035175-ff9b-4e24-a967-da09ad3d5c39 on network fdfbfc96-b73c-439b-aedb-09caa5df7867 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:31:11.725860 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7846d178-1753-4f92-ad5f-731809afdf2b None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 31, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:31:11.726263 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7846d178-1753-4f92-ad5f-731809afdf2b None None] Checking segment: {'id': 'cdab197e-2149-4583-af54-95cf9a214b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '7bd39628-5e31-4375-89f3-ff61f7070b0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:31:11.726621 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-7846d178-1753-4f92-ad5f-731809afdf2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:11.727014 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7846d178-1753-4f92-ad5f-731809afdf2b None None] Bound using segment: {'id': 'cdab197e-2149-4583-af54-95cf9a214b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '7bd39628-5e31-4375-89f3-ff61f7070b0f'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:31:11.727470 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-7846d178-1753-4f92-ad5f-731809afdf2b None None] Bound port: 287315ae-7c69-4045-9d36-4bfbb65ad764, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdab197e-2149-4583-af54-95cf9a214b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '7bd39628-5e31-4375-89f3-ff61f7070b0f'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:31:11.727841 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-7846d178-1753-4f92-ad5f-731809afdf2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:11.770631 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e05b97c0-e370-478c-91f5-107d83cebcc6 None None] Update dhcp port {'port': {'network_id': 'b182323a-b537-434c-8c62-118ec6f13713', 'fixed_ips': [{'subnet_id': 'ad30a581-6211-4799-990a-926184cbe10b', 'ip_address': '172.20.0.18'}, {'subnet_id': 'b0df068b-3e73-4fb6-875c-13a079607674', 'ip_address': '172.20.0.2'}, {'subnet_id': 'a7dfa6db-6213-4b68-9b99-d3e8cd952a11'}], 'binding:host_id': 'dv-neutron-830731-3-hyperv'}, 'id': 'd2ec2bab-6c39-4751-9e7b-70e843598db8'} from dv-neutron-830731-3-hyperv. {{(pid=83739) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 07 10:31:11.802436 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [None req-9dccc088-6a8e-4021-a557-4384bb921c16 tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] device_id is not set on port 549fbd78-93c7-4e34-a6be-8f1354b21214 yet. {{(pid=83737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 07 10:31:11.849812 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49254168-9fef-4a21-9afa-1369ecaaa281 None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 31, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:31:11.850241 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49254168-9fef-4a21-9afa-1369ecaaa281 None None] Checking segment: {'id': '32466109-81a3-44a8-834f-17dcb222735e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'fdfbfc96-b73c-439b-aedb-09caa5df7867'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:31:11.850573 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-49254168-9fef-4a21-9afa-1369ecaaa281 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:11.850955 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49254168-9fef-4a21-9afa-1369ecaaa281 None None] Bound using segment: {'id': '32466109-81a3-44a8-834f-17dcb222735e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'fdfbfc96-b73c-439b-aedb-09caa5df7867'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:31:11.851463 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-49254168-9fef-4a21-9afa-1369ecaaa281 None None] Bound port: 92035175-ff9b-4e24-a967-da09ad3d5c39, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32466109-81a3-44a8-834f-17dcb222735e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'fdfbfc96-b73c-439b-aedb-09caa5df7867'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:31:11.851833 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-49254168-9fef-4a21-9afa-1369ecaaa281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:11.883079 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-158ca942-ac87-42f7-8396-f5722757ff60 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:11.899162 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d1e525fd-8318-465e-8f9b-04fc53c51474 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:11.912337 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-280d31b7-e727-4617-8c87-2ecbc24ac509 None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:11.980457 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-e05b97c0-e370-478c-91f5-107d83cebcc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:12.008228 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-280d31b7-e727-4617-8c87-2ecbc24ac509 None None] Transition to ACTIVE for port object c9a6d3fd-f89e-4d11-ba0e-e9930a4016c5 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:31:12.010875 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [None req-158ca942-ac87-42f7-8396-f5722757ff60 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Transition to ACTIVE for port object 2bf8efd5-5ed9-452c-b1a0-87f44e46c7f6 will not be triggered until provisioned by entity DHCP. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:31:12.053766 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61dff567-2bc6-4cb1-ad64-238970701c87 None None] Sync routers for ids ['29b22dda-ab25-446b-98a2-356474552994'] in dv-neutron-830731-3-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:31:12.100160 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-d1e525fd-8318-465e-8f9b-04fc53c51474 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Calling delete_port for 3f26033b-2fef-475a-bd50-c51c861e3877 owned by {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:31:12.125503 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-280d31b7-e727-4617-8c87-2ecbc24ac509 None None] Transition to ACTIVE for port object c9a6d3fd-f89e-4d11-ba0e-e9930a4016c5 will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:31:12.150070 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-e6e1d08c-9a3c-4aa6-99da-12b8489306da None None] For port 3ee360a7-c8ce-4036-ab0c-6238a267f4f4, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:31:12.152794 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-651ec43a-0231-4133-a1e7-f2704a9b3117 tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:12.169188 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-280d31b7-e727-4617-8c87-2ecbc24ac509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:12.208250 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbea31e-3b54-4f7a-92da-5c4b6b9d51dd req-457e67e2-21f3-4d08-88b8-ee98da603a87 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:12.211903 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-8fbea31e-3b54-4f7a-92da-5c4b6b9d51dd req-457e67e2-21f3-4d08-88b8-ee98da603a87 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/ports?device_id=69bcab59-88eb-4fb1-a0ed-644552ee9fdd HTTP/1.1" status: 200 len: 944 time: 0.5442817 Mar 07 10:31:12.229935 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-7846d178-1753-4f92-ad5f-731809afdf2b None None] For port 287315ae-7c69-4045-9d36-4bfbb65ad764, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:31:12.236631 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-e6e1d08c-9a3c-4aa6-99da-12b8489306da None None] For port 3ee360a7-c8ce-4036-ab0c-6238a267f4f4, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=3ee360a7-c8ce-4036-ab0c-6238a267f4f4,segment=NetworkSegment(3872a52d-149e-40b2-bfc5-a1b5b4fdd78c),segment_id=3872a52d-149e-40b2-bfc5-a1b5b4fdd78c)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:31:12.245978 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-49254168-9fef-4a21-9afa-1369ecaaa281 None None] For port 92035175-ff9b-4e24-a967-da09ad3d5c39, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:31:12.250845 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61dff567-2bc6-4cb1-ad64-238970701c87 None None] Routers {'29b22dda-ab25-446b-98a2-356474552994'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:31:12.251470 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-61dff567-2bc6-4cb1-ad64-238970701c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:31:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['29b22dda-ab25-446b-98a2-356474552994'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:31:12.293995 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [None req-651ec43a-0231-4133-a1e7-f2704a9b3117 tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Transition to ACTIVE for port object 24d07b1b-82dd-4432-b5a9-0584dea11cde will not be triggered until provisioned by entity DHCP. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:31:12.304920 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-e6e1d08c-9a3c-4aa6-99da-12b8489306da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:12.356210 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-9dccc088-6a8e-4021-a557-4384bb921c16 tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] Allocated IP 172.20.0.8 (4ae43eed-b296-4a09-bd70-5c04c8fd6f72/e84688d6-0411-45b5-8855-73ea21ee48f2/549fbd78-93c7-4e34-a6be-8f1354b21214) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:31:12.358621 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-158ca942-ac87-42f7-8396-f5722757ff60 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:12.429845 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-8fbea31e-3b54-4f7a-92da-5c4b6b9d51dd req-56574e55-1dd1-466b-a2ae-5eb9ca729f33 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/security-groups?id=9062d70d-d651-4000-a289-660d64ce925e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1821311 Mar 07 10:31:12.488809 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-7846d178-1753-4f92-ad5f-731809afdf2b None None] For port 287315ae-7c69-4045-9d36-4bfbb65ad764, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=287315ae-7c69-4045-9d36-4bfbb65ad764,segment=NetworkSegment(cdab197e-2149-4583-af54-95cf9a214b0d),segment_id=cdab197e-2149-4583-af54-95cf9a214b0d)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:31:12.494397 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-49254168-9fef-4a21-9afa-1369ecaaa281 None None] For port 92035175-ff9b-4e24-a967-da09ad3d5c39, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=92035175-ff9b-4e24-a967-da09ad3d5c39,segment=NetworkSegment(32466109-81a3-44a8-834f-17dcb222735e),segment_id=32466109-81a3-44a8-834f-17dcb222735e)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:31:12.533146 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-7846d178-1753-4f92-ad5f-731809afdf2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:12.537187 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-49254168-9fef-4a21-9afa-1369ecaaa281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:12.543389 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-280d31b7-e727-4617-8c87-2ecbc24ac509 None None] Network f2a32393-ee5b-4333-8b1c-a7cdfe84495c is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:31:12.557120 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-280d31b7-e727-4617-8c87-2ecbc24ac509 None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:31:12.557498 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-158ca942-ac87-42f7-8396-f5722757ff60 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Network 7bd39628-5e31-4375-89f3-ff61f7070b0f is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:31:12.565425 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-651ec43a-0231-4133-a1e7-f2704a9b3117 tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:12.566790 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280d31b7-e727-4617-8c87-2ecbc24ac509 None None] Pushing event updated for resources: {'Port': ['ID=c9a6d3fd-f89e-4d11-ba0e-e9930a4016c5,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:12.573749 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-158ca942-ac87-42f7-8396-f5722757ff60 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:31:12.575983 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158ca942-ac87-42f7-8396-f5722757ff60 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:31:12.576208 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280d31b7-e727-4617-8c87-2ecbc24ac509 None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:31:12.576519 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-158ca942-ac87-42f7-8396-f5722757ff60 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3920324'] for router_interface, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:12.588851 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158ca942-ac87-42f7-8396-f5722757ff60 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Pushing event updated for resources: {'Port': ['ID=2bf8efd5-5ed9-452c-b1a0-87f44e46c7f6,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:12.630600 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d1e525fd-8318-465e-8f9b-04fc53c51474 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:12.790818 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-651ec43a-0231-4133-a1e7-f2704a9b3117 tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Network fdfbfc96-b73c-439b-aedb-09caa5df7867 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:31:12.803390 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-651ec43a-0231-4133-a1e7-f2704a9b3117 tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:31:12.853939 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651ec43a-0231-4133-a1e7-f2704a9b3117 tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:31:12.857950 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-651ec43a-0231-4133-a1e7-f2704a9b3117 tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:12.859120 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-651ec43a-0231-4133-a1e7-f2704a9b3117 tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:12.881521 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e1d08c-9a3c-4aa6-99da-12b8489306da None None] Pushing event updated for resources: {'Port': ['ID=3ee360a7-c8ce-4036-ab0c-6238a267f4f4,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:12.922589 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651ec43a-0231-4133-a1e7-f2704a9b3117 tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Pushing event updated for resources: {'Port': ['ID=24d07b1b-82dd-4432-b5a9-0584dea11cde,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:12.947176 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-280d31b7-e727-4617-8c87-2ecbc24ac509 None None] Attempting to bind port c9a6d3fd-f89e-4d11-ba0e-e9930a4016c5 on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:31:12.947549 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-280d31b7-e727-4617-8c87-2ecbc24ac509 None None] Attempting to bind port c9a6d3fd-f89e-4d11-ba0e-e9930a4016c5 by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': 'b24cf64b-e28b-4c6b-952d-ac5eca33e92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f2a32393-ee5b-4333-8b1c-a7cdfe84495c'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:31:12.947912 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280d31b7-e727-4617-8c87-2ecbc24ac509 None None] Attempting to bind port c9a6d3fd-f89e-4d11-ba0e-e9930a4016c5 on network f2a32393-ee5b-4333-8b1c-a7cdfe84495c {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:31:12.967393 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-61dff567-2bc6-4cb1-ad64-238970701c87 None None] Set router 29b22dda-ab25-446b-98a2-356474552994 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:31:13.018657 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-e05b97c0-e370-478c-91f5-107d83cebcc6 None None] Allocated IP 172.20.0.35 (b182323a-b537-434c-8c62-118ec6f13713/a7dfa6db-6213-4b68-9b99-d3e8cd952a11/d2ec2bab-6c39-4751-9e7b-70e843598db8) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:31:13.054503 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d1e525fd-8318-465e-8f9b-04fc53c51474 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:13.061661 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 37804) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:13.075432 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280d31b7-e727-4617-8c87-2ecbc24ac509 None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 31, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:31:13.075847 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280d31b7-e727-4617-8c87-2ecbc24ac509 None None] Checking segment: {'id': 'b24cf64b-e28b-4c6b-952d-ac5eca33e92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f2a32393-ee5b-4333-8b1c-a7cdfe84495c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:31:13.076260 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-280d31b7-e727-4617-8c87-2ecbc24ac509 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:13.076699 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280d31b7-e727-4617-8c87-2ecbc24ac509 None None] Bound using segment: {'id': 'b24cf64b-e28b-4c6b-952d-ac5eca33e92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f2a32393-ee5b-4333-8b1c-a7cdfe84495c'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:31:13.077693 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-280d31b7-e727-4617-8c87-2ecbc24ac509 None None] Bound port: c9a6d3fd-f89e-4d11-ba0e-e9930a4016c5, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b24cf64b-e28b-4c6b-952d-ac5eca33e92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f2a32393-ee5b-4333-8b1c-a7cdfe84495c'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:31:13.078069 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-280d31b7-e727-4617-8c87-2ecbc24ac509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:13.087469 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-d1e525fd-8318-465e-8f9b-04fc53c51474 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] 10.222.0.13 "DELETE /v2.0/ports/3f26033b-2fef-475a-bd50-c51c861e3877 HTTP/1.1" status: 204 len: 168 time: 2.3412790 Mar 07 10:31:13.192563 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd99cb6e-f890-4cc3-a221-e335bc1f6245 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] GET failed (client error): The resource could not be found. Mar 07 10:31:13.206550 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-bd99cb6e-f890-4cc3-a221-e335bc1f6245 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Synchronizing usage tracker for tenant:b6ff3248bb834bc1a094f45e7fa43fbd on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:31:13.216319 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-651ec43a-0231-4133-a1e7-f2704a9b3117 tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 4.3951473 Mar 07 10:31:13.236137 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e525fd-8318-465e-8f9b-04fc53c51474 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Pushing event deleted for resources: {'Port': ['ID=3f26033b-2fef-475a-bd50-c51c861e3877,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:13.240879 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 37808) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:13.265806 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-bd99cb6e-f890-4cc3-a221-e335bc1f6245 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Unset dirty status for tenant:b6ff3248bb834bc1a094f45e7fa43fbd on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:31:13.266753 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-bd99cb6e-f890-4cc3-a221-e335bc1f6245 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] 10.222.0.13 "GET /v2.0/ports/3f26033b-2fef-475a-bd50-c51c861e3877 HTTP/1.1" status: 404 len: 333 time: 0.2020984 Mar 07 10:31:13.270655 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 37812) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:13.414245 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7846d178-1753-4f92-ad5f-731809afdf2b None None] Pushing event updated for resources: {'Port': ['ID=287315ae-7c69-4045-9d36-4bfbb65ad764,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:13.432507 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-158ca942-ac87-42f7-8396-f5722757ff60 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:13.505684 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9dccc088-6a8e-4021-a557-4384bb921c16 tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:13.681121 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-11942d0a-fdd1-4d5f-8a5f-b7cb31da5cd4 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks [] for security_group, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:13.714483 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-11942d0a-fdd1-4d5f-8a5f-b7cb31da5cd4 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:13.772566 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-11942d0a-fdd1-4d5f-8a5f-b7cb31da5cd4 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:13.786678 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [None req-9dccc088-6a8e-4021-a557-4384bb921c16 tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] Transition to ACTIVE for port object 549fbd78-93c7-4e34-a6be-8f1354b21214 will not be triggered until provisioned by entity DHCP. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:31:13.792117 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11942d0a-fdd1-4d5f-8a5f-b7cb31da5cd4 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf0699cc-48d7-4a4a-adc9-4e31e734f33b,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:13.800969 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-11942d0a-fdd1-4d5f-8a5f-b7cb31da5cd4 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:13.802418 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-11942d0a-fdd1-4d5f-8a5f-b7cb31da5cd4 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] 10.222.0.13 "DELETE /v2.0/security-groups/cf0699cc-48d7-4a4a-adc9-4e31e734f33b HTTP/1.1" status: 204 len: 168 time: 0.5305195 Mar 07 10:31:13.807143 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 37820) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:13.845549 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49254168-9fef-4a21-9afa-1369ecaaa281 None None] Pushing event updated for resources: {'Port': ['ID=92035175-ff9b-4e24-a967-da09ad3d5c39,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:13.881188 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-70c7306b-24be-4162-ac6f-c32435f21c60 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks [] for security_group, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:13.881564 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-280d31b7-e727-4617-8c87-2ecbc24ac509 None None] For port c9a6d3fd-f89e-4d11-ba0e-e9930a4016c5, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:31:13.885795 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-280d31b7-e727-4617-8c87-2ecbc24ac509 None None] For port c9a6d3fd-f89e-4d11-ba0e-e9930a4016c5, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=c9a6d3fd-f89e-4d11-ba0e-e9930a4016c5,segment=NetworkSegment(b24cf64b-e28b-4c6b-952d-ac5eca33e92e),segment_id=b24cf64b-e28b-4c6b-952d-ac5eca33e92e)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:31:13.917075 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-70c7306b-24be-4162-ac6f-c32435f21c60 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:13.931434 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-280d31b7-e727-4617-8c87-2ecbc24ac509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:13.975399 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-70c7306b-24be-4162-ac6f-c32435f21c60 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:13.987817 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device 1a1f8072-f405-4d6e-9b74-ffbe5a7a204e up at agent hyperv_hv-neutron-8307 {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:31:13.996792 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c7306b-24be-4162-ac6f-c32435f21c60 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=861185d8-84ed-4729-951d-614d98393fe6,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:14.000678 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-70c7306b-24be-4162-ac6f-c32435f21c60 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:14.001985 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-70c7306b-24be-4162-ac6f-c32435f21c60 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] 10.222.0.13 "DELETE /v2.0/security-groups/861185d8-84ed-4729-951d-614d98393fe6 HTTP/1.1" status: 204 len: 168 time: 0.1939206 Mar 07 10:31:14.004712 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 37826) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:14.091806 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-44005093-c6f1-4bc3-b714-aa8a464acfe5 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks [] for security_group, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:14.121063 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81664540-16db-4ed2-907a-7fb9a5574276 tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:14.125820 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81664540-16db-4ed2-907a-7fb9a5574276 tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:14.132890 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81664540-16db-4ed2-907a-7fb9a5574276 tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:14.133764 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-81664540-16db-4ed2-907a-7fb9a5574276 tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Synchronizing usage tracker for tenant:bf639a7498e441a28f217212bce115ee on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:31:14.137053 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-44005093-c6f1-4bc3-b714-aa8a464acfe5 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:14.144464 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9dccc088-6a8e-4021-a557-4384bb921c16 tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:14.201145 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-44005093-c6f1-4bc3-b714-aa8a464acfe5 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:14.231182 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44005093-c6f1-4bc3-b714-aa8a464acfe5 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=451693ec-692e-4fea-be66-d4a2516f2082,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:14.237100 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-44005093-c6f1-4bc3-b714-aa8a464acfe5 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:14.240701 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-44005093-c6f1-4bc3-b714-aa8a464acfe5 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] 10.222.0.13 "DELETE /v2.0/security-groups/451693ec-692e-4fea-be66-d4a2516f2082 HTTP/1.1" status: 204 len: 168 time: 0.2346501 Mar 07 10:31:14.243102 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 37832) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:14.267125 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-e05b97c0-e370-478c-91f5-107d83cebcc6 None None] For port d2ec2bab-6c39-4751-9e7b-70e843598db8, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=d2ec2bab-6c39-4751-9e7b-70e843598db8,segment=NetworkSegment(6114c2d4-416c-4643-ba3e-9ec438893dd5),segment_id=6114c2d4-416c-4643-ba3e-9ec438893dd5)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:31:14.310450 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 92035175-ff9b-4e24-a967-da09ad3d5c39 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:31:14.437319 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9bf731-93e7-437f-9f8a-5a60f74233e8 req-0f0371e5-d0d7-43d7-b8e8-58878ecb0e77 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:14.438874 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-5c9bf731-93e7-437f-9f8a-5a60f74233e8 req-0f0371e5-d0d7-43d7-b8e8-58878ecb0e77 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/ports?device_id=69bcab59-88eb-4fb1-a0ed-644552ee9fdd HTTP/1.1" status: 200 len: 944 time: 0.6898003 Mar 07 10:31:14.450216 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280d31b7-e727-4617-8c87-2ecbc24ac509 None None] Pushing event updated for resources: {'Port': ['ID=c9a6d3fd-f89e-4d11-ba0e-e9930a4016c5,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:14.496229 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-81664540-16db-4ed2-907a-7fb9a5574276 tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Unset dirty status for tenant:bf639a7498e441a28f217212bce115ee on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:31:14.501606 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-81664540-16db-4ed2-907a-7fb9a5574276 tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 1.2446003 Mar 07 10:31:14.505826 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dccc088-6a8e-4021-a557-4384bb921c16 tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] Network 4ae43eed-b296-4a09-bd70-5c04c8fd6f72 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:31:14.506462 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 37836) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:14.536806 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dccc088-6a8e-4021-a557-4384bb921c16 tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] Pushing event updated for resources: {'Port': ['ID=549fbd78-93c7-4e34-a6be-8f1354b21214,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:14.561936 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning for port 92035175-ff9b-4e24-a967-da09ad3d5c39 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:31:14.569123 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-e05b97c0-e370-478c-91f5-107d83cebcc6 None None] Notify callbacks [] for port, precommit_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:14.575359 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 287315ae-7c69-4045-9d36-4bfbb65ad764 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:31:14.581202 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_v2 [None req-a24bd56c-bb2d-4ae8-a494-d6c7aaa2fb9f tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Deleting subnet b0df068b-3e73-4fb6-875c-13a079607674 {{(pid=83738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 07 10:31:14.659623 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-9dccc088-6a8e-4021-a557-4384bb921c16 tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:31:14.669109 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Provisioning for port 1a1f8072-f405-4d6e-9b74-ffbe5a7a204e completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:31:14.683199 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-e05b97c0-e370-478c-91f5-107d83cebcc6 None None] Transition to ACTIVE for port object d2ec2bab-6c39-4751-9e7b-70e843598db8 will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:31:14.691209 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a24bd56c-bb2d-4ae8-a494-d6c7aaa2fb9f tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks [] for subnet, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:14.691811 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Provisioning complete for port 1a1f8072-f405-4d6e-9b74-ffbe5a7a204e triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:31:14.693336 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:14.705725 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dccc088-6a8e-4021-a557-4384bb921c16 tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:31:14.812370 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dccc088-6a8e-4021-a557-4384bb921c16 tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:14.813564 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9dccc088-6a8e-4021-a557-4384bb921c16 tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:14.814643 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a24bd56c-bb2d-4ae8-a494-d6c7aaa2fb9f tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2969395'] for subnet, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:14.822494 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-e05b97c0-e370-478c-91f5-107d83cebcc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:14.903012 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-9dccc088-6a8e-4021-a557-4384bb921c16 tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 7.3626051 Mar 07 10:31:14.907080 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 37840) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:14.908414 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-5c9bf731-93e7-437f-9f8a-5a60f74233e8 req-26b3ac76-40c1-462b-ae81-2d393a923ac2 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/security-groups?id=9062d70d-d651-4000-a289-660d64ce925e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4003227 Mar 07 10:31:14.928547 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-63615fa5-ba69-445b-b89d-112f4f34efe8 tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Deleting port 24d07b1b-82dd-4432-b5a9-0584dea11cde {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:31:14.928907 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-63615fa5-ba69-445b-b89d-112f4f34efe8 tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:14.945232 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-477a6b4f-5235-43b0-a7a9-655d88477baf tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1159228872', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:31:14.974720 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-477a6b4f-5235-43b0-a7a9-655d88477baf tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:31:14.988495 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-477a6b4f-5235-43b0-a7a9-655d88477baf tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] Usage tracker for resource:router and tenant:973d9183743a4b0588c930945977ab85 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:31:14.996241 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-477a6b4f-5235-43b0-a7a9-655d88477baf tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:31:14.998875 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-61dff567-2bc6-4cb1-ad64-238970701c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29b22dda-ab25-446b-98a2-356474552994', 'name': 'tempest-TestVolumeBootPattern-620463928-router', 'tenant_id': '25866ad4c20e46fbafccc3c9c4d13e40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.171'}], 'enable_snat': True}, 'gw_port_id': 'd6bd9e99-6ae6-4bc4-9986-483fc003cde5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:30:30Z', 'updated_at': '2022-03-07T10:30:42Z', 'revision_number': 4, 'project_id': '25866ad4c20e46fbafccc3c9c4d13e40', 'gw_port': {'id': 'd6bd9e99-6ae6-4bc4-9986-483fc003cde5', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:df:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29b22dda-ab25-446b-98a2-356474552994', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:30:33Z', 'updated_at': '2022-03-07T10:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_interfaces': [{'id': '8ce1a243-d3c0-4772-a85b-061c7f08ec66', 'name': '', 'network_id': '30fbd0af-73aa-415c-b22d-7ee9da4c7fa3', 'tenant_id': '25866ad4c20e46fbafccc3c9c4d13e40', 'mac_address': 'fa:16:3e:f3:c9:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29b22dda-ab25-446b-98a2-356474552994', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1a28df13-f6df-4d36-b4a4-d44c7c0cbabb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:30:39Z', 'updated_at': '2022-03-07T10:30:42Z', 'revision_number': 2, 'project_id': '25866ad4c20e46fbafccc3c9c4d13e40', 'subnets': [{'id': '1a28df13-f6df-4d36-b4a4-d44c7c0cbabb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:31:15.042653 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05b97c0-e370-478c-91f5-107d83cebcc6 None None] Pushing event updated for resources: {'Port': ['ID=d2ec2bab-6c39-4751-9e7b-70e843598db8,revision_number=7']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:15.044204 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-477a6b4f-5235-43b0-a7a9-655d88477baf tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:31:15.075006 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-477a6b4f-5235-43b0-a7a9-655d88477baf tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3919700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58025'] for router, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:15.075953 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-477a6b4f-5235-43b0-a7a9-655d88477baf tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3919671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4011175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58018'] for router, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:15.088662 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61dff567-2bc6-4cb1-ad64-238970701c87 None None] Checking router: 29b22dda-ab25-446b-98a2-356474552994 for host: dv-neutron-830731-3-hyperv {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 07 10:31:15.089015 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61dff567-2bc6-4cb1-ad64-238970701c87 None None] Updating router 29b22dda-ab25-446b-98a2-356474552994 port 8ce1a243-d3c0-4772-a85b-061c7f08ec66 binding host dv-neutron-830731-3-hyperv {{(pid=83739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 07 10:31:15.118699 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a24bd56c-bb2d-4ae8-a494-d6c7aaa2fb9f tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1525496'] for subnet, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:15.211621 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-477a6b4f-5235-43b0-a7a9-655d88477baf tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:15.243505 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-61dff567-2bc6-4cb1-ad64-238970701c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:15.269686 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-477a6b4f-5235-43b0-a7a9-655d88477baf tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3917991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923518'] for router, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:15.295566 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a24bd56c-bb2d-4ae8-a494-d6c7aaa2fb9f tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1525489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3556647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741465'] for subnet, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:15.447271 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24bd56c-bb2d-4ae8-a494-d6c7aaa2fb9f tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Pushing event deleted for resources: {'Subnet': ['ID=b0df068b-3e73-4fb6-875c-13a079607674,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:15.451889 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a24bd56c-bb2d-4ae8-a494-d6c7aaa2fb9f tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:15.482908 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-a24bd56c-bb2d-4ae8-a494-d6c7aaa2fb9f tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] 10.222.0.13 "DELETE /v2.0/subnets/b0df068b-3e73-4fb6-875c-13a079607674 HTTP/1.1" status: 204 len: 168 time: 1.2309041 Mar 07 10:31:15.483279 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e32917f1-92ce-4f9d-8589-1a72b35a9742 None None] Network 4ae43eed-b296-4a09-bd70-5c04c8fd6f72 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:31:15.483943 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-477a6b4f-5235-43b0-a7a9-655d88477baf tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] Notify callbacks [] for router, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:15.483943 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-477a6b4f-5235-43b0-a7a9-655d88477baf tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5714548 Mar 07 10:31:15.483943 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 37846) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:15.484221 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 37848) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:15.497170 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-0e79f383-9498-465c-a405-471ae6f17f94 tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-202022001', 'prefixes': ['172.20.0.0/16']}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:31:15.572137 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-158ca942-ac87-42f7-8396-f5722757ff60 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:15.603825 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-158ca942-ac87-42f7-8396-f5722757ff60 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3012561'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:15.604201 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-158ca942-ac87-42f7-8396-f5722757ff60 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2756426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3920233'] for router_interface, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:15.620044 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d6b247f-65a4-4310-aec5-3a046fa92f2c tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Deleting subnet a7dfa6db-6213-4b68-9b99-d3e8cd952a11 {{(pid=83738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 07 10:31:15.625708 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-0e79f383-9498-465c-a405-471ae6f17f94 tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:31:15.628082 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5d6b247f-65a4-4310-aec5-3a046fa92f2c tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks [] for subnet, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:15.714100 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-63615fa5-ba69-445b-b89d-112f4f34efe8 tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:15.772953 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b080db-8b47-4513-a79c-0cce1aecf800 None None] Network 7bd39628-5e31-4375-89f3-ff61f7070b0f requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:31:15.804802 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0e79f383-9498-465c-a405-471ae6f17f94 tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] Notify callbacks [] for subnetpool, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:15.806498 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-0e79f383-9498-465c-a405-471ae6f17f94 tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] 10.222.0.13 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.3212607 Mar 07 10:31:15.809889 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5d6b247f-65a4-4310-aec5-3a046fa92f2c tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2969395'] for subnet, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:15.846206 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 37854) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:15.856134 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.tag.tag_plugin [None req-d293af72-bd1b-4413-a6b4-af071664130e tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'e84688d6-0411-45b5-8855-73ea21ee48f2', 'tempest-TagsExtTest-Tag-1518567673') {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:31:15.862277 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning for port 287315ae-7c69-4045-9d36-4bfbb65ad764 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:31:15.866495 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-9196ca5d-0644-495d-af4f-ff389c38e566 None None] Provisioning for port 3ee360a7-c8ce-4036-ab0c-6238a267f4f4 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:31:15.869414 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:15.870369 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:15.945794 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f1366e3-8001-4aff-b503-c923b8cf5e59 None None] Network fdfbfc96-b73c-439b-aedb-09caa5df7867 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:31:15.964756 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-63615fa5-ba69-445b-b89d-112f4f34efe8 tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Calling delete_port for 24d07b1b-82dd-4432-b5a9-0584dea11cde owned by {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:31:15.991789 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5d6b247f-65a4-4310-aec5-3a046fa92f2c tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1525496'] for subnet, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:16.021436 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158ca942-ac87-42f7-8396-f5722757ff60 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Pushing event updated for resources: {'Port': ['ID=2bf8efd5-5ed9-452c-b1a0-87f44e46c7f6,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:16.122429 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-158ca942-ac87-42f7-8396-f5722757ff60 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Network 7bd39628-5e31-4375-89f3-ff61f7070b0f is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:31:16.130197 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5d6b247f-65a4-4310-aec5-3a046fa92f2c tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1525489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3556647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741465'] for subnet, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:16.138744 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-158ca942-ac87-42f7-8396-f5722757ff60 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:31:16.204627 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-d293af72-bd1b-4413-a6b4-af071664130e tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] 10.222.0.13 "PUT /v2.0/subnets/e84688d6-0411-45b5-8855-73ea21ee48f2/tags/tempest-TagsExtTest-Tag-1518567673 HTTP/1.1" status: 201 len: 201 time: 0.3533223 Mar 07 10:31:16.223355 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 37860) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:16.248912 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.tag.tag_plugin [None req-d8bde53b-510c-4fe6-9e67-7026e4e0b1fe tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '549fbd78-93c7-4e34-a6be-8f1354b21214', 'tempest-TagsExtTest-Tag-470288793') {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:31:16.306398 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6b247f-65a4-4310-aec5-3a046fa92f2c tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Pushing event deleted for resources: {'Subnet': ['ID=a7dfa6db-6213-4b68-9b99-d3e8cd952a11,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:16.356876 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5d6b247f-65a4-4310-aec5-3a046fa92f2c tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:16.385805 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-5d6b247f-65a4-4310-aec5-3a046fa92f2c tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] 10.222.0.13 "DELETE /v2.0/subnets/a7dfa6db-6213-4b68-9b99-d3e8cd952a11 HTTP/1.1" status: 204 len: 168 time: 0.8963175 Mar 07 10:31:16.393493 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 37864) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:16.466145 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-b931c7c4-3838-4a5f-a1dc-acd8fed15d5b tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] DELETE failed (client error): The resource could not be found. Mar 07 10:31:16.466584 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b931c7c4-3838-4a5f-a1dc-acd8fed15d5b tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:31:16.472144 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-b931c7c4-3838-4a5f-a1dc-acd8fed15d5b tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] 10.222.0.13 "DELETE /v2.0/subnets/b0df068b-3e73-4fb6-875c-13a079607674 HTTP/1.1" status: 404 len: 337 time: 0.0765283 Mar 07 10:31:16.472918 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 37870) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:16.654768 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_v2 [None req-21b1d316-844c-4340-a08b-10c4425dbe3e tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Deleting subnet ad30a581-6211-4799-990a-926184cbe10b {{(pid=83738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 07 10:31:16.681759 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-21b1d316-844c-4340-a08b-10c4425dbe3e tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks [] for subnet, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:16.811007 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-21b1d316-844c-4340-a08b-10c4425dbe3e tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2969395'] for subnet, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:16.843002 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-63615fa5-ba69-445b-b89d-112f4f34efe8 tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:16.876222 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-61dff567-2bc6-4cb1-ad64-238970701c87 None None] Notify callbacks [] for port, precommit_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:16.889899 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-61dff567-2bc6-4cb1-ad64-238970701c87 None None] Transition to ACTIVE for port object 8ce1a243-d3c0-4772-a85b-061c7f08ec66 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:31:16.942953 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f24dd669-f0ba-47df-b2a4-f9c97607c3a7 None None] Network f2a32393-ee5b-4333-8b1c-a7cdfe84495c requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:31:16.944231 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-d8bde53b-510c-4fe6-9e67-7026e4e0b1fe tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] 10.222.0.13 "PUT /v2.0/ports/549fbd78-93c7-4e34-a6be-8f1354b21214/tags/tempest-TagsExtTest-Tag-470288793 HTTP/1.1" status: 201 len: 201 time: 0.7198796 Mar 07 10:31:16.947331 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 37878) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:16.966947 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.tag.tag_plugin [None req-c8aacbbb-ec7b-461d-a304-221a7d8c0001 tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'b3ca98fe-17e7-40af-acec-2de9d9f609dd', 'tempest-TagsExtTest-Tag-424604028') {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:31:16.975368 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 3ee360a7-c8ce-4036-ab0c-6238a267f4f4 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:31:16.979428 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63615fa5-ba69-445b-b89d-112f4f34efe8 tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Pushing event deleted for resources: {'Port': ['ID=24d07b1b-82dd-4432-b5a9-0584dea11cde,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:17.052460 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176093fc-0c55-482b-ae0d-bc3ab785ed31 req-8585bcf2-26d1-41a6-824e-653008c16aa9 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:17.055540 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-176093fc-0c55-482b-ae0d-bc3ab785ed31 req-8585bcf2-26d1-41a6-824e-653008c16aa9 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/ports?device_id=69bcab59-88eb-4fb1-a0ed-644552ee9fdd HTTP/1.1" status: 200 len: 944 time: 0.7699378 Mar 07 10:31:17.090870 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-61dff567-2bc6-4cb1-ad64-238970701c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:17.171989 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92aae448-e754-4d4f-b3e8-7956e42fedb7 None None] Network b182323a-b537-434c-8c62-118ec6f13713 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:31:17.252211 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-21b1d316-844c-4340-a08b-10c4425dbe3e tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1525496'] for subnet, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:17.317200 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-c8aacbbb-ec7b-461d-a304-221a7d8c0001 tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] 10.222.0.13 "PUT /v2.0/routers/b3ca98fe-17e7-40af-acec-2de9d9f609dd/tags/tempest-TagsExtTest-Tag-424604028 HTTP/1.1" status: 201 len: 201 time: 0.3607717 Mar 07 10:31:17.317482 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 37882) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:17.327324 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.tag.tag_plugin [None req-fd615107-49a0-4688-9fd0-a413c804a8ac tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '5ec34398-1987-4890-b70d-9a30ec843751', 'tempest-TagsExtTest-Tag-688044181') {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:31:17.334515 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-63615fa5-ba69-445b-b89d-112f4f34efe8 tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:17.381065 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-21b1d316-844c-4340-a08b-10c4425dbe3e tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1525489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3556647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741465'] for subnet, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:17.382987 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-176093fc-0c55-482b-ae0d-bc3ab785ed31 req-8fc18a73-264c-4acd-93a8-c1b0f171b7b4 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/security-groups?id=9062d70d-d651-4000-a289-660d64ce925e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2533755 Mar 07 10:31:17.385983 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-63615fa5-ba69-445b-b89d-112f4f34efe8 tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] 10.222.0.13 "DELETE /v2.0/ports/24d07b1b-82dd-4432-b5a9-0584dea11cde HTTP/1.1" status: 204 len: 168 time: 2.8506744 Mar 07 10:31:17.388843 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 37886) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:17.448435 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756ccc96-b425-4211-9e94-5e307d77c033 None None] Pushing event updated for resources: {'Port': ['ID=8ce1a243-d3c0-4772-a85b-061c7f08ec66,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:17.459446 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb296eda-e261-434e-891b-7f2a14e59756 tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] GET failed (client error): The resource could not be found. Mar 07 10:31:17.459989 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-eb296eda-e261-434e-891b-7f2a14e59756 tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Synchronizing usage tracker for tenant:bf639a7498e441a28f217212bce115ee on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:31:17.471303 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b1d316-844c-4340-a08b-10c4425dbe3e tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Pushing event deleted for resources: {'Subnet': ['ID=ad30a581-6211-4799-990a-926184cbe10b,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:17.494293 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-21b1d316-844c-4340-a08b-10c4425dbe3e tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:17.499373 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-eb296eda-e261-434e-891b-7f2a14e59756 tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Unset dirty status for tenant:bf639a7498e441a28f217212bce115ee on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:31:17.500909 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-eb296eda-e261-434e-891b-7f2a14e59756 tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] 10.222.0.13 "GET /v2.0/ports/24d07b1b-82dd-4432-b5a9-0584dea11cde HTTP/1.1" status: 404 len: 333 time: 0.1103950 Mar 07 10:31:17.504597 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 37892) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:17.507596 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-21b1d316-844c-4340-a08b-10c4425dbe3e tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] 10.222.0.13 "DELETE /v2.0/subnets/ad30a581-6211-4799-990a-926184cbe10b HTTP/1.1" status: 204 len: 168 time: 1.0303702 Mar 07 10:31:17.512118 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 37896) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:17.517854 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-53ae6800-4ba3-4e26-8203-22e5e443db0e tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Request body: {'port': {'network_id': 'fdfbfc96-b73c-439b-aedb-09caa5df7867', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1861748987'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:31:17.540084 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69bcab59-88eb-4fb1-a0ed-644552ee9fdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a1f8072-f405-4d6e-9b74-ffbe5a7a204e'}] {{(pid=83739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 10:31:17.552350 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-158ca942-ac87-42f7-8396-f5722757ff60 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Router e15b1913-dc5e-401a-84e3-fac0e235b428 is scheduled to L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 with binding_index 1 {{(pid=83737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 10:31:17.591351 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-2536a114-8c66-4a92-bc16-d4ab1fd40d11 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] DELETE failed (client error): The resource could not be found. Mar 07 10:31:17.591955 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2536a114-8c66-4a92-bc16-d4ab1fd40d11 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:31:17.594144 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-2536a114-8c66-4a92-bc16-d4ab1fd40d11 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] 10.222.0.13 "DELETE /v2.0/subnets/95f3f851-f6f4-4de2-a977-47b9a67dae6b HTTP/1.1" status: 404 len: 337 time: 0.0561242 Mar 07 10:31:17.602592 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 37902) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:17.736899 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-fd615107-49a0-4688-9fd0-a413c804a8ac tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] 10.222.0.13 "PUT /v2.0/subnetpools/5ec34398-1987-4890-b70d-9a30ec843751/tags/tempest-TagsExtTest-Tag-688044181 HTTP/1.1" status: 201 len: 201 time: 0.4182549 Mar 07 10:31:17.767180 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 37908) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:17.786350 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-9c093f0b-f88a-4e00-bb88-39af1ea65198 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] 10.222.0.13 "GET /v2.0/ports?device_id=f46bc761-5918-4a05-994f-bb861b239d41 HTTP/1.1" status: 200 len: 205 time: 0.1822174 Mar 07 10:31:17.793529 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.tag.tag_plugin [None req-b02e4f0f-e2d3-40b3-bd7e-5fa42dd5ca34 tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'e84688d6-0411-45b5-8855-73ea21ee48f2') {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:31:17.818841 dv-neutron-830731-3-hyperv neutron-server[83739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69bcab59-88eb-4fb1-a0ed-644552ee9fdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a1f8072-f405-4d6e-9b74-ffbe5a7a204e', 'code': 200} Mar 07 10:31:17.830587 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 37912) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:17.837085 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port 1a1f8072-f405-4d6e-9b74-ffbe5a7a204e, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=1a1f8072-f405-4d6e-9b74-ffbe5a7a204e,segment=NetworkSegment(db98df71-74cd-4d5e-8dae-73d8cf33dfa3),segment_id=db98df71-74cd-4d5e-8dae-73d8cf33dfa3)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:31:17.940676 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-53ae6800-4ba3-4e26-8203-22e5e443db0e tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:31:17.954362 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-b02e4f0f-e2d3-40b3-bd7e-5fa42dd5ca34 tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] 10.222.0.13 "GET /v2.0/subnets/e84688d6-0411-45b5-8855-73ea21ee48f2/tags HTTP/1.1" status: 200 len: 241 time: 0.1856279 Mar 07 10:31:17.956742 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.api.v2.resource [None req-352db01f-ad35-4566-8adc-ab755283184e tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] delete failed (client error): The resource could not be found. Mar 07 10:31:17.957947 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-352db01f-ad35-4566-8adc-ab755283184e tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] 10.222.0.13 "DELETE /v2.0/routers/f46bc761-5918-4a05-994f-bb861b239d41 HTTP/1.1" status: 404 len: 336 time: 0.1268766 Mar 07 10:31:17.959439 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 37916) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:17.960562 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 37918) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:17.973489 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.tag.tag_plugin [None req-d83dcfae-1121-4ed5-80fb-3d2e2844609e tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'e84688d6-0411-45b5-8855-73ea21ee48f2', 'tempest-TagsExtTest-Tag-1518567673') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:31:17.987073 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-4548b9d5-4e7f-40a5-9a4a-0801071b56c6 None None] Provisioning for port 92035175-ff9b-4e24-a967-da09ad3d5c39 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:31:18.009869 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-53ae6800-4ba3-4e26-8203-22e5e443db0e tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:31:18.012619 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b47d373-ff2e-44cd-94e3-a0781ecd1f59 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] DELETE failed (client error): The resource could not be found. Mar 07 10:31:18.013444 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b47d373-ff2e-44cd-94e3-a0781ecd1f59 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:31:18.015267 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-0b47d373-ff2e-44cd-94e3-a0781ecd1f59 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] 10.222.0.13 "DELETE /v2.0/subnets/e8befd0a-8a8a-4457-853b-b821a0d2eecf HTTP/1.1" status: 404 len: 337 time: 0.0533283 Mar 07 10:31:18.019568 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 37924) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:18.065735 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e575472-a237-412b-b5ee-110b91fb3865 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] DELETE failed (client error): The resource could not be found. Mar 07 10:31:18.066343 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e575472-a237-412b-b5ee-110b91fb3865 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:31:18.068233 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-1e575472-a237-412b-b5ee-110b91fb3865 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] 10.222.0.13 "DELETE /v2.0/subnets/e5fc0a45-a9f4-40e6-bfe6-bf2e5ba50def HTTP/1.1" status: 404 len: 337 time: 0.0475686 Mar 07 10:31:18.070871 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 37928) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:18.082402 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:18.118615 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53ae6800-4ba3-4e26-8203-22e5e443db0e tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Made reservation on behalf of bf639a7498e441a28f217212bce115ee for: {'port': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:31:18.122046 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-53ae6800-4ba3-4e26-8203-22e5e443db0e tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:18.140201 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning for port 3ee360a7-c8ce-4036-ab0c-6238a267f4f4 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:31:18.147651 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-902fb5dd-3675-4ffd-b6a4-5bfa5e85ce99 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] DELETE failed (client error): The resource could not be found. Mar 07 10:31:18.148385 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-902fb5dd-3675-4ffd-b6a4-5bfa5e85ce99 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:31:18.150915 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-902fb5dd-3675-4ffd-b6a4-5bfa5e85ce99 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] 10.222.0.13 "DELETE /v2.0/subnets/b126169f-0e45-47b3-b8eb-9d938d0cd99d HTTP/1.1" status: 404 len: 337 time: 0.0785954 Mar 07 10:31:18.155994 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 37932) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:18.159073 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [None req-53ae6800-4ba3-4e26-8203-22e5e443db0e tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] device_id is not set on port f85d1c1f-345b-4987-b27d-77fdf91220e0 yet. {{(pid=83738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 07 10:31:18.173504 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-9c81857e-e2a8-4c49-94c4-2d8bca99b53a req-64163007-6ef9-421f-95e5-417433501d38 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=69bcab59-88eb-4fb1-a0ed-644552ee9fdd HTTP/1.1" status: 200 len: 1098 time: 0.1546772 Mar 07 10:31:18.180797 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-158ca942-ac87-42f7-8396-f5722757ff60 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:31:18.189496 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-158ca942-ac87-42f7-8396-f5722757ff60 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] 10.222.0.13 "PUT /v2.0/routers/e15b1913-dc5e-401a-84e3-fac0e235b428/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0778069 Mar 07 10:31:18.191747 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a7a9a7-ef67-4e34-ae3d-e73c5b2f0dae None None] Sync routers for ids ['e15b1913-dc5e-401a-84e3-fac0e235b428'] in dv-neutron-830731-3-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:31:18.211021 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a7a9a7-ef67-4e34-ae3d-e73c5b2f0dae None None] Routers {'e15b1913-dc5e-401a-84e3-fac0e235b428'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:31:18.213295 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-21a7a9a7-ef67-4e34-ae3d-e73c5b2f0dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:31:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['e15b1913-dc5e-401a-84e3-fac0e235b428'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:31:18.253923 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-adc778f1-a0ca-4779-8842-ca7f119f89c9 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] DELETE failed (client error): The resource could not be found. Mar 07 10:31:18.254538 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adc778f1-a0ca-4779-8842-ca7f119f89c9 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:31:18.256357 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 37936) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:18.256721 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-adc778f1-a0ca-4779-8842-ca7f119f89c9 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] 10.222.0.13 "DELETE /v2.0/ports/a0470eba-60f6-4fd6-9570-76d4ec0e0613 HTTP/1.1" status: 404 len: 333 time: 0.0994337 Mar 07 10:31:18.259744 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 37938) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:18.267836 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Pushing event updated for resources: {'Port': ['ID=1a1f8072-f405-4d6e-9b74-ffbe5a7a204e,revision_number=5']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:18.286171 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-d83dcfae-1121-4ed5-80fb-3d2e2844609e tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] 10.222.0.13 "GET /v2.0/subnets/e84688d6-0411-45b5-8855-73ea21ee48f2/tags/tempest-TagsExtTest-Tag-1518567673 HTTP/1.1" status: 204 len: 168 time: 0.3187428 Mar 07 10:31:18.291069 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 37944) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:18.307647 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.tag.tag_plugin [None req-18cce715-fbea-40ed-b035-a94afe2e0d74 tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'e84688d6-0411-45b5-8855-73ea21ee48f2', 'tempest-TagsExtTest-Tag-1518567673') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:31:18.323281 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-4548b9d5-4e7f-40a5-9a4a-0801071b56c6 None None] Provisioning complete for port 92035175-ff9b-4e24-a967-da09ad3d5c39 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:31:18.323661 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-4548b9d5-4e7f-40a5-9a4a-0801071b56c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:18.331443 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-3748b509-0efb-4890-bd20-d5fa874718bc tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] DELETE failed (client error): The resource could not be found. Mar 07 10:31:18.332019 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3748b509-0efb-4890-bd20-d5fa874718bc tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:31:18.345838 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-3748b509-0efb-4890-bd20-d5fa874718bc tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] 10.222.0.13 "DELETE /v2.0/subnets/69fce55b-c350-4b7c-9ba6-6979ca8fc087 HTTP/1.1" status: 404 len: 337 time: 0.0844572 Mar 07 10:31:18.350114 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 37948) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:18.360665 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 3ee360a7-c8ce-4036-ab0c-6238a267f4f4 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:31:18.361045 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:18.401996 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c892047-d55e-4dc4-9f6c-6bc8e8dd7dd2 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] DELETE failed (client error): The resource could not be found. Mar 07 10:31:18.402655 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c892047-d55e-4dc4-9f6c-6bc8e8dd7dd2 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:31:18.404573 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-0c892047-d55e-4dc4-9f6c-6bc8e8dd7dd2 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] 10.222.0.13 "DELETE /v2.0/subnets/be1e35d9-d281-4278-a9b6-5b895558dfae HTTP/1.1" status: 404 len: 337 time: 0.0533741 Mar 07 10:31:18.409499 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 37952) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:18.445719 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-21a7a9a7-ef67-4e34-ae3d-e73c5b2f0dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:31:18.459907 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-df789fca-6129-4c4f-8fa7-000e675f6d4d tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] DELETE failed (client error): The resource could not be found. Mar 07 10:31:18.460606 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df789fca-6129-4c4f-8fa7-000e675f6d4d tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:31:18.462546 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-df789fca-6129-4c4f-8fa7-000e675f6d4d tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] 10.222.0.13 "DELETE /v2.0/ports/155434d5-2606-468d-ab6e-2ff3d3b0cd95 HTTP/1.1" status: 404 len: 333 time: 0.0519278 Mar 07 10:31:18.466331 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 37958) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:18.486797 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a7a9a7-ef67-4e34-ae3d-e73c5b2f0dae None None] Routers {'e15b1913-dc5e-401a-84e3-fac0e235b428'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:31:18.487396 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-21a7a9a7-ef67-4e34-ae3d-e73c5b2f0dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:31:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['e15b1913-dc5e-401a-84e3-fac0e235b428'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:31:18.493522 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-9c81857e-e2a8-4c49-94c4-2d8bca99b53a req-b86964b1-ba86-4ec3-9925-85b50cea4ca8 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=9062d70d-d651-4000-a289-660d64ce925e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3054805 Mar 07 10:31:18.525548 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61bc258a-3a8f-4a9c-9ac5-d7ba2db48791 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:18.526131 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-61bc258a-3a8f-4a9c-9ac5-d7ba2db48791 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Synchronizing usage tracker for tenant:0d2fd6fe5acd4dee8d48a1427bbf6953 on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:31:18.560642 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f2d5cb9-62a2-458a-a333-da637f3eaba1 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] DELETE failed (client error): The resource could not be found. Mar 07 10:31:18.561094 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f2d5cb9-62a2-458a-a333-da637f3eaba1 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:31:18.564592 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-61bc258a-3a8f-4a9c-9ac5-d7ba2db48791 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Unset dirty status for tenant:0d2fd6fe5acd4dee8d48a1427bbf6953 on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:31:18.565988 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-5f2d5cb9-62a2-458a-a333-da637f3eaba1 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] 10.222.0.13 "DELETE /v2.0/subnets/c4f2446a-6df4-4e55-9ec7-f9eee806a8ab HTTP/1.1" status: 404 len: 337 time: 0.0985470 Mar 07 10:31:18.566601 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-61bc258a-3a8f-4a9c-9ac5-d7ba2db48791 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] 10.222.0.13 "GET /v2.0/ports/2bf8efd5-5ed9-452c-b1a0-87f44e46c7f6 HTTP/1.1" status: 200 len: 911 time: 0.3058093 Mar 07 10:31:18.567537 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 37962) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:18.569471 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 37964) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:18.636710 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-18cce715-fbea-40ed-b035-a94afe2e0d74 tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] 10.222.0.13 "DELETE /v2.0/subnets/e84688d6-0411-45b5-8855-73ea21ee48f2/tags/tempest-TagsExtTest-Tag-1518567673 HTTP/1.1" status: 204 len: 168 time: 0.3429446 Mar 07 10:31:18.638434 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-745d9764-1a4f-45b1-a777-9a94f0c5489b tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] DELETE failed (client error): The resource could not be found. Mar 07 10:31:18.639285 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-745d9764-1a4f-45b1-a777-9a94f0c5489b tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:31:18.641808 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-745d9764-1a4f-45b1-a777-9a94f0c5489b tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] 10.222.0.13 "DELETE /v2.0/subnets/9fea046b-2479-4b05-bbb2-67316156d5c7 HTTP/1.1" status: 404 len: 337 time: 0.0720811 Mar 07 10:31:18.642683 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 37970) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:18.648752 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.tag.tag_plugin [None req-0dab81d4-bbc8-4f69-bfc0-983f97577552 tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'e84688d6-0411-45b5-8855-73ea21ee48f2') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:31:18.653066 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 37972) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:18.722136 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-21a7a9a7-ef67-4e34-ae3d-e73c5b2f0dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:31:18.722790 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a7a9a7-ef67-4e34-ae3d-e73c5b2f0dae None None] The sync data for ids ['e15b1913-dc5e-401a-84e3-fac0e235b428'] in dv-neutron-830731-3-hyperv is: [] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:31:18.749657 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-61dff567-2bc6-4cb1-ad64-238970701c87 None None] Attempting to bind port 8ce1a243-d3c0-4772-a85b-061c7f08ec66 on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:31:18.750465 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-61dff567-2bc6-4cb1-ad64-238970701c87 None None] Attempting to bind port 8ce1a243-d3c0-4772-a85b-061c7f08ec66 by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': 'f9edd395-f08a-4c25-8482-db84092ba057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '30fbd0af-73aa-415c-b22d-7ee9da4c7fa3'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:31:18.751115 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61dff567-2bc6-4cb1-ad64-238970701c87 None None] Attempting to bind port 8ce1a243-d3c0-4772-a85b-061c7f08ec66 on network 30fbd0af-73aa-415c-b22d-7ee9da4c7fa3 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:31:18.826096 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-0dab81d4-bbc8-4f69-bfc0-983f97577552 tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] 10.222.0.13 "GET /v2.0/subnets/e84688d6-0411-45b5-8855-73ea21ee48f2/tags HTTP/1.1" status: 200 len: 205 time: 0.1795647 Mar 07 10:31:18.830996 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aefbbbc-0c48-461b-b032-d2d847f09460 req-4ad04868-1989-4b96-9c80-64870d64b16d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:18.832681 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-0aefbbbc-0c48-461b-b032-d2d847f09460 req-4ad04868-1989-4b96-9c80-64870d64b16d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/ports?device_id=69bcab59-88eb-4fb1-a0ed-644552ee9fdd HTTP/1.1" status: 200 len: 945 time: 0.1170673 Mar 07 10:31:18.833179 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 37980) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:18.839102 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.tag.tag_plugin [None req-4a981a8c-891c-4751-a138-1d9ef63d99ef tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '549fbd78-93c7-4e34-a6be-8f1354b21214') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:31:18.844325 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-53ae6800-4ba3-4e26-8203-22e5e443db0e tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Allocated IP 2001:db8::213 (fdfbfc96-b73c-439b-aedb-09caa5df7867/666b98d8-f08f-4be4-8720-8ad911d70f75/f85d1c1f-345b-4987-b27d-77fdf91220e0) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:31:18.865169 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61dff567-2bc6-4cb1-ad64-238970701c87 None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 31, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:31:18.865886 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61dff567-2bc6-4cb1-ad64-238970701c87 None None] Checking segment: {'id': 'f9edd395-f08a-4c25-8482-db84092ba057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '30fbd0af-73aa-415c-b22d-7ee9da4c7fa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:31:18.865886 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-61dff567-2bc6-4cb1-ad64-238970701c87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:18.866866 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61dff567-2bc6-4cb1-ad64-238970701c87 None None] Bound using segment: {'id': 'f9edd395-f08a-4c25-8482-db84092ba057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '30fbd0af-73aa-415c-b22d-7ee9da4c7fa3'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:31:18.866866 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-61dff567-2bc6-4cb1-ad64-238970701c87 None None] Bound port: 8ce1a243-d3c0-4772-a85b-061c7f08ec66, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9edd395-f08a-4c25-8482-db84092ba057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '30fbd0af-73aa-415c-b22d-7ee9da4c7fa3'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:31:18.867069 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-61dff567-2bc6-4cb1-ad64-238970701c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:18.907379 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-dbb216b2-3ce6-4df7-a996-beaa008efe38 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Deleting port 40a1aeeb-9a54-432e-86d8-7e19736f771c {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:31:18.907765 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-dbb216b2-3ce6-4df7-a996-beaa008efe38 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:18.995925 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-0aefbbbc-0c48-461b-b032-d2d847f09460 req-e2ca7f9f-1ce6-4a08-9a6f-44084b7b6c99 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/security-groups?id=9062d70d-d651-4000-a289-660d64ce925e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002586 Mar 07 10:31:19.016472 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-4a981a8c-891c-4751-a138-1d9ef63d99ef tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] 10.222.0.13 "GET /v2.0/ports/549fbd78-93c7-4e34-a6be-8f1354b21214/tags HTTP/1.1" status: 200 len: 240 time: 0.1793351 Mar 07 10:31:19.026547 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 37984) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:19.026547 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.tag.tag_plugin [None req-65c72db4-8334-4503-96cb-cd54cbcae959 tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '549fbd78-93c7-4e34-a6be-8f1354b21214', 'tempest-TagsExtTest-Tag-470288793') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:31:19.202438 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-4548b9d5-4e7f-40a5-9a4a-0801071b56c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:19.239284 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:19.437488 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-65c72db4-8334-4503-96cb-cd54cbcae959 tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] 10.222.0.13 "GET /v2.0/ports/549fbd78-93c7-4e34-a6be-8f1354b21214/tags/tempest-TagsExtTest-Tag-470288793 HTTP/1.1" status: 204 len: 168 time: 0.4146996 Mar 07 10:31:19.439062 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 37988) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:19.453091 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.tag.tag_plugin [None req-289ad815-dfe0-4736-accf-d489c2bfd618 tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '549fbd78-93c7-4e34-a6be-8f1354b21214', 'tempest-TagsExtTest-Tag-470288793') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:31:19.485793 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-61dff567-2bc6-4cb1-ad64-238970701c87 None None] For port 8ce1a243-d3c0-4772-a85b-061c7f08ec66, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:31:19.512238 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-4548b9d5-4e7f-40a5-9a4a-0801071b56c6 None None] For port 92035175-ff9b-4e24-a967-da09ad3d5c39, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=92035175-ff9b-4e24-a967-da09ad3d5c39,segment=NetworkSegment(32466109-81a3-44a8-834f-17dcb222735e),segment_id=32466109-81a3-44a8-834f-17dcb222735e)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:31:19.536465 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] For port 3ee360a7-c8ce-4036-ab0c-6238a267f4f4, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=3ee360a7-c8ce-4036-ab0c-6238a267f4f4,segment=NetworkSegment(3872a52d-149e-40b2-bfc5-a1b5b4fdd78c),segment_id=3872a52d-149e-40b2-bfc5-a1b5b4fdd78c)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:31:19.541956 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-4548b9d5-4e7f-40a5-9a4a-0801071b56c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:19.546908 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-61dff567-2bc6-4cb1-ad64-238970701c87 None None] For port 8ce1a243-d3c0-4772-a85b-061c7f08ec66, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=8ce1a243-d3c0-4772-a85b-061c7f08ec66,segment=NetworkSegment(f9edd395-f08a-4c25-8482-db84092ba057),segment_id=f9edd395-f08a-4c25-8482-db84092ba057)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:31:19.609167 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:19.641041 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-61dff567-2bc6-4cb1-ad64-238970701c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:19.688517 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-289ad815-dfe0-4736-accf-d489c2bfd618 tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] 10.222.0.13 "DELETE /v2.0/ports/549fbd78-93c7-4e34-a6be-8f1354b21214/tags/tempest-TagsExtTest-Tag-470288793 HTTP/1.1" status: 204 len: 168 time: 0.2447648 Mar 07 10:31:19.689207 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 37992) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:19.708376 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.tag.tag_plugin [None req-07e4826f-0dea-4681-9ef8-ac293a8d38f9 tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '549fbd78-93c7-4e34-a6be-8f1354b21214') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:31:19.719450 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-386cb975-dd60-4650-a684-4e9de43eeca2 None None] DHCP port deletion for b182323a-b537-434c-8c62-118ec6f13713 request from dv-neutron-830731-3-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 07 10:31:19.756225 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-386cb975-dd60-4650-a684-4e9de43eeca2 None None] Deleting port d2ec2bab-6c39-4751-9e7b-70e843598db8 {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:31:19.770074 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-386cb975-dd60-4650-a684-4e9de43eeca2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:19.928840 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-07e4826f-0dea-4681-9ef8-ac293a8d38f9 tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] 10.222.0.13 "GET /v2.0/ports/549fbd78-93c7-4e34-a6be-8f1354b21214/tags HTTP/1.1" status: 200 len: 205 time: 0.2358134 Mar 07 10:31:19.931167 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 37996) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:19.943741 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.tag.tag_plugin [None req-72216c0c-df44-4194-b1a0-09a2ea233f08 tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'b3ca98fe-17e7-40af-acec-2de9d9f609dd') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:31:20.125060 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-4548b9d5-4e7f-40a5-9a4a-0801071b56c6 None None] Provisioning for port 287315ae-7c69-4045-9d36-4bfbb65ad764 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:31:20.149691 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device c9a6d3fd-f89e-4d11-ba0e-e9930a4016c5 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:31:20.237889 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4548b9d5-4e7f-40a5-9a4a-0801071b56c6 None None] Pushing event updated for resources: {'Port': ['ID=92035175-ff9b-4e24-a967-da09ad3d5c39,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:20.314885 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-72216c0c-df44-4194-b1a0-09a2ea233f08 tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] 10.222.0.13 "GET /v2.0/routers/b3ca98fe-17e7-40af-acec-2de9d9f609dd/tags HTTP/1.1" status: 200 len: 240 time: 0.3821101 Mar 07 10:31:20.317419 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 38004) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:20.332003 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.tag.tag_plugin [None req-3d52852d-07ab-4f4a-a6f3-f37d046b157d tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'b3ca98fe-17e7-40af-acec-2de9d9f609dd', 'tempest-TagsExtTest-Tag-424604028') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:31:20.404644 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61dff567-2bc6-4cb1-ad64-238970701c87 None None] Routers {'29b22dda-ab25-446b-98a2-356474552994'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:31:20.406170 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-61dff567-2bc6-4cb1-ad64-238970701c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:31:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['29b22dda-ab25-446b-98a2-356474552994'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:31:20.618240 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-4548b9d5-4e7f-40a5-9a4a-0801071b56c6 None None] Provisioning complete for port 287315ae-7c69-4045-9d36-4bfbb65ad764 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:31:20.618602 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-4548b9d5-4e7f-40a5-9a4a-0801071b56c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:20.648316 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-53ae6800-4ba3-4e26-8203-22e5e443db0e tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:20.672332 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-dbb216b2-3ce6-4df7-a996-beaa008efe38 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:20.720584 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-3d52852d-07ab-4f4a-a6f3-f37d046b157d tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] 10.222.0.13 "GET /v2.0/routers/b3ca98fe-17e7-40af-acec-2de9d9f609dd/tags/tempest-TagsExtTest-Tag-424604028 HTTP/1.1" status: 204 len: 168 time: 0.3997836 Mar 07 10:31:20.721391 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 38008) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:20.727442 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395e0da4-933a-42b7-8103-b59eb6d27ff9 req-ce9c2160-8bcf-4d7b-93a8-a682b18367ee tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:20.728969 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-395e0da4-933a-42b7-8103-b59eb6d27ff9 req-ce9c2160-8bcf-4d7b-93a8-a682b18367ee tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/ports?device_id=69bcab59-88eb-4fb1-a0ed-644552ee9fdd HTTP/1.1" status: 200 len: 945 time: 0.2257636 Mar 07 10:31:20.753895 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.tag.tag_plugin [None req-b8fa2e97-9959-4229-b2d3-0a3ba0c37ebe tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'b3ca98fe-17e7-40af-acec-2de9d9f609dd', 'tempest-TagsExtTest-Tag-424604028') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:31:20.774872 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-53ae6800-4ba3-4e26-8203-22e5e443db0e tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Transition to ACTIVE for port object f85d1c1f-345b-4987-b27d-77fdf91220e0 will not be triggered until provisioned by entity DHCP. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:31:20.798651 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-61dff567-2bc6-4cb1-ad64-238970701c87 None None] Set router 29b22dda-ab25-446b-98a2-356474552994 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:31:20.886512 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-dbb216b2-3ce6-4df7-a996-beaa008efe38 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Calling delete_port for 40a1aeeb-9a54-432e-86d8-7e19736f771c owned by {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:31:20.924459 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-53ae6800-4ba3-4e26-8203-22e5e443db0e tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:20.979149 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-395e0da4-933a-42b7-8103-b59eb6d27ff9 req-8b927706-c5eb-4709-b094-3731ab6fd42b tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/security-groups?id=9062d70d-d651-4000-a289-660d64ce925e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2430000 Mar 07 10:31:21.020745 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-b8fa2e97-9959-4229-b2d3-0a3ba0c37ebe tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] 10.222.0.13 "DELETE /v2.0/routers/b3ca98fe-17e7-40af-acec-2de9d9f609dd/tags/tempest-TagsExtTest-Tag-424604028 HTTP/1.1" status: 204 len: 168 time: 0.2907188 Mar 07 10:31:21.023205 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 38014) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:21.029455 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.tag.tag_plugin [None req-eb033ece-64f9-47e6-9544-bf8a4103897b tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'b3ca98fe-17e7-40af-acec-2de9d9f609dd') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:31:21.133436 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ae6800-4ba3-4e26-8203-22e5e443db0e tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Network fdfbfc96-b73c-439b-aedb-09caa5df7867 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:31:21.142248 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-53ae6800-4ba3-4e26-8203-22e5e443db0e tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:31:21.158232 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ae6800-4ba3-4e26-8203-22e5e443db0e tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:31:21.162409 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53ae6800-4ba3-4e26-8203-22e5e443db0e tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:21.163355 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-53ae6800-4ba3-4e26-8203-22e5e443db0e tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:21.190620 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ae6800-4ba3-4e26-8203-22e5e443db0e tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Pushing event updated for resources: {'Port': ['ID=f85d1c1f-345b-4987-b27d-77fdf91220e0,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:21.319348 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-eb033ece-64f9-47e6-9544-bf8a4103897b tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] 10.222.0.13 "GET /v2.0/routers/b3ca98fe-17e7-40af-acec-2de9d9f609dd/tags HTTP/1.1" status: 200 len: 205 time: 0.2950919 Mar 07 10:31:21.326594 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 38020) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:21.343113 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.tag.tag_plugin [None req-a6221496-1a8b-4e77-b8fb-9996ef8d6d40 tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '5ec34398-1987-4890-b70d-9a30ec843751') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:31:21.367694 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60639b5f-2c1b-4646-bae2-ceddf491b076 req-ba7ce42c-fc7b-4d17-8662-2b3398abd324 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:21.369292 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-60639b5f-2c1b-4646-bae2-ceddf491b076 req-ba7ce42c-fc7b-4d17-8662-2b3398abd324 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/ports?device_id=69bcab59-88eb-4fb1-a0ed-644552ee9fdd HTTP/1.1" status: 200 len: 945 time: 0.1596491 Mar 07 10:31:21.390717 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-53ae6800-4ba3-4e26-8203-22e5e443db0e tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.8817275 Mar 07 10:31:21.398310 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-dbb216b2-3ce6-4df7-a996-beaa008efe38 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:21.409170 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 38024) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:21.426628 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-a6221496-1a8b-4e77-b8fb-9996ef8d6d40 tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] 10.222.0.13 "GET /v2.0/subnetpools/5ec34398-1987-4890-b70d-9a30ec843751/tags HTTP/1.1" status: 200 len: 240 time: 0.0965502 Mar 07 10:31:21.430521 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 38026) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:21.448275 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.tag.tag_plugin [None req-790cb596-c14f-4fc5-85b2-894feadd4f00 tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '5ec34398-1987-4890-b70d-9a30ec843751', 'tempest-TagsExtTest-Tag-688044181') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:31:21.474213 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-60639b5f-2c1b-4646-bae2-ceddf491b076 req-0b488f75-4930-443a-9f43-b2b86f692754 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/security-groups?id=9062d70d-d651-4000-a289-660d64ce925e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969191 Mar 07 10:31:21.484907 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-386cb975-dd60-4650-a684-4e9de43eeca2 None None] For port d2ec2bab-6c39-4751-9e7b-70e843598db8, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=d2ec2bab-6c39-4751-9e7b-70e843598db8,segment=NetworkSegment(6114c2d4-416c-4643-ba3e-9ec438893dd5),segment_id=6114c2d4-416c-4643-ba3e-9ec438893dd5)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:31:21.485524 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-386cb975-dd60-4650-a684-4e9de43eeca2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:21.498096 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-790cb596-c14f-4fc5-85b2-894feadd4f00 tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] 10.222.0.13 "GET /v2.0/subnetpools/5ec34398-1987-4890-b70d-9a30ec843751/tags/tempest-TagsExtTest-Tag-688044181 HTTP/1.1" status: 204 len: 168 time: 0.0641603 Mar 07 10:31:21.498453 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 38032) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:21.505048 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.tag.tag_plugin [None req-3a2dd91a-8002-497e-a753-2f98e3ae2592 tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '5ec34398-1987-4890-b70d-9a30ec843751', 'tempest-TagsExtTest-Tag-688044181') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:31:21.517394 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 38036) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:21.536761 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-2c1743b6-0262-46e8-931f-32411c7fa257 tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2b4', 'mac_address': 'fa:16:3e:ff:9b:1e'}]}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:31:21.594495 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb216b2-3ce6-4df7-a996-beaa008efe38 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Pushing event deleted for resources: {'Port': ['ID=40a1aeeb-9a54-432e-86d8-7e19736f771c,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:21.612150 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-c5dca733-8f0c-4c64-8bbc-76d4f27c7969 tempest-TestNetworkBasicOps-2128623112 tempest-TestNetworkBasicOps-2128623112-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=69bcab59-88eb-4fb1-a0ed-644552ee9fdd HTTP/1.1" status: 200 len: 1093 time: 0.0924661 Mar 07 10:31:21.615480 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 38040) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:21.616512 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-dbb216b2-3ce6-4df7-a996-beaa008efe38 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:21.618934 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-3a2dd91a-8002-497e-a753-2f98e3ae2592 tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] 10.222.0.13 "DELETE /v2.0/subnetpools/5ec34398-1987-4890-b70d-9a30ec843751/tags/tempest-TagsExtTest-Tag-688044181 HTTP/1.1" status: 204 len: 168 time: 0.1186724 Mar 07 10:31:21.620937 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 38042) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:21.628004 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.tag.tag_plugin [None req-e351baf2-64ad-461a-a0eb-edc449878c69 tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '5ec34398-1987-4890-b70d-9a30ec843751') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:31:21.628188 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-a8e3ece1-c7f0-436b-8b04-2f7c8fa52d8d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Request body: {'floatingip': {'floating_network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'port_id': '1a1f8072-f405-4d6e-9b74-ffbe5a7a204e', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'fixed_ip_address': '172.20.0.3'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:31:21.645556 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-386cb975-dd60-4650-a684-4e9de43eeca2 None None] Calling delete_port for d2ec2bab-6c39-4751-9e7b-70e843598db8 owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:31:21.646974 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-a8e3ece1-c7f0-436b-8b04-2f7c8fa52d8d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:31:21.654094 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-a8e3ece1-c7f0-436b-8b04-2f7c8fa52d8d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Usage tracker for resource:floatingip and tenant:416b2fd961bc4d70a26d66821f7df8e2 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:31:21.658623 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-e351baf2-64ad-461a-a0eb-edc449878c69 tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] 10.222.0.13 "GET /v2.0/subnetpools/5ec34398-1987-4890-b70d-9a30ec843751/tags HTTP/1.1" status: 200 len: 205 time: 0.0341763 Mar 07 10:31:21.658981 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 38048) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:21.662965 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-dbb216b2-3ce6-4df7-a996-beaa008efe38 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] 10.222.0.13 "DELETE /v2.0/ports/40a1aeeb-9a54-432e-86d8-7e19736f771c HTTP/1.1" status: 204 len: 168 time: 3.0069332 Mar 07 10:31:21.663735 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-a8e3ece1-c7f0-436b-8b04-2f7c8fa52d8d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:31:21.665260 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.tag.tag_plugin [None req-577eb642-352f-4b95-b4d3-8b703e0fac0b tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '5ec34398-1987-4890-b70d-9a30ec843751') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:31:21.679421 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 38052) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:21.694687 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-a8e3ece1-c7f0-436b-8b04-2f7c8fa52d8d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:31:21.712514 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Pushing event updated for resources: {'Port': ['ID=3ee360a7-c8ce-4036-ab0c-6238a267f4f4,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:21.771561 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a8e3ece1-c7f0-436b-8b04-2f7c8fa52d8d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for floatingip, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:21.794962 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning for port c9a6d3fd-f89e-4d11-ba0e-e9930a4016c5 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:31:21.805517 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c1fb0d00-f52a-4433-b697-6a385856a578 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1158940'] for network, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:21.812776 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-577eb642-352f-4b95-b4d3-8b703e0fac0b tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] 10.222.0.13 "DELETE /v2.0/subnetpools/5ec34398-1987-4890-b70d-9a30ec843751/tags HTTP/1.1" status: 204 len: 168 time: 0.1497438 Mar 07 10:31:21.813499 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 38056) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:21.820207 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.tag.tag_plugin [None req-8fe3f806-29d6-4de8-af65-5f09004a31b6 tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'b3ca98fe-17e7-40af-acec-2de9d9f609dd') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:31:21.918284 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756ccc96-b425-4211-9e94-5e307d77c033 None None] Pushing event updated for resources: {'Port': ['ID=8ce1a243-d3c0-4772-a85b-061c7f08ec66,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:21.933633 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-386cb975-dd60-4650-a684-4e9de43eeca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812'] for port, after_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:21.983944 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 92035175-ff9b-4e24-a967-da09ad3d5c39 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:31:22.027489 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2c1743b6-0262-46e8-931f-32411c7fa257 tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:22.036892 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386cb975-dd60-4650-a684-4e9de43eeca2 None None] Pushing event deleted for resources: {'Port': ['ID=d2ec2bab-6c39-4751-9e7b-70e843598db8,revision_number=None']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:22.039125 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-4548b9d5-4e7f-40a5-9a4a-0801071b56c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:22.050874 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-c1fb0d00-f52a-4433-b697-6a385856a578 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Deleting port d2ec2bab-6c39-4751-9e7b-70e843598db8 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:31:22.050874 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c1fb0d00-f52a-4433-b697-6a385856a578 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:22.063223 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386cb975-dd60-4650-a684-4e9de43eeca2 None None] No DVR routers for this DVR port d2ec2bab-6c39-4751-9e7b-70e843598db8 on host dv-neutron-830731-3-hyperv {{(pid=83739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:31:22.111869 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-4548b9d5-4e7f-40a5-9a4a-0801071b56c6 None None] For port 287315ae-7c69-4045-9d36-4bfbb65ad764, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=287315ae-7c69-4045-9d36-4bfbb65ad764,segment=NetworkSegment(cdab197e-2149-4583-af54-95cf9a214b0d),segment_id=cdab197e-2149-4583-af54-95cf9a214b0d)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:31:22.120402 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-4548b9d5-4e7f-40a5-9a4a-0801071b56c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:22.139058 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-c1fb0d00-f52a-4433-b697-6a385856a578 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] The port 'd2ec2bab-6c39-4751-9e7b-70e843598db8' was deleted {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 07 10:31:22.156179 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-61dff567-2bc6-4cb1-ad64-238970701c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29b22dda-ab25-446b-98a2-356474552994', 'name': 'tempest-TestVolumeBootPattern-620463928-router', 'tenant_id': '25866ad4c20e46fbafccc3c9c4d13e40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.171'}], 'enable_snat': True}, 'gw_port_id': 'd6bd9e99-6ae6-4bc4-9986-483fc003cde5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:30:30Z', 'updated_at': '2022-03-07T10:30:42Z', 'revision_number': 4, 'project_id': '25866ad4c20e46fbafccc3c9c4d13e40', 'gw_port': {'id': 'd6bd9e99-6ae6-4bc4-9986-483fc003cde5', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:df:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29b22dda-ab25-446b-98a2-356474552994', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:30:33Z', 'updated_at': '2022-03-07T10:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_interfaces': [{'id': '8ce1a243-d3c0-4772-a85b-061c7f08ec66', 'name': '', 'network_id': '30fbd0af-73aa-415c-b22d-7ee9da4c7fa3', 'tenant_id': '25866ad4c20e46fbafccc3c9c4d13e40', 'mac_address': 'fa:16:3e:f3:c9:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29b22dda-ab25-446b-98a2-356474552994', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1a28df13-f6df-4d36-b4a4-d44c7c0cbabb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:30:39Z', 'updated_at': '2022-03-07T10:31:19Z', 'revision_number': 4, 'project_id': '25866ad4c20e46fbafccc3c9c4d13e40', 'subnets': [{'id': '1a28df13-f6df-4d36-b4a4-d44c7c0cbabb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:31:22.164715 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-4548b9d5-4e7f-40a5-9a4a-0801071b56c6 None None] Could not find standard attr ID for object 3f26033b-2fef-475a-bd50-c51c861e3877. {{(pid=83739) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 07 10:31:22.179096 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61dff567-2bc6-4cb1-ad64-238970701c87 None None] The sync data for ids ['29b22dda-ab25-446b-98a2-356474552994'] in dv-neutron-830731-3-hyperv is: [{'id': '29b22dda-ab25-446b-98a2-356474552994', 'name': 'tempest-TestVolumeBootPattern-620463928-router', 'tenant_id': '25866ad4c20e46fbafccc3c9c4d13e40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.171'}], 'enable_snat': True}, 'gw_port_id': 'd6bd9e99-6ae6-4bc4-9986-483fc003cde5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:30:30Z', 'updated_at': '2022-03-07T10:30:42Z', 'revision_number': 4, 'project_id': '25866ad4c20e46fbafccc3c9c4d13e40', 'gw_port': {'id': 'd6bd9e99-6ae6-4bc4-9986-483fc003cde5', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:df:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29b22dda-ab25-446b-98a2-356474552994', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:30:33Z', 'updated_at': '2022-03-07T10:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_interfaces': [{'id': '8ce1a243-d3c0-4772-a85b-061c7f08ec66', 'name': '', 'network_id': '30fbd0af-73aa-415c-b22d-7ee9da4c7fa3', 'tenant_id': '25866ad4c20e46fbafccc3c9c4d13e40', 'mac_address': 'fa:16:3e:f3:c9:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29b22dda-ab25-446b-98a2-356474552994', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1a28df13-f6df-4d36-b4a4-d44c7c0cbabb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:30:39Z', 'updated_at': '2022-03-07T10:31:19Z', 'revision_number': 4, 'project_id': '25866ad4c20e46fbafccc3c9c4d13e40', 'subnets': [{'id': '1a28df13-f6df-4d36-b4a4-d44c7c0cbabb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:31:22.192442 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d236a4a3-8efb-48f7-8ca6-4b098b55edfd tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:22.198525 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 92035175-ff9b-4e24-a967-da09ad3d5c39 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:31:22.199184 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:22.279966 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-4548b9d5-4e7f-40a5-9a4a-0801071b56c6 None None] Provisioning for port c9a6d3fd-f89e-4d11-ba0e-e9930a4016c5 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:31:22.283241 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4548b9d5-4e7f-40a5-9a4a-0801071b56c6 None None] Pushing event updated for resources: {'Port': ['ID=287315ae-7c69-4045-9d36-4bfbb65ad764,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:22.294477 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-4548b9d5-4e7f-40a5-9a4a-0801071b56c6 None None] Provisioning complete for port c9a6d3fd-f89e-4d11-ba0e-e9930a4016c5 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:31:22.294995 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-4548b9d5-4e7f-40a5-9a4a-0801071b56c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:22.405722 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-8fe3f806-29d6-4de8-af65-5f09004a31b6 tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] 10.222.0.13 "DELETE /v2.0/routers/b3ca98fe-17e7-40af-acec-2de9d9f609dd/tags HTTP/1.1" status: 204 len: 168 time: 0.5884297 Mar 07 10:31:22.410689 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c1fb0d00-f52a-4433-b697-6a385856a578 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1526893', 'neutron.services.segments.db._delete_segments_for_network-8732568551033'] for network, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:22.420063 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 38062) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:22.433215 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.tag.tag_plugin [None req-119894e1-696c-442f-98ac-7be2d2272c13 tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '549fbd78-93c7-4e34-a6be-8f1354b21214') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:31:22.491303 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 3ee360a7-c8ce-4036-ab0c-6238a267f4f4 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:31:22.548508 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-c1fb0d00-f52a-4433-b697-6a385856a578 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b182323a-b537-434c-8c62-118ec6f13713']}} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:31:22.558877 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-4548b9d5-4e7f-40a5-9a4a-0801071b56c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:22.572742 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-c1fb0d00-f52a-4433-b697-6a385856a578 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6114c2d4-416c-4643-ba3e-9ec438893dd5') {'for_net_delete': True} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:31:22.573049 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-c1fb0d00-f52a-4433-b697-6a385856a578 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6114c2d4-416c-4643-ba3e-9ec438893dd5') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:31:22.597118 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c1fb0d00-f52a-4433-b697-6a385856a578 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732568550916', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629174'] for segment, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:22.608895 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-4548b9d5-4e7f-40a5-9a4a-0801071b56c6 None None] For port c9a6d3fd-f89e-4d11-ba0e-e9930a4016c5, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=c9a6d3fd-f89e-4d11-ba0e-e9930a4016c5,segment=NetworkSegment(b24cf64b-e28b-4c6b-952d-ac5eca33e92e),segment_id=b24cf64b-e28b-4c6b-952d-ac5eca33e92e)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:31:22.615309 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 3ee360a7-c8ce-4036-ab0c-6238a267f4f4 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:31:22.615794 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:22.625801 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-119894e1-696c-442f-98ac-7be2d2272c13 tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] 10.222.0.13 "DELETE /v2.0/ports/549fbd78-93c7-4e34-a6be-8f1354b21214/tags HTTP/1.1" status: 204 len: 168 time: 0.2044408 Mar 07 10:31:22.628705 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 38068) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:22.635522 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.tag.tag_plugin [None req-afe66b71-f125-4a3e-9e8b-843650308015 tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'e84688d6-0411-45b5-8855-73ea21ee48f2') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:31:22.652633 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-4548b9d5-4e7f-40a5-9a4a-0801071b56c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:22.694655 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c1fb0d00-f52a-4433-b697-6a385856a578 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:22.721677 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1fb0d00-f52a-4433-b697-6a385856a578 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=83737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 07 10:31:22.722076 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c1fb0d00-f52a-4433-b697-6a385856a578 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1227397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3012597'] for segment, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:22.741291 dv-neutron-830731-3-hyperv neutron-server[83737]: Traceback (most recent call last): Mar 07 10:31:22.741291 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 07 10:31:22.741291 dv-neutron-830731-3-hyperv neutron-server[83737]: timer() Mar 07 10:31:22.741291 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:31:22.741291 dv-neutron-830731-3-hyperv neutron-server[83737]: cb(*args, **kw) Mar 07 10:31:22.741291 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 10:31:22.741291 dv-neutron-830731-3-hyperv neutron-server[83737]: return func(*args, **kwargs) Mar 07 10:31:22.741291 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:31:22.741291 dv-neutron-830731-3-hyperv neutron-server[83737]: self._notify() Mar 07 10:31:22.741291 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:31:22.741291 dv-neutron-830731-3-hyperv neutron-server[83737]: self.callback(batched_events) Mar 07 10:31:22.741291 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:31:22.741291 dv-neutron-830731-3-hyperv neutron-server[83737]: event.method(event) Mar 07 10:31:22.741291 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 10:31:22.741291 dv-neutron-830731-3-hyperv neutron-server[83737]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:31:22.741291 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 10:31:22.741291 dv-neutron-830731-3-hyperv neutron-server[83737]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:31:22.741291 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 10:31:22.741291 dv-neutron-830731-3-hyperv neutron-server[83737]: return f(self, *a, **k) Mar 07 10:31:22.741291 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:31:22.741291 dv-neutron-830731-3-hyperv neutron-server[83737]: return self._get(url).json() Mar 07 10:31:22.741291 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:31:22.741291 dv-neutron-830731-3-hyperv neutron-server[83737]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:31:22.741291 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 07 10:31:22.741291 dv-neutron-830731-3-hyperv neutron-server[83737]: return self.request(url, 'GET', **kwargs) Mar 07 10:31:22.741291 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 07 10:31:22.741291 dv-neutron-830731-3-hyperv neutron-server[83737]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:31:22.741291 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 07 10:31:22.741291 dv-neutron-830731-3-hyperv neutron-server[83737]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:31:22.741291 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 07 10:31:22.741291 dv-neutron-830731-3-hyperv neutron-server[83737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:31:22.741291 dv-neutron-830731-3-hyperv neutron-server[83737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:31:22.776926 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-4548b9d5-4e7f-40a5-9a4a-0801071b56c6 None None] Could not find standard attr ID for object 40a1aeeb-9a54-432e-86d8-7e19736f771c. {{(pid=83739) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 07 10:31:22.793431 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-4548b9d5-4e7f-40a5-9a4a-0801071b56c6 None None] Could not find standard attr ID for object d2ec2bab-6c39-4751-9e7b-70e843598db8. {{(pid=83739) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 07 10:31:22.812358 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4548b9d5-4e7f-40a5-9a4a-0801071b56c6 None None] Pushing event updated for resources: {'Port': ['ID=c9a6d3fd-f89e-4d11-ba0e-e9930a4016c5,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:22.871402 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c1fb0d00-f52a-4433-b697-6a385856a578 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1526886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923583'] for network, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:22.874328 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-afe66b71-f125-4a3e-9e8b-843650308015 tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] 10.222.0.13 "DELETE /v2.0/subnets/e84688d6-0411-45b5-8855-73ea21ee48f2/tags HTTP/1.1" status: 204 len: 168 time: 0.2445979 Mar 07 10:31:22.902572 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 38076) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:22.903901 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c1fb0d00-f52a-4433-b697-6a385856a578 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:22.918562 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.tag.tag_plugin [None req-e7b2cb3c-2d2a-482b-8c82-ceca963f46d7 tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'e84688d6-0411-45b5-8855-73ea21ee48f2', 'tempest-TagsExtTest-Tag-1330028509') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:31:22.958120 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-135201f2-4f8f-4845-a1a6-bf5fb4ee20e8 None None] Provisioning complete for port 287315ae-7c69-4045-9d36-4bfbb65ad764 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:31:22.958492 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-135201f2-4f8f-4845-a1a6-bf5fb4ee20e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:22.959951 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a8e3ece1-c7f0-436b-8b04-2f7c8fa52d8d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:23.002292 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fb0d00-f52a-4433-b697-6a385856a578 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] Pushing event deleted for resources: {'Network': ['ID=b182323a-b537-434c-8c62-118ec6f13713,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:23.024276 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-c1fb0d00-f52a-4433-b697-6a385856a578 tempest-PortsTestJSON-680294014 tempest-PortsTestJSON-680294014-project] 10.222.0.13 "DELETE /v2.0/networks/b182323a-b537-434c-8c62-118ec6f13713 HTTP/1.1" status: 204 len: 168 time: 1.3438082 Mar 07 10:31:23.043970 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-d236a4a3-8efb-48f7-8ca6-4b098b55edfd tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Allocated IP 2001:db8:1::1 (f2a32393-ee5b-4333-8b1c-a7cdfe84495c/72a8dc97-ab58-4c21-99a1-5fd13acb4f23/20a0682e-87fa-4bd9-a934-04310eb2db25) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:31:23.057277 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device d2ec2bab-6c39-4751-9e7b-70e843598db8 no longer exists at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:31:23.122760 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] No Port match for: d2ec2bab-6c39-4751-9e7b-70e843598db8 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 10:31:23.123331 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4f265fe6-86d6-48dd-afb1-9e624bac7654 req-a08ce459-aad8-4298-ba5c-01bcd1a68a15 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1655226911&fields=id&tenant_id=6a5f148e85ef4a9b80e5517fdf788fc6 HTTP/1.1" status: 200 len: 267 time: 0.0634484 Mar 07 10:31:23.135555 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device d2ec2bab-6c39-4751-9e7b-70e843598db8 not bound to the agent host dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 10:31:23.274969 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-135201f2-4f8f-4845-a1a6-bf5fb4ee20e8 None None] Provisioning complete for port c9a6d3fd-f89e-4d11-ba0e-e9930a4016c5 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:31:23.275418 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-135201f2-4f8f-4845-a1a6-bf5fb4ee20e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:23.340735 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-e7b2cb3c-2d2a-482b-8c82-ceca963f46d7 tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] 10.222.0.13 "PUT /v2.0/subnets/e84688d6-0411-45b5-8855-73ea21ee48f2/tags/tempest-TagsExtTest-Tag-1330028509 HTTP/1.1" status: 201 len: 201 time: 0.4280450 Mar 07 10:31:23.345060 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 38084) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:23.352373 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.tag.tag_plugin [None req-c7d2baae-b878-4ffa-99df-ebd0b9002249 tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '549fbd78-93c7-4e34-a6be-8f1354b21214', 'tempest-TagsExtTest-Tag-153677407') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:31:23.387249 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.db.resource_extend [None req-2c1743b6-0262-46e8-931f-32411c7fa257 tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 10:31:23.410484 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f265fe6-86d6-48dd-afb1-9e624bac7654 req-4aff07e6-9a1e-4cd8-8a7a-86c5c545839e tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:23.412843 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4f265fe6-86d6-48dd-afb1-9e624bac7654 req-4aff07e6-9a1e-4cd8-8a7a-86c5c545839e tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] 10.222.0.13 "GET /v2.0/networks?id=30023e69-476d-4a1a-a06a-7d904c24f2c0 HTTP/1.1" status: 200 len: 812 time: 0.2790928 Mar 07 10:31:23.428906 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2c1743b6-0262-46e8-931f-32411c7fa257 tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Notify callbacks [] for port, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:23.442899 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2c1743b6-0262-46e8-931f-32411c7fa257 tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3556717'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:23.468940 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4f265fe6-86d6-48dd-afb1-9e624bac7654 req-a89ebc45-35c5-4a0b-be49-f252787425aa tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] 10.222.0.13 "GET /v2.0/quotas/6a5f148e85ef4a9b80e5517fdf788fc6 HTTP/1.1" status: 200 len: 375 time: 0.0441318 Mar 07 10:31:23.510345 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-a8e3ece1-c7f0-436b-8b04-2f7c8fa52d8d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Allocated IP 172.26.8.187 (5ed85006-6b00-415e-b71f-837fb1421c12/8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a/1d0ff544-0992-4706-bc4b-53121cc15b23) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:31:23.567247 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-2c1743b6-0262-46e8-931f-32411c7fa257 tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] In _notify_port_updated(), no bound segment for port f85d1c1f-345b-4987-b27d-77fdf91220e0 on network fdfbfc96-b73c-439b-aedb-09caa5df7867 {{(pid=83738) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 07 10:31:23.569289 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-135201f2-4f8f-4845-a1a6-bf5fb4ee20e8 None None] Provisioning for port 549fbd78-93c7-4e34-a6be-8f1354b21214 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:31:23.570938 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c1743b6-0262-46e8-931f-32411c7fa257 tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:23.571573 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2c1743b6-0262-46e8-931f-32411c7fa257 tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:23.575810 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-2c1743b6-0262-46e8-931f-32411c7fa257 tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] 10.222.0.13 "PUT /v2.0/ports/f85d1c1f-345b-4987-b27d-77fdf91220e0 HTTP/1.1" status: 200 len: 1003 time: 2.1124902 Mar 07 10:31:23.582975 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 38090) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:23.584243 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-135201f2-4f8f-4845-a1a6-bf5fb4ee20e8 None None] Provisioning complete for port 549fbd78-93c7-4e34-a6be-8f1354b21214 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:31:23.584869 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-135201f2-4f8f-4845-a1a6-bf5fb4ee20e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:23.616399 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-c7d2baae-b878-4ffa-99df-ebd0b9002249 tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] 10.222.0.13 "PUT /v2.0/ports/549fbd78-93c7-4e34-a6be-8f1354b21214/tags/tempest-TagsExtTest-Tag-153677407 HTTP/1.1" status: 201 len: 201 time: 0.2700517 Mar 07 10:31:23.623037 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-4f265fe6-86d6-48dd-afb1-9e624bac7654 req-d672f165-db73-4cb7-af87-1e02531d65be tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Synchronizing usage tracker for tenant:6a5f148e85ef4a9b80e5517fdf788fc6 on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:31:23.629606 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 38094) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:23.661275 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.tag.tag_plugin [None req-62ed4f66-9995-41e3-bc7f-c2845ae7da4c tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'b3ca98fe-17e7-40af-acec-2de9d9f609dd', 'tempest-TagsExtTest-Tag-202551400') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:31:23.676312 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-d09056d9-297f-44ed-8584-60de4ab7a608 tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Deleting port f85d1c1f-345b-4987-b27d-77fdf91220e0 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:31:23.676688 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d09056d9-297f-44ed-8584-60de4ab7a608 tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:23.683462 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-135201f2-4f8f-4845-a1a6-bf5fb4ee20e8 None None] Port 549fbd78-93c7-4e34-a6be-8f1354b21214 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:31:23.699453 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-135201f2-4f8f-4845-a1a6-bf5fb4ee20e8 None None] Provisioning for port f85d1c1f-345b-4987-b27d-77fdf91220e0 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:31:23.705016 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-135201f2-4f8f-4845-a1a6-bf5fb4ee20e8 None None] Provisioning complete for port f85d1c1f-345b-4987-b27d-77fdf91220e0 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:31:23.705380 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-135201f2-4f8f-4845-a1a6-bf5fb4ee20e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:23.715466 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d236a4a3-8efb-48f7-8ca6-4b098b55edfd tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:23.719147 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 38098) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:23.766795 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-135201f2-4f8f-4845-a1a6-bf5fb4ee20e8 None None] Port f85d1c1f-345b-4987-b27d-77fdf91220e0 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:31:23.773203 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1743b6-0262-46e8-931f-32411c7fa257 tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Pushing event updated for resources: {'Port': ['ID=f85d1c1f-345b-4987-b27d-77fdf91220e0,revision_number=2']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:23.793724 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-135201f2-4f8f-4845-a1a6-bf5fb4ee20e8 None None] Provisioning for port 56735782-3806-4a9a-a7b8-0977743f9139 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:31:23.800361 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-135201f2-4f8f-4845-a1a6-bf5fb4ee20e8 None None] Provisioning complete for port 56735782-3806-4a9a-a7b8-0977743f9139 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:31:23.800811 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-135201f2-4f8f-4845-a1a6-bf5fb4ee20e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:23.856877 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-4f265fe6-86d6-48dd-afb1-9e624bac7654 req-d672f165-db73-4cb7-af87-1e02531d65be tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Unset dirty status for tenant:6a5f148e85ef4a9b80e5517fdf788fc6 on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:31:23.862707 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4f265fe6-86d6-48dd-afb1-9e624bac7654 req-d672f165-db73-4cb7-af87-1e02531d65be tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=6a5f148e85ef4a9b80e5517fdf788fc6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3727257 Mar 07 10:31:23.869003 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-135201f2-4f8f-4845-a1a6-bf5fb4ee20e8 None None] Port 56735782-3806-4a9a-a7b8-0977743f9139 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:31:23.889947 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-135201f2-4f8f-4845-a1a6-bf5fb4ee20e8 None None] Provisioning complete for port 92035175-ff9b-4e24-a967-da09ad3d5c39 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:31:23.890562 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-135201f2-4f8f-4845-a1a6-bf5fb4ee20e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:23.893361 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-d236a4a3-8efb-48f7-8ca6-4b098b55edfd tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Transition to ACTIVE for port object 20a0682e-87fa-4bd9-a934-04310eb2db25 will not be triggered until provisioned by entity DHCP. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:31:24.026642 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-62ed4f66-9995-41e3-bc7f-c2845ae7da4c tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] 10.222.0.13 "PUT /v2.0/routers/b3ca98fe-17e7-40af-acec-2de9d9f609dd/tags/tempest-TagsExtTest-Tag-202551400 HTTP/1.1" status: 201 len: 201 time: 0.3928914 Mar 07 10:31:24.031938 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 38104) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:24.041857 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ac959f2c-4efa-443a-ae95-1b53d627c722 req-06ea913d-c2c5-4cd2-98ea-255a386c6b71 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=69bcab59-88eb-4fb1-a0ed-644552ee9fdd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3132842 Mar 07 10:31:24.045740 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.tag.tag_plugin [None req-5134b296-d230-4ded-a96c-17f5697c5e2e tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '5ec34398-1987-4890-b70d-9a30ec843751', 'tempest-TagsExtTest-Tag-855452465') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:31:24.076020 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-135201f2-4f8f-4845-a1a6-bf5fb4ee20e8 None None] Provisioning for port 2bf8efd5-5ed9-452c-b1a0-87f44e46c7f6 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:31:24.084662 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 8ce1a243-d3c0-4772-a85b-061c7f08ec66 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:31:24.138605 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4f265fe6-86d6-48dd-afb1-9e624bac7654 req-ae642660-a9c4-422c-aa88-5fab13f926f5 service neutron] 10.222.0.13 "GET /v2.0/networks/30023e69-476d-4a1a-a06a-7d904c24f2c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2470338 Mar 07 10:31:24.151707 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-135201f2-4f8f-4845-a1a6-bf5fb4ee20e8 None None] Provisioning complete for port 2bf8efd5-5ed9-452c-b1a0-87f44e46c7f6 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:31:24.151983 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-135201f2-4f8f-4845-a1a6-bf5fb4ee20e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:24.229461 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-135201f2-4f8f-4845-a1a6-bf5fb4ee20e8 None None] Port 2bf8efd5-5ed9-452c-b1a0-87f44e46c7f6 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:31:24.242854 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning for port 8ce1a243-d3c0-4772-a85b-061c7f08ec66 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:31:24.249620 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 8ce1a243-d3c0-4772-a85b-061c7f08ec66 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:31:24.250188 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:24.278242 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-5134b296-d230-4ded-a96c-17f5697c5e2e tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] 10.222.0.13 "PUT /v2.0/subnetpools/5ec34398-1987-4890-b70d-9a30ec843751/tags/tempest-TagsExtTest-Tag-855452465 HTTP/1.1" status: 201 len: 201 time: 0.2416883 Mar 07 10:31:24.279887 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-135201f2-4f8f-4845-a1a6-bf5fb4ee20e8 None None] Provisioning complete for port 3ee360a7-c8ce-4036-ab0c-6238a267f4f4 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:31:24.280685 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-135201f2-4f8f-4845-a1a6-bf5fb4ee20e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:24.286071 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 38108) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:24.300664 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-4bb67bf7-6b0d-4303-9820-d843e1c7ba75 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b6ff3248bb834bc1a094f45e7fa43fbd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5706000 Mar 07 10:31:24.301627 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.tag.tag_plugin [None req-5f99fd72-251d-4b3b-9d67-3b504997c083 tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'e84688d6-0411-45b5-8855-73ea21ee48f2', {'tags': ['tempest-TagsExtTest-Tag-775586670', 'tempest-TagsExtTest-Tag-894857045', 'tempest-TagsExtTest-Tag-228705073']}) {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:31:24.348950 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a8e3ece1-c7f0-436b-8b04-2f7c8fa52d8d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:24.368841 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d236a4a3-8efb-48f7-8ca6-4b098b55edfd tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:24.372882 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 38112) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:24.430084 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d09056d9-297f-44ed-8584-60de4ab7a608 tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:24.495569 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ac959f2c-4efa-443a-ae95-1b53d627c722 req-f9445f5f-93ee-4709-a155-fec79ecc6520 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=416b2fd961bc4d70a26d66821f7df8e2&device_id=69bcab59-88eb-4fb1-a0ed-644552ee9fdd HTTP/1.1" status: 200 len: 1098 time: 0.3480694 Mar 07 10:31:24.510745 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-135201f2-4f8f-4845-a1a6-bf5fb4ee20e8 None None] Could not find standard attr ID for object 24d07b1b-82dd-4432-b5a9-0584dea11cde. {{(pid=83739) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 07 10:31:24.513318 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:24.552298 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] For port 8ce1a243-d3c0-4772-a85b-061c7f08ec66, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=8ce1a243-d3c0-4772-a85b-061c7f08ec66,segment=NetworkSegment(f9edd395-f08a-4c25-8482-db84092ba057),segment_id=f9edd395-f08a-4c25-8482-db84092ba057)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:31:24.556648 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:24.557471 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 287315ae-7c69-4045-9d36-4bfbb65ad764 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:31:24.564426 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4f265fe6-86d6-48dd-afb1-9e624bac7654 req-02ac4d6d-368c-48e9-8b00-6fc2aad78483 service neutron] 10.222.0.13 "GET /v2.0/networks/30023e69-476d-4a1a-a06a-7d904c24f2c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4159930 Mar 07 10:31:24.650050 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d236a4a3-8efb-48f7-8ca6-4b098b55edfd tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Network f2a32393-ee5b-4333-8b1c-a7cdfe84495c is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:31:24.665567 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-d09056d9-297f-44ed-8584-60de4ab7a608 tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Calling delete_port for f85d1c1f-345b-4987-b27d-77fdf91220e0 owned by {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:31:24.671710 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-5f99fd72-251d-4b3b-9d67-3b504997c083 tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] 10.222.0.13 "PUT /v2.0/subnets/e84688d6-0411-45b5-8855-73ea21ee48f2/tags HTTP/1.1" status: 200 len: 315 time: 0.3800702 Mar 07 10:31:24.673540 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 38118) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:24.682348 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.tag.tag_plugin [None req-99ca418c-9bad-48d0-88f4-b292744cf823 tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'e84688d6-0411-45b5-8855-73ea21ee48f2') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:31:24.697228 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Pushing event updated for resources: {'Port': ['ID=8ce1a243-d3c0-4772-a85b-061c7f08ec66,revision_number=5']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:24.706350 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-8bbcb27e-52af-48c5-838d-2a8096326276 None None] Provisioning complete for port f85d1c1f-345b-4987-b27d-77fdf91220e0 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:31:24.706863 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-8bbcb27e-52af-48c5-838d-2a8096326276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:24.776180 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-8bbcb27e-52af-48c5-838d-2a8096326276 None None] Port f85d1c1f-345b-4987-b27d-77fdf91220e0 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:31:24.778779 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 287315ae-7c69-4045-9d36-4bfbb65ad764 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:31:24.779611 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:24.780899 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac959f2c-4efa-443a-ae95-1b53d627c722 req-3291f44a-4629-4cc7-a387-7d2146b183d1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:24.783160 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ac959f2c-4efa-443a-ae95-1b53d627c722 req-3291f44a-4629-4cc7-a387-7d2146b183d1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=40a9b5e4-2566-4b34-8233-7ca2a6a5d397 HTTP/1.1" status: 200 len: 898 time: 0.2618251 Mar 07 10:31:24.885260 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-d236a4a3-8efb-48f7-8ca6-4b098b55edfd tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:31:24.898588 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ac959f2c-4efa-443a-ae95-1b53d627c722 req-df9a96ad-c1c0-47bc-af86-ed2434dc2272 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1a1f8072-f405-4d6e-9b74-ffbe5a7a204e HTTP/1.1" status: 200 len: 217 time: 0.1050446 Mar 07 10:31:24.914292 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device c9a6d3fd-f89e-4d11-ba0e-e9930a4016c5 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:31:24.914656 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d236a4a3-8efb-48f7-8ca6-4b098b55edfd tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:31:24.915224 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d236a4a3-8efb-48f7-8ca6-4b098b55edfd tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3920324'] for router_interface, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:24.979002 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-99ca418c-9bad-48d0-88f4-b292744cf823 tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] 10.222.0.13 "DELETE /v2.0/subnets/e84688d6-0411-45b5-8855-73ea21ee48f2/tags HTTP/1.1" status: 204 len: 168 time: 0.3047311 Mar 07 10:31:24.980051 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 38126) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:24.980203 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d236a4a3-8efb-48f7-8ca6-4b098b55edfd tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Pushing event updated for resources: {'Port': ['ID=20a0682e-87fa-4bd9-a934-04310eb2db25,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:24.997049 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.tag.tag_plugin [None req-29cbb4f3-b094-4a55-a8d7-6ec51dbe9bfb tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'e84688d6-0411-45b5-8855-73ea21ee48f2', 'tempest-TagsExtTest-Tag-775586670') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:31:25.025317 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port c9a6d3fd-f89e-4d11-ba0e-e9930a4016c5 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:31:25.026272 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:25.164346 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d236a4a3-8efb-48f7-8ca6-4b098b55edfd tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:25.215933 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-739d2500-7eba-4d76-a970-71794dd2ee61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:25.244915 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a8e3ece1-c7f0-436b-8b04-2f7c8fa52d8d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:25.274836 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac959f2c-4efa-443a-ae95-1b53d627c722 req-e504f502-7893-4485-b001-ab2bdb039b1d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:25.280881 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ac959f2c-4efa-443a-ae95-1b53d627c722 req-e504f502-7893-4485-b001-ab2bdb039b1d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1639da54-b037-4e07-a2ec-b6618ce1a79a HTTP/1.1" status: 200 len: 834 time: 0.3741748 Mar 07 10:31:25.290420 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-482464cd-eefa-421c-91a4-98c76025347d req-a7645bf0-4aa0-4d24-bb55-c906d7124363 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] 10.222.0.13 "GET /v2.0/ports?device_id=5aaefbc7-74ce-452d-ae0c-e8fe98fb8ec9 HTTP/1.1" status: 200 len: 210 time: 0.0837514 Mar 07 10:31:25.394008 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.api.v2.resource [None req-29cbb4f3-b094-4a55-a8d7-6ec51dbe9bfb tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] show failed (client error): The resource could not be found. Mar 07 10:31:25.395039 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-29cbb4f3-b094-4a55-a8d7-6ec51dbe9bfb tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] 10.222.0.13 "GET /v2.0/subnets/e84688d6-0411-45b5-8855-73ea21ee48f2/tags/tempest-TagsExtTest-Tag-775586670 HTTP/1.1" status: 404 len: 328 time: 0.4064755 Mar 07 10:31:25.398325 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 38140) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:25.404828 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.tag.tag_plugin [None req-c5e54b1a-6c69-4da6-9ca9-3f21a3b042c5 tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'e84688d6-0411-45b5-8855-73ea21ee48f2', 'tempest-TagsExtTest-Tag-894857045') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:31:25.416143 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-23a66d32-dcae-497e-97bf-20df1cdcaba3 None None] Provisioning for port 20a0682e-87fa-4bd9-a934-04310eb2db25 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:31:25.424208 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-23a66d32-dcae-497e-97bf-20df1cdcaba3 None None] Provisioning complete for port 20a0682e-87fa-4bd9-a934-04310eb2db25 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:31:25.426787 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-23a66d32-dcae-497e-97bf-20df1cdcaba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:25.476249 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ac959f2c-4efa-443a-ae95-1b53d627c722 req-a64c90dd-1ba5-4c03-aad4-ae8c9b6e5229 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=40a9b5e4-2566-4b34-8233-7ca2a6a5d397&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1842587 Mar 07 10:31:25.479471 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e3ece1-c7f0-436b-8b04-2f7c8fa52d8d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Network 5ed85006-6b00-415e-b71f-837fb1421c12 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:31:25.491624 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d09056d9-297f-44ed-8584-60de4ab7a608 tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:25.493423 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-a8e3ece1-c7f0-436b-8b04-2f7c8fa52d8d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:31:25.501140 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-739d2500-7eba-4d76-a970-71794dd2ee61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:25.504220 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-23a66d32-dcae-497e-97bf-20df1cdcaba3 None None] Port 20a0682e-87fa-4bd9-a934-04310eb2db25 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:31:25.510653 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e3ece1-c7f0-436b-8b04-2f7c8fa52d8d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event updated for resources: {'Port': ['ID=1d0ff544-0992-4706-bc4b-53121cc15b23,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:25.515617 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e3ece1-c7f0-436b-8b04-2f7c8fa52d8d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:31:25.579427 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.api.v2.resource [None req-c5e54b1a-6c69-4da6-9ca9-3f21a3b042c5 tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] show failed (client error): The resource could not be found. Mar 07 10:31:25.580251 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-c5e54b1a-6c69-4da6-9ca9-3f21a3b042c5 tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] 10.222.0.13 "GET /v2.0/subnets/e84688d6-0411-45b5-8855-73ea21ee48f2/tags/tempest-TagsExtTest-Tag-894857045 HTTP/1.1" status: 404 len: 328 time: 0.1808093 Mar 07 10:31:25.587435 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 38146) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:25.595885 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.tag.tag_plugin [None req-71f170c4-e5dd-4daa-b8be-b9d9ed99d7bb tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'e84688d6-0411-45b5-8855-73ea21ee48f2', 'tempest-TagsExtTest-Tag-228705073') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:31:25.697617 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ac959f2c-4efa-443a-ae95-1b53d627c722 req-73a10901-ee4e-46dc-9685-360ed54dfb50 service neutron] 10.222.0.10 "GET /v2.0/networks/40a9b5e4-2566-4b34-8233-7ca2a6a5d397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117372 Mar 07 10:31:25.727348 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.api.v2.resource [None req-71f170c4-e5dd-4daa-b8be-b9d9ed99d7bb tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] show failed (client error): The resource could not be found. Mar 07 10:31:25.728281 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-71f170c4-e5dd-4daa-b8be-b9d9ed99d7bb tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] 10.222.0.13 "GET /v2.0/subnets/e84688d6-0411-45b5-8855-73ea21ee48f2/tags/tempest-TagsExtTest-Tag-228705073 HTTP/1.1" status: 404 len: 328 time: 0.1399720 Mar 07 10:31:25.731628 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 38150) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:25.731835 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09056d9-297f-44ed-8584-60de4ab7a608 tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Pushing event deleted for resources: {'Port': ['ID=f85d1c1f-345b-4987-b27d-77fdf91220e0,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:25.792092 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.tag.tag_plugin [None req-2b3cd868-e62c-492b-adcb-8da6f1bcd3c2 tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '549fbd78-93c7-4e34-a6be-8f1354b21214', {'tags': ['tempest-TagsExtTest-Tag-1512283293', 'tempest-TagsExtTest-Tag-1949318616', 'tempest-TagsExtTest-Tag-941805245']}) {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:31:25.919799 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-2b3cd868-e62c-492b-adcb-8da6f1bcd3c2 tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] 10.222.0.13 "PUT /v2.0/ports/549fbd78-93c7-4e34-a6be-8f1354b21214/tags HTTP/1.1" status: 200 len: 317 time: 0.1871955 Mar 07 10:31:25.923895 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 38156) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:25.930623 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.tag.tag_plugin [None req-25bcca9c-1632-4851-b471-f7dfeb564098 tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '549fbd78-93c7-4e34-a6be-8f1354b21214') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:31:25.972152 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 8ce1a243-d3c0-4772-a85b-061c7f08ec66 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:31:25.972883 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ac959f2c-4efa-443a-ae95-1b53d627c722 req-fb64c7f0-f8f6-4817-aeb2-2b9f01728fb3 service neutron] 10.222.0.10 "GET /v2.0/networks/40a9b5e4-2566-4b34-8233-7ca2a6a5d397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2684522 Mar 07 10:31:26.047786 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-25bcca9c-1632-4851-b471-f7dfeb564098 tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] 10.222.0.13 "DELETE /v2.0/ports/549fbd78-93c7-4e34-a6be-8f1354b21214/tags HTTP/1.1" status: 204 len: 168 time: 0.1228328 Mar 07 10:31:26.050063 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 38160) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:26.056622 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.tag.tag_plugin [None req-4227c0c2-5867-4028-8592-20fd4911d51e tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '549fbd78-93c7-4e34-a6be-8f1354b21214', 'tempest-TagsExtTest-Tag-1512283293') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:31:26.137850 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 8ce1a243-d3c0-4772-a85b-061c7f08ec66 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:31:26.138402 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:26.152990 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-739d2500-7eba-4d76-a970-71794dd2ee61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:26.155547 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.api.v2.resource [None req-4227c0c2-5867-4028-8592-20fd4911d51e tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] show failed (client error): The resource could not be found. Mar 07 10:31:26.159363 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-4227c0c2-5867-4028-8592-20fd4911d51e tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] 10.222.0.13 "GET /v2.0/ports/549fbd78-93c7-4e34-a6be-8f1354b21214/tags/tempest-TagsExtTest-Tag-1512283293 HTTP/1.1" status: 404 len: 329 time: 0.1056578 Mar 07 10:31:26.159598 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 38164) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:26.167719 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.tag.tag_plugin [None req-0a7b63d8-4722-4cea-8871-a8d6c4884983 tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '549fbd78-93c7-4e34-a6be-8f1354b21214', 'tempest-TagsExtTest-Tag-1949318616') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:31:26.183392 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d09056d9-297f-44ed-8584-60de4ab7a608 tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:26.201398 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739d2500-7eba-4d76-a970-71794dd2ee61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ec21c58-b144-4f6c-b59f-d24e0cce8389,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:26.293103 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-d09056d9-297f-44ed-8584-60de4ab7a608 tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] 10.222.0.13 "DELETE /v2.0/ports/f85d1c1f-345b-4987-b27d-77fdf91220e0 HTTP/1.1" status: 204 len: 168 time: 2.7091246 Mar 07 10:31:26.299456 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 38168) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:26.349111 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.api.v2.resource [None req-0a7b63d8-4722-4cea-8871-a8d6c4884983 tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] show failed (client error): The resource could not be found. Mar 07 10:31:26.350233 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-0a7b63d8-4722-4cea-8871-a8d6c4884983 tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] 10.222.0.13 "GET /v2.0/ports/549fbd78-93c7-4e34-a6be-8f1354b21214/tags/tempest-TagsExtTest-Tag-1949318616 HTTP/1.1" status: 404 len: 329 time: 0.1897385 Mar 07 10:31:26.356043 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 38174) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:26.361762 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.tag.tag_plugin [None req-91f1d911-2d1c-415e-86bb-e71f67cb3f14 tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '549fbd78-93c7-4e34-a6be-8f1354b21214', 'tempest-TagsExtTest-Tag-941805245') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:31:26.409291 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-739d2500-7eba-4d76-a970-71794dd2ee61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:26.415954 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-32c03e4f-2871-4137-9b90-4adcd289b1eb tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] GET failed (client error): The resource could not be found. Mar 07 10:31:26.421262 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-32c03e4f-2871-4137-9b90-4adcd289b1eb tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] 10.222.0.13 "GET /v2.0/ports/f85d1c1f-345b-4987-b27d-77fdf91220e0 HTTP/1.1" status: 404 len: 333 time: 0.1156933 Mar 07 10:31:26.421410 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-739d2500-7eba-4d76-a970-71794dd2ee61 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1ec21c58-b144-4f6c-b59f-d24e0cce8389 HTTP/1.1" status: 204 len: 168 time: 1.9967885 Mar 07 10:31:26.422377 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 38180) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:26.429157 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-9da5c8b2-426d-46b4-a01d-60def34136f6 tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Request body: {'port': {'network_id': 'fdfbfc96-b73c-439b-aedb-09caa5df7867', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1764455268'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:31:26.489086 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d236a4a3-8efb-48f7-8ca6-4b098b55edfd tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks [] for port, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:26.501700 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d236a4a3-8efb-48f7-8ca6-4b098b55edfd tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3556717'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:26.502443 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d236a4a3-8efb-48f7-8ca6-4b098b55edfd tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2756426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3920233'] for router_interface, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:26.574891 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-17f47abf-3748-4b10-a3a8-7d1cebd55331 req-e6bd33ec-038b-4ebd-88bb-b2db6e46d8a7 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] 10.222.0.13 "GET /v2.0/ports?device_id=5aaefbc7-74ce-452d-ae0c-e8fe98fb8ec9 HTTP/1.1" status: 200 len: 210 time: 0.1240711 Mar 07 10:31:26.622995 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.api.v2.resource [None req-91f1d911-2d1c-415e-86bb-e71f67cb3f14 tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] show failed (client error): The resource could not be found. Mar 07 10:31:26.624288 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-91f1d911-2d1c-415e-86bb-e71f67cb3f14 tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] 10.222.0.13 "GET /v2.0/ports/549fbd78-93c7-4e34-a6be-8f1354b21214/tags/tempest-TagsExtTest-Tag-941805245 HTTP/1.1" status: 404 len: 328 time: 0.2672374 Mar 07 10:31:26.627204 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 38186) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:26.635229 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.tag.tag_plugin [None req-6f1798b9-c504-40bd-8822-77612f67f26a tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'b3ca98fe-17e7-40af-acec-2de9d9f609dd', {'tags': ['tempest-TagsExtTest-Tag-1858867273', 'tempest-TagsExtTest-Tag-1134029536', 'tempest-TagsExtTest-Tag-1012578947']}) {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:31:26.672963 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d236a4a3-8efb-48f7-8ca6-4b098b55edfd tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Pushing event updated for resources: {'Port': ['ID=20a0682e-87fa-4bd9-a934-04310eb2db25,revision_number=2']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:26.908349 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d236a4a3-8efb-48f7-8ca6-4b098b55edfd tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Network f2a32393-ee5b-4333-8b1c-a7cdfe84495c is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:31:26.910496 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-d236a4a3-8efb-48f7-8ca6-4b098b55edfd tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:31:27.009993 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-9da5c8b2-426d-46b4-a01d-60def34136f6 tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:31:27.022530 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-9da5c8b2-426d-46b4-a01d-60def34136f6 tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Usage tracker for resource:port and tenant:bf639a7498e441a28f217212bce115ee is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:31:27.036625 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-9da5c8b2-426d-46b4-a01d-60def34136f6 tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:31:27.050067 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-9da5c8b2-426d-46b4-a01d-60def34136f6 tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:31:27.071760 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-adbd2215-c8ee-41f3-92a6-4182ca26b8a8 None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 10:31:27.092424 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-6f1798b9-c504-40bd-8822-77612f67f26a tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] 10.222.0.13 "PUT /v2.0/routers/b3ca98fe-17e7-40af-acec-2de9d9f609dd/tags HTTP/1.1" status: 200 len: 318 time: 0.4621069 Mar 07 10:31:27.093577 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 38198) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:27.102371 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9da5c8b2-426d-46b4-a01d-60def34136f6 tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Made reservation on behalf of bf639a7498e441a28f217212bce115ee for: {'port': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:31:27.102985 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.tag.tag_plugin [None req-08e322e1-0bc7-4f2b-afb6-1a135dd1a769 tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'b3ca98fe-17e7-40af-acec-2de9d9f609dd') {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:31:27.105632 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9da5c8b2-426d-46b4-a01d-60def34136f6 tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:27.149398 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f265fe6-86d6-48dd-afb1-9e624bac7654 req-f8a1d60a-7cb9-4602-9c4d-2494c435d58b tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:27.150910 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4f265fe6-86d6-48dd-afb1-9e624bac7654 req-f8a1d60a-7cb9-4602-9c4d-2494c435d58b tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] 10.222.0.10 "GET /v2.0/networks?id=30023e69-476d-4a1a-a06a-7d904c24f2c0 HTTP/1.1" status: 200 len: 812 time: 0.2574091 Mar 07 10:31:27.153862 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [None req-9da5c8b2-426d-46b4-a01d-60def34136f6 tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] device_id is not set on port ff00593d-41a7-4982-838a-4bd26af01978 yet. {{(pid=83737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 07 10:31:27.341264 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4f265fe6-86d6-48dd-afb1-9e624bac7654 req-4596df47-c7db-4393-ba6e-8bf0150670ac tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6a5f148e85ef4a9b80e5517fdf788fc6 HTTP/1.1" status: 200 len: 380 time: 0.1459835 Mar 07 10:31:27.398177 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [req-4f265fe6-86d6-48dd-afb1-9e624bac7654 req-0e4df6fa-8f76-43c7-81aa-eadef86275f3 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Request body: {'port': {'device_id': '5aaefbc7-74ce-452d-ae0c-e8fe98fb8ec9', 'network_id': '30023e69-476d-4a1a-a06a-7d904c24f2c0', 'admin_state_up': True, 'tenant_id': '6a5f148e85ef4a9b80e5517fdf788fc6', 'security_groups': ['c573f7f3-4cd0-4907-ba58-d47387524041']}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:31:27.400432 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-34d85d16-bc32-43b1-930f-013bd2b90b2d None None] Provisioning complete for port 20a0682e-87fa-4bd9-a934-04310eb2db25 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:31:27.401171 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-34d85d16-bc32-43b1-930f-013bd2b90b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:27.499542 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 38208) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:27.517483 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-34d85d16-bc32-43b1-930f-013bd2b90b2d None None] Port 20a0682e-87fa-4bd9-a934-04310eb2db25 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:31:27.521279 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a8e3ece1-c7f0-436b-8b04-2f7c8fa52d8d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:27.542016 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-9da5c8b2-426d-46b4-a01d-60def34136f6 tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Allocated IP 2001:db8::f0 (fdfbfc96-b73c-439b-aedb-09caa5df7867/666b98d8-f08f-4be4-8720-8ad911d70f75/ff00593d-41a7-4982-838a-4bd26af01978) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:31:27.629493 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [req-4f265fe6-86d6-48dd-afb1-9e624bac7654 req-0e4df6fa-8f76-43c7-81aa-eadef86275f3 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:31:27.653818 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [req-4f265fe6-86d6-48dd-afb1-9e624bac7654 req-0e4df6fa-8f76-43c7-81aa-eadef86275f3 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:31:27.666669 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-08e322e1-0bc7-4f2b-afb6-1a135dd1a769 tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] 10.222.0.13 "DELETE /v2.0/routers/b3ca98fe-17e7-40af-acec-2de9d9f609dd/tags HTTP/1.1" status: 204 len: 168 time: 0.5718534 Mar 07 10:31:27.668922 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a8e3ece1-c7f0-436b-8b04-2f7c8fa52d8d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:27.678651 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 38218) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:27.742233 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.tag.tag_plugin [None req-206890a7-1676-44b9-b4a2-102bfb655168 tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'b3ca98fe-17e7-40af-acec-2de9d9f609dd', 'tempest-TagsExtTest-Tag-1858867273') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:31:27.856408 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-b39dbdbd-75af-4a09-a5e3-09a79ab26ec3 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Request body: {'security_group': {'name': 'tempest-secgroup--110656748'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:31:27.861147 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f265fe6-86d6-48dd-afb1-9e624bac7654 req-0e4df6fa-8f76-43c7-81aa-eadef86275f3 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Made reservation on behalf of 6a5f148e85ef4a9b80e5517fdf788fc6 for: {'port': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:31:27.861899 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d236a4a3-8efb-48f7-8ca6-4b098b55edfd tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Router e15b1913-dc5e-401a-84e3-fac0e235b428 has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:31:27.864602 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-4f265fe6-86d6-48dd-afb1-9e624bac7654 req-0e4df6fa-8f76-43c7-81aa-eadef86275f3 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:27.940606 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-b39dbdbd-75af-4a09-a5e3-09a79ab26ec3 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:31:27.959072 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-534eabd0-0a3f-4fb0-a4c7-303001879f1e req-11d6d45d-5eb6-49ee-9e5b-73b6336e72ea tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] 10.222.0.13 "GET /v2.0/ports?device_id=5aaefbc7-74ce-452d-ae0c-e8fe98fb8ec9 HTTP/1.1" status: 200 len: 210 time: 0.1640623 Mar 07 10:31:27.963614 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-b39dbdbd-75af-4a09-a5e3-09a79ab26ec3 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Usage tracker for resource:security_group and tenant:e639c099e0f24f9c870fea39bec49c51 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:31:27.971734 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-b39dbdbd-75af-4a09-a5e3-09a79ab26ec3 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:31:27.988685 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-b39dbdbd-75af-4a09-a5e3-09a79ab26ec3 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:31:28.038863 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.db.resource_extend [None req-a8e3ece1-c7f0-436b-8b04-2f7c8fa52d8d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 10:31:28.066549 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a8e3ece1-c7f0-436b-8b04-2f7c8fa52d8d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for port, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:28.076522 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a8e3ece1-c7f0-436b-8b04-2f7c8fa52d8d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3556717'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:28.088519 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.api.v2.resource [None req-206890a7-1676-44b9-b4a2-102bfb655168 tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] show failed (client error): The resource could not be found. Mar 07 10:31:28.092169 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-206890a7-1676-44b9-b4a2-102bfb655168 tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] 10.222.0.13 "GET /v2.0/routers/b3ca98fe-17e7-40af-acec-2de9d9f609dd/tags/tempest-TagsExtTest-Tag-1858867273 HTTP/1.1" status: 404 len: 329 time: 0.4100480 Mar 07 10:31:28.092169 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b39dbdbd-75af-4a09-a5e3-09a79ab26ec3 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:28.094690 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 38224) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:28.133067 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b39dbdbd-75af-4a09-a5e3-09a79ab26ec3 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:28.135795 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.tag.tag_plugin [None req-9b0fc3ab-5e10-4e4e-ace6-aa81e9404685 tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'b3ca98fe-17e7-40af-acec-2de9d9f609dd', 'tempest-TagsExtTest-Tag-1134029536') {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:31:28.144847 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9da5c8b2-426d-46b4-a01d-60def34136f6 tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:28.175869 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [None req-9da5c8b2-426d-46b4-a01d-60def34136f6 tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Transition to ACTIVE for port object ff00593d-41a7-4982-838a-4bd26af01978 will not be triggered until provisioned by entity DHCP. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:31:28.252895 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-b39dbdbd-75af-4a09-a5e3-09a79ab26ec3 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:31:28.263977 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-b39dbdbd-75af-4a09-a5e3-09a79ab26ec3 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Usage tracker for resource:security_group_rule and tenant:e639c099e0f24f9c870fea39bec49c51 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:31:28.269456 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-b39dbdbd-75af-4a09-a5e3-09a79ab26ec3 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:31:28.278023 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-b39dbdbd-75af-4a09-a5e3-09a79ab26ec3 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:31:28.285306 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [req-4f265fe6-86d6-48dd-afb1-9e624bac7654 req-0e4df6fa-8f76-43c7-81aa-eadef86275f3 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Allocated IP 172.20.0.3 (30023e69-476d-4a1a-a06a-7d904c24f2c0/c545286e-deb0-44ca-9190-77e7d2d3932b/ff4adde1-2c27-49b7-93eb-5984786dbd79) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:31:28.325204 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9da5c8b2-426d-46b4-a01d-60def34136f6 tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:28.335445 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-35aff54b-8d19-49cb-b55b-a5d666a73cfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:28.525170 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da5c8b2-426d-46b4-a01d-60def34136f6 tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Network fdfbfc96-b73c-439b-aedb-09caa5df7867 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:31:28.531343 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e3ece1-c7f0-436b-8b04-2f7c8fa52d8d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event updated for resources: {'Port': ['ID=1d0ff544-0992-4706-bc4b-53121cc15b23,revision_number=2']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:28.539667 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-9da5c8b2-426d-46b4-a01d-60def34136f6 tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:31:28.561554 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a8e3ece1-c7f0-436b-8b04-2f7c8fa52d8d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923533'] for floatingip, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:28.563898 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da5c8b2-426d-46b4-a01d-60def34136f6 tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:31:28.567867 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da5c8b2-426d-46b4-a01d-60def34136f6 tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:28.568462 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9da5c8b2-426d-46b4-a01d-60def34136f6 tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:28.572342 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da5c8b2-426d-46b4-a01d-60def34136f6 tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Pushing event updated for resources: {'Port': ['ID=ff00593d-41a7-4982-838a-4bd26af01978,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:28.582187 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b39dbdbd-75af-4a09-a5e3-09a79ab26ec3 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:28.602387 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b39dbdbd-75af-4a09-a5e3-09a79ab26ec3 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:28.627024 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.api.v2.resource [None req-9b0fc3ab-5e10-4e4e-ace6-aa81e9404685 tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] show failed (client error): The resource could not be found. Mar 07 10:31:28.631275 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-9b0fc3ab-5e10-4e4e-ace6-aa81e9404685 tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] 10.222.0.13 "GET /v2.0/routers/b3ca98fe-17e7-40af-acec-2de9d9f609dd/tags/tempest-TagsExtTest-Tag-1134029536 HTTP/1.1" status: 404 len: 329 time: 0.5054317 Mar 07 10:31:28.633367 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 38228) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:28.712054 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.tag.tag_plugin [None req-1ca371cb-6537-4e71-a0bf-691f0700f6bc tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'b3ca98fe-17e7-40af-acec-2de9d9f609dd', 'tempest-TagsExtTest-Tag-1012578947') {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:31:28.810103 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-9da5c8b2-426d-46b4-a01d-60def34136f6 tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.3867867 Mar 07 10:31:28.811509 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 38232) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:28.826096 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-b0cde5a8-a157-4dec-bcc3-311e7898d969 tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:ff:9b:1e'}]}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:31:28.866068 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39dbdbd-75af-4a09-a5e3-09a79ab26ec3 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da489fb6-73e9-46e7-a7ec-51e5d0943bd5,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:28.880784 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d236a4a3-8efb-48f7-8ca6-4b098b55edfd tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:31:28.882998 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-b39dbdbd-75af-4a09-a5e3-09a79ab26ec3 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:31:28.892912 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d13b84-acff-441d-a17c-5034e7160d65 None None] Sync routers for ids ['e15b1913-dc5e-401a-84e3-fac0e235b428'] in dv-neutron-830731-3-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:31:28.893564 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-b39dbdbd-75af-4a09-a5e3-09a79ab26ec3 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Usage tracker for resource:security_group_rule and tenant:e639c099e0f24f9c870fea39bec49c51 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:31:28.905660 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-b39dbdbd-75af-4a09-a5e3-09a79ab26ec3 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:31:28.907628 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-d236a4a3-8efb-48f7-8ca6-4b098b55edfd tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] 10.222.0.13 "PUT /v2.0/routers/e15b1913-dc5e-401a-84e3-fac0e235b428/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3370032 Mar 07 10:31:28.913725 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 38236) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:28.916287 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d13b84-acff-441d-a17c-5034e7160d65 None None] Routers {'e15b1913-dc5e-401a-84e3-fac0e235b428'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:31:28.916967 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-88d13b84-acff-441d-a17c-5034e7160d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:31:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['e15b1913-dc5e-401a-84e3-fac0e235b428'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:31:28.918814 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.api.v2.resource [None req-1ca371cb-6537-4e71-a0bf-691f0700f6bc tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] show failed (client error): The resource could not be found. Mar 07 10:31:28.923167 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-1ca371cb-6537-4e71-a0bf-691f0700f6bc tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] 10.222.0.13 "GET /v2.0/routers/b3ca98fe-17e7-40af-acec-2de9d9f609dd/tags/tempest-TagsExtTest-Tag-1012578947 HTTP/1.1" status: 404 len: 329 time: 0.2796695 Mar 07 10:31:28.925799 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 38240) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:28.934477 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-b39dbdbd-75af-4a09-a5e3-09a79ab26ec3 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:31:28.939191 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-4f265fe6-86d6-48dd-afb1-9e624bac7654 req-0e4df6fa-8f76-43c7-81aa-eadef86275f3 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:28.945446 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.tag.tag_plugin [None req-43ef46ee-2c70-48e8-aa48-f7c9c45b2247 tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '5ec34398-1987-4890-b70d-9a30ec843751', {'tags': ['tempest-TagsExtTest-Tag-1728121376', 'tempest-TagsExtTest-Tag-1333556870', 'tempest-TagsExtTest-Tag-1157014731']}) {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:31:29.011327 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd0d07eb-3c63-467e-b4a3-44151f58663b tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:29.012684 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-bd0d07eb-3c63-467e-b4a3-44151f58663b tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Synchronizing usage tracker for tenant:0d2fd6fe5acd4dee8d48a1427bbf6953 on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:31:29.015189 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [req-4f265fe6-86d6-48dd-afb1-9e624bac7654 req-0e4df6fa-8f76-43c7-81aa-eadef86275f3 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Transition to ACTIVE for port object ff4adde1-2c27-49b7-93eb-5984786dbd79 will not be triggered until provisioned by entity DHCP. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:31:29.044073 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-88d13b84-acff-441d-a17c-5034e7160d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:31:29.079928 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-bd0d07eb-3c63-467e-b4a3-44151f58663b tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Unset dirty status for tenant:0d2fd6fe5acd4dee8d48a1427bbf6953 on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:31:29.081550 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-bd0d07eb-3c63-467e-b4a3-44151f58663b tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] 10.222.0.13 "GET /v2.0/ports/20a0682e-87fa-4bd9-a934-04310eb2db25 HTTP/1.1" status: 200 len: 913 time: 0.1665242 Mar 07 10:31:29.087410 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 38246) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:29.095310 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-28ce55f4-7733-4c1d-a8f7-2cdaae52b2d6 None None] Provisioning for port ff00593d-41a7-4982-838a-4bd26af01978 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:31:29.100411 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d13b84-acff-441d-a17c-5034e7160d65 None None] Routers {'e15b1913-dc5e-401a-84e3-fac0e235b428'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:31:29.101047 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-88d13b84-acff-441d-a17c-5034e7160d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:31:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['e15b1913-dc5e-401a-84e3-fac0e235b428'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:31:29.126062 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-43ef46ee-2c70-48e8-aa48-f7c9c45b2247 tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] 10.222.0.13 "PUT /v2.0/subnetpools/5ec34398-1987-4890-b70d-9a30ec843751/tags HTTP/1.1" status: 200 len: 318 time: 0.1937516 Mar 07 10:31:29.128706 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 38250) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:29.145587 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.tag.tag_plugin [None req-78c54ea6-1dc7-46c4-8e66-ef1535227c84 tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '5ec34398-1987-4890-b70d-9a30ec843751') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:31:29.208630 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b39dbdbd-75af-4a09-a5e3-09a79ab26ec3 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:29.236061 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.db.l3_db [None req-a8e3ece1-c7f0-436b-8b04-2f7c8fa52d8d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Floating IP aa55acd1-963f-4341-8f2a-3370a8802643 associated. External IP: 172.26.8.187, port: 1a1f8072-f405-4d6e-9b74-ffbe5a7a204e. Mar 07 10:31:29.275593 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b39dbdbd-75af-4a09-a5e3-09a79ab26ec3 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:29.310288 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-4f265fe6-86d6-48dd-afb1-9e624bac7654 req-0e4df6fa-8f76-43c7-81aa-eadef86275f3 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:29.313384 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-ca485cc4-a408-4a5d-bf1f-082197c78ca6 req-726f2c4f-8c8e-4939-bf9f-9ca47b0ab045 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Synchronizing usage tracker for tenant:6a5f148e85ef4a9b80e5517fdf788fc6 on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:31:29.336272 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-28ce55f4-7733-4c1d-a8f7-2cdaae52b2d6 None None] Provisioning complete for port ff00593d-41a7-4982-838a-4bd26af01978 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:31:29.336671 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-28ce55f4-7733-4c1d-a8f7-2cdaae52b2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:29.449460 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39dbdbd-75af-4a09-a5e3-09a79ab26ec3 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a50dd64d-51a9-4798-9390-9adb4517831b,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:29.452695 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b39dbdbd-75af-4a09-a5e3-09a79ab26ec3 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:29.453621 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-b39dbdbd-75af-4a09-a5e3-09a79ab26ec3 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.9530401 Mar 07 10:31:29.454372 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b0cde5a8-a157-4dec-bcc3-311e7898d969 tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:29.459615 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 38254) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:29.484720 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-88d13b84-acff-441d-a17c-5034e7160d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:31:29.486852 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d13b84-acff-441d-a17c-5034e7160d65 None None] The sync data for ids ['e15b1913-dc5e-401a-84e3-fac0e235b428'] in dv-neutron-830731-3-hyperv is: [] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:31:29.489678 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f265fe6-86d6-48dd-afb1-9e624bac7654 req-0e4df6fa-8f76-43c7-81aa-eadef86275f3 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Network 30023e69-476d-4a1a-a06a-7d904c24f2c0 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:31:29.493025 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-ca485cc4-a408-4a5d-bf1f-082197c78ca6 req-726f2c4f-8c8e-4939-bf9f-9ca47b0ab045 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Unset dirty status for tenant:6a5f148e85ef4a9b80e5517fdf788fc6 on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:31:29.494048 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ca485cc4-a408-4a5d-bf1f-082197c78ca6 req-726f2c4f-8c8e-4939-bf9f-9ca47b0ab045 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] 10.222.0.13 "GET /v2.0/ports?device_id=5aaefbc7-74ce-452d-ae0c-e8fe98fb8ec9 HTTP/1.1" status: 200 len: 210 time: 0.2967949 Mar 07 10:31:29.494856 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [req-4f265fe6-86d6-48dd-afb1-9e624bac7654 req-0e4df6fa-8f76-43c7-81aa-eadef86275f3 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:31:29.496174 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-28ce55f4-7733-4c1d-a8f7-2cdaae52b2d6 None None] Port ff00593d-41a7-4982-838a-4bd26af01978 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:31:29.499530 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4df6fa-8f76-43c7-81aa-eadef86275f3 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Pushing event updated for resources: {'Port': ['ID=ff4adde1-2c27-49b7-93eb-5984786dbd79,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:29.501996 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f265fe6-86d6-48dd-afb1-9e624bac7654 req-0e4df6fa-8f76-43c7-81aa-eadef86275f3 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:31:29.726447 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-78c54ea6-1dc7-46c4-8e66-ef1535227c84 tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] 10.222.0.13 "DELETE /v2.0/subnetpools/5ec34398-1987-4890-b70d-9a30ec843751/tags HTTP/1.1" status: 204 len: 168 time: 0.5856574 Mar 07 10:31:29.730121 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 38258) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:29.743123 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.tag.tag_plugin [None req-f15d3e96-f83f-4f8d-94f4-29885989b26a tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '5ec34398-1987-4890-b70d-9a30ec843751', 'tempest-TagsExtTest-Tag-1728121376') {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:31:29.766317 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-8260c752-6529-47fe-8b42-174387e006dd tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.3035913 Mar 07 10:31:29.769268 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f265fe6-86d6-48dd-afb1-9e624bac7654 req-0e4df6fa-8f76-43c7-81aa-eadef86275f3 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:29.769959 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-4f265fe6-86d6-48dd-afb1-9e624bac7654 req-0e4df6fa-8f76-43c7-81aa-eadef86275f3 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:29.771942 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 38262) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:29.783533 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-945d6701-4b74-42e3-933a-1cd54b95973f tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Request body: {'security_group': {'name': 'tempest-security--988894133', 'description': 'tempest-security-description-1537915382'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:31:29.806526 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.api.v2.resource [None req-f15d3e96-f83f-4f8d-94f4-29885989b26a tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] show failed (client error): The resource could not be found. Mar 07 10:31:29.807534 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-f15d3e96-f83f-4f8d-94f4-29885989b26a tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] 10.222.0.13 "GET /v2.0/subnetpools/5ec34398-1987-4890-b70d-9a30ec843751/tags/tempest-TagsExtTest-Tag-1728121376 HTTP/1.1" status: 404 len: 329 time: 0.0730801 Mar 07 10:31:29.810414 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4f265fe6-86d6-48dd-afb1-9e624bac7654 req-0e4df6fa-8f76-43c7-81aa-eadef86275f3 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4172118 Mar 07 10:31:29.819544 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 38266) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:29.824418 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [req-4f265fe6-86d6-48dd-afb1-9e624bac7654 req-ee09b1aa-7fcb-43c0-8384-30bb13931b1d service neutron] Request body: {'port': {'device_id': '5aaefbc7-74ce-452d-ae0c-e8fe98fb8ec9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8307'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:31:29.831811 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-4822a0e5-d3e0-4bb3-a38b-359d10330ef3 None None] Provisioning for port ff4adde1-2c27-49b7-93eb-5984786dbd79 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:31:29.851150 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-4822a0e5-d3e0-4bb3-a38b-359d10330ef3 None None] Provisioning complete for port ff4adde1-2c27-49b7-93eb-5984786dbd79 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:31:29.851734 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-4822a0e5-d3e0-4bb3-a38b-359d10330ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:29.853912 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d149f84e-4407-4c62-9291-0ce7041265c6 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3920255'] for router_interface, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:29.862124 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.tag.tag_plugin [None req-ffeda1c8-240a-4d0e-910f-5489bf62b74b tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '5ec34398-1987-4890-b70d-9a30ec843751', 'tempest-TagsExtTest-Tag-1333556870') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:31:29.909444 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.api.v2.resource [None req-ffeda1c8-240a-4d0e-910f-5489bf62b74b tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] show failed (client error): The resource could not be found. Mar 07 10:31:29.913194 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-ffeda1c8-240a-4d0e-910f-5489bf62b74b tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] 10.222.0.13 "GET /v2.0/subnetpools/5ec34398-1987-4890-b70d-9a30ec843751/tags/tempest-TagsExtTest-Tag-1333556870 HTTP/1.1" status: 404 len: 329 time: 0.0598350 Mar 07 10:31:29.913753 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 38270) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:29.916377 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-4822a0e5-d3e0-4bb3-a38b-359d10330ef3 None None] Port ff4adde1-2c27-49b7-93eb-5984786dbd79 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:31:29.925384 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.tag.tag_plugin [None req-4daf5165-8fba-48ab-8758-30b3c5196f9a tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '5ec34398-1987-4890-b70d-9a30ec843751', 'tempest-TagsExtTest-Tag-1157014731') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:31:30.011579 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b0cde5a8-a157-4dec-bcc3-311e7898d969 tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:30.020822 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-4f265fe6-86d6-48dd-afb1-9e624bac7654 req-ee09b1aa-7fcb-43c0-8384-30bb13931b1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:30.032501 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.api.v2.resource [None req-4daf5165-8fba-48ab-8758-30b3c5196f9a tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] show failed (client error): The resource could not be found. Mar 07 10:31:30.036219 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-4daf5165-8fba-48ab-8758-30b3c5196f9a tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] 10.222.0.13 "GET /v2.0/subnetpools/5ec34398-1987-4890-b70d-9a30ec843751/tags/tempest-TagsExtTest-Tag-1157014731 HTTP/1.1" status: 404 len: 329 time: 0.1172194 Mar 07 10:31:30.036219 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b0cde5a8-a157-4dec-bcc3-311e7898d969 tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3012561'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:30.036528 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-945d6701-4b74-42e3-933a-1cd54b95973f tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Notify callbacks [] for security_group, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:30.040578 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 38274) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:30.094870 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.tag.tag_plugin [None req-1713a858-5659-4a1a-95e8-f9f26c8cad0b tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '5ec34398-1987-4890-b70d-9a30ec843751') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:31:30.163180 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-b0cde5a8-a157-4dec-bcc3-311e7898d969 tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] In _notify_port_updated(), no bound segment for port ff00593d-41a7-4982-838a-4bd26af01978 on network fdfbfc96-b73c-439b-aedb-09caa5df7867 {{(pid=83737) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 07 10:31:30.167341 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0cde5a8-a157-4dec-bcc3-311e7898d969 tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:30.168148 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b0cde5a8-a157-4dec-bcc3-311e7898d969 tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:30.173092 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-b0cde5a8-a157-4dec-bcc3-311e7898d969 tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] 10.222.0.13 "PUT /v2.0/ports/ff00593d-41a7-4982-838a-4bd26af01978 HTTP/1.1" status: 200 len: 1002 time: 1.3509462 Mar 07 10:31:30.181123 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 38278) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:30.242162 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cde5a8-a157-4dec-bcc3-311e7898d969 tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Pushing event updated for resources: {'Port': ['ID=ff00593d-41a7-4982-838a-4bd26af01978,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:30.369408 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-052e4863-78ff-4521-b3ce-8e9a878b225a tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Deleting port ff00593d-41a7-4982-838a-4bd26af01978 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:31:30.369751 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-052e4863-78ff-4521-b3ce-8e9a878b225a tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:30.387148 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-945d6701-4b74-42e3-933a-1cd54b95973f tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Notify callbacks [] for security_group, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:30.398379 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-945d6701-4b74-42e3-933a-1cd54b95973f tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:30.400960 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-945d6701-4b74-42e3-933a-1cd54b95973f tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:30.402411 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-945d6701-4b74-42e3-933a-1cd54b95973f tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] 10.222.0.13 "PUT /v2.0/security-groups/a50dd64d-51a9-4798-9390-9adb4517831b HTTP/1.1" status: 200 len: 1611 time: 0.6285822 Mar 07 10:31:30.412762 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-1713a858-5659-4a1a-95e8-f9f26c8cad0b tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] 10.222.0.13 "DELETE /v2.0/subnetpools/5ec34398-1987-4890-b70d-9a30ec843751/tags HTTP/1.1" status: 204 len: 168 time: 0.3415582 Mar 07 10:31:30.415571 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 38282) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:30.415833 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 38284) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:30.448760 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945d6701-4b74-42e3-933a-1cd54b95973f tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a50dd64d-51a9-4798-9390-9adb4517831b,revision_number=2']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:30.478452 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.tag.tag_plugin [None req-e9acce2f-26af-4143-b9e4-0fdbe2ecea5a tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'b3ca98fe-17e7-40af-acec-2de9d9f609dd') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:31:30.547846 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-99f1087d-6219-4ba8-b212-c0bcd10496b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:30.570607 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-2c10363f-8f3b-4281-baab-077d4ae993fb None None] Provisioning complete for port ff00593d-41a7-4982-838a-4bd26af01978 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:31:30.571235 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-2c10363f-8f3b-4281-baab-077d4ae993fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:30.656211 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-2c10363f-8f3b-4281-baab-077d4ae993fb None None] Port ff00593d-41a7-4982-838a-4bd26af01978 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:31:30.744883 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8e3ece1-c7f0-436b-8b04-2f7c8fa52d8d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Router 45ee3b0b-88fe-426a-9238-4fe6f312b48c has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:31:31.003643 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-2d04b728-2fc8-43a6-96ea-ca870607c82a tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] 10.222.0.13 "GET /v2.0/security-groups/a50dd64d-51a9-4798-9390-9adb4517831b HTTP/1.1" status: 200 len: 1611 time: 0.5843680 Mar 07 10:31:31.004415 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 38292) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:31.097887 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-e9acce2f-26af-4143-b9e4-0fdbe2ecea5a tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] 10.222.0.13 "DELETE /v2.0/routers/b3ca98fe-17e7-40af-acec-2de9d9f609dd/tags HTTP/1.1" status: 204 len: 168 time: 0.6773529 Mar 07 10:31:31.102609 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 38296) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:31.129457 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.tag.tag_plugin [None req-cb6a7a65-62b7-415c-bc8e-dbf07a744860 tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '549fbd78-93c7-4e34-a6be-8f1354b21214') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:31:31.161660 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-85bd576b-ed79-4c31-870d-31690432e115 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Notify callbacks [] for security_group, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:31.166799 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18099ec8-155d-4bfd-940f-f59be04fdeaa req-9e8c8766-db37-4dcf-86a7-bcad08f714f8 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:31.168237 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-18099ec8-155d-4bfd-940f-f59be04fdeaa req-9e8c8766-db37-4dcf-86a7-bcad08f714f8 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] 10.222.0.13 "GET /v2.0/ports?device_id=5aaefbc7-74ce-452d-ae0c-e8fe98fb8ec9 HTTP/1.1" status: 200 len: 931 time: 0.3483558 Mar 07 10:31:31.179260 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-052e4863-78ff-4521-b3ce-8e9a878b225a tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:31.237676 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-85bd576b-ed79-4c31-870d-31690432e115 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:31.301442 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-d149f84e-4407-4c62-9291-0ce7041265c6 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Deleting port 20a0682e-87fa-4bd9-a934-04310eb2db25 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:31:31.302277 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d149f84e-4407-4c62-9291-0ce7041265c6 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:31.334253 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8e3ece1-c7f0-436b-8b04-2f7c8fa52d8d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:31:31.346372 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c27a4b0-5007-4a1e-bef7-a148ffaff653 None None] Sync routers for ids ['45ee3b0b-88fe-426a-9238-4fe6f312b48c'] in dv-neutron-830731-3-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:31:31.360437 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c27a4b0-5007-4a1e-bef7-a148ffaff653 None None] Routers {'45ee3b0b-88fe-426a-9238-4fe6f312b48c'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:31:31.361854 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-9c27a4b0-5007-4a1e-bef7-a148ffaff653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:31:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['45ee3b0b-88fe-426a-9238-4fe6f312b48c'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:31:31.369209 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-052e4863-78ff-4521-b3ce-8e9a878b225a tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Calling delete_port for ff00593d-41a7-4982-838a-4bd26af01978 owned by {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:31:31.381025 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-85bd576b-ed79-4c31-870d-31690432e115 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:31.383907 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-85bd576b-ed79-4c31-870d-31690432e115 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:31.385113 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-85bd576b-ed79-4c31-870d-31690432e115 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] 10.222.0.13 "DELETE /v2.0/security-groups/a50dd64d-51a9-4798-9390-9adb4517831b HTTP/1.1" status: 204 len: 168 time: 0.3793154 Mar 07 10:31:31.407854 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 38300) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:31.408833 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bd576b-ed79-4c31-870d-31690432e115 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a50dd64d-51a9-4798-9390-9adb4517831b,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:31.410595 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a8e3ece1-c7f0-436b-8b04-2f7c8fa52d8d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for floatingip, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:31.441905 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [req-4f265fe6-86d6-48dd-afb1-9e624bac7654 req-ee09b1aa-7fcb-43c0-8384-30bb13931b1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff4adde1-2c27-49b7-93eb-5984786dbd79 {{(pid=83737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 07 10:31:31.460047 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-4f265fe6-86d6-48dd-afb1-9e624bac7654 req-ee09b1aa-7fcb-43c0-8384-30bb13931b1d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:31.492768 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-18099ec8-155d-4bfd-940f-f59be04fdeaa req-4547e253-acc7-4e6f-a0ab-d0d2a6f2f863 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] 10.222.0.13 "GET /v2.0/security-groups?id=c573f7f3-4cd0-4907-ba58-d47387524041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3153851 Mar 07 10:31:31.509410 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [req-4f265fe6-86d6-48dd-afb1-9e624bac7654 req-ee09b1aa-7fcb-43c0-8384-30bb13931b1d service neutron] Transition to ACTIVE for port object ff4adde1-2c27-49b7-93eb-5984786dbd79 will not be triggered until provisioned by entity L2. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:31:31.513354 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 38304) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:31.515534 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-a8e3ece1-c7f0-436b-8b04-2f7c8fa52d8d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 9.8922913 Mar 07 10:31:31.524923 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69bcab59-88eb-4fb1-a0ed-644552ee9fdd', 'tag': '1a1f8072-f405-4d6e-9b74-ffbe5a7a204e'}] {{(pid=83738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 10:31:31.603132 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-9c27a4b0-5007-4a1e-bef7-a148ffaff653 None None] Set router 45ee3b0b-88fe-426a-9238-4fe6f312b48c gateway port host: dv-neutron-830731-3-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:31:31.651992 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-cb6a7a65-62b7-415c-bc8e-dbf07a744860 tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] 10.222.0.13 "DELETE /v2.0/ports/549fbd78-93c7-4e34-a6be-8f1354b21214/tags HTTP/1.1" status: 204 len: 168 time: 0.5461216 Mar 07 10:31:31.652888 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-4f265fe6-86d6-48dd-afb1-9e624bac7654 req-ee09b1aa-7fcb-43c0-8384-30bb13931b1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3012561'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:31.656087 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69bcab59-88eb-4fb1-a0ed-644552ee9fdd', 'tag': '1a1f8072-f405-4d6e-9b74-ffbe5a7a204e', 'status': 'completed', 'code': 200} Mar 07 10:31:31.659505 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 38310) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:31.669724 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.tag.tag_plugin [None req-38109e07-a238-453d-9149-b47af2ed6c69 tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'e84688d6-0411-45b5-8855-73ea21ee48f2') {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:31:31.700780 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-5509545b-e53f-4cd2-a388-1b27677deedf tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Synchronizing usage tracker for tenant:e639c099e0f24f9c870fea39bec49c51 on resource:security_group {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:31:31.741599 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-711fefd2-3b30-4759-8df5-0aecff1c8e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:31.748111 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee09b1aa-7fcb-43c0-8384-30bb13931b1d service neutron] Pushing event updated for resources: {'Port': ['ID=ff4adde1-2c27-49b7-93eb-5984786dbd79,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:31.793584 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d149f84e-4407-4c62-9291-0ce7041265c6 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:31.863264 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:31.913498 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-74077143-5902-4dd1-af96-eea80be0a1ae tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/floatingips/aa55acd1-963f-4341-8f2a-3370a8802643 HTTP/1.1" status: 200 len: 991 time: 0.3989933 Mar 07 10:31:31.922173 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-5509545b-e53f-4cd2-a388-1b27677deedf tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Unset dirty status for tenant:e639c099e0f24f9c870fea39bec49c51 on resource:security_group {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:31:31.929383 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-5509545b-e53f-4cd2-a388-1b27677deedf tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4584758 Mar 07 10:31:31.954572 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 38314) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:31.989286 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.api.v2.resource [None req-5829d8ea-0c3f-4e56-a750-6019fb14e41a tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] delete failed (client error): The resource could not be found. Mar 07 10:31:31.990652 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-5829d8ea-0c3f-4e56-a750-6019fb14e41a tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] 10.222.0.13 "DELETE /v2.0/security-groups/a50dd64d-51a9-4798-9390-9adb4517831b HTTP/1.1" status: 404 len: 347 time: 0.0306568 Mar 07 10:31:32.004122 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 38318) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:32.013704 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-d149f84e-4407-4c62-9291-0ce7041265c6 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Calling delete_port for 20a0682e-87fa-4bd9-a934-04310eb2db25 owned by network:router_interface {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:31:32.049760 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-052e4863-78ff-4521-b3ce-8e9a878b225a tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:32.052251 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-47a3501b-3c86-4c7e-bcb8-7e6cd099d1c4 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Request body: {'security_group': {'name': 'tempest-secgroup--1996331556'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:31:32.075221 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-47a3501b-3c86-4c7e-bcb8-7e6cd099d1c4 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:31:32.099203 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-47a3501b-3c86-4c7e-bcb8-7e6cd099d1c4 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:31:32.125213 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052e4863-78ff-4521-b3ce-8e9a878b225a tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Pushing event deleted for resources: {'Port': ['ID=ff00593d-41a7-4982-838a-4bd26af01978,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:32.138014 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-9c27a4b0-5007-4a1e-bef7-a148ffaff653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45ee3b0b-88fe-426a-9238-4fe6f312b48c', 'name': 'tempest-TestNetworkBasicOps-router-279492574', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.141'}], 'enable_snat': True}, 'gw_port_id': '39859c51-8b3b-4046-8d84-9bd4a674d742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:30:22Z', 'updated_at': '2022-03-07T10:30:41Z', 'revision_number': 4, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'gw_port': {'id': '39859c51-8b3b-4046-8d84-9bd4a674d742', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:52:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ee3b0b-88fe-426a-9238-4fe6f312b48c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:30:23Z', 'updated_at': '2022-03-07T10:30:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_floatingips': [{'id': 'aa55acd1-963f-4341-8f2a-3370a8802643', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'floating_ip_address': '172.26.8.187', 'floating_network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'router_id': '45ee3b0b-88fe-426a-9238-4fe6f312b48c', 'port_id': '1a1f8072-f405-4d6e-9b74-ffbe5a7a204e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40a9b5e4-2566-4b34-8233-7ca2a6a5d397', 'mac_address': 'fa:16:3e:11:11:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69bcab59-88eb-4fb1-a0ed-644552ee9fdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:31:26Z', 'updated_at': '2022-03-07T10:31:26Z', 'revision_number': 0, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '504fdb8e-40a4-419d-910c-75ec0af599c3', 'name': '', 'network_id': '40a9b5e4-2566-4b34-8233-7ca2a6a5d397', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'mac_address': 'fa:16:3e:cf:19:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ee3b0b-88fe-426a-9238-4fe6f312b48c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1639da54-b037-4e07-a2ec-b6618ce1a79a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:30:38Z', 'updated_at': '2022-03-07T10:30:56Z', 'revision_number': 5, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'subnets': [{'id': '1639da54-b037-4e07-a2ec-b6618ce1a79a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:31:32.144097 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-47a3501b-3c86-4c7e-bcb8-7e6cd099d1c4 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Notify callbacks [] for security_group, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:32.147022 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c27a4b0-5007-4a1e-bef7-a148ffaff653 None None] Checking router: 45ee3b0b-88fe-426a-9238-4fe6f312b48c for host: dv-neutron-830731-3-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 07 10:31:32.160070 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c27a4b0-5007-4a1e-bef7-a148ffaff653 None None] Routers {'45ee3b0b-88fe-426a-9238-4fe6f312b48c'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:31:32.161318 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-9c27a4b0-5007-4a1e-bef7-a148ffaff653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:31:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['45ee3b0b-88fe-426a-9238-4fe6f312b48c'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:31:32.192765 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-b768c561-43b9-40a1-a1e7-62f2ad14a842 req-af3f0fff-e17c-4f47-80a8-cdb42a548de7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=416b2fd961bc4d70a26d66821f7df8e2&device_id=69bcab59-88eb-4fb1-a0ed-644552ee9fdd HTTP/1.1" status: 200 len: 1098 time: 0.4887013 Mar 07 10:31:32.195113 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-052e4863-78ff-4521-b3ce-8e9a878b225a tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:32.201545 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [req-4f265fe6-86d6-48dd-afb1-9e624bac7654 req-ee09b1aa-7fcb-43c0-8384-30bb13931b1d service neutron] Attempting to bind port ff4adde1-2c27-49b7-93eb-5984786dbd79 on host hv-neutron-8307 for vnic_type normal with profile {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:31:32.202433 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [req-4f265fe6-86d6-48dd-afb1-9e624bac7654 req-ee09b1aa-7fcb-43c0-8384-30bb13931b1d service neutron] Attempting to bind port ff4adde1-2c27-49b7-93eb-5984786dbd79 by drivers openvswitch,hyperv on host hv-neutron-8307 at level 0 using segments [{'id': '8c71cc60-e697-4bc8-ab7b-834524b4e30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '30023e69-476d-4a1a-a06a-7d904c24f2c0'}] {{(pid=83737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:31:32.202759 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f265fe6-86d6-48dd-afb1-9e624bac7654 req-ee09b1aa-7fcb-43c0-8384-30bb13931b1d service neutron] Attempting to bind port ff4adde1-2c27-49b7-93eb-5984786dbd79 on network 30023e69-476d-4a1a-a06a-7d904c24f2c0 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:31:32.219306 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-052e4863-78ff-4521-b3ce-8e9a878b225a tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] 10.222.0.13 "DELETE /v2.0/ports/ff00593d-41a7-4982-838a-4bd26af01978 HTTP/1.1" status: 204 len: 168 time: 2.0269001 Mar 07 10:31:32.221592 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 38322) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:32.222356 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f265fe6-86d6-48dd-afb1-9e624bac7654 req-ee09b1aa-7fcb-43c0-8384-30bb13931b1d service neutron] Port ff4adde1-2c27-49b7-93eb-5984786dbd79 on network 30023e69-476d-4a1a-a06a-7d904c24f2c0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8307 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 07 10:31:32.222837 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f265fe6-86d6-48dd-afb1-9e624bac7654 req-ee09b1aa-7fcb-43c0-8384-30bb13931b1d service neutron] Attempting to bind port ff4adde1-2c27-49b7-93eb-5984786dbd79 on network 30023e69-476d-4a1a-a06a-7d904c24f2c0 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:31:32.235087 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f265fe6-86d6-48dd-afb1-9e624bac7654 req-ee09b1aa-7fcb-43c0-8384-30bb13931b1d service neutron] Checking agent: {'id': 'fb93ecad-d7e5-4e81-99ef-d8d0ee7386ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8307', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 21, 15), 'started_at': datetime.datetime(2022, 3, 7, 10, 21, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:31:32.235686 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f265fe6-86d6-48dd-afb1-9e624bac7654 req-ee09b1aa-7fcb-43c0-8384-30bb13931b1d service neutron] Checking segment: {'id': '8c71cc60-e697-4bc8-ab7b-834524b4e30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '30023e69-476d-4a1a-a06a-7d904c24f2c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:31:32.236239 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f265fe6-86d6-48dd-afb1-9e624bac7654 req-ee09b1aa-7fcb-43c0-8384-30bb13931b1d service neutron] Bound using segment: {'id': '8c71cc60-e697-4bc8-ab7b-834524b4e30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '30023e69-476d-4a1a-a06a-7d904c24f2c0'} {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:31:32.237180 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [req-4f265fe6-86d6-48dd-afb1-9e624bac7654 req-ee09b1aa-7fcb-43c0-8384-30bb13931b1d service neutron] Bound port: ff4adde1-2c27-49b7-93eb-5984786dbd79, host: hv-neutron-8307, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c71cc60-e697-4bc8-ab7b-834524b4e30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '30023e69-476d-4a1a-a06a-7d904c24f2c0'}}] {{(pid=83737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:31:32.237940 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-4f265fe6-86d6-48dd-afb1-9e624bac7654 req-ee09b1aa-7fcb-43c0-8384-30bb13931b1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:32.370070 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-9c27a4b0-5007-4a1e-bef7-a148ffaff653 None None] Set router 45ee3b0b-88fe-426a-9238-4fe6f312b48c gateway port host: dv-neutron-830731-3-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:31:32.409196 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5cdfc88-3498-4cb8-b24c-1001e32d247c tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] GET failed (client error): The resource could not be found. Mar 07 10:31:32.409763 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-a5cdfc88-3498-4cb8-b24c-1001e32d247c tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Synchronizing usage tracker for tenant:bf639a7498e441a28f217212bce115ee on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:31:32.437106 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [req-4f265fe6-86d6-48dd-afb1-9e624bac7654 req-ee09b1aa-7fcb-43c0-8384-30bb13931b1d service neutron] For port ff4adde1-2c27-49b7-93eb-5984786dbd79, host hv-neutron-8307, cleared binding levels {{(pid=83737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:31:32.440400 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [req-4f265fe6-86d6-48dd-afb1-9e624bac7654 req-ee09b1aa-7fcb-43c0-8384-30bb13931b1d service neutron] For port ff4adde1-2c27-49b7-93eb-5984786dbd79, host hv-neutron-8307, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=ff4adde1-2c27-49b7-93eb-5984786dbd79,segment=NetworkSegment(8c71cc60-e697-4bc8-ab7b-834524b4e30a),segment_id=8c71cc60-e697-4bc8-ab7b-834524b4e30a)] {{(pid=83737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:31:32.452570 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-4f265fe6-86d6-48dd-afb1-9e624bac7654 req-ee09b1aa-7fcb-43c0-8384-30bb13931b1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3012561'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:32.460035 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-38109e07-a238-453d-9149-b47af2ed6c69 tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] 10.222.0.13 "DELETE /v2.0/subnets/e84688d6-0411-45b5-8855-73ea21ee48f2/tags HTTP/1.1" status: 204 len: 168 time: 0.7933393 Mar 07 10:31:32.462036 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-47a3501b-3c86-4c7e-bcb8-7e6cd099d1c4 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:31:32.465820 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 38326) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:32.479065 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-47a3501b-3c86-4c7e-bcb8-7e6cd099d1c4 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Usage tracker for resource:security_group_rule and tenant:e639c099e0f24f9c870fea39bec49c51 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:31:32.502391 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-47a3501b-3c86-4c7e-bcb8-7e6cd099d1c4 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:31:32.510711 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-a5cdfc88-3498-4cb8-b24c-1001e32d247c tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Unset dirty status for tenant:bf639a7498e441a28f217212bce115ee on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:31:32.515733 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-a5cdfc88-3498-4cb8-b24c-1001e32d247c tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] 10.222.0.13 "GET /v2.0/ports/ff00593d-41a7-4982-838a-4bd26af01978 HTTP/1.1" status: 404 len: 333 time: 0.2789049 Mar 07 10:31:32.518204 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-47a3501b-3c86-4c7e-bcb8-7e6cd099d1c4 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:31:32.520345 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 38330) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:32.532004 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-c5767d0b-71c9-4f61-95ad-7200b92f2d7b tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Request body: {'port': {'network_id': 'fdfbfc96-b73c-439b-aedb-09caa5df7867', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2088023642'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:31:32.633200 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-4f265fe6-86d6-48dd-afb1-9e624bac7654 req-ee09b1aa-7fcb-43c0-8384-30bb13931b1d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:32.634981 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4f265fe6-86d6-48dd-afb1-9e624bac7654 req-ee09b1aa-7fcb-43c0-8384-30bb13931b1d service neutron] 10.222.0.10 "PUT /v2.0/ports/ff4adde1-2c27-49b7-93eb-5984786dbd79 HTTP/1.1" status: 200 len: 1093 time: 2.8145359 Mar 07 10:31:32.637312 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5aaefbc7-74ce-452d-ae0c-e8fe98fb8ec9', 'tag': 'ff4adde1-2c27-49b7-93eb-5984786dbd79'}] {{(pid=83737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 10:31:32.647900 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee09b1aa-7fcb-43c0-8384-30bb13931b1d service neutron] Pushing event updated for resources: {'Port': ['ID=ff4adde1-2c27-49b7-93eb-5984786dbd79,revision_number=3']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:32.667952 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d149f84e-4407-4c62-9291-0ce7041265c6 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:32.810017 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-47a3501b-3c86-4c7e-bcb8-7e6cd099d1c4 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Notify callbacks [] for security_group, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:32.832119 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d149f84e-4407-4c62-9291-0ce7041265c6 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Pushing event deleted for resources: {'Port': ['ID=20a0682e-87fa-4bd9-a934-04310eb2db25,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:32.852289 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-47a3501b-3c86-4c7e-bcb8-7e6cd099d1c4 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:32.855825 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-9c27a4b0-5007-4a1e-bef7-a148ffaff653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45ee3b0b-88fe-426a-9238-4fe6f312b48c', 'name': 'tempest-TestNetworkBasicOps-router-279492574', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.141'}], 'enable_snat': True}, 'gw_port_id': '39859c51-8b3b-4046-8d84-9bd4a674d742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:30:22Z', 'updated_at': '2022-03-07T10:30:41Z', 'revision_number': 4, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'gw_port': {'id': '39859c51-8b3b-4046-8d84-9bd4a674d742', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:52:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ee3b0b-88fe-426a-9238-4fe6f312b48c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:30:23Z', 'updated_at': '2022-03-07T10:30:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_floatingips': [{'id': 'aa55acd1-963f-4341-8f2a-3370a8802643', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'floating_ip_address': '172.26.8.187', 'floating_network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'router_id': '45ee3b0b-88fe-426a-9238-4fe6f312b48c', 'port_id': '1a1f8072-f405-4d6e-9b74-ffbe5a7a204e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40a9b5e4-2566-4b34-8233-7ca2a6a5d397', 'mac_address': 'fa:16:3e:11:11:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69bcab59-88eb-4fb1-a0ed-644552ee9fdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:31:26Z', 'updated_at': '2022-03-07T10:31:26Z', 'revision_number': 0, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '504fdb8e-40a4-419d-910c-75ec0af599c3', 'name': '', 'network_id': '40a9b5e4-2566-4b34-8233-7ca2a6a5d397', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'mac_address': 'fa:16:3e:cf:19:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ee3b0b-88fe-426a-9238-4fe6f312b48c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1639da54-b037-4e07-a2ec-b6618ce1a79a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:30:38Z', 'updated_at': '2022-03-07T10:30:56Z', 'revision_number': 5, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'subnets': [{'id': '1639da54-b037-4e07-a2ec-b6618ce1a79a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:31:32.861961 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c27a4b0-5007-4a1e-bef7-a148ffaff653 None None] The sync data for ids ['45ee3b0b-88fe-426a-9238-4fe6f312b48c'] in dv-neutron-830731-3-hyperv is: [{'id': '45ee3b0b-88fe-426a-9238-4fe6f312b48c', 'name': 'tempest-TestNetworkBasicOps-router-279492574', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.141'}], 'enable_snat': True}, 'gw_port_id': '39859c51-8b3b-4046-8d84-9bd4a674d742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:30:22Z', 'updated_at': '2022-03-07T10:30:41Z', 'revision_number': 4, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'gw_port': {'id': '39859c51-8b3b-4046-8d84-9bd4a674d742', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:52:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ee3b0b-88fe-426a-9238-4fe6f312b48c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:30:23Z', 'updated_at': '2022-03-07T10:30:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_floatingips': [{'id': 'aa55acd1-963f-4341-8f2a-3370a8802643', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'floating_ip_address': '172.26.8.187', 'floating_network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'router_id': '45ee3b0b-88fe-426a-9238-4fe6f312b48c', 'port_id': '1a1f8072-f405-4d6e-9b74-ffbe5a7a204e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40a9b5e4-2566-4b34-8233-7ca2a6a5d397', 'mac_address': 'fa:16:3e:11:11:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69bcab59-88eb-4fb1-a0ed-644552ee9fdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:31:26Z', 'updated_at': '2022-03-07T10:31:26Z', 'revision_number': 0, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '504fdb8e-40a4-419d-910c-75ec0af599c3', 'name': '', 'network_id': '40a9b5e4-2566-4b34-8233-7ca2a6a5d397', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'mac_address': 'fa:16:3e:cf:19:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ee3b0b-88fe-426a-9238-4fe6f312b48c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1639da54-b037-4e07-a2ec-b6618ce1a79a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:30:38Z', 'updated_at': '2022-03-07T10:30:56Z', 'revision_number': 5, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'subnets': [{'id': '1639da54-b037-4e07-a2ec-b6618ce1a79a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:31:32.902314 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5aaefbc7-74ce-452d-ae0c-e8fe98fb8ec9', 'tag': 'ff4adde1-2c27-49b7-93eb-5984786dbd79', 'status': 'completed', 'code': 200} Mar 07 10:31:32.924377 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 38338) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:32.978665 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a3501b-3c86-4c7e-bcb8-7e6cd099d1c4 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70f24e23-f93f-402d-be86-d7ff3446f796,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:33.044706 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-c5767d0b-71c9-4f61-95ad-7200b92f2d7b tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:31:33.049506 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b768c561-43b9-40a1-a1e7-62f2ad14a842 req-da26ac54-d7c4-4b80-a956-b1f84c46c749 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:33.051482 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-b768c561-43b9-40a1-a1e7-62f2ad14a842 req-da26ac54-d7c4-4b80-a956-b1f84c46c749 service neutron] 10.222.0.10 "GET /v2.0/networks?id=40a9b5e4-2566-4b34-8233-7ca2a6a5d397 HTTP/1.1" status: 200 len: 898 time: 0.8496296 Mar 07 10:31:33.055842 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-c5767d0b-71c9-4f61-95ad-7200b92f2d7b tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:31:33.113185 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-4c72ec60-a8dd-4b96-ab7b-615a0220127f tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/floatingips/aa55acd1-963f-4341-8f2a-3370a8802643 HTTP/1.1" status: 200 len: 991 time: 0.1840434 Mar 07 10:31:33.131685 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ef9ea3-ea14-4afb-a04b-acf23dd738ab req-a21d6cc1-bfe0-46a2-9b4e-d611f2ebe13c tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:33.133268 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b3ef9ea3-ea14-4afb-a04b-acf23dd738ab req-a21d6cc1-bfe0-46a2-9b4e-d611f2ebe13c tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] 10.222.0.13 "GET /v2.0/ports?device_id=5aaefbc7-74ce-452d-ae0c-e8fe98fb8ec9 HTTP/1.1" status: 200 len: 943 time: 0.4881752 Mar 07 10:31:33.136769 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4f265fe6-86d6-48dd-afb1-9e624bac7654 req-9a62706a-ef2a-4edb-a924-9236933ee28b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6a5f148e85ef4a9b80e5517fdf788fc6&device_id=5aaefbc7-74ce-452d-ae0c-e8fe98fb8ec9 HTTP/1.1" status: 200 len: 1096 time: 0.4350338 Mar 07 10:31:33.147695 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c87150bd-aa9c-4ad1-bb68-57ec66d4fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:33.209330 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-47a3501b-3c86-4c7e-bcb8-7e6cd099d1c4 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:33.210502 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-47a3501b-3c86-4c7e-bcb8-7e6cd099d1c4 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.2051108 Mar 07 10:31:33.215600 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 38342) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:33.217580 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3a0654e5-4f12-4346-9222-0159cf94ffa6 tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] Notify callbacks [] for subnetpool, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:33.220858 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-3a0654e5-4f12-4346-9222-0159cf94ffa6 tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] 10.222.0.13 "DELETE /v2.0/subnetpools/5ec34398-1987-4890-b70d-9a30ec843751 HTTP/1.1" status: 204 len: 168 time: 0.7440298 Mar 07 10:31:33.227550 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 38346) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:33.237612 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-5a7ad1da-12f7-45fb-b773-d9be45e9b107 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Request body: {'security_group_rule': {'security_group_id': '70f24e23-f93f-402d-be86-d7ff3446f796', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:31:33.248333 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-5a7ad1da-12f7-45fb-b773-d9be45e9b107 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:31:33.261379 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-5a7ad1da-12f7-45fb-b773-d9be45e9b107 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Usage tracker for resource:security_group_rule and tenant:e639c099e0f24f9c870fea39bec49c51 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:31:33.267666 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-5a7ad1da-12f7-45fb-b773-d9be45e9b107 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:31:33.269368 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-68ee69a4-4c3a-4c43-8228-429ab6d1afc9 tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] Synchronizing usage tracker for tenant:973d9183743a4b0588c930945977ab85 on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:31:33.277345 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-5a7ad1da-12f7-45fb-b773-d9be45e9b107 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:31:33.277666 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5767d0b-71c9-4f61-95ad-7200b92f2d7b tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Made reservation on behalf of bf639a7498e441a28f217212bce115ee for: {'port': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:31:33.280823 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c5767d0b-71c9-4f61-95ad-7200b92f2d7b tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:33.282925 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-b768c561-43b9-40a1-a1e7-62f2ad14a842 req-25e62f7d-887d-49c4-a3e8-1cd99c6fdd22 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1a1f8072-f405-4d6e-9b74-ffbe5a7a204e HTTP/1.1" status: 200 len: 999 time: 0.2210004 Mar 07 10:31:33.298082 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4f265fe6-86d6-48dd-afb1-9e624bac7654 req-618c30ac-0b99-4fff-95e5-050484a4537a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ff4adde1-2c27-49b7-93eb-5984786dbd79 HTTP/1.1" status: 200 len: 217 time: 0.1416419 Mar 07 10:31:33.344033 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5a7ad1da-12f7-45fb-b773-d9be45e9b107 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:33.358563 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [None req-c5767d0b-71c9-4f61-95ad-7200b92f2d7b tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] device_id is not set on port 151d0c24-a3bf-4c57-b954-2fc6eecb09f7 yet. {{(pid=83737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 07 10:31:33.382029 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b768c561-43b9-40a1-a1e7-62f2ad14a842 req-395ddbe4-4938-4e9a-bba9-fee6d1e2829c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:33.383464 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-b768c561-43b9-40a1-a1e7-62f2ad14a842 req-395ddbe4-4938-4e9a-bba9-fee6d1e2829c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1639da54-b037-4e07-a2ec-b6618ce1a79a HTTP/1.1" status: 200 len: 834 time: 0.0934656 Mar 07 10:31:33.403658 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b3ef9ea3-ea14-4afb-a04b-acf23dd738ab req-e343aca1-e400-477d-804b-e8d5cc25d8c7 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] 10.222.0.13 "GET /v2.0/security-groups?id=c573f7f3-4cd0-4907-ba58-d47387524041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2622030 Mar 07 10:31:33.421067 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-68ee69a4-4c3a-4c43-8228-429ab6d1afc9 tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] Unset dirty status for tenant:973d9183743a4b0588c930945977ab85 on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:31:33.424644 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-68ee69a4-4c3a-4c43-8228-429ab6d1afc9 tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3ca98fe-17e7-40af-acec-2de9d9f609dd HTTP/1.1" status: 200 len: 205 time: 0.1932874 Mar 07 10:31:33.428123 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 38350) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:33.444322 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f265fe6-86d6-48dd-afb1-9e624bac7654 req-ca7a9717-1eb7-45aa-9788-4365a44db34d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:33.445875 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4f265fe6-86d6-48dd-afb1-9e624bac7654 req-ca7a9717-1eb7-45aa-9788-4365a44db34d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c545286e-deb0-44ca-9190-77e7d2d3932b HTTP/1.1" status: 200 len: 851 time: 0.1386051 Mar 07 10:31:33.571738 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d149f84e-4407-4c62-9291-0ce7041265c6 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2756383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3920168'] for router_interface, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:33.578433 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-c5767d0b-71c9-4f61-95ad-7200b92f2d7b tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Allocated IP 2001:db8::254 (fdfbfc96-b73c-439b-aedb-09caa5df7867/666b98d8-f08f-4be4-8720-8ad911d70f75/151d0c24-a3bf-4c57-b954-2fc6eecb09f7) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:31:33.612730 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4f265fe6-86d6-48dd-afb1-9e624bac7654 req-1f6905d9-cf58-4443-9bb1-6c64963433da service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=30023e69-476d-4a1a-a06a-7d904c24f2c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1573925 Mar 07 10:31:33.673656 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5a7ad1da-12f7-45fb-b773-d9be45e9b107 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:33.735580 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5a7ad1da-12f7-45fb-b773-d9be45e9b107 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:33.758542 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b30571b9-69c7-4ce3-b3f9-c6ad56685848 tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] Notify callbacks [] for router, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:33.834176 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-b768c561-43b9-40a1-a1e7-62f2ad14a842 req-a469df82-93fe-4c18-afc2-92c50c4b4bd4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=40a9b5e4-2566-4b34-8233-7ca2a6a5d397&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4414062 Mar 07 10:31:33.862493 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4f265fe6-86d6-48dd-afb1-9e624bac7654 req-d122ff2a-e423-4167-8e42-724851af8d6a service neutron] 10.222.0.10 "GET /v2.0/networks/30023e69-476d-4a1a-a06a-7d904c24f2c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2436082 Mar 07 10:31:33.877077 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7ad1da-12f7-45fb-b773-d9be45e9b107 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85fdfb17-fc13-49cb-be6d-d93a3b76da4b,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:33.981261 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c5767d0b-71c9-4f61-95ad-7200b92f2d7b tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:34.019949 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [None req-c5767d0b-71c9-4f61-95ad-7200b92f2d7b tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Transition to ACTIVE for port object 151d0c24-a3bf-4c57-b954-2fc6eecb09f7 will not be triggered until provisioned by entity DHCP. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:31:34.044642 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4f265fe6-86d6-48dd-afb1-9e624bac7654 req-91fbe38d-a61e-471f-85aa-ed698bdfd2d5 service neutron] 10.222.0.10 "GET /v2.0/networks/30023e69-476d-4a1a-a06a-7d904c24f2c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761672 Mar 07 10:31:34.061998 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c5767d0b-71c9-4f61-95ad-7200b92f2d7b tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:34.106761 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5a7ad1da-12f7-45fb-b773-d9be45e9b107 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:34.108501 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-5a7ad1da-12f7-45fb-b773-d9be45e9b107 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.8881168 Mar 07 10:31:34.115801 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 38354) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:34.116111 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 38356) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:34.177892 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5767d0b-71c9-4f61-95ad-7200b92f2d7b tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Network fdfbfc96-b73c-439b-aedb-09caa5df7867 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:31:34.183945 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-c5767d0b-71c9-4f61-95ad-7200b92f2d7b tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:31:34.190884 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5767d0b-71c9-4f61-95ad-7200b92f2d7b tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Pushing event updated for resources: {'Port': ['ID=151d0c24-a3bf-4c57-b954-2fc6eecb09f7,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:34.193011 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5767d0b-71c9-4f61-95ad-7200b92f2d7b tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:31:34.196886 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5767d0b-71c9-4f61-95ad-7200b92f2d7b tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:34.197497 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c5767d0b-71c9-4f61-95ad-7200b92f2d7b tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:34.238141 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-c5767d0b-71c9-4f61-95ad-7200b92f2d7b tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.7123067 Mar 07 10:31:34.239178 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 38362) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:34.242136 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-3277036e-3a07-4c5e-a3a4-78c5511c8446 req-2e8c8a46-2c26-448e-93d8-2fa2a89a7681 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6a5f148e85ef4a9b80e5517fdf788fc6&device_id=5aaefbc7-74ce-452d-ae0c-e8fe98fb8ec9 HTTP/1.1" status: 200 len: 1096 time: 0.1461456 Mar 07 10:31:34.247225 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-99cc3ee1-e18d-4e99-aff1-51eda11eb47f tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Request body: {'port': {'network_id': 'fdfbfc96-b73c-439b-aedb-09caa5df7867', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1152035539'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:31:34.413064 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-612afa56-1d3f-4590-be8f-e25219661f65 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:34.441240 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-612afa56-1d3f-4590-be8f-e25219661f65 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:34.453153 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-a35fc5fe-9330-4a30-8c28-10df62a8a58b tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/floatingips/aa55acd1-963f-4341-8f2a-3370a8802643 HTTP/1.1" status: 200 len: 991 time: 0.3345850 Mar 07 10:31:34.455862 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-b768c561-43b9-40a1-a1e7-62f2ad14a842 req-c175dcd8-2544-4076-883c-1515648ede95 service neutron] 10.222.0.10 "GET /v2.0/networks/40a9b5e4-2566-4b34-8233-7ca2a6a5d397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5724900 Mar 07 10:31:34.487236 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-ccebf6b5-d679-4750-8c08-5b300e231c58 None None] Provisioning for port 151d0c24-a3bf-4c57-b954-2fc6eecb09f7 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:31:34.493630 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-ccebf6b5-d679-4750-8c08-5b300e231c58 None None] Provisioning complete for port 151d0c24-a3bf-4c57-b954-2fc6eecb09f7 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:31:34.494141 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-ccebf6b5-d679-4750-8c08-5b300e231c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:34.557316 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-ccebf6b5-d679-4750-8c08-5b300e231c58 None None] Port 151d0c24-a3bf-4c57-b954-2fc6eecb09f7 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:31:34.625862 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3277036e-3a07-4c5e-a3a4-78c5511c8446 req-3e488973-1f77-402b-9d76-41e21590c6a6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:34.627250 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-3277036e-3a07-4c5e-a3a4-78c5511c8446 req-3e488973-1f77-402b-9d76-41e21590c6a6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=30023e69-476d-4a1a-a06a-7d904c24f2c0 HTTP/1.1" status: 200 len: 913 time: 0.3641610 Mar 07 10:31:34.628121 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-99cc3ee1-e18d-4e99-aff1-51eda11eb47f tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:31:34.688342 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-99cc3ee1-e18d-4e99-aff1-51eda11eb47f tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Usage tracker for resource:port and tenant:bf639a7498e441a28f217212bce115ee is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:31:34.697243 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-99cc3ee1-e18d-4e99-aff1-51eda11eb47f tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:31:34.711906 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-99cc3ee1-e18d-4e99-aff1-51eda11eb47f tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:31:34.717106 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-3277036e-3a07-4c5e-a3a4-78c5511c8446 req-121304a9-6bce-4345-8117-22174725cf66 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ff4adde1-2c27-49b7-93eb-5984786dbd79 HTTP/1.1" status: 200 len: 217 time: 0.0818124 Mar 07 10:31:34.765313 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99cc3ee1-e18d-4e99-aff1-51eda11eb47f tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Made reservation on behalf of bf639a7498e441a28f217212bce115ee for: {'port': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:31:34.767963 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-99cc3ee1-e18d-4e99-aff1-51eda11eb47f tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:34.794669 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b30571b9-69c7-4ce3-b3f9-c6ad56685848 tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3917970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58043'] for router, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:34.803524 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-612afa56-1d3f-4590-be8f-e25219661f65 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:34.812432 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [None req-99cc3ee1-e18d-4e99-aff1-51eda11eb47f tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] device_id is not set on port d63216bd-8802-45a4-88f9-6250dd3f37ca yet. {{(pid=83737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 07 10:31:34.853845 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3277036e-3a07-4c5e-a3a4-78c5511c8446 req-b46c276e-d103-4f24-83f1-59aee08ca9e7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:34.855282 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-3277036e-3a07-4c5e-a3a4-78c5511c8446 req-b46c276e-d103-4f24-83f1-59aee08ca9e7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c545286e-deb0-44ca-9190-77e7d2d3932b HTTP/1.1" status: 200 len: 851 time: 0.1314347 Mar 07 10:31:34.897970 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b30571b9-69c7-4ce3-b3f9-c6ad56685848 tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:34.903722 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-612afa56-1d3f-4590-be8f-e25219661f65 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:34.903888 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b600a98e-f574-4dbf-97d3-05498ff671fc req-72eda07e-5960-41bb-b84b-ea44cd6b58ce tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:34.907807 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-612afa56-1d3f-4590-be8f-e25219661f65 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/85fdfb17-fc13-49cb-be6d-d93a3b76da4b HTTP/1.1" status: 204 len: 168 time: 0.7878454 Mar 07 10:31:34.907993 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b600a98e-f574-4dbf-97d3-05498ff671fc req-72eda07e-5960-41bb-b84b-ea44cd6b58ce tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] 10.222.0.13 "GET /v2.0/ports?device_id=5aaefbc7-74ce-452d-ae0c-e8fe98fb8ec9 HTTP/1.1" status: 200 len: 943 time: 0.3156807 Mar 07 10:31:34.917940 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612afa56-1d3f-4590-be8f-e25219661f65 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=85fdfb17-fc13-49cb-be6d-d93a3b76da4b,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:34.920052 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 38368) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:34.929255 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-b768c561-43b9-40a1-a1e7-62f2ad14a842 req-3a36ff06-7a2d-4b0e-9567-9caa63db3c3c service neutron] 10.222.0.10 "GET /v2.0/networks/40a9b5e4-2566-4b34-8233-7ca2a6a5d397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4549718 Mar 07 10:31:34.970079 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b30571b9-69c7-4ce3-b3f9-c6ad56685848 tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3917886'] for router, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:34.970681 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b30571b9-69c7-4ce3-b3f9-c6ad56685848 tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] Fanout notify agent at l3_agent the message router_deleted on router b3ca98fe-17e7-40af-acec-2de9d9f609dd {{(pid=83738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 10:31:35.037695 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b30571b9-69c7-4ce3-b3f9-c6ad56685848 tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] Notify callbacks [] for router, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:35.042363 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-b30571b9-69c7-4ce3-b3f9-c6ad56685848 tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] 10.222.0.13 "DELETE /v2.0/routers/b3ca98fe-17e7-40af-acec-2de9d9f609dd HTTP/1.1" status: 204 len: 168 time: 1.6050637 Mar 07 10:31:35.046307 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 38372) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:35.086069 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b600a98e-f574-4dbf-97d3-05498ff671fc req-94273b44-aaad-4ea3-86cf-156fd3febbaa tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] 10.222.0.13 "GET /v2.0/security-groups?id=c573f7f3-4cd0-4907-ba58-d47387524041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1663139 Mar 07 10:31:35.098010 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-69825256-4b07-4b79-8706-bf348ff23870 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Synchronizing usage tracker for tenant:e639c099e0f24f9c870fea39bec49c51 on resource:security_group_rule {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:31:35.116280 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-99cc3ee1-e18d-4e99-aff1-51eda11eb47f tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Allocated IP 2001:db8::cb (fdfbfc96-b73c-439b-aedb-09caa5df7867/666b98d8-f08f-4be4-8720-8ad911d70f75/d63216bd-8802-45a4-88f9-6250dd3f37ca) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:31:35.143892 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-69825256-4b07-4b79-8706-bf348ff23870 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Unset dirty status for tenant:e639c099e0f24f9c870fea39bec49c51 on resource:security_group_rule {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:31:35.145127 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-69825256-4b07-4b79-8706-bf348ff23870 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2241633 Mar 07 10:31:35.148048 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-3277036e-3a07-4c5e-a3a4-78c5511c8446 req-5a165b88-b8e8-46ba-8b2f-b2b3cc4d1d6b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=30023e69-476d-4a1a-a06a-7d904c24f2c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2840366 Mar 07 10:31:35.150367 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 38376) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:35.194015 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-cf9e667f-a21b-463c-8e2c-af0907e51a3b tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] Deleting port 549fbd78-93c7-4e34-a6be-8f1354b21214 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:31:35.194357 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cf9e667f-a21b-463c-8e2c-af0907e51a3b tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:35.411888 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d149f84e-4407-4c62-9291-0ce7041265c6 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Router e15b1913-dc5e-401a-84e3-fac0e235b428 has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:31:35.447797 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-93c3d6a8-05db-44db-bf48-40098b9c7a62 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:35.457609 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 38380) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:35.483603 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-3277036e-3a07-4c5e-a3a4-78c5511c8446 req-c7f0321d-0f87-4d24-a97b-fda66214c682 service neutron] 10.222.0.10 "GET /v2.0/networks/30023e69-476d-4a1a-a06a-7d904c24f2c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3202567 Mar 07 10:31:35.605331 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-93c3d6a8-05db-44db-bf48-40098b9c7a62 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:35.637644 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cf9e667f-a21b-463c-8e2c-af0907e51a3b tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:35.731422 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-99cc3ee1-e18d-4e99-aff1-51eda11eb47f tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:35.747473 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-e869f2b2-0acb-4b37-808c-3be267473355 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/floatingips/aa55acd1-963f-4341-8f2a-3370a8802643 HTTP/1.1" status: 200 len: 991 time: 0.2805264 Mar 07 10:31:35.780384 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [None req-99cc3ee1-e18d-4e99-aff1-51eda11eb47f tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Transition to ACTIVE for port object d63216bd-8802-45a4-88f9-6250dd3f37ca will not be triggered until provisioned by entity DHCP. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:31:35.784209 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-93c3d6a8-05db-44db-bf48-40098b9c7a62 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:35.821306 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c3d6a8-05db-44db-bf48-40098b9c7a62 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70f24e23-f93f-402d-be86-d7ff3446f796,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:35.822197 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-cf9e667f-a21b-463c-8e2c-af0907e51a3b tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] Calling delete_port for 549fbd78-93c7-4e34-a6be-8f1354b21214 owned by {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:31:35.826445 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-3277036e-3a07-4c5e-a3a4-78c5511c8446 req-391f5b9f-eae5-4d20-9305-1fc09f78c0c7 service neutron] 10.222.0.10 "GET /v2.0/networks/30023e69-476d-4a1a-a06a-7d904c24f2c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2789347 Mar 07 10:31:35.855051 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-93c3d6a8-05db-44db-bf48-40098b9c7a62 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:35.856426 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-93c3d6a8-05db-44db-bf48-40098b9c7a62 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] 10.222.0.13 "DELETE /v2.0/security-groups/70f24e23-f93f-402d-be86-d7ff3446f796 HTTP/1.1" status: 204 len: 168 time: 0.7051458 Mar 07 10:31:35.861225 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-99cc3ee1-e18d-4e99-aff1-51eda11eb47f tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:35.862602 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 38384) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:35.964677 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cc3ee1-e18d-4e99-aff1-51eda11eb47f tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Pushing event updated for resources: {'Port': ['ID=d63216bd-8802-45a4-88f9-6250dd3f37ca,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:35.971805 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99cc3ee1-e18d-4e99-aff1-51eda11eb47f tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Network fdfbfc96-b73c-439b-aedb-09caa5df7867 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:31:35.973895 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-99cc3ee1-e18d-4e99-aff1-51eda11eb47f tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:31:35.976084 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99cc3ee1-e18d-4e99-aff1-51eda11eb47f tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:31:35.986250 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99cc3ee1-e18d-4e99-aff1-51eda11eb47f tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:35.986914 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-99cc3ee1-e18d-4e99-aff1-51eda11eb47f tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:35.994398 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-d1d4274a-81fb-4325-88de-495ce10e476b tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Synchronizing usage tracker for tenant:e639c099e0f24f9c870fea39bec49c51 on resource:security_group {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:31:36.018972 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-99cc3ee1-e18d-4e99-aff1-51eda11eb47f tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.7757173 Mar 07 10:31:36.021252 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 38388) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:36.027969 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-ab7c3962-0db3-4d34-a259-18a5eec6f602 tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2b4', 'mac_address': 'fa:16:3e:ff:9b:1e'}, {'ip_address': '2001:db8::254', 'mac_address': 'fa:16:3e:a1:78:fc'}]}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:31:36.042844 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eabfbdec-7c16-4538-9e19-ebca7c37ad62 None None] New status for floating IP aa55acd1-963f-4341-8f2a-3370a8802643: ACTIVE {{(pid=83739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 07 10:31:36.078782 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-d1d4274a-81fb-4325-88de-495ce10e476b tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Unset dirty status for tenant:e639c099e0f24f9c870fea39bec49c51 on resource:security_group {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:31:36.080463 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-d1d4274a-81fb-4325-88de-495ce10e476b tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2168984 Mar 07 10:31:36.084814 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 38392) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:36.111462 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-1aabcadf-64c9-4b83-b5b7-a22df2ee026a tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Request body: {'security_group': {'name': 'tempest-secgroup--1434760736'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:31:36.125390 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-1aabcadf-64c9-4b83-b5b7-a22df2ee026a tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:31:36.142138 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-1aabcadf-64c9-4b83-b5b7-a22df2ee026a tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:31:36.152920 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cf9e667f-a21b-463c-8e2c-af0907e51a3b tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:36.240864 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1aabcadf-64c9-4b83-b5b7-a22df2ee026a tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:36.257032 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d149f84e-4407-4c62-9291-0ce7041265c6 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:31:36.259611 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9e667f-a21b-463c-8e2c-af0907e51a3b tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] Pushing event deleted for resources: {'Port': ['ID=549fbd78-93c7-4e34-a6be-8f1354b21214,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:36.274730 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473544fd-de72-433c-a12a-aa17035f04c8 None None] Sync routers for ids ['e15b1913-dc5e-401a-84e3-fac0e235b428'] in dv-neutron-830731-3-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:31:36.299551 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473544fd-de72-433c-a12a-aa17035f04c8 None None] Routers {'e15b1913-dc5e-401a-84e3-fac0e235b428'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:31:36.301808 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-473544fd-de72-433c-a12a-aa17035f04c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:31:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['e15b1913-dc5e-401a-84e3-fac0e235b428'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:31:36.309346 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-d149f84e-4407-4c62-9291-0ce7041265c6 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] 10.222.0.13 "PUT /v2.0/routers/e15b1913-dc5e-401a-84e3-fac0e235b428/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2172306 Mar 07 10:31:36.310691 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 38398) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:36.316069 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-1aabcadf-64c9-4b83-b5b7-a22df2ee026a tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:31:36.320703 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-1aabcadf-64c9-4b83-b5b7-a22df2ee026a tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Usage tracker for resource:security_group_rule and tenant:e639c099e0f24f9c870fea39bec49c51 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:31:36.325584 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-1aabcadf-64c9-4b83-b5b7-a22df2ee026a tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:31:36.343648 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-1aabcadf-64c9-4b83-b5b7-a22df2ee026a tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:31:36.433938 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1aabcadf-64c9-4b83-b5b7-a22df2ee026a tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:36.435087 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-e737ae2e-d610-474c-9284-cb59bda382b1 None None] Provisioning for port d63216bd-8802-45a4-88f9-6250dd3f37ca completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:31:36.446423 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-e737ae2e-d610-474c-9284-cb59bda382b1 None None] Provisioning complete for port d63216bd-8802-45a4-88f9-6250dd3f37ca triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:31:36.447059 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-e737ae2e-d610-474c-9284-cb59bda382b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:36.475268 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1aabcadf-64c9-4b83-b5b7-a22df2ee026a tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:36.493053 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-473544fd-de72-433c-a12a-aa17035f04c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:31:36.528436 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473544fd-de72-433c-a12a-aa17035f04c8 None None] Routers {'e15b1913-dc5e-401a-84e3-fac0e235b428'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:31:36.530572 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-473544fd-de72-433c-a12a-aa17035f04c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:31:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['e15b1913-dc5e-401a-84e3-fac0e235b428'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:31:36.590304 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-e737ae2e-d610-474c-9284-cb59bda382b1 None None] Port d63216bd-8802-45a4-88f9-6250dd3f37ca cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:31:36.667738 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-473544fd-de72-433c-a12a-aa17035f04c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:31:36.667972 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473544fd-de72-433c-a12a-aa17035f04c8 None None] The sync data for ids ['e15b1913-dc5e-401a-84e3-fac0e235b428'] in dv-neutron-830731-3-hyperv is: [] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:31:36.674683 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cf9e667f-a21b-463c-8e2c-af0907e51a3b tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:36.677353 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-cf9e667f-a21b-463c-8e2c-af0907e51a3b tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] 10.222.0.13 "DELETE /v2.0/ports/549fbd78-93c7-4e34-a6be-8f1354b21214 HTTP/1.1" status: 204 len: 168 time: 1.5751579 Mar 07 10:31:36.681685 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 38402) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:36.714833 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aabcadf-64c9-4b83-b5b7-a22df2ee026a tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b069c726-1161-4810-bd87-5e28b1297f98,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:36.740012 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1aabcadf-64c9-4b83-b5b7-a22df2ee026a tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:36.743813 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-1aabcadf-64c9-4b83-b5b7-a22df2ee026a tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.6531980 Mar 07 10:31:36.744884 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 38406) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:36.752570 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 38410) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:36.778259 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-600cf5e2-a6af-421c-8b8b-d9bb66a9531e tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Request body: {'security_group_rule': {'security_group_id': 'b069c726-1161-4810-bd87-5e28b1297f98', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:31:36.790210 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-600cf5e2-a6af-421c-8b8b-d9bb66a9531e tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:31:36.802746 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-600cf5e2-a6af-421c-8b8b-d9bb66a9531e tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Usage tracker for resource:security_group_rule and tenant:e639c099e0f24f9c870fea39bec49c51 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:31:36.816220 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-600cf5e2-a6af-421c-8b8b-d9bb66a9531e tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:31:36.830398 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64418540-bae7-4d77-b452-454836c565b6 req-73bc58e6-0fe0-4c62-8369-a4d4792611c6 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:36.832116 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-64418540-bae7-4d77-b452-454836c565b6 req-73bc58e6-0fe0-4c62-8369-a4d4792611c6 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] 10.222.0.13 "GET /v2.0/ports?device_id=5aaefbc7-74ce-452d-ae0c-e8fe98fb8ec9 HTTP/1.1" status: 200 len: 943 time: 0.3859599 Mar 07 10:31:36.835164 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-600cf5e2-a6af-421c-8b8b-d9bb66a9531e tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:31:36.839916 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ab7c3962-0db3-4d34-a259-18a5eec6f602 tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:36.936924 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-600cf5e2-a6af-421c-8b8b-d9bb66a9531e tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:36.974392 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-64418540-bae7-4d77-b452-454836c565b6 req-f3138bbf-2ba8-4ae9-8db0-a121fe9c308d tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] 10.222.0.13 "GET /v2.0/security-groups?id=c573f7f3-4cd0-4907-ba58-d47387524041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1243358 Mar 07 10:31:37.066102 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-21b26186-224e-4f5a-8740-bb61a7ea43c4 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/floatingips/aa55acd1-963f-4341-8f2a-3370a8802643 HTTP/1.1" status: 200 len: 993 time: 0.3117335 Mar 07 10:31:37.115665 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-600cf5e2-a6af-421c-8b8b-d9bb66a9531e tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:37.120228 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-600cf5e2-a6af-421c-8b8b-d9bb66a9531e tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:37.132234 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_v2 [None req-70658fa8-535c-4214-95c6-6dc8b4b0425d tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] Deleting subnet e84688d6-0411-45b5-8855-73ea21ee48f2 {{(pid=83738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 07 10:31:37.136193 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-70658fa8-535c-4214-95c6-6dc8b4b0425d tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] Notify callbacks [] for subnet, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:37.171309 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600cf5e2-a6af-421c-8b8b-d9bb66a9531e tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e7a3b87-d458-4513-adcb-d4665c70ca74,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:37.190591 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-600cf5e2-a6af-421c-8b8b-d9bb66a9531e tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:37.191646 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-600cf5e2-a6af-421c-8b8b-d9bb66a9531e tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4467120 Mar 07 10:31:37.195231 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 38414) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:37.201286 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-70658fa8-535c-4214-95c6-6dc8b4b0425d tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2969395'] for subnet, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:37.211141 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-a82a46f9-ac20-46ae-95b8-b0aee86fa245 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Request body: {'security_group_rule': {'security_group_id': 'b069c726-1161-4810-bd87-5e28b1297f98', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:31:37.220962 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-a82a46f9-ac20-46ae-95b8-b0aee86fa245 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:31:37.224421 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ab7c3962-0db3-4d34-a259-18a5eec6f602 tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:37.228085 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-a82a46f9-ac20-46ae-95b8-b0aee86fa245 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Usage tracker for resource:security_group_rule and tenant:e639c099e0f24f9c870fea39bec49c51 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:31:37.231447 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-a82a46f9-ac20-46ae-95b8-b0aee86fa245 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:31:37.238142 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ab7c3962-0db3-4d34-a259-18a5eec6f602 tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3012561'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:37.241951 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-a82a46f9-ac20-46ae-95b8-b0aee86fa245 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:31:37.315115 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-ab7c3962-0db3-4d34-a259-18a5eec6f602 tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] In _notify_port_updated(), no bound segment for port d63216bd-8802-45a4-88f9-6250dd3f37ca on network fdfbfc96-b73c-439b-aedb-09caa5df7867 {{(pid=83737) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 07 10:31:37.318401 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab7c3962-0db3-4d34-a259-18a5eec6f602 tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:37.319028 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ab7c3962-0db3-4d34-a259-18a5eec6f602 tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:37.320348 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-ab7c3962-0db3-4d34-a259-18a5eec6f602 tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] 10.222.0.13 "PUT /v2.0/ports/d63216bd-8802-45a4-88f9-6250dd3f37ca HTTP/1.1" status: 200 len: 1067 time: 1.2981679 Mar 07 10:31:37.324288 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 38418) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:37.358914 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a82a46f9-ac20-46ae-95b8-b0aee86fa245 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:37.366789 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e3a2cee1-d002-4e04-ad49-f32346514df8 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3920255'] for router_interface, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:37.398379 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7c3962-0db3-4d34-a259-18a5eec6f602 tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Pushing event updated for resources: {'Port': ['ID=d63216bd-8802-45a4-88f9-6250dd3f37ca,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:37.435095 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-5ecaa52c-dcbc-40da-9387-4199ff4db466 tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Deleting port d63216bd-8802-45a4-88f9-6250dd3f37ca {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:31:37.435426 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5ecaa52c-dcbc-40da-9387-4199ff4db466 tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:37.542837 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-70658fa8-535c-4214-95c6-6dc8b4b0425d tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1525496'] for subnet, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:37.553151 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a82a46f9-ac20-46ae-95b8-b0aee86fa245 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:37.561673 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a82a46f9-ac20-46ae-95b8-b0aee86fa245 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:37.589585 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82a46f9-ac20-46ae-95b8-b0aee86fa245 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61c2d944-49ea-486a-9c9c-04601126ad24,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:37.621816 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-f1efc49d-0e16-46fb-bdf3-52498ce77674 None None] Provisioning complete for port d63216bd-8802-45a4-88f9-6250dd3f37ca triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:31:37.622502 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f1efc49d-0e16-46fb-bdf3-52498ce77674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:37.658777 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-70658fa8-535c-4214-95c6-6dc8b4b0425d tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1525489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3556647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741465'] for subnet, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:37.678744 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-f1efc49d-0e16-46fb-bdf3-52498ce77674 None None] Port d63216bd-8802-45a4-88f9-6250dd3f37ca cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:31:37.684310 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a82a46f9-ac20-46ae-95b8-b0aee86fa245 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:37.685564 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-a82a46f9-ac20-46ae-95b8-b0aee86fa245 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4893284 Mar 07 10:31:37.689202 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 38422) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:37.696571 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-cb3cfe21-6531-497d-bea8-1a38d65ddab7 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Request body: {'security_group_rule': {'security_group_id': 'b069c726-1161-4810-bd87-5e28b1297f98', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:31:37.705707 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-cb3cfe21-6531-497d-bea8-1a38d65ddab7 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:31:37.711918 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70658fa8-535c-4214-95c6-6dc8b4b0425d tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] Pushing event deleted for resources: {'Subnet': ['ID=e84688d6-0411-45b5-8855-73ea21ee48f2,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:37.723085 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-cb3cfe21-6531-497d-bea8-1a38d65ddab7 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Usage tracker for resource:security_group_rule and tenant:e639c099e0f24f9c870fea39bec49c51 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:31:37.728136 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-cb3cfe21-6531-497d-bea8-1a38d65ddab7 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:31:37.737166 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-cb3cfe21-6531-497d-bea8-1a38d65ddab7 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:31:37.755198 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5ecaa52c-dcbc-40da-9387-4199ff4db466 tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:37.766903 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-70658fa8-535c-4214-95c6-6dc8b4b0425d tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:37.772936 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90589955-48fc-4f92-9001-c5946ddb4596 None None] Network 4ae43eed-b296-4a09-bd70-5c04c8fd6f72 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:31:37.813129 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-70658fa8-535c-4214-95c6-6dc8b4b0425d tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] 10.222.0.13 "DELETE /v2.0/subnets/e84688d6-0411-45b5-8855-73ea21ee48f2 HTTP/1.1" status: 204 len: 168 time: 1.1276138 Mar 07 10:31:37.815996 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 38426) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:37.827140 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-cb3cfe21-6531-497d-bea8-1a38d65ddab7 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:37.898308 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-5ecaa52c-dcbc-40da-9387-4199ff4db466 tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Calling delete_port for d63216bd-8802-45a4-88f9-6250dd3f37ca owned by {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:31:37.978283 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c83acd0d-3eb4-48cb-98de-70ac8cf2799e tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1158940'] for network, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:38.006585 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-c83acd0d-3eb4-48cb-98de-70ac8cf2799e tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] Deleting port 3ee360a7-c8ce-4036-ab0c-6238a267f4f4 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:31:38.007005 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c83acd0d-3eb4-48cb-98de-70ac8cf2799e tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:38.010109 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-cb3cfe21-6531-497d-bea8-1a38d65ddab7 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:38.015591 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-cb3cfe21-6531-497d-bea8-1a38d65ddab7 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:38.039338 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d88b0aed-41fa-49b8-96a5-1ed1873ebdcc None None] DHCP port deletion for 4ae43eed-b296-4a09-bd70-5c04c8fd6f72 request from dv-neutron-830731-3-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 07 10:31:38.044331 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-d88b0aed-41fa-49b8-96a5-1ed1873ebdcc None None] Deleting port 3ee360a7-c8ce-4036-ab0c-6238a267f4f4 {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:31:38.044820 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-d88b0aed-41fa-49b8-96a5-1ed1873ebdcc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:38.083330 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3cfe21-6531-497d-bea8-1a38d65ddab7 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e34819d6-3981-4a7a-a284-c0c5df7a96eb,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:38.114188 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-cb3cfe21-6531-497d-bea8-1a38d65ddab7 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:38.115512 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-cb3cfe21-6531-497d-bea8-1a38d65ddab7 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4252691 Mar 07 10:31:38.118105 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 38432) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:38.126056 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-cb105799-f7f1-4fce-ae1d-6d5383c7e697 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Request body: {'security_group_rule': {'security_group_id': 'b069c726-1161-4810-bd87-5e28b1297f98', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:31:38.132643 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-cb105799-f7f1-4fce-ae1d-6d5383c7e697 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:31:38.134779 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5ecaa52c-dcbc-40da-9387-4199ff4db466 tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:38.172800 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-cb105799-f7f1-4fce-ae1d-6d5383c7e697 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Usage tracker for resource:security_group_rule and tenant:e639c099e0f24f9c870fea39bec49c51 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:31:38.183675 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-cb105799-f7f1-4fce-ae1d-6d5383c7e697 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:31:38.236989 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecaa52c-dcbc-40da-9387-4199ff4db466 tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Pushing event deleted for resources: {'Port': ['ID=d63216bd-8802-45a4-88f9-6250dd3f37ca,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:38.239434 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-cb105799-f7f1-4fce-ae1d-6d5383c7e697 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:31:38.313974 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-cb105799-f7f1-4fce-ae1d-6d5383c7e697 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:38.317072 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-c83acd0d-3eb4-48cb-98de-70ac8cf2799e tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] For port 3ee360a7-c8ce-4036-ab0c-6238a267f4f4, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=3ee360a7-c8ce-4036-ab0c-6238a267f4f4,segment=NetworkSegment(3872a52d-149e-40b2-bfc5-a1b5b4fdd78c),segment_id=3872a52d-149e-40b2-bfc5-a1b5b4fdd78c)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:31:38.317595 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c83acd0d-3eb4-48cb-98de-70ac8cf2799e tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:38.338632 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-d88b0aed-41fa-49b8-96a5-1ed1873ebdcc None None] For port 3ee360a7-c8ce-4036-ab0c-6238a267f4f4, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=3ee360a7-c8ce-4036-ab0c-6238a267f4f4,segment=NetworkSegment(3872a52d-149e-40b2-bfc5-a1b5b4fdd78c),segment_id=3872a52d-149e-40b2-bfc5-a1b5b4fdd78c)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:31:38.340568 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-d88b0aed-41fa-49b8-96a5-1ed1873ebdcc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:38.460514 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-c83acd0d-3eb4-48cb-98de-70ac8cf2799e tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] Calling delete_port for 3ee360a7-c8ce-4036-ab0c-6238a267f4f4 owned by network:dhcp {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:31:38.465861 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124f2d2c-f929-49bd-841f-8cabe0f03e8b req-30a2c269-29dc-4def-8a0d-d1ddea28d7df tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:38.468183 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-124f2d2c-f929-49bd-841f-8cabe0f03e8b req-30a2c269-29dc-4def-8a0d-d1ddea28d7df tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] 10.222.0.13 "GET /v2.0/ports?device_id=5aaefbc7-74ce-452d-ae0c-e8fe98fb8ec9 HTTP/1.1" status: 200 len: 943 time: 0.2919216 Mar 07 10:31:38.525440 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-d88b0aed-41fa-49b8-96a5-1ed1873ebdcc None None] Calling delete_port for 3ee360a7-c8ce-4036-ab0c-6238a267f4f4 owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:31:38.587154 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-e3a2cee1-d002-4e04-ad49-f32346514df8 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Deleting port 2bf8efd5-5ed9-452c-b1a0-87f44e46c7f6 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:31:38.587491 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e3a2cee1-d002-4e04-ad49-f32346514df8 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:38.615441 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-cb105799-f7f1-4fce-ae1d-6d5383c7e697 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:38.628835 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.db.api [None req-d88b0aed-41fa-49b8-96a5-1ed1873ebdcc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 10:31:38.629435 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c83acd0d-3eb4-48cb-98de-70ac8cf2799e tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:38.629967 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG oslo_db.api [None req-d88b0aed-41fa-49b8-96a5-1ed1873ebdcc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 10:31:38.651814 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-cb105799-f7f1-4fce-ae1d-6d5383c7e697 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:38.687030 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83acd0d-3eb4-48cb-98de-70ac8cf2799e tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] Pushing event deleted for resources: {'Port': ['ID=3ee360a7-c8ce-4036-ab0c-6238a267f4f4,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:38.709887 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83acd0d-3eb4-48cb-98de-70ac8cf2799e tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] No DVR routers for this DVR port 3ee360a7-c8ce-4036-ab0c-6238a267f4f4 on host dv-neutron-830731-3-hyperv {{(pid=83738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:31:38.766720 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-124f2d2c-f929-49bd-841f-8cabe0f03e8b req-1aed07a4-5d48-4d83-9ed8-10bfd9e07017 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] 10.222.0.13 "GET /v2.0/security-groups?id=c573f7f3-4cd0-4907-ba58-d47387524041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2893965 Mar 07 10:31:38.768959 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5ecaa52c-dcbc-40da-9387-4199ff4db466 tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:38.777522 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb105799-f7f1-4fce-ae1d-6d5383c7e697 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f963887-cc08-4312-913c-2c57b990a40e,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:38.787591 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-5ecaa52c-dcbc-40da-9387-4199ff4db466 tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] 10.222.0.13 "DELETE /v2.0/ports/d63216bd-8802-45a4-88f9-6250dd3f37ca HTTP/1.1" status: 204 len: 168 time: 1.4587395 Mar 07 10:31:38.788010 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 38436) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:38.823979 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-cb105799-f7f1-4fce-ae1d-6d5383c7e697 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:38.825180 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-cb105799-f7f1-4fce-ae1d-6d5383c7e697 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.7061827 Mar 07 10:31:38.831358 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 38440) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:38.837051 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-04984643-48bb-4f06-8bb9-16f8d8ff50f7 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Request body: {'security_group_rule': {'security_group_id': 'b069c726-1161-4810-bd87-5e28b1297f98', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:31:38.841470 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbe84baf-0d9a-4d30-854d-cafab61293c6 tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] GET failed (client error): The resource could not be found. Mar 07 10:31:38.841953 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-fbe84baf-0d9a-4d30-854d-cafab61293c6 tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Synchronizing usage tracker for tenant:bf639a7498e441a28f217212bce115ee on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:31:38.847146 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-04984643-48bb-4f06-8bb9-16f8d8ff50f7 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:31:38.853655 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-04984643-48bb-4f06-8bb9-16f8d8ff50f7 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Usage tracker for resource:security_group_rule and tenant:e639c099e0f24f9c870fea39bec49c51 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:31:38.857356 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-04984643-48bb-4f06-8bb9-16f8d8ff50f7 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:31:38.866272 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-04984643-48bb-4f06-8bb9-16f8d8ff50f7 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:31:38.873085 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-fbe84baf-0d9a-4d30-854d-cafab61293c6 tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Unset dirty status for tenant:bf639a7498e441a28f217212bce115ee on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:31:38.874736 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-fbe84baf-0d9a-4d30-854d-cafab61293c6 tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] 10.222.0.13 "GET /v2.0/ports/d63216bd-8802-45a4-88f9-6250dd3f37ca HTTP/1.1" status: 404 len: 333 time: 0.0860164 Mar 07 10:31:38.877476 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 38444) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:38.932630 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-04984643-48bb-4f06-8bb9-16f8d8ff50f7 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:38.969608 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-32b043a5-2566-4344-9b11-7742424168d3 tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Deleting port 151d0c24-a3bf-4c57-b954-2fc6eecb09f7 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:31:38.969943 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-32b043a5-2566-4344-9b11-7742424168d3 tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:39.020062 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c83acd0d-3eb4-48cb-98de-70ac8cf2799e tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1526893', 'neutron.services.segments.db._delete_segments_for_network-8732568551033'] for network, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:39.063709 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-c83acd0d-3eb4-48cb-98de-70ac8cf2799e tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ae43eed-b296-4a09-bd70-5c04c8fd6f72']}} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:31:39.071059 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e3a2cee1-d002-4e04-ad49-f32346514df8 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:39.087520 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-c83acd0d-3eb4-48cb-98de-70ac8cf2799e tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3872a52d-149e-40b2-bfc5-a1b5b4fdd78c') {'for_net_delete': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:31:39.087792 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-04984643-48bb-4f06-8bb9-16f8d8ff50f7 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:39.087963 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-c83acd0d-3eb4-48cb-98de-70ac8cf2799e tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3872a52d-149e-40b2-bfc5-a1b5b4fdd78c') {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:31:39.098479 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-04984643-48bb-4f06-8bb9-16f8d8ff50f7 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:39.129266 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04984643-48bb-4f06-8bb9-16f8d8ff50f7 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=789830c2-cf26-4aa3-b795-0001ea0d1084,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:39.131623 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-d88b0aed-41fa-49b8-96a5-1ed1873ebdcc None None] Deleting port 3ee360a7-c8ce-4036-ab0c-6238a267f4f4 {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:31:39.132214 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-d88b0aed-41fa-49b8-96a5-1ed1873ebdcc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:39.201094 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c83acd0d-3eb4-48cb-98de-70ac8cf2799e tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732568550916', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968000'] for segment, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:39.212751 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-04984643-48bb-4f06-8bb9-16f8d8ff50f7 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:39.216586 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-04984643-48bb-4f06-8bb9-16f8d8ff50f7 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.3816566 Mar 07 10:31:39.216782 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-e3a2cee1-d002-4e04-ad49-f32346514df8 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Calling delete_port for 2bf8efd5-5ed9-452c-b1a0-87f44e46c7f6 owned by network:router_interface {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:31:39.217886 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 38448) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:39.244293 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-d88b0aed-41fa-49b8-96a5-1ed1873ebdcc None None] The port '3ee360a7-c8ce-4036-ab0c-6238a267f4f4' was deleted {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 07 10:31:39.265683 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c83acd0d-3eb4-48cb-98de-70ac8cf2799e tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:39.276854 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c83acd0d-3eb4-48cb-98de-70ac8cf2799e tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=83738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 07 10:31:39.277617 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c83acd0d-3eb4-48cb-98de-70ac8cf2799e tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1227397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3556681'] for segment, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:39.282013 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-dc0f8838-e230-44db-95f1-3bf800747306 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:39.292163 dv-neutron-830731-3-hyperv neutron-server[83738]: Traceback (most recent call last): Mar 07 10:31:39.292163 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 07 10:31:39.292163 dv-neutron-830731-3-hyperv neutron-server[83738]: timer() Mar 07 10:31:39.292163 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:31:39.292163 dv-neutron-830731-3-hyperv neutron-server[83738]: cb(*args, **kw) Mar 07 10:31:39.292163 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 10:31:39.292163 dv-neutron-830731-3-hyperv neutron-server[83738]: return func(*args, **kwargs) Mar 07 10:31:39.292163 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:31:39.292163 dv-neutron-830731-3-hyperv neutron-server[83738]: self._notify() Mar 07 10:31:39.292163 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:31:39.292163 dv-neutron-830731-3-hyperv neutron-server[83738]: self.callback(batched_events) Mar 07 10:31:39.292163 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:31:39.292163 dv-neutron-830731-3-hyperv neutron-server[83738]: event.method(event) Mar 07 10:31:39.292163 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 10:31:39.292163 dv-neutron-830731-3-hyperv neutron-server[83738]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:31:39.292163 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 10:31:39.292163 dv-neutron-830731-3-hyperv neutron-server[83738]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:31:39.292163 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 10:31:39.292163 dv-neutron-830731-3-hyperv neutron-server[83738]: return f(self, *a, **k) Mar 07 10:31:39.292163 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:31:39.292163 dv-neutron-830731-3-hyperv neutron-server[83738]: return self._get(url).json() Mar 07 10:31:39.292163 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:31:39.292163 dv-neutron-830731-3-hyperv neutron-server[83738]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:31:39.292163 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 07 10:31:39.292163 dv-neutron-830731-3-hyperv neutron-server[83738]: return self.request(url, 'GET', **kwargs) Mar 07 10:31:39.292163 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 07 10:31:39.292163 dv-neutron-830731-3-hyperv neutron-server[83738]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:31:39.292163 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 07 10:31:39.292163 dv-neutron-830731-3-hyperv neutron-server[83738]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:31:39.292163 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 07 10:31:39.292163 dv-neutron-830731-3-hyperv neutron-server[83738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:31:39.292163 dv-neutron-830731-3-hyperv neutron-server[83738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:31:39.303261 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-dc0f8838-e230-44db-95f1-3bf800747306 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:39.309507 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-32b043a5-2566-4344-9b11-7742424168d3 tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:39.398202 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c83acd0d-3eb4-48cb-98de-70ac8cf2799e tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1526886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923583'] for network, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:39.416169 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c83acd0d-3eb4-48cb-98de-70ac8cf2799e tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:39.431902 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83acd0d-3eb4-48cb-98de-70ac8cf2799e tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] Pushing event deleted for resources: {'Network': ['ID=4ae43eed-b296-4a09-bd70-5c04c8fd6f72,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:39.436513 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-32b043a5-2566-4344-9b11-7742424168d3 tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Calling delete_port for 151d0c24-a3bf-4c57-b954-2fc6eecb09f7 owned by {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:31:39.445970 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-c83acd0d-3eb4-48cb-98de-70ac8cf2799e tempest-TagsExtTest-698627477 tempest-TagsExtTest-698627477-project] 10.222.0.13 "DELETE /v2.0/networks/4ae43eed-b296-4a09-bd70-5c04c8fd6f72 HTTP/1.1" status: 204 len: 168 time: 1.6292257 Mar 07 10:31:39.490528 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-dc0f8838-e230-44db-95f1-3bf800747306 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:39.513432 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0f8838-e230-44db-95f1-3bf800747306 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=789830c2-cf26-4aa3-b795-0001ea0d1084,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:39.522247 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e3a2cee1-d002-4e04-ad49-f32346514df8 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:39.522791 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-dc0f8838-e230-44db-95f1-3bf800747306 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:39.526339 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-dc0f8838-e230-44db-95f1-3bf800747306 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/789830c2-cf26-4aa3-b795-0001ea0d1084 HTTP/1.1" status: 204 len: 168 time: 0.3054810 Mar 07 10:31:39.527986 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 38454) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:39.569575 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a2cee1-d002-4e04-ad49-f32346514df8 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Pushing event deleted for resources: {'Port': ['ID=2bf8efd5-5ed9-452c-b1a0-87f44e46c7f6,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:39.653592 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-3102d02a-6e1a-4c71-a796-57dcc38240bb tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Synchronizing usage tracker for tenant:e639c099e0f24f9c870fea39bec49c51 on resource:security_group_rule {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:31:39.656805 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-32b043a5-2566-4344-9b11-7742424168d3 tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:39.712261 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b043a5-2566-4344-9b11-7742424168d3 tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Pushing event deleted for resources: {'Port': ['ID=151d0c24-a3bf-4c57-b954-2fc6eecb09f7,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:39.753399 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e3a2cee1-d002-4e04-ad49-f32346514df8 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2756383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3920168'] for router_interface, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:39.766513 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-3102d02a-6e1a-4c71-a796-57dcc38240bb tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Unset dirty status for tenant:e639c099e0f24f9c870fea39bec49c51 on resource:security_group_rule {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:31:39.767834 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-3102d02a-6e1a-4c71-a796-57dcc38240bb tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5151 time: 0.2395883 Mar 07 10:31:39.770849 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 38460) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:39.775283 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-32b043a5-2566-4344-9b11-7742424168d3 tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:39.793800 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-32b043a5-2566-4344-9b11-7742424168d3 tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] 10.222.0.13 "DELETE /v2.0/ports/151d0c24-a3bf-4c57-b954-2fc6eecb09f7 HTTP/1.1" status: 204 len: 168 time: 0.9152277 Mar 07 10:31:39.798603 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 38466) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:39.855058 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 38470) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:39.871705 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb153ef2-2032-4599-a9b4-34de7540cc94 tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] GET failed (client error): The resource could not be found. Mar 07 10:31:39.872220 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-bb153ef2-2032-4599-a9b4-34de7540cc94 tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Synchronizing usage tracker for tenant:bf639a7498e441a28f217212bce115ee on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:31:39.908435 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-bb153ef2-2032-4599-a9b4-34de7540cc94 tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Unset dirty status for tenant:bf639a7498e441a28f217212bce115ee on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:31:39.912964 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-bb153ef2-2032-4599-a9b4-34de7540cc94 tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] 10.222.0.13 "GET /v2.0/ports/151d0c24-a3bf-4c57-b954-2fc6eecb09f7 HTTP/1.1" status: 404 len: 333 time: 0.1100967 Mar 07 10:31:39.917105 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 38476) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:39.966922 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 3ee360a7-c8ce-4036-ab0c-6238a267f4f4 no longer exists at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:31:39.983043 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-97c58fd7-ac4f-4377-bf72-175cdfa0dd59 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:39.995787 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-97c58fd7-ac4f-4377-bf72-175cdfa0dd59 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:40.040748 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] No Port match for: 3ee360a7-c8ce-4036-ab0c-6238a267f4f4 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 10:31:40.042804 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 3ee360a7-c8ce-4036-ab0c-6238a267f4f4 not bound to the agent host dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 10:31:40.063965 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-05a790af-3108-4fa4-b19b-8db5d7c047e1 tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Deleting port 56735782-3806-4a9a-a7b8-0977743f9139 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:31:40.064589 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-05a790af-3108-4fa4-b19b-8db5d7c047e1 tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:40.171758 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c9fa6c-63d1-4ea6-b0c2-13938ae4b124 req-0aec9280-e10a-4cf2-9ee1-e90c3f553967 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:40.173256 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f3c9fa6c-63d1-4ea6-b0c2-13938ae4b124 req-0aec9280-e10a-4cf2-9ee1-e90c3f553967 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] 10.222.0.13 "GET /v2.0/ports?device_id=5aaefbc7-74ce-452d-ae0c-e8fe98fb8ec9 HTTP/1.1" status: 200 len: 943 time: 0.2156978 Mar 07 10:31:40.207661 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-97c58fd7-ac4f-4377-bf72-175cdfa0dd59 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:40.232543 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c58fd7-ac4f-4377-bf72-175cdfa0dd59 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0f963887-cc08-4312-913c-2c57b990a40e,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:40.314688 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f3c9fa6c-63d1-4ea6-b0c2-13938ae4b124 req-f51082a4-3b30-4fcf-8a79-7092e9696cb7 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] 10.222.0.13 "GET /v2.0/security-groups?id=c573f7f3-4cd0-4907-ba58-d47387524041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1349087 Mar 07 10:31:40.364927 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-05a790af-3108-4fa4-b19b-8db5d7c047e1 tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:40.470430 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-056122f5-f20c-4bae-b0e9-8724b03e4ade admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=973d9183743a4b0588c930945977ab85&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6120174 Mar 07 10:31:40.476621 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 38480) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:40.477403 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-97c58fd7-ac4f-4377-bf72-175cdfa0dd59 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:40.478405 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-97c58fd7-ac4f-4377-bf72-175cdfa0dd59 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/0f963887-cc08-4312-913c-2c57b990a40e HTTP/1.1" status: 204 len: 168 time: 0.7064855 Mar 07 10:31:40.481057 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 38484) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:40.489446 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-05a790af-3108-4fa4-b19b-8db5d7c047e1 tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Calling delete_port for 56735782-3806-4a9a-a7b8-0977743f9139 owned by {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:31:40.537699 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3a2cee1-d002-4e04-ad49-f32346514df8 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Router e15b1913-dc5e-401a-84e3-fac0e235b428 has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:31:40.563295 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d2386d73-2697-4731-99b4-c4cd5433082b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:40.692357 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-da88391b-4631-468e-9343-61a75deebe3c tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4668 time: 0.2076325 Mar 07 10:31:40.692618 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 38488) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:40.703570 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d2386d73-2697-4731-99b4-c4cd5433082b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:40.748928 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3a2cee1-d002-4e04-ad49-f32346514df8 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:31:40.759201 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-e3a2cee1-d002-4e04-ad49-f32346514df8 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] 10.222.0.13 "PUT /v2.0/routers/e15b1913-dc5e-401a-84e3-fac0e235b428/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3817213 Mar 07 10:31:40.762357 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 38492) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:40.763114 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d2b319-7356-4917-aa25-0462b2347e2b None None] Sync routers for ids ['e15b1913-dc5e-401a-84e3-fac0e235b428'] in dv-neutron-830731-3-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:31:40.776599 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d2b319-7356-4917-aa25-0462b2347e2b None None] Routers {'e15b1913-dc5e-401a-84e3-fac0e235b428'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:31:40.777274 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-53d2b319-7356-4917-aa25-0462b2347e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:31:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['e15b1913-dc5e-401a-84e3-fac0e235b428'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:31:40.779001 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d2386d73-2697-4731-99b4-c4cd5433082b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:40.796194 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d2386d73-2697-4731-99b4-c4cd5433082b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:40.799653 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-d2386d73-2697-4731-99b4-c4cd5433082b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/78daae4f-3133-4a32-9e83-77d5930dd710 HTTP/1.1" status: 204 len: 168 time: 0.3177776 Mar 07 10:31:40.801017 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2386d73-2697-4731-99b4-c4cd5433082b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78daae4f-3133-4a32-9e83-77d5930dd710,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:40.815870 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4df9b855-ba1a-4224-82b5-dc28bc385253 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:40.824364 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-40ed6af3-89eb-4b5d-a9c6-096fba0b90a6 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] 10.222.0.13 "GET /v2.0/ports?device_id=e15b1913-dc5e-401a-84e3-fac0e235b428 HTTP/1.1" status: 200 len: 205 time: 0.0610645 Mar 07 10:31:40.828044 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 38498) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:40.834942 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4df9b855-ba1a-4224-82b5-dc28bc385253 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:40.843661 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-05a790af-3108-4fa4-b19b-8db5d7c047e1 tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:40.847742 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-53d2b319-7356-4917-aa25-0462b2347e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:31:40.862081 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d2b319-7356-4917-aa25-0462b2347e2b None None] Routers {'e15b1913-dc5e-401a-84e3-fac0e235b428'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:31:40.862741 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-53d2b319-7356-4917-aa25-0462b2347e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:31:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['e15b1913-dc5e-401a-84e3-fac0e235b428'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:31:40.897795 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a790af-3108-4fa4-b19b-8db5d7c047e1 tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Pushing event deleted for resources: {'Port': ['ID=56735782-3806-4a9a-a7b8-0977743f9139,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:40.922020 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-53d2b319-7356-4917-aa25-0462b2347e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:31:40.922481 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d2b319-7356-4917-aa25-0462b2347e2b None None] The sync data for ids ['e15b1913-dc5e-401a-84e3-fac0e235b428'] in dv-neutron-830731-3-hyperv is: [] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:31:40.942347 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4df9b855-ba1a-4224-82b5-dc28bc385253 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:40.964306 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-05a790af-3108-4fa4-b19b-8db5d7c047e1 tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:40.968618 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df9b855-ba1a-4224-82b5-dc28bc385253 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e34819d6-3981-4a7a-a284-c0c5df7a96eb,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:40.987994 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4df9b855-ba1a-4224-82b5-dc28bc385253 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:40.989195 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-4df9b855-ba1a-4224-82b5-dc28bc385253 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/e34819d6-3981-4a7a-a284-c0c5df7a96eb HTTP/1.1" status: 204 len: 168 time: 0.2956102 Mar 07 10:31:40.991913 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 38502) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:41.012372 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-05a790af-3108-4fa4-b19b-8db5d7c047e1 tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] 10.222.0.13 "DELETE /v2.0/ports/56735782-3806-4a9a-a7b8-0977743f9139 HTTP/1.1" status: 204 len: 168 time: 1.0940404 Mar 07 10:31:41.012740 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4df5f99a-7b49-4e25-b86a-b10618f04ba3 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks [] for router, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:41.017416 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 38506) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:41.120801 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-40c0484d-e7ea-4a96-ada1-70686a42dcc3 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Synchronizing usage tracker for tenant:e639c099e0f24f9c870fea39bec49c51 on resource:security_group_rule {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:31:41.133944 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf8c04bd-b0ac-4719-beb9-4a57dd41f0df tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Deleting subnet 666b98d8-f08f-4be4-8720-8ad911d70f75 {{(pid=83737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 07 10:31:41.141452 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-cf8c04bd-b0ac-4719-beb9-4a57dd41f0df tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Notify callbacks [] for subnet, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:41.188883 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-40c0484d-e7ea-4a96-ada1-70686a42dcc3 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Unset dirty status for tenant:e639c099e0f24f9c870fea39bec49c51 on resource:security_group_rule {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:31:41.190178 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-40c0484d-e7ea-4a96-ada1-70686a42dcc3 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4185 time: 0.1972780 Mar 07 10:31:41.193282 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 38510) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:41.220726 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-cf8c04bd-b0ac-4719-beb9-4a57dd41f0df tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2627781'] for subnet, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:41.278812 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6d9ca741-1aa4-436a-a98c-6b6f276e5cd0 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:41.294957 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6d9ca741-1aa4-436a-a98c-6b6f276e5cd0 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:41.338666 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6d9ca741-1aa4-436a-a98c-6b6f276e5cd0 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:41.366070 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9ca741-1aa4-436a-a98c-6b6f276e5cd0 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=61c2d944-49ea-486a-9c9c-04601126ad24,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:41.372813 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-cf8c04bd-b0ac-4719-beb9-4a57dd41f0df tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1525496'] for subnet, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:41.413857 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6d9ca741-1aa4-436a-a98c-6b6f276e5cd0 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:41.417374 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-6d9ca741-1aa4-436a-a98c-6b6f276e5cd0 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/61c2d944-49ea-486a-9c9c-04601126ad24 HTTP/1.1" status: 204 len: 168 time: 0.2207725 Mar 07 10:31:41.417846 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 38516) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:41.465623 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4df5f99a-7b49-4e25-b86a-b10618f04ba3 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3917970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58043'] for router, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:41.470391 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4df5f99a-7b49-4e25-b86a-b10618f04ba3 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:41.496162 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4df5f99a-7b49-4e25-b86a-b10618f04ba3 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3917886'] for router, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:41.496872 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4df5f99a-7b49-4e25-b86a-b10618f04ba3 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Fanout notify agent at l3_agent the message router_deleted on router e15b1913-dc5e-401a-84e3-fac0e235b428 {{(pid=83738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 10:31:41.507609 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4df5f99a-7b49-4e25-b86a-b10618f04ba3 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks [] for router, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:41.508686 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-4df5f99a-7b49-4e25-b86a-b10618f04ba3 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] 10.222.0.13 "DELETE /v2.0/routers/e15b1913-dc5e-401a-84e3-fac0e235b428 HTTP/1.1" status: 204 len: 168 time: 0.6794252 Mar 07 10:31:41.511613 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 38520) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:41.531526 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-cf8c04bd-b0ac-4719-beb9-4a57dd41f0df tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1525489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3012507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3219316'] for subnet, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:41.574503 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-c2270ee9-4d44-4ee2-a5ea-ed3d421bc9ce tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Synchronizing usage tracker for tenant:e639c099e0f24f9c870fea39bec49c51 on resource:security_group_rule {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:31:41.594573 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8c04bd-b0ac-4719-beb9-4a57dd41f0df tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Pushing event deleted for resources: {'Subnet': ['ID=666b98d8-f08f-4be4-8720-8ad911d70f75,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:41.610047 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-cf8c04bd-b0ac-4719-beb9-4a57dd41f0df tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:41.613719 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e885e65-b282-4f1a-8f9d-22bcca8991b3 None None] Network fdfbfc96-b73c-439b-aedb-09caa5df7867 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:31:41.619927 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-cf8c04bd-b0ac-4719-beb9-4a57dd41f0df tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] 10.222.0.13 "DELETE /v2.0/subnets/666b98d8-f08f-4be4-8720-8ad911d70f75 HTTP/1.1" status: 204 len: 168 time: 0.5958865 Mar 07 10:31:41.621745 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-c2270ee9-4d44-4ee2-a5ea-ed3d421bc9ce tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Unset dirty status for tenant:e639c099e0f24f9c870fea39bec49c51 on resource:security_group_rule {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:31:41.622960 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-c2270ee9-4d44-4ee2-a5ea-ed3d421bc9ce tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3702 time: 0.2042377 Mar 07 10:31:41.623689 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 38524) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:41.627244 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 38528) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:41.664806 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a3fd79-3ed3-4901-b43e-ad57057f1826 req-b104638c-1e6e-4bb0-8951-f945b2f6312e tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:41.666767 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b9a3fd79-3ed3-4901-b43e-ad57057f1826 req-b104638c-1e6e-4bb0-8951-f945b2f6312e tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] 10.222.0.13 "GET /v2.0/ports?device_id=5aaefbc7-74ce-452d-ae0c-e8fe98fb8ec9 HTTP/1.1" status: 200 len: 943 time: 0.2123604 Mar 07 10:31:41.713193 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2b229fa-9dd9-4741-8d80-4342d5c272c3 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Deleting subnet 72a8dc97-ab58-4c21-99a1-5fd13acb4f23 {{(pid=83738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 07 10:31:41.716428 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a2b229fa-9dd9-4741-8d80-4342d5c272c3 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks [] for subnet, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:41.772511 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a2b229fa-9dd9-4741-8d80-4342d5c272c3 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2969395'] for subnet, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:41.792212 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8ff2ed87-dec9-4ab2-8200-4a5aec26a71f tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:41.801248 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a9545e05-164b-4ca5-9103-b03969c4978e tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1158940'] for network, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:41.813503 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8ff2ed87-dec9-4ab2-8200-4a5aec26a71f tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:41.834331 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b9a3fd79-3ed3-4901-b43e-ad57057f1826 req-7552080c-5ad2-4163-a66b-827a995b1c64 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] 10.222.0.13 "GET /v2.0/security-groups?id=c573f7f3-4cd0-4907-ba58-d47387524041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129296 Mar 07 10:31:41.840708 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-a9545e05-164b-4ca5-9103-b03969c4978e tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Deleting port 92035175-ff9b-4e24-a967-da09ad3d5c39 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:31:41.841050 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a9545e05-164b-4ca5-9103-b03969c4978e tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:41.873980 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a2b229fa-9dd9-4741-8d80-4342d5c272c3 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1525496'] for subnet, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:41.890649 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf6dd604-f728-442e-8a00-5c6e3191ba22 None None] DHCP port deletion for fdfbfc96-b73c-439b-aedb-09caa5df7867 request from dv-neutron-830731-3-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 07 10:31:41.893159 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8ff2ed87-dec9-4ab2-8200-4a5aec26a71f tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:41.894662 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-bf6dd604-f728-442e-8a00-5c6e3191ba22 None None] Deleting port 92035175-ff9b-4e24-a967-da09ad3d5c39 {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:31:41.895069 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-bf6dd604-f728-442e-8a00-5c6e3191ba22 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:41.916017 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff2ed87-dec9-4ab2-8200-4a5aec26a71f tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1e7a3b87-d458-4513-adcb-d4665c70ca74,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:41.958933 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8ff2ed87-dec9-4ab2-8200-4a5aec26a71f tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:41.960685 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-8ff2ed87-dec9-4ab2-8200-4a5aec26a71f tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/1e7a3b87-d458-4513-adcb-d4665c70ca74 HTTP/1.1" status: 204 len: 168 time: 0.3320546 Mar 07 10:31:41.963157 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 38532) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:42.007664 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 92035175-ff9b-4e24-a967-da09ad3d5c39 no longer exists at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:31:42.065189 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device ff4adde1-2c27-49b7-93eb-5984786dbd79 details requested by agent hyperv_hv-neutron-8307 with host hv-neutron-8307 {{(pid=83739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 07 10:31:42.091862 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a2b229fa-9dd9-4741-8d80-4342d5c272c3 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1525489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3556647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741465'] for subnet, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:42.108571 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-e05d420a-92b8-4fbc-8bee-bb02cb225111 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Synchronizing usage tracker for tenant:e639c099e0f24f9c870fea39bec49c51 on resource:security_group_rule {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:31:42.131938 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b229fa-9dd9-4741-8d80-4342d5c272c3 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Pushing event deleted for resources: {'Subnet': ['ID=72a8dc97-ab58-4c21-99a1-5fd13acb4f23,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:42.135175 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-a9545e05-164b-4ca5-9103-b03969c4978e tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] For port 92035175-ff9b-4e24-a967-da09ad3d5c39, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=92035175-ff9b-4e24-a967-da09ad3d5c39,segment=NetworkSegment(32466109-81a3-44a8-834f-17dcb222735e),segment_id=32466109-81a3-44a8-834f-17dcb222735e)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:31:42.135531 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a9545e05-164b-4ca5-9103-b03969c4978e tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:42.144299 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a2b229fa-9dd9-4741-8d80-4342d5c272c3 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:42.155493 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-a2b229fa-9dd9-4741-8d80-4342d5c272c3 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] 10.222.0.13 "DELETE /v2.0/subnets/72a8dc97-ab58-4c21-99a1-5fd13acb4f23 HTTP/1.1" status: 204 len: 168 time: 0.6427023 Mar 07 10:31:42.156196 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 38536) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:42.182501 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24bcb77e-c917-41e6-9ce9-bfb7a923aef9 None None] Network f2a32393-ee5b-4333-8b1c-a7cdfe84495c requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:31:42.266646 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-a9545e05-164b-4ca5-9103-b03969c4978e tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Calling delete_port for 92035175-ff9b-4e24-a967-da09ad3d5c39 owned by network:dhcp {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:31:42.316289 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-e05d420a-92b8-4fbc-8bee-bb02cb225111 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Unset dirty status for tenant:e639c099e0f24f9c870fea39bec49c51 on resource:security_group_rule {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:31:42.319995 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-e05d420a-92b8-4fbc-8bee-bb02cb225111 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3534913 Mar 07 10:31:42.320170 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:42.320912 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 38540) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:42.352045 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_v2 [None req-867e4d7b-5c3e-4a67-9314-0e6e577a80cf tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Deleting subnet c725cb5e-94f0-49c7-999d-122096427f1f {{(pid=83738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 07 10:31:42.356645 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-867e4d7b-5c3e-4a67-9314-0e6e577a80cf tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks [] for subnet, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:42.386191 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a9545e05-164b-4ca5-9103-b03969c4978e tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:42.417604 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-867e4d7b-5c3e-4a67-9314-0e6e577a80cf tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2969395'] for subnet, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:42.435301 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9545e05-164b-4ca5-9103-b03969c4978e tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Pushing event deleted for resources: {'Port': ['ID=92035175-ff9b-4e24-a967-da09ad3d5c39,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:42.454276 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9545e05-164b-4ca5-9103-b03969c4978e tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] No DVR routers for this DVR port 92035175-ff9b-4e24-a967-da09ad3d5c39 on host dv-neutron-830731-3-hyperv {{(pid=83737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:31:42.462959 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-bf6dd604-f728-442e-8a00-5c6e3191ba22 None None] For port 92035175-ff9b-4e24-a967-da09ad3d5c39, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=92035175-ff9b-4e24-a967-da09ad3d5c39,segment=NetworkSegment(32466109-81a3-44a8-834f-17dcb222735e),segment_id=32466109-81a3-44a8-834f-17dcb222735e)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:31:42.463355 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-bf6dd604-f728-442e-8a00-5c6e3191ba22 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:42.494448 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-dba683d6-12dd-41c3-a6c8-9ce5b75716dc tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:42.507103 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-867e4d7b-5c3e-4a67-9314-0e6e577a80cf tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1525496'] for subnet, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:42.587026 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-867e4d7b-5c3e-4a67-9314-0e6e577a80cf tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1525489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3556647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741465'] for subnet, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:42.624950 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867e4d7b-5c3e-4a67-9314-0e6e577a80cf tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Pushing event deleted for resources: {'Subnet': ['ID=c725cb5e-94f0-49c7-999d-122096427f1f,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:42.633474 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-867e4d7b-5c3e-4a67-9314-0e6e577a80cf tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:42.642677 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-867e4d7b-5c3e-4a67-9314-0e6e577a80cf tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] 10.222.0.13 "DELETE /v2.0/subnets/c725cb5e-94f0-49c7-999d-122096427f1f HTTP/1.1" status: 204 len: 168 time: 0.4829063 Mar 07 10:31:42.642962 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 38544) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:42.695440 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01fd6358-0fca-41ca-b257-aeea33781cce None None] Network 7bd39628-5e31-4375-89f3-ff61f7070b0f requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:31:42.699897 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-dba683d6-12dd-41c3-a6c8-9ce5b75716dc tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:42.712880 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a9545e05-164b-4ca5-9103-b03969c4978e tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1526893', 'neutron.services.segments.db._delete_segments_for_network-8732568551033'] for network, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:42.718980 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-bf6dd604-f728-442e-8a00-5c6e3191ba22 None None] Calling delete_port for 92035175-ff9b-4e24-a967-da09ad3d5c39 owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:31:42.757664 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d01e393d-c14d-4998-8fb3-d07ada581b74 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1158940'] for network, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:42.757938 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-a9545e05-164b-4ca5-9103-b03969c4978e tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdfbfc96-b73c-439b-aedb-09caa5df7867']}} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:31:42.768694 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-d01e393d-c14d-4998-8fb3-d07ada581b74 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Deleting port c9a6d3fd-f89e-4d11-ba0e-e9930a4016c5 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:31:42.769102 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d01e393d-c14d-4998-8fb3-d07ada581b74 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:42.771218 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-a9545e05-164b-4ca5-9103-b03969c4978e tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32466109-81a3-44a8-834f-17dcb222735e') {'for_net_delete': True} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:31:42.771510 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-a9545e05-164b-4ca5-9103-b03969c4978e tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32466109-81a3-44a8-834f-17dcb222735e') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:31:42.788850 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a9545e05-164b-4ca5-9103-b03969c4978e tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732568550916', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629174'] for segment, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:42.798692 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-dba683d6-12dd-41c3-a6c8-9ce5b75716dc tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:42.822126 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a9545e05-164b-4ca5-9103-b03969c4978e tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:42.824460 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba683d6-12dd-41c3-a6c8-9ce5b75716dc tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b069c726-1161-4810-bd87-5e28b1297f98,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:42.837681 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9545e05-164b-4ca5-9103-b03969c4978e tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=83737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 07 10:31:42.838074 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a9545e05-164b-4ca5-9103-b03969c4978e tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1227397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3012597'] for segment, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:42.853739 dv-neutron-830731-3-hyperv neutron-server[83737]: Traceback (most recent call last): Mar 07 10:31:42.853739 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 07 10:31:42.853739 dv-neutron-830731-3-hyperv neutron-server[83737]: timer() Mar 07 10:31:42.853739 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:31:42.853739 dv-neutron-830731-3-hyperv neutron-server[83737]: cb(*args, **kw) Mar 07 10:31:42.853739 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 10:31:42.853739 dv-neutron-830731-3-hyperv neutron-server[83737]: return func(*args, **kwargs) Mar 07 10:31:42.853739 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:31:42.853739 dv-neutron-830731-3-hyperv neutron-server[83737]: self._notify() Mar 07 10:31:42.853739 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:31:42.853739 dv-neutron-830731-3-hyperv neutron-server[83737]: self.callback(batched_events) Mar 07 10:31:42.853739 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:31:42.853739 dv-neutron-830731-3-hyperv neutron-server[83737]: event.method(event) Mar 07 10:31:42.853739 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 10:31:42.853739 dv-neutron-830731-3-hyperv neutron-server[83737]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:31:42.853739 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 10:31:42.853739 dv-neutron-830731-3-hyperv neutron-server[83737]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:31:42.853739 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 10:31:42.853739 dv-neutron-830731-3-hyperv neutron-server[83737]: return f(self, *a, **k) Mar 07 10:31:42.853739 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:31:42.853739 dv-neutron-830731-3-hyperv neutron-server[83737]: return self._get(url).json() Mar 07 10:31:42.853739 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:31:42.853739 dv-neutron-830731-3-hyperv neutron-server[83737]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:31:42.853739 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 07 10:31:42.853739 dv-neutron-830731-3-hyperv neutron-server[83737]: return self.request(url, 'GET', **kwargs) Mar 07 10:31:42.853739 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 07 10:31:42.853739 dv-neutron-830731-3-hyperv neutron-server[83737]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:31:42.853739 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 07 10:31:42.853739 dv-neutron-830731-3-hyperv neutron-server[83737]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:31:42.853739 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 07 10:31:42.853739 dv-neutron-830731-3-hyperv neutron-server[83737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:31:42.853739 dv-neutron-830731-3-hyperv neutron-server[83737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:31:42.885478 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port ff4adde1-2c27-49b7-93eb-5984786dbd79, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=ff4adde1-2c27-49b7-93eb-5984786dbd79,segment=NetworkSegment(8c71cc60-e697-4bc8-ab7b-834524b4e30a),segment_id=8c71cc60-e697-4bc8-ab7b-834524b4e30a)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:31:42.939120 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-dba683d6-12dd-41c3-a6c8-9ce5b75716dc tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:42.942710 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-dba683d6-12dd-41c3-a6c8-9ce5b75716dc tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] 10.222.0.13 "DELETE /v2.0/security-groups/b069c726-1161-4810-bd87-5e28b1297f98 HTTP/1.1" status: 204 len: 168 time: 0.6158245 Mar 07 10:31:42.944289 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 38550) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:42.968801 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a9545e05-164b-4ca5-9103-b03969c4978e tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1526886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923583'] for network, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:42.972928 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a9545e05-164b-4ca5-9103-b03969c4978e tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:43.006667 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9545e05-164b-4ca5-9103-b03969c4978e tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] Pushing event deleted for resources: {'Network': ['ID=fdfbfc96-b73c-439b-aedb-09caa5df7867,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:43.016280 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-d01e393d-c14d-4998-8fb3-d07ada581b74 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] For port c9a6d3fd-f89e-4d11-ba0e-e9930a4016c5, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=c9a6d3fd-f89e-4d11-ba0e-e9930a4016c5,segment=NetworkSegment(b24cf64b-e28b-4c6b-952d-ac5eca33e92e),segment_id=b24cf64b-e28b-4c6b-952d-ac5eca33e92e)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:31:43.016935 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d01e393d-c14d-4998-8fb3-d07ada581b74 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:43.031889 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-a9545e05-164b-4ca5-9103-b03969c4978e tempest-AllowedAddressPairIpV6TestJSON-2005694942 tempest-AllowedAddressPairIpV6TestJSON-2005694942-project] 10.222.0.13 "DELETE /v2.0/networks/fdfbfc96-b73c-439b-aedb-09caa5df7867 HTTP/1.1" status: 204 len: 168 time: 1.3967123 Mar 07 10:31:43.080236 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-6700cba9-44c2-4bf0-9b91-714551fb8187 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Synchronizing usage tracker for tenant:e639c099e0f24f9c870fea39bec49c51 on resource:security_group {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:31:43.093659 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Returning: {'device': 'ff4adde1-2c27-49b7-93eb-5984786dbd79', 'network_id': '30023e69-476d-4a1a-a06a-7d904c24f2c0', 'port_id': 'ff4adde1-2c27-49b7-93eb-5984786dbd79', 'mac_address': 'fa:16:3e:00:47:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c545286e-deb0-44ca-9190-77e7d2d3932b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 07 10:31:43.117837 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-6700cba9-44c2-4bf0-9b91-714551fb8187 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Unset dirty status for tenant:e639c099e0f24f9c870fea39bec49c51 on resource:security_group {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:31:43.119290 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-6700cba9-44c2-4bf0-9b91-714551fb8187 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1729572 Mar 07 10:31:43.125816 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 38556) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:43.130005 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-99703e6b-759c-48d4-a205-1365e81aeba7 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Request body: {'security_group': {'name': 'tempest-secgroup--972274990'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:31:43.144794 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-99703e6b-759c-48d4-a205-1365e81aeba7 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:31:43.162412 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-99703e6b-759c-48d4-a205-1365e81aeba7 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:31:43.169631 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-d01e393d-c14d-4998-8fb3-d07ada581b74 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Calling delete_port for c9a6d3fd-f89e-4d11-ba0e-e9930a4016c5 owned by network:dhcp {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:31:43.229829 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.db.api [None req-bf6dd604-f728-442e-8a00-5c6e3191ba22 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 10:31:43.230181 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG oslo_db.api [None req-bf6dd604-f728-442e-8a00-5c6e3191ba22 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 10:31:43.239739 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:43.258964 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d01e393d-c14d-4998-8fb3-d07ada581b74 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:43.268106 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-99703e6b-759c-48d4-a205-1365e81aeba7 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:43.280219 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff4adde1-2c27-49b7-93eb-5984786dbd79 {{(pid=83739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 07 10:31:43.328732 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port ff4adde1-2c27-49b7-93eb-5984786dbd79, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=ff4adde1-2c27-49b7-93eb-5984786dbd79,segment=NetworkSegment(8c71cc60-e697-4bc8-ab7b-834524b4e30a),segment_id=8c71cc60-e697-4bc8-ab7b-834524b4e30a)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:31:43.341179 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:43.350040 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01e393d-c14d-4998-8fb3-d07ada581b74 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Pushing event deleted for resources: {'Port': ['ID=c9a6d3fd-f89e-4d11-ba0e-e9930a4016c5,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:43.356606 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01e393d-c14d-4998-8fb3-d07ada581b74 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] No DVR routers for this DVR port c9a6d3fd-f89e-4d11-ba0e-e9930a4016c5 on host dv-neutron-830731-3-hyperv {{(pid=83738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:31:43.379826 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-99703e6b-759c-48d4-a205-1365e81aeba7 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:31:43.396830 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-99703e6b-759c-48d4-a205-1365e81aeba7 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Usage tracker for resource:security_group_rule and tenant:e639c099e0f24f9c870fea39bec49c51 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:31:43.401839 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-99703e6b-759c-48d4-a205-1365e81aeba7 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:31:43.412314 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-587898f2-1f1f-42fe-ac2a-ec24ac485f2e None None] DHCP port deletion for f2a32393-ee5b-4333-8b1c-a7cdfe84495c request from dv-neutron-830731-3-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 07 10:31:43.413363 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06279cf7-542a-4b0d-b410-e064efc095b6 req-9d2c28cb-b24a-42af-b04b-4c5b023c9c06 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:43.415126 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-06279cf7-542a-4b0d-b410-e064efc095b6 req-9d2c28cb-b24a-42af-b04b-4c5b023c9c06 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] 10.222.0.13 "GET /v2.0/ports?device_id=5aaefbc7-74ce-452d-ae0c-e8fe98fb8ec9 HTTP/1.1" status: 200 len: 943 time: 0.2405615 Mar 07 10:31:43.419660 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-99703e6b-759c-48d4-a205-1365e81aeba7 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:31:43.423701 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38a5e689-0bea-4139-84e3-3f2d1d4fcec9 None None] DHCP port deletion for 7bd39628-5e31-4375-89f3-ff61f7070b0f request from dv-neutron-830731-3-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 07 10:31:43.446237 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-38a5e689-0bea-4139-84e3-3f2d1d4fcec9 None None] Deleting port 287315ae-7c69-4045-9d36-4bfbb65ad764 {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:31:43.446638 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-38a5e689-0bea-4139-84e3-3f2d1d4fcec9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:43.507473 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d01e393d-c14d-4998-8fb3-d07ada581b74 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1526893', 'neutron.services.segments.db._delete_segments_for_network-8732568551033'] for network, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:43.514837 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 38562) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:43.515208 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Pushing event updated for resources: {'Port': ['ID=ff4adde1-2c27-49b7-93eb-5984786dbd79,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:43.520156 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-06279cf7-542a-4b0d-b410-e064efc095b6 req-b429928b-5d77-4813-848b-3a030ed33a68 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] 10.222.0.13 "GET /v2.0/security-groups?id=c573f7f3-4cd0-4907-ba58-d47387524041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970469 Mar 07 10:31:43.540990 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-d01e393d-c14d-4998-8fb3-d07ada581b74 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2a32393-ee5b-4333-8b1c-a7cdfe84495c']}} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:31:43.562788 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-d01e393d-c14d-4998-8fb3-d07ada581b74 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b24cf64b-e28b-4c6b-952d-ac5eca33e92e') {'for_net_delete': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:31:43.563095 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-d01e393d-c14d-4998-8fb3-d07ada581b74 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b24cf64b-e28b-4c6b-952d-ac5eca33e92e') {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:31:43.576205 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d01e393d-c14d-4998-8fb3-d07ada581b74 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732568550916', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968000'] for segment, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:43.584231 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-99703e6b-759c-48d4-a205-1365e81aeba7 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:43.592669 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-99703e6b-759c-48d4-a205-1365e81aeba7 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:43.595099 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d01e393d-c14d-4998-8fb3-d07ada581b74 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:43.601602 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d01e393d-c14d-4998-8fb3-d07ada581b74 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=83738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 07 10:31:43.602356 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d01e393d-c14d-4998-8fb3-d07ada581b74 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1227397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3556681'] for segment, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:43.617082 dv-neutron-830731-3-hyperv neutron-server[83738]: Traceback (most recent call last): Mar 07 10:31:43.617082 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 07 10:31:43.617082 dv-neutron-830731-3-hyperv neutron-server[83738]: timer() Mar 07 10:31:43.617082 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:31:43.617082 dv-neutron-830731-3-hyperv neutron-server[83738]: cb(*args, **kw) Mar 07 10:31:43.617082 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 10:31:43.617082 dv-neutron-830731-3-hyperv neutron-server[83738]: return func(*args, **kwargs) Mar 07 10:31:43.617082 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:31:43.617082 dv-neutron-830731-3-hyperv neutron-server[83738]: self._notify() Mar 07 10:31:43.617082 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:31:43.617082 dv-neutron-830731-3-hyperv neutron-server[83738]: self.callback(batched_events) Mar 07 10:31:43.617082 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:31:43.617082 dv-neutron-830731-3-hyperv neutron-server[83738]: event.method(event) Mar 07 10:31:43.617082 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 10:31:43.617082 dv-neutron-830731-3-hyperv neutron-server[83738]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:31:43.617082 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 10:31:43.617082 dv-neutron-830731-3-hyperv neutron-server[83738]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:31:43.617082 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 10:31:43.617082 dv-neutron-830731-3-hyperv neutron-server[83738]: return f(self, *a, **k) Mar 07 10:31:43.617082 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:31:43.617082 dv-neutron-830731-3-hyperv neutron-server[83738]: return self._get(url).json() Mar 07 10:31:43.617082 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:31:43.617082 dv-neutron-830731-3-hyperv neutron-server[83738]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:31:43.617082 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 07 10:31:43.617082 dv-neutron-830731-3-hyperv neutron-server[83738]: return self.request(url, 'GET', **kwargs) Mar 07 10:31:43.617082 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 07 10:31:43.617082 dv-neutron-830731-3-hyperv neutron-server[83738]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:31:43.617082 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 07 10:31:43.617082 dv-neutron-830731-3-hyperv neutron-server[83738]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:31:43.617082 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 07 10:31:43.617082 dv-neutron-830731-3-hyperv neutron-server[83738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:31:43.617082 dv-neutron-830731-3-hyperv neutron-server[83738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:31:43.630946 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99703e6b-759c-48d4-a205-1365e81aeba7 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b9d2296-d60d-4f7a-951c-b62a3eb79ab8,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:43.672469 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-99703e6b-759c-48d4-a205-1365e81aeba7 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:43.675685 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-99703e6b-759c-48d4-a205-1365e81aeba7 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5476224 Mar 07 10:31:43.675956 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 38568) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:43.683419 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-9a12fa38-c83e-45cb-8a38-279bf494624f tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Request body: {'security_group_rule': {'security_group_id': '9b9d2296-d60d-4f7a-951c-b62a3eb79ab8', 'direction': 'ingress', 'protocol': 17}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:31:43.690105 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] get_ports_and_sgs() called for port_ids ['ff4adde1-2c27-49b7-93eb-5984786dbd79'] {{(pid=83739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 07 10:31:43.703839 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-9a12fa38-c83e-45cb-8a38-279bf494624f tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:31:43.704744 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d01e393d-c14d-4998-8fb3-d07ada581b74 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1526886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923583'] for network, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:43.715575 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-9a12fa38-c83e-45cb-8a38-279bf494624f tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Usage tracker for resource:security_group_rule and tenant:e639c099e0f24f9c870fea39bec49c51 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:31:43.720563 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-9a12fa38-c83e-45cb-8a38-279bf494624f tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:31:43.725331 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d01e393d-c14d-4998-8fb3-d07ada581b74 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:43.726895 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-9a12fa38-c83e-45cb-8a38-279bf494624f tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:31:43.737768 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-bf6dd604-f728-442e-8a00-5c6e3191ba22 None None] Deleting port 92035175-ff9b-4e24-a967-da09ad3d5c39 {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:31:43.738378 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-bf6dd604-f728-442e-8a00-5c6e3191ba22 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:43.739057 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01e393d-c14d-4998-8fb3-d07ada581b74 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Pushing event deleted for resources: {'Network': ['ID=f2a32393-ee5b-4333-8b1c-a7cdfe84495c,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:43.759113 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-d01e393d-c14d-4998-8fb3-d07ada581b74 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] 10.222.0.13 "DELETE /v2.0/networks/f2a32393-ee5b-4333-8b1c-a7cdfe84495c HTTP/1.1" status: 204 len: 168 time: 1.1151075 Mar 07 10:31:43.761677 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 38572) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:43.772269 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9a12fa38-c83e-45cb-8a38-279bf494624f tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:43.797771 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-f4d0513f-46ed-4e5a-a99e-14a42d71d6b9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bf639a7498e441a28f217212bce115ee&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2818024 Mar 07 10:31:43.801466 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 38576) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:43.886318 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9a12fa38-c83e-45cb-8a38-279bf494624f tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:43.887384 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-38a5e689-0bea-4139-84e3-3f2d1d4fcec9 None None] For port 287315ae-7c69-4045-9d36-4bfbb65ad764, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=287315ae-7c69-4045-9d36-4bfbb65ad764,segment=NetworkSegment(cdab197e-2149-4583-af54-95cf9a214b0d),segment_id=cdab197e-2149-4583-af54-95cf9a214b0d)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:31:43.887791 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-38a5e689-0bea-4139-84e3-3f2d1d4fcec9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:43.897799 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9a12fa38-c83e-45cb-8a38-279bf494624f tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:43.906593 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-bf6dd604-f728-442e-8a00-5c6e3191ba22 None None] The port '92035175-ff9b-4e24-a967-da09ad3d5c39' was deleted {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 07 10:31:43.949244 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a12fa38-c83e-45cb-8a38-279bf494624f tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=547a9a85-701a-46de-ac96-b4a100d90022,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:43.981656 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-265b22db-b051-4ac5-a5b4-fd71d000fd25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:43.995585 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9a12fa38-c83e-45cb-8a38-279bf494624f tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:44.000775 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-9a12fa38-c83e-45cb-8a38-279bf494624f tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.3236942 Mar 07 10:31:44.001449 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 38580) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:44.032799 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 287315ae-7c69-4045-9d36-4bfbb65ad764 no longer exists at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:31:44.047612 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-265b22db-b051-4ac5-a5b4-fd71d000fd25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:44.050045 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e9e32394-12cb-437c-be2e-1ef0f203e7b0 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1158940'] for network, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:44.063265 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-e9e32394-12cb-437c-be2e-1ef0f203e7b0 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Deleting port 287315ae-7c69-4045-9d36-4bfbb65ad764 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:31:44.063591 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e9e32394-12cb-437c-be2e-1ef0f203e7b0 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:44.138495 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-38a5e689-0bea-4139-84e3-3f2d1d4fcec9 None None] Calling delete_port for 287315ae-7c69-4045-9d36-4bfbb65ad764 owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:31:44.150875 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6095ca66-ee17-4957-a5c5-a553693b2df4 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:44.162011 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-265b22db-b051-4ac5-a5b4-fd71d000fd25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:44.198947 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-265b22db-b051-4ac5-a5b4-fd71d000fd25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:44.200167 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-265b22db-b051-4ac5-a5b4-fd71d000fd25 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a542a065-3651-411e-bc60-0a03155b6fda HTTP/1.1" status: 204 len: 168 time: 0.3913317 Mar 07 10:31:44.201051 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265b22db-b051-4ac5-a5b4-fd71d000fd25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a542a065-3651-411e-bc60-0a03155b6fda,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:44.206692 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6095ca66-ee17-4957-a5c5-a553693b2df4 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:44.300470 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6095ca66-ee17-4957-a5c5-a553693b2df4 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:44.326673 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6095ca66-ee17-4957-a5c5-a553693b2df4 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b9d2296-d60d-4f7a-951c-b62a3eb79ab8,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:44.343233 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6095ca66-ee17-4957-a5c5-a553693b2df4 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:44.347741 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 38586) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:44.349183 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-6095ca66-ee17-4957-a5c5-a553693b2df4 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] 10.222.0.13 "DELETE /v2.0/security-groups/9b9d2296-d60d-4f7a-951c-b62a3eb79ab8 HTTP/1.1" status: 204 len: 168 time: 0.3440318 Mar 07 10:31:44.381192 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-e9e32394-12cb-437c-be2e-1ef0f203e7b0 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] For port 287315ae-7c69-4045-9d36-4bfbb65ad764, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=287315ae-7c69-4045-9d36-4bfbb65ad764,segment=NetworkSegment(cdab197e-2149-4583-af54-95cf9a214b0d),segment_id=cdab197e-2149-4583-af54-95cf9a214b0d)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:31:44.381844 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e9e32394-12cb-437c-be2e-1ef0f203e7b0 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:44.438303 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-38a5e689-0bea-4139-84e3-3f2d1d4fcec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812'] for port, after_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:44.505981 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a5e689-0bea-4139-84e3-3f2d1d4fcec9 None None] Pushing event deleted for resources: {'Port': ['ID=287315ae-7c69-4045-9d36-4bfbb65ad764,revision_number=None']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:44.510438 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:44.519499 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-e9e32394-12cb-437c-be2e-1ef0f203e7b0 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Calling delete_port for 287315ae-7c69-4045-9d36-4bfbb65ad764 owned by network:dhcp {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:31:44.522900 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a5e689-0bea-4139-84e3-3f2d1d4fcec9 None None] No DVR routers for this DVR port 287315ae-7c69-4045-9d36-4bfbb65ad764 on host dv-neutron-830731-3-hyperv {{(pid=83739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:31:44.587400 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-5516cc63-6f6d-4413-a39f-066d9e44a6e0 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2347288 Mar 07 10:31:44.588619 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 38596) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:44.603151 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-2438a6d9-55d2-4787-a31e-dd2ced6760a3 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Request body: {'security_group': {'name': 'tempest-secgroup--1378947423'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:31:44.605637 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device c9a6d3fd-f89e-4d11-ba0e-e9930a4016c5 no longer exists at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:31:44.647075 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] No Port match for: c9a6d3fd-f89e-4d11-ba0e-e9930a4016c5 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 10:31:44.647075 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device c9a6d3fd-f89e-4d11-ba0e-e9930a4016c5 not bound to the agent host dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 10:31:44.648696 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-2438a6d9-55d2-4787-a31e-dd2ced6760a3 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:31:44.654226 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-2438a6d9-55d2-4787-a31e-dd2ced6760a3 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Usage tracker for resource:security_group and tenant:e639c099e0f24f9c870fea39bec49c51 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:31:44.659388 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-2438a6d9-55d2-4787-a31e-dd2ced6760a3 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:31:44.664504 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-2438a6d9-55d2-4787-a31e-dd2ced6760a3 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:31:44.666413 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.db.api [None req-e9e32394-12cb-437c-be2e-1ef0f203e7b0 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83738) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 10:31:44.666853 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG oslo_db.api [None req-e9e32394-12cb-437c-be2e-1ef0f203e7b0 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 10:31:44.677184 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2438a6d9-55d2-4787-a31e-dd2ced6760a3 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Notify callbacks [] for security_group, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:44.728586 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-2438a6d9-55d2-4787-a31e-dd2ced6760a3 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:31:44.733316 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-2438a6d9-55d2-4787-a31e-dd2ced6760a3 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Usage tracker for resource:security_group_rule and tenant:e639c099e0f24f9c870fea39bec49c51 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:31:44.736434 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-2438a6d9-55d2-4787-a31e-dd2ced6760a3 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:31:44.742214 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-2438a6d9-55d2-4787-a31e-dd2ced6760a3 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:31:44.782411 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e57086-52a7-4981-82e6-38bafc55e5e0 req-60f7687a-7a92-4b1b-beb6-f6dce8c23550 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:44.784016 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-79e57086-52a7-4981-82e6-38bafc55e5e0 req-60f7687a-7a92-4b1b-beb6-f6dce8c23550 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] 10.222.0.13 "GET /v2.0/ports?device_id=5aaefbc7-74ce-452d-ae0c-e8fe98fb8ec9 HTTP/1.1" status: 200 len: 944 time: 0.0981224 Mar 07 10:31:44.800008 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2438a6d9-55d2-4787-a31e-dd2ced6760a3 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Notify callbacks [] for security_group, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:44.804149 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2438a6d9-55d2-4787-a31e-dd2ced6760a3 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:44.836834 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-79e57086-52a7-4981-82e6-38bafc55e5e0 req-79193e93-5c65-4e49-aaf3-392e6356455e tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] 10.222.0.13 "GET /v2.0/security-groups?id=c573f7f3-4cd0-4907-ba58-d47387524041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454986 Mar 07 10:31:44.852330 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2438a6d9-55d2-4787-a31e-dd2ced6760a3 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3eab92b-69eb-4fc2-8d72-fff247526034,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:44.865839 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2438a6d9-55d2-4787-a31e-dd2ced6760a3 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:44.867820 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-2438a6d9-55d2-4787-a31e-dd2ced6760a3 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.2701182 Mar 07 10:31:44.869982 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 38606) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:44.875961 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-2f7371bb-3077-4047-979e-2f1a6ae0d61a tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Request body: {'security_group': {'name': 'tempest-secgroup--3874625'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:31:44.881683 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-2f7371bb-3077-4047-979e-2f1a6ae0d61a tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:31:44.885882 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-2f7371bb-3077-4047-979e-2f1a6ae0d61a tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Usage tracker for resource:security_group and tenant:e639c099e0f24f9c870fea39bec49c51 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:31:44.888621 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-2f7371bb-3077-4047-979e-2f1a6ae0d61a tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:31:44.894885 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-2f7371bb-3077-4047-979e-2f1a6ae0d61a tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:31:44.905445 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2f7371bb-3077-4047-979e-2f1a6ae0d61a tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Notify callbacks [] for security_group, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:44.941477 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-2f7371bb-3077-4047-979e-2f1a6ae0d61a tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:31:44.945420 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-2f7371bb-3077-4047-979e-2f1a6ae0d61a tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Usage tracker for resource:security_group_rule and tenant:e639c099e0f24f9c870fea39bec49c51 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:31:44.948130 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-2f7371bb-3077-4047-979e-2f1a6ae0d61a tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:31:44.954275 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-2f7371bb-3077-4047-979e-2f1a6ae0d61a tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:31:45.010451 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2f7371bb-3077-4047-979e-2f1a6ae0d61a tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Notify callbacks [] for security_group, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:45.014475 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2f7371bb-3077-4047-979e-2f1a6ae0d61a tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:45.057719 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7371bb-3077-4047-979e-2f1a6ae0d61a tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=460eef80-0979-448c-a2d1-fa2b539dec4b,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:45.067856 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2f7371bb-3077-4047-979e-2f1a6ae0d61a tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:45.069454 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-2f7371bb-3077-4047-979e-2f1a6ae0d61a tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1575 time: 0.1983957 Mar 07 10:31:45.072897 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 38614) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:45.078483 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-a3e96f59-c244-43d8-804f-933258e2ce5d tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Request body: {'security_group_rule': {'security_group_id': 'e3eab92b-69eb-4fc2-8d72-fff247526034', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '460eef80-0979-448c-a2d1-fa2b539dec4b', 'remote_ip_prefix': None}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:31:45.084629 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-a3e96f59-c244-43d8-804f-933258e2ce5d tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:31:45.088725 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-a3e96f59-c244-43d8-804f-933258e2ce5d tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Usage tracker for resource:security_group_rule and tenant:e639c099e0f24f9c870fea39bec49c51 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:31:45.091601 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-a3e96f59-c244-43d8-804f-933258e2ce5d tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:31:45.101031 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-a3e96f59-c244-43d8-804f-933258e2ce5d tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:31:45.124369 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a3e96f59-c244-43d8-804f-933258e2ce5d tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:45.168063 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-e9e32394-12cb-437c-be2e-1ef0f203e7b0 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Deleting port 287315ae-7c69-4045-9d36-4bfbb65ad764 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:31:45.168398 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e9e32394-12cb-437c-be2e-1ef0f203e7b0 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:45.216669 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 38620) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:45.236309 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-e9e32394-12cb-437c-be2e-1ef0f203e7b0 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] The port '287315ae-7c69-4045-9d36-4bfbb65ad764' was deleted {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 07 10:31:45.282830 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a3e96f59-c244-43d8-804f-933258e2ce5d tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:45.303071 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a3e96f59-c244-43d8-804f-933258e2ce5d tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:45.354596 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-2538d267-e958-4ce2-9902-1534afaeea3d tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-293303277'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:31:45.359339 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-2538d267-e958-4ce2-9902-1534afaeea3d tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:31:45.363071 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-2538d267-e958-4ce2-9902-1534afaeea3d tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Usage tracker for resource:network and tenant:ce765de48c82463186c0d06fc43df11b is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:31:45.365846 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-2538d267-e958-4ce2-9902-1534afaeea3d tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:31:45.371799 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-2538d267-e958-4ce2-9902-1534afaeea3d tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:31:45.382903 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2538d267-e958-4ce2-9902-1534afaeea3d tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Made reservation on behalf of ce765de48c82463186c0d06fc43df11b for: {'network': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:31:45.386167 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2538d267-e958-4ce2-9902-1534afaeea3d tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for network, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:45.392530 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e96f59-c244-43d8-804f-933258e2ce5d tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa25ddc7-f8c1-48e2-903f-bea9583fed72,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:45.399230 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2538d267-e958-4ce2-9902-1534afaeea3d tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:45.400128 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e9e32394-12cb-437c-be2e-1ef0f203e7b0 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1526893', 'neutron.services.segments.db._delete_segments_for_network-8732568551033'] for network, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:45.426397 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a3e96f59-c244-43d8-804f-933258e2ce5d tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:45.427554 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-a3e96f59-c244-43d8-804f-933258e2ce5d tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 0.3537447 Mar 07 10:31:45.430813 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 38626) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:45.431689 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-2538d267-e958-4ce2-9902-1534afaeea3d tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:31:45.433806 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-e9e32394-12cb-437c-be2e-1ef0f203e7b0 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bd39628-5e31-4375-89f3-ff61f7070b0f']}} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:31:45.435706 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-2538d267-e958-4ce2-9902-1534afaeea3d tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Usage tracker for resource:security_group_rule and tenant:ce765de48c82463186c0d06fc43df11b is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:31:45.438717 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-2538d267-e958-4ce2-9902-1534afaeea3d tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:31:45.444448 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-2538d267-e958-4ce2-9902-1534afaeea3d tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:31:45.465859 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-e9e32394-12cb-437c-be2e-1ef0f203e7b0 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdab197e-2149-4583-af54-95cf9a214b0d') {'for_net_delete': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:31:45.466213 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-e9e32394-12cb-437c-be2e-1ef0f203e7b0 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdab197e-2149-4583-af54-95cf9a214b0d') {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:31:45.479089 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:45.491480 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e9e32394-12cb-437c-be2e-1ef0f203e7b0 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732568550916', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968000'] for segment, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:45.502606 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-98cbedcb-d329-46f8-a55a-709bd8e361a3 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:45.515200 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e9e32394-12cb-437c-be2e-1ef0f203e7b0 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:45.517898 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-98cbedcb-d329-46f8-a55a-709bd8e361a3 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:45.521985 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2538d267-e958-4ce2-9902-1534afaeea3d tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:45.526007 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2538d267-e958-4ce2-9902-1534afaeea3d tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:45.530763 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9e32394-12cb-437c-be2e-1ef0f203e7b0 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=83738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 07 10:31:45.531275 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e9e32394-12cb-437c-be2e-1ef0f203e7b0 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1227397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3556681'] for segment, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:45.545432 dv-neutron-830731-3-hyperv neutron-server[83738]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:31:45.545432 dv-neutron-830731-3-hyperv neutron-server[83738]: util.warn( Mar 07 10:31:45.545432 dv-neutron-830731-3-hyperv neutron-server[83738]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:31:45.545432 dv-neutron-830731-3-hyperv neutron-server[83738]: util.warn( Mar 07 10:31:45.545432 dv-neutron-830731-3-hyperv neutron-server[83738]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:31:45.545432 dv-neutron-830731-3-hyperv neutron-server[83738]: util.warn( Mar 07 10:31:45.545432 dv-neutron-830731-3-hyperv neutron-server[83738]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:31:45.545432 dv-neutron-830731-3-hyperv neutron-server[83738]: util.warn( Mar 07 10:31:45.545432 dv-neutron-830731-3-hyperv neutron-server[83738]: Traceback (most recent call last): Mar 07 10:31:45.545432 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 07 10:31:45.545432 dv-neutron-830731-3-hyperv neutron-server[83738]: timer() Mar 07 10:31:45.545432 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:31:45.545432 dv-neutron-830731-3-hyperv neutron-server[83738]: cb(*args, **kw) Mar 07 10:31:45.545432 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 10:31:45.545432 dv-neutron-830731-3-hyperv neutron-server[83738]: return func(*args, **kwargs) Mar 07 10:31:45.545432 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:31:45.545432 dv-neutron-830731-3-hyperv neutron-server[83738]: self._notify() Mar 07 10:31:45.545432 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:31:45.545432 dv-neutron-830731-3-hyperv neutron-server[83738]: self.callback(batched_events) Mar 07 10:31:45.545432 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:31:45.545432 dv-neutron-830731-3-hyperv neutron-server[83738]: event.method(event) Mar 07 10:31:45.545432 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 10:31:45.545432 dv-neutron-830731-3-hyperv neutron-server[83738]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:31:45.545432 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 10:31:45.545432 dv-neutron-830731-3-hyperv neutron-server[83738]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:31:45.545432 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 10:31:45.545432 dv-neutron-830731-3-hyperv neutron-server[83738]: return f(self, *a, **k) Mar 07 10:31:45.545432 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:31:45.545432 dv-neutron-830731-3-hyperv neutron-server[83738]: return self._get(url).json() Mar 07 10:31:45.545432 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:31:45.545432 dv-neutron-830731-3-hyperv neutron-server[83738]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:31:45.545432 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 07 10:31:45.545432 dv-neutron-830731-3-hyperv neutron-server[83738]: return self.request(url, 'GET', **kwargs) Mar 07 10:31:45.545432 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 07 10:31:45.545432 dv-neutron-830731-3-hyperv neutron-server[83738]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:31:45.545432 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 07 10:31:45.545432 dv-neutron-830731-3-hyperv neutron-server[83738]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:31:45.545432 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 07 10:31:45.545432 dv-neutron-830731-3-hyperv neutron-server[83738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:31:45.545432 dv-neutron-830731-3-hyperv neutron-server[83738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:31:45.558362 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2538d267-e958-4ce2-9902-1534afaeea3d tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73adf866-fe89-4787-a005-b33982a9fe0a,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:45.625755 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-98cbedcb-d329-46f8-a55a-709bd8e361a3 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:45.635570 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2538d267-e958-4ce2-9902-1534afaeea3d tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=83737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:31:45.637587 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e9e32394-12cb-437c-be2e-1ef0f203e7b0 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1526886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923583'] for network, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:45.643323 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cbedcb-d329-46f8-a55a-709bd8e361a3 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=aa25ddc7-f8c1-48e2-903f-bea9583fed72,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:45.649928 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2538d267-e958-4ce2-9902-1534afaeea3d tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:45.650386 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.db.segments_db [None req-2538d267-e958-4ce2-9902-1534afaeea3d tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Added segment 624bb653-5dfe-4b6c-88e6-be533ddde342 of type vlan for network c7092246-d3e8-46c5-b864-eec46bdd0725 Mar 07 10:31:45.658537 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e9e32394-12cb-437c-be2e-1ef0f203e7b0 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:45.676272 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e32394-12cb-437c-be2e-1ef0f203e7b0 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Pushing event deleted for resources: {'Network': ['ID=7bd39628-5e31-4375-89f3-ff61f7070b0f,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:45.678647 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2538d267-e958-4ce2-9902-1534afaeea3d tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732568034061'] for network, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:45.683330 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-e9e32394-12cb-437c-be2e-1ef0f203e7b0 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] 10.222.0.13 "DELETE /v2.0/networks/7bd39628-5e31-4375-89f3-ff61f7070b0f HTTP/1.1" status: 204 len: 168 time: 1.9164057 Mar 07 10:31:45.683330 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-98cbedcb-d329-46f8-a55a-709bd8e361a3 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:45.683330 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-98cbedcb-d329-46f8-a55a-709bd8e361a3 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/aa25ddc7-f8c1-48e2-903f-bea9583fed72 HTTP/1.1" status: 204 len: 168 time: 0.2496765 Mar 07 10:31:45.683330 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 38630) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:45.684850 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 38632) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:45.690692 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-39cdd24b-152a-4f09-be32-2ab7268e5371 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-53746593'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:31:45.709120 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-39cdd24b-152a-4f09-be32-2ab7268e5371 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:31:45.716676 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-39cdd24b-152a-4f09-be32-2ab7268e5371 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Usage tracker for resource:network and tenant:0d2fd6fe5acd4dee8d48a1427bbf6953 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:31:45.718010 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2538d267-e958-4ce2-9902-1534afaeea3d tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594'] for network, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:45.720272 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-39cdd24b-152a-4f09-be32-2ab7268e5371 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:31:45.721885 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2538d267-e958-4ce2-9902-1534afaeea3d tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:45.722454 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2538d267-e958-4ce2-9902-1534afaeea3d tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:45.728279 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-39cdd24b-152a-4f09-be32-2ab7268e5371 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:31:45.756601 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-90c7b663-c614-42e2-b877-5d96829976f7 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Synchronizing usage tracker for tenant:e639c099e0f24f9c870fea39bec49c51 on resource:security_group_rule {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:31:45.758805 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39cdd24b-152a-4f09-be32-2ab7268e5371 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Made reservation on behalf of 0d2fd6fe5acd4dee8d48a1427bbf6953 for: {'network': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:31:45.761621 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-39cdd24b-152a-4f09-be32-2ab7268e5371 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for network, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:45.794498 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-90c7b663-c614-42e2-b877-5d96829976f7 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Unset dirty status for tenant:e639c099e0f24f9c870fea39bec49c51 on resource:security_group_rule {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:31:45.796439 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-90c7b663-c614-42e2-b877-5d96829976f7 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.1105454 Mar 07 10:31:45.799494 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 38638) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:45.802084 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39cdd24b-152a-4f09-be32-2ab7268e5371 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=83738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:31:45.826839 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-2538d267-e958-4ce2-9902-1534afaeea3d tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.6084421 Mar 07 10:31:45.830417 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 38642) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:45.837421 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-08d01a9c-8490-4579-9ab9-f93ac56864c3 tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Request body: {'subnet': {'network_id': 'c7092246-d3e8-46c5-b864-eec46bdd0725', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:31:45.838421 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-39cdd24b-152a-4f09-be32-2ab7268e5371 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:45.838766 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.db.segments_db [None req-39cdd24b-152a-4f09-be32-2ab7268e5371 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Added segment 6823275c-fee5-4be7-9a2f-63b21a9d4e09 of type vlan for network 89523df9-3b19-4821-85ed-16c8f0f5c93a Mar 07 10:31:45.854327 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2538d267-e958-4ce2-9902-1534afaeea3d tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Pushing event updated for resources: {'Network': ['ID=c7092246-d3e8-46c5-b864-eec46bdd0725,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:45.866600 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Network c7092246-d3e8-46c5-b864-eec46bdd0725 details requested by agent ovs-agent-dv-neutron-830731-3-hyperv with host dv-neutron-830731-3-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 10:31:45.882210 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-39cdd24b-152a-4f09-be32-2ab7268e5371 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732568034061'] for network, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:45.906983 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-429b1c11-c30b-4fef-8d42-af793ecc19fb tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Notify callbacks [] for security_group, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:45.934554 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-429b1c11-c30b-4fef-8d42-af793ecc19fb tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:45.982844 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-08d01a9c-8490-4579-9ab9-f93ac56864c3 tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:31:45.989282 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-08d01a9c-8490-4579-9ab9-f93ac56864c3 tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Usage tracker for resource:subnet and tenant:ce765de48c82463186c0d06fc43df11b is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:31:45.992220 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-08d01a9c-8490-4579-9ab9-f93ac56864c3 tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:31:45.997731 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-429b1c11-c30b-4fef-8d42-af793ecc19fb tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:45.998953 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-08d01a9c-8490-4579-9ab9-f93ac56864c3 tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:31:46.017080 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429b1c11-c30b-4fef-8d42-af793ecc19fb tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=460eef80-0979-448c-a2d1-fa2b539dec4b,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:46.029954 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-39cdd24b-152a-4f09-be32-2ab7268e5371 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594'] for network, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:46.034810 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39cdd24b-152a-4f09-be32-2ab7268e5371 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:46.035438 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-39cdd24b-152a-4f09-be32-2ab7268e5371 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:46.051421 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08d01a9c-8490-4579-9ab9-f93ac56864c3 tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Made reservation on behalf of ce765de48c82463186c0d06fc43df11b for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:31:46.052859 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device ff4adde1-2c27-49b7-93eb-5984786dbd79 up at agent hyperv_hv-neutron-8307 {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:31:46.131512 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Provisioning for port ff4adde1-2c27-49b7-93eb-5984786dbd79 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:31:46.136858 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Provisioning complete for port ff4adde1-2c27-49b7-93eb-5984786dbd79 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:31:46.137225 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:46.148273 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-39cdd24b-152a-4f09-be32-2ab7268e5371 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4618540 Mar 07 10:31:46.148599 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 38648) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:46.161191 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-429b1c11-c30b-4fef-8d42-af793ecc19fb tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:46.164717 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-429b1c11-c30b-4fef-8d42-af793ecc19fb tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] 10.222.0.13 "DELETE /v2.0/security-groups/460eef80-0979-448c-a2d1-fa2b539dec4b HTTP/1.1" status: 204 len: 168 time: 0.3618109 Mar 07 10:31:46.164880 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-20310baa-8b60-4093-b41b-ac41c38c8c8f tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Request body: {'subnet': {'network_id': '89523df9-3b19-4821-85ed-16c8f0f5c93a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:31:46.165179 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 38652) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:46.190126 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cdd24b-152a-4f09-be32-2ab7268e5371 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Pushing event updated for resources: {'Network': ['ID=89523df9-3b19-4821-85ed-16c8f0f5c93a,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:46.194815 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-08d01a9c-8490-4579-9ab9-f93ac56864c3 tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3219231'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:46.205021 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Network 89523df9-3b19-4821-85ed-16c8f0f5c93a details requested by agent ovs-agent-dv-neutron-830731-3-hyperv with host dv-neutron-830731-3-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 10:31:46.240336 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-49b59dba-ab25-4280-9cb0-fc428ec92865 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Synchronizing usage tracker for tenant:e639c099e0f24f9c870fea39bec49c51 on resource:security_group {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:31:46.268327 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-49b59dba-ab25-4280-9cb0-fc428ec92865 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Unset dirty status for tenant:e639c099e0f24f9c870fea39bec49c51 on resource:security_group {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:31:46.273397 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-49b59dba-ab25-4280-9cb0-fc428ec92865 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.1044641 Mar 07 10:31:46.273836 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 38656) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:46.354430 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-168b01be-e2da-4f82-9a86-a614c67bd949 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Notify callbacks [] for security_group, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:46.391606 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-168b01be-e2da-4f82-9a86-a614c67bd949 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:46.432358 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:46.448356 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-168b01be-e2da-4f82-9a86-a614c67bd949 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:46.452234 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ef0914-c46f-4995-99f2-f60dadd9be42 req-f938db73-0d08-485a-9b05-4846434eb873 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:46.453719 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d9ef0914-c46f-4995-99f2-f60dadd9be42 req-f938db73-0d08-485a-9b05-4846434eb873 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] 10.222.0.13 "GET /v2.0/ports?device_id=5aaefbc7-74ce-452d-ae0c-e8fe98fb8ec9 HTTP/1.1" status: 200 len: 944 time: 0.4512022 Mar 07 10:31:46.462567 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aaefbc7-74ce-452d-ae0c-e8fe98fb8ec9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff4adde1-2c27-49b7-93eb-5984786dbd79'}] {{(pid=83739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 10:31:46.469853 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168b01be-e2da-4f82-9a86-a614c67bd949 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3eab92b-69eb-4fc2-8d72-fff247526034,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:46.474414 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port ff4adde1-2c27-49b7-93eb-5984786dbd79, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=ff4adde1-2c27-49b7-93eb-5984786dbd79,segment=NetworkSegment(8c71cc60-e697-4bc8-ab7b-834524b4e30a),segment_id=8c71cc60-e697-4bc8-ab7b-834524b4e30a)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:31:46.481072 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:46.489856 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-168b01be-e2da-4f82-9a86-a614c67bd949 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:46.493062 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-168b01be-e2da-4f82-9a86-a614c67bd949 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] 10.222.0.13 "DELETE /v2.0/security-groups/e3eab92b-69eb-4fc2-8d72-fff247526034 HTTP/1.1" status: 204 len: 168 time: 0.2157557 Mar 07 10:31:46.493583 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 38662) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:46.511076 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-20310baa-8b60-4093-b41b-ac41c38c8c8f tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:31:46.524765 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-20310baa-8b60-4093-b41b-ac41c38c8c8f tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Usage tracker for resource:subnet and tenant:0d2fd6fe5acd4dee8d48a1427bbf6953 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:31:46.532296 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-20310baa-8b60-4093-b41b-ac41c38c8c8f tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:31:46.544091 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-20310baa-8b60-4093-b41b-ac41c38c8c8f tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:31:46.555300 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-7801e6fb-da24-4f84-88d3-ad5a26ff3325 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Synchronizing usage tracker for tenant:e639c099e0f24f9c870fea39bec49c51 on resource:security_group {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:31:46.567455 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d9ef0914-c46f-4995-99f2-f60dadd9be42 req-1fda07ae-7a42-43c9-ac57-16b2d51802ca tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] 10.222.0.13 "GET /v2.0/security-groups?id=c573f7f3-4cd0-4907-ba58-d47387524041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000500 Mar 07 10:31:46.567639 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Pushing event updated for resources: {'Port': ['ID=ff4adde1-2c27-49b7-93eb-5984786dbd79,revision_number=5']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:46.575470 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-7801e6fb-da24-4f84-88d3-ad5a26ff3325 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Unset dirty status for tenant:e639c099e0f24f9c870fea39bec49c51 on resource:security_group {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:31:46.581845 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-7801e6fb-da24-4f84-88d3-ad5a26ff3325 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0833404 Mar 07 10:31:46.582647 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 38666) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:46.590091 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-3e42ce24-1138-444c-afc2-cb9db5361bfc tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Request body: {'security_group': {'name': 'tempest-secgroup--1855816129'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:31:46.598209 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-3e42ce24-1138-444c-afc2-cb9db5361bfc tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:31:46.602066 dv-neutron-830731-3-hyperv neutron-server[83739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5aaefbc7-74ce-452d-ae0c-e8fe98fb8ec9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff4adde1-2c27-49b7-93eb-5984786dbd79', 'code': 200} Mar 07 10:31:46.610238 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20310baa-8b60-4093-b41b-ac41c38c8c8f tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Made reservation on behalf of 0d2fd6fe5acd4dee8d48a1427bbf6953 for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:31:46.613558 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-3e42ce24-1138-444c-afc2-cb9db5361bfc tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:31:46.625603 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3e42ce24-1138-444c-afc2-cb9db5361bfc tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Notify callbacks [] for security_group, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:46.661593 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-3e42ce24-1138-444c-afc2-cb9db5361bfc tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:31:46.665881 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-3e42ce24-1138-444c-afc2-cb9db5361bfc tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Usage tracker for resource:security_group_rule and tenant:e639c099e0f24f9c870fea39bec49c51 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:31:46.668679 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-3e42ce24-1138-444c-afc2-cb9db5361bfc tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:31:46.675010 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-3e42ce24-1138-444c-afc2-cb9db5361bfc tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:31:46.734061 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3e42ce24-1138-444c-afc2-cb9db5361bfc tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Notify callbacks [] for security_group, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:46.738288 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3e42ce24-1138-444c-afc2-cb9db5361bfc tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:46.748734 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-20310baa-8b60-4093-b41b-ac41c38c8c8f tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3219231'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:46.789361 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e42ce24-1138-444c-afc2-cb9db5361bfc tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be97090e-97cb-4f29-9249-986e6287eea7,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:46.792670 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3e42ce24-1138-444c-afc2-cb9db5361bfc tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:46.796782 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-3e42ce24-1138-444c-afc2-cb9db5361bfc tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.2104070 Mar 07 10:31:46.797410 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 38670) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:46.803430 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-5e90c728-1c0f-4b6f-99d7-eea158d27f14 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Request body: {'security_group_rule': {'security_group_id': 'be97090e-97cb-4f29-9249-986e6287eea7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:31:46.809705 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-5e90c728-1c0f-4b6f-99d7-eea158d27f14 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:31:46.814187 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-5e90c728-1c0f-4b6f-99d7-eea158d27f14 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Usage tracker for resource:security_group_rule and tenant:e639c099e0f24f9c870fea39bec49c51 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:31:46.817284 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-5e90c728-1c0f-4b6f-99d7-eea158d27f14 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:31:46.823374 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-5e90c728-1c0f-4b6f-99d7-eea158d27f14 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:31:46.844547 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5e90c728-1c0f-4b6f-99d7-eea158d27f14 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:46.877956 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-08d01a9c-8490-4579-9ab9-f93ac56864c3 tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3012444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3219213'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:46.906670 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5e90c728-1c0f-4b6f-99d7-eea158d27f14 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:46.909842 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5e90c728-1c0f-4b6f-99d7-eea158d27f14 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:46.935533 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e90c728-1c0f-4b6f-99d7-eea158d27f14 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f835c5b1-9d6c-4e77-b9f1-ff7bb344a065,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:46.949336 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5e90c728-1c0f-4b6f-99d7-eea158d27f14 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:46.953785 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-5e90c728-1c0f-4b6f-99d7-eea158d27f14 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 0.1553552 Mar 07 10:31:46.954363 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 38674) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:46.983863 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-09d3a62d-1d0b-4fc3-91df-86347313b4ac tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:46.994930 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-09d3a62d-1d0b-4fc3-91df-86347313b4ac tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:46.998790 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d01a9c-8490-4579-9ab9-f93ac56864c3 tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Pushing event updated for resources: {'Subnet': ['ID=c01424ed-5e3d-43f6-b67e-792086526a08,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:47.021309 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-09d3a62d-1d0b-4fc3-91df-86347313b4ac tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:47.036654 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d3a62d-1d0b-4fc3-91df-86347313b4ac tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f835c5b1-9d6c-4e77-b9f1-ff7bb344a065,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:47.043232 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-09d3a62d-1d0b-4fc3-91df-86347313b4ac tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:47.044328 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-09d3a62d-1d0b-4fc3-91df-86347313b4ac tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/f835c5b1-9d6c-4e77-b9f1-ff7bb344a065 HTTP/1.1" status: 204 len: 168 time: 0.0890598 Mar 07 10:31:47.047724 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 38678) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:47.077838 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-6327bbe2-1bb4-489e-90de-0aad32d2be7b req-292a7b45-177a-4160-a1fa-b4a2d16ca9e3 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5aaefbc7-74ce-452d-ae0c-e8fe98fb8ec9 HTTP/1.1" status: 200 len: 1098 time: 0.2304568 Mar 07 10:31:47.078490 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d01a9c-8490-4579-9ab9-f93ac56864c3 tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Checking segment: {'id': '624bb653-5dfe-4b6c-88e6-be533ddde342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'c7092246-d3e8-46c5-b864-eec46bdd0725'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:31:47.078842 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08d01a9c-8490-4579-9ab9-f93ac56864c3 tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Network hostable DHCP agents. Network: c7092246-d3e8-46c5-b864-eec46bdd0725, hostable agents: ['6527556c-6586-422c-ae47-082984683847'], hosted agents: [] {{(pid=83737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:31:47.093929 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-771204ff-1c51-499d-a59f-3a30e77459e0 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Synchronizing usage tracker for tenant:e639c099e0f24f9c870fea39bec49c51 on resource:security_group_rule {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:31:47.109778 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-771204ff-1c51-499d-a59f-3a30e77459e0 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Unset dirty status for tenant:e639c099e0f24f9c870fea39bec49c51 on resource:security_group_rule {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:31:47.114335 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-771204ff-1c51-499d-a59f-3a30e77459e0 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0624149 Mar 07 10:31:47.114472 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 38682) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:47.162398 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-6327bbe2-1bb4-489e-90de-0aad32d2be7b req-215bc19b-764d-4826-8dd6-1b0ef576220a service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=c573f7f3-4cd0-4907-ba58-d47387524041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750597 Mar 07 10:31:47.176499 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08d01a9c-8490-4579-9ab9-f93ac56864c3 tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Network c7092246-d3e8-46c5-b864-eec46bdd0725 is scheduled to be hosted by DHCP agent 6527556c-6586-422c-ae47-082984683847 with binding_index 1 {{(pid=83737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:31:47.182630 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-713c2536-8596-43a2-8d02-e5c15911ceac tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Notify callbacks [] for security_group, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:47.194962 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-20310baa-8b60-4093-b41b-ac41c38c8c8f tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3012444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3219213'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:47.226557 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-08d01a9c-8490-4579-9ab9-f93ac56864c3 tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830731-3-hyperv, c7092246-d3e8-46c5-b864-eec46bdd0725) {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:31:47.239387 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d01a9c-8490-4579-9ab9-f93ac56864c3 tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:47.239971 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-08d01a9c-8490-4579-9ab9-f93ac56864c3 tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:47.243569 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f91f13d-9b47-4529-95b7-57c30d090a9e None None] Network c7092246-d3e8-46c5-b864-eec46bdd0725 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:31:47.297234 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20310baa-8b60-4093-b41b-ac41c38c8c8f tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Pushing event updated for resources: {'Subnet': ['ID=b0c45307-8b6a-4663-ade8-4c42f4ff4049,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:47.302974 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-08d01a9c-8490-4579-9ab9-f93ac56864c3 tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4720447 Mar 07 10:31:47.305645 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 38686) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:47.312793 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-9ec85523-4db3-400d-8b5b-8e1304e0483b tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Request body: {'port': {'network_id': 'c7092246-d3e8-46c5-b864-eec46bdd0725', 'name': 'tempest-AllowedAddressPairTestJSON-1300022838'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:31:47.313452 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-713c2536-8596-43a2-8d02-e5c15911ceac tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:47.361480 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-713c2536-8596-43a2-8d02-e5c15911ceac tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:47.380911 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713c2536-8596-43a2-8d02-e5c15911ceac tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be97090e-97cb-4f29-9249-986e6287eea7,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:47.396448 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-713c2536-8596-43a2-8d02-e5c15911ceac tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:47.397713 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-713c2536-8596-43a2-8d02-e5c15911ceac tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] 10.222.0.13 "DELETE /v2.0/security-groups/be97090e-97cb-4f29-9249-986e6287eea7 HTTP/1.1" status: 204 len: 168 time: 0.2823098 Mar 07 10:31:47.400805 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 38690) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:47.402668 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20310baa-8b60-4093-b41b-ac41c38c8c8f tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Checking segment: {'id': '6823275c-fee5-4be7-9a2f-63b21a9d4e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '89523df9-3b19-4821-85ed-16c8f0f5c93a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:31:47.403089 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20310baa-8b60-4093-b41b-ac41c38c8c8f tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Network hostable DHCP agents. Network: 89523df9-3b19-4821-85ed-16c8f0f5c93a, hostable agents: ['6527556c-6586-422c-ae47-082984683847'], hosted agents: [] {{(pid=83737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:31:47.459807 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-7c59ae4c-b0c6-4f1a-8e41-6b9bce9417d7 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Synchronizing usage tracker for tenant:e639c099e0f24f9c870fea39bec49c51 on resource:security_group {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:31:47.464108 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20310baa-8b60-4093-b41b-ac41c38c8c8f tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Network 89523df9-3b19-4821-85ed-16c8f0f5c93a is scheduled to be hosted by DHCP agent 6527556c-6586-422c-ae47-082984683847 with binding_index 1 {{(pid=83737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:31:47.478771 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-7c59ae4c-b0c6-4f1a-8e41-6b9bce9417d7 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Unset dirty status for tenant:e639c099e0f24f9c870fea39bec49c51 on resource:security_group {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:31:47.479150 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-9ec85523-4db3-400d-8b5b-8e1304e0483b tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:31:47.484005 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-7c59ae4c-b0c6-4f1a-8e41-6b9bce9417d7 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0789225 Mar 07 10:31:47.484536 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 38694) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:47.487944 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-9ec85523-4db3-400d-8b5b-8e1304e0483b tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Usage tracker for resource:port and tenant:ce765de48c82463186c0d06fc43df11b is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:31:47.490996 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-20310baa-8b60-4093-b41b-ac41c38c8c8f tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830731-3-hyperv, 89523df9-3b19-4821-85ed-16c8f0f5c93a) {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:31:47.492924 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-9ec85523-4db3-400d-8b5b-8e1304e0483b tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:31:47.494425 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-ff1e0d59-17e7-4fcb-b4cf-b142458547b9 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Request body: {'security_group': {'name': 'tempest-secgroup--678274689'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:31:47.499736 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20310baa-8b60-4093-b41b-ac41c38c8c8f tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:47.500317 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-20310baa-8b60-4093-b41b-ac41c38c8c8f tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:47.502109 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-ff1e0d59-17e7-4fcb-b4cf-b142458547b9 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:31:47.504358 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-9ec85523-4db3-400d-8b5b-8e1304e0483b tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:31:47.513230 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-ff1e0d59-17e7-4fcb-b4cf-b142458547b9 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:31:47.522118 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ec85523-4db3-400d-8b5b-8e1304e0483b tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Made reservation on behalf of ce765de48c82463186c0d06fc43df11b for: {'port': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:31:47.525902 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9ec85523-4db3-400d-8b5b-8e1304e0483b tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:47.529223 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ff1e0d59-17e7-4fcb-b4cf-b142458547b9 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Notify callbacks [] for security_group, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:47.530756 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e42685f7-968a-49c6-9dca-a9eb8a7badfd None None] Network 89523df9-3b19-4821-85ed-16c8f0f5c93a requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:31:47.541011 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-20310baa-8b60-4093-b41b-ac41c38c8c8f tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3914499 Mar 07 10:31:47.543762 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 38698) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:47.550010 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-94e76e9d-7f31-4f73-9ec0-f339b0964d1c tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1366037113', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:31:47.559158 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-94e76e9d-7f31-4f73-9ec0-f339b0964d1c tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:31:47.561764 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [None req-9ec85523-4db3-400d-8b5b-8e1304e0483b tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] device_id is not set on port 6063b41f-c3c7-450f-9950-40f799687558 yet. {{(pid=83737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 07 10:31:47.570052 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-ff1e0d59-17e7-4fcb-b4cf-b142458547b9 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:31:47.574773 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-ff1e0d59-17e7-4fcb-b4cf-b142458547b9 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Usage tracker for resource:security_group_rule and tenant:e639c099e0f24f9c870fea39bec49c51 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:31:47.578706 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-ff1e0d59-17e7-4fcb-b4cf-b142458547b9 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:31:47.585118 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-ff1e0d59-17e7-4fcb-b4cf-b142458547b9 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:31:47.601253 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-94e76e9d-7f31-4f73-9ec0-f339b0964d1c tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Usage tracker for resource:router and tenant:0d2fd6fe5acd4dee8d48a1427bbf6953 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:31:47.605068 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-94e76e9d-7f31-4f73-9ec0-f339b0964d1c tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:31:47.620759 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-94e76e9d-7f31-4f73-9ec0-f339b0964d1c tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:31:47.624367 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c07d6c-edfc-4eb1-8551-618c948ab21c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ec2749d-0aec-52fb-aca6-10ba8a80aade-c7092246-d3e8-46c5-b864-eec46bdd0725', 'network_id': 'c7092246-d3e8-46c5-b864-eec46bdd0725', 'tenant_id': 'ce765de48c82463186c0d06fc43df11b', 'fixed_ips': [{'subnet_id': 'c01424ed-5e3d-43f6-b67e-792086526a08'}]}} from dv-neutron-830731-3-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 07 10:31:47.625345 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-30c07d6c-edfc-4eb1-8551-618c948ab21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:47.650746 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-94e76e9d-7f31-4f73-9ec0-f339b0964d1c tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3919700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58025'] for router, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:47.651743 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-94e76e9d-7f31-4f73-9ec0-f339b0964d1c tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3919671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4011175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58018'] for router, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:47.671997 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-94e76e9d-7f31-4f73-9ec0-f339b0964d1c tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:47.680409 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ff1e0d59-17e7-4fcb-b4cf-b142458547b9 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Notify callbacks [] for security_group, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:47.688141 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ff1e0d59-17e7-4fcb-b4cf-b142458547b9 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:47.758410 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1e0d59-17e7-4fcb-b4cf-b142458547b9 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df5da935-b767-474b-9e69-f4ebba6951c0,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:47.773425 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ff1e0d59-17e7-4fcb-b4cf-b142458547b9 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:47.775152 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-ff1e0d59-17e7-4fcb-b4cf-b142458547b9 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.2898328 Mar 07 10:31:47.777667 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 38704) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:47.784951 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-af71184c-afc5-4d9a-b837-b7566165ed44 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Request body: {'security_group_rule': {'security_group_id': 'df5da935-b767-474b-9e69-f4ebba6951c0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:31:47.787219 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-94e76e9d-7f31-4f73-9ec0-f339b0964d1c tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3917991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923518'] for router, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:47.790654 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-af71184c-afc5-4d9a-b837-b7566165ed44 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:31:47.795474 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-af71184c-afc5-4d9a-b837-b7566165ed44 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Usage tracker for resource:security_group_rule and tenant:e639c099e0f24f9c870fea39bec49c51 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:31:47.798884 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-af71184c-afc5-4d9a-b837-b7566165ed44 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:31:47.804684 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-af71184c-afc5-4d9a-b837-b7566165ed44 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:31:47.827661 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-af71184c-afc5-4d9a-b837-b7566165ed44 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:47.832428 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-94e76e9d-7f31-4f73-9ec0-f339b0964d1c tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:47.841087 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-94e76e9d-7f31-4f73-9ec0-f339b0964d1c tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2942278 Mar 07 10:31:47.841336 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 38708) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:47.842860 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-9ec85523-4db3-400d-8b5b-8e1304e0483b tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Allocated IP 172.20.0.7 (c7092246-d3e8-46c5-b864-eec46bdd0725/c01424ed-5e3d-43f6-b67e-792086526a08/6063b41f-c3c7-450f-9950-40f799687558) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:31:47.850964 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-13986955-2a40-47b2-a424-13e5c36b09b8 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Request body: {'port': {'network_id': '89523df9-3b19-4821-85ed-16c8f0f5c93a', 'name': 'tempest-RoutersIpV6Test-1737528533'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:31:47.885632 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8643c98-7f50-437c-b37d-2964b5e4df05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ec2749d-0aec-52fb-aca6-10ba8a80aade-89523df9-3b19-4821-85ed-16c8f0f5c93a', 'network_id': '89523df9-3b19-4821-85ed-16c8f0f5c93a', 'tenant_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'fixed_ips': [{'subnet_id': 'b0c45307-8b6a-4663-ade8-4c42f4ff4049'}]}} from dv-neutron-830731-3-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 07 10:31:47.886459 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c8643c98-7f50-437c-b37d-2964b5e4df05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:47.924348 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fa735f-8afd-40d0-93af-31bd5eb2684a req-6caee823-836b-4edf-bd20-6a030e3d956e tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:47.926081 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-a8fa735f-8afd-40d0-93af-31bd5eb2684a req-6caee823-836b-4edf-bd20-6a030e3d956e tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] 10.222.0.13 "GET /v2.0/ports?device_id=5aaefbc7-74ce-452d-ae0c-e8fe98fb8ec9 HTTP/1.1" status: 200 len: 945 time: 0.1893413 Mar 07 10:31:48.000916 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-13986955-2a40-47b2-a424-13e5c36b09b8 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:31:48.012417 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-13986955-2a40-47b2-a424-13e5c36b09b8 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Usage tracker for resource:port and tenant:0d2fd6fe5acd4dee8d48a1427bbf6953 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:31:48.017494 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-13986955-2a40-47b2-a424-13e5c36b09b8 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:31:48.024830 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-13986955-2a40-47b2-a424-13e5c36b09b8 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:31:48.043148 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13986955-2a40-47b2-a424-13e5c36b09b8 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Made reservation on behalf of 0d2fd6fe5acd4dee8d48a1427bbf6953 for: {'port': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:31:48.046218 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-13986955-2a40-47b2-a424-13e5c36b09b8 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:48.053282 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-c8643c98-7f50-437c-b37d-2964b5e4df05 None None] Allocated IP 2001:db8::2 (89523df9-3b19-4821-85ed-16c8f0f5c93a/b0c45307-8b6a-4663-ade8-4c42f4ff4049/36cb325f-33dd-478e-87a5-e2d5be4ff455) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:31:48.069353 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-af71184c-afc5-4d9a-b837-b7566165ed44 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:48.070775 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-a8fa735f-8afd-40d0-93af-31bd5eb2684a req-4ef2a5a5-8ba0-4284-8e42-e95fd53d9d44 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] 10.222.0.13 "GET /v2.0/security-groups?id=c573f7f3-4cd0-4907-ba58-d47387524041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1210899 Mar 07 10:31:48.074397 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-af71184c-afc5-4d9a-b837-b7566165ed44 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:48.102198 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [None req-13986955-2a40-47b2-a424-13e5c36b09b8 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] device_id is not set on port adb12ec9-e40a-4a99-b8fe-58a2ca5cec33 yet. {{(pid=83738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 07 10:31:48.126688 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9ec85523-4db3-400d-8b5b-8e1304e0483b tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:48.139581 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af71184c-afc5-4d9a-b837-b7566165ed44 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a821b8f-53ac-4c0a-b1f8-1b01b1d9ee8e,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:48.143875 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [None req-9ec85523-4db3-400d-8b5b-8e1304e0483b tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Transition to ACTIVE for port object 6063b41f-c3c7-450f-9950-40f799687558 will not be triggered until provisioned by entity DHCP. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:31:48.167197 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-af71184c-afc5-4d9a-b837-b7566165ed44 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:48.168549 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-af71184c-afc5-4d9a-b837-b7566165ed44 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3898280 Mar 07 10:31:48.176690 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 38712) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:48.189393 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9ec85523-4db3-400d-8b5b-8e1304e0483b tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:48.254318 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 38716) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:48.254615 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-78665096-85e6-4055-81ba-f809f94096dd tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] 10.222.0.13 "GET /v2.0/security-group-rules/5a821b8f-53ac-4c0a-b1f8-1b01b1d9ee8e HTTP/1.1" status: 200 len: 705 time: 0.0764840 Mar 07 10:31:48.276842 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-30c07d6c-edfc-4eb1-8551-618c948ab21c None None] Allocated IP 172.20.0.2 (c7092246-d3e8-46c5-b864-eec46bdd0725/c01424ed-5e3d-43f6-b67e-792086526a08/9c84b80b-f963-4432-80c9-71a199cb8a29) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:31:48.288862 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec85523-4db3-400d-8b5b-8e1304e0483b tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Network c7092246-d3e8-46c5-b864-eec46bdd0725 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:31:48.293314 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-9ec85523-4db3-400d-8b5b-8e1304e0483b tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:31:48.298851 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec85523-4db3-400d-8b5b-8e1304e0483b tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Pushing event updated for resources: {'Port': ['ID=6063b41f-c3c7-450f-9950-40f799687558,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:48.301304 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec85523-4db3-400d-8b5b-8e1304e0483b tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:31:48.360913 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-f60b3743-36c7-480f-9cb6-82f232e02543 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Synchronizing usage tracker for tenant:e639c099e0f24f9c870fea39bec49c51 on resource:security_group_rule {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:31:48.382055 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-f60b3743-36c7-480f-9cb6-82f232e02543 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Unset dirty status for tenant:e639c099e0f24f9c870fea39bec49c51 on resource:security_group_rule {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:31:48.383720 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-f60b3743-36c7-480f-9cb6-82f232e02543 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.1269145 Mar 07 10:31:48.386584 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 38720) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:48.444790 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ec85523-4db3-400d-8b5b-8e1304e0483b tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:48.445745 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9ec85523-4db3-400d-8b5b-8e1304e0483b tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:48.458752 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c8643c98-7f50-437c-b37d-2964b5e4df05 None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:48.475864 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-c8643c98-7f50-437c-b37d-2964b5e4df05 None None] Transition to ACTIVE for port object 36cb325f-33dd-478e-87a5-e2d5be4ff455 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:31:48.494717 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1f51ba29-724d-4fb7-b9fd-d2b79fbc5d82 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:48.507405 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-9ec85523-4db3-400d-8b5b-8e1304e0483b tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2007549 Mar 07 10:31:48.511367 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 38724) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:48.515651 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1f51ba29-724d-4fb7-b9fd-d2b79fbc5d82 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:48.522762 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-c8643c98-7f50-437c-b37d-2964b5e4df05 None None] Transition to ACTIVE for port object 36cb325f-33dd-478e-87a5-e2d5be4ff455 will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:31:48.528382 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-c3460aee-4a22-4b11-91fd-2600611707ec tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Request body: {'port': {'network_id': 'c7092246-d3e8-46c5-b864-eec46bdd0725', 'name': 'tempest-AllowedAddressPairTestJSON-1026159413', 'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:b7:8f:8b'}]}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:31:48.541825 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c8643c98-7f50-437c-b37d-2964b5e4df05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:48.614111 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-13986955-2a40-47b2-a424-13e5c36b09b8 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Allocated IP 2001:db8::3e8 (89523df9-3b19-4821-85ed-16c8f0f5c93a/b0c45307-8b6a-4663-ade8-4c42f4ff4049/adb12ec9-e40a-4a99-b8fe-58a2ca5cec33) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:31:48.667826 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8643c98-7f50-437c-b37d-2964b5e4df05 None None] Network 89523df9-3b19-4821-85ed-16c8f0f5c93a is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:31:48.677763 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8643c98-7f50-437c-b37d-2964b5e4df05 None None] Pushing event updated for resources: {'Port': ['ID=36cb325f-33dd-478e-87a5-e2d5be4ff455,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:48.680318 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-c8643c98-7f50-437c-b37d-2964b5e4df05 None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:31:48.683898 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8643c98-7f50-437c-b37d-2964b5e4df05 None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:31:48.689662 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-30c07d6c-edfc-4eb1-8551-618c948ab21c None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:48.703357 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-30c07d6c-edfc-4eb1-8551-618c948ab21c None None] Transition to ACTIVE for port object 9c84b80b-f963-4432-80c9-71a199cb8a29 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:31:48.743801 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1f51ba29-724d-4fb7-b9fd-d2b79fbc5d82 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:48.774310 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f51ba29-724d-4fb7-b9fd-d2b79fbc5d82 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5a821b8f-53ac-4c0a-b1f8-1b01b1d9ee8e,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:48.781521 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1f51ba29-724d-4fb7-b9fd-d2b79fbc5d82 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:48.784990 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-1f51ba29-724d-4fb7-b9fd-d2b79fbc5d82 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/5a821b8f-53ac-4c0a-b1f8-1b01b1d9ee8e HTTP/1.1" status: 204 len: 168 time: 0.3949637 Mar 07 10:31:48.785492 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 38728) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:48.793422 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-30c07d6c-edfc-4eb1-8551-618c948ab21c None None] Transition to ACTIVE for port object 9c84b80b-f963-4432-80c9-71a199cb8a29 will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:31:48.806770 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-30c07d6c-edfc-4eb1-8551-618c948ab21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:48.823497 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-c3460aee-4a22-4b11-91fd-2600611707ec tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:31:48.829048 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-c3460aee-4a22-4b11-91fd-2600611707ec tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Usage tracker for resource:port and tenant:ce765de48c82463186c0d06fc43df11b is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:31:48.833106 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-c3460aee-4a22-4b11-91fd-2600611707ec tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:31:48.839334 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-c3460aee-4a22-4b11-91fd-2600611707ec tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:31:48.851366 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3460aee-4a22-4b11-91fd-2600611707ec tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Made reservation on behalf of ce765de48c82463186c0d06fc43df11b for: {'port': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:31:48.857107 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c3460aee-4a22-4b11-91fd-2600611707ec tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:48.870499 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-13986955-2a40-47b2-a424-13e5c36b09b8 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:48.880813 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-c8643c98-7f50-437c-b37d-2964b5e4df05 None None] Attempting to bind port 36cb325f-33dd-478e-87a5-e2d5be4ff455 on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:31:48.880813 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-c8643c98-7f50-437c-b37d-2964b5e4df05 None None] Attempting to bind port 36cb325f-33dd-478e-87a5-e2d5be4ff455 by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': '6823275c-fee5-4be7-9a2f-63b21a9d4e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '89523df9-3b19-4821-85ed-16c8f0f5c93a'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:31:48.881134 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8643c98-7f50-437c-b37d-2964b5e4df05 None None] Attempting to bind port 36cb325f-33dd-478e-87a5-e2d5be4ff455 on network 89523df9-3b19-4821-85ed-16c8f0f5c93a {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:31:48.881794 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [None req-c3460aee-4a22-4b11-91fd-2600611707ec tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] device_id is not set on port f3fa05dd-b16a-4832-b634-d111208d398d yet. {{(pid=83737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 07 10:31:48.898368 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-abe3a18b-285f-4e4d-97af-1e40c0fea9b8 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1093178 Mar 07 10:31:48.899587 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 38732) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:48.901756 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-13986955-2a40-47b2-a424-13e5c36b09b8 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Transition to ACTIVE for port object adb12ec9-e40a-4a99-b8fe-58a2ca5cec33 will not be triggered until provisioned by entity DHCP. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:31:48.906494 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-bd152336-277e-4289-b2f3-4a788129b201 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Request body: {'security_group_rule': {'security_group_id': 'df5da935-b767-474b-9e69-f4ebba6951c0', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:31:48.912237 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-bd152336-277e-4289-b2f3-4a788129b201 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:31:48.914183 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8643c98-7f50-437c-b37d-2964b5e4df05 None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 31, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:31:48.914625 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8643c98-7f50-437c-b37d-2964b5e4df05 None None] Checking segment: {'id': '6823275c-fee5-4be7-9a2f-63b21a9d4e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '89523df9-3b19-4821-85ed-16c8f0f5c93a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:31:48.915187 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c8643c98-7f50-437c-b37d-2964b5e4df05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:48.915533 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8643c98-7f50-437c-b37d-2964b5e4df05 None None] Bound using segment: {'id': '6823275c-fee5-4be7-9a2f-63b21a9d4e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '89523df9-3b19-4821-85ed-16c8f0f5c93a'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:31:48.916064 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-c8643c98-7f50-437c-b37d-2964b5e4df05 None None] Bound port: 36cb325f-33dd-478e-87a5-e2d5be4ff455, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6823275c-fee5-4be7-9a2f-63b21a9d4e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '89523df9-3b19-4821-85ed-16c8f0f5c93a'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:31:48.916525 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c8643c98-7f50-437c-b37d-2964b5e4df05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:48.918441 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-bd152336-277e-4289-b2f3-4a788129b201 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Usage tracker for resource:security_group_rule and tenant:e639c099e0f24f9c870fea39bec49c51 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:31:48.922274 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-bd152336-277e-4289-b2f3-4a788129b201 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:31:48.929818 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-bd152336-277e-4289-b2f3-4a788129b201 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:31:48.944361 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c07d6c-edfc-4eb1-8551-618c948ab21c None None] Pushing event updated for resources: {'Port': ['ID=9c84b80b-f963-4432-80c9-71a199cb8a29,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:48.952274 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30c07d6c-edfc-4eb1-8551-618c948ab21c None None] Network c7092246-d3e8-46c5-b864-eec46bdd0725 is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:31:48.952538 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-bd152336-277e-4289-b2f3-4a788129b201 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:48.975722 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-13986955-2a40-47b2-a424-13e5c36b09b8 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:48.984372 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-30c07d6c-edfc-4eb1-8551-618c948ab21c None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:31:48.994042 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c07d6c-edfc-4eb1-8551-618c948ab21c None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:31:49.056735 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-c3460aee-4a22-4b11-91fd-2600611707ec tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Allocated IP 172.20.0.3 (c7092246-d3e8-46c5-b864-eec46bdd0725/c01424ed-5e3d-43f6-b67e-792086526a08/f3fa05dd-b16a-4832-b634-d111208d398d) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:31:49.066809 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13986955-2a40-47b2-a424-13e5c36b09b8 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Network 89523df9-3b19-4821-85ed-16c8f0f5c93a is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:31:49.070894 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-13986955-2a40-47b2-a424-13e5c36b09b8 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:31:49.076942 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13986955-2a40-47b2-a424-13e5c36b09b8 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:31:49.081566 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13986955-2a40-47b2-a424-13e5c36b09b8 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:49.081763 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-13986955-2a40-47b2-a424-13e5c36b09b8 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:49.085420 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13986955-2a40-47b2-a424-13e5c36b09b8 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Pushing event updated for resources: {'Port': ['ID=adb12ec9-e40a-4a99-b8fe-58a2ca5cec33,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:49.115404 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-c8643c98-7f50-437c-b37d-2964b5e4df05 None None] For port 36cb325f-33dd-478e-87a5-e2d5be4ff455, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:31:49.121063 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-30c07d6c-edfc-4eb1-8551-618c948ab21c None None] Attempting to bind port 9c84b80b-f963-4432-80c9-71a199cb8a29 on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:31:49.121063 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-30c07d6c-edfc-4eb1-8551-618c948ab21c None None] Attempting to bind port 9c84b80b-f963-4432-80c9-71a199cb8a29 by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': '624bb653-5dfe-4b6c-88e6-be533ddde342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'c7092246-d3e8-46c5-b864-eec46bdd0725'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:31:49.121370 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c07d6c-edfc-4eb1-8551-618c948ab21c None None] Attempting to bind port 9c84b80b-f963-4432-80c9-71a199cb8a29 on network c7092246-d3e8-46c5-b864-eec46bdd0725 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:31:49.123840 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-bd152336-277e-4289-b2f3-4a788129b201 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:49.130373 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-c8643c98-7f50-437c-b37d-2964b5e4df05 None None] For port 36cb325f-33dd-478e-87a5-e2d5be4ff455, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=36cb325f-33dd-478e-87a5-e2d5be4ff455,segment=NetworkSegment(6823275c-fee5-4be7-9a2f-63b21a9d4e09),segment_id=6823275c-fee5-4be7-9a2f-63b21a9d4e09)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:31:49.132824 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c07d6c-edfc-4eb1-8551-618c948ab21c None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 31, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:31:49.133391 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c07d6c-edfc-4eb1-8551-618c948ab21c None None] Checking segment: {'id': '624bb653-5dfe-4b6c-88e6-be533ddde342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'c7092246-d3e8-46c5-b864-eec46bdd0725'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:31:49.133879 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-30c07d6c-edfc-4eb1-8551-618c948ab21c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:49.134515 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c07d6c-edfc-4eb1-8551-618c948ab21c None None] Bound using segment: {'id': '624bb653-5dfe-4b6c-88e6-be533ddde342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'c7092246-d3e8-46c5-b864-eec46bdd0725'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:31:49.135102 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-30c07d6c-edfc-4eb1-8551-618c948ab21c None None] Bound port: 9c84b80b-f963-4432-80c9-71a199cb8a29, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '624bb653-5dfe-4b6c-88e6-be533ddde342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'c7092246-d3e8-46c5-b864-eec46bdd0725'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:31:49.135593 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-30c07d6c-edfc-4eb1-8551-618c948ab21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:49.148090 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-bd152336-277e-4289-b2f3-4a788129b201 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:49.153499 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c8643c98-7f50-437c-b37d-2964b5e4df05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:49.177889 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-13986955-2a40-47b2-a424-13e5c36b09b8 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3375883 Mar 07 10:31:49.180684 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd152336-277e-4289-b2f3-4a788129b201 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f42c31f-4fe2-41a8-ae28-6e5dae28604f,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:49.195694 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 38738) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:49.285336 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8643c98-7f50-437c-b37d-2964b5e4df05 None None] Pushing event updated for resources: {'Port': ['ID=36cb325f-33dd-478e-87a5-e2d5be4ff455,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:49.326057 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-30c07d6c-edfc-4eb1-8551-618c948ab21c None None] For port 9c84b80b-f963-4432-80c9-71a199cb8a29, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:31:49.332652 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-30c07d6c-edfc-4eb1-8551-618c948ab21c None None] For port 9c84b80b-f963-4432-80c9-71a199cb8a29, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=9c84b80b-f963-4432-80c9-71a199cb8a29,segment=NetworkSegment(624bb653-5dfe-4b6c-88e6-be533ddde342),segment_id=624bb653-5dfe-4b6c-88e6-be533ddde342)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:31:49.339522 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-30c07d6c-edfc-4eb1-8551-618c948ab21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:49.346712 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c3460aee-4a22-4b11-91fd-2600611707ec tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:49.370045 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1f815e-2a46-40e6-8bab-148ed3fdeea7 req-515b7809-d59e-4a9d-aa26-fdc0e1fd0ad5 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:49.377459 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ac1f815e-2a46-40e6-8bab-148ed3fdeea7 req-515b7809-d59e-4a9d-aa26-fdc0e1fd0ad5 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] 10.222.0.13 "GET /v2.0/ports?device_id=5aaefbc7-74ce-452d-ae0c-e8fe98fb8ec9 HTTP/1.1" status: 200 len: 945 time: 0.1590178 Mar 07 10:31:49.396948 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-bd152336-277e-4289-b2f3-4a788129b201 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:49.399539 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-bd152336-277e-4289-b2f3-4a788129b201 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4997687 Mar 07 10:31:49.402645 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [None req-c3460aee-4a22-4b11-91fd-2600611707ec tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Transition to ACTIVE for port object f3fa05dd-b16a-4832-b634-d111208d398d will not be triggered until provisioned by entity DHCP. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:31:49.403575 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 38742) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:49.428813 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c07d6c-edfc-4eb1-8551-618c948ab21c None None] Pushing event updated for resources: {'Port': ['ID=9c84b80b-f963-4432-80c9-71a199cb8a29,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:49.477273 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-7156a252-121a-49aa-ab6b-d1c66da1c7bb tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] 10.222.0.13 "GET /v2.0/security-group-rules/2f42c31f-4fe2-41a8-ae28-6e5dae28604f HTTP/1.1" status: 200 len: 705 time: 0.0713501 Mar 07 10:31:49.477885 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 38746) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:49.507665 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c3460aee-4a22-4b11-91fd-2600611707ec tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:49.581432 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ac1f815e-2a46-40e6-8bab-148ed3fdeea7 req-baae8d99-9e8e-4389-aea8-1d347a0d9027 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] 10.222.0.13 "GET /v2.0/security-groups?id=c573f7f3-4cd0-4907-ba58-d47387524041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2028575 Mar 07 10:31:49.642424 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3460aee-4a22-4b11-91fd-2600611707ec tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Network c7092246-d3e8-46c5-b864-eec46bdd0725 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:31:49.650811 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-5998af8c-0cb6-429e-a063-d836cf6087d4 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Synchronizing usage tracker for tenant:e639c099e0f24f9c870fea39bec49c51 on resource:security_group_rule {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:31:49.657740 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-c3460aee-4a22-4b11-91fd-2600611707ec tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:31:49.660977 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3460aee-4a22-4b11-91fd-2600611707ec tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Pushing event updated for resources: {'Port': ['ID=f3fa05dd-b16a-4832-b634-d111208d398d,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:49.663682 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3460aee-4a22-4b11-91fd-2600611707ec tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:31:49.759559 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-5998af8c-0cb6-429e-a063-d836cf6087d4 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Unset dirty status for tenant:e639c099e0f24f9c870fea39bec49c51 on resource:security_group_rule {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:31:49.760845 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-5998af8c-0cb6-429e-a063-d836cf6087d4 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.2795734 Mar 07 10:31:49.768210 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 38752) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:49.789490 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3460aee-4a22-4b11-91fd-2600611707ec tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:49.790104 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c3460aee-4a22-4b11-91fd-2600611707ec tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:49.873396 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-15c65fbb-48a7-47c1-8b62-5fd5009fae2e tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:49.887966 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-c3460aee-4a22-4b11-91fd-2600611707ec tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 1.3753653 Mar 07 10:31:49.890367 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-15c65fbb-48a7-47c1-8b62-5fd5009fae2e tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:49.898677 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 38756) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:49.989839 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-15c65fbb-48a7-47c1-8b62-5fd5009fae2e tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:50.009154 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c65fbb-48a7-47c1-8b62-5fd5009fae2e tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2f42c31f-4fe2-41a8-ae28-6e5dae28604f,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:50.035316 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf42ef8e-a442-4fe5-9bb4-87e9c686c01f req-2a4f879e-fa9d-4855-8639-cf8eb7999ff4 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:50.036906 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-cf42ef8e-a442-4fe5-9bb4-87e9c686c01f req-2a4f879e-fa9d-4855-8639-cf8eb7999ff4 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] 10.222.0.13 "GET /v2.0/ports?device_id=5aaefbc7-74ce-452d-ae0c-e8fe98fb8ec9 HTTP/1.1" status: 200 len: 945 time: 0.2544563 Mar 07 10:31:50.039869 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-15c65fbb-48a7-47c1-8b62-5fd5009fae2e tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:50.043719 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-15c65fbb-48a7-47c1-8b62-5fd5009fae2e tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/2f42c31f-4fe2-41a8-ae28-6e5dae28604f HTTP/1.1" status: 204 len: 168 time: 0.2744312 Mar 07 10:31:50.056254 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 36cb325f-33dd-478e-87a5-e2d5be4ff455 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:31:50.059376 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 38760) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:50.082709 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-194dc27e-6efb-4c89-939e-77ef519d4a36 tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:50.086682 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-194dc27e-6efb-4c89-939e-77ef519d4a36 tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:50.090580 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-194dc27e-6efb-4c89-939e-77ef519d4a36 tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:50.091456 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-194dc27e-6efb-4c89-939e-77ef519d4a36 tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Synchronizing usage tracker for tenant:ce765de48c82463186c0d06fc43df11b on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:31:50.128984 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6e16119e-bda8-43aa-907a-fab2e44500a6 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:50.130606 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning for port 36cb325f-33dd-478e-87a5-e2d5be4ff455 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:31:50.136886 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 9c84b80b-f963-4432-80c9-71a199cb8a29 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:31:50.146058 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-194dc27e-6efb-4c89-939e-77ef519d4a36 tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Unset dirty status for tenant:ce765de48c82463186c0d06fc43df11b on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:31:50.148527 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-194dc27e-6efb-4c89-939e-77ef519d4a36 tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 0.2476070 Mar 07 10:31:50.154161 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 38764) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:50.194703 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-cf42ef8e-a442-4fe5-9bb4-87e9c686c01f req-4eb5b5c4-b6fb-4c5a-81bf-80dc8d63e470 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] 10.222.0.13 "GET /v2.0/security-groups?id=c573f7f3-4cd0-4907-ba58-d47387524041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1488078 Mar 07 10:31:50.208306 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-7c0edbea-bcfc-4e01-aa9d-8ed3d5c64d77 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Synchronizing usage tracker for tenant:e639c099e0f24f9c870fea39bec49c51 on resource:security_group_rule {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:31:50.229028 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning for port 9c84b80b-f963-4432-80c9-71a199cb8a29 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:31:50.233466 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 38768) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:50.258378 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-7c0edbea-bcfc-4e01-aa9d-8ed3d5c64d77 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Unset dirty status for tenant:e639c099e0f24f9c870fea39bec49c51 on resource:security_group_rule {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:31:50.264430 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-7c0edbea-bcfc-4e01-aa9d-8ed3d5c64d77 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2031815 Mar 07 10:31:50.264756 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 38774) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:50.273531 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-ce12e038-c578-4dd8-b378-3855c6014ede tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Deleting port f3fa05dd-b16a-4832-b634-d111208d398d {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:31:50.274025 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ce12e038-c578-4dd8-b378-3855c6014ede tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:50.304135 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-411be379-a168-4596-b7f0-ec6dc71283a8 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Request body: {'security_group_rule': {'security_group_id': 'df5da935-b767-474b-9e69-f4ebba6951c0', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:31:50.315615 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-411be379-a168-4596-b7f0-ec6dc71283a8 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:31:50.345301 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-411be379-a168-4596-b7f0-ec6dc71283a8 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:31:50.415658 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-411be379-a168-4596-b7f0-ec6dc71283a8 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:50.531454 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6e16119e-bda8-43aa-907a-fab2e44500a6 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks [] for port, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:50.536448 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6e16119e-bda8-43aa-907a-fab2e44500a6 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3556717'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:50.675020 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-411be379-a168-4596-b7f0-ec6dc71283a8 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:50.685100 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ce12e038-c578-4dd8-b378-3855c6014ede tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:50.686466 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e16119e-bda8-43aa-907a-fab2e44500a6 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Pushing event updated for resources: {'Port': ['ID=adb12ec9-e40a-4a99-b8fe-58a2ca5cec33,revision_number=2']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:50.694509 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-411be379-a168-4596-b7f0-ec6dc71283a8 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:50.846012 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b69f8d72-6b34-4ca4-9acd-7648bdc279fd None None] Network 89523df9-3b19-4821-85ed-16c8f0f5c93a requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:31:50.869645 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6e16119e-bda8-43aa-907a-fab2e44500a6 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3920324'] for router_interface, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:50.940500 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-2996bde7-bf9d-4161-b506-04b584751ba5 tempest-TestVolumeBootPattern-1722502099 tempest-TestVolumeBootPattern-1722502099-project-admin] Synchronizing usage tracker for tenant:25866ad4c20e46fbafccc3c9c4d13e40 on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:31:50.950764 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-ce12e038-c578-4dd8-b378-3855c6014ede tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Calling delete_port for f3fa05dd-b16a-4832-b634-d111208d398d owned by {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:31:50.976890 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6e16119e-bda8-43aa-907a-fab2e44500a6 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:50.978588 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-01ac2148-7f51-44fc-a6fd-3ddeef8c41c1 None None] Provisioning for port 36cb325f-33dd-478e-87a5-e2d5be4ff455 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:31:51.000755 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-01ac2148-7f51-44fc-a6fd-3ddeef8c41c1 None None] Provisioning complete for port 36cb325f-33dd-478e-87a5-e2d5be4ff455 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:31:51.001414 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-01ac2148-7f51-44fc-a6fd-3ddeef8c41c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:51.003915 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411be379-a168-4596-b7f0-ec6dc71283a8 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=060b3a86-85bf-46fd-8511-9b74cc7d6141,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:51.012256 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-2996bde7-bf9d-4161-b506-04b584751ba5 tempest-TestVolumeBootPattern-1722502099 tempest-TestVolumeBootPattern-1722502099-project-admin] Unset dirty status for tenant:25866ad4c20e46fbafccc3c9c4d13e40 on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:31:51.013489 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-2996bde7-bf9d-4161-b506-04b584751ba5 tempest-TestVolumeBootPattern-1722502099 tempest-TestVolumeBootPattern-1722502099-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=5aaefbc7-74ce-452d-ae0c-e8fe98fb8ec9 HTTP/1.1" status: 200 len: 1093 time: 0.7770615 Mar 07 10:31:51.026434 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 38778) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:51.035166 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-411be379-a168-4596-b7f0-ec6dc71283a8 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:51.036319 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-411be379-a168-4596-b7f0-ec6dc71283a8 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.7687292 Mar 07 10:31:51.039525 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 38782) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:51.048901 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-0d9df42f-8a42-4188-af53-5e3fa5b647c7 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Request body: {'floatingip': {'floating_network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'port_id': 'ff4adde1-2c27-49b7-93eb-5984786dbd79', 'tenant_id': '6a5f148e85ef4a9b80e5517fdf788fc6', 'fixed_ip_address': '172.20.0.3'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:31:51.064441 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-9b99b26f-3578-4ed0-9ed9-b2d00a4720bd tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] 10.222.0.13 "GET /v2.0/security-group-rules/060b3a86-85bf-46fd-8511-9b74cc7d6141 HTTP/1.1" status: 200 len: 706 time: 0.0238476 Mar 07 10:31:51.066995 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 38786) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:51.074451 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-0d9df42f-8a42-4188-af53-5e3fa5b647c7 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:31:51.094715 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-0d9df42f-8a42-4188-af53-5e3fa5b647c7 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Usage tracker for resource:floatingip and tenant:6a5f148e85ef4a9b80e5517fdf788fc6 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:31:51.101207 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-0d9df42f-8a42-4188-af53-5e3fa5b647c7 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:31:51.117164 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-0d9df42f-8a42-4188-af53-5e3fa5b647c7 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:31:51.162614 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-078e8658-00d4-4ecd-9716-e17088fbc1cf None None] Network c7092246-d3e8-46c5-b864-eec46bdd0725 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:31:51.180689 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-8b5400aa-f0c0-49aa-9319-4271fb77918f tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Synchronizing usage tracker for tenant:e639c099e0f24f9c870fea39bec49c51 on resource:security_group_rule {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:31:51.209256 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-8b5400aa-f0c0-49aa-9319-4271fb77918f tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Unset dirty status for tenant:e639c099e0f24f9c870fea39bec49c51 on resource:security_group_rule {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:31:51.213341 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-8b5400aa-f0c0-49aa-9319-4271fb77918f tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3708 time: 0.1426907 Mar 07 10:31:51.213479 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 38790) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:51.216507 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ce12e038-c578-4dd8-b378-3855c6014ede tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:51.321977 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce12e038-c578-4dd8-b378-3855c6014ede tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Pushing event deleted for resources: {'Port': ['ID=f3fa05dd-b16a-4832-b634-d111208d398d,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:51.355160 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-01ac2148-7f51-44fc-a6fd-3ddeef8c41c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:51.371886 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0d9df42f-8a42-4188-af53-5e3fa5b647c7 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Notify callbacks [] for floatingip, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:51.453645 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-289bdbd0-9f32-462d-850c-2aecefcf2415 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:51.468989 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-01ac2148-7f51-44fc-a6fd-3ddeef8c41c1 None None] For port 36cb325f-33dd-478e-87a5-e2d5be4ff455, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=36cb325f-33dd-478e-87a5-e2d5be4ff455,segment=NetworkSegment(6823275c-fee5-4be7-9a2f-63b21a9d4e09),segment_id=6823275c-fee5-4be7-9a2f-63b21a9d4e09)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:31:51.478673 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-01ac2148-7f51-44fc-a6fd-3ddeef8c41c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:51.507487 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-289bdbd0-9f32-462d-850c-2aecefcf2415 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:51.545075 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6e16119e-bda8-43aa-907a-fab2e44500a6 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks [] for port, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:51.558573 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-289bdbd0-9f32-462d-850c-2aecefcf2415 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:51.564030 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6e16119e-bda8-43aa-907a-fab2e44500a6 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3556717'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:51.564823 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6e16119e-bda8-43aa-907a-fab2e44500a6 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2756426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3920233'] for router_interface, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:51.591188 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ce12e038-c578-4dd8-b378-3855c6014ede tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:51.598866 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-ce12e038-c578-4dd8-b378-3855c6014ede tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] 10.222.0.13 "DELETE /v2.0/ports/f3fa05dd-b16a-4832-b634-d111208d398d HTTP/1.1" status: 204 len: 168 time: 1.4435253 Mar 07 10:31:51.599703 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289bdbd0-9f32-462d-850c-2aecefcf2415 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=060b3a86-85bf-46fd-8511-9b74cc7d6141,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:51.601382 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 38794) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:51.605860 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-289bdbd0-9f32-462d-850c-2aecefcf2415 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:51.606924 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-289bdbd0-9f32-462d-850c-2aecefcf2415 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/060b3a86-85bf-46fd-8511-9b74cc7d6141 HTTP/1.1" status: 204 len: 168 time: 0.3925295 Mar 07 10:31:51.611947 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ac2148-7f51-44fc-a6fd-3ddeef8c41c1 None None] Pushing event updated for resources: {'Port': ['ID=36cb325f-33dd-478e-87a5-e2d5be4ff455,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:51.613794 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 38798) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:51.639654 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-8330782f-06f8-4b6c-a5e8-92a0358578e2 None None] Provisioning for port 9c84b80b-f963-4432-80c9-71a199cb8a29 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:31:51.645839 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-8330782f-06f8-4b6c-a5e8-92a0358578e2 None None] Provisioning complete for port 9c84b80b-f963-4432-80c9-71a199cb8a29 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:31:51.645998 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-8330782f-06f8-4b6c-a5e8-92a0358578e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:51.654129 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd9b572a-0fdf-4a4c-a529-6fbde7ef1d97 tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] GET failed (client error): The resource could not be found. Mar 07 10:31:51.655286 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-dd9b572a-0fdf-4a4c-a529-6fbde7ef1d97 tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Synchronizing usage tracker for tenant:ce765de48c82463186c0d06fc43df11b on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:31:51.675438 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-dd9b572a-0fdf-4a4c-a529-6fbde7ef1d97 tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Unset dirty status for tenant:ce765de48c82463186c0d06fc43df11b on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:31:51.677931 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-dd9b572a-0fdf-4a4c-a529-6fbde7ef1d97 tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] 10.222.0.13 "GET /v2.0/ports/f3fa05dd-b16a-4832-b634-d111208d398d HTTP/1.1" status: 404 len: 333 time: 0.0752339 Mar 07 10:31:51.682977 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 38802) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:51.690291 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-7b1dcf5f-7027-4252-8e6e-b1933d1191df tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Request body: {'port': {'network_id': 'c7092246-d3e8-46c5-b864-eec46bdd0725', 'name': 'tempest-AllowedAddressPairTestJSON-941980094'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:31:51.813159 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-8330782f-06f8-4b6c-a5e8-92a0358578e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:51.852280 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-8330782f-06f8-4b6c-a5e8-92a0358578e2 None None] For port 9c84b80b-f963-4432-80c9-71a199cb8a29, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=9c84b80b-f963-4432-80c9-71a199cb8a29,segment=NetworkSegment(624bb653-5dfe-4b6c-88e6-be533ddde342),segment_id=624bb653-5dfe-4b6c-88e6-be533ddde342)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:31:51.858458 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-8330782f-06f8-4b6c-a5e8-92a0358578e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:51.895599 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0d9df42f-8a42-4188-af53-5e3fa5b647c7 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:51.905688 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-7b1dcf5f-7027-4252-8e6e-b1933d1191df tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:31:51.907382 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e16119e-bda8-43aa-907a-fab2e44500a6 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Pushing event updated for resources: {'Port': ['ID=adb12ec9-e40a-4a99-b8fe-58a2ca5cec33,revision_number=3']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:51.930388 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-7b1dcf5f-7027-4252-8e6e-b1933d1191df tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:31:51.963395 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b1dcf5f-7027-4252-8e6e-b1933d1191df tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Made reservation on behalf of ce765de48c82463186c0d06fc43df11b for: {'port': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:31:51.969582 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7b1dcf5f-7027-4252-8e6e-b1933d1191df tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:52.001755 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8330782f-06f8-4b6c-a5e8-92a0358578e2 None None] Pushing event updated for resources: {'Port': ['ID=9c84b80b-f963-4432-80c9-71a199cb8a29,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:52.005214 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [None req-7b1dcf5f-7027-4252-8e6e-b1933d1191df tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] device_id is not set on port bfc892e9-f0d5-481b-a18a-30fd672e2d2c yet. {{(pid=83737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 07 10:31:52.011118 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-2402ee15-464c-4d75-80d2-1d4c02a6135d tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Synchronizing usage tracker for tenant:e639c099e0f24f9c870fea39bec49c51 on resource:security_group_rule {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:31:52.021399 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 36cb325f-33dd-478e-87a5-e2d5be4ff455 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:31:52.113637 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-2402ee15-464c-4d75-80d2-1d4c02a6135d tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Unset dirty status for tenant:e639c099e0f24f9c870fea39bec49c51 on resource:security_group_rule {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:31:52.114889 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-2402ee15-464c-4d75-80d2-1d4c02a6135d tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.4983068 Mar 07 10:31:52.120188 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 38806) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:52.140943 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-ef310cf7-2336-4376-901b-e9da25063b30 None None] Provisioning complete for port 36cb325f-33dd-478e-87a5-e2d5be4ff455 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:31:52.141577 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-ef310cf7-2336-4376-901b-e9da25063b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:52.163641 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e16119e-bda8-43aa-907a-fab2e44500a6 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Network 89523df9-3b19-4821-85ed-16c8f0f5c93a is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:31:52.178913 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-6e16119e-bda8-43aa-907a-fab2e44500a6 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:31:52.221408 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-7b1dcf5f-7027-4252-8e6e-b1933d1191df tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Allocated IP 172.20.0.8 (c7092246-d3e8-46c5-b864-eec46bdd0725/c01424ed-5e3d-43f6-b67e-792086526a08/bfc892e9-f0d5-481b-a18a-30fd672e2d2c) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:31:52.316376 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 36cb325f-33dd-478e-87a5-e2d5be4ff455 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:31:52.316936 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:52.457881 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-0d9df42f-8a42-4188-af53-5e3fa5b647c7 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Allocated IP 172.26.8.75 (5ed85006-6b00-415e-b71f-837fb1421c12/8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a/8155d9bf-afe0-4050-9b07-12991b6d63ae) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:31:52.513709 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7b1dcf5f-7027-4252-8e6e-b1933d1191df tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:52.533603 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [None req-7b1dcf5f-7027-4252-8e6e-b1933d1191df tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Transition to ACTIVE for port object bfc892e9-f0d5-481b-a18a-30fd672e2d2c will not be triggered until provisioned by entity DHCP. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:31:52.574157 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7b1dcf5f-7027-4252-8e6e-b1933d1191df tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:52.606427 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-ef310cf7-2336-4376-901b-e9da25063b30 None None] Provisioning complete for port 9c84b80b-f963-4432-80c9-71a199cb8a29 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:31:52.608907 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-ef310cf7-2336-4376-901b-e9da25063b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:52.619522 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-00708b92-d371-4498-8ed3-0655b0d27420 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Notify callbacks [] for security_group, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:52.693389 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b1dcf5f-7027-4252-8e6e-b1933d1191df tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Network c7092246-d3e8-46c5-b864-eec46bdd0725 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:31:52.698273 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-7b1dcf5f-7027-4252-8e6e-b1933d1191df tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:31:52.721876 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1dcf5f-7027-4252-8e6e-b1933d1191df tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Pushing event updated for resources: {'Port': ['ID=bfc892e9-f0d5-481b-a18a-30fd672e2d2c,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:52.725671 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1dcf5f-7027-4252-8e6e-b1933d1191df tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:31:52.793119 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-ef310cf7-2336-4376-901b-e9da25063b30 None None] Provisioning for port adb12ec9-e40a-4a99-b8fe-58a2ca5cec33 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:31:52.794704 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b1dcf5f-7027-4252-8e6e-b1933d1191df tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:52.796863 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7b1dcf5f-7027-4252-8e6e-b1933d1191df tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:52.800322 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-ef310cf7-2336-4376-901b-e9da25063b30 None None] Provisioning complete for port adb12ec9-e40a-4a99-b8fe-58a2ca5cec33 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:31:52.800952 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-ef310cf7-2336-4376-901b-e9da25063b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:52.811182 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0d9df42f-8a42-4188-af53-5e3fa5b647c7 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:52.826767 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-7b1dcf5f-7027-4252-8e6e-b1933d1191df tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.1416917 Mar 07 10:31:52.829041 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 38810) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:52.837343 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-ebed0258-9b54-450b-80f4-0a9966f76512 tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:b7:8f:8b'}]}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:31:52.869870 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-ef310cf7-2336-4376-901b-e9da25063b30 None None] Port adb12ec9-e40a-4a99-b8fe-58a2ca5cec33 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:31:52.885453 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-00708b92-d371-4498-8ed3-0655b0d27420 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:52.890436 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-ef310cf7-2336-4376-901b-e9da25063b30 None None] Provisioning for port 6063b41f-c3c7-450f-9950-40f799687558 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:31:52.895966 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-ef310cf7-2336-4376-901b-e9da25063b30 None None] Provisioning complete for port 6063b41f-c3c7-450f-9950-40f799687558 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:31:52.896337 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-ef310cf7-2336-4376-901b-e9da25063b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:52.924384 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0d9df42f-8a42-4188-af53-5e3fa5b647c7 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:52.998184 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-ef310cf7-2336-4376-901b-e9da25063b30 None None] Port 6063b41f-c3c7-450f-9950-40f799687558 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:31:53.036879 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d9df42f-8a42-4188-af53-5e3fa5b647c7 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Network 5ed85006-6b00-415e-b71f-837fb1421c12 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:31:53.043845 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-0d9df42f-8a42-4188-af53-5e3fa5b647c7 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:31:53.052219 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9df42f-8a42-4188-af53-5e3fa5b647c7 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:31:53.083288 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-00708b92-d371-4498-8ed3-0655b0d27420 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:53.103292 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9df42f-8a42-4188-af53-5e3fa5b647c7 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Pushing event updated for resources: {'Port': ['ID=8155d9bf-afe0-4050-9b07-12991b6d63ae,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:53.114210 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-ef6f8eb1-c93b-4c06-b09c-ae441ca55e74 None None] Could not find standard attr ID for object f3fa05dd-b16a-4832-b634-d111208d398d. {{(pid=83739) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 07 10:31:53.125732 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00708b92-d371-4498-8ed3-0655b0d27420 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df5da935-b767-474b-9e69-f4ebba6951c0,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:53.139182 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-ef6f8eb1-c93b-4c06-b09c-ae441ca55e74 None None] Provisioning for port bfc892e9-f0d5-481b-a18a-30fd672e2d2c completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:31:53.149165 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ebed0258-9b54-450b-80f4-0a9966f76512 tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:53.155392 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-ef6f8eb1-c93b-4c06-b09c-ae441ca55e74 None None] Provisioning complete for port bfc892e9-f0d5-481b-a18a-30fd672e2d2c triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:31:53.155786 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-ef6f8eb1-c93b-4c06-b09c-ae441ca55e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:53.217687 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-ef6f8eb1-c93b-4c06-b09c-ae441ca55e74 None None] Port bfc892e9-f0d5-481b-a18a-30fd672e2d2c cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:31:53.237086 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-ef6f8eb1-c93b-4c06-b09c-ae441ca55e74 None None] Provisioning complete for port adb12ec9-e40a-4a99-b8fe-58a2ca5cec33 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:31:53.237838 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-ef6f8eb1-c93b-4c06-b09c-ae441ca55e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:53.308013 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-ef6f8eb1-c93b-4c06-b09c-ae441ca55e74 None None] Port adb12ec9-e40a-4a99-b8fe-58a2ca5cec33 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:31:53.313527 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-00708b92-d371-4498-8ed3-0655b0d27420 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:53.317226 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-00708b92-d371-4498-8ed3-0655b0d27420 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] 10.222.0.13 "DELETE /v2.0/security-groups/df5da935-b767-474b-9e69-f4ebba6951c0 HTTP/1.1" status: 204 len: 168 time: 1.1815233 Mar 07 10:31:53.322587 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-ef6f8eb1-c93b-4c06-b09c-ae441ca55e74 None None] Provisioning complete for port 6063b41f-c3c7-450f-9950-40f799687558 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:31:53.323096 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-ef6f8eb1-c93b-4c06-b09c-ae441ca55e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:53.332137 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 38814) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:53.382097 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e16119e-bda8-43aa-907a-fab2e44500a6 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Router ca7f96d3-10a7-4e27-b089-a2d16bd36380 is scheduled to L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 with binding_index 1 {{(pid=83738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 10:31:53.388630 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-ef6f8eb1-c93b-4c06-b09c-ae441ca55e74 None None] Port 6063b41f-c3c7-450f-9950-40f799687558 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:31:53.450690 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ebed0258-9b54-450b-80f4-0a9966f76512 tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:53.455415 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ebed0258-9b54-450b-80f4-0a9966f76512 tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3012561'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:53.632388 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-1c72212b-f6b5-4092-ba3a-9941589e78e1 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Synchronizing usage tracker for tenant:e639c099e0f24f9c870fea39bec49c51 on resource:security_group {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:31:53.661702 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebed0258-9b54-450b-80f4-0a9966f76512 tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Pushing event updated for resources: {'Port': ['ID=bfc892e9-f0d5-481b-a18a-30fd672e2d2c,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:53.674895 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-ebed0258-9b54-450b-80f4-0a9966f76512 tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] In _notify_port_updated(), no bound segment for port bfc892e9-f0d5-481b-a18a-30fd672e2d2c on network c7092246-d3e8-46c5-b864-eec46bdd0725 {{(pid=83737) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 07 10:31:53.678659 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebed0258-9b54-450b-80f4-0a9966f76512 tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:53.679277 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ebed0258-9b54-450b-80f4-0a9966f76512 tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:53.683047 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-ebed0258-9b54-450b-80f4-0a9966f76512 tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] 10.222.0.13 "PUT /v2.0/ports/bfc892e9-f0d5-481b-a18a-30fd672e2d2c HTTP/1.1" status: 200 len: 992 time: 0.8505301 Mar 07 10:31:53.683939 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 38818) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:53.812959 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-2b93ebb5-9681-4d4e-beb6-3a66b44f64ff None None] Provisioning complete for port bfc892e9-f0d5-481b-a18a-30fd672e2d2c triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:31:53.813326 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-2b93ebb5-9681-4d4e-beb6-3a66b44f64ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:53.864137 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-2b93ebb5-9681-4d4e-beb6-3a66b44f64ff None None] Port bfc892e9-f0d5-481b-a18a-30fd672e2d2c cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:31:53.898620 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-1c72212b-f6b5-4092-ba3a-9941589e78e1 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Unset dirty status for tenant:e639c099e0f24f9c870fea39bec49c51 on resource:security_group {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:31:53.899834 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-1c72212b-f6b5-4092-ba3a-9941589e78e1 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5628083 Mar 07 10:31:53.905585 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 38822) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:53.913468 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-7c6ab00b-1849-4c41-a961-a90add7a23e7 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Request body: {'security_group': {'name': 'tempest-secgroup--1138808988'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:31:53.921334 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-7c6ab00b-1849-4c41-a961-a90add7a23e7 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:31:53.932263 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-7c6ab00b-1849-4c41-a961-a90add7a23e7 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:31:53.934880 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 9c84b80b-f963-4432-80c9-71a199cb8a29 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:31:53.935942 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-a09a7690-29c4-457c-9e67-81d032748789 tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Deleting port bfc892e9-f0d5-481b-a18a-30fd672e2d2c {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:31:53.936164 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a09a7690-29c4-457c-9e67-81d032748789 tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:53.942762 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7c6ab00b-1849-4c41-a961-a90add7a23e7 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:53.983397 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-7c6ab00b-1849-4c41-a961-a90add7a23e7 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:31:53.988835 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-7c6ab00b-1849-4c41-a961-a90add7a23e7 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Usage tracker for resource:security_group_rule and tenant:e639c099e0f24f9c870fea39bec49c51 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:31:53.992819 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-7c6ab00b-1849-4c41-a961-a90add7a23e7 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:31:53.999225 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-7c6ab00b-1849-4c41-a961-a90add7a23e7 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:31:54.016361 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 9c84b80b-f963-4432-80c9-71a199cb8a29 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:31:54.016767 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:54.065016 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7c6ab00b-1849-4c41-a961-a90add7a23e7 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:54.069050 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7c6ab00b-1849-4c41-a961-a90add7a23e7 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:54.116170 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6ab00b-1849-4c41-a961-a90add7a23e7 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac06c94a-c52f-4a1f-8001-e9c76aba161d,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:54.145907 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7c6ab00b-1849-4c41-a961-a90add7a23e7 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:54.147115 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-7c6ab00b-1849-4c41-a961-a90add7a23e7 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.2402563 Mar 07 10:31:54.149821 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 38826) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:54.156767 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-e0153fa5-01c4-47aa-82b9-755a76efb051 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Request body: {'security_group_rule': {'security_group_id': 'ac06c94a-c52f-4a1f-8001-e9c76aba161d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:31:54.162386 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-e0153fa5-01c4-47aa-82b9-755a76efb051 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:31:54.166766 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-e0153fa5-01c4-47aa-82b9-755a76efb051 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Usage tracker for resource:security_group_rule and tenant:e639c099e0f24f9c870fea39bec49c51 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:31:54.169614 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-e0153fa5-01c4-47aa-82b9-755a76efb051 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:31:54.176072 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-e0153fa5-01c4-47aa-82b9-755a76efb051 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:31:54.182047 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e16119e-bda8-43aa-907a-fab2e44500a6 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:31:54.192797 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e0153fa5-01c4-47aa-82b9-755a76efb051 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:54.194673 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e15154-5a61-40cc-bb88-b9cede49862f None None] Sync routers for ids ['ca7f96d3-10a7-4e27-b089-a2d16bd36380'] in dv-neutron-830731-3-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:31:54.204463 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-6e16119e-bda8-43aa-907a-fab2e44500a6 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] 10.222.0.13 "PUT /v2.0/routers/ca7f96d3-10a7-4e27-b089-a2d16bd36380/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0053480 Mar 07 10:31:54.205209 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 38830) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:54.216132 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e15154-5a61-40cc-bb88-b9cede49862f None None] Routers {'ca7f96d3-10a7-4e27-b089-a2d16bd36380'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:31:54.217645 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-d4e15154-5a61-40cc-bb88-b9cede49862f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:31:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['ca7f96d3-10a7-4e27-b089-a2d16bd36380'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:31:54.290249 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-d4e15154-5a61-40cc-bb88-b9cede49862f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:31:54.297426 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-452ecbb9-8e50-4bfe-a53a-5e22fe872892 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:54.301395 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-452ecbb9-8e50-4bfe-a53a-5e22fe872892 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] 10.222.0.13 "GET /v2.0/ports/adb12ec9-e40a-4a99-b8fe-58a2ca5cec33 HTTP/1.1" status: 200 len: 984 time: 0.0930979 Mar 07 10:31:54.302471 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 38834) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:54.304808 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a09a7690-29c4-457c-9e67-81d032748789 tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:54.306342 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e15154-5a61-40cc-bb88-b9cede49862f None None] Routers {'ca7f96d3-10a7-4e27-b089-a2d16bd36380'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:31:54.307028 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-d4e15154-5a61-40cc-bb88-b9cede49862f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:31:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['ca7f96d3-10a7-4e27-b089-a2d16bd36380'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:31:54.376607 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-d4e15154-5a61-40cc-bb88-b9cede49862f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:31:54.376914 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e15154-5a61-40cc-bb88-b9cede49862f None None] The sync data for ids ['ca7f96d3-10a7-4e27-b089-a2d16bd36380'] in dv-neutron-830731-3-hyperv is: [] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:31:54.432422 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e0153fa5-01c4-47aa-82b9-755a76efb051 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:54.440645 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e0153fa5-01c4-47aa-82b9-755a76efb051 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:54.457881 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-a09a7690-29c4-457c-9e67-81d032748789 tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Calling delete_port for bfc892e9-f0d5-481b-a18a-30fd672e2d2c owned by {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:31:54.477142 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0153fa5-01c4-47aa-82b9-755a76efb051 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cd0ddfc-2d9c-4e79-b452-fece2f39b053,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:54.494649 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e0153fa5-01c4-47aa-82b9-755a76efb051 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:54.498833 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-e0153fa5-01c4-47aa-82b9-755a76efb051 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3450947 Mar 07 10:31:54.499112 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 38838) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:54.511756 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0d9df42f-8a42-4188-af53-5e3fa5b647c7 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:54.584974 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0d9df42f-8a42-4188-af53-5e3fa5b647c7 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:54.688246 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b94ea12a-aefc-4468-8a00-38a3a38cc3c5 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:54.716277 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a09a7690-29c4-457c-9e67-81d032748789 tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:54.726408 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b94ea12a-aefc-4468-8a00-38a3a38cc3c5 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:54.789213 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b94ea12a-aefc-4468-8a00-38a3a38cc3c5 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:54.811656 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94ea12a-aefc-4468-8a00-38a3a38cc3c5 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac06c94a-c52f-4a1f-8001-e9c76aba161d,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:54.822105 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09a7690-29c4-457c-9e67-81d032748789 tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Pushing event deleted for resources: {'Port': ['ID=bfc892e9-f0d5-481b-a18a-30fd672e2d2c,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:54.856184 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b94ea12a-aefc-4468-8a00-38a3a38cc3c5 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:54.860612 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-b94ea12a-aefc-4468-8a00-38a3a38cc3c5 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] 10.222.0.13 "DELETE /v2.0/security-groups/ac06c94a-c52f-4a1f-8001-e9c76aba161d HTTP/1.1" status: 204 len: 168 time: 0.3572862 Mar 07 10:31:54.860792 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 38842) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:54.931551 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-c72ca175-06c6-4a86-ab95-aa68560e146a tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Synchronizing usage tracker for tenant:e639c099e0f24f9c870fea39bec49c51 on resource:security_group {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:31:54.994383 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-c72ca175-06c6-4a86-ab95-aa68560e146a tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Unset dirty status for tenant:e639c099e0f24f9c870fea39bec49c51 on resource:security_group {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:31:54.995616 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-c72ca175-06c6-4a86-ab95-aa68560e146a tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1339376 Mar 07 10:31:54.998950 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 38846) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:55.067086 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0d9df42f-8a42-4188-af53-5e3fa5b647c7 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Notify callbacks [] for port, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:55.075855 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a09a7690-29c4-457c-9e67-81d032748789 tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:55.079331 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0d9df42f-8a42-4188-af53-5e3fa5b647c7 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3556717'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:55.094235 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-8e7d9aa1-8d26-4459-a6e0-59165781d108 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Synchronizing usage tracker for tenant:e639c099e0f24f9c870fea39bec49c51 on resource:security_group_rule {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:31:55.114720 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-dcacec77-991e-4eea-9992-8326af86d94c tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3920255'] for router_interface, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:55.136145 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-a09a7690-29c4-457c-9e67-81d032748789 tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] 10.222.0.13 "DELETE /v2.0/ports/bfc892e9-f0d5-481b-a18a-30fd672e2d2c HTTP/1.1" status: 204 len: 168 time: 1.4490347 Mar 07 10:31:55.164930 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 38850) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:55.198525 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9df42f-8a42-4188-af53-5e3fa5b647c7 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Pushing event updated for resources: {'Port': ['ID=8155d9bf-afe0-4050-9b07-12991b6d63ae,revision_number=2']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:55.212774 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0d9df42f-8a42-4188-af53-5e3fa5b647c7 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923533'] for floatingip, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:55.257039 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-8e7d9aa1-8d26-4459-a6e0-59165781d108 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] Unset dirty status for tenant:e639c099e0f24f9c870fea39bec49c51 on resource:security_group_rule {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:31:55.258222 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-8e7d9aa1-8d26-4459-a6e0-59165781d108 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.2570665 Mar 07 10:31:55.261282 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 38854) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:55.274158 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-710dd421-5ca0-40f5-9cc9-404fdc34a9d9 tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] GET failed (client error): The resource could not be found. Mar 07 10:31:55.274657 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-710dd421-5ca0-40f5-9cc9-404fdc34a9d9 tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Synchronizing usage tracker for tenant:ce765de48c82463186c0d06fc43df11b on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:31:55.303712 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-710dd421-5ca0-40f5-9cc9-404fdc34a9d9 tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Unset dirty status for tenant:ce765de48c82463186c0d06fc43df11b on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:31:55.304842 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-710dd421-5ca0-40f5-9cc9-404fdc34a9d9 tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] 10.222.0.13 "GET /v2.0/ports/bfc892e9-f0d5-481b-a18a-30fd672e2d2c HTTP/1.1" status: 404 len: 333 time: 0.1338146 Mar 07 10:31:55.308831 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 38858) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:55.314930 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-b9738487-e337-4bcb-a0da-cc75fd18da93 tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Request body: {'port': {'network_id': 'c7092246-d3e8-46c5-b864-eec46bdd0725', 'name': 'tempest-AllowedAddressPairTestJSON-366267571'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:31:55.485141 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.api.v2.resource [None req-d23bca4c-0407-4df1-bad8-c4e114376e74 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] delete failed (client error): The resource could not be found. Mar 07 10:31:55.487161 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-d23bca4c-0407-4df1-bad8-c4e114376e74 tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] 10.222.0.13 "DELETE /v2.0/security-groups/ac06c94a-c52f-4a1f-8001-e9c76aba161d HTTP/1.1" status: 404 len: 347 time: 0.2249331 Mar 07 10:31:55.489787 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 38862) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:55.505930 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-b9738487-e337-4bcb-a0da-cc75fd18da93 tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:31:55.568739 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-383998f5-af98-4e8e-8fe2-2b91d8aa050e tempest-SecGroupTest-1090034289 tempest-SecGroupTest-1090034289-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0778811 Mar 07 10:31:55.616571 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.db.l3_db [None req-0d9df42f-8a42-4188-af53-5e3fa5b647c7 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Floating IP a299fbba-8490-41df-872e-b350e7f7c053 associated. External IP: 172.26.8.75, port: ff4adde1-2c27-49b7-93eb-5984786dbd79. Mar 07 10:31:55.665191 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-b9738487-e337-4bcb-a0da-cc75fd18da93 tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:31:55.724115 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9738487-e337-4bcb-a0da-cc75fd18da93 tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Made reservation on behalf of ce765de48c82463186c0d06fc43df11b for: {'port': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:31:55.727202 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b9738487-e337-4bcb-a0da-cc75fd18da93 tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:55.761339 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [None req-b9738487-e337-4bcb-a0da-cc75fd18da93 tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] device_id is not set on port f4bd0b90-f5db-41c1-b7cc-26fab9f898ec yet. {{(pid=83737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 07 10:31:55.815997 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-dcacec77-991e-4eea-9992-8326af86d94c tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Deleting port adb12ec9-e40a-4a99-b8fe-58a2ca5cec33 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:31:55.816338 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-dcacec77-991e-4eea-9992-8326af86d94c tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:55.902066 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 38870) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:56.047624 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-b9738487-e337-4bcb-a0da-cc75fd18da93 tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Allocated IP 172.20.0.6 (c7092246-d3e8-46c5-b864-eec46bdd0725/c01424ed-5e3d-43f6-b67e-792086526a08/f4bd0b90-f5db-41c1-b7cc-26fab9f898ec) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:31:56.050737 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d9df42f-8a42-4188-af53-5e3fa5b647c7 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Router 2b54fb8b-b163-48a3-b144-8be5cda72c7c has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:31:56.078297 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-dcacec77-991e-4eea-9992-8326af86d94c tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:56.218995 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-dcacec77-991e-4eea-9992-8326af86d94c tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Calling delete_port for adb12ec9-e40a-4a99-b8fe-58a2ca5cec33 owned by network:router_interface {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:31:56.242142 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-bd9ac87b-6b04-40c2-ba57-c3bab97a4a45 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e639c099e0f24f9c870fea39bec49c51&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2956030 Mar 07 10:31:56.242671 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 38876) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:56.322608 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-781040d9-a81b-4d68-87aa-9fc90133f83c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:56.361753 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-781040d9-a81b-4d68-87aa-9fc90133f83c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:56.402118 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d9df42f-8a42-4188-af53-5e3fa5b647c7 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:31:56.414298 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e010a5f-35a9-40b5-a866-400fd6c43ee5 None None] Sync routers for ids ['2b54fb8b-b163-48a3-b144-8be5cda72c7c'] in dv-neutron-830731-3-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:31:56.428877 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0d9df42f-8a42-4188-af53-5e3fa5b647c7 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for floatingip, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:56.436675 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e010a5f-35a9-40b5-a866-400fd6c43ee5 None None] Routers {'2b54fb8b-b163-48a3-b144-8be5cda72c7c'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:31:56.437639 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-6e010a5f-35a9-40b5-a866-400fd6c43ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:31:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['2b54fb8b-b163-48a3-b144-8be5cda72c7c'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:31:56.471521 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b9738487-e337-4bcb-a0da-cc75fd18da93 tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:56.485320 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-781040d9-a81b-4d68-87aa-9fc90133f83c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:56.499561 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-0d9df42f-8a42-4188-af53-5e3fa5b647c7 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 5.4720812 Mar 07 10:31:56.503751 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5aaefbc7-74ce-452d-ae0c-e8fe98fb8ec9', 'tag': 'ff4adde1-2c27-49b7-93eb-5984786dbd79'}] {{(pid=83738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 10:31:56.520850 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781040d9-a81b-4d68-87aa-9fc90133f83c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da489fb6-73e9-46e7-a7ec-51e5d0943bd5,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:56.532464 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-781040d9-a81b-4d68-87aa-9fc90133f83c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:56.540803 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-781040d9-a81b-4d68-87aa-9fc90133f83c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/da489fb6-73e9-46e7-a7ec-51e5d0943bd5 HTTP/1.1" status: 204 len: 168 time: 0.2929075 Mar 07 10:31:56.569039 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [None req-b9738487-e337-4bcb-a0da-cc75fd18da93 tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Transition to ACTIVE for port object f4bd0b90-f5db-41c1-b7cc-26fab9f898ec will not be triggered until provisioned by entity DHCP. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:31:56.570587 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-dcacec77-991e-4eea-9992-8326af86d94c tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:56.573785 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5aaefbc7-74ce-452d-ae0c-e8fe98fb8ec9', 'tag': 'ff4adde1-2c27-49b7-93eb-5984786dbd79', 'status': 'completed', 'code': 200} Mar 07 10:31:56.639141 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-6e010a5f-35a9-40b5-a866-400fd6c43ee5 None None] Set router 2b54fb8b-b163-48a3-b144-8be5cda72c7c gateway port host: dv-neutron-830731-3-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:31:56.677501 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcacec77-991e-4eea-9992-8326af86d94c tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Pushing event deleted for resources: {'Port': ['ID=adb12ec9-e40a-4a99-b8fe-58a2ca5cec33,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:56.842678 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b9738487-e337-4bcb-a0da-cc75fd18da93 tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:56.980604 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c010333c-0d7a-4e4c-a1f7-fdd9786b474f req-cff728c3-fef4-4f49-8536-e617f08d4adc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6a5f148e85ef4a9b80e5517fdf788fc6&device_id=5aaefbc7-74ce-452d-ae0c-e8fe98fb8ec9 HTTP/1.1" status: 200 len: 1098 time: 0.3600461 Mar 07 10:31:57.021835 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9738487-e337-4bcb-a0da-cc75fd18da93 tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Network c7092246-d3e8-46c5-b864-eec46bdd0725 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:31:57.030477 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-b9738487-e337-4bcb-a0da-cc75fd18da93 tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:31:57.032372 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9738487-e337-4bcb-a0da-cc75fd18da93 tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Pushing event updated for resources: {'Port': ['ID=f4bd0b90-f5db-41c1-b7cc-26fab9f898ec,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:57.082802 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-6e010a5f-35a9-40b5-a866-400fd6c43ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b54fb8b-b163-48a3-b144-8be5cda72c7c', 'name': 'tempest-TestVolumeBootPattern-1562979624-router', 'tenant_id': '6a5f148e85ef4a9b80e5517fdf788fc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.38'}], 'enable_snat': True}, 'gw_port_id': '3a0d4cd7-8cbd-449d-a778-fec20aea7910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:30:06Z', 'updated_at': '2022-03-07T10:30:21Z', 'revision_number': 4, 'project_id': '6a5f148e85ef4a9b80e5517fdf788fc6', 'gw_port': {'id': '3a0d4cd7-8cbd-449d-a778-fec20aea7910', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:3b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b54fb8b-b163-48a3-b144-8be5cda72c7c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:30:08Z', 'updated_at': '2022-03-07T10:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_floatingips': [{'id': 'a299fbba-8490-41df-872e-b350e7f7c053', 'tenant_id': '6a5f148e85ef4a9b80e5517fdf788fc6', 'floating_ip_address': '172.26.8.75', 'floating_network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'router_id': '2b54fb8b-b163-48a3-b144-8be5cda72c7c', 'port_id': 'ff4adde1-2c27-49b7-93eb-5984786dbd79', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30023e69-476d-4a1a-a06a-7d904c24f2c0', 'mac_address': 'fa:16:3e:00:47:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aaefbc7-74ce-452d-ae0c-e8fe98fb8ec9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:31:53Z', 'updated_at': '2022-03-07T10:31:53Z', 'revision_number': 0, 'project_id': '6a5f148e85ef4a9b80e5517fdf788fc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51c6857b-1e74-4c3f-b53e-8c82f4121b89', 'name': '', 'network_id': '30023e69-476d-4a1a-a06a-7d904c24f2c0', 'tenant_id': '6a5f148e85ef4a9b80e5517fdf788fc6', 'mac_address': 'fa:16:3e:96:4e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b54fb8b-b163-48a3-b144-8be5cda72c7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c545286e-deb0-44ca-9190-77e7d2d3932b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:30:18Z', 'updated_at': '2022-03-07T10:30:34Z', 'revision_number': 5, 'project_id': '6a5f148e85ef4a9b80e5517fdf788fc6', 'subnets': [{'id': 'c545286e-deb0-44ca-9190-77e7d2d3932b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:31:57.085028 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9738487-e337-4bcb-a0da-cc75fd18da93 tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:31:57.092012 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e010a5f-35a9-40b5-a866-400fd6c43ee5 None None] Checking router: 2b54fb8b-b163-48a3-b144-8be5cda72c7c for host: dv-neutron-830731-3-hyperv {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 07 10:31:57.112540 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e010a5f-35a9-40b5-a866-400fd6c43ee5 None None] Routers {'2b54fb8b-b163-48a3-b144-8be5cda72c7c'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:31:57.113385 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-6e010a5f-35a9-40b5-a866-400fd6c43ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:31:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['2b54fb8b-b163-48a3-b144-8be5cda72c7c'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:31:57.277970 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-dcacec77-991e-4eea-9992-8326af86d94c tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2756383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3920168'] for router_interface, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:57.413981 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-6e010a5f-35a9-40b5-a866-400fd6c43ee5 None None] Set router 2b54fb8b-b163-48a3-b144-8be5cda72c7c gateway port host: dv-neutron-830731-3-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:31:57.423204 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9738487-e337-4bcb-a0da-cc75fd18da93 tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:57.423813 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b9738487-e337-4bcb-a0da-cc75fd18da93 tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:57.489601 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-b24cfb4e-c33b-43a1-bfcc-70524f542c43 None None] Provisioning for port f4bd0b90-f5db-41c1-b7cc-26fab9f898ec completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:31:57.499264 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-b24cfb4e-c33b-43a1-bfcc-70524f542c43 None None] Provisioning complete for port f4bd0b90-f5db-41c1-b7cc-26fab9f898ec triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:31:57.499643 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-b24cfb4e-c33b-43a1-bfcc-70524f542c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:57.531320 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c010333c-0d7a-4e4c-a1f7-fdd9786b474f req-a3d56e5d-dd16-4747-b4d2-84a11fa88b5a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:57.532836 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c010333c-0d7a-4e4c-a1f7-fdd9786b474f req-a3d56e5d-dd16-4747-b4d2-84a11fa88b5a service neutron] 10.222.0.10 "GET /v2.0/networks?id=30023e69-476d-4a1a-a06a-7d904c24f2c0 HTTP/1.1" status: 200 len: 913 time: 0.5401602 Mar 07 10:31:57.592304 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-b9738487-e337-4bcb-a0da-cc75fd18da93 tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.2798340 Mar 07 10:31:57.594363 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 38906) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:57.616626 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-44a6a124-5997-4abc-b900-63b0aed4e125 tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:b7:8f:8b'}]}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:31:57.633745 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-b24cfb4e-c33b-43a1-bfcc-70524f542c43 None None] Port f4bd0b90-f5db-41c1-b7cc-26fab9f898ec cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:31:57.639468 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 38910) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:57.772626 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-42af36fe-3f23-4734-b720-f62b9258f48c tempest-SubnetPoolsTestJSON-356162304 tempest-SubnetPoolsTestJSON-356162304-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1512168862', 'prefixes': ['172.20.0.0/16']}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:31:57.779078 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-42af36fe-3f23-4734-b720-f62b9258f48c tempest-SubnetPoolsTestJSON-356162304 tempest-SubnetPoolsTestJSON-356162304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:31:57.844423 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-6e010a5f-35a9-40b5-a866-400fd6c43ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b54fb8b-b163-48a3-b144-8be5cda72c7c', 'name': 'tempest-TestVolumeBootPattern-1562979624-router', 'tenant_id': '6a5f148e85ef4a9b80e5517fdf788fc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.38'}], 'enable_snat': True}, 'gw_port_id': '3a0d4cd7-8cbd-449d-a778-fec20aea7910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:30:06Z', 'updated_at': '2022-03-07T10:30:21Z', 'revision_number': 4, 'project_id': '6a5f148e85ef4a9b80e5517fdf788fc6', 'gw_port': {'id': '3a0d4cd7-8cbd-449d-a778-fec20aea7910', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:3b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b54fb8b-b163-48a3-b144-8be5cda72c7c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:30:08Z', 'updated_at': '2022-03-07T10:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_floatingips': [{'id': 'a299fbba-8490-41df-872e-b350e7f7c053', 'tenant_id': '6a5f148e85ef4a9b80e5517fdf788fc6', 'floating_ip_address': '172.26.8.75', 'floating_network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'router_id': '2b54fb8b-b163-48a3-b144-8be5cda72c7c', 'port_id': 'ff4adde1-2c27-49b7-93eb-5984786dbd79', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30023e69-476d-4a1a-a06a-7d904c24f2c0', 'mac_address': 'fa:16:3e:00:47:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aaefbc7-74ce-452d-ae0c-e8fe98fb8ec9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:31:53Z', 'updated_at': '2022-03-07T10:31:53Z', 'revision_number': 0, 'project_id': '6a5f148e85ef4a9b80e5517fdf788fc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51c6857b-1e74-4c3f-b53e-8c82f4121b89', 'name': '', 'network_id': '30023e69-476d-4a1a-a06a-7d904c24f2c0', 'tenant_id': '6a5f148e85ef4a9b80e5517fdf788fc6', 'mac_address': 'fa:16:3e:96:4e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b54fb8b-b163-48a3-b144-8be5cda72c7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c545286e-deb0-44ca-9190-77e7d2d3932b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:30:18Z', 'updated_at': '2022-03-07T10:30:34Z', 'revision_number': 5, 'project_id': '6a5f148e85ef4a9b80e5517fdf788fc6', 'subnets': [{'id': 'c545286e-deb0-44ca-9190-77e7d2d3932b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:31:57.849601 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e010a5f-35a9-40b5-a866-400fd6c43ee5 None None] The sync data for ids ['2b54fb8b-b163-48a3-b144-8be5cda72c7c'] in dv-neutron-830731-3-hyperv is: [{'id': '2b54fb8b-b163-48a3-b144-8be5cda72c7c', 'name': 'tempest-TestVolumeBootPattern-1562979624-router', 'tenant_id': '6a5f148e85ef4a9b80e5517fdf788fc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.38'}], 'enable_snat': True}, 'gw_port_id': '3a0d4cd7-8cbd-449d-a778-fec20aea7910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:30:06Z', 'updated_at': '2022-03-07T10:30:21Z', 'revision_number': 4, 'project_id': '6a5f148e85ef4a9b80e5517fdf788fc6', 'gw_port': {'id': '3a0d4cd7-8cbd-449d-a778-fec20aea7910', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:3b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b54fb8b-b163-48a3-b144-8be5cda72c7c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:30:08Z', 'updated_at': '2022-03-07T10:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_floatingips': [{'id': 'a299fbba-8490-41df-872e-b350e7f7c053', 'tenant_id': '6a5f148e85ef4a9b80e5517fdf788fc6', 'floating_ip_address': '172.26.8.75', 'floating_network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'router_id': '2b54fb8b-b163-48a3-b144-8be5cda72c7c', 'port_id': 'ff4adde1-2c27-49b7-93eb-5984786dbd79', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30023e69-476d-4a1a-a06a-7d904c24f2c0', 'mac_address': 'fa:16:3e:00:47:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aaefbc7-74ce-452d-ae0c-e8fe98fb8ec9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:31:53Z', 'updated_at': '2022-03-07T10:31:53Z', 'revision_number': 0, 'project_id': '6a5f148e85ef4a9b80e5517fdf788fc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51c6857b-1e74-4c3f-b53e-8c82f4121b89', 'name': '', 'network_id': '30023e69-476d-4a1a-a06a-7d904c24f2c0', 'tenant_id': '6a5f148e85ef4a9b80e5517fdf788fc6', 'mac_address': 'fa:16:3e:96:4e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b54fb8b-b163-48a3-b144-8be5cda72c7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c545286e-deb0-44ca-9190-77e7d2d3932b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:30:18Z', 'updated_at': '2022-03-07T10:30:34Z', 'revision_number': 5, 'project_id': '6a5f148e85ef4a9b80e5517fdf788fc6', 'subnets': [{'id': 'c545286e-deb0-44ca-9190-77e7d2d3932b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:31:57.850068 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-42af36fe-3f23-4734-b720-f62b9258f48c tempest-SubnetPoolsTestJSON-356162304 tempest-SubnetPoolsTestJSON-356162304-project] Notify callbacks [] for subnetpool, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:57.851628 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-42af36fe-3f23-4734-b720-f62b9258f48c tempest-SubnetPoolsTestJSON-356162304 tempest-SubnetPoolsTestJSON-356162304-project] 10.222.0.13 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.2105446 Mar 07 10:31:57.854932 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 38916) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:57.867354 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c010333c-0d7a-4e4c-a1f7-fdd9786b474f req-189a1eec-9b7d-43fe-af54-33fb2d35dd9e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ff4adde1-2c27-49b7-93eb-5984786dbd79 HTTP/1.1" status: 200 len: 998 time: 0.3262005 Mar 07 10:31:57.887876 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-32c9201d-bd64-4792-8c7a-ff3faf956b53 tempest-SubnetPoolsTestJSON-356162304 tempest-SubnetPoolsTestJSON-356162304-project] 10.222.0.13 "GET /v2.0/subnetpools/9fc6ab7b-58af-4410-8bb4-0d3993861c34 HTTP/1.1" status: 200 len: 732 time: 0.0295925 Mar 07 10:31:57.888913 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 38920) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:57.901534 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-da78d0b4-b939-436e-b4db-af143ac433d1 tempest-SubnetPoolsTestJSON-356162304 tempest-SubnetPoolsTestJSON-356162304-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-145931764'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:31:57.990170 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-da78d0b4-b939-436e-b4db-af143ac433d1 tempest-SubnetPoolsTestJSON-356162304 tempest-SubnetPoolsTestJSON-356162304-project] Notify callbacks [] for subnetpool, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:57.991342 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-da78d0b4-b939-436e-b4db-af143ac433d1 tempest-SubnetPoolsTestJSON-356162304 tempest-SubnetPoolsTestJSON-356162304-project] 10.222.0.13 "PUT /v2.0/subnetpools/9fc6ab7b-58af-4410-8bb4-0d3993861c34 HTTP/1.1" status: 200 len: 683 time: 0.1014268 Mar 07 10:31:57.994010 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 38924) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:58.050063 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-44a6a124-5997-4abc-b900-63b0aed4e125 tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:58.081740 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a86bcd1e-843f-4cc5-9c0b-9a584ce3619e None None] New status for floating IP a299fbba-8490-41df-872e-b350e7f7c053: ACTIVE {{(pid=83740) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 07 10:31:58.087716 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-748bcc8a-c344-436d-be0b-41150e1447a9 tempest-SubnetPoolsTestJSON-356162304 tempest-SubnetPoolsTestJSON-356162304-project] Notify callbacks [] for subnetpool, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:58.091358 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-748bcc8a-c344-436d-be0b-41150e1447a9 tempest-SubnetPoolsTestJSON-356162304 tempest-SubnetPoolsTestJSON-356162304-project] 10.222.0.13 "DELETE /v2.0/subnetpools/9fc6ab7b-58af-4410-8bb4-0d3993861c34 HTTP/1.1" status: 204 len: 168 time: 0.0938933 Mar 07 10:31:58.092131 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 38928) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:58.112533 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.api.v2.resource [None req-7a053ad8-0354-4afb-9634-7c5e54660c75 tempest-SubnetPoolsTestJSON-356162304 tempest-SubnetPoolsTestJSON-356162304-project] show failed (client error): The resource could not be found. Mar 07 10:31:58.116152 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-7a053ad8-0354-4afb-9634-7c5e54660c75 tempest-SubnetPoolsTestJSON-356162304 tempest-SubnetPoolsTestJSON-356162304-project] 10.222.0.13 "GET /v2.0/subnetpools/9fc6ab7b-58af-4410-8bb4-0d3993861c34 HTTP/1.1" status: 404 len: 346 time: 0.0204468 Mar 07 10:31:58.116931 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 38932) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:58.120386 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c010333c-0d7a-4e4c-a1f7-fdd9786b474f req-7c920ac8-ad53-4201-a995-7fb98156cb45 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:58.121833 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c010333c-0d7a-4e4c-a1f7-fdd9786b474f req-7c920ac8-ad53-4201-a995-7fb98156cb45 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c545286e-deb0-44ca-9190-77e7d2d3932b HTTP/1.1" status: 200 len: 851 time: 0.1940608 Mar 07 10:31:58.139688 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.api.v2.resource [None req-74343fe9-4e38-4e37-9f4d-d642a8abf15b tempest-SubnetPoolsTestJSON-356162304 tempest-SubnetPoolsTestJSON-356162304-project] delete failed (client error): The resource could not be found. Mar 07 10:31:58.146572 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-74343fe9-4e38-4e37-9f4d-d642a8abf15b tempest-SubnetPoolsTestJSON-356162304 tempest-SubnetPoolsTestJSON-356162304-project] 10.222.0.13 "DELETE /v2.0/subnetpools/9fc6ab7b-58af-4410-8bb4-0d3993861c34 HTTP/1.1" status: 404 len: 346 time: 0.0228984 Mar 07 10:31:58.173776 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcacec77-991e-4eea-9992-8326af86d94c tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Router ca7f96d3-10a7-4e27-b089-a2d16bd36380 has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:31:58.322106 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-1d9c3365-c9a1-40a0-9a3c-e931e32fd3d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:58.469619 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c010333c-0d7a-4e4c-a1f7-fdd9786b474f req-5f6ec9e7-6215-404b-96ee-1fddc22e66f1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=30023e69-476d-4a1a-a06a-7d904c24f2c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3281636 Mar 07 10:31:58.473616 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 38940) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:58.485763 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcacec77-991e-4eea-9992-8326af86d94c tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:31:58.495784 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf220c7-60dd-4ce4-b993-02bf3febb35c None None] Sync routers for ids ['ca7f96d3-10a7-4e27-b089-a2d16bd36380'] in dv-neutron-830731-3-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:31:58.508659 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf220c7-60dd-4ce4-b993-02bf3febb35c None None] Routers {'ca7f96d3-10a7-4e27-b089-a2d16bd36380'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:31:58.509355 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-acf220c7-60dd-4ce4-b993-02bf3febb35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:31:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['ca7f96d3-10a7-4e27-b089-a2d16bd36380'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:31:58.512644 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-dcacec77-991e-4eea-9992-8326af86d94c tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] 10.222.0.13 "PUT /v2.0/routers/ca7f96d3-10a7-4e27-b089-a2d16bd36380/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2065589 Mar 07 10:31:58.513497 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 38946) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:58.579018 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-acf220c7-60dd-4ce4-b993-02bf3febb35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:31:58.593308 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf220c7-60dd-4ce4-b993-02bf3febb35c None None] Routers {'ca7f96d3-10a7-4e27-b089-a2d16bd36380'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:31:58.593892 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-acf220c7-60dd-4ce4-b993-02bf3febb35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:31:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['ca7f96d3-10a7-4e27-b089-a2d16bd36380'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:31:58.675191 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-acf220c7-60dd-4ce4-b993-02bf3febb35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:31:58.675191 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf220c7-60dd-4ce4-b993-02bf3febb35c None None] The sync data for ids ['ca7f96d3-10a7-4e27-b089-a2d16bd36380'] in dv-neutron-830731-3-hyperv is: [] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:31:58.700109 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-44a6a124-5997-4abc-b900-63b0aed4e125 tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:58.713008 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7162fb26-ab45-43b0-8384-2c788b9306be admin admin] Notify callbacks [] for security_group, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:58.714821 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-44a6a124-5997-4abc-b900-63b0aed4e125 tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3012561'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:58.813245 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-7162fb26-ab45-43b0-8384-2c788b9306be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:31:58.827215 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-7162fb26-ab45-43b0-8384-2c788b9306be admin admin] Usage tracker for resource:security_group_rule and tenant:bbaaad90dd10415eab9d7cecdb434df6 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:31:58.838072 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-7162fb26-ab45-43b0-8384-2c788b9306be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:31:58.863118 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a6a124-5997-4abc-b900-63b0aed4e125 tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Pushing event updated for resources: {'Port': ['ID=f4bd0b90-f5db-41c1-b7cc-26fab9f898ec,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:58.887967 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c010333c-0d7a-4e4c-a1f7-fdd9786b474f req-6688d650-56fd-406d-9c73-ff0dcdb538dd service neutron] 10.222.0.10 "GET /v2.0/networks/30023e69-476d-4a1a-a06a-7d904c24f2c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3991065 Mar 07 10:31:58.893898 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-7162fb26-ab45-43b0-8384-2c788b9306be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:31:58.992448 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-44a6a124-5997-4abc-b900-63b0aed4e125 tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] In _notify_port_updated(), no bound segment for port f4bd0b90-f5db-41c1-b7cc-26fab9f898ec on network c7092246-d3e8-46c5-b864-eec46bdd0725 {{(pid=83737) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 07 10:31:58.996623 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44a6a124-5997-4abc-b900-63b0aed4e125 tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:58.997307 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-44a6a124-5997-4abc-b900-63b0aed4e125 tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:59.002173 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-44a6a124-5997-4abc-b900-63b0aed4e125 tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] 10.222.0.13 "PUT /v2.0/ports/f4bd0b90-f5db-41c1-b7cc-26fab9f898ec HTTP/1.1" status: 200 len: 995 time: 1.4021544 Mar 07 10:31:59.022513 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 38950) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:59.079117 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-5694a561-1d88-43e8-932e-9ca1d1b4bb5c None None] Provisioning complete for port f4bd0b90-f5db-41c1-b7cc-26fab9f898ec triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:31:59.079117 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-5694a561-1d88-43e8-932e-9ca1d1b4bb5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:59.120873 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-b1448da4-3269-4a44-b0da-c8c36d70a190 tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Deleting port f4bd0b90-f5db-41c1-b7cc-26fab9f898ec {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:31:59.121446 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b1448da4-3269-4a44-b0da-c8c36d70a190 tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:59.146922 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.api.v2.resource [None req-47ab1247-88ba-4f47-ad4e-3d5913ad1df6 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] remove_router_interface failed (client error): The resource could not be found. Mar 07 10:31:59.146922 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-47ab1247-88ba-4f47-ad4e-3d5913ad1df6 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] 10.222.0.13 "PUT /v2.0/routers/ca7f96d3-10a7-4e27-b089-a2d16bd36380/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.6211770 Mar 07 10:31:59.146922 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 38954) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:59.153775 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-5694a561-1d88-43e8-932e-9ca1d1b4bb5c None None] Port f4bd0b90-f5db-41c1-b7cc-26fab9f898ec cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:31:59.198340 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-eea1778a-052e-4d06-812a-6a32ea038dd2 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Synchronizing usage tracker for tenant:0d2fd6fe5acd4dee8d48a1427bbf6953 on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:31:59.207188 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c010333c-0d7a-4e4c-a1f7-fdd9786b474f req-e2b769cf-9869-410f-a2dd-e28bc4efdab1 service neutron] 10.222.0.10 "GET /v2.0/networks/30023e69-476d-4a1a-a06a-7d904c24f2c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3101568 Mar 07 10:31:59.256222 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7162fb26-ab45-43b0-8384-2c788b9306be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:59.262777 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7162fb26-ab45-43b0-8384-2c788b9306be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:59.279711 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-eea1778a-052e-4d06-812a-6a32ea038dd2 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Unset dirty status for tenant:0d2fd6fe5acd4dee8d48a1427bbf6953 on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:31:59.280901 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-eea1778a-052e-4d06-812a-6a32ea038dd2 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca7f96d3-10a7-4e27-b089-a2d16bd36380 HTTP/1.1" status: 200 len: 205 time: 0.1379313 Mar 07 10:31:59.285133 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 38958) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:59.425066 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b1448da4-3269-4a44-b0da-c8c36d70a190 tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:59.441373 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7162fb26-ab45-43b0-8384-2c788b9306be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d9ff393-0fe4-41e1-b108-4afd493a0bc1,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:59.449200 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-7162fb26-ab45-43b0-8384-2c788b9306be admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bbaaad90dd10415eab9d7cecdb434df6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9737701 Mar 07 10:31:59.453890 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 38962) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:59.480405 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-10867985-2a22-4fb9-82b7-86d8f520dd82 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks [] for router, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:59.554153 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-b1448da4-3269-4a44-b0da-c8c36d70a190 tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Calling delete_port for f4bd0b90-f5db-41c1-b7cc-26fab9f898ec owned by {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:31:59.648986 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-41f568cb-4902-4338-af57-7884328c46c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:59.707597 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b1448da4-3269-4a44-b0da-c8c36d70a190 tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:59.758527 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1448da4-3269-4a44-b0da-c8c36d70a190 tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Pushing event deleted for resources: {'Port': ['ID=f4bd0b90-f5db-41c1-b7cc-26fab9f898ec,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:59.871361 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-41f568cb-4902-4338-af57-7884328c46c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:59.896381 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b1448da4-3269-4a44-b0da-c8c36d70a190 tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:59.907847 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-b1448da4-3269-4a44-b0da-c8c36d70a190 tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] 10.222.0.13 "DELETE /v2.0/ports/f4bd0b90-f5db-41c1-b7cc-26fab9f898ec HTTP/1.1" status: 204 len: 168 time: 0.8850858 Mar 07 10:31:59.910311 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 38968) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:31:59.966586 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff15ed70-26ca-4c60-acc8-923bbf3e82c2 tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] GET failed (client error): The resource could not be found. Mar 07 10:31:59.967955 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-ff15ed70-26ca-4c60-acc8-923bbf3e82c2 tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Synchronizing usage tracker for tenant:ce765de48c82463186c0d06fc43df11b on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:31:59.988289 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-10867985-2a22-4fb9-82b7-86d8f520dd82 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3917970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58043'] for router, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:31:59.993259 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-ff15ed70-26ca-4c60-acc8-923bbf3e82c2 tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Unset dirty status for tenant:ce765de48c82463186c0d06fc43df11b on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:31:59.994967 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-ff15ed70-26ca-4c60-acc8-923bbf3e82c2 tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] 10.222.0.13 "GET /v2.0/ports/f4bd0b90-f5db-41c1-b7cc-26fab9f898ec HTTP/1.1" status: 404 len: 333 time: 0.0832114 Mar 07 10:32:00.000273 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 38972) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:32:00.004523 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-4fa1db8f-b7c4-468f-94e1-f1e9a3298eff tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Request body: {'port': {'network_id': 'c7092246-d3e8-46c5-b864-eec46bdd0725', 'name': 'tempest-AllowedAddressPairTestJSON-1722452971'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:32:00.006690 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-10867985-2a22-4fb9-82b7-86d8f520dd82 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:00.064409 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-10867985-2a22-4fb9-82b7-86d8f520dd82 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3917886'] for router, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:00.066071 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10867985-2a22-4fb9-82b7-86d8f520dd82 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Fanout notify agent at l3_agent the message router_deleted on router ca7f96d3-10a7-4e27-b089-a2d16bd36380 {{(pid=83738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 10:32:00.096610 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-41f568cb-4902-4338-af57-7884328c46c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:00.099959 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-41f568cb-4902-4338-af57-7884328c46c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:00.103566 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-41f568cb-4902-4338-af57-7884328c46c1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4d9ff393-0fe4-41e1-b108-4afd493a0bc1 HTTP/1.1" status: 204 len: 168 time: 0.6480711 Mar 07 10:32:00.104953 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-10867985-2a22-4fb9-82b7-86d8f520dd82 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks [] for router, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:00.109870 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-10867985-2a22-4fb9-82b7-86d8f520dd82 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] 10.222.0.13 "DELETE /v2.0/routers/ca7f96d3-10a7-4e27-b089-a2d16bd36380 HTTP/1.1" status: 204 len: 168 time: 0.8183780 Mar 07 10:32:00.115081 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 38978) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:32:00.149335 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f568cb-4902-4338-af57-7884328c46c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d9ff393-0fe4-41e1-b108-4afd493a0bc1,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:00.229239 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-4fa1db8f-b7c4-468f-94e1-f1e9a3298eff tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:32:00.239780 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-4fa1db8f-b7c4-468f-94e1-f1e9a3298eff tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:32:00.251608 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fa1db8f-b7c4-468f-94e1-f1e9a3298eff tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Made reservation on behalf of ce765de48c82463186c0d06fc43df11b for: {'port': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:32:00.261471 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4fa1db8f-b7c4-468f-94e1-f1e9a3298eff tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:00.306500 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [None req-4fa1db8f-b7c4-468f-94e1-f1e9a3298eff tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] device_id is not set on port 90209d00-c573-4338-9464-ebd558f28435 yet. {{(pid=83737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 07 10:32:00.337877 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_v2 [None req-30ff0bb2-a348-4367-aa6a-dd0742413d14 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Deleting subnet b0c45307-8b6a-4663-ade8-4c42f4ff4049 {{(pid=83738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 07 10:32:00.342656 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-30ff0bb2-a348-4367-aa6a-dd0742413d14 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks [] for subnet, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:00.406613 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-30ff0bb2-a348-4367-aa6a-dd0742413d14 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2969395'] for subnet, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:00.472341 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-4fa1db8f-b7c4-468f-94e1-f1e9a3298eff tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Allocated IP 172.20.0.10 (c7092246-d3e8-46c5-b864-eec46bdd0725/c01424ed-5e3d-43f6-b67e-792086526a08/90209d00-c573-4338-9464-ebd558f28435) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:32:00.495758 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-30ff0bb2-a348-4367-aa6a-dd0742413d14 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1525496'] for subnet, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:00.537023 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-42796761-b953-48e6-a298-47f316646ef9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:00.574539 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-30ff0bb2-a348-4367-aa6a-dd0742413d14 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1525489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3556647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741465'] for subnet, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:00.614761 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ff0bb2-a348-4367-aa6a-dd0742413d14 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Pushing event deleted for resources: {'Subnet': ['ID=b0c45307-8b6a-4663-ade8-4c42f4ff4049,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:00.619513 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-30ff0bb2-a348-4367-aa6a-dd0742413d14 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:00.625932 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-30ff0bb2-a348-4367-aa6a-dd0742413d14 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] 10.222.0.13 "DELETE /v2.0/subnets/b0c45307-8b6a-4663-ade8-4c42f4ff4049 HTTP/1.1" status: 204 len: 168 time: 0.5098975 Mar 07 10:32:00.628213 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99f82d48-5471-4847-9d72-b16ce67e457f None None] Network 89523df9-3b19-4821-85ed-16c8f0f5c93a requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:32:00.628594 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 38982) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:32:00.687936 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4fa1db8f-b7c4-468f-94e1-f1e9a3298eff tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:00.705127 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [None req-4fa1db8f-b7c4-468f-94e1-f1e9a3298eff tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Transition to ACTIVE for port object 90209d00-c573-4338-9464-ebd558f28435 will not be triggered until provisioned by entity DHCP. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:32:00.730419 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4fa1db8f-b7c4-468f-94e1-f1e9a3298eff tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:00.852405 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c5a6be63-ddc6-4db5-a044-35e99e3da95a tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1158940'] for network, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:00.864425 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-c5a6be63-ddc6-4db5-a044-35e99e3da95a tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Deleting port 36cb325f-33dd-478e-87a5-e2d5be4ff455 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:32:00.864796 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c5a6be63-ddc6-4db5-a044-35e99e3da95a tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:00.899736 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caf5b908-8893-4244-88d5-86ed213b92a2 None None] DHCP port deletion for 89523df9-3b19-4821-85ed-16c8f0f5c93a request from dv-neutron-830731-3-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 07 10:32:00.905261 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-caf5b908-8893-4244-88d5-86ed213b92a2 None None] Deleting port 36cb325f-33dd-478e-87a5-e2d5be4ff455 {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:32:00.905925 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-caf5b908-8893-4244-88d5-86ed213b92a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:00.913450 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa1db8f-b7c4-468f-94e1-f1e9a3298eff tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Network c7092246-d3e8-46c5-b864-eec46bdd0725 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:32:00.916374 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-4fa1db8f-b7c4-468f-94e1-f1e9a3298eff tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:32:00.918723 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa1db8f-b7c4-468f-94e1-f1e9a3298eff tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:32:00.969229 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa1db8f-b7c4-468f-94e1-f1e9a3298eff tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Pushing event updated for resources: {'Port': ['ID=90209d00-c573-4338-9464-ebd558f28435,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:00.996819 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fa1db8f-b7c4-468f-94e1-f1e9a3298eff tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:00.998270 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4fa1db8f-b7c4-468f-94e1-f1e9a3298eff tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:01.028912 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-4fa1db8f-b7c4-468f-94e1-f1e9a3298eff tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0287337 Mar 07 10:32:01.031505 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 38986) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:32:01.038891 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-c2c97687-2284-4a62-a2a4-f0ac15c04824 tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Request body: {'port': {'network_id': 'c7092246-d3e8-46c5-b864-eec46bdd0725', 'name': 'tempest-AllowedAddressPairTestJSON-1380949319'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:32:01.097365 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-c5a6be63-ddc6-4db5-a044-35e99e3da95a tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] For port 36cb325f-33dd-478e-87a5-e2d5be4ff455, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=36cb325f-33dd-478e-87a5-e2d5be4ff455,segment=NetworkSegment(6823275c-fee5-4be7-9a2f-63b21a9d4e09),segment_id=6823275c-fee5-4be7-9a2f-63b21a9d4e09)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:32:01.098435 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c5a6be63-ddc6-4db5-a044-35e99e3da95a tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:01.153630 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-caf5b908-8893-4244-88d5-86ed213b92a2 None None] For port 36cb325f-33dd-478e-87a5-e2d5be4ff455, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=36cb325f-33dd-478e-87a5-e2d5be4ff455,segment=NetworkSegment(6823275c-fee5-4be7-9a2f-63b21a9d4e09),segment_id=6823275c-fee5-4be7-9a2f-63b21a9d4e09)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:32:01.154769 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-caf5b908-8893-4244-88d5-86ed213b92a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:01.190526 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-c2c97687-2284-4a62-a2a4-f0ac15c04824 tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:32:01.194573 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-c2c97687-2284-4a62-a2a4-f0ac15c04824 tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Usage tracker for resource:port and tenant:ce765de48c82463186c0d06fc43df11b is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:32:01.197407 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-c2c97687-2284-4a62-a2a4-f0ac15c04824 tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:32:01.203140 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-c2c97687-2284-4a62-a2a4-f0ac15c04824 tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:32:01.215141 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2c97687-2284-4a62-a2a4-f0ac15c04824 tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Made reservation on behalf of ce765de48c82463186c0d06fc43df11b for: {'port': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:32:01.219055 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c2c97687-2284-4a62-a2a4-f0ac15c04824 tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:01.233770 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-c5a6be63-ddc6-4db5-a044-35e99e3da95a tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Calling delete_port for 36cb325f-33dd-478e-87a5-e2d5be4ff455 owned by network:dhcp {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:32:01.245203 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [None req-c2c97687-2284-4a62-a2a4-f0ac15c04824 tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] device_id is not set on port 58f12ac7-f529-4634-aa04-cae05c7c2de9 yet. {{(pid=83737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 07 10:32:01.298229 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-caf5b908-8893-4244-88d5-86ed213b92a2 None None] Calling delete_port for 36cb325f-33dd-478e-87a5-e2d5be4ff455 owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:32:01.323737 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c5a6be63-ddc6-4db5-a044-35e99e3da95a tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:01.373060 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a6be63-ddc6-4db5-a044-35e99e3da95a tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Pushing event deleted for resources: {'Port': ['ID=36cb325f-33dd-478e-87a5-e2d5be4ff455,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:01.380814 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a6be63-ddc6-4db5-a044-35e99e3da95a tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] No DVR routers for this DVR port 36cb325f-33dd-478e-87a5-e2d5be4ff455 on host dv-neutron-830731-3-hyperv {{(pid=83738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:32:01.401417 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-c2c97687-2284-4a62-a2a4-f0ac15c04824 tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Allocated IP 172.20.0.3 (c7092246-d3e8-46c5-b864-eec46bdd0725/c01424ed-5e3d-43f6-b67e-792086526a08/58f12ac7-f529-4634-aa04-cae05c7c2de9) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:32:01.411616 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-47937bd2-48ab-4a69-9100-95124519cc59 None None] Provisioning for port 90209d00-c573-4338-9464-ebd558f28435 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:32:01.418379 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-47937bd2-48ab-4a69-9100-95124519cc59 None None] Provisioning complete for port 90209d00-c573-4338-9464-ebd558f28435 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:32:01.418950 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-47937bd2-48ab-4a69-9100-95124519cc59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:01.473049 dv-neutron-830731-3-hyperv neutron-server[83739]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Mar 07 10:32:01.473049 dv-neutron-830731-3-hyperv neutron-server[83739]: util.warn_limited( Mar 07 10:32:01.473049 dv-neutron-830731-3-hyperv neutron-server[83739]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Mar 07 10:32:01.473049 dv-neutron-830731-3-hyperv neutron-server[83739]: util.warn_limited( Mar 07 10:32:01.473049 dv-neutron-830731-3-hyperv neutron-server[83739]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:32:01.473049 dv-neutron-830731-3-hyperv neutron-server[83739]: util.warn( Mar 07 10:32:01.473049 dv-neutron-830731-3-hyperv neutron-server[83739]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:32:01.473049 dv-neutron-830731-3-hyperv neutron-server[83739]: util.warn( Mar 07 10:32:01.473049 dv-neutron-830731-3-hyperv neutron-server[83739]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:32:01.473049 dv-neutron-830731-3-hyperv neutron-server[83739]: util.warn( Mar 07 10:32:01.473049 dv-neutron-830731-3-hyperv neutron-server[83739]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:32:01.473049 dv-neutron-830731-3-hyperv neutron-server[83739]: util.warn( Mar 07 10:32:01.473049 dv-neutron-830731-3-hyperv neutron-server[83739]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:32:01.473049 dv-neutron-830731-3-hyperv neutron-server[83739]: util.warn( Mar 07 10:32:01.473049 dv-neutron-830731-3-hyperv neutron-server[83739]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:32:01.473049 dv-neutron-830731-3-hyperv neutron-server[83739]: util.warn( Mar 07 10:32:01.473049 dv-neutron-830731-3-hyperv neutron-server[83739]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:32:01.473049 dv-neutron-830731-3-hyperv neutron-server[83739]: util.warn( Mar 07 10:32:01.473049 dv-neutron-830731-3-hyperv neutron-server[83739]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:32:01.473049 dv-neutron-830731-3-hyperv neutron-server[83739]: util.warn( Mar 07 10:32:01.473049 dv-neutron-830731-3-hyperv neutron-server[83739]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:32:01.473049 dv-neutron-830731-3-hyperv neutron-server[83739]: util.warn( Mar 07 10:32:01.473049 dv-neutron-830731-3-hyperv neutron-server[83739]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:32:01.473049 dv-neutron-830731-3-hyperv neutron-server[83739]: util.warn( Mar 07 10:32:01.473049 dv-neutron-830731-3-hyperv neutron-server[83739]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:32:01.473049 dv-neutron-830731-3-hyperv neutron-server[83739]: util.warn( Mar 07 10:32:01.473049 dv-neutron-830731-3-hyperv neutron-server[83739]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:32:01.473049 dv-neutron-830731-3-hyperv neutron-server[83739]: util.warn( Mar 07 10:32:01.473049 dv-neutron-830731-3-hyperv neutron-server[83739]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:32:01.473049 dv-neutron-830731-3-hyperv neutron-server[83739]: util.warn( Mar 07 10:32:01.473049 dv-neutron-830731-3-hyperv neutron-server[83739]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:32:01.473049 dv-neutron-830731-3-hyperv neutron-server[83739]: util.warn( Mar 07 10:32:01.473049 dv-neutron-830731-3-hyperv neutron-server[83739]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:32:01.473049 dv-neutron-830731-3-hyperv neutron-server[83739]: util.warn( Mar 07 10:32:01.473049 dv-neutron-830731-3-hyperv neutron-server[83739]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:32:01.473049 dv-neutron-830731-3-hyperv neutron-server[83739]: util.warn( Mar 07 10:32:01.473049 dv-neutron-830731-3-hyperv neutron-server[83739]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:32:01.473049 dv-neutron-830731-3-hyperv neutron-server[83739]: util.warn( Mar 07 10:32:01.473049 dv-neutron-830731-3-hyperv neutron-server[83739]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:32:01.473049 dv-neutron-830731-3-hyperv neutron-server[83739]: util.warn( Mar 07 10:32:01.473049 dv-neutron-830731-3-hyperv neutron-server[83739]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:32:01.473049 dv-neutron-830731-3-hyperv neutron-server[83739]: util.warn( Mar 07 10:32:01.473049 dv-neutron-830731-3-hyperv neutron-server[83739]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:32:01.473049 dv-neutron-830731-3-hyperv neutron-server[83739]: util.warn( Mar 07 10:32:01.473049 dv-neutron-830731-3-hyperv neutron-server[83739]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:32:01.473049 dv-neutron-830731-3-hyperv neutron-server[83739]: util.warn( Mar 07 10:32:01.473049 dv-neutron-830731-3-hyperv neutron-server[83739]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:32:01.473049 dv-neutron-830731-3-hyperv neutron-server[83739]: util.warn( Mar 07 10:32:01.473049 dv-neutron-830731-3-hyperv neutron-server[83739]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:32:01.473049 dv-neutron-830731-3-hyperv neutron-server[83739]: util.warn( Mar 07 10:32:01.473049 dv-neutron-830731-3-hyperv neutron-server[83739]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:32:01.473049 dv-neutron-830731-3-hyperv neutron-server[83739]: util.warn( Mar 07 10:32:01.473049 dv-neutron-830731-3-hyperv neutron-server[83739]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:32:01.473049 dv-neutron-830731-3-hyperv neutron-server[83739]: util.warn( Mar 07 10:32:01.473049 dv-neutron-830731-3-hyperv neutron-server[83739]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:32:01.473049 dv-neutron-830731-3-hyperv neutron-server[83739]: util.warn( Mar 07 10:32:01.481752 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-47937bd2-48ab-4a69-9100-95124519cc59 None None] Port 90209d00-c573-4338-9464-ebd558f28435 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:32:01.487640 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.db.api [None req-caf5b908-8893-4244-88d5-86ed213b92a2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 10:32:01.488056 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG oslo_db.api [None req-caf5b908-8893-4244-88d5-86ed213b92a2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 10:32:01.507979 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c5a6be63-ddc6-4db5-a044-35e99e3da95a tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1526893', 'neutron.services.segments.db._delete_segments_for_network-8732568551033'] for network, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:01.532799 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-c5a6be63-ddc6-4db5-a044-35e99e3da95a tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89523df9-3b19-4821-85ed-16c8f0f5c93a']}} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:32:01.545237 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-c5a6be63-ddc6-4db5-a044-35e99e3da95a tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6823275c-fee5-4be7-9a2f-63b21a9d4e09') {'for_net_delete': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:32:01.545532 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-c5a6be63-ddc6-4db5-a044-35e99e3da95a tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6823275c-fee5-4be7-9a2f-63b21a9d4e09') {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:32:01.556689 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c5a6be63-ddc6-4db5-a044-35e99e3da95a tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732568550916', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968000'] for segment, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:01.572887 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c5a6be63-ddc6-4db5-a044-35e99e3da95a tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:01.579834 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5a6be63-ddc6-4db5-a044-35e99e3da95a tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=83738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 07 10:32:01.580998 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c5a6be63-ddc6-4db5-a044-35e99e3da95a tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1227397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3556681'] for segment, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:01.595470 dv-neutron-830731-3-hyperv neutron-server[83738]: Traceback (most recent call last): Mar 07 10:32:01.595470 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 07 10:32:01.595470 dv-neutron-830731-3-hyperv neutron-server[83738]: timer() Mar 07 10:32:01.595470 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:32:01.595470 dv-neutron-830731-3-hyperv neutron-server[83738]: cb(*args, **kw) Mar 07 10:32:01.595470 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 10:32:01.595470 dv-neutron-830731-3-hyperv neutron-server[83738]: return func(*args, **kwargs) Mar 07 10:32:01.595470 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:32:01.595470 dv-neutron-830731-3-hyperv neutron-server[83738]: self._notify() Mar 07 10:32:01.595470 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:32:01.595470 dv-neutron-830731-3-hyperv neutron-server[83738]: self.callback(batched_events) Mar 07 10:32:01.595470 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:32:01.595470 dv-neutron-830731-3-hyperv neutron-server[83738]: event.method(event) Mar 07 10:32:01.595470 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 10:32:01.595470 dv-neutron-830731-3-hyperv neutron-server[83738]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:32:01.595470 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 10:32:01.595470 dv-neutron-830731-3-hyperv neutron-server[83738]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:32:01.595470 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 10:32:01.595470 dv-neutron-830731-3-hyperv neutron-server[83738]: return f(self, *a, **k) Mar 07 10:32:01.595470 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:32:01.595470 dv-neutron-830731-3-hyperv neutron-server[83738]: return self._get(url).json() Mar 07 10:32:01.595470 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:32:01.595470 dv-neutron-830731-3-hyperv neutron-server[83738]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:32:01.595470 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 07 10:32:01.595470 dv-neutron-830731-3-hyperv neutron-server[83738]: return self.request(url, 'GET', **kwargs) Mar 07 10:32:01.595470 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 07 10:32:01.595470 dv-neutron-830731-3-hyperv neutron-server[83738]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:32:01.595470 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 07 10:32:01.595470 dv-neutron-830731-3-hyperv neutron-server[83738]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:32:01.595470 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 07 10:32:01.595470 dv-neutron-830731-3-hyperv neutron-server[83738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:32:01.595470 dv-neutron-830731-3-hyperv neutron-server[83738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:32:01.621338 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c2c97687-2284-4a62-a2a4-f0ac15c04824 tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:01.637652 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [None req-c2c97687-2284-4a62-a2a4-f0ac15c04824 tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Transition to ACTIVE for port object 58f12ac7-f529-4634-aa04-cae05c7c2de9 will not be triggered until provisioned by entity DHCP. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:32:01.660220 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c2c97687-2284-4a62-a2a4-f0ac15c04824 tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:01.678260 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c5a6be63-ddc6-4db5-a044-35e99e3da95a tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1526886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923583'] for network, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:01.682407 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c5a6be63-ddc6-4db5-a044-35e99e3da95a tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:01.710019 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a6be63-ddc6-4db5-a044-35e99e3da95a tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Pushing event deleted for resources: {'Network': ['ID=89523df9-3b19-4821-85ed-16c8f0f5c93a,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:01.725927 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-c5a6be63-ddc6-4db5-a044-35e99e3da95a tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] 10.222.0.13 "DELETE /v2.0/networks/89523df9-3b19-4821-85ed-16c8f0f5c93a HTTP/1.1" status: 204 len: 168 time: 1.0926511 Mar 07 10:32:01.726998 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 38990) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:32:01.730279 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-711fefd2-3b30-4759-8df5-0aecff1c8e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:01.733956 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-5edd1369-8ee2-4ad7-a0ea-28390da726f0 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-111625769'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:32:01.735251 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c97687-2284-4a62-a2a4-f0ac15c04824 tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Network c7092246-d3e8-46c5-b864-eec46bdd0725 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:32:01.738430 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-c2c97687-2284-4a62-a2a4-f0ac15c04824 tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:32:01.738868 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-5edd1369-8ee2-4ad7-a0ea-28390da726f0 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:32:01.742834 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c97687-2284-4a62-a2a4-f0ac15c04824 tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:32:01.743069 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-5edd1369-8ee2-4ad7-a0ea-28390da726f0 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Usage tracker for resource:network and tenant:0d2fd6fe5acd4dee8d48a1427bbf6953 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:32:01.746001 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-5edd1369-8ee2-4ad7-a0ea-28390da726f0 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:32:01.752284 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-5edd1369-8ee2-4ad7-a0ea-28390da726f0 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:32:01.762137 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5edd1369-8ee2-4ad7-a0ea-28390da726f0 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Made reservation on behalf of 0d2fd6fe5acd4dee8d48a1427bbf6953 for: {'network': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:32:01.765449 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5edd1369-8ee2-4ad7-a0ea-28390da726f0 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for network, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:01.768881 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c97687-2284-4a62-a2a4-f0ac15c04824 tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Pushing event updated for resources: {'Port': ['ID=58f12ac7-f529-4634-aa04-cae05c7c2de9,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:01.797421 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5edd1369-8ee2-4ad7-a0ea-28390da726f0 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=83738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:32:01.808606 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c97687-2284-4a62-a2a4-f0ac15c04824 tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:01.808828 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5edd1369-8ee2-4ad7-a0ea-28390da726f0 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:01.808951 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.db.segments_db [None req-5edd1369-8ee2-4ad7-a0ea-28390da726f0 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Added segment f0282329-c1b7-468f-937c-02ba20aca10b of type vlan for network 71151dc8-598b-4657-800a-5a2957eaef7e Mar 07 10:32:01.809337 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c2c97687-2284-4a62-a2a4-f0ac15c04824 tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:01.842794 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:01.845430 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5edd1369-8ee2-4ad7-a0ea-28390da726f0 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732568034061'] for network, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:01.846448 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-c2c97687-2284-4a62-a2a4-f0ac15c04824 tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8130474 Mar 07 10:32:01.848944 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 38994) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:32:01.855887 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-9fdfdea8-d113-438d-9abc-e1d1ebe65bc5 tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:b7:8f:8b'}, {'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:3d:e0:ed'}]}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:32:01.884743 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5edd1369-8ee2-4ad7-a0ea-28390da726f0 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594'] for network, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:01.891687 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5edd1369-8ee2-4ad7-a0ea-28390da726f0 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:01.892389 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5edd1369-8ee2-4ad7-a0ea-28390da726f0 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:01.942022 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 36cb325f-33dd-478e-87a5-e2d5be4ff455 no longer exists at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:32:01.988741 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-caf5b908-8893-4244-88d5-86ed213b92a2 None None] Deleting port 36cb325f-33dd-478e-87a5-e2d5be4ff455 {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:32:01.989250 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-caf5b908-8893-4244-88d5-86ed213b92a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:02.009844 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edd1369-8ee2-4ad7-a0ea-28390da726f0 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Pushing event updated for resources: {'Network': ['ID=71151dc8-598b-4657-800a-5a2957eaef7e,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:02.012642 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-5edd1369-8ee2-4ad7-a0ea-28390da726f0 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2846603 Mar 07 10:32:02.016090 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 38998) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:32:02.023144 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-fe982b46-34c5-426e-ba0b-2b1109df2974 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Request body: {'subnet': {'network_id': '71151dc8-598b-4657-800a-5a2957eaef7e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:32:02.023328 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] No Port match for: 36cb325f-33dd-478e-87a5-e2d5be4ff455 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 10:32:02.023758 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 36cb325f-33dd-478e-87a5-e2d5be4ff455 not bound to the agent host dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 10:32:02.037203 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Network 71151dc8-598b-4657-800a-5a2957eaef7e details requested by agent ovs-agent-dv-neutron-830731-3-hyperv with host dv-neutron-830731-3-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 10:32:02.122248 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9fdfdea8-d113-438d-9abc-e1d1ebe65bc5 tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:02.139881 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-fe982b46-34c5-426e-ba0b-2b1109df2974 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:32:02.142658 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-caf5b908-8893-4244-88d5-86ed213b92a2 None None] The port '36cb325f-33dd-478e-87a5-e2d5be4ff455' was deleted {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 07 10:32:02.144063 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-fe982b46-34c5-426e-ba0b-2b1109df2974 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Usage tracker for resource:subnet and tenant:0d2fd6fe5acd4dee8d48a1427bbf6953 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:32:02.147220 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-fe982b46-34c5-426e-ba0b-2b1109df2974 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:32:02.153033 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-fe982b46-34c5-426e-ba0b-2b1109df2974 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:32:02.167101 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-0549053d-42c8-4e96-843d-f93041f22beb None None] Provisioning for port 58f12ac7-f529-4634-aa04-cae05c7c2de9 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:32:02.171106 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe982b46-34c5-426e-ba0b-2b1109df2974 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Made reservation on behalf of 0d2fd6fe5acd4dee8d48a1427bbf6953 for: {'subnet': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:32:02.183888 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-0549053d-42c8-4e96-843d-f93041f22beb None None] Provisioning complete for port 58f12ac7-f529-4634-aa04-cae05c7c2de9 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:32:02.184368 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0549053d-42c8-4e96-843d-f93041f22beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:02.259020 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-0549053d-42c8-4e96-843d-f93041f22beb None None] Port 58f12ac7-f529-4634-aa04-cae05c7c2de9 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:32:02.296575 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-fe982b46-34c5-426e-ba0b-2b1109df2974 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741426'] for subnet, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:02.370839 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9fdfdea8-d113-438d-9abc-e1d1ebe65bc5 tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:02.375994 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9fdfdea8-d113-438d-9abc-e1d1ebe65bc5 tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3012561'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:02.494467 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdfdea8-d113-438d-9abc-e1d1ebe65bc5 tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Pushing event updated for resources: {'Port': ['ID=58f12ac7-f529-4634-aa04-cae05c7c2de9,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:02.509387 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-9fdfdea8-d113-438d-9abc-e1d1ebe65bc5 tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] In _notify_port_updated(), no bound segment for port 58f12ac7-f529-4634-aa04-cae05c7c2de9 on network c7092246-d3e8-46c5-b864-eec46bdd0725 {{(pid=83737) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 07 10:32:02.514731 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fdfdea8-d113-438d-9abc-e1d1ebe65bc5 tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:02.515502 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9fdfdea8-d113-438d-9abc-e1d1ebe65bc5 tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:02.519339 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-9fdfdea8-d113-438d-9abc-e1d1ebe65bc5 tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] 10.222.0.13 "PUT /v2.0/ports/58f12ac7-f529-4634-aa04-cae05c7c2de9 HTTP/1.1" status: 200 len: 1056 time: 0.6665854 Mar 07 10:32:02.519758 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 39002) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:32:02.533834 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-fe982b46-34c5-426e-ba0b-2b1109df2974 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3556832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741408'] for subnet, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:02.595154 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-766d6b65-fef2-4948-acee-fa6d1a539754 tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Deleting port 58f12ac7-f529-4634-aa04-cae05c7c2de9 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:32:02.595500 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-766d6b65-fef2-4948-acee-fa6d1a539754 tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:02.686204 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-bc6e2585-a7b1-4351-bd61-3d4e38e9edc7 None None] Provisioning complete for port 58f12ac7-f529-4634-aa04-cae05c7c2de9 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:32:02.686445 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-bc6e2585-a7b1-4351-bd61-3d4e38e9edc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:02.712243 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe982b46-34c5-426e-ba0b-2b1109df2974 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Pushing event updated for resources: {'Subnet': ['ID=4fb4c54b-e0ee-48cf-b60b-557083c58808,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:02.736818 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe982b46-34c5-426e-ba0b-2b1109df2974 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Checking segment: {'id': 'f0282329-c1b7-468f-937c-02ba20aca10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '71151dc8-598b-4657-800a-5a2957eaef7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:32:02.737177 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe982b46-34c5-426e-ba0b-2b1109df2974 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Network hostable DHCP agents. Network: 71151dc8-598b-4657-800a-5a2957eaef7e, hostable agents: ['6527556c-6586-422c-ae47-082984683847'], hosted agents: [] {{(pid=83738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:32:02.740016 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-bc6e2585-a7b1-4351-bd61-3d4e38e9edc7 None None] Port 58f12ac7-f529-4634-aa04-cae05c7c2de9 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:32:02.758879 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe982b46-34c5-426e-ba0b-2b1109df2974 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Network 71151dc8-598b-4657-800a-5a2957eaef7e is scheduled to be hosted by DHCP agent 6527556c-6586-422c-ae47-082984683847 with binding_index 1 {{(pid=83738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:32:02.768240 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-fe982b46-34c5-426e-ba0b-2b1109df2974 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830731-3-hyperv, 71151dc8-598b-4657-800a-5a2957eaef7e) {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:32:02.772718 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe982b46-34c5-426e-ba0b-2b1109df2974 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:02.773409 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-fe982b46-34c5-426e-ba0b-2b1109df2974 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:02.776924 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9a99514-8c77-4572-8e59-9c3f88da590b None None] Network 71151dc8-598b-4657-800a-5a2957eaef7e requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:32:02.798848 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-fe982b46-34c5-426e-ba0b-2b1109df2974 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7817037 Mar 07 10:32:02.801570 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 39006) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:32:02.894375 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-62a92b65-5e2f-4d04-9708-597efc5fe082 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1368944523', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:32:02.904350 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-62a92b65-5e2f-4d04-9708-597efc5fe082 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:32:02.911641 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-62a92b65-5e2f-4d04-9708-597efc5fe082 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Usage tracker for resource:router and tenant:0d2fd6fe5acd4dee8d48a1427bbf6953 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:32:02.916120 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-62a92b65-5e2f-4d04-9708-597efc5fe082 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:32:02.934371 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-62a92b65-5e2f-4d04-9708-597efc5fe082 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:32:02.961853 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-766d6b65-fef2-4948-acee-fa6d1a539754 tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:02.969333 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-62a92b65-5e2f-4d04-9708-597efc5fe082 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3919700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58025'] for router, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:02.970238 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-62a92b65-5e2f-4d04-9708-597efc5fe082 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3919671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4011175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58018'] for router, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:02.994969 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c814534f-5444-4ccd-ab75-4bd731514720 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ec2749d-0aec-52fb-aca6-10ba8a80aade-71151dc8-598b-4657-800a-5a2957eaef7e', 'network_id': '71151dc8-598b-4657-800a-5a2957eaef7e', 'tenant_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'fixed_ips': [{'subnet_id': '4fb4c54b-e0ee-48cf-b60b-557083c58808'}]}} from dv-neutron-830731-3-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 07 10:32:02.995766 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c814534f-5444-4ccd-ab75-4bd731514720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:03.086487 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-766d6b65-fef2-4948-acee-fa6d1a539754 tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Calling delete_port for 58f12ac7-f529-4634-aa04-cae05c7c2de9 owned by {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:32:03.142134 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-62a92b65-5e2f-4d04-9708-597efc5fe082 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:03.154541 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c87150bd-aa9c-4ad1-bb68-57ec66d4fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:03.165690 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-c814534f-5444-4ccd-ab75-4bd731514720 None None] Allocated IP 2001:db8::2 (71151dc8-598b-4657-800a-5a2957eaef7e/4fb4c54b-e0ee-48cf-b60b-557083c58808/1c59c28d-77ff-4eff-b30d-35514d8a6e61) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:32:03.180226 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-62a92b65-5e2f-4d04-9708-597efc5fe082 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3917991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923518'] for router, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:03.246149 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-62a92b65-5e2f-4d04-9708-597efc5fe082 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:03.247307 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-62a92b65-5e2f-4d04-9708-597efc5fe082 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4446957 Mar 07 10:32:03.250699 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 39010) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:32:03.268699 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-766d6b65-fef2-4948-acee-fa6d1a539754 tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:03.329777 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766d6b65-fef2-4948-acee-fa6d1a539754 tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Pushing event deleted for resources: {'Port': ['ID=58f12ac7-f529-4634-aa04-cae05c7c2de9,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:03.387856 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c814534f-5444-4ccd-ab75-4bd731514720 None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:03.400258 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-c814534f-5444-4ccd-ab75-4bd731514720 None None] Transition to ACTIVE for port object 1c59c28d-77ff-4eff-b30d-35514d8a6e61 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:32:03.419733 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-c814534f-5444-4ccd-ab75-4bd731514720 None None] Transition to ACTIVE for port object 1c59c28d-77ff-4eff-b30d-35514d8a6e61 will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:32:03.429170 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c814534f-5444-4ccd-ab75-4bd731514720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:03.501482 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c814534f-5444-4ccd-ab75-4bd731514720 None None] Network 71151dc8-598b-4657-800a-5a2957eaef7e is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:32:03.504854 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-c814534f-5444-4ccd-ab75-4bd731514720 None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:32:03.511531 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c814534f-5444-4ccd-ab75-4bd731514720 None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:32:03.581834 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c814534f-5444-4ccd-ab75-4bd731514720 None None] Pushing event updated for resources: {'Port': ['ID=1c59c28d-77ff-4eff-b30d-35514d8a6e61,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:03.609456 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-c814534f-5444-4ccd-ab75-4bd731514720 None None] Attempting to bind port 1c59c28d-77ff-4eff-b30d-35514d8a6e61 on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:32:03.609823 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-c814534f-5444-4ccd-ab75-4bd731514720 None None] Attempting to bind port 1c59c28d-77ff-4eff-b30d-35514d8a6e61 by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': 'f0282329-c1b7-468f-937c-02ba20aca10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '71151dc8-598b-4657-800a-5a2957eaef7e'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:32:03.610174 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c814534f-5444-4ccd-ab75-4bd731514720 None None] Attempting to bind port 1c59c28d-77ff-4eff-b30d-35514d8a6e61 on network 71151dc8-598b-4657-800a-5a2957eaef7e {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:32:03.616731 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c814534f-5444-4ccd-ab75-4bd731514720 None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:32:03.617016 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c814534f-5444-4ccd-ab75-4bd731514720 None None] Checking segment: {'id': 'f0282329-c1b7-468f-937c-02ba20aca10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '71151dc8-598b-4657-800a-5a2957eaef7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:32:03.617408 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c814534f-5444-4ccd-ab75-4bd731514720 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:03.617789 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c814534f-5444-4ccd-ab75-4bd731514720 None None] Bound using segment: {'id': 'f0282329-c1b7-468f-937c-02ba20aca10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '71151dc8-598b-4657-800a-5a2957eaef7e'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:32:03.618237 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-c814534f-5444-4ccd-ab75-4bd731514720 None None] Bound port: 1c59c28d-77ff-4eff-b30d-35514d8a6e61, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0282329-c1b7-468f-937c-02ba20aca10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '71151dc8-598b-4657-800a-5a2957eaef7e'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:32:03.618597 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c814534f-5444-4ccd-ab75-4bd731514720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:03.660020 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-766d6b65-fef2-4948-acee-fa6d1a539754 tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:03.662294 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-766d6b65-fef2-4948-acee-fa6d1a539754 tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] 10.222.0.13 "DELETE /v2.0/ports/58f12ac7-f529-4634-aa04-cae05c7c2de9 HTTP/1.1" status: 204 len: 168 time: 1.1410296 Mar 07 10:32:03.664287 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 39018) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:32:03.712302 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-60dc3add-48cd-4249-9530-664ec9a2a88f tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] GET failed (client error): The resource could not be found. Mar 07 10:32:03.712826 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-60dc3add-48cd-4249-9530-664ec9a2a88f tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Synchronizing usage tracker for tenant:ce765de48c82463186c0d06fc43df11b on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:32:03.712942 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-c814534f-5444-4ccd-ab75-4bd731514720 None None] For port 1c59c28d-77ff-4eff-b30d-35514d8a6e61, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:32:03.716734 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-c814534f-5444-4ccd-ab75-4bd731514720 None None] For port 1c59c28d-77ff-4eff-b30d-35514d8a6e61, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=1c59c28d-77ff-4eff-b30d-35514d8a6e61,segment=NetworkSegment(f0282329-c1b7-468f-937c-02ba20aca10b),segment_id=f0282329-c1b7-468f-937c-02ba20aca10b)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:32:03.724772 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c814534f-5444-4ccd-ab75-4bd731514720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:03.729417 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-60dc3add-48cd-4249-9530-664ec9a2a88f tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Unset dirty status for tenant:ce765de48c82463186c0d06fc43df11b on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:32:03.731015 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-60dc3add-48cd-4249-9530-664ec9a2a88f tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] 10.222.0.13 "GET /v2.0/ports/58f12ac7-f529-4634-aa04-cae05c7c2de9 HTTP/1.1" status: 404 len: 333 time: 0.0657458 Mar 07 10:32:03.734888 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 39022) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:32:03.789433 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7755121d-1b2b-4bf3-a7fb-e2e04768f235 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:03.806244 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c814534f-5444-4ccd-ab75-4bd731514720 None None] Pushing event updated for resources: {'Port': ['ID=1c59c28d-77ff-4eff-b30d-35514d8a6e61,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:03.806887 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-87761ba6-5c22-4982-9f4f-df24d35ea42c tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Deleting port 90209d00-c573-4338-9464-ebd558f28435 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:32:03.807432 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-87761ba6-5c22-4982-9f4f-df24d35ea42c tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:04.073172 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-adbd2215-c8ee-41f3-92a6-4182ca26b8a8 None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 10:32:04.084913 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-87761ba6-5c22-4982-9f4f-df24d35ea42c tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:04.175458 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-7755121d-1b2b-4bf3-a7fb-e2e04768f235 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Allocated IP 2001:db8::1 (71151dc8-598b-4657-800a-5a2957eaef7e/4fb4c54b-e0ee-48cf-b60b-557083c58808/02e87107-effc-425d-bc05-9f5143a999fd) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:32:04.209379 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-87761ba6-5c22-4982-9f4f-df24d35ea42c tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Calling delete_port for 90209d00-c573-4338-9464-ebd558f28435 owned by {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:32:04.344915 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7755121d-1b2b-4bf3-a7fb-e2e04768f235 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:04.359464 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-87761ba6-5c22-4982-9f4f-df24d35ea42c tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:04.362133 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-7755121d-1b2b-4bf3-a7fb-e2e04768f235 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Transition to ACTIVE for port object 02e87107-effc-425d-bc05-9f5143a999fd will not be triggered until provisioned by entity DHCP. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:32:04.384015 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7755121d-1b2b-4bf3-a7fb-e2e04768f235 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:04.406831 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87761ba6-5c22-4982-9f4f-df24d35ea42c tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Pushing event deleted for resources: {'Port': ['ID=90209d00-c573-4338-9464-ebd558f28435,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:04.464805 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7755121d-1b2b-4bf3-a7fb-e2e04768f235 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Network 71151dc8-598b-4657-800a-5a2957eaef7e is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:32:04.468635 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-7755121d-1b2b-4bf3-a7fb-e2e04768f235 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:32:04.470659 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7755121d-1b2b-4bf3-a7fb-e2e04768f235 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Pushing event updated for resources: {'Port': ['ID=02e87107-effc-425d-bc05-9f5143a999fd,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:04.472907 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7755121d-1b2b-4bf3-a7fb-e2e04768f235 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:32:04.473424 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7755121d-1b2b-4bf3-a7fb-e2e04768f235 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3920324'] for router_interface, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:04.519470 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-87761ba6-5c22-4982-9f4f-df24d35ea42c tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:04.534310 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-87761ba6-5c22-4982-9f4f-df24d35ea42c tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] 10.222.0.13 "DELETE /v2.0/ports/90209d00-c573-4338-9464-ebd558f28435 HTTP/1.1" status: 204 len: 168 time: 0.7965579 Mar 07 10:32:04.536904 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 39026) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:32:04.567198 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7755121d-1b2b-4bf3-a7fb-e2e04768f235 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:04.584765 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bb16108-ecce-4a99-9046-82331ab2845b tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] GET failed (client error): The resource could not be found. Mar 07 10:32:04.584765 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-3bb16108-ecce-4a99-9046-82331ab2845b tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Synchronizing usage tracker for tenant:ce765de48c82463186c0d06fc43df11b on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:32:04.600962 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-3bb16108-ecce-4a99-9046-82331ab2845b tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Unset dirty status for tenant:ce765de48c82463186c0d06fc43df11b on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:32:04.603792 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-3bb16108-ecce-4a99-9046-82331ab2845b tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] 10.222.0.13 "GET /v2.0/ports/90209d00-c573-4338-9464-ebd558f28435 HTTP/1.1" status: 404 len: 333 time: 0.0658560 Mar 07 10:32:04.608511 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 39030) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:32:04.681568 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-c4629df9-dc43-4b00-a3d9-7bdb11e5e0c0 tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Deleting port 6063b41f-c3c7-450f-9950-40f799687558 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:32:04.681568 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c4629df9-dc43-4b00-a3d9-7bdb11e5e0c0 tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:04.937652 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa8aae6-573a-47ab-aa55-63a8e1b12102 None None] Network 71151dc8-598b-4657-800a-5a2957eaef7e requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:32:05.041692 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c4629df9-dc43-4b00-a3d9-7bdb11e5e0c0 tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:05.063628 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-0d5f71c1-ee50-4aea-a9a5-60462fad2365 None None] Provisioning for port 1c59c28d-77ff-4eff-b30d-35514d8a6e61 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:32:05.122337 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7755121d-1b2b-4bf3-a7fb-e2e04768f235 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks [] for port, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:05.127445 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7755121d-1b2b-4bf3-a7fb-e2e04768f235 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3556717'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:05.128267 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7755121d-1b2b-4bf3-a7fb-e2e04768f235 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2756426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3920233'] for router_interface, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:05.170469 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-c4629df9-dc43-4b00-a3d9-7bdb11e5e0c0 tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Calling delete_port for 6063b41f-c3c7-450f-9950-40f799687558 owned by {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:32:05.285289 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7755121d-1b2b-4bf3-a7fb-e2e04768f235 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Pushing event updated for resources: {'Port': ['ID=02e87107-effc-425d-bc05-9f5143a999fd,revision_number=2']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:05.329305 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c4629df9-dc43-4b00-a3d9-7bdb11e5e0c0 tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:05.359108 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7755121d-1b2b-4bf3-a7fb-e2e04768f235 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Network 71151dc8-598b-4657-800a-5a2957eaef7e is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:32:05.360396 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-7755121d-1b2b-4bf3-a7fb-e2e04768f235 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:32:05.387130 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4629df9-dc43-4b00-a3d9-7bdb11e5e0c0 tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Pushing event deleted for resources: {'Port': ['ID=6063b41f-c3c7-450f-9950-40f799687558,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:05.497542 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c4629df9-dc43-4b00-a3d9-7bdb11e5e0c0 tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:05.518245 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 39034) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:32:05.518754 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-c4629df9-dc43-4b00-a3d9-7bdb11e5e0c0 tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] 10.222.0.13 "DELETE /v2.0/ports/6063b41f-c3c7-450f-9950-40f799687558 HTTP/1.1" status: 204 len: 168 time: 0.9059644 Mar 07 10:32:05.531028 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-d6da2870-d7ad-4c62-8d16-8938390dbc0f None None] Provisioning for port 02e87107-effc-425d-bc05-9f5143a999fd completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:32:05.536499 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-d6da2870-d7ad-4c62-8d16-8938390dbc0f None None] Provisioning complete for port 02e87107-effc-425d-bc05-9f5143a999fd triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:32:05.536832 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-d6da2870-d7ad-4c62-8d16-8938390dbc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:05.628734 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-d6da2870-d7ad-4c62-8d16-8938390dbc0f None None] Port 02e87107-effc-425d-bc05-9f5143a999fd cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:32:05.786068 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-9c0e35dd-02ea-4405-9cc5-5583d0ae001e None None] Provisioning complete for port 02e87107-effc-425d-bc05-9f5143a999fd triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:32:05.786068 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-9c0e35dd-02ea-4405-9cc5-5583d0ae001e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:05.878231 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-9c0e35dd-02ea-4405-9cc5-5583d0ae001e None None] Port 02e87107-effc-425d-bc05-9f5143a999fd cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:32:05.883021 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_v2 [None req-171bd1e6-3c74-4366-a780-9dfd61550b46 tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Deleting subnet c01424ed-5e3d-43f6-b67e-792086526a08 {{(pid=83738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 07 10:32:05.883021 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-171bd1e6-3c74-4366-a780-9dfd61550b46 tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Notify callbacks [] for subnet, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:05.974723 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-171bd1e6-3c74-4366-a780-9dfd61550b46 tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2969395'] for subnet, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:06.019847 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 1c59c28d-77ff-4eff-b30d-35514d8a6e61 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:32:06.100012 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-171bd1e6-3c74-4366-a780-9dfd61550b46 tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1525496'] for subnet, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:06.118057 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning for port 1c59c28d-77ff-4eff-b30d-35514d8a6e61 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:32:06.130384 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 1c59c28d-77ff-4eff-b30d-35514d8a6e61 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:32:06.130384 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:06.193905 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7755121d-1b2b-4bf3-a7fb-e2e04768f235 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Router 9267498f-6f64-41a3-a9a1-3bca590e4340 is scheduled to L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 with binding_index 1 {{(pid=83738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 10:32:06.211788 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-171bd1e6-3c74-4366-a780-9dfd61550b46 tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1525489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3556647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741465'] for subnet, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:06.230960 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-80af7646-5678-48ef-938d-f927ecba6d75 None None] Provisioning complete for port 02e87107-effc-425d-bc05-9f5143a999fd triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:32:06.230960 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-80af7646-5678-48ef-938d-f927ecba6d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:06.296626 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-171bd1e6-3c74-4366-a780-9dfd61550b46 tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:06.328519 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-80af7646-5678-48ef-938d-f927ecba6d75 None None] Port 02e87107-effc-425d-bc05-9f5143a999fd cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:32:06.331097 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b42eb916-398f-494c-b41a-8a10ec0fbbbf None None] Network c7092246-d3e8-46c5-b864-eec46bdd0725 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:32:06.374795 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171bd1e6-3c74-4366-a780-9dfd61550b46 tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Pushing event deleted for resources: {'Subnet': ['ID=c01424ed-5e3d-43f6-b67e-792086526a08,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:06.461602 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:06.474288 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-171bd1e6-3c74-4366-a780-9dfd61550b46 tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] 10.222.0.13 "DELETE /v2.0/subnets/c01424ed-5e3d-43f6-b67e-792086526a08 HTTP/1.1" status: 204 len: 168 time: 0.9446514 Mar 07 10:32:06.478356 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 39038) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:32:06.483201 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171bd1e6-3c74-4366-a780-9dfd61550b46 tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:32:06.483201 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171bd1e6-3c74-4366-a780-9dfd61550b46 tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:32:06.483201 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171bd1e6-3c74-4366-a780-9dfd61550b46 tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:32:06.483201 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171bd1e6-3c74-4366-a780-9dfd61550b46 tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:32:06.483201 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171bd1e6-3c74-4366-a780-9dfd61550b46 tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:32:06.483201 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171bd1e6-3c74-4366-a780-9dfd61550b46 tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:32:06.483201 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171bd1e6-3c74-4366-a780-9dfd61550b46 tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:32:06.483201 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171bd1e6-3c74-4366-a780-9dfd61550b46 tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:32:06.483201 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171bd1e6-3c74-4366-a780-9dfd61550b46 tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:32:06.483201 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171bd1e6-3c74-4366-a780-9dfd61550b46 tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:32:06.483201 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171bd1e6-3c74-4366-a780-9dfd61550b46 tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:32:06.578446 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] For port 1c59c28d-77ff-4eff-b30d-35514d8a6e61, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=1c59c28d-77ff-4eff-b30d-35514d8a6e61,segment=NetworkSegment(f0282329-c1b7-468f-937c-02ba20aca10b),segment_id=f0282329-c1b7-468f-937c-02ba20aca10b)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:32:06.585524 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7755121d-1b2b-4bf3-a7fb-e2e04768f235 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:32:06.591676 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-7755121d-1b2b-4bf3-a7fb-e2e04768f235 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] 10.222.0.13 "PUT /v2.0/routers/9267498f-6f64-41a3-a9a1-3bca590e4340/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3359363 Mar 07 10:32:06.599907 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5bac4f-b969-4840-a87d-7d31a6cfafef None None] Sync routers for ids ['9267498f-6f64-41a3-a9a1-3bca590e4340'] in dv-neutron-830731-3-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:32:06.610124 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:06.615197 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 39042) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:32:06.619300 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5bac4f-b969-4840-a87d-7d31a6cfafef None None] Routers {'9267498f-6f64-41a3-a9a1-3bca590e4340'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:32:06.619300 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-9e5bac4f-b969-4840-a87d-7d31a6cfafef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:32:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['9267498f-6f64-41a3-a9a1-3bca590e4340'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:32:06.631957 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-42894a42-26de-4bd9-8e10-8780328b4c73 tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1158940'] for network, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:06.650154 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-42894a42-26de-4bd9-8e10-8780328b4c73 tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Deleting port 9c84b80b-f963-4432-80c9-71a199cb8a29 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:32:06.650154 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-42894a42-26de-4bd9-8e10-8780328b4c73 tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:06.682207 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-9e5bac4f-b969-4840-a87d-7d31a6cfafef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:32:06.690292 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Pushing event updated for resources: {'Port': ['ID=1c59c28d-77ff-4eff-b30d-35514d8a6e61,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:06.694736 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5bac4f-b969-4840-a87d-7d31a6cfafef None None] Routers {'9267498f-6f64-41a3-a9a1-3bca590e4340'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:32:06.695335 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-9e5bac4f-b969-4840-a87d-7d31a6cfafef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:32:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['9267498f-6f64-41a3-a9a1-3bca590e4340'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:32:06.782835 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-9e5bac4f-b969-4840-a87d-7d31a6cfafef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:32:06.782835 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5bac4f-b969-4840-a87d-7d31a6cfafef None None] The sync data for ids ['9267498f-6f64-41a3-a9a1-3bca590e4340'] in dv-neutron-830731-3-hyperv is: [] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:32:06.825127 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d6c3efa-390a-47cb-a28d-c38743ab7691 None None] DHCP port deletion for c7092246-d3e8-46c5-b864-eec46bdd0725 request from dv-neutron-830731-3-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 07 10:32:06.834156 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-5d6c3efa-390a-47cb-a28d-c38743ab7691 None None] Deleting port 9c84b80b-f963-4432-80c9-71a199cb8a29 {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:32:06.834156 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-5d6c3efa-390a-47cb-a28d-c38743ab7691 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:06.889788 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-42894a42-26de-4bd9-8e10-8780328b4c73 tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] For port 9c84b80b-f963-4432-80c9-71a199cb8a29, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=9c84b80b-f963-4432-80c9-71a199cb8a29,segment=NetworkSegment(624bb653-5dfe-4b6c-88e6-be533ddde342),segment_id=624bb653-5dfe-4b6c-88e6-be533ddde342)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:32:06.889788 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-42894a42-26de-4bd9-8e10-8780328b4c73 tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:06.901894 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d3111ee-25b1-4885-a5d8-7d889314e4b1 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:06.901894 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-5d3111ee-25b1-4885-a5d8-7d889314e4b1 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Synchronizing usage tracker for tenant:0d2fd6fe5acd4dee8d48a1427bbf6953 on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:32:06.930813 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-5d3111ee-25b1-4885-a5d8-7d889314e4b1 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Unset dirty status for tenant:0d2fd6fe5acd4dee8d48a1427bbf6953 on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:32:06.930813 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-5d3111ee-25b1-4885-a5d8-7d889314e4b1 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] 10.222.0.13 "GET /v2.0/ports/02e87107-effc-425d-bc05-9f5143a999fd HTTP/1.1" status: 200 len: 911 time: 0.3202789 Mar 07 10:32:06.930813 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 39046) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:32:07.014289 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-42894a42-26de-4bd9-8e10-8780328b4c73 tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Calling delete_port for 9c84b80b-f963-4432-80c9-71a199cb8a29 owned by network:dhcp {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:32:07.096684 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-42894a42-26de-4bd9-8e10-8780328b4c73 tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:07.106607 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-5d6c3efa-390a-47cb-a28d-c38743ab7691 None None] For port 9c84b80b-f963-4432-80c9-71a199cb8a29, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=9c84b80b-f963-4432-80c9-71a199cb8a29,segment=NetworkSegment(624bb653-5dfe-4b6c-88e6-be533ddde342),segment_id=624bb653-5dfe-4b6c-88e6-be533ddde342)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:32:07.107999 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-5d6c3efa-390a-47cb-a28d-c38743ab7691 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:07.141687 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42894a42-26de-4bd9-8e10-8780328b4c73 tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Pushing event deleted for resources: {'Port': ['ID=9c84b80b-f963-4432-80c9-71a199cb8a29,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:07.148613 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42894a42-26de-4bd9-8e10-8780328b4c73 tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] No DVR routers for this DVR port 9c84b80b-f963-4432-80c9-71a199cb8a29 on host dv-neutron-830731-3-hyperv {{(pid=83737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:32:07.235477 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-5d6c3efa-390a-47cb-a28d-c38743ab7691 None None] Calling delete_port for 9c84b80b-f963-4432-80c9-71a199cb8a29 owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:32:07.275589 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-42894a42-26de-4bd9-8e10-8780328b4c73 tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1526893', 'neutron.services.segments.db._delete_segments_for_network-8732568551033'] for network, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:07.276592 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5a7af3b3-eb3a-4691-a6d7-ee20e26722fc tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3920255'] for router_interface, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:07.300729 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-42894a42-26de-4bd9-8e10-8780328b4c73 tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7092246-d3e8-46c5-b864-eec46bdd0725']}} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:32:07.312793 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.db.api [None req-5d6c3efa-390a-47cb-a28d-c38743ab7691 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 10:32:07.313450 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG oslo_db.api [None req-5d6c3efa-390a-47cb-a28d-c38743ab7691 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 10:32:07.314514 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-42894a42-26de-4bd9-8e10-8780328b4c73 tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '624bb653-5dfe-4b6c-88e6-be533ddde342') {'for_net_delete': True} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:32:07.314815 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-42894a42-26de-4bd9-8e10-8780328b4c73 tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '624bb653-5dfe-4b6c-88e6-be533ddde342') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:32:07.326782 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-42894a42-26de-4bd9-8e10-8780328b4c73 tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732568550916', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629174'] for segment, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:07.342784 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-42894a42-26de-4bd9-8e10-8780328b4c73 tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:07.349133 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42894a42-26de-4bd9-8e10-8780328b4c73 tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=83737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 07 10:32:07.349520 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-42894a42-26de-4bd9-8e10-8780328b4c73 tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1227397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3012597'] for segment, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:07.363837 dv-neutron-830731-3-hyperv neutron-server[83737]: Traceback (most recent call last): Mar 07 10:32:07.363837 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 07 10:32:07.363837 dv-neutron-830731-3-hyperv neutron-server[83737]: timer() Mar 07 10:32:07.363837 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:32:07.363837 dv-neutron-830731-3-hyperv neutron-server[83737]: cb(*args, **kw) Mar 07 10:32:07.363837 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 10:32:07.363837 dv-neutron-830731-3-hyperv neutron-server[83737]: return func(*args, **kwargs) Mar 07 10:32:07.363837 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:32:07.363837 dv-neutron-830731-3-hyperv neutron-server[83737]: self._notify() Mar 07 10:32:07.363837 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:32:07.363837 dv-neutron-830731-3-hyperv neutron-server[83737]: self.callback(batched_events) Mar 07 10:32:07.363837 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:32:07.363837 dv-neutron-830731-3-hyperv neutron-server[83737]: event.method(event) Mar 07 10:32:07.363837 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 10:32:07.363837 dv-neutron-830731-3-hyperv neutron-server[83737]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:32:07.363837 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 10:32:07.363837 dv-neutron-830731-3-hyperv neutron-server[83737]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:32:07.363837 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 10:32:07.363837 dv-neutron-830731-3-hyperv neutron-server[83737]: return f(self, *a, **k) Mar 07 10:32:07.363837 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:32:07.363837 dv-neutron-830731-3-hyperv neutron-server[83737]: return self._get(url).json() Mar 07 10:32:07.363837 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:32:07.363837 dv-neutron-830731-3-hyperv neutron-server[83737]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:32:07.363837 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 07 10:32:07.363837 dv-neutron-830731-3-hyperv neutron-server[83737]: return self.request(url, 'GET', **kwargs) Mar 07 10:32:07.363837 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 07 10:32:07.363837 dv-neutron-830731-3-hyperv neutron-server[83737]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:32:07.363837 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 07 10:32:07.363837 dv-neutron-830731-3-hyperv neutron-server[83737]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:32:07.363837 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 07 10:32:07.363837 dv-neutron-830731-3-hyperv neutron-server[83737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:32:07.363837 dv-neutron-830731-3-hyperv neutron-server[83737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:32:07.529446 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-42894a42-26de-4bd9-8e10-8780328b4c73 tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1526886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923583'] for network, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:07.546312 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-42894a42-26de-4bd9-8e10-8780328b4c73 tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:07.559211 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42894a42-26de-4bd9-8e10-8780328b4c73 tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] Pushing event deleted for resources: {'Network': ['ID=c7092246-d3e8-46c5-b864-eec46bdd0725,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:07.567333 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-42894a42-26de-4bd9-8e10-8780328b4c73 tempest-AllowedAddressPairTestJSON-180557541 tempest-AllowedAddressPairTestJSON-180557541-project] 10.222.0.13 "DELETE /v2.0/networks/c7092246-d3e8-46c5-b864-eec46bdd0725 HTTP/1.1" status: 204 len: 168 time: 1.0980844 Mar 07 10:32:07.819591 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-5d6c3efa-390a-47cb-a28d-c38743ab7691 None None] Deleting port 9c84b80b-f963-4432-80c9-71a199cb8a29 {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:32:07.819591 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-5d6c3efa-390a-47cb-a28d-c38743ab7691 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:07.883983 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-5a7af3b3-eb3a-4691-a6d7-ee20e26722fc tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Deleting port 02e87107-effc-425d-bc05-9f5143a999fd {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:32:07.885101 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5a7af3b3-eb3a-4691-a6d7-ee20e26722fc tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:07.887347 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 39054) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:32:07.911050 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-5d6c3efa-390a-47cb-a28d-c38743ab7691 None None] The port '9c84b80b-f963-4432-80c9-71a199cb8a29' was deleted {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 07 10:32:07.959987 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 1c59c28d-77ff-4eff-b30d-35514d8a6e61 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:32:08.055405 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 1c59c28d-77ff-4eff-b30d-35514d8a6e61 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:32:08.055783 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:08.094811 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5a7af3b3-eb3a-4691-a6d7-ee20e26722fc tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:08.099216 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-a0cceb61-5934-4038-b605-e7488613ae30 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ce765de48c82463186c0d06fc43df11b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2085533 Mar 07 10:32:08.099373 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 39062) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:32:08.162281 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f5be0e14-4886-45ae-8dbd-22ad039977ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:08.188888 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f5be0e14-4886-45ae-8dbd-22ad039977ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:08.223650 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-5a7af3b3-eb3a-4691-a6d7-ee20e26722fc tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Calling delete_port for 02e87107-effc-425d-bc05-9f5143a999fd owned by network:router_interface {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:32:08.226079 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 9c84b80b-f963-4432-80c9-71a199cb8a29 no longer exists at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:32:08.241489 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f5be0e14-4886-45ae-8dbd-22ad039977ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:08.256443 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5be0e14-4886-45ae-8dbd-22ad039977ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73adf866-fe89-4787-a005-b33982a9fe0a,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:08.264502 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f5be0e14-4886-45ae-8dbd-22ad039977ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:08.265341 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] No Port match for: 9c84b80b-f963-4432-80c9-71a199cb8a29 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 10:32:08.265878 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 9c84b80b-f963-4432-80c9-71a199cb8a29 not bound to the agent host dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 10:32:08.266105 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-f5be0e14-4886-45ae-8dbd-22ad039977ac admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/73adf866-fe89-4787-a005-b33982a9fe0a HTTP/1.1" status: 204 len: 168 time: 0.1657448 Mar 07 10:32:08.441396 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5a7af3b3-eb3a-4691-a6d7-ee20e26722fc tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:08.586473 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7af3b3-eb3a-4691-a6d7-ee20e26722fc tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Pushing event deleted for resources: {'Port': ['ID=02e87107-effc-425d-bc05-9f5143a999fd,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:08.783739 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5a7af3b3-eb3a-4691-a6d7-ee20e26722fc tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2756383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3920168'] for router_interface, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:09.174117 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 39084) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:32:09.222653 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a7af3b3-eb3a-4691-a6d7-ee20e26722fc tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Router 9267498f-6f64-41a3-a9a1-3bca590e4340 has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:32:09.327651 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-349f226b-3cdd-40fc-91a6-52c6a32031c3 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Request body: {'networks': [{'name': 'tempest-network--1147144289'}, {'name': 'tempest-network--740614881'}]} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:32:09.333288 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-349f226b-3cdd-40fc-91a6-52c6a32031c3 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Request body: {'network': {'name': 'tempest-network--1147144289'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:32:09.333288 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-349f226b-3cdd-40fc-91a6-52c6a32031c3 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Request body: {'network': {'name': 'tempest-network--740614881'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:32:09.338506 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-349f226b-3cdd-40fc-91a6-52c6a32031c3 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:32:09.344511 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-349f226b-3cdd-40fc-91a6-52c6a32031c3 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Usage tracker for resource:network and tenant:f2f13571a1564e1892b959a4f94eb3cd is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:32:09.347403 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-349f226b-3cdd-40fc-91a6-52c6a32031c3 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:32:09.354913 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-349f226b-3cdd-40fc-91a6-52c6a32031c3 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:32:09.367449 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-349f226b-3cdd-40fc-91a6-52c6a32031c3 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Made reservation on behalf of f2f13571a1564e1892b959a4f94eb3cd for: {'network': 2} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:32:09.370972 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-349f226b-3cdd-40fc-91a6-52c6a32031c3 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for network, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:09.373331 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a7af3b3-eb3a-4691-a6d7-ee20e26722fc tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:32:09.387580 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fcf5e9f-f16d-4c2b-abe8-90eb21e4e51b None None] Sync routers for ids ['9267498f-6f64-41a3-a9a1-3bca590e4340'] in dv-neutron-830731-3-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:32:09.388192 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-349f226b-3cdd-40fc-91a6-52c6a32031c3 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:09.401040 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-5a7af3b3-eb3a-4691-a6d7-ee20e26722fc tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] 10.222.0.13 "PUT /v2.0/routers/9267498f-6f64-41a3-a9a1-3bca590e4340/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4734249 Mar 07 10:32:09.401660 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 39090) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:32:09.411924 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fcf5e9f-f16d-4c2b-abe8-90eb21e4e51b None None] Routers {'9267498f-6f64-41a3-a9a1-3bca590e4340'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:32:09.411924 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-3fcf5e9f-f16d-4c2b-abe8-90eb21e4e51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:32:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['9267498f-6f64-41a3-a9a1-3bca590e4340'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:32:09.436357 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-349f226b-3cdd-40fc-91a6-52c6a32031c3 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:32:09.436939 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-349f226b-3cdd-40fc-91a6-52c6a32031c3 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Usage tracker for resource:security_group_rule and tenant:f2f13571a1564e1892b959a4f94eb3cd is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:32:09.442722 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-349f226b-3cdd-40fc-91a6-52c6a32031c3 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:32:09.448471 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-349f226b-3cdd-40fc-91a6-52c6a32031c3 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:32:09.452189 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-f9322812-1484-45ba-81e7-fb60bb038a77 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Synchronizing usage tracker for tenant:0d2fd6fe5acd4dee8d48a1427bbf6953 on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:32:09.470310 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-f9322812-1484-45ba-81e7-fb60bb038a77 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Unset dirty status for tenant:0d2fd6fe5acd4dee8d48a1427bbf6953 on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:32:09.471712 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-f9322812-1484-45ba-81e7-fb60bb038a77 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] 10.222.0.13 "GET /v2.0/ports?device_id=9267498f-6f64-41a3-a9a1-3bca590e4340 HTTP/1.1" status: 200 len: 205 time: 0.0690417 Mar 07 10:32:09.474474 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 39094) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:32:09.484119 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-3fcf5e9f-f16d-4c2b-abe8-90eb21e4e51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:32:09.496388 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fcf5e9f-f16d-4c2b-abe8-90eb21e4e51b None None] Routers {'9267498f-6f64-41a3-a9a1-3bca590e4340'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:32:09.497026 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-3fcf5e9f-f16d-4c2b-abe8-90eb21e4e51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:32:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['9267498f-6f64-41a3-a9a1-3bca590e4340'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:32:09.576810 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-349f226b-3cdd-40fc-91a6-52c6a32031c3 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:09.581857 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-349f226b-3cdd-40fc-91a6-52c6a32031c3 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:09.582417 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-349f226b-3cdd-40fc-91a6-52c6a32031c3 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for network, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:09.597876 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-3fcf5e9f-f16d-4c2b-abe8-90eb21e4e51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:32:09.598286 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fcf5e9f-f16d-4c2b-abe8-90eb21e4e51b None None] The sync data for ids ['9267498f-6f64-41a3-a9a1-3bca590e4340'] in dv-neutron-830731-3-hyperv is: [] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:32:09.637141 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cf48b74a-3631-455c-9c71-2661aec691e9 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks [] for router, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:09.648341 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349f226b-3cdd-40fc-91a6-52c6a32031c3 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d4bf652-0081-4224-b631-464eb9e4ed72,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:09.648341 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-349f226b-3cdd-40fc-91a6-52c6a32031c3 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=83737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:32:09.665060 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349f226b-3cdd-40fc-91a6-52c6a32031c3 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:32:09.665060 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349f226b-3cdd-40fc-91a6-52c6a32031c3 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:32:09.665060 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349f226b-3cdd-40fc-91a6-52c6a32031c3 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:32:09.665060 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349f226b-3cdd-40fc-91a6-52c6a32031c3 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:32:09.665060 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349f226b-3cdd-40fc-91a6-52c6a32031c3 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:32:09.665060 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349f226b-3cdd-40fc-91a6-52c6a32031c3 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:32:09.665060 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349f226b-3cdd-40fc-91a6-52c6a32031c3 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:32:09.665060 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349f226b-3cdd-40fc-91a6-52c6a32031c3 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:32:09.665060 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349f226b-3cdd-40fc-91a6-52c6a32031c3 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:32:09.665060 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349f226b-3cdd-40fc-91a6-52c6a32031c3 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:32:09.665060 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349f226b-3cdd-40fc-91a6-52c6a32031c3 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:32:09.665060 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-349f226b-3cdd-40fc-91a6-52c6a32031c3 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:09.671891 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.db.segments_db [None req-349f226b-3cdd-40fc-91a6-52c6a32031c3 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Added segment 1804e51f-7fc6-44b0-b479-23ad4f9d98ec of type vlan for network 456ad025-d797-482a-b7c8-c7aa1289a739 Mar 07 10:32:09.695761 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-349f226b-3cdd-40fc-91a6-52c6a32031c3 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732568034061'] for network, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:09.734655 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-349f226b-3cdd-40fc-91a6-52c6a32031c3 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=83737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:32:09.743329 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-349f226b-3cdd-40fc-91a6-52c6a32031c3 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:09.743669 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.db.segments_db [None req-349f226b-3cdd-40fc-91a6-52c6a32031c3 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Added segment 13ce78bb-4463-41f7-9ee7-bd6cd26a6168 of type vlan for network 825e8eab-a893-4ae6-b457-f5f44ae99f8b Mar 07 10:32:09.773266 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-349f226b-3cdd-40fc-91a6-52c6a32031c3 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732568034061'] for network, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:09.812135 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-349f226b-3cdd-40fc-91a6-52c6a32031c3 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594'] for network, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:09.812135 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-349f226b-3cdd-40fc-91a6-52c6a32031c3 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594'] for network, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:09.815555 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-349f226b-3cdd-40fc-91a6-52c6a32031c3 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:09.819540 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-349f226b-3cdd-40fc-91a6-52c6a32031c3 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:09.819540 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-349f226b-3cdd-40fc-91a6-52c6a32031c3 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:09.936131 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349f226b-3cdd-40fc-91a6-52c6a32031c3 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Pushing event updated for resources: {'Network': ['ID=456ad025-d797-482a-b7c8-c7aa1289a739,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:09.960871 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Network 456ad025-d797-482a-b7c8-c7aa1289a739 details requested by agent ovs-agent-dv-neutron-830731-3-hyperv with host dv-neutron-830731-3-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 10:32:09.982597 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-349f226b-3cdd-40fc-91a6-52c6a32031c3 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.8016069 Mar 07 10:32:09.982597 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 39098) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:32:10.207566 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349f226b-3cdd-40fc-91a6-52c6a32031c3 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Pushing event updated for resources: {'Network': ['ID=825e8eab-a893-4ae6-b457-f5f44ae99f8b,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:10.211286 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cf48b74a-3631-455c-9c71-2661aec691e9 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3917970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58043'] for router, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:10.216746 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Network 825e8eab-a893-4ae6-b457-f5f44ae99f8b details requested by agent ovs-agent-dv-neutron-830731-3-hyperv with host dv-neutron-830731-3-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 10:32:10.219439 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cf48b74a-3631-455c-9c71-2661aec691e9 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:10.254922 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cf48b74a-3631-455c-9c71-2661aec691e9 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3917886'] for router, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:10.255790 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf48b74a-3631-455c-9c71-2661aec691e9 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Fanout notify agent at l3_agent the message router_deleted on router 9267498f-6f64-41a3-a9a1-3bca590e4340 {{(pid=83738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 10:32:10.271202 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cf48b74a-3631-455c-9c71-2661aec691e9 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks [] for router, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:10.271830 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e705caa-40b0-4023-bc81-03c768f9992f tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:10.274975 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-cf48b74a-3631-455c-9c71-2661aec691e9 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] 10.222.0.13 "DELETE /v2.0/routers/9267498f-6f64-41a3-a9a1-3bca590e4340 HTTP/1.1" status: 204 len: 168 time: 0.7975736 Mar 07 10:32:10.275838 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 39104) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:32:10.275954 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e705caa-40b0-4023-bc81-03c768f9992f tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:10.281675 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e705caa-40b0-4023-bc81-03c768f9992f tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:10.284567 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e705caa-40b0-4023-bc81-03c768f9992f tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:10.285403 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-4e705caa-40b0-4023-bc81-03c768f9992f tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Synchronizing usage tracker for tenant:f2f13571a1564e1892b959a4f94eb3cd on resource:network {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:32:10.307459 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-4e705caa-40b0-4023-bc81-03c768f9992f tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Unset dirty status for tenant:f2f13571a1564e1892b959a4f94eb3cd on resource:network {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:32:10.310435 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-4e705caa-40b0-4023-bc81-03c768f9992f tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.3305027 Mar 07 10:32:10.316782 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 39108) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:32:10.443448 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-675ab3fe-6c3b-4af9-95d2-a8ec9bb02756 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1158940'] for network, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:10.515702 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_v2 [None req-0457ba80-40e8-4732-8c14-b49436c215c7 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Deleting subnet 4fb4c54b-e0ee-48cf-b60b-557083c58808 {{(pid=83738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 07 10:32:10.515702 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0457ba80-40e8-4732-8c14-b49436c215c7 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks [] for subnet, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:10.570093 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0457ba80-40e8-4732-8c14-b49436c215c7 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2969395'] for subnet, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:10.584504 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-675ab3fe-6c3b-4af9-95d2-a8ec9bb02756 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1526893', 'neutron.services.segments.db._delete_segments_for_network-8732568551033'] for network, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:10.610811 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-675ab3fe-6c3b-4af9-95d2-a8ec9bb02756 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['456ad025-d797-482a-b7c8-c7aa1289a739']}} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:32:10.623434 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-675ab3fe-6c3b-4af9-95d2-a8ec9bb02756 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1804e51f-7fc6-44b0-b479-23ad4f9d98ec') {'for_net_delete': True} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:32:10.623725 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-675ab3fe-6c3b-4af9-95d2-a8ec9bb02756 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1804e51f-7fc6-44b0-b479-23ad4f9d98ec') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:32:10.634719 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-675ab3fe-6c3b-4af9-95d2-a8ec9bb02756 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732568550916', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629174'] for segment, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:10.650705 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-675ab3fe-6c3b-4af9-95d2-a8ec9bb02756 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:10.656660 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0457ba80-40e8-4732-8c14-b49436c215c7 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1525496'] for subnet, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:10.658062 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-675ab3fe-6c3b-4af9-95d2-a8ec9bb02756 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=83737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 07 10:32:10.658447 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-675ab3fe-6c3b-4af9-95d2-a8ec9bb02756 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1227397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3012597'] for segment, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:10.672710 dv-neutron-830731-3-hyperv neutron-server[83737]: Traceback (most recent call last): Mar 07 10:32:10.672710 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 07 10:32:10.672710 dv-neutron-830731-3-hyperv neutron-server[83737]: timer() Mar 07 10:32:10.672710 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:32:10.672710 dv-neutron-830731-3-hyperv neutron-server[83737]: cb(*args, **kw) Mar 07 10:32:10.672710 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 10:32:10.672710 dv-neutron-830731-3-hyperv neutron-server[83737]: return func(*args, **kwargs) Mar 07 10:32:10.672710 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:32:10.672710 dv-neutron-830731-3-hyperv neutron-server[83737]: self._notify() Mar 07 10:32:10.672710 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:32:10.672710 dv-neutron-830731-3-hyperv neutron-server[83737]: self.callback(batched_events) Mar 07 10:32:10.672710 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:32:10.672710 dv-neutron-830731-3-hyperv neutron-server[83737]: event.method(event) Mar 07 10:32:10.672710 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 10:32:10.672710 dv-neutron-830731-3-hyperv neutron-server[83737]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:32:10.672710 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 10:32:10.672710 dv-neutron-830731-3-hyperv neutron-server[83737]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:32:10.672710 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 10:32:10.672710 dv-neutron-830731-3-hyperv neutron-server[83737]: return f(self, *a, **k) Mar 07 10:32:10.672710 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:32:10.672710 dv-neutron-830731-3-hyperv neutron-server[83737]: return self._get(url).json() Mar 07 10:32:10.672710 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:32:10.672710 dv-neutron-830731-3-hyperv neutron-server[83737]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:32:10.672710 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 07 10:32:10.672710 dv-neutron-830731-3-hyperv neutron-server[83737]: return self.request(url, 'GET', **kwargs) Mar 07 10:32:10.672710 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 07 10:32:10.672710 dv-neutron-830731-3-hyperv neutron-server[83737]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:32:10.672710 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 07 10:32:10.672710 dv-neutron-830731-3-hyperv neutron-server[83737]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:32:10.672710 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 07 10:32:10.672710 dv-neutron-830731-3-hyperv neutron-server[83737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:32:10.672710 dv-neutron-830731-3-hyperv neutron-server[83737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:32:10.733863 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0457ba80-40e8-4732-8c14-b49436c215c7 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1525489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3556647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741465'] for subnet, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:10.758039 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-675ab3fe-6c3b-4af9-95d2-a8ec9bb02756 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1526886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923583'] for network, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:10.775763 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-675ab3fe-6c3b-4af9-95d2-a8ec9bb02756 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:10.777437 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0457ba80-40e8-4732-8c14-b49436c215c7 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Pushing event deleted for resources: {'Subnet': ['ID=4fb4c54b-e0ee-48cf-b60b-557083c58808,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:10.783914 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0457ba80-40e8-4732-8c14-b49436c215c7 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:10.789163 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675ab3fe-6c3b-4af9-95d2-a8ec9bb02756 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Pushing event deleted for resources: {'Network': ['ID=456ad025-d797-482a-b7c8-c7aa1289a739,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:10.792955 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-0457ba80-40e8-4732-8c14-b49436c215c7 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] 10.222.0.13 "DELETE /v2.0/subnets/4fb4c54b-e0ee-48cf-b60b-557083c58808 HTTP/1.1" status: 204 len: 168 time: 0.5078242 Mar 07 10:32:10.794966 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 39112) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:32:10.799894 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-675ab3fe-6c3b-4af9-95d2-a8ec9bb02756 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] 10.222.0.13 "DELETE /v2.0/networks/456ad025-d797-482a-b7c8-c7aa1289a739 HTTP/1.1" status: 204 len: 168 time: 0.4826460 Mar 07 10:32:10.802340 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 39116) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:32:10.802621 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f5eab4d-2e0f-4547-a779-6d75550e5958 None None] Network 71151dc8-598b-4657-800a-5a2957eaef7e requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:32:10.910291 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4d42ade6-c238-4bf7-917f-ddc85cb1f885 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1158940'] for network, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:10.924690 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-4d42ade6-c238-4bf7-917f-ddc85cb1f885 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Deleting port 1c59c28d-77ff-4eff-b30d-35514d8a6e61 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:32:10.925094 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4d42ade6-c238-4bf7-917f-ddc85cb1f885 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:10.942203 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7a16ab5f-e0a8-4a3a-b9fd-864c48dbfd01 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1158940'] for network, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:11.070020 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e79fee-da35-42cc-8e9a-76cc26fac220 None None] DHCP port deletion for 71151dc8-598b-4657-800a-5a2957eaef7e request from dv-neutron-830731-3-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 07 10:32:11.082247 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-18e79fee-da35-42cc-8e9a-76cc26fac220 None None] Deleting port 1c59c28d-77ff-4eff-b30d-35514d8a6e61 {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:32:11.082247 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-18e79fee-da35-42cc-8e9a-76cc26fac220 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:11.088901 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7a16ab5f-e0a8-4a3a-b9fd-864c48dbfd01 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1526893', 'neutron.services.segments.db._delete_segments_for_network-8732568551033'] for network, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:11.126452 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-7a16ab5f-e0a8-4a3a-b9fd-864c48dbfd01 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['825e8eab-a893-4ae6-b457-f5f44ae99f8b']}} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:32:11.142759 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-7a16ab5f-e0a8-4a3a-b9fd-864c48dbfd01 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13ce78bb-4463-41f7-9ee7-bd6cd26a6168') {'for_net_delete': True} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:32:11.142759 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-7a16ab5f-e0a8-4a3a-b9fd-864c48dbfd01 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13ce78bb-4463-41f7-9ee7-bd6cd26a6168') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:32:11.159589 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7a16ab5f-e0a8-4a3a-b9fd-864c48dbfd01 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732568550916', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629174'] for segment, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:11.164995 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-4d42ade6-c238-4bf7-917f-ddc85cb1f885 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] For port 1c59c28d-77ff-4eff-b30d-35514d8a6e61, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=1c59c28d-77ff-4eff-b30d-35514d8a6e61,segment=NetworkSegment(f0282329-c1b7-468f-937c-02ba20aca10b),segment_id=f0282329-c1b7-468f-937c-02ba20aca10b)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:32:11.164995 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4d42ade6-c238-4bf7-917f-ddc85cb1f885 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:11.185414 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7a16ab5f-e0a8-4a3a-b9fd-864c48dbfd01 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:11.197496 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a16ab5f-e0a8-4a3a-b9fd-864c48dbfd01 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=83737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 07 10:32:11.197496 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7a16ab5f-e0a8-4a3a-b9fd-864c48dbfd01 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1227397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3012597'] for segment, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:11.213858 dv-neutron-830731-3-hyperv neutron-server[83737]: Traceback (most recent call last): Mar 07 10:32:11.213858 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 07 10:32:11.213858 dv-neutron-830731-3-hyperv neutron-server[83737]: timer() Mar 07 10:32:11.213858 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:32:11.213858 dv-neutron-830731-3-hyperv neutron-server[83737]: cb(*args, **kw) Mar 07 10:32:11.213858 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 10:32:11.213858 dv-neutron-830731-3-hyperv neutron-server[83737]: return func(*args, **kwargs) Mar 07 10:32:11.213858 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:32:11.213858 dv-neutron-830731-3-hyperv neutron-server[83737]: self._notify() Mar 07 10:32:11.213858 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:32:11.213858 dv-neutron-830731-3-hyperv neutron-server[83737]: self.callback(batched_events) Mar 07 10:32:11.213858 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:32:11.213858 dv-neutron-830731-3-hyperv neutron-server[83737]: event.method(event) Mar 07 10:32:11.213858 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 10:32:11.213858 dv-neutron-830731-3-hyperv neutron-server[83737]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:32:11.213858 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 10:32:11.213858 dv-neutron-830731-3-hyperv neutron-server[83737]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:32:11.213858 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 10:32:11.213858 dv-neutron-830731-3-hyperv neutron-server[83737]: return f(self, *a, **k) Mar 07 10:32:11.213858 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:32:11.213858 dv-neutron-830731-3-hyperv neutron-server[83737]: return self._get(url).json() Mar 07 10:32:11.213858 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:32:11.213858 dv-neutron-830731-3-hyperv neutron-server[83737]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:32:11.213858 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 07 10:32:11.213858 dv-neutron-830731-3-hyperv neutron-server[83737]: return self.request(url, 'GET', **kwargs) Mar 07 10:32:11.213858 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 07 10:32:11.213858 dv-neutron-830731-3-hyperv neutron-server[83737]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:32:11.213858 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 07 10:32:11.213858 dv-neutron-830731-3-hyperv neutron-server[83737]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:32:11.213858 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 07 10:32:11.213858 dv-neutron-830731-3-hyperv neutron-server[83737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:32:11.213858 dv-neutron-830731-3-hyperv neutron-server[83737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:32:11.361470 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-18e79fee-da35-42cc-8e9a-76cc26fac220 None None] For port 1c59c28d-77ff-4eff-b30d-35514d8a6e61, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=1c59c28d-77ff-4eff-b30d-35514d8a6e61,segment=NetworkSegment(f0282329-c1b7-468f-937c-02ba20aca10b),segment_id=f0282329-c1b7-468f-937c-02ba20aca10b)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:32:11.361470 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-18e79fee-da35-42cc-8e9a-76cc26fac220 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:11.393531 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-4d42ade6-c238-4bf7-917f-ddc85cb1f885 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Calling delete_port for 1c59c28d-77ff-4eff-b30d-35514d8a6e61 owned by network:dhcp {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:32:11.431285 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7a16ab5f-e0a8-4a3a-b9fd-864c48dbfd01 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1526886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923583'] for network, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:11.447606 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7a16ab5f-e0a8-4a3a-b9fd-864c48dbfd01 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:11.460359 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-7a16ab5f-e0a8-4a3a-b9fd-864c48dbfd01 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] 10.222.0.13 "DELETE /v2.0/networks/825e8eab-a893-4ae6-b457-f5f44ae99f8b HTTP/1.1" status: 204 len: 168 time: 0.6552045 Mar 07 10:32:11.460691 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 39120) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:32:11.465926 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a16ab5f-e0a8-4a3a-b9fd-864c48dbfd01 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Pushing event deleted for resources: {'Network': ['ID=825e8eab-a893-4ae6-b457-f5f44ae99f8b,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:11.504647 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-18e79fee-da35-42cc-8e9a-76cc26fac220 None None] Calling delete_port for 1c59c28d-77ff-4eff-b30d-35514d8a6e61 owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:32:11.596025 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4d42ade6-c238-4bf7-917f-ddc85cb1f885 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:11.599190 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.db.api [None req-18e79fee-da35-42cc-8e9a-76cc26fac220 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 10:32:11.599537 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG oslo_db.api [None req-18e79fee-da35-42cc-8e9a-76cc26fac220 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 10:32:11.759398 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d42ade6-c238-4bf7-917f-ddc85cb1f885 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Pushing event deleted for resources: {'Port': ['ID=1c59c28d-77ff-4eff-b30d-35514d8a6e61,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:11.795337 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d42ade6-c238-4bf7-917f-ddc85cb1f885 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] No DVR routers for this DVR port 1c59c28d-77ff-4eff-b30d-35514d8a6e61 on host dv-neutron-830731-3-hyperv {{(pid=83738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:32:11.853958 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fb48be0-2d52-4816-99ba-617ce2db02bc tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:11.858545 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fb48be0-2d52-4816-99ba-617ce2db02bc tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:11.860666 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-5fb48be0-2d52-4816-99ba-617ce2db02bc tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3987255 Mar 07 10:32:11.863844 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 39124) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:32:11.869683 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-5a45d89f-da66-4b93-98e7-89058988c650 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-535857298'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:32:11.875242 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-5a45d89f-da66-4b93-98e7-89058988c650 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:32:11.879483 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-5a45d89f-da66-4b93-98e7-89058988c650 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Usage tracker for resource:network and tenant:f2f13571a1564e1892b959a4f94eb3cd is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:32:11.882961 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-5a45d89f-da66-4b93-98e7-89058988c650 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:32:11.894923 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-5a45d89f-da66-4b93-98e7-89058988c650 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:32:11.908879 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a45d89f-da66-4b93-98e7-89058988c650 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Made reservation on behalf of f2f13571a1564e1892b959a4f94eb3cd for: {'network': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:32:11.911402 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5a45d89f-da66-4b93-98e7-89058988c650 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for network, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:11.943106 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a45d89f-da66-4b93-98e7-89058988c650 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=83737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:32:11.954068 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5a45d89f-da66-4b93-98e7-89058988c650 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:11.954068 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.db.segments_db [None req-5a45d89f-da66-4b93-98e7-89058988c650 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Added segment bb84ba2b-b262-4261-ab87-c3a98aaee921 of type vlan for network ccbd03a1-92e9-4f68-a33b-50218ada3654 Mar 07 10:32:11.957367 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4d42ade6-c238-4bf7-917f-ddc85cb1f885 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1526893', 'neutron.services.segments.db._delete_segments_for_network-8732568551033'] for network, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:11.975648 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 1c59c28d-77ff-4eff-b30d-35514d8a6e61 no longer exists at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:32:11.993452 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5a45d89f-da66-4b93-98e7-89058988c650 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732568034061'] for network, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:11.994523 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-4d42ade6-c238-4bf7-917f-ddc85cb1f885 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71151dc8-598b-4657-800a-5a2957eaef7e']}} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:32:12.008278 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-4d42ade6-c238-4bf7-917f-ddc85cb1f885 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0282329-c1b7-468f-937c-02ba20aca10b') {'for_net_delete': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:32:12.008578 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] No Port match for: 1c59c28d-77ff-4eff-b30d-35514d8a6e61 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 10:32:12.008790 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 1c59c28d-77ff-4eff-b30d-35514d8a6e61 not bound to the agent host dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 10:32:12.008877 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-4d42ade6-c238-4bf7-917f-ddc85cb1f885 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0282329-c1b7-468f-937c-02ba20aca10b') {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:32:12.027898 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4d42ade6-c238-4bf7-917f-ddc85cb1f885 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732568550916', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968000'] for segment, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:12.032154 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5a45d89f-da66-4b93-98e7-89058988c650 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594'] for network, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:12.038496 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a45d89f-da66-4b93-98e7-89058988c650 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:12.038496 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5a45d89f-da66-4b93-98e7-89058988c650 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:12.047141 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4d42ade6-c238-4bf7-917f-ddc85cb1f885 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:12.058591 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d42ade6-c238-4bf7-917f-ddc85cb1f885 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=83738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 07 10:32:12.058591 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4d42ade6-c238-4bf7-917f-ddc85cb1f885 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1227397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3556681'] for segment, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:12.069170 dv-neutron-830731-3-hyperv neutron-server[83738]: Traceback (most recent call last): Mar 07 10:32:12.069170 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 07 10:32:12.069170 dv-neutron-830731-3-hyperv neutron-server[83738]: timer() Mar 07 10:32:12.069170 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:32:12.069170 dv-neutron-830731-3-hyperv neutron-server[83738]: cb(*args, **kw) Mar 07 10:32:12.069170 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 10:32:12.069170 dv-neutron-830731-3-hyperv neutron-server[83738]: return func(*args, **kwargs) Mar 07 10:32:12.069170 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:32:12.069170 dv-neutron-830731-3-hyperv neutron-server[83738]: self._notify() Mar 07 10:32:12.069170 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:32:12.069170 dv-neutron-830731-3-hyperv neutron-server[83738]: self.callback(batched_events) Mar 07 10:32:12.069170 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:32:12.069170 dv-neutron-830731-3-hyperv neutron-server[83738]: event.method(event) Mar 07 10:32:12.069170 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 10:32:12.069170 dv-neutron-830731-3-hyperv neutron-server[83738]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:32:12.069170 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 10:32:12.069170 dv-neutron-830731-3-hyperv neutron-server[83738]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:32:12.069170 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 10:32:12.069170 dv-neutron-830731-3-hyperv neutron-server[83738]: return f(self, *a, **k) Mar 07 10:32:12.069170 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:32:12.069170 dv-neutron-830731-3-hyperv neutron-server[83738]: return self._get(url).json() Mar 07 10:32:12.069170 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:32:12.069170 dv-neutron-830731-3-hyperv neutron-server[83738]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:32:12.069170 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 07 10:32:12.069170 dv-neutron-830731-3-hyperv neutron-server[83738]: return self.request(url, 'GET', **kwargs) Mar 07 10:32:12.069170 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 07 10:32:12.069170 dv-neutron-830731-3-hyperv neutron-server[83738]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:32:12.069170 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 07 10:32:12.069170 dv-neutron-830731-3-hyperv neutron-server[83738]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:32:12.069170 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 07 10:32:12.069170 dv-neutron-830731-3-hyperv neutron-server[83738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:32:12.069170 dv-neutron-830731-3-hyperv neutron-server[83738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:32:12.103913 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-18e79fee-da35-42cc-8e9a-76cc26fac220 None None] Deleting port 1c59c28d-77ff-4eff-b30d-35514d8a6e61 {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:32:12.103913 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-18e79fee-da35-42cc-8e9a-76cc26fac220 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:12.164228 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 39128) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:32:12.164988 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-5a45d89f-da66-4b93-98e7-89058988c650 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3000073 Mar 07 10:32:12.172657 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-c9467ed2-e787-4f4a-b909-4cfef1c968e7 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1029327625'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:32:12.172863 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a45d89f-da66-4b93-98e7-89058988c650 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Pushing event updated for resources: {'Network': ['ID=ccbd03a1-92e9-4f68-a33b-50218ada3654,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:12.178318 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4d42ade6-c238-4bf7-917f-ddc85cb1f885 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1526886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923583'] for network, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:12.183144 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4d42ade6-c238-4bf7-917f-ddc85cb1f885 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:12.184213 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-18e79fee-da35-42cc-8e9a-76cc26fac220 None None] The port '1c59c28d-77ff-4eff-b30d-35514d8a6e61' was deleted {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 07 10:32:12.186965 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Network ccbd03a1-92e9-4f68-a33b-50218ada3654 details requested by agent ovs-agent-dv-neutron-830731-3-hyperv with host dv-neutron-830731-3-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 10:32:12.187143 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-c9467ed2-e787-4f4a-b909-4cfef1c968e7 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:32:12.215403 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-c9467ed2-e787-4f4a-b909-4cfef1c968e7 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Usage tracker for resource:network and tenant:f2f13571a1564e1892b959a4f94eb3cd is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:32:12.222052 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d42ade6-c238-4bf7-917f-ddc85cb1f885 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Pushing event deleted for resources: {'Network': ['ID=71151dc8-598b-4657-800a-5a2957eaef7e,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:12.223975 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-c9467ed2-e787-4f4a-b909-4cfef1c968e7 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:32:12.234101 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-c9467ed2-e787-4f4a-b909-4cfef1c968e7 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:32:12.243197 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-4d42ade6-c238-4bf7-917f-ddc85cb1f885 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] 10.222.0.13 "DELETE /v2.0/networks/71151dc8-598b-4657-800a-5a2957eaef7e HTTP/1.1" status: 204 len: 168 time: 1.4471753 Mar 07 10:32:12.249996 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 39132) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:32:12.255612 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-09042097-66f8-4b57-8989-cfeb5378f259 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-986825512', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12'}, 'admin_state_up': False}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:32:12.261232 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9467ed2-e787-4f4a-b909-4cfef1c968e7 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Made reservation on behalf of f2f13571a1564e1892b959a4f94eb3cd for: {'network': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:32:12.265362 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c9467ed2-e787-4f4a-b909-4cfef1c968e7 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for network, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:12.281678 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-09042097-66f8-4b57-8989-cfeb5378f259 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:32:12.288188 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-09042097-66f8-4b57-8989-cfeb5378f259 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Usage tracker for resource:router and tenant:0d2fd6fe5acd4dee8d48a1427bbf6953 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:32:12.295783 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-09042097-66f8-4b57-8989-cfeb5378f259 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:32:12.303852 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-09042097-66f8-4b57-8989-cfeb5378f259 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:32:12.313283 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9467ed2-e787-4f4a-b909-4cfef1c968e7 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=83738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:32:12.324195 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-09042097-66f8-4b57-8989-cfeb5378f259 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3919700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58025'] for router, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:12.325072 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-09042097-66f8-4b57-8989-cfeb5378f259 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3919671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4011175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58018'] for router, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:12.329544 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c9467ed2-e787-4f4a-b909-4cfef1c968e7 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:12.329544 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.db.segments_db [None req-c9467ed2-e787-4f4a-b909-4cfef1c968e7 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Added segment ac95caba-5c40-4484-abda-fc4248a26d4c of type vlan for network 4f748a21-6611-4a90-a873-4b0a7a8dbea6 Mar 07 10:32:12.367754 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c9467ed2-e787-4f4a-b909-4cfef1c968e7 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732568034061'] for network, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:12.375817 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-09042097-66f8-4b57-8989-cfeb5378f259 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:12.463761 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c9467ed2-e787-4f4a-b909-4cfef1c968e7 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594'] for network, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:12.468201 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9467ed2-e787-4f4a-b909-4cfef1c968e7 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:12.468794 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c9467ed2-e787-4f4a-b909-4cfef1c968e7 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:12.651778 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9467ed2-e787-4f4a-b909-4cfef1c968e7 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Pushing event updated for resources: {'Network': ['ID=4f748a21-6611-4a90-a873-4b0a7a8dbea6,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:12.662550 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-c9467ed2-e787-4f4a-b909-4cfef1c968e7 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4900615 Mar 07 10:32:12.662550 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 39136) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:32:12.667329 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-8ba6be64-f036-4da9-80b5-3901b70c5f04 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Request body: {'ports': [{'network_id': 'ccbd03a1-92e9-4f68-a33b-50218ada3654', 'name': 'tempest-port--2025511851', 'admin_state_up': True}, {'network_id': '4f748a21-6611-4a90-a873-4b0a7a8dbea6', 'admin_state_up': False}]} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:32:12.667329 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-8ba6be64-f036-4da9-80b5-3901b70c5f04 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Request body: {'port': {'network_id': 'ccbd03a1-92e9-4f68-a33b-50218ada3654', 'name': 'tempest-port--2025511851', 'admin_state_up': True}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:32:12.667329 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-8ba6be64-f036-4da9-80b5-3901b70c5f04 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Request body: {'port': {'network_id': '4f748a21-6611-4a90-a873-4b0a7a8dbea6', 'admin_state_up': False}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:32:12.671082 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Network 4f748a21-6611-4a90-a873-4b0a7a8dbea6 details requested by agent ovs-agent-dv-neutron-830731-3-hyperv with host dv-neutron-830731-3-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 10:32:12.686012 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-09042097-66f8-4b57-8989-cfeb5378f259 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3917998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58952'] for router, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:13.021775 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-8ba6be64-f036-4da9-80b5-3901b70c5f04 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:32:13.027345 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-8ba6be64-f036-4da9-80b5-3901b70c5f04 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Usage tracker for resource:port and tenant:f2f13571a1564e1892b959a4f94eb3cd is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:32:13.032230 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-8ba6be64-f036-4da9-80b5-3901b70c5f04 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:32:13.038950 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-8ba6be64-f036-4da9-80b5-3901b70c5f04 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:32:13.055417 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ba6be64-f036-4da9-80b5-3901b70c5f04 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Made reservation on behalf of f2f13571a1564e1892b959a4f94eb3cd for: {'port': 2} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:32:13.061843 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8ba6be64-f036-4da9-80b5-3901b70c5f04 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:13.093892 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8ba6be64-f036-4da9-80b5-3901b70c5f04 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:13.200344 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-09042097-66f8-4b57-8989-cfeb5378f259 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks [] for router_gateway, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:13.276104 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-09042097-66f8-4b57-8989-cfeb5378f259 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:13.460680 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [None req-8ba6be64-f036-4da9-80b5-3901b70c5f04 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] device_id is not set on port 0eab1a80-e763-40b5-a669-abc1639d0310 yet. {{(pid=83738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 07 10:32:13.638462 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-09042097-66f8-4b57-8989-cfeb5378f259 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Allocated IP 172.26.8.77 (5ed85006-6b00-415e-b71f-837fb1421c12/8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a/680fbe71-d325-4cdc-ad04-cf20b3153325) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:32:13.807510 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8ba6be64-f036-4da9-80b5-3901b70c5f04 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:13.915065 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-09042097-66f8-4b57-8989-cfeb5378f259 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:13.940668 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [None req-8ba6be64-f036-4da9-80b5-3901b70c5f04 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] device_id is not set on port 12ff2110-8ee1-45c4-aa56-317c8b2cf866 yet. {{(pid=83738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 07 10:32:13.974794 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-09042097-66f8-4b57-8989-cfeb5378f259 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:14.082637 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09042097-66f8-4b57-8989-cfeb5378f259 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Network 5ed85006-6b00-415e-b71f-837fb1421c12 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:32:14.093200 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-09042097-66f8-4b57-8989-cfeb5378f259 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:32:14.098982 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09042097-66f8-4b57-8989-cfeb5378f259 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:32:14.119571 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09042097-66f8-4b57-8989-cfeb5378f259 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Pushing event updated for resources: {'Port': ['ID=680fbe71-d325-4cdc-ad04-cf20b3153325,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:14.160456 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8ba6be64-f036-4da9-80b5-3901b70c5f04 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:14.254365 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8ba6be64-f036-4da9-80b5-3901b70c5f04 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:14.359278 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba6be64-f036-4da9-80b5-3901b70c5f04 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Pushing event updated for resources: {'Port': ['ID=0eab1a80-e763-40b5-a669-abc1639d0310,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:14.375901 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba6be64-f036-4da9-80b5-3901b70c5f04 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Checking segment: {'id': 'bb84ba2b-b262-4261-ab87-c3a98aaee921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ccbd03a1-92e9-4f68-a33b-50218ada3654'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:32:14.376252 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba6be64-f036-4da9-80b5-3901b70c5f04 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Network hostable DHCP agents. Network: ccbd03a1-92e9-4f68-a33b-50218ada3654, hostable agents: ['6527556c-6586-422c-ae47-082984683847'], hosted agents: [] {{(pid=83738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:32:14.398115 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-09042097-66f8-4b57-8989-cfeb5378f259 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks [] for router_gateway, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:14.398814 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-09042097-66f8-4b57-8989-cfeb5378f259 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3917991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923518'] for router, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:14.459795 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba6be64-f036-4da9-80b5-3901b70c5f04 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Network ccbd03a1-92e9-4f68-a33b-50218ada3654 is scheduled to be hosted by DHCP agent 6527556c-6586-422c-ae47-082984683847 with binding_index 1 {{(pid=83738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:32:14.521291 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-8ba6be64-f036-4da9-80b5-3901b70c5f04 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830731-3-hyperv, ccbd03a1-92e9-4f68-a33b-50218ada3654) {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:32:14.524976 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba6be64-f036-4da9-80b5-3901b70c5f04 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:32:14.526293 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8ba6be64-f036-4da9-80b5-3901b70c5f04 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:14.531094 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac44a81e-2855-4c73-b1f1-1436b8e86335 None None] Network ccbd03a1-92e9-4f68-a33b-50218ada3654 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:32:14.620566 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba6be64-f036-4da9-80b5-3901b70c5f04 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Pushing event updated for resources: {'Port': ['ID=12ff2110-8ee1-45c4-aa56-317c8b2cf866,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:14.656619 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba6be64-f036-4da9-80b5-3901b70c5f04 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Checking segment: {'id': 'ac95caba-5c40-4484-abda-fc4248a26d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '4f748a21-6611-4a90-a873-4b0a7a8dbea6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:32:14.657246 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba6be64-f036-4da9-80b5-3901b70c5f04 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Network hostable DHCP agents. Network: 4f748a21-6611-4a90-a873-4b0a7a8dbea6, hostable agents: ['6527556c-6586-422c-ae47-082984683847'], hosted agents: [] {{(pid=83738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:32:14.708602 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba6be64-f036-4da9-80b5-3901b70c5f04 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Network 4f748a21-6611-4a90-a873-4b0a7a8dbea6 is scheduled to be hosted by DHCP agent 6527556c-6586-422c-ae47-082984683847 with binding_index 1 {{(pid=83738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:32:14.722360 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-8ba6be64-f036-4da9-80b5-3901b70c5f04 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830731-3-hyperv, 4f748a21-6611-4a90-a873-4b0a7a8dbea6) {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:32:14.726148 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba6be64-f036-4da9-80b5-3901b70c5f04 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:32:14.730348 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ba6be64-f036-4da9-80b5-3901b70c5f04 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:14.734061 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ba6be64-f036-4da9-80b5-3901b70c5f04 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:14.734698 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8ba6be64-f036-4da9-80b5-3901b70c5f04 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:14.736057 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a47a709-c8ee-4490-870c-75a0a9602df4 None None] Network 4f748a21-6611-4a90-a873-4b0a7a8dbea6 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:32:14.767333 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-8ba6be64-f036-4da9-80b5-3901b70c5f04 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.1078835 Mar 07 10:32:14.770176 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 39142) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:32:14.794486 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09042097-66f8-4b57-8989-cfeb5378f259 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Router ec819255-545d-4036-ae07-3b65991eb291 is scheduled to L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 with binding_index 1 {{(pid=83738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 10:32:14.848760 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e1faf20-730c-45aa-817b-6bfd8bd94017 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:14.852749 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e1faf20-730c-45aa-817b-6bfd8bd94017 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:14.854252 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-2e1faf20-730c-45aa-817b-6bfd8bd94017 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.0820856 Mar 07 10:32:14.857917 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 39146) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:32:14.931668 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-3ca46587-3676-4c75-8e2c-7449c78f5ef0 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Deleting port 0eab1a80-e763-40b5-a669-abc1639d0310 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:32:14.931895 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3ca46587-3676-4c75-8e2c-7449c78f5ef0 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:15.007376 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09042097-66f8-4b57-8989-cfeb5378f259 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:32:15.017909 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8165047d-ba7c-4058-adf7-863e2f365f42 None None] Sync routers for ids ['ec819255-545d-4036-ae07-3b65991eb291'] in dv-neutron-830731-3-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:32:15.030908 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-09042097-66f8-4b57-8989-cfeb5378f259 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks [] for router, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:15.031909 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8165047d-ba7c-4058-adf7-863e2f365f42 None None] Routers {'ec819255-545d-4036-ae07-3b65991eb291'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:32:15.032456 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-8165047d-ba7c-4058-adf7-863e2f365f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:32:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['ec819255-545d-4036-ae07-3b65991eb291'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:32:15.035704 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-09042097-66f8-4b57-8989-cfeb5378f259 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 2.7821672 Mar 07 10:32:15.035904 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 39150) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:32:15.093786 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-8165047d-ba7c-4058-adf7-863e2f365f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:32:15.104135 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8165047d-ba7c-4058-adf7-863e2f365f42 None None] Routers {'ec819255-545d-4036-ae07-3b65991eb291'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:32:15.104744 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-8165047d-ba7c-4058-adf7-863e2f365f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:32:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['ec819255-545d-4036-ae07-3b65991eb291'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:32:15.164434 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-8165047d-ba7c-4058-adf7-863e2f365f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:32:15.164853 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8165047d-ba7c-4058-adf7-863e2f365f42 None None] The sync data for ids ['ec819255-545d-4036-ae07-3b65991eb291'] in dv-neutron-830731-3-hyperv is: [] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:32:15.274350 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3ca46587-3676-4c75-8e2c-7449c78f5ef0 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:15.400746 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-3ca46587-3676-4c75-8e2c-7449c78f5ef0 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Calling delete_port for 0eab1a80-e763-40b5-a669-abc1639d0310 owned by {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:32:15.493700 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:15.503334 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3ca46587-3676-4c75-8e2c-7449c78f5ef0 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:15.557957 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca46587-3676-4c75-8e2c-7449c78f5ef0 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Pushing event deleted for resources: {'Port': ['ID=0eab1a80-e763-40b5-a669-abc1639d0310,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:15.567326 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3ca46587-3676-4c75-8e2c-7449c78f5ef0 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:15.578250 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-3ca46587-3676-4c75-8e2c-7449c78f5ef0 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] 10.222.0.13 "DELETE /v2.0/ports/0eab1a80-e763-40b5-a669-abc1639d0310 HTTP/1.1" status: 204 len: 168 time: 0.7190268 Mar 07 10:32:15.581737 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 39154) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:32:15.597218 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-5bf92f02-f8d2-411c-8b14-245fc62b06c2 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] 10.222.0.13 "GET /v2.0/routers/ec819255-545d-4036-ae07-3b65991eb291 HTTP/1.1" status: 200 len: 883 time: 0.5601094 Mar 07 10:32:15.599410 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 39158) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:32:15.651610 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-195f4ced-f7d3-40b2-ae6d-e07d804eaebc tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Deleting port 12ff2110-8ee1-45c4-aa56-317c8b2cf866 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:32:15.651887 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-195f4ced-f7d3-40b2-ae6d-e07d804eaebc tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:15.822859 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-4b534093-d7c2-4cbe-b33c-baf8be3c26d5 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Synchronizing usage tracker for tenant:0d2fd6fe5acd4dee8d48a1427bbf6953 on resource:router {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:32:15.845589 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-4b534093-d7c2-4cbe-b33c-baf8be3c26d5 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Unset dirty status for tenant:0d2fd6fe5acd4dee8d48a1427bbf6953 on resource:router {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:32:15.846339 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-4b534093-d7c2-4cbe-b33c-baf8be3c26d5 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 0.2460129 Mar 07 10:32:15.849430 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 39162) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:32:15.855117 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-97fc4603-f350-4042-ba78-d16e82e83018 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-986825512'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:32:15.877157 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-195f4ced-f7d3-40b2-ae6d-e07d804eaebc tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:16.112649 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-195f4ced-f7d3-40b2-ae6d-e07d804eaebc tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Calling delete_port for 12ff2110-8ee1-45c4-aa56-317c8b2cf866 owned by {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:32:16.228959 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-195f4ced-f7d3-40b2-ae6d-e07d804eaebc tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:16.278171 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195f4ced-f7d3-40b2-ae6d-e07d804eaebc tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Pushing event deleted for resources: {'Port': ['ID=12ff2110-8ee1-45c4-aa56-317c8b2cf866,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:16.290607 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-195f4ced-f7d3-40b2-ae6d-e07d804eaebc tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:16.304236 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-195f4ced-f7d3-40b2-ae6d-e07d804eaebc tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] 10.222.0.13 "DELETE /v2.0/ports/12ff2110-8ee1-45c4-aa56-317c8b2cf866 HTTP/1.1" status: 204 len: 168 time: 0.7180798 Mar 07 10:32:16.304236 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 39166) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:32:16.351582 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-fc52290e-17dd-4f6e-a686-8308e22fdb51 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Synchronizing usage tracker for tenant:f2f13571a1564e1892b959a4f94eb3cd on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:32:16.373580 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-fc52290e-17dd-4f6e-a686-8308e22fdb51 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Unset dirty status for tenant:f2f13571a1564e1892b959a4f94eb3cd on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:32:16.375422 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-fc52290e-17dd-4f6e-a686-8308e22fdb51 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0730312 Mar 07 10:32:16.380930 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 39170) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:32:16.395253 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-9d252383-6528-44d0-b421-27e4eedc6e99 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1145108738'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:32:16.395253 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-9d252383-6528-44d0-b421-27e4eedc6e99 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:32:16.401779 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-9d252383-6528-44d0-b421-27e4eedc6e99 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Usage tracker for resource:network and tenant:f2f13571a1564e1892b959a4f94eb3cd is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:32:16.401779 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-9d252383-6528-44d0-b421-27e4eedc6e99 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:32:16.409769 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-9d252383-6528-44d0-b421-27e4eedc6e99 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:32:16.422135 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d252383-6528-44d0-b421-27e4eedc6e99 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Made reservation on behalf of f2f13571a1564e1892b959a4f94eb3cd for: {'network': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:32:16.425984 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9d252383-6528-44d0-b421-27e4eedc6e99 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for network, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:16.459580 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d252383-6528-44d0-b421-27e4eedc6e99 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=83738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:32:16.473115 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9d252383-6528-44d0-b421-27e4eedc6e99 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:16.473115 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.db.segments_db [None req-9d252383-6528-44d0-b421-27e4eedc6e99 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Added segment 7848b4f9-47d7-42a4-a420-e805e9fd44df of type vlan for network 256249a7-5d26-4034-aec4-aa3eabdd6b07 Mar 07 10:32:16.501167 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9d252383-6528-44d0-b421-27e4eedc6e99 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732568034061'] for network, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:16.538834 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9d252383-6528-44d0-b421-27e4eedc6e99 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594'] for network, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:16.538834 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d252383-6528-44d0-b421-27e4eedc6e99 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:16.538834 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9d252383-6528-44d0-b421-27e4eedc6e99 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:16.604679 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-97fc4603-f350-4042-ba78-d16e82e83018 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3917998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58952'] for router, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:16.617448 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-97fc4603-f350-4042-ba78-d16e82e83018 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3923496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3923511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3918005'] for router, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:16.656369 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-9d252383-6528-44d0-b421-27e4eedc6e99 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2675283 Mar 07 10:32:16.656369 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d252383-6528-44d0-b421-27e4eedc6e99 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Pushing event updated for resources: {'Network': ['ID=256249a7-5d26-4034-aec4-aa3eabdd6b07,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:16.656369 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 39174) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:32:16.658442 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-d2fb2d5b-e7e7-4a53-958c-8fea32faf1b1 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-799806388'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:32:16.666799 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Network 256249a7-5d26-4034-aec4-aa3eabdd6b07 details requested by agent ovs-agent-dv-neutron-830731-3-hyperv with host dv-neutron-830731-3-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 10:32:16.667380 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-d2fb2d5b-e7e7-4a53-958c-8fea32faf1b1 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:32:16.669417 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-d2fb2d5b-e7e7-4a53-958c-8fea32faf1b1 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Usage tracker for resource:network and tenant:f2f13571a1564e1892b959a4f94eb3cd is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:32:16.672403 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-d2fb2d5b-e7e7-4a53-958c-8fea32faf1b1 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:32:16.679873 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-d2fb2d5b-e7e7-4a53-958c-8fea32faf1b1 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:32:16.697329 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2fb2d5b-e7e7-4a53-958c-8fea32faf1b1 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Made reservation on behalf of f2f13571a1564e1892b959a4f94eb3cd for: {'network': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:32:16.702435 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d2fb2d5b-e7e7-4a53-958c-8fea32faf1b1 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for network, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:16.741249 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2fb2d5b-e7e7-4a53-958c-8fea32faf1b1 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=83738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:32:16.755915 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d2fb2d5b-e7e7-4a53-958c-8fea32faf1b1 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:16.755915 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.db.segments_db [None req-d2fb2d5b-e7e7-4a53-958c-8fea32faf1b1 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Added segment 6bc01ad5-e139-4ee0-9749-46e5c70323f6 of type vlan for network babcfd16-1938-4c48-aab7-0a1aac7e02c1 Mar 07 10:32:16.792843 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d2fb2d5b-e7e7-4a53-958c-8fea32faf1b1 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732568034061'] for network, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:16.833505 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d2fb2d5b-e7e7-4a53-958c-8fea32faf1b1 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594'] for network, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:16.837356 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2fb2d5b-e7e7-4a53-958c-8fea32faf1b1 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:16.837928 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d2fb2d5b-e7e7-4a53-958c-8fea32faf1b1 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:16.867088 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97fc4603-f350-4042-ba78-d16e82e83018 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Router ec819255-545d-4036-ae07-3b65991eb291 has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:32:16.948574 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-d2fb2d5b-e7e7-4a53-958c-8fea32faf1b1 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2953737 Mar 07 10:32:16.965728 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fb2d5b-e7e7-4a53-958c-8fea32faf1b1 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Pushing event updated for resources: {'Network': ['ID=babcfd16-1938-4c48-aab7-0a1aac7e02c1,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:16.984113 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Network babcfd16-1938-4c48-aab7-0a1aac7e02c1 details requested by agent ovs-agent-dv-neutron-830731-3-hyperv with host dv-neutron-830731-3-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 10:32:17.099040 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 39178) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:32:17.099040 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-cbd98c77-9acf-46f6-84b9-95179ef6b7ad tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Request body: {'subnets': [{'network_id': '256249a7-5d26-4034-aec4-aa3eabdd6b07', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--2070223112', 'ip_version': 4}, {'network_id': 'babcfd16-1938-4c48-aab7-0a1aac7e02c1', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:32:17.099040 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-cbd98c77-9acf-46f6-84b9-95179ef6b7ad tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Request body: {'subnet': {'network_id': '256249a7-5d26-4034-aec4-aa3eabdd6b07', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--2070223112', 'ip_version': 4}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:32:17.109472 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97fc4603-f350-4042-ba78-d16e82e83018 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:32:17.115444 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-cbd98c77-9acf-46f6-84b9-95179ef6b7ad tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Request body: {'subnet': {'network_id': 'babcfd16-1938-4c48-aab7-0a1aac7e02c1', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:32:17.120281 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-97fc4603-f350-4042-ba78-d16e82e83018 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:17.120281 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-97fc4603-f350-4042-ba78-d16e82e83018 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] 10.222.0.13 "PUT /v2.0/routers/ec819255-545d-4036-ae07-3b65991eb291 HTTP/1.1" status: 200 len: 890 time: 1.2503042 Mar 07 10:32:17.120281 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 39182) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:32:17.131946 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c1552c-18a9-4863-98ca-f2b5e0d681d2 None None] Sync routers for ids ['ec819255-545d-4036-ae07-3b65991eb291'] in dv-neutron-830731-3-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:32:17.159510 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c1552c-18a9-4863-98ca-f2b5e0d681d2 None None] Routers {'ec819255-545d-4036-ae07-3b65991eb291'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:32:17.159510 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-32c1552c-18a9-4863-98ca-f2b5e0d681d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:32:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['ec819255-545d-4036-ae07-3b65991eb291'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:32:17.235722 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-32c1552c-18a9-4863-98ca-f2b5e0d681d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:32:17.249407 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c1552c-18a9-4863-98ca-f2b5e0d681d2 None None] Routers {'ec819255-545d-4036-ae07-3b65991eb291'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:32:17.249407 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-32c1552c-18a9-4863-98ca-f2b5e0d681d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:32:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['ec819255-545d-4036-ae07-3b65991eb291'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:32:17.316066 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-32c1552c-18a9-4863-98ca-f2b5e0d681d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:32:17.316738 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c1552c-18a9-4863-98ca-f2b5e0d681d2 None None] The sync data for ids ['ec819255-545d-4036-ae07-3b65991eb291'] in dv-neutron-830731-3-hyperv is: [] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:32:17.349994 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-cbd98c77-9acf-46f6-84b9-95179ef6b7ad tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:32:17.353476 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-cbd98c77-9acf-46f6-84b9-95179ef6b7ad tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Usage tracker for resource:subnet and tenant:f2f13571a1564e1892b959a4f94eb3cd is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:32:17.356284 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-cbd98c77-9acf-46f6-84b9-95179ef6b7ad tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:32:17.365480 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-cbd98c77-9acf-46f6-84b9-95179ef6b7ad tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:32:17.375797 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbd98c77-9acf-46f6-84b9-95179ef6b7ad tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Made reservation on behalf of f2f13571a1564e1892b959a4f94eb3cd for: {'subnet': 2} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:32:17.406827 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-34da8ed0-de6a-474a-b1ee-42f1369d2b43 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] 10.222.0.13 "GET /v2.0/routers/ec819255-545d-4036-ae07-3b65991eb291 HTTP/1.1" status: 200 len: 890 time: 0.2969584 Mar 07 10:32:17.406827 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 39186) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:32:17.452302 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-d31b5d76-8015-4a78-b453-c9aff27f6902 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Synchronizing usage tracker for tenant:0d2fd6fe5acd4dee8d48a1427bbf6953 on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:32:17.470710 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-d31b5d76-8015-4a78-b453-c9aff27f6902 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Unset dirty status for tenant:0d2fd6fe5acd4dee8d48a1427bbf6953 on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:32:17.471912 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-d31b5d76-8015-4a78-b453-c9aff27f6902 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec819255-545d-4036-ae07-3b65991eb291 HTTP/1.1" status: 200 len: 205 time: 0.0655887 Mar 07 10:32:17.477505 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 39190) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:32:17.601087 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cbd98c77-9acf-46f6-84b9-95179ef6b7ad tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741426'] for subnet, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:17.601633 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cbd98c77-9acf-46f6-84b9-95179ef6b7ad tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741426'] for subnet, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:17.703278 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-20f89441-c318-422a-b856-6db57b5677c0 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks [] for router, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:18.040333 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-20f89441-c318-422a-b856-6db57b5677c0 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:18.050405 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-20f89441-c318-422a-b856-6db57b5677c0 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Deleting port 680fbe71-d325-4cdc-ad04-cf20b3153325 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:32:18.050405 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-20f89441-c318-422a-b856-6db57b5677c0 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:18.194683 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cbd98c77-9acf-46f6-84b9-95179ef6b7ad tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3556832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741408'] for subnet, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:18.245144 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-20f89441-c318-422a-b856-6db57b5677c0 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:18.274972 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd98c77-9acf-46f6-84b9-95179ef6b7ad tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Pushing event updated for resources: {'Subnet': ['ID=e55baa39-4e23-497a-b179-d60d8667cfe0,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:18.293581 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd98c77-9acf-46f6-84b9-95179ef6b7ad tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Checking segment: {'id': '7848b4f9-47d7-42a4-a420-e805e9fd44df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '256249a7-5d26-4034-aec4-aa3eabdd6b07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:32:18.294811 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd98c77-9acf-46f6-84b9-95179ef6b7ad tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Network hostable DHCP agents. Network: 256249a7-5d26-4034-aec4-aa3eabdd6b07, hostable agents: ['6527556c-6586-422c-ae47-082984683847'], hosted agents: [] {{(pid=83738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:32:18.324771 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd98c77-9acf-46f6-84b9-95179ef6b7ad tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Network 256249a7-5d26-4034-aec4-aa3eabdd6b07 is scheduled to be hosted by DHCP agent 6527556c-6586-422c-ae47-082984683847 with binding_index 1 {{(pid=83738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:32:18.336155 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-cbd98c77-9acf-46f6-84b9-95179ef6b7ad tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830731-3-hyperv, 256249a7-5d26-4034-aec4-aa3eabdd6b07) {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:32:18.340677 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cbd98c77-9acf-46f6-84b9-95179ef6b7ad tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3556832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741408'] for subnet, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:18.346795 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0e8c0e2-c7b1-4b9d-8bbe-524624b4b29f None None] Network 256249a7-5d26-4034-aec4-aa3eabdd6b07 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:32:18.412793 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-20f89441-c318-422a-b856-6db57b5677c0 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Calling delete_port for 680fbe71-d325-4cdc-ad04-cf20b3153325 owned by network:router_gateway {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:32:18.457412 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd98c77-9acf-46f6-84b9-95179ef6b7ad tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Pushing event updated for resources: {'Subnet': ['ID=96ce3935-8bea-4dd6-8e37-d55e2d6d74a3,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:18.471898 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd98c77-9acf-46f6-84b9-95179ef6b7ad tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Checking segment: {'id': '6bc01ad5-e139-4ee0-9749-46e5c70323f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'babcfd16-1938-4c48-aab7-0a1aac7e02c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:32:18.471898 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd98c77-9acf-46f6-84b9-95179ef6b7ad tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Network hostable DHCP agents. Network: babcfd16-1938-4c48-aab7-0a1aac7e02c1, hostable agents: ['6527556c-6586-422c-ae47-082984683847'], hosted agents: [] {{(pid=83738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:32:18.519717 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd98c77-9acf-46f6-84b9-95179ef6b7ad tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Network babcfd16-1938-4c48-aab7-0a1aac7e02c1 is scheduled to be hosted by DHCP agent 6527556c-6586-422c-ae47-082984683847 with binding_index 1 {{(pid=83738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:32:18.537269 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-cbd98c77-9acf-46f6-84b9-95179ef6b7ad tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830731-3-hyperv, babcfd16-1938-4c48-aab7-0a1aac7e02c1) {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:32:18.539108 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd98c77-9acf-46f6-84b9-95179ef6b7ad tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:18.539264 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd98c77-9acf-46f6-84b9-95179ef6b7ad tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:18.540324 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cbd98c77-9acf-46f6-84b9-95179ef6b7ad tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:18.548872 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99acfe65-5a66-40f2-9e61-6a588a7070a4 None None] Network babcfd16-1938-4c48-aab7-0a1aac7e02c1 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:32:18.575315 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-cbd98c77-9acf-46f6-84b9-95179ef6b7ad tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 1.4872711 Mar 07 10:32:18.578853 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 39196) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:32:18.660692 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-20f89441-c318-422a-b856-6db57b5677c0 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:18.669202 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63cef392-19f5-4369-a36e-a68d73fc2f52 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:18.671242 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63cef392-19f5-4369-a36e-a68d73fc2f52 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:18.672819 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63cef392-19f5-4369-a36e-a68d73fc2f52 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:18.673633 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-63cef392-19f5-4369-a36e-a68d73fc2f52 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Synchronizing usage tracker for tenant:f2f13571a1564e1892b959a4f94eb3cd on resource:subnet {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:32:18.698576 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-63cef392-19f5-4369-a36e-a68d73fc2f52 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Unset dirty status for tenant:f2f13571a1564e1892b959a4f94eb3cd on resource:subnet {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:32:18.698576 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-63cef392-19f5-4369-a36e-a68d73fc2f52 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1165857 Mar 07 10:32:18.699659 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 39200) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:32:18.723884 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25498bbf-444c-46ef-a227-71c22d60a4b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ec2749d-0aec-52fb-aca6-10ba8a80aade-256249a7-5d26-4034-aec4-aa3eabdd6b07', 'network_id': '256249a7-5d26-4034-aec4-aa3eabdd6b07', 'tenant_id': 'f2f13571a1564e1892b959a4f94eb3cd', 'fixed_ips': [{'subnet_id': 'e55baa39-4e23-497a-b179-d60d8667cfe0'}]}} from dv-neutron-830731-3-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 07 10:32:18.724051 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f89441-c318-422a-b856-6db57b5677c0 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Pushing event deleted for resources: {'Port': ['ID=680fbe71-d325-4cdc-ad04-cf20b3153325,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:18.724733 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-25498bbf-444c-46ef-a227-71c22d60a4b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:18.785547 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_v2 [None req-d02e9128-a04b-4626-8c19-e0132e7f2fad tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Deleting subnet e55baa39-4e23-497a-b179-d60d8667cfe0 {{(pid=83738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 07 10:32:18.788660 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d02e9128-a04b-4626-8c19-e0132e7f2fad tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Notify callbacks [] for subnet, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:18.852438 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d02e9128-a04b-4626-8c19-e0132e7f2fad tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2969395'] for subnet, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:18.926560 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d02e9128-a04b-4626-8c19-e0132e7f2fad tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1525496'] for subnet, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:18.953699 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33ebd2d2-67f6-4fdb-963c-0c9159c39ade None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ec2749d-0aec-52fb-aca6-10ba8a80aade-babcfd16-1938-4c48-aab7-0a1aac7e02c1', 'network_id': 'babcfd16-1938-4c48-aab7-0a1aac7e02c1', 'tenant_id': 'f2f13571a1564e1892b959a4f94eb3cd', 'fixed_ips': [{'subnet_id': '96ce3935-8bea-4dd6-8e37-d55e2d6d74a3'}]}} from dv-neutron-830731-3-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 07 10:32:18.954684 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-33ebd2d2-67f6-4fdb-963c-0c9159c39ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:19.001120 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-20f89441-c318-422a-b856-6db57b5677c0 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923554'] for router_gateway, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:19.033426 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d02e9128-a04b-4626-8c19-e0132e7f2fad tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1525489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3556647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741465'] for subnet, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:19.082762 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02e9128-a04b-4626-8c19-e0132e7f2fad tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Pushing event deleted for resources: {'Subnet': ['ID=e55baa39-4e23-497a-b179-d60d8667cfe0,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:19.091317 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d02e9128-a04b-4626-8c19-e0132e7f2fad tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:19.107446 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-d02e9128-a04b-4626-8c19-e0132e7f2fad tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] 10.222.0.13 "DELETE /v2.0/subnets/e55baa39-4e23-497a-b179-d60d8667cfe0 HTTP/1.1" status: 204 len: 168 time: 0.4040732 Mar 07 10:32:19.110865 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 39204) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:32:19.113068 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server [None req-25498bbf-444c-46ef-a227-71c22d60a4b7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e55baa39-4e23-497a-b179-d60d8667cfe0: This subnet is being modified by another concurrent operation. Mar 07 10:32:19.113068 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 07 10:32:19.113068 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 07 10:32:19.113068 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 07 10:32:19.113068 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 07 10:32:19.113068 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 07 10:32:19.113068 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 07 10:32:19.113068 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 07 10:32:19.113068 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 07 10:32:19.113068 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 07 10:32:19.113068 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 07 10:32:19.113068 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 07 10:32:19.113068 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 07 10:32:19.113068 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 10:32:19.113068 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 07 10:32:19.113068 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 07 10:32:19.113068 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 07 10:32:19.113068 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server raise value Mar 07 10:32:19.113068 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 07 10:32:19.113068 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 10:32:19.113068 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 07 10:32:19.113068 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 07 10:32:19.113068 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 07 10:32:19.113068 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 10:32:19.113068 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 07 10:32:19.113068 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 07 10:32:19.113068 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 07 10:32:19.113068 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server raise value Mar 07 10:32:19.113068 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 07 10:32:19.113068 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 10:32:19.113068 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 07 10:32:19.113068 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 07 10:32:19.113068 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 07 10:32:19.113068 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 10:32:19.113068 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 07 10:32:19.113068 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 07 10:32:19.113068 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 07 10:32:19.113068 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server raise value Mar 07 10:32:19.113068 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 07 10:32:19.113068 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 07 10:32:19.113068 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 07 10:32:19.113068 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 07 10:32:19.113068 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Mar 07 10:32:19.113068 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 07 10:32:19.113068 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Mar 07 10:32:19.113068 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 07 10:32:19.113068 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Mar 07 10:32:19.113068 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 07 10:32:19.113068 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 07 10:32:19.113068 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 07 10:32:19.113068 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Mar 07 10:32:19.113068 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 07 10:32:19.113068 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 07 10:32:19.113068 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 07 10:32:19.113068 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 07 10:32:19.113068 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 10:32:19.113068 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 07 10:32:19.113068 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 07 10:32:19.113068 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 07 10:32:19.113068 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server raise value Mar 07 10:32:19.113068 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 07 10:32:19.113068 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 10:32:19.113068 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 07 10:32:19.113068 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 07 10:32:19.113068 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 07 10:32:19.113068 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 10:32:19.113068 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 07 10:32:19.113068 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 07 10:32:19.113068 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 07 10:32:19.113068 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server raise value Mar 07 10:32:19.113068 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 07 10:32:19.113068 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 10:32:19.113068 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 07 10:32:19.113068 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 07 10:32:19.113068 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 07 10:32:19.113068 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 10:32:19.113068 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 07 10:32:19.113068 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 07 10:32:19.113068 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 07 10:32:19.113068 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server raise value Mar 07 10:32:19.113068 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 07 10:32:19.113068 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 07 10:32:19.113068 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Mar 07 10:32:19.113068 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 07 10:32:19.113068 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Mar 07 10:32:19.113068 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 07 10:32:19.113068 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Mar 07 10:32:19.113068 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 07 10:32:19.113068 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 07 10:32:19.113068 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 07 10:32:19.113068 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Mar 07 10:32:19.113068 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 07 10:32:19.113068 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 07 10:32:19.113068 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 07 10:32:19.113068 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 07 10:32:19.113068 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 07 10:32:19.113068 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 07 10:32:19.113068 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 07 10:32:19.113068 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Mar 07 10:32:19.113068 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 07 10:32:19.113068 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 07 10:32:19.113068 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server raise exception Mar 07 10:32:19.113068 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e55baa39-4e23-497a-b179-d60d8667cfe0: This subnet is being modified by another concurrent operation. Mar 07 10:32:19.113068 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server Mar 07 10:32:19.147213 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1adf939-9ec3-4dca-9881-cb8f74a34da5 None None] Network 256249a7-5d26-4034-aec4-aa3eabdd6b07 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:32:19.181835 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-33ebd2d2-67f6-4fdb-963c-0c9159c39ade None None] Allocated IP 172.20.0.18 (babcfd16-1938-4c48-aab7-0a1aac7e02c1/96ce3935-8bea-4dd6-8e37-d55e2d6d74a3/51131f11-5b7b-47ef-9990-23d8e57840e5) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:32:19.221749 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_v2 [None req-70950ad3-16e3-4430-8644-8704b84c1ea2 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Deleting subnet 96ce3935-8bea-4dd6-8e37-d55e2d6d74a3 {{(pid=83738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 07 10:32:19.299359 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-20f89441-c318-422a-b856-6db57b5677c0 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3917970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58043'] for router, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:19.299359 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-20f89441-c318-422a-b856-6db57b5677c0 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:19.329101 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-20f89441-c318-422a-b856-6db57b5677c0 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3917886'] for router, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:19.329101 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20f89441-c318-422a-b856-6db57b5677c0 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Fanout notify agent at l3_agent the message router_deleted on router ec819255-545d-4036-ae07-3b65991eb291 {{(pid=83737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 10:32:19.356142 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-20f89441-c318-422a-b856-6db57b5677c0 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:19.356142 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-20f89441-c318-422a-b856-6db57b5677c0 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] 10.222.0.13 "DELETE /v2.0/routers/ec819255-545d-4036-ae07-3b65991eb291 HTTP/1.1" status: 204 len: 168 time: 1.8779068 Mar 07 10:32:19.360914 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 39208) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:32:19.366522 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-6ae17963-1073-42e7-8698-bbce986ef184 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-10648105'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:32:19.373157 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-6ae17963-1073-42e7-8698-bbce986ef184 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:32:19.377428 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-6ae17963-1073-42e7-8698-bbce986ef184 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Usage tracker for resource:network and tenant:0d2fd6fe5acd4dee8d48a1427bbf6953 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:32:19.381067 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-6ae17963-1073-42e7-8698-bbce986ef184 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:32:19.388438 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-6ae17963-1073-42e7-8698-bbce986ef184 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:32:19.400235 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ae17963-1073-42e7-8698-bbce986ef184 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Made reservation on behalf of 0d2fd6fe5acd4dee8d48a1427bbf6953 for: {'network': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:32:19.403515 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6ae17963-1073-42e7-8698-bbce986ef184 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for network, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:19.433357 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ae17963-1073-42e7-8698-bbce986ef184 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=83737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:32:19.441818 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6ae17963-1073-42e7-8698-bbce986ef184 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:19.442152 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.db.segments_db [None req-6ae17963-1073-42e7-8698-bbce986ef184 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Added segment 5a2e2a86-d12c-4bf6-9f89-17baef3f2805 of type vlan for network 6029caf8-cc74-4732-8674-31a675575faf Mar 07 10:32:19.469110 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6ae17963-1073-42e7-8698-bbce986ef184 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732568034061'] for network, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:19.498314 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6ae17963-1073-42e7-8698-bbce986ef184 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594'] for network, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:19.502100 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae17963-1073-42e7-8698-bbce986ef184 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:19.502670 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6ae17963-1073-42e7-8698-bbce986ef184 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:19.609412 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-33ebd2d2-67f6-4fdb-963c-0c9159c39ade None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:19.620198 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-33ebd2d2-67f6-4fdb-963c-0c9159c39ade None None] Transition to ACTIVE for port object 51131f11-5b7b-47ef-9990-23d8e57840e5 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:32:19.640557 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-33ebd2d2-67f6-4fdb-963c-0c9159c39ade None None] Transition to ACTIVE for port object 51131f11-5b7b-47ef-9990-23d8e57840e5 will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:32:19.647734 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-70950ad3-16e3-4430-8644-8704b84c1ea2 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Notify callbacks [] for subnet, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:19.647862 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-33ebd2d2-67f6-4fdb-963c-0c9159c39ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:19.709349 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-6ae17963-1073-42e7-8698-bbce986ef184 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3451722 Mar 07 10:32:19.709599 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 39212) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:32:19.715766 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-70950ad3-16e3-4430-8644-8704b84c1ea2 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2969395'] for subnet, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:19.719077 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-654c74b9-738c-4838-a024-bb99fca14938 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Request body: {'subnet': {'network_id': '6029caf8-cc74-4732-8674-31a675575faf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:32:19.722441 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ebd2d2-67f6-4fdb-963c-0c9159c39ade None None] Network babcfd16-1938-4c48-aab7-0a1aac7e02c1 is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:32:19.725287 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-33ebd2d2-67f6-4fdb-963c-0c9159c39ade None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:32:19.728831 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ebd2d2-67f6-4fdb-963c-0c9159c39ade None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:32:19.739147 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ebd2d2-67f6-4fdb-963c-0c9159c39ade None None] Pushing event updated for resources: {'Port': ['ID=51131f11-5b7b-47ef-9990-23d8e57840e5,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:19.741630 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae17963-1073-42e7-8698-bbce986ef184 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Pushing event updated for resources: {'Network': ['ID=6029caf8-cc74-4732-8674-31a675575faf,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:19.771261 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Network 6029caf8-cc74-4732-8674-31a675575faf details requested by agent ovs-agent-dv-neutron-830731-3-hyperv with host dv-neutron-830731-3-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 10:32:19.805808 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-70950ad3-16e3-4430-8644-8704b84c1ea2 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1525496'] for subnet, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:19.835153 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-654c74b9-738c-4838-a024-bb99fca14938 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:32:19.839168 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-654c74b9-738c-4838-a024-bb99fca14938 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Usage tracker for resource:subnet and tenant:0d2fd6fe5acd4dee8d48a1427bbf6953 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:32:19.842544 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-654c74b9-738c-4838-a024-bb99fca14938 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:32:19.850379 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-654c74b9-738c-4838-a024-bb99fca14938 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:32:19.862272 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-654c74b9-738c-4838-a024-bb99fca14938 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Made reservation on behalf of 0d2fd6fe5acd4dee8d48a1427bbf6953 for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:32:19.873868 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ebd2d2-67f6-4fdb-963c-0c9159c39ade None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:32:19.874210 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ebd2d2-67f6-4fdb-963c-0c9159c39ade None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:32:19.874545 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ebd2d2-67f6-4fdb-963c-0c9159c39ade None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:32:19.874876 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ebd2d2-67f6-4fdb-963c-0c9159c39ade None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:32:19.875204 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ebd2d2-67f6-4fdb-963c-0c9159c39ade None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:32:19.875525 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ebd2d2-67f6-4fdb-963c-0c9159c39ade None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:32:19.875845 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ebd2d2-67f6-4fdb-963c-0c9159c39ade None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:32:19.876166 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ebd2d2-67f6-4fdb-963c-0c9159c39ade None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:32:19.876499 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ebd2d2-67f6-4fdb-963c-0c9159c39ade None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:32:19.876816 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ebd2d2-67f6-4fdb-963c-0c9159c39ade None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:32:19.877131 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ebd2d2-67f6-4fdb-963c-0c9159c39ade None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:32:19.887163 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-70950ad3-16e3-4430-8644-8704b84c1ea2 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1525489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3556647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741465'] for subnet, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:19.922717 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-33ebd2d2-67f6-4fdb-963c-0c9159c39ade None None] Attempting to bind port 51131f11-5b7b-47ef-9990-23d8e57840e5 on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:32:19.923080 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-33ebd2d2-67f6-4fdb-963c-0c9159c39ade None None] Attempting to bind port 51131f11-5b7b-47ef-9990-23d8e57840e5 by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': '6bc01ad5-e139-4ee0-9749-46e5c70323f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'babcfd16-1938-4c48-aab7-0a1aac7e02c1'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:32:19.923428 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ebd2d2-67f6-4fdb-963c-0c9159c39ade None None] Attempting to bind port 51131f11-5b7b-47ef-9990-23d8e57840e5 on network babcfd16-1938-4c48-aab7-0a1aac7e02c1 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:32:19.936842 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ebd2d2-67f6-4fdb-963c-0c9159c39ade None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:32:19.938224 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ebd2d2-67f6-4fdb-963c-0c9159c39ade None None] Checking segment: {'id': '6bc01ad5-e139-4ee0-9749-46e5c70323f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'babcfd16-1938-4c48-aab7-0a1aac7e02c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:32:19.938224 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-33ebd2d2-67f6-4fdb-963c-0c9159c39ade None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:19.939379 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ebd2d2-67f6-4fdb-963c-0c9159c39ade None None] Bound using segment: {'id': '6bc01ad5-e139-4ee0-9749-46e5c70323f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'babcfd16-1938-4c48-aab7-0a1aac7e02c1'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:32:19.939642 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-33ebd2d2-67f6-4fdb-963c-0c9159c39ade None None] Bound port: 51131f11-5b7b-47ef-9990-23d8e57840e5, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bc01ad5-e139-4ee0-9749-46e5c70323f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'babcfd16-1938-4c48-aab7-0a1aac7e02c1'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:32:19.940249 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-33ebd2d2-67f6-4fdb-963c-0c9159c39ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:19.942765 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70950ad3-16e3-4430-8644-8704b84c1ea2 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Pushing event deleted for resources: {'Subnet': ['ID=96ce3935-8bea-4dd6-8e37-d55e2d6d74a3,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:19.948751 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-70950ad3-16e3-4430-8644-8704b84c1ea2 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:19.961463 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-70950ad3-16e3-4430-8644-8704b84c1ea2 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] 10.222.0.13 "DELETE /v2.0/subnets/96ce3935-8bea-4dd6-8e37-d55e2d6d74a3 HTTP/1.1" status: 204 len: 168 time: 0.8519111 Mar 07 10:32:19.964227 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 39218) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:32:19.976609 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-654c74b9-738c-4838-a024-bb99fca14938 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3219231'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:20.048019 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4928e39f-61c6-444d-a22f-e3a2739c5f67 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:20.048189 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-33ebd2d2-67f6-4fdb-963c-0c9159c39ade None None] For port 51131f11-5b7b-47ef-9990-23d8e57840e5, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:32:20.048862 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-4928e39f-61c6-444d-a22f-e3a2739c5f67 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Synchronizing usage tracker for tenant:f2f13571a1564e1892b959a4f94eb3cd on resource:subnet {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:32:20.053064 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-33ebd2d2-67f6-4fdb-963c-0c9159c39ade None None] For port 51131f11-5b7b-47ef-9990-23d8e57840e5, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=51131f11-5b7b-47ef-9990-23d8e57840e5,segment=NetworkSegment(6bc01ad5-e139-4ee0-9749-46e5c70323f6),segment_id=6bc01ad5-e139-4ee0-9749-46e5c70323f6)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:32:20.058882 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-33ebd2d2-67f6-4fdb-963c-0c9159c39ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:20.069092 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-4928e39f-61c6-444d-a22f-e3a2739c5f67 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Unset dirty status for tenant:f2f13571a1564e1892b959a4f94eb3cd on resource:subnet {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:32:20.070685 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-4928e39f-61c6-444d-a22f-e3a2739c5f67 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1036139 Mar 07 10:32:20.074123 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 39222) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:32:20.155224 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ebd2d2-67f6-4fdb-963c-0c9159c39ade None None] Pushing event updated for resources: {'Port': ['ID=51131f11-5b7b-47ef-9990-23d8e57840e5,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:20.219779 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-fd9d2480-c6d1-42c3-81d3-6b2ef74b6aee tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1158940'] for network, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:20.240003 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-fd9d2480-c6d1-42c3-81d3-6b2ef74b6aee tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Deleting port 51131f11-5b7b-47ef-9990-23d8e57840e5 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:32:20.240671 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-fd9d2480-c6d1-42c3-81d3-6b2ef74b6aee tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:20.261948 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8ea3679-1c74-46c1-bda7-0946fdd23c17 None None] Network babcfd16-1938-4c48-aab7-0a1aac7e02c1 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:32:20.265707 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-654c74b9-738c-4838-a024-bb99fca14938 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3012444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3219213'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:20.376950 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654c74b9-738c-4838-a024-bb99fca14938 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Pushing event updated for resources: {'Subnet': ['ID=abcdbd80-512d-4ce2-89a5-c722e3521707,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:20.393661 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654c74b9-738c-4838-a024-bb99fca14938 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Checking segment: {'id': '5a2e2a86-d12c-4bf6-9f89-17baef3f2805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '6029caf8-cc74-4732-8674-31a675575faf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:32:20.393661 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-654c74b9-738c-4838-a024-bb99fca14938 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Network hostable DHCP agents. Network: 6029caf8-cc74-4732-8674-31a675575faf, hostable agents: ['6527556c-6586-422c-ae47-082984683847'], hosted agents: [] {{(pid=83737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:32:20.417058 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-654c74b9-738c-4838-a024-bb99fca14938 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Network 6029caf8-cc74-4732-8674-31a675575faf is scheduled to be hosted by DHCP agent 6527556c-6586-422c-ae47-082984683847 with binding_index 1 {{(pid=83737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:32:20.428959 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-654c74b9-738c-4838-a024-bb99fca14938 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830731-3-hyperv, 6029caf8-cc74-4732-8674-31a675575faf) {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:32:20.433845 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-654c74b9-738c-4838-a024-bb99fca14938 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:20.436074 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-654c74b9-738c-4838-a024-bb99fca14938 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:20.451095 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e84cd2e-1b92-4b35-ac89-e2d3cdfb5761 None None] Network 6029caf8-cc74-4732-8674-31a675575faf requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:32:20.462147 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-654c74b9-738c-4838-a024-bb99fca14938 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7513497 Mar 07 10:32:20.462711 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 39226) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:32:20.476036 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-3eac84b3-2eb6-4f20-9905-8f68212bee9d tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1108694428', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:32:20.483249 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-3eac84b3-2eb6-4f20-9905-8f68212bee9d tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:32:20.487795 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-3eac84b3-2eb6-4f20-9905-8f68212bee9d tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Usage tracker for resource:router and tenant:0d2fd6fe5acd4dee8d48a1427bbf6953 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:32:20.490788 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-3eac84b3-2eb6-4f20-9905-8f68212bee9d tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:32:20.496749 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-3eac84b3-2eb6-4f20-9905-8f68212bee9d tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:32:20.508391 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3eac84b3-2eb6-4f20-9905-8f68212bee9d tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3919700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58025'] for router, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:20.509464 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3eac84b3-2eb6-4f20-9905-8f68212bee9d tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3919671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4011175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58018'] for router, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:20.523014 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-fd9d2480-c6d1-42c3-81d3-6b2ef74b6aee tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] For port 51131f11-5b7b-47ef-9990-23d8e57840e5, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=51131f11-5b7b-47ef-9990-23d8e57840e5,segment=NetworkSegment(6bc01ad5-e139-4ee0-9749-46e5c70323f6),segment_id=6bc01ad5-e139-4ee0-9749-46e5c70323f6)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:32:20.523445 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-fd9d2480-c6d1-42c3-81d3-6b2ef74b6aee tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:20.529561 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3eac84b3-2eb6-4f20-9905-8f68212bee9d tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:20.549591 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3eac84b3-2eb6-4f20-9905-8f68212bee9d tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3917991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923518'] for router, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:20.578036 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3eac84b3-2eb6-4f20-9905-8f68212bee9d tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:20.583502 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-3eac84b3-2eb6-4f20-9905-8f68212bee9d tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1196711 Mar 07 10:32:20.583669 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 39230) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:32:20.695842 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3090fc49-5ca4-4f54-a053-bfdf2acc1be2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ec2749d-0aec-52fb-aca6-10ba8a80aade-6029caf8-cc74-4732-8674-31a675575faf', 'network_id': '6029caf8-cc74-4732-8674-31a675575faf', 'tenant_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'fixed_ips': [{'subnet_id': 'abcdbd80-512d-4ce2-89a5-c722e3521707'}]}} from dv-neutron-830731-3-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 07 10:32:20.696692 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-3090fc49-5ca4-4f54-a053-bfdf2acc1be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:20.697473 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-fd9d2480-c6d1-42c3-81d3-6b2ef74b6aee tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Calling delete_port for 51131f11-5b7b-47ef-9990-23d8e57840e5 owned by network:dhcp {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:32:20.858613 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-3090fc49-5ca4-4f54-a053-bfdf2acc1be2 None None] Allocated IP 2001:db8::2 (6029caf8-cc74-4732-8674-31a675575faf/abcdbd80-512d-4ce2-89a5-c722e3521707/d72823df-d91b-4085-8230-861ecfa8d97b) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:32:20.993819 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-fd9d2480-c6d1-42c3-81d3-6b2ef74b6aee tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:21.064065 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-3090fc49-5ca4-4f54-a053-bfdf2acc1be2 None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:21.074273 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-3090fc49-5ca4-4f54-a053-bfdf2acc1be2 None None] Transition to ACTIVE for port object d72823df-d91b-4085-8230-861ecfa8d97b will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:32:21.093778 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-3090fc49-5ca4-4f54-a053-bfdf2acc1be2 None None] Transition to ACTIVE for port object d72823df-d91b-4085-8230-861ecfa8d97b will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:32:21.097799 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9d2480-c6d1-42c3-81d3-6b2ef74b6aee tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Pushing event deleted for resources: {'Port': ['ID=51131f11-5b7b-47ef-9990-23d8e57840e5,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:21.098869 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-3090fc49-5ca4-4f54-a053-bfdf2acc1be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:21.108322 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9d2480-c6d1-42c3-81d3-6b2ef74b6aee tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] No DVR routers for this DVR port 51131f11-5b7b-47ef-9990-23d8e57840e5 on host dv-neutron-830731-3-hyperv {{(pid=83738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:32:21.164498 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3090fc49-5ca4-4f54-a053-bfdf2acc1be2 None None] Network 6029caf8-cc74-4732-8674-31a675575faf is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:32:21.167211 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-3090fc49-5ca4-4f54-a053-bfdf2acc1be2 None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:32:21.171203 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3090fc49-5ca4-4f54-a053-bfdf2acc1be2 None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:32:21.176593 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3090fc49-5ca4-4f54-a053-bfdf2acc1be2 None None] Pushing event updated for resources: {'Port': ['ID=d72823df-d91b-4085-8230-861ecfa8d97b,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:21.294957 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-fd9d2480-c6d1-42c3-81d3-6b2ef74b6aee tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1526893', 'neutron.services.segments.db._delete_segments_for_network-8732568551033'] for network, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:21.299272 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-3090fc49-5ca4-4f54-a053-bfdf2acc1be2 None None] Attempting to bind port d72823df-d91b-4085-8230-861ecfa8d97b on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:32:21.299647 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-3090fc49-5ca4-4f54-a053-bfdf2acc1be2 None None] Attempting to bind port d72823df-d91b-4085-8230-861ecfa8d97b by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': '5a2e2a86-d12c-4bf6-9f89-17baef3f2805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '6029caf8-cc74-4732-8674-31a675575faf'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:32:21.300004 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3090fc49-5ca4-4f54-a053-bfdf2acc1be2 None None] Attempting to bind port d72823df-d91b-4085-8230-861ecfa8d97b on network 6029caf8-cc74-4732-8674-31a675575faf {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:32:21.306388 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3090fc49-5ca4-4f54-a053-bfdf2acc1be2 None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:32:21.306756 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3090fc49-5ca4-4f54-a053-bfdf2acc1be2 None None] Checking segment: {'id': '5a2e2a86-d12c-4bf6-9f89-17baef3f2805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '6029caf8-cc74-4732-8674-31a675575faf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:32:21.307143 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-3090fc49-5ca4-4f54-a053-bfdf2acc1be2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:21.307525 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3090fc49-5ca4-4f54-a053-bfdf2acc1be2 None None] Bound using segment: {'id': '5a2e2a86-d12c-4bf6-9f89-17baef3f2805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '6029caf8-cc74-4732-8674-31a675575faf'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:32:21.307972 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-3090fc49-5ca4-4f54-a053-bfdf2acc1be2 None None] Bound port: d72823df-d91b-4085-8230-861ecfa8d97b, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a2e2a86-d12c-4bf6-9f89-17baef3f2805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '6029caf8-cc74-4732-8674-31a675575faf'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:32:21.308335 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-3090fc49-5ca4-4f54-a053-bfdf2acc1be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:21.383495 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-fd9d2480-c6d1-42c3-81d3-6b2ef74b6aee tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['babcfd16-1938-4c48-aab7-0a1aac7e02c1']}} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:32:21.398016 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-3090fc49-5ca4-4f54-a053-bfdf2acc1be2 None None] For port d72823df-d91b-4085-8230-861ecfa8d97b, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:32:21.398519 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-fd9d2480-c6d1-42c3-81d3-6b2ef74b6aee tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bc01ad5-e139-4ee0-9749-46e5c70323f6') {'for_net_delete': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:32:21.398806 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-fd9d2480-c6d1-42c3-81d3-6b2ef74b6aee tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bc01ad5-e139-4ee0-9749-46e5c70323f6') {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:32:21.401307 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-3090fc49-5ca4-4f54-a053-bfdf2acc1be2 None None] For port d72823df-d91b-4085-8230-861ecfa8d97b, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=d72823df-d91b-4085-8230-861ecfa8d97b,segment=NetworkSegment(5a2e2a86-d12c-4bf6-9f89-17baef3f2805),segment_id=5a2e2a86-d12c-4bf6-9f89-17baef3f2805)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:32:21.405612 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-3090fc49-5ca4-4f54-a053-bfdf2acc1be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:21.413140 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-fd9d2480-c6d1-42c3-81d3-6b2ef74b6aee tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732568550916', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968000'] for segment, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:21.459859 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-fd9d2480-c6d1-42c3-81d3-6b2ef74b6aee tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:21.478300 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd9d2480-c6d1-42c3-81d3-6b2ef74b6aee tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=83738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 07 10:32:21.478908 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-fd9d2480-c6d1-42c3-81d3-6b2ef74b6aee tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1227397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3556681'] for segment, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:21.486240 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3090fc49-5ca4-4f54-a053-bfdf2acc1be2 None None] Pushing event updated for resources: {'Port': ['ID=d72823df-d91b-4085-8230-861ecfa8d97b,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:21.496435 dv-neutron-830731-3-hyperv neutron-server[83738]: Traceback (most recent call last): Mar 07 10:32:21.496435 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 07 10:32:21.496435 dv-neutron-830731-3-hyperv neutron-server[83738]: timer() Mar 07 10:32:21.496435 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:32:21.496435 dv-neutron-830731-3-hyperv neutron-server[83738]: cb(*args, **kw) Mar 07 10:32:21.496435 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 10:32:21.496435 dv-neutron-830731-3-hyperv neutron-server[83738]: return func(*args, **kwargs) Mar 07 10:32:21.496435 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:32:21.496435 dv-neutron-830731-3-hyperv neutron-server[83738]: self._notify() Mar 07 10:32:21.496435 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:32:21.496435 dv-neutron-830731-3-hyperv neutron-server[83738]: self.callback(batched_events) Mar 07 10:32:21.496435 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:32:21.496435 dv-neutron-830731-3-hyperv neutron-server[83738]: event.method(event) Mar 07 10:32:21.496435 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 10:32:21.496435 dv-neutron-830731-3-hyperv neutron-server[83738]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:32:21.496435 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 10:32:21.496435 dv-neutron-830731-3-hyperv neutron-server[83738]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:32:21.496435 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 10:32:21.496435 dv-neutron-830731-3-hyperv neutron-server[83738]: return f(self, *a, **k) Mar 07 10:32:21.496435 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:32:21.496435 dv-neutron-830731-3-hyperv neutron-server[83738]: return self._get(url).json() Mar 07 10:32:21.496435 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:32:21.496435 dv-neutron-830731-3-hyperv neutron-server[83738]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:32:21.496435 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 07 10:32:21.496435 dv-neutron-830731-3-hyperv neutron-server[83738]: return self.request(url, 'GET', **kwargs) Mar 07 10:32:21.496435 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 07 10:32:21.496435 dv-neutron-830731-3-hyperv neutron-server[83738]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:32:21.496435 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 07 10:32:21.496435 dv-neutron-830731-3-hyperv neutron-server[83738]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:32:21.496435 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 07 10:32:21.496435 dv-neutron-830731-3-hyperv neutron-server[83738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:32:21.496435 dv-neutron-830731-3-hyperv neutron-server[83738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:32:21.616618 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cc481acc-7622-464d-897c-a4392c1982bd tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:21.629900 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-fd9d2480-c6d1-42c3-81d3-6b2ef74b6aee tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1526886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923583'] for network, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:21.656105 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-fd9d2480-c6d1-42c3-81d3-6b2ef74b6aee tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:21.665464 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9d2480-c6d1-42c3-81d3-6b2ef74b6aee tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Pushing event deleted for resources: {'Network': ['ID=babcfd16-1938-4c48-aab7-0a1aac7e02c1,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:21.793588 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-fd9d2480-c6d1-42c3-81d3-6b2ef74b6aee tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] 10.222.0.13 "DELETE /v2.0/networks/babcfd16-1938-4c48-aab7-0a1aac7e02c1 HTTP/1.1" status: 204 len: 168 time: 1.7181315 Mar 07 10:32:21.797413 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 39234) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:32:21.917044 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-669c17c3-6ba4-411f-b072-f4458cb670cf tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1158940'] for network, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:21.980747 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device d72823df-d91b-4085-8230-861ecfa8d97b up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:32:22.021093 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-cc481acc-7622-464d-897c-a4392c1982bd tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Allocated IP 2001:db8::1 (6029caf8-cc74-4732-8674-31a675575faf/abcdbd80-512d-4ce2-89a5-c722e3521707/7277f214-8114-4c80-8d7f-9b0fda2a1780) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:32:22.056501 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning for port d72823df-d91b-4085-8230-861ecfa8d97b completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:32:22.064459 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-669c17c3-6ba4-411f-b072-f4458cb670cf tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1526893', 'neutron.services.segments.db._delete_segments_for_network-8732568551033'] for network, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:22.092576 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-669c17c3-6ba4-411f-b072-f4458cb670cf tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['256249a7-5d26-4034-aec4-aa3eabdd6b07']}} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:32:22.106676 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-669c17c3-6ba4-411f-b072-f4458cb670cf tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7848b4f9-47d7-42a4-a420-e805e9fd44df') {'for_net_delete': True} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:32:22.107165 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-669c17c3-6ba4-411f-b072-f4458cb670cf tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7848b4f9-47d7-42a4-a420-e805e9fd44df') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:32:22.121753 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-669c17c3-6ba4-411f-b072-f4458cb670cf tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732568550916', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629174'] for segment, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:22.139025 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-669c17c3-6ba4-411f-b072-f4458cb670cf tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:22.145872 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-669c17c3-6ba4-411f-b072-f4458cb670cf tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=83737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 07 10:32:22.146538 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-669c17c3-6ba4-411f-b072-f4458cb670cf tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1227397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3012597'] for segment, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:22.162835 dv-neutron-830731-3-hyperv neutron-server[83737]: Traceback (most recent call last): Mar 07 10:32:22.162835 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 07 10:32:22.162835 dv-neutron-830731-3-hyperv neutron-server[83737]: timer() Mar 07 10:32:22.162835 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:32:22.162835 dv-neutron-830731-3-hyperv neutron-server[83737]: cb(*args, **kw) Mar 07 10:32:22.162835 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 10:32:22.162835 dv-neutron-830731-3-hyperv neutron-server[83737]: return func(*args, **kwargs) Mar 07 10:32:22.162835 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:32:22.162835 dv-neutron-830731-3-hyperv neutron-server[83737]: self._notify() Mar 07 10:32:22.162835 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:32:22.162835 dv-neutron-830731-3-hyperv neutron-server[83737]: self.callback(batched_events) Mar 07 10:32:22.162835 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:32:22.162835 dv-neutron-830731-3-hyperv neutron-server[83737]: event.method(event) Mar 07 10:32:22.162835 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 10:32:22.162835 dv-neutron-830731-3-hyperv neutron-server[83737]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:32:22.162835 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 10:32:22.162835 dv-neutron-830731-3-hyperv neutron-server[83737]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:32:22.162835 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 10:32:22.162835 dv-neutron-830731-3-hyperv neutron-server[83737]: return f(self, *a, **k) Mar 07 10:32:22.162835 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:32:22.162835 dv-neutron-830731-3-hyperv neutron-server[83737]: return self._get(url).json() Mar 07 10:32:22.162835 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:32:22.162835 dv-neutron-830731-3-hyperv neutron-server[83737]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:32:22.162835 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 07 10:32:22.162835 dv-neutron-830731-3-hyperv neutron-server[83737]: return self.request(url, 'GET', **kwargs) Mar 07 10:32:22.162835 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 07 10:32:22.162835 dv-neutron-830731-3-hyperv neutron-server[83737]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:32:22.162835 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 07 10:32:22.162835 dv-neutron-830731-3-hyperv neutron-server[83737]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:32:22.162835 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 07 10:32:22.162835 dv-neutron-830731-3-hyperv neutron-server[83737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:32:22.162835 dv-neutron-830731-3-hyperv neutron-server[83737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:32:22.198891 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cc481acc-7622-464d-897c-a4392c1982bd tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:22.218426 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-cc481acc-7622-464d-897c-a4392c1982bd tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Transition to ACTIVE for port object 7277f214-8114-4c80-8d7f-9b0fda2a1780 will not be triggered until provisioned by entity DHCP. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:32:22.249296 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cc481acc-7622-464d-897c-a4392c1982bd tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:22.250602 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-669c17c3-6ba4-411f-b072-f4458cb670cf tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1526886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923583'] for network, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:22.255913 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-669c17c3-6ba4-411f-b072-f4458cb670cf tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:22.286311 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669c17c3-6ba4-411f-b072-f4458cb670cf tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Pushing event deleted for resources: {'Network': ['ID=256249a7-5d26-4034-aec4-aa3eabdd6b07,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:22.292831 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-669c17c3-6ba4-411f-b072-f4458cb670cf tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] 10.222.0.13 "DELETE /v2.0/networks/256249a7-5d26-4034-aec4-aa3eabdd6b07 HTTP/1.1" status: 204 len: 168 time: 0.4937849 Mar 07 10:32:22.293647 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 39238) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:32:22.354430 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc481acc-7622-464d-897c-a4392c1982bd tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Network 6029caf8-cc74-4732-8674-31a675575faf is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:32:22.358096 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-cc481acc-7622-464d-897c-a4392c1982bd tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:32:22.378914 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc481acc-7622-464d-897c-a4392c1982bd tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:32:22.378914 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cc481acc-7622-464d-897c-a4392c1982bd tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3920324'] for router_interface, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:22.378914 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc481acc-7622-464d-897c-a4392c1982bd tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Pushing event updated for resources: {'Port': ['ID=7277f214-8114-4c80-8d7f-9b0fda2a1780,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:22.424384 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9f87a672-6ea6-44d8-8744-96262ca72a34 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1158940'] for network, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:22.483144 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cc481acc-7622-464d-897c-a4392c1982bd tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:22.499736 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f199be0-4311-43f6-9b51-6a6d4924670d None None] Network 6029caf8-cc74-4732-8674-31a675575faf requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:32:22.572264 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9f87a672-6ea6-44d8-8744-96262ca72a34 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1526893', 'neutron.services.segments.db._delete_segments_for_network-8732568551033'] for network, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:22.600887 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-9f87a672-6ea6-44d8-8744-96262ca72a34 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f748a21-6611-4a90-a873-4b0a7a8dbea6']}} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:32:22.616078 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-9f87a672-6ea6-44d8-8744-96262ca72a34 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac95caba-5c40-4484-abda-fc4248a26d4c') {'for_net_delete': True} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:32:22.616373 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-9f87a672-6ea6-44d8-8744-96262ca72a34 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac95caba-5c40-4484-abda-fc4248a26d4c') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:32:22.619653 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-41a46e3a-1d7d-4e26-95d4-1d020722b0c4 None None] Provisioning for port d72823df-d91b-4085-8230-861ecfa8d97b completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:32:22.629326 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9f87a672-6ea6-44d8-8744-96262ca72a34 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732568550916', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629174'] for segment, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:22.629639 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-41a46e3a-1d7d-4e26-95d4-1d020722b0c4 None None] Provisioning complete for port d72823df-d91b-4085-8230-861ecfa8d97b triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:32:22.630010 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-41a46e3a-1d7d-4e26-95d4-1d020722b0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:22.646914 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9f87a672-6ea6-44d8-8744-96262ca72a34 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:22.654529 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f87a672-6ea6-44d8-8744-96262ca72a34 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=83737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 07 10:32:22.654925 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9f87a672-6ea6-44d8-8744-96262ca72a34 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1227397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3012597'] for segment, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:22.674308 dv-neutron-830731-3-hyperv neutron-server[83737]: Traceback (most recent call last): Mar 07 10:32:22.674308 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 07 10:32:22.674308 dv-neutron-830731-3-hyperv neutron-server[83737]: timer() Mar 07 10:32:22.674308 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:32:22.674308 dv-neutron-830731-3-hyperv neutron-server[83737]: cb(*args, **kw) Mar 07 10:32:22.674308 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 10:32:22.674308 dv-neutron-830731-3-hyperv neutron-server[83737]: return func(*args, **kwargs) Mar 07 10:32:22.674308 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:32:22.674308 dv-neutron-830731-3-hyperv neutron-server[83737]: self._notify() Mar 07 10:32:22.674308 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:32:22.674308 dv-neutron-830731-3-hyperv neutron-server[83737]: self.callback(batched_events) Mar 07 10:32:22.674308 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:32:22.674308 dv-neutron-830731-3-hyperv neutron-server[83737]: event.method(event) Mar 07 10:32:22.674308 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 10:32:22.674308 dv-neutron-830731-3-hyperv neutron-server[83737]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:32:22.674308 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 10:32:22.674308 dv-neutron-830731-3-hyperv neutron-server[83737]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:32:22.674308 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 10:32:22.674308 dv-neutron-830731-3-hyperv neutron-server[83737]: return f(self, *a, **k) Mar 07 10:32:22.674308 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:32:22.674308 dv-neutron-830731-3-hyperv neutron-server[83737]: return self._get(url).json() Mar 07 10:32:22.674308 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:32:22.674308 dv-neutron-830731-3-hyperv neutron-server[83737]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:32:22.674308 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 07 10:32:22.674308 dv-neutron-830731-3-hyperv neutron-server[83737]: return self.request(url, 'GET', **kwargs) Mar 07 10:32:22.674308 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 07 10:32:22.674308 dv-neutron-830731-3-hyperv neutron-server[83737]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:32:22.674308 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 07 10:32:22.674308 dv-neutron-830731-3-hyperv neutron-server[83737]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:32:22.674308 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 07 10:32:22.674308 dv-neutron-830731-3-hyperv neutron-server[83737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:32:22.674308 dv-neutron-830731-3-hyperv neutron-server[83737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:32:22.766763 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9f87a672-6ea6-44d8-8744-96262ca72a34 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1526886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923583'] for network, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:22.785779 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9f87a672-6ea6-44d8-8744-96262ca72a34 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:22.797073 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f87a672-6ea6-44d8-8744-96262ca72a34 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Pushing event deleted for resources: {'Network': ['ID=4f748a21-6611-4a90-a873-4b0a7a8dbea6,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:22.802234 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-9f87a672-6ea6-44d8-8744-96262ca72a34 tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] 10.222.0.13 "DELETE /v2.0/networks/4f748a21-6611-4a90-a873-4b0a7a8dbea6 HTTP/1.1" status: 204 len: 168 time: 0.5075607 Mar 07 10:32:22.804670 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 39242) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:32:22.843951 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-41a46e3a-1d7d-4e26-95d4-1d020722b0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:22.891550 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-41a46e3a-1d7d-4e26-95d4-1d020722b0c4 None None] For port d72823df-d91b-4085-8230-861ecfa8d97b, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=d72823df-d91b-4085-8230-861ecfa8d97b,segment=NetworkSegment(5a2e2a86-d12c-4bf6-9f89-17baef3f2805),segment_id=5a2e2a86-d12c-4bf6-9f89-17baef3f2805)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:32:22.898997 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-41a46e3a-1d7d-4e26-95d4-1d020722b0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:22.985064 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a46e3a-1d7d-4e26-95d4-1d020722b0c4 None None] Pushing event updated for resources: {'Port': ['ID=d72823df-d91b-4085-8230-861ecfa8d97b,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:23.031405 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4140a6f7-70b0-4ddb-83a3-7c23b3b39bfb tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1158940'] for network, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:23.044534 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cc481acc-7622-464d-897c-a4392c1982bd tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks [] for port, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:23.049985 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cc481acc-7622-464d-897c-a4392c1982bd tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3556717'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:23.051115 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cc481acc-7622-464d-897c-a4392c1982bd tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2756426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3920233'] for router_interface, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:23.177392 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4140a6f7-70b0-4ddb-83a3-7c23b3b39bfb tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1526893', 'neutron.services.segments.db._delete_segments_for_network-8732568551033'] for network, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:23.195181 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc481acc-7622-464d-897c-a4392c1982bd tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Pushing event updated for resources: {'Port': ['ID=7277f214-8114-4c80-8d7f-9b0fda2a1780,revision_number=2']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:23.210801 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-4140a6f7-70b0-4ddb-83a3-7c23b3b39bfb tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccbd03a1-92e9-4f68-a33b-50218ada3654']}} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:32:23.224888 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-4140a6f7-70b0-4ddb-83a3-7c23b3b39bfb tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb84ba2b-b262-4261-ab87-c3a98aaee921') {'for_net_delete': True} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:32:23.225183 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-4140a6f7-70b0-4ddb-83a3-7c23b3b39bfb tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb84ba2b-b262-4261-ab87-c3a98aaee921') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:32:23.239004 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4140a6f7-70b0-4ddb-83a3-7c23b3b39bfb tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732568550916', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629174'] for segment, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:23.258646 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4140a6f7-70b0-4ddb-83a3-7c23b3b39bfb tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:23.260120 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-f53ad216-7e79-4b99-9b78-1ec73d04883f None None] Provisioning complete for port d72823df-d91b-4085-8230-861ecfa8d97b triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:32:23.260761 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f53ad216-7e79-4b99-9b78-1ec73d04883f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:23.266160 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4140a6f7-70b0-4ddb-83a3-7c23b3b39bfb tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=83737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 07 10:32:23.267043 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4140a6f7-70b0-4ddb-83a3-7c23b3b39bfb tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1227397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3012597'] for segment, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:23.287186 dv-neutron-830731-3-hyperv neutron-server[83737]: Traceback (most recent call last): Mar 07 10:32:23.287186 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 07 10:32:23.287186 dv-neutron-830731-3-hyperv neutron-server[83737]: timer() Mar 07 10:32:23.287186 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:32:23.287186 dv-neutron-830731-3-hyperv neutron-server[83737]: cb(*args, **kw) Mar 07 10:32:23.287186 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 10:32:23.287186 dv-neutron-830731-3-hyperv neutron-server[83737]: return func(*args, **kwargs) Mar 07 10:32:23.287186 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:32:23.287186 dv-neutron-830731-3-hyperv neutron-server[83737]: self._notify() Mar 07 10:32:23.287186 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:32:23.287186 dv-neutron-830731-3-hyperv neutron-server[83737]: self.callback(batched_events) Mar 07 10:32:23.287186 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:32:23.287186 dv-neutron-830731-3-hyperv neutron-server[83737]: event.method(event) Mar 07 10:32:23.287186 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 10:32:23.287186 dv-neutron-830731-3-hyperv neutron-server[83737]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:32:23.287186 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 10:32:23.287186 dv-neutron-830731-3-hyperv neutron-server[83737]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:32:23.287186 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 10:32:23.287186 dv-neutron-830731-3-hyperv neutron-server[83737]: return f(self, *a, **k) Mar 07 10:32:23.287186 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:32:23.287186 dv-neutron-830731-3-hyperv neutron-server[83737]: return self._get(url).json() Mar 07 10:32:23.287186 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:32:23.287186 dv-neutron-830731-3-hyperv neutron-server[83737]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:32:23.287186 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 07 10:32:23.287186 dv-neutron-830731-3-hyperv neutron-server[83737]: return self.request(url, 'GET', **kwargs) Mar 07 10:32:23.287186 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 07 10:32:23.287186 dv-neutron-830731-3-hyperv neutron-server[83737]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:32:23.287186 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 07 10:32:23.287186 dv-neutron-830731-3-hyperv neutron-server[83737]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:32:23.287186 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 07 10:32:23.287186 dv-neutron-830731-3-hyperv neutron-server[83737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:32:23.287186 dv-neutron-830731-3-hyperv neutron-server[83737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:32:23.297547 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc481acc-7622-464d-897c-a4392c1982bd tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Network 6029caf8-cc74-4732-8674-31a675575faf is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:32:23.301959 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-cc481acc-7622-464d-897c-a4392c1982bd tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:32:23.423211 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4140a6f7-70b0-4ddb-83a3-7c23b3b39bfb tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1526886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923583'] for network, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:23.437477 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-f53ad216-7e79-4b99-9b78-1ec73d04883f None None] Provisioning for port 7277f214-8114-4c80-8d7f-9b0fda2a1780 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:32:23.446010 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-f53ad216-7e79-4b99-9b78-1ec73d04883f None None] Provisioning complete for port 7277f214-8114-4c80-8d7f-9b0fda2a1780 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:32:23.446384 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f53ad216-7e79-4b99-9b78-1ec73d04883f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:23.451454 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4140a6f7-70b0-4ddb-83a3-7c23b3b39bfb tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:23.464370 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4140a6f7-70b0-4ddb-83a3-7c23b3b39bfb tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] Pushing event deleted for resources: {'Network': ['ID=ccbd03a1-92e9-4f68-a33b-50218ada3654,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:23.467968 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-4140a6f7-70b0-4ddb-83a3-7c23b3b39bfb tempest-BulkNetworkOpsTest-184185100 tempest-BulkNetworkOpsTest-184185100-project] 10.222.0.13 "DELETE /v2.0/networks/ccbd03a1-92e9-4f68-a33b-50218ada3654 HTTP/1.1" status: 204 len: 168 time: 0.6621754 Mar 07 10:32:23.548021 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-f53ad216-7e79-4b99-9b78-1ec73d04883f None None] Port 7277f214-8114-4c80-8d7f-9b0fda2a1780 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:32:23.654001 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76232175-7dff-4f25-bae1-5edc7d45ae3e None None] get_active_networks_info from dv-neutron-830731-3-hyperv {{(pid=83739) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 07 10:32:23.729233 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-4d3b585e-923d-47ca-b604-748a00ebf04e None None] Provisioning complete for port 7277f214-8114-4c80-8d7f-9b0fda2a1780 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:32:23.729591 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-4d3b585e-923d-47ca-b604-748a00ebf04e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:23.736606 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-cf0efb4e-2837-461d-8a4e-d108a34dfc90 req-5195d139-a4bb-4831-bbd8-84fda7adb746 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=69bcab59-88eb-4fb1-a0ed-644552ee9fdd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0815597 Mar 07 10:32:23.737279 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc481acc-7622-464d-897c-a4392c1982bd tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Router 1fb3cff6-97e2-4505-a9a3-a3067c04927e is scheduled to L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 with binding_index 1 {{(pid=83738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 10:32:23.834888 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-4d3b585e-923d-47ca-b604-748a00ebf04e None None] Port 7277f214-8114-4c80-8d7f-9b0fda2a1780 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:32:23.863517 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76232175-7dff-4f25-bae1-5edc7d45ae3e None None] Resources bound (agent type, host, resource id): {{(pid=83739) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 07 10:32:23.866557 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 39252) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:32:23.943728 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-cf0efb4e-2837-461d-8a4e-d108a34dfc90 req-23c42602-05e9-4d4b-8efd-39a9ed8c995d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=416b2fd961bc4d70a26d66821f7df8e2&device_id=69bcab59-88eb-4fb1-a0ed-644552ee9fdd HTTP/1.1" status: 200 len: 1098 time: 0.1219010 Mar 07 10:32:23.955705 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc481acc-7622-464d-897c-a4392c1982bd tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:32:23.966300 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800ef073-3739-4b03-b8f2-dd007a0bf2ea None None] Sync routers for ids ['1fb3cff6-97e2-4505-a9a3-a3067c04927e'] in dv-neutron-830731-3-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:32:23.987524 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800ef073-3739-4b03-b8f2-dd007a0bf2ea None None] Routers {'1fb3cff6-97e2-4505-a9a3-a3067c04927e'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:32:23.988269 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-800ef073-3739-4b03-b8f2-dd007a0bf2ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:32:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['1fb3cff6-97e2-4505-a9a3-a3067c04927e'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:32:23.998246 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-cc481acc-7622-464d-897c-a4392c1982bd tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] 10.222.0.13 "PUT /v2.0/routers/1fb3cff6-97e2-4505-a9a3-a3067c04927e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4126639 Mar 07 10:32:23.999247 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 39258) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:32:24.068627 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device d72823df-d91b-4085-8230-861ecfa8d97b up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:32:24.086646 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f65ade-c0a4-4816-8269-ac647a31eb74 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:24.087318 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-26f65ade-c0a4-4816-8269-ac647a31eb74 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Synchronizing usage tracker for tenant:0d2fd6fe5acd4dee8d48a1427bbf6953 on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:32:24.096790 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-800ef073-3739-4b03-b8f2-dd007a0bf2ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:32:24.107402 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-26f65ade-c0a4-4816-8269-ac647a31eb74 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Unset dirty status for tenant:0d2fd6fe5acd4dee8d48a1427bbf6953 on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:32:24.109820 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-26f65ade-c0a4-4816-8269-ac647a31eb74 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] 10.222.0.13 "GET /v2.0/ports/7277f214-8114-4c80-8d7f-9b0fda2a1780 HTTP/1.1" status: 200 len: 911 time: 0.1092832 Mar 07 10:32:24.111420 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800ef073-3739-4b03-b8f2-dd007a0bf2ea None None] Routers {'1fb3cff6-97e2-4505-a9a3-a3067c04927e'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:32:24.112065 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-800ef073-3739-4b03-b8f2-dd007a0bf2ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:32:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['1fb3cff6-97e2-4505-a9a3-a3067c04927e'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:32:24.112561 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 39262) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:32:24.118783 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-c04e8a0a-e3a1-4260-95e4-164ef3ee2efa tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'abcdbd80-512d-4ce2-89a5-c722e3521707'}]}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:32:24.171339 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port d72823df-d91b-4085-8230-861ecfa8d97b triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:32:24.171700 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:24.185784 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-800ef073-3739-4b03-b8f2-dd007a0bf2ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:32:24.186321 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800ef073-3739-4b03-b8f2-dd007a0bf2ea None None] The sync data for ids ['1fb3cff6-97e2-4505-a9a3-a3067c04927e'] in dv-neutron-830731-3-hyperv is: [] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:32:24.194932 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-7dc8404f-69c4-44bb-b872-a132172b0824 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f2f13571a1564e1892b959a4f94eb3cd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3263693 Mar 07 10:32:24.197557 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 39266) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:32:24.218720 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0efb4e-2837-461d-8a4e-d108a34dfc90 req-bcceee82-8e61-4a37-acbe-95810873618b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:24.220242 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-cf0efb4e-2837-461d-8a4e-d108a34dfc90 req-bcceee82-8e61-4a37-acbe-95810873618b service neutron] 10.222.0.10 "GET /v2.0/networks?id=40a9b5e4-2566-4b34-8233-7ca2a6a5d397 HTTP/1.1" status: 200 len: 898 time: 0.2542450 Mar 07 10:32:24.374182 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-cf0efb4e-2837-461d-8a4e-d108a34dfc90 req-077e9399-df53-4074-9909-bcc93b200dff service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1a1f8072-f405-4d6e-9b74-ffbe5a7a204e HTTP/1.1" status: 200 len: 1001 time: 0.1382582 Mar 07 10:32:24.378886 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f601de3f-b3d8-42f5-bc93-f247eeaad5e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:24.405072 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea1d4eaf-49f4-4ee1-b992-969712f99f99 None None] get_active_networks_info from dv-neutron-830731-3-hyperv {{(pid=83739) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 07 10:32:24.452899 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f601de3f-b3d8-42f5-bc93-f247eeaad5e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:24.474224 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0efb4e-2837-461d-8a4e-d108a34dfc90 req-1f0bca31-d4b9-48a5-800a-a668f5576a1a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:24.475572 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-cf0efb4e-2837-461d-8a4e-d108a34dfc90 req-1f0bca31-d4b9-48a5-800a-a668f5576a1a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1639da54-b037-4e07-a2ec-b6618ce1a79a HTTP/1.1" status: 200 len: 834 time: 0.0946984 Mar 07 10:32:24.504221 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c04e8a0a-e3a1-4260-95e4-164ef3ee2efa tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:24.518932 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea1d4eaf-49f4-4ee1-b992-969712f99f99 None None] Resources bound (agent type, host, resource id): {{(pid=83739) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 07 10:32:24.576609 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f601de3f-b3d8-42f5-bc93-f247eeaad5e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:24.594565 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f601de3f-b3d8-42f5-bc93-f247eeaad5e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d4bf652-0081-4224-b631-464eb9e4ed72,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:24.603103 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f601de3f-b3d8-42f5-bc93-f247eeaad5e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:24.604978 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-f601de3f-b3d8-42f5-bc93-f247eeaad5e2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9d4bf652-0081-4224-b631-464eb9e4ed72 HTTP/1.1" status: 204 len: 168 time: 0.4062154 Mar 07 10:32:24.608889 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-cf0efb4e-2837-461d-8a4e-d108a34dfc90 req-64b5cd16-95d6-4197-b6aa-0cd0255be4d6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=40a9b5e4-2566-4b34-8233-7ca2a6a5d397&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1174963 Mar 07 10:32:24.803260 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-cf0efb4e-2837-461d-8a4e-d108a34dfc90 req-439b8270-c6ac-4a95-b7cc-8b036a21668a service neutron] 10.222.0.10 "GET /v2.0/networks/40a9b5e4-2566-4b34-8233-7ca2a6a5d397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868930 Mar 07 10:32:24.971468 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-cf0efb4e-2837-461d-8a4e-d108a34dfc90 req-e7c14bb6-a64c-4f29-8cef-2c17a48accd4 service neutron] 10.222.0.10 "GET /v2.0/networks/40a9b5e4-2566-4b34-8233-7ca2a6a5d397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530871 Mar 07 10:32:25.158026 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c04e8a0a-e3a1-4260-95e4-164ef3ee2efa tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks [] for port, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:25.166324 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c04e8a0a-e3a1-4260-95e4-164ef3ee2efa tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3556717'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:25.172188 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c04e8a0a-e3a1-4260-95e4-164ef3ee2efa tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:25.173084 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c04e8a0a-e3a1-4260-95e4-164ef3ee2efa tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:25.174543 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-c04e8a0a-e3a1-4260-95e4-164ef3ee2efa tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] 10.222.0.13 "PUT /v2.0/ports/7277f214-8114-4c80-8d7f-9b0fda2a1780 HTTP/1.1" status: 200 len: 911 time: 1.0607829 Mar 07 10:32:25.177782 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 39280) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:32:25.243775 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04e8a0a-e3a1-4260-95e4-164ef3ee2efa tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Pushing event updated for resources: {'Port': ['ID=7277f214-8114-4c80-8d7f-9b0fda2a1780,revision_number=3']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:25.656090 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 39292) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:32:25.662625 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e9e692f1-5e98-4ba6-85a7-e4f4371a6885 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3920255'] for router_interface, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:25.790489 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-7fdd2fea-5803-47f9-a059-5b1569d3eb54 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-574878771'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:32:25.796795 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-7fdd2fea-5803-47f9-a059-5b1569d3eb54 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:32:25.800661 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-7fdd2fea-5803-47f9-a059-5b1569d3eb54 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Usage tracker for resource:network and tenant:4fc9a61c29f24294941704ccab1f3f2d is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:32:25.803452 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-7fdd2fea-5803-47f9-a059-5b1569d3eb54 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:32:25.813888 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-7fdd2fea-5803-47f9-a059-5b1569d3eb54 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:32:25.824914 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fdd2fea-5803-47f9-a059-5b1569d3eb54 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Made reservation on behalf of 4fc9a61c29f24294941704ccab1f3f2d for: {'network': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:32:25.827908 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7fdd2fea-5803-47f9-a059-5b1569d3eb54 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for network, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:25.841584 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7fdd2fea-5803-47f9-a059-5b1569d3eb54 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Notify callbacks [] for security_group, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:25.875345 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-7fdd2fea-5803-47f9-a059-5b1569d3eb54 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:32:25.878954 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-7fdd2fea-5803-47f9-a059-5b1569d3eb54 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Usage tracker for resource:security_group_rule and tenant:4fc9a61c29f24294941704ccab1f3f2d is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:32:25.882437 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-7fdd2fea-5803-47f9-a059-5b1569d3eb54 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:32:25.887566 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-7fdd2fea-5803-47f9-a059-5b1569d3eb54 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:32:25.962739 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7fdd2fea-5803-47f9-a059-5b1569d3eb54 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Notify callbacks [] for security_group, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:25.966816 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7fdd2fea-5803-47f9-a059-5b1569d3eb54 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:26.004093 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fdd2fea-5803-47f9-a059-5b1569d3eb54 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=83738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:32:26.010249 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdd2fea-5803-47f9-a059-5b1569d3eb54 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Pushing event updated for resources: {'SecurityGroup': ['ID=874eb0a7-2320-48ce-877e-10820697ef5c,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:26.017761 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7fdd2fea-5803-47f9-a059-5b1569d3eb54 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:26.018103 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.db.segments_db [None req-7fdd2fea-5803-47f9-a059-5b1569d3eb54 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Added segment e5ce5587-61f5-48f7-a7ca-dafecb0233f1 of type vlan for network a5afd0cf-5bc2-46aa-ac50-822d18d1d1ce Mar 07 10:32:26.045374 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7fdd2fea-5803-47f9-a059-5b1569d3eb54 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732568034061'] for network, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:26.075363 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7fdd2fea-5803-47f9-a059-5b1569d3eb54 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594'] for network, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:26.079386 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fdd2fea-5803-47f9-a059-5b1569d3eb54 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:26.079966 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7fdd2fea-5803-47f9-a059-5b1569d3eb54 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:26.194984 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdd2fea-5803-47f9-a059-5b1569d3eb54 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Pushing event updated for resources: {'Network': ['ID=a5afd0cf-5bc2-46aa-ac50-822d18d1d1ce,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:26.204765 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-7fdd2fea-5803-47f9-a059-5b1569d3eb54 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5416572 Mar 07 10:32:26.212387 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Network a5afd0cf-5bc2-46aa-ac50-822d18d1d1ce details requested by agent ovs-agent-dv-neutron-830731-3-hyperv with host dv-neutron-830731-3-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 10:32:26.322917 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-e9e692f1-5e98-4ba6-85a7-e4f4371a6885 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Deleting port 7277f214-8114-4c80-8d7f-9b0fda2a1780 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:32:26.323553 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e9e692f1-5e98-4ba6-85a7-e4f4371a6885 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:26.514348 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e9e692f1-5e98-4ba6-85a7-e4f4371a6885 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:26.640465 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-e9e692f1-5e98-4ba6-85a7-e4f4371a6885 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Calling delete_port for 7277f214-8114-4c80-8d7f-9b0fda2a1780 owned by network:router_interface {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:32:26.813493 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e9e692f1-5e98-4ba6-85a7-e4f4371a6885 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:26.860245 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e692f1-5e98-4ba6-85a7-e4f4371a6885 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Pushing event deleted for resources: {'Port': ['ID=7277f214-8114-4c80-8d7f-9b0fda2a1780,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:27.139744 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e9e692f1-5e98-4ba6-85a7-e4f4371a6885 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2756383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3920168'] for router_interface, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:27.567211 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9e692f1-5e98-4ba6-85a7-e4f4371a6885 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Router 1fb3cff6-97e2-4505-a9a3-a3067c04927e has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:32:27.706272 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9e692f1-5e98-4ba6-85a7-e4f4371a6885 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:32:27.716421 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f18bc373-232e-4f54-8b2a-3535eec63a44 None None] Sync routers for ids ['1fb3cff6-97e2-4505-a9a3-a3067c04927e'] in dv-neutron-830731-3-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:32:27.729161 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-e9e692f1-5e98-4ba6-85a7-e4f4371a6885 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] 10.222.0.13 "PUT /v2.0/routers/1fb3cff6-97e2-4505-a9a3-a3067c04927e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5499907 Mar 07 10:32:27.732176 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 39300) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:32:27.734985 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18bc373-232e-4f54-8b2a-3535eec63a44 None None] Routers {'1fb3cff6-97e2-4505-a9a3-a3067c04927e'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:32:27.735687 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-f18bc373-232e-4f54-8b2a-3535eec63a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:32:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['1fb3cff6-97e2-4505-a9a3-a3067c04927e'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:32:27.781912 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-08023883-5b20-4633-b516-23cf21d745a5 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fb3cff6-97e2-4505-a9a3-a3067c04927e HTTP/1.1" status: 200 len: 205 time: 0.0480597 Mar 07 10:32:27.784057 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 39304) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:32:27.805671 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 39308) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:32:27.817171 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-f18bc373-232e-4f54-8b2a-3535eec63a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:32:27.836196 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18bc373-232e-4f54-8b2a-3535eec63a44 None None] Routers {'1fb3cff6-97e2-4505-a9a3-a3067c04927e'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:32:27.837412 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-f18bc373-232e-4f54-8b2a-3535eec63a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:32:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['1fb3cff6-97e2-4505-a9a3-a3067c04927e'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:32:27.916026 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-f18bc373-232e-4f54-8b2a-3535eec63a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:32:27.916584 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f18bc373-232e-4f54-8b2a-3535eec63a44 None None] The sync data for ids ['1fb3cff6-97e2-4505-a9a3-a3067c04927e'] in dv-neutron-830731-3-hyperv is: [] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:32:27.953966 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-d899a063-087e-4453-b04c-7369f2e0f4b3 tempest-TestNetworkBasicOps-2128623112 tempest-TestNetworkBasicOps-2128623112-project-admin] 10.222.0.13 "GET /v2.0/ports?project_id=416b2fd961bc4d70a26d66821f7df8e2&network_id=40a9b5e4-2566-4b34-8233-7ca2a6a5d397 HTTP/1.1" status: 200 len: 2999 time: 0.1461980 Mar 07 10:32:27.998533 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-59be6277-6f93-4127-b22b-e02dd27dc1ad tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks [] for router, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:28.339375 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-b3ee2036-81b7-43dd-95cf-a795c2154383 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:28.571567 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-59be6277-6f93-4127-b22b-e02dd27dc1ad tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3917970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58043'] for router, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:28.571567 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-59be6277-6f93-4127-b22b-e02dd27dc1ad tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:28.598348 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-59be6277-6f93-4127-b22b-e02dd27dc1ad tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3917886'] for router, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:28.598695 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59be6277-6f93-4127-b22b-e02dd27dc1ad tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Fanout notify agent at l3_agent the message router_deleted on router 1fb3cff6-97e2-4505-a9a3-a3067c04927e {{(pid=83738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 10:32:28.615620 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-59be6277-6f93-4127-b22b-e02dd27dc1ad tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks [] for router, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:28.619332 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-59be6277-6f93-4127-b22b-e02dd27dc1ad tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] 10.222.0.13 "DELETE /v2.0/routers/1fb3cff6-97e2-4505-a9a3-a3067c04927e HTTP/1.1" status: 204 len: 168 time: 0.8318686 Mar 07 10:32:28.620207 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 39316) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:32:28.829566 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_v2 [None req-32332631-6aea-4f80-b3a7-3c345723cef0 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Deleting subnet abcdbd80-512d-4ce2-89a5-c722e3521707 {{(pid=83737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 07 10:32:28.833524 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-32332631-6aea-4f80-b3a7-3c345723cef0 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks [] for subnet, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:28.895093 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-32332631-6aea-4f80-b3a7-3c345723cef0 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2627781'] for subnet, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:28.995592 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-32332631-6aea-4f80-b3a7-3c345723cef0 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1525496'] for subnet, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:29.090107 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-32332631-6aea-4f80-b3a7-3c345723cef0 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1525489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3012507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3219316'] for subnet, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:29.132638 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32332631-6aea-4f80-b3a7-3c345723cef0 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Pushing event deleted for resources: {'Subnet': ['ID=abcdbd80-512d-4ce2-89a5-c722e3521707,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:29.140553 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-32332631-6aea-4f80-b3a7-3c345723cef0 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:29.146581 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba7fed39-27cf-47fa-a80e-86a81a49d295 None None] Network 6029caf8-cc74-4732-8674-31a675575faf requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:32:29.152967 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-32332631-6aea-4f80-b3a7-3c345723cef0 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] 10.222.0.13 "DELETE /v2.0/subnets/abcdbd80-512d-4ce2-89a5-c722e3521707 HTTP/1.1" status: 204 len: 168 time: 0.5319202 Mar 07 10:32:29.156964 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 39320) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:32:29.320819 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-28e2332c-4be3-46d6-876c-7ef1efc4a940 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1158940'] for network, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:29.331863 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-28e2332c-4be3-46d6-876c-7ef1efc4a940 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Deleting port d72823df-d91b-4085-8230-861ecfa8d97b {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:32:29.332452 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-28e2332c-4be3-46d6-876c-7ef1efc4a940 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:29.466245 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-637cdb5f-a1e2-44c0-afc9-898b5d8e6562 None None] DHCP port deletion for 6029caf8-cc74-4732-8674-31a675575faf request from dv-neutron-830731-3-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 07 10:32:29.470691 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-637cdb5f-a1e2-44c0-afc9-898b5d8e6562 None None] Deleting port d72823df-d91b-4085-8230-861ecfa8d97b {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:32:29.471119 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-637cdb5f-a1e2-44c0-afc9-898b5d8e6562 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:29.546654 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 39326) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:32:29.552943 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-bb7a8101-3bf8-49b7-92f6-98a0a4a23ef8 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Request body: {'subnet': {'network_id': 'a5afd0cf-5bc2-46aa-ac50-822d18d1d1ce', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:32:29.575671 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-28e2332c-4be3-46d6-876c-7ef1efc4a940 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] For port d72823df-d91b-4085-8230-861ecfa8d97b, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=d72823df-d91b-4085-8230-861ecfa8d97b,segment=NetworkSegment(5a2e2a86-d12c-4bf6-9f89-17baef3f2805),segment_id=5a2e2a86-d12c-4bf6-9f89-17baef3f2805)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:32:29.576044 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-28e2332c-4be3-46d6-876c-7ef1efc4a940 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:29.658624 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-bb7a8101-3bf8-49b7-92f6-98a0a4a23ef8 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:32:29.662249 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-bb7a8101-3bf8-49b7-92f6-98a0a4a23ef8 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Usage tracker for resource:subnet and tenant:4fc9a61c29f24294941704ccab1f3f2d is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:32:29.665012 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-bb7a8101-3bf8-49b7-92f6-98a0a4a23ef8 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:32:29.670693 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-bb7a8101-3bf8-49b7-92f6-98a0a4a23ef8 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:32:29.673331 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-637cdb5f-a1e2-44c0-afc9-898b5d8e6562 None None] For port d72823df-d91b-4085-8230-861ecfa8d97b, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=d72823df-d91b-4085-8230-861ecfa8d97b,segment=NetworkSegment(5a2e2a86-d12c-4bf6-9f89-17baef3f2805),segment_id=5a2e2a86-d12c-4bf6-9f89-17baef3f2805)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:32:29.673649 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-637cdb5f-a1e2-44c0-afc9-898b5d8e6562 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:29.680721 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb7a8101-3bf8-49b7-92f6-98a0a4a23ef8 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Made reservation on behalf of 4fc9a61c29f24294941704ccab1f3f2d for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:32:29.706942 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-28e2332c-4be3-46d6-876c-7ef1efc4a940 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Calling delete_port for d72823df-d91b-4085-8230-861ecfa8d97b owned by network:dhcp {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:32:29.782095 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-28e2332c-4be3-46d6-876c-7ef1efc4a940 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:29.786707 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-bb7a8101-3bf8-49b7-92f6-98a0a4a23ef8 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3219231'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:29.799498 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-637cdb5f-a1e2-44c0-afc9-898b5d8e6562 None None] Calling delete_port for d72823df-d91b-4085-8230-861ecfa8d97b owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:32:29.833251 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e2332c-4be3-46d6-876c-7ef1efc4a940 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Pushing event deleted for resources: {'Port': ['ID=d72823df-d91b-4085-8230-861ecfa8d97b,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:29.840180 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e2332c-4be3-46d6-876c-7ef1efc4a940 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] No DVR routers for this DVR port d72823df-d91b-4085-8230-861ecfa8d97b on host dv-neutron-830731-3-hyperv {{(pid=83738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:32:29.877040 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.db.api [None req-637cdb5f-a1e2-44c0-afc9-898b5d8e6562 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 10:32:29.877440 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG oslo_db.api [None req-637cdb5f-a1e2-44c0-afc9-898b5d8e6562 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 10:32:29.949258 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device d72823df-d91b-4085-8230-861ecfa8d97b no longer exists at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:32:29.970032 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-28e2332c-4be3-46d6-876c-7ef1efc4a940 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1526893', 'neutron.services.segments.db._delete_segments_for_network-8732568551033'] for network, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:29.985453 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] No Port match for: d72823df-d91b-4085-8230-861ecfa8d97b {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 10:32:29.986045 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device d72823df-d91b-4085-8230-861ecfa8d97b not bound to the agent host dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 10:32:30.003113 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-28e2332c-4be3-46d6-876c-7ef1efc4a940 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6029caf8-cc74-4732-8674-31a675575faf']}} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:32:30.016337 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-28e2332c-4be3-46d6-876c-7ef1efc4a940 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a2e2a86-d12c-4bf6-9f89-17baef3f2805') {'for_net_delete': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:32:30.016670 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-28e2332c-4be3-46d6-876c-7ef1efc4a940 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a2e2a86-d12c-4bf6-9f89-17baef3f2805') {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:32:30.028256 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-28e2332c-4be3-46d6-876c-7ef1efc4a940 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732568550916', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968000'] for segment, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:30.044395 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-28e2332c-4be3-46d6-876c-7ef1efc4a940 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:30.050494 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28e2332c-4be3-46d6-876c-7ef1efc4a940 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=83738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 07 10:32:30.050906 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-28e2332c-4be3-46d6-876c-7ef1efc4a940 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1227397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3556681'] for segment, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:30.065704 dv-neutron-830731-3-hyperv neutron-server[83738]: Traceback (most recent call last): Mar 07 10:32:30.065704 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 07 10:32:30.065704 dv-neutron-830731-3-hyperv neutron-server[83738]: timer() Mar 07 10:32:30.065704 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:32:30.065704 dv-neutron-830731-3-hyperv neutron-server[83738]: cb(*args, **kw) Mar 07 10:32:30.065704 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 10:32:30.065704 dv-neutron-830731-3-hyperv neutron-server[83738]: return func(*args, **kwargs) Mar 07 10:32:30.065704 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:32:30.065704 dv-neutron-830731-3-hyperv neutron-server[83738]: self._notify() Mar 07 10:32:30.065704 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:32:30.065704 dv-neutron-830731-3-hyperv neutron-server[83738]: self.callback(batched_events) Mar 07 10:32:30.065704 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:32:30.065704 dv-neutron-830731-3-hyperv neutron-server[83738]: event.method(event) Mar 07 10:32:30.065704 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 10:32:30.065704 dv-neutron-830731-3-hyperv neutron-server[83738]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:32:30.065704 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 10:32:30.065704 dv-neutron-830731-3-hyperv neutron-server[83738]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:32:30.065704 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 10:32:30.065704 dv-neutron-830731-3-hyperv neutron-server[83738]: return f(self, *a, **k) Mar 07 10:32:30.065704 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:32:30.065704 dv-neutron-830731-3-hyperv neutron-server[83738]: return self._get(url).json() Mar 07 10:32:30.065704 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:32:30.065704 dv-neutron-830731-3-hyperv neutron-server[83738]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:32:30.065704 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 07 10:32:30.065704 dv-neutron-830731-3-hyperv neutron-server[83738]: return self.request(url, 'GET', **kwargs) Mar 07 10:32:30.065704 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 07 10:32:30.065704 dv-neutron-830731-3-hyperv neutron-server[83738]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:32:30.065704 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 07 10:32:30.065704 dv-neutron-830731-3-hyperv neutron-server[83738]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:32:30.065704 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 07 10:32:30.065704 dv-neutron-830731-3-hyperv neutron-server[83738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:32:30.065704 dv-neutron-830731-3-hyperv neutron-server[83738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:32:30.128794 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-bb7a8101-3bf8-49b7-92f6-98a0a4a23ef8 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3012444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3219213'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:30.146750 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-28e2332c-4be3-46d6-876c-7ef1efc4a940 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1526886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923583'] for network, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:30.165748 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-28e2332c-4be3-46d6-876c-7ef1efc4a940 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:30.174793 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e2332c-4be3-46d6-876c-7ef1efc4a940 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Pushing event deleted for resources: {'Network': ['ID=6029caf8-cc74-4732-8674-31a675575faf,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:30.187329 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-28e2332c-4be3-46d6-876c-7ef1efc4a940 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] 10.222.0.13 "DELETE /v2.0/networks/6029caf8-cc74-4732-8674-31a675575faf HTTP/1.1" status: 204 len: 168 time: 1.0302219 Mar 07 10:32:30.191849 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 39336) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:32:30.197347 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-2c8e91d5-35d5-46b7-ab0f-dab261699e57 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1746563883', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:32:30.203872 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-2c8e91d5-35d5-46b7-ab0f-dab261699e57 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:32:30.208205 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-2c8e91d5-35d5-46b7-ab0f-dab261699e57 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Usage tracker for resource:router and tenant:0d2fd6fe5acd4dee8d48a1427bbf6953 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:32:30.211070 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-2c8e91d5-35d5-46b7-ab0f-dab261699e57 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:32:30.216671 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-2c8e91d5-35d5-46b7-ab0f-dab261699e57 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:32:30.220821 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7a8101-3bf8-49b7-92f6-98a0a4a23ef8 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Pushing event updated for resources: {'Subnet': ['ID=519409a9-585f-4dc0-b44d-c3b3db411ce5,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:30.225284 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb7a8101-3bf8-49b7-92f6-98a0a4a23ef8 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Checking segment: {'id': 'e5ce5587-61f5-48f7-a7ca-dafecb0233f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'a5afd0cf-5bc2-46aa-ac50-822d18d1d1ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:32:30.225700 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb7a8101-3bf8-49b7-92f6-98a0a4a23ef8 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Network hostable DHCP agents. Network: a5afd0cf-5bc2-46aa-ac50-822d18d1d1ce, hostable agents: ['6527556c-6586-422c-ae47-082984683847'], hosted agents: [] {{(pid=83737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:32:30.227640 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2c8e91d5-35d5-46b7-ab0f-dab261699e57 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3919700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58025'] for router, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:30.228642 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2c8e91d5-35d5-46b7-ab0f-dab261699e57 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3919671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4011175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58018'] for router, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:30.248248 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2c8e91d5-35d5-46b7-ab0f-dab261699e57 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:30.250895 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb7a8101-3bf8-49b7-92f6-98a0a4a23ef8 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Network a5afd0cf-5bc2-46aa-ac50-822d18d1d1ce is scheduled to be hosted by DHCP agent 6527556c-6586-422c-ae47-082984683847 with binding_index 1 {{(pid=83737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:32:30.261426 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-bb7a8101-3bf8-49b7-92f6-98a0a4a23ef8 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830731-3-hyperv, a5afd0cf-5bc2-46aa-ac50-822d18d1d1ce) {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:32:30.266460 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb7a8101-3bf8-49b7-92f6-98a0a4a23ef8 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:30.267538 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-bb7a8101-3bf8-49b7-92f6-98a0a4a23ef8 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:30.271691 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0e37a78-cbec-4e10-90e9-648c0327abb1 None None] Network a5afd0cf-5bc2-46aa-ac50-822d18d1d1ce requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:32:30.277443 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2c8e91d5-35d5-46b7-ab0f-dab261699e57 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3917991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923518'] for router, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:30.295713 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-bb7a8101-3bf8-49b7-92f6-98a0a4a23ef8 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7478569 Mar 07 10:32:30.299315 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 39340) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:32:30.307502 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-7bae4146-2f28-4702-84f1-cf035582bafe tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-532820609'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:32:30.313451 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-7bae4146-2f28-4702-84f1-cf035582bafe tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:32:30.314645 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2c8e91d5-35d5-46b7-ab0f-dab261699e57 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks [] for router, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:30.316055 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-2c8e91d5-35d5-46b7-ab0f-dab261699e57 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1232071 Mar 07 10:32:30.318493 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 39344) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:32:30.320510 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-7bae4146-2f28-4702-84f1-cf035582bafe tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Usage tracker for resource:network and tenant:4fc9a61c29f24294941704ccab1f3f2d is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:32:30.323382 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-7bae4146-2f28-4702-84f1-cf035582bafe tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:32:30.325051 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-4a7c328f-3986-40c0-96b9-a35ee7e42f19 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-415283101'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:32:30.330665 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-4a7c328f-3986-40c0-96b9-a35ee7e42f19 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:32:30.333994 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-7bae4146-2f28-4702-84f1-cf035582bafe tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:32:30.335666 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-4a7c328f-3986-40c0-96b9-a35ee7e42f19 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Usage tracker for resource:network and tenant:0d2fd6fe5acd4dee8d48a1427bbf6953 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:32:30.338965 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-4a7c328f-3986-40c0-96b9-a35ee7e42f19 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:32:30.347168 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-4a7c328f-3986-40c0-96b9-a35ee7e42f19 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:32:30.348639 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bae4146-2f28-4702-84f1-cf035582bafe tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Made reservation on behalf of 4fc9a61c29f24294941704ccab1f3f2d for: {'network': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:32:30.351935 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7bae4146-2f28-4702-84f1-cf035582bafe tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for network, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:30.360111 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a7c328f-3986-40c0-96b9-a35ee7e42f19 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Made reservation on behalf of 0d2fd6fe5acd4dee8d48a1427bbf6953 for: {'network': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:32:30.363586 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4a7c328f-3986-40c0-96b9-a35ee7e42f19 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for network, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:30.386474 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bae4146-2f28-4702-84f1-cf035582bafe tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=83737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:32:30.388320 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-637cdb5f-a1e2-44c0-afc9-898b5d8e6562 None None] Deleting port d72823df-d91b-4085-8230-861ecfa8d97b {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:32:30.389063 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-637cdb5f-a1e2-44c0-afc9-898b5d8e6562 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:30.397569 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7bae4146-2f28-4702-84f1-cf035582bafe tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:30.397989 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.db.segments_db [None req-7bae4146-2f28-4702-84f1-cf035582bafe tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Added segment 6730078e-21f4-4243-a0c1-f1ffd1b0a650 of type vlan for network 4aac2eae-679f-450f-844b-2f25662547f0 Mar 07 10:32:30.402232 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a7c328f-3986-40c0-96b9-a35ee7e42f19 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=83738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:32:30.411857 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4a7c328f-3986-40c0-96b9-a35ee7e42f19 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:30.412159 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.db.segments_db [None req-4a7c328f-3986-40c0-96b9-a35ee7e42f19 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Added segment 75215a2d-25db-49b4-93a6-59d36e07ef8b of type vlan for network 97ec2e17-7403-4552-a6fe-aa0c61ac9863 Mar 07 10:32:30.426214 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7bae4146-2f28-4702-84f1-cf035582bafe tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732568034061'] for network, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:30.443292 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 39348) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:32:30.446942 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4a7c328f-3986-40c0-96b9-a35ee7e42f19 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732568034061'] for network, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:30.459376 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7bae4146-2f28-4702-84f1-cf035582bafe tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594'] for network, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:30.460946 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-637cdb5f-a1e2-44c0-afc9-898b5d8e6562 None None] The port 'd72823df-d91b-4085-8230-861ecfa8d97b' was deleted {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 07 10:32:30.463030 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bae4146-2f28-4702-84f1-cf035582bafe tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:30.463609 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7bae4146-2f28-4702-84f1-cf035582bafe tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:30.513369 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e5778e-89e8-4d31-a704-dfa30dbeac37 tempest-TestNetworkBasicOps-2128623112 tempest-TestNetworkBasicOps-2128623112-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:30.513369 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-87e5778e-89e8-4d31-a704-dfa30dbeac37 tempest-TestNetworkBasicOps-2128623112 tempest-TestNetworkBasicOps-2128623112-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=5ed85006-6b00-415e-b71f-837fb1421c12 HTTP/1.1" status: 200 len: 814 time: 0.0681429 Mar 07 10:32:30.549830 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4a7c328f-3986-40c0-96b9-a35ee7e42f19 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594'] for network, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:30.554153 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a7c328f-3986-40c0-96b9-a35ee7e42f19 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:30.554767 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4a7c328f-3986-40c0-96b9-a35ee7e42f19 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:30.596834 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-7bae4146-2f28-4702-84f1-cf035582bafe tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2945633 Mar 07 10:32:30.599797 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bae4146-2f28-4702-84f1-cf035582bafe tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Pushing event updated for resources: {'Network': ['ID=4aac2eae-679f-450f-844b-2f25662547f0,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:30.602447 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 39354) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:32:30.609340 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-7da2f67d-a1db-4324-9bba-3ea607565a3f tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Request body: {'subnet': {'network_id': '4aac2eae-679f-450f-844b-2f25662547f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:32:30.617393 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Network 4aac2eae-679f-450f-844b-2f25662547f0 details requested by agent ovs-agent-dv-neutron-830731-3-hyperv with host dv-neutron-830731-3-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 10:32:30.679467 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7c328f-3986-40c0-96b9-a35ee7e42f19 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Pushing event updated for resources: {'Network': ['ID=97ec2e17-7403-4552-a6fe-aa0c61ac9863,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:30.682537 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-4a7c328f-3986-40c0-96b9-a35ee7e42f19 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3629947 Mar 07 10:32:30.685424 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 39360) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:32:30.695042 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Network 97ec2e17-7403-4552-a6fe-aa0c61ac9863 details requested by agent ovs-agent-dv-neutron-830731-3-hyperv with host dv-neutron-830731-3-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 10:32:30.696089 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-510b0e19-e69c-4647-9dd6-3d1109fe592a tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Request body: {'subnet': {'network_id': '97ec2e17-7403-4552-a6fe-aa0c61ac9863', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:32:30.718491 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-546d2b4f-fadc-4865-96f1-b94f1efc7995 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:30.739659 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-7da2f67d-a1db-4324-9bba-3ea607565a3f tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:32:30.743599 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-7da2f67d-a1db-4324-9bba-3ea607565a3f tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Usage tracker for resource:subnet and tenant:4fc9a61c29f24294941704ccab1f3f2d is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:32:30.748642 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-7da2f67d-a1db-4324-9bba-3ea607565a3f tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:32:30.754300 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-7da2f67d-a1db-4324-9bba-3ea607565a3f tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:32:30.765340 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7da2f67d-a1db-4324-9bba-3ea607565a3f tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Made reservation on behalf of 4fc9a61c29f24294941704ccab1f3f2d for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:32:30.875842 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7da2f67d-a1db-4324-9bba-3ea607565a3f tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3219231'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:30.888678 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa0e8789-f06c-4e64-8685-cc50688bc337 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ec2749d-0aec-52fb-aca6-10ba8a80aade-a5afd0cf-5bc2-46aa-ac50-822d18d1d1ce', 'network_id': 'a5afd0cf-5bc2-46aa-ac50-822d18d1d1ce', 'tenant_id': '4fc9a61c29f24294941704ccab1f3f2d', 'fixed_ips': [{'subnet_id': '519409a9-585f-4dc0-b44d-c3b3db411ce5'}]}} from dv-neutron-830731-3-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 07 10:32:30.889488 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-fa0e8789-f06c-4e64-8685-cc50688bc337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:30.926212 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-510b0e19-e69c-4647-9dd6-3d1109fe592a tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:32:30.930426 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-510b0e19-e69c-4647-9dd6-3d1109fe592a tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Usage tracker for resource:subnet and tenant:0d2fd6fe5acd4dee8d48a1427bbf6953 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:32:30.933871 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-510b0e19-e69c-4647-9dd6-3d1109fe592a tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:32:30.939840 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-510b0e19-e69c-4647-9dd6-3d1109fe592a tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:32:30.958517 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-510b0e19-e69c-4647-9dd6-3d1109fe592a tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Made reservation on behalf of 0d2fd6fe5acd4dee8d48a1427bbf6953 for: {'subnet': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:32:31.086273 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-fa0e8789-f06c-4e64-8685-cc50688bc337 None None] Allocated IP 2001:db8:0:ffff::2 (a5afd0cf-5bc2-46aa-ac50-822d18d1d1ce/519409a9-585f-4dc0-b44d-c3b3db411ce5/e147be49-05d0-4e7f-b19a-a17c6954d7cd) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:32:31.099232 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-510b0e19-e69c-4647-9dd6-3d1109fe592a tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741426'] for subnet, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:31.189807 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 39364) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:32:31.195933 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-86c708e3-7e27-4cbf-8d2b-4e87b76bc99b tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Request body: {'network': {'name': 'tempest-network-smoke--1889070843', 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'port_security_enabled': True}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:32:31.213567 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-86c708e3-7e27-4cbf-8d2b-4e87b76bc99b tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:32:31.224120 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-86c708e3-7e27-4cbf-8d2b-4e87b76bc99b tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Usage tracker for resource:network and tenant:416b2fd961bc4d70a26d66821f7df8e2 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:32:31.227779 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-86c708e3-7e27-4cbf-8d2b-4e87b76bc99b tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:32:31.240154 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-86c708e3-7e27-4cbf-8d2b-4e87b76bc99b tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:32:31.275092 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86c708e3-7e27-4cbf-8d2b-4e87b76bc99b tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Made reservation on behalf of 416b2fd961bc4d70a26d66821f7df8e2 for: {'network': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:32:31.278921 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-86c708e3-7e27-4cbf-8d2b-4e87b76bc99b tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for network, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:31.303223 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.objects.ports [None req-7da2f67d-a1db-4324-9bba-3ea607565a3f tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83737) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 07 10:32:31.304524 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7da2f67d-a1db-4324-9bba-3ea607565a3f tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3012444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3219213'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:31.358205 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-fa0e8789-f06c-4e64-8685-cc50688bc337 None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:31.370788 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-fa0e8789-f06c-4e64-8685-cc50688bc337 None None] Transition to ACTIVE for port object e147be49-05d0-4e7f-b19a-a17c6954d7cd will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:32:31.371973 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86c708e3-7e27-4cbf-8d2b-4e87b76bc99b tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=83738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:32:31.386174 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da2f67d-a1db-4324-9bba-3ea607565a3f tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Pushing event updated for resources: {'Subnet': ['ID=14cd7051-ed08-4065-a88a-18af7eafdb77,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:31.392622 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-fa0e8789-f06c-4e64-8685-cc50688bc337 None None] Transition to ACTIVE for port object e147be49-05d0-4e7f-b19a-a17c6954d7cd will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:32:31.394256 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-86c708e3-7e27-4cbf-8d2b-4e87b76bc99b tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:31.394810 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.db.segments_db [None req-86c708e3-7e27-4cbf-8d2b-4e87b76bc99b tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Added segment 4474ed14-5f13-4464-b335-2bccd4977f52 of type vlan for network a9a1f847-2ec7-4ac6-a95a-f6e6e94c7bd8 Mar 07 10:32:31.401012 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da2f67d-a1db-4324-9bba-3ea607565a3f tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Checking segment: {'id': '6730078e-21f4-4243-a0c1-f1ffd1b0a650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '4aac2eae-679f-450f-844b-2f25662547f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:32:31.401264 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-fa0e8789-f06c-4e64-8685-cc50688bc337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:31.401610 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da2f67d-a1db-4324-9bba-3ea607565a3f tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Network hostable DHCP agents. Network: 4aac2eae-679f-450f-844b-2f25662547f0, hostable agents: ['6527556c-6586-422c-ae47-082984683847'], hosted agents: [] {{(pid=83737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:32:31.425217 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da2f67d-a1db-4324-9bba-3ea607565a3f tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Network 4aac2eae-679f-450f-844b-2f25662547f0 is scheduled to be hosted by DHCP agent 6527556c-6586-422c-ae47-082984683847 with binding_index 1 {{(pid=83737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:32:31.435490 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-7da2f67d-a1db-4324-9bba-3ea607565a3f tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830731-3-hyperv, 4aac2eae-679f-450f-844b-2f25662547f0) {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:32:31.439894 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da2f67d-a1db-4324-9bba-3ea607565a3f tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:31.441951 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7da2f67d-a1db-4324-9bba-3ea607565a3f tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:31.453565 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0419fe69-06d2-40f7-9275-5433d1225ec6 None None] Network 4aac2eae-679f-450f-844b-2f25662547f0 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:32:31.454662 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-86c708e3-7e27-4cbf-8d2b-4e87b76bc99b tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732568034061'] for network, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:31.467941 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-7da2f67d-a1db-4324-9bba-3ea607565a3f tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8636348 Mar 07 10:32:31.471871 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 39368) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:32:31.475168 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-510b0e19-e69c-4647-9dd6-3d1109fe592a tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3556832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741408'] for subnet, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:31.478249 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-cddcc9b7-dd5e-4c3f-827c-7355460b358e tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Request body: {'port': {'network_id': '4aac2eae-679f-450f-844b-2f25662547f0', 'name': 'tempest-NetworksIpV6TestAttrs-585934758'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:32:31.542023 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa0e8789-f06c-4e64-8685-cc50688bc337 None None] Network a5afd0cf-5bc2-46aa-ac50-822d18d1d1ce is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:32:31.554816 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-fa0e8789-f06c-4e64-8685-cc50688bc337 None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:32:31.555716 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-86c708e3-7e27-4cbf-8d2b-4e87b76bc99b tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594'] for network, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:31.558624 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0e8789-f06c-4e64-8685-cc50688bc337 None None] Pushing event updated for resources: {'Port': ['ID=e147be49-05d0-4e7f-b19a-a17c6954d7cd,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:31.560047 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c708e3-7e27-4cbf-8d2b-4e87b76bc99b tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:31.560675 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-86c708e3-7e27-4cbf-8d2b-4e87b76bc99b tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:31.563210 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0e8789-f06c-4e64-8685-cc50688bc337 None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:32:31.632774 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-cddcc9b7-dd5e-4c3f-827c-7355460b358e tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:32:31.636393 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-cddcc9b7-dd5e-4c3f-827c-7355460b358e tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Usage tracker for resource:port and tenant:4fc9a61c29f24294941704ccab1f3f2d is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:32:31.639984 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-cddcc9b7-dd5e-4c3f-827c-7355460b358e tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:32:31.645687 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-cddcc9b7-dd5e-4c3f-827c-7355460b358e tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:32:31.656148 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cddcc9b7-dd5e-4c3f-827c-7355460b358e tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Made reservation on behalf of 4fc9a61c29f24294941704ccab1f3f2d for: {'port': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:32:31.660158 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-cddcc9b7-dd5e-4c3f-827c-7355460b358e tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:31.668518 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510b0e19-e69c-4647-9dd6-3d1109fe592a tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Pushing event updated for resources: {'Subnet': ['ID=d2ff9f24-3b3e-4a2f-b1d2-82de2b4163ac,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:31.685997 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-fa0e8789-f06c-4e64-8685-cc50688bc337 None None] Attempting to bind port e147be49-05d0-4e7f-b19a-a17c6954d7cd on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:32:31.686618 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-fa0e8789-f06c-4e64-8685-cc50688bc337 None None] Attempting to bind port e147be49-05d0-4e7f-b19a-a17c6954d7cd by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': 'e5ce5587-61f5-48f7-a7ca-dafecb0233f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'a5afd0cf-5bc2-46aa-ac50-822d18d1d1ce'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:32:31.687179 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0e8789-f06c-4e64-8685-cc50688bc337 None None] Attempting to bind port e147be49-05d0-4e7f-b19a-a17c6954d7cd on network a5afd0cf-5bc2-46aa-ac50-822d18d1d1ce {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:32:31.687581 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [None req-cddcc9b7-dd5e-4c3f-827c-7355460b358e tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] device_id is not set on port a72b5cb7-fc87-4cea-9a5f-6d6fc367f16a yet. {{(pid=83737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 07 10:32:31.705212 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-86c708e3-7e27-4cbf-8d2b-4e87b76bc99b tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5115504 Mar 07 10:32:31.706577 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 39372) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:32:31.729633 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0e8789-f06c-4e64-8685-cc50688bc337 None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:32:31.730006 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0e8789-f06c-4e64-8685-cc50688bc337 None None] Checking segment: {'id': 'e5ce5587-61f5-48f7-a7ca-dafecb0233f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'a5afd0cf-5bc2-46aa-ac50-822d18d1d1ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:32:31.730409 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-fa0e8789-f06c-4e64-8685-cc50688bc337 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:31.730792 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0e8789-f06c-4e64-8685-cc50688bc337 None None] Bound using segment: {'id': 'e5ce5587-61f5-48f7-a7ca-dafecb0233f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'a5afd0cf-5bc2-46aa-ac50-822d18d1d1ce'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:32:31.731804 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-fa0e8789-f06c-4e64-8685-cc50688bc337 None None] Bound port: e147be49-05d0-4e7f-b19a-a17c6954d7cd, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5ce5587-61f5-48f7-a7ca-dafecb0233f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'a5afd0cf-5bc2-46aa-ac50-822d18d1d1ce'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:32:31.732232 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-fa0e8789-f06c-4e64-8685-cc50688bc337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:31.748729 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-510b0e19-e69c-4647-9dd6-3d1109fe592a tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Checking segment: {'id': '75215a2d-25db-49b4-93a6-59d36e07ef8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '97ec2e17-7403-4552-a6fe-aa0c61ac9863'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:32:31.749357 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-510b0e19-e69c-4647-9dd6-3d1109fe592a tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Network hostable DHCP agents. Network: 97ec2e17-7403-4552-a6fe-aa0c61ac9863, hostable agents: ['6527556c-6586-422c-ae47-082984683847'], hosted agents: [] {{(pid=83738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:32:31.759464 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c708e3-7e27-4cbf-8d2b-4e87b76bc99b tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event updated for resources: {'Network': ['ID=a9a1f847-2ec7-4ac6-a95a-f6e6e94c7bd8,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:31.791441 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b99270-9266-4656-b207-50de19d6ac1d tempest-TestNetworkBasicOps-2128623112 tempest-TestNetworkBasicOps-2128623112-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:31.793236 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-20b99270-9266-4656-b207-50de19d6ac1d tempest-TestNetworkBasicOps-2128623112 tempest-TestNetworkBasicOps-2128623112-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=416b2fd961bc4d70a26d66821f7df8e2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0855653 Mar 07 10:32:31.795985 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Network a9a1f847-2ec7-4ac6-a95a-f6e6e94c7bd8 details requested by agent ovs-agent-dv-neutron-830731-3-hyperv with host dv-neutron-830731-3-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 10:32:31.796296 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 39376) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:32:31.821161 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-711fefd2-3b30-4759-8df5-0aecff1c8e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:31.843957 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-cddcc9b7-dd5e-4c3f-827c-7355460b358e tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Allocated IP 2001:db8::f816:3eff:feaf:9d55 (4aac2eae-679f-450f-844b-2f25662547f0/14cd7051-ed08-4065-a88a-18af7eafdb77/a72b5cb7-fc87-4cea-9a5f-6d6fc367f16a) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:32:31.876804 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-510b0e19-e69c-4647-9dd6-3d1109fe592a tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Network 97ec2e17-7403-4552-a6fe-aa0c61ac9863 is scheduled to be hosted by DHCP agent 6527556c-6586-422c-ae47-082984683847 with binding_index 1 {{(pid=83738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:32:31.905564 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-510b0e19-e69c-4647-9dd6-3d1109fe592a tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830731-3-hyperv, 97ec2e17-7403-4552-a6fe-aa0c61ac9863) {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:32:31.912862 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-510b0e19-e69c-4647-9dd6-3d1109fe592a tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:31.913701 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-510b0e19-e69c-4647-9dd6-3d1109fe592a tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:31.940426 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ccb69fc-a966-48b7-ae93-65a4d095bbe1 None None] Network 97ec2e17-7403-4552-a6fe-aa0c61ac9863 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:32:31.952654 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1369c07e-f75b-4f96-a680-3ca998e796a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ec2749d-0aec-52fb-aca6-10ba8a80aade-4aac2eae-679f-450f-844b-2f25662547f0', 'network_id': '4aac2eae-679f-450f-844b-2f25662547f0', 'tenant_id': '4fc9a61c29f24294941704ccab1f3f2d', 'fixed_ips': [{'subnet_id': '14cd7051-ed08-4065-a88a-18af7eafdb77'}]}} from dv-neutron-830731-3-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 07 10:32:31.953448 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-1369c07e-f75b-4f96-a680-3ca998e796a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:31.959446 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-510b0e19-e69c-4647-9dd6-3d1109fe592a tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2730150 Mar 07 10:32:31.962707 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 39380) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:32:32.032116 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e88f6c-85b0-4f59-b544-5c2d80ff2616 tempest-TestNetworkBasicOps-2128623112 tempest-TestNetworkBasicOps-2128623112-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:32.033887 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-62e88f6c-85b0-4f59-b544-5c2d80ff2616 tempest-TestNetworkBasicOps-2128623112 tempest-TestNetworkBasicOps-2128623112-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2364838 Mar 07 10:32:32.038231 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 39384) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:32:32.052976 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:32.088617 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-9e559f9f-4e2c-426e-99c9-03a56cb797d2 tempest-TestNetworkBasicOps-2128623112 tempest-TestNetworkBasicOps-2128623112-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=5ed85006-6b00-415e-b71f-837fb1421c12&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0492671 Mar 07 10:32:32.092299 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 39388) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:32:32.133076 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-fa0e8789-f06c-4e64-8685-cc50688bc337 None None] For port e147be49-05d0-4e7f-b19a-a17c6954d7cd, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:32:32.145599 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-c06925db-d10f-4cd0-9a35-610193a8cc1d tempest-TestNetworkBasicOps-2128623112 tempest-TestNetworkBasicOps-2128623112-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=416b2fd961bc4d70a26d66821f7df8e2&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0439420 Mar 07 10:32:32.148011 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 39392) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:32:32.179331 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-fa0e8789-f06c-4e64-8685-cc50688bc337 None None] For port e147be49-05d0-4e7f-b19a-a17c6954d7cd, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=e147be49-05d0-4e7f-b19a-a17c6954d7cd,segment=NetworkSegment(e5ce5587-61f5-48f7-a7ca-dafecb0233f1),segment_id=e5ce5587-61f5-48f7-a7ca-dafecb0233f1)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:32:32.194586 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-cddcc9b7-dd5e-4c3f-827c-7355460b358e tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:32.196663 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-fa0e8789-f06c-4e64-8685-cc50688bc337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:32.213077 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [None req-cddcc9b7-dd5e-4c3f-827c-7355460b358e tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Transition to ACTIVE for port object a72b5cb7-fc87-4cea-9a5f-6d6fc367f16a will not be triggered until provisioned by entity DHCP. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:32:32.246484 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-cddcc9b7-dd5e-4c3f-827c-7355460b358e tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:32.327324 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cddcc9b7-dd5e-4c3f-827c-7355460b358e tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Network 4aac2eae-679f-450f-844b-2f25662547f0 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:32:32.331925 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-cddcc9b7-dd5e-4c3f-827c-7355460b358e tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:32:32.334610 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cddcc9b7-dd5e-4c3f-827c-7355460b358e tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:32:32.338823 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cddcc9b7-dd5e-4c3f-827c-7355460b358e tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:32.339608 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-cddcc9b7-dd5e-4c3f-827c-7355460b358e tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:32.344684 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddcc9b7-dd5e-4c3f-827c-7355460b358e tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Pushing event updated for resources: {'Port': ['ID=a72b5cb7-fc87-4cea-9a5f-6d6fc367f16a,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:32.375016 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-cddcc9b7-dd5e-4c3f-827c-7355460b358e tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 0.9019690 Mar 07 10:32:32.377508 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 39396) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:32:32.461478 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d581660-c6b9-464f-9d23-e5e2892fee7b tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Deleting subnet 14cd7051-ed08-4065-a88a-18af7eafdb77 {{(pid=83737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 07 10:32:32.467058 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0e8789-f06c-4e64-8685-cc50688bc337 None None] Pushing event updated for resources: {'Port': ['ID=e147be49-05d0-4e7f-b19a-a17c6954d7cd,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:32.484159 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-1369c07e-f75b-4f96-a680-3ca998e796a0 None None] Allocated IP 2001:db8::f816:3eff:feb3:3108 (4aac2eae-679f-450f-844b-2f25662547f0/14cd7051-ed08-4065-a88a-18af7eafdb77/d8b3900a-7474-44f0-b770-0f46e6e6da8e) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:32:32.495134 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62e3f4f1-441f-4528-a233-ab7988813abf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ec2749d-0aec-52fb-aca6-10ba8a80aade-97ec2e17-7403-4552-a6fe-aa0c61ac9863', 'network_id': '97ec2e17-7403-4552-a6fe-aa0c61ac9863', 'tenant_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'fixed_ips': [{'subnet_id': 'd2ff9f24-3b3e-4a2f-b1d2-82de2b4163ac'}]}} from dv-neutron-830731-3-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 07 10:32:32.495978 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-62e3f4f1-441f-4528-a233-ab7988813abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:32.680514 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a6d5f03-d0fa-4f67-a19a-f0addd75461a tempest-TestNetworkBasicOps-2128623112 tempest-TestNetworkBasicOps-2128623112-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:32.681916 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-5a6d5f03-d0fa-4f67-a19a-f0addd75461a tempest-TestNetworkBasicOps-2128623112 tempest-TestNetworkBasicOps-2128623112-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5328023 Mar 07 10:32:32.685251 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 39400) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:32:32.729983 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-1eb3b5ad-ddf1-4894-ac63-92441854636f tempest-TestNetworkBasicOps-2128623112 tempest-TestNetworkBasicOps-2128623112-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=5ed85006-6b00-415e-b71f-837fb1421c12&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0432997 Mar 07 10:32:32.733616 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 39404) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:32:32.739559 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-422d72a7-917d-473e-afaf-74d5edcef4fb tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1414970716', 'network_id': 'a9a1f847-2ec7-4ac6-a95a-f6e6e94c7bd8', 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:32:32.842855 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-62e3f4f1-441f-4528-a233-ab7988813abf None None] Allocated IP 2001:db8::2 (97ec2e17-7403-4552-a6fe-aa0c61ac9863/d2ff9f24-3b3e-4a2f-b1d2-82de2b4163ac/34e2f99f-3f8a-4e4f-a872-116b44837b65) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:32:32.851899 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7a48c0c3-277d-40ef-b6b8-c4d721d83dd3 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:32.862111 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-1369c07e-f75b-4f96-a680-3ca998e796a0 None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:32.877687 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-422d72a7-917d-473e-afaf-74d5edcef4fb tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:32:32.881974 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-422d72a7-917d-473e-afaf-74d5edcef4fb tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Usage tracker for resource:subnet and tenant:416b2fd961bc4d70a26d66821f7df8e2 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:32:32.884855 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-422d72a7-917d-473e-afaf-74d5edcef4fb tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:32:32.891596 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-422d72a7-917d-473e-afaf-74d5edcef4fb tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:32:32.902242 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-422d72a7-917d-473e-afaf-74d5edcef4fb tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Made reservation on behalf of 416b2fd961bc4d70a26d66821f7df8e2 for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:32:32.937057 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-1369c07e-f75b-4f96-a680-3ca998e796a0 None None] Transition to ACTIVE for port object d8b3900a-7474-44f0-b770-0f46e6e6da8e will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:32:32.972763 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-1369c07e-f75b-4f96-a680-3ca998e796a0 None None] Transition to ACTIVE for port object d8b3900a-7474-44f0-b770-0f46e6e6da8e will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:32:32.982206 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8d581660-c6b9-464f-9d23-e5e2892fee7b tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Notify callbacks [] for subnet, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:32.993129 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-1369c07e-f75b-4f96-a680-3ca998e796a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:33.055056 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-422d72a7-917d-473e-afaf-74d5edcef4fb tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3219231'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:33.074218 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8d581660-c6b9-464f-9d23-e5e2892fee7b tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2627781'] for subnet, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:33.093300 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1369c07e-f75b-4f96-a680-3ca998e796a0 None None] Network 4aac2eae-679f-450f-844b-2f25662547f0 is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:32:33.098900 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-1369c07e-f75b-4f96-a680-3ca998e796a0 None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:32:33.102404 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1369c07e-f75b-4f96-a680-3ca998e796a0 None None] Pushing event updated for resources: {'Port': ['ID=d8b3900a-7474-44f0-b770-0f46e6e6da8e,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:33.104810 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1369c07e-f75b-4f96-a680-3ca998e796a0 None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:32:33.233201 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c87150bd-aa9c-4ad1-bb68-57ec66d4fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:33.260737 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-62e3f4f1-441f-4528-a233-ab7988813abf None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:33.276068 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-1369c07e-f75b-4f96-a680-3ca998e796a0 None None] Attempting to bind port d8b3900a-7474-44f0-b770-0f46e6e6da8e on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:32:33.276754 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-1369c07e-f75b-4f96-a680-3ca998e796a0 None None] Attempting to bind port d8b3900a-7474-44f0-b770-0f46e6e6da8e by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': '6730078e-21f4-4243-a0c1-f1ffd1b0a650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '4aac2eae-679f-450f-844b-2f25662547f0'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:32:33.277589 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1369c07e-f75b-4f96-a680-3ca998e796a0 None None] Attempting to bind port d8b3900a-7474-44f0-b770-0f46e6e6da8e on network 4aac2eae-679f-450f-844b-2f25662547f0 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:32:33.285633 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-62e3f4f1-441f-4528-a233-ab7988813abf None None] Transition to ACTIVE for port object 34e2f99f-3f8a-4e4f-a872-116b44837b65 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:32:33.288613 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1369c07e-f75b-4f96-a680-3ca998e796a0 None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:32:33.289201 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1369c07e-f75b-4f96-a680-3ca998e796a0 None None] Checking segment: {'id': '6730078e-21f4-4243-a0c1-f1ffd1b0a650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '4aac2eae-679f-450f-844b-2f25662547f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:32:33.289767 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-1369c07e-f75b-4f96-a680-3ca998e796a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:33.290330 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1369c07e-f75b-4f96-a680-3ca998e796a0 None None] Bound using segment: {'id': '6730078e-21f4-4243-a0c1-f1ffd1b0a650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '4aac2eae-679f-450f-844b-2f25662547f0'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:32:33.290966 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-1369c07e-f75b-4f96-a680-3ca998e796a0 None None] Bound port: d8b3900a-7474-44f0-b770-0f46e6e6da8e, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6730078e-21f4-4243-a0c1-f1ffd1b0a650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '4aac2eae-679f-450f-844b-2f25662547f0'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:32:33.291528 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-1369c07e-f75b-4f96-a680-3ca998e796a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:33.347909 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8d581660-c6b9-464f-9d23-e5e2892fee7b tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1525496'] for subnet, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:33.351280 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-62e3f4f1-441f-4528-a233-ab7988813abf None None] Transition to ACTIVE for port object 34e2f99f-3f8a-4e4f-a872-116b44837b65 will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:32:33.369287 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-62e3f4f1-441f-4528-a233-ab7988813abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:33.459222 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-7a48c0c3-277d-40ef-b6b8-c4d721d83dd3 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Allocated IP 2001:db8::1 (97ec2e17-7403-4552-a6fe-aa0c61ac9863/d2ff9f24-3b3e-4a2f-b1d2-82de2b4163ac/10a55a1d-108f-44a2-8340-e3d0aa0f4909) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:32:33.479770 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e3f4f1-441f-4528-a233-ab7988813abf None None] Network 97ec2e17-7403-4552-a6fe-aa0c61ac9863 is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:32:33.480846 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3f4f1-441f-4528-a233-ab7988813abf None None] Pushing event updated for resources: {'Port': ['ID=34e2f99f-3f8a-4e4f-a872-116b44837b65,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:33.484197 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-422d72a7-917d-473e-afaf-74d5edcef4fb tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3012444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3219213'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:33.484432 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-62e3f4f1-441f-4528-a233-ab7988813abf None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:32:33.486754 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e3f4f1-441f-4528-a233-ab7988813abf None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:32:33.517906 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8d581660-c6b9-464f-9d23-e5e2892fee7b tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1525489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3012507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3219316'] for subnet, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:33.525225 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-1369c07e-f75b-4f96-a680-3ca998e796a0 None None] For port d8b3900a-7474-44f0-b770-0f46e6e6da8e, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:32:33.572896 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8d581660-c6b9-464f-9d23-e5e2892fee7b tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:33.589413 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422d72a7-917d-473e-afaf-74d5edcef4fb tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event updated for resources: {'Subnet': ['ID=4d787928-21a6-4b16-9348-82acd3355c28,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:33.609638 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-624f4477-8e5c-462c-9268-1bad762d0b35 None None] Network a5afd0cf-5bc2-46aa-ac50-822d18d1d1ce requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:32:33.626195 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-1369c07e-f75b-4f96-a680-3ca998e796a0 None None] For port d8b3900a-7474-44f0-b770-0f46e6e6da8e, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=d8b3900a-7474-44f0-b770-0f46e6e6da8e,segment=NetworkSegment(6730078e-21f4-4243-a0c1-f1ffd1b0a650),segment_id=6730078e-21f4-4243-a0c1-f1ffd1b0a650)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:32:33.629516 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-8d581660-c6b9-464f-9d23-e5e2892fee7b tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] 10.222.0.13 "DELETE /v2.0/subnets/14cd7051-ed08-4065-a88a-18af7eafdb77 HTTP/1.1" status: 204 len: 168 time: 1.2477648 Mar 07 10:32:33.632512 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 39408) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:32:33.638301 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d581660-c6b9-464f-9d23-e5e2892fee7b tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Pushing event deleted for resources: {'Subnet': ['ID=14cd7051-ed08-4065-a88a-18af7eafdb77,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:33.665804 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7a48c0c3-277d-40ef-b6b8-c4d721d83dd3 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:33.679647 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-1369c07e-f75b-4f96-a680-3ca998e796a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:33.681762 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-7a48c0c3-277d-40ef-b6b8-c4d721d83dd3 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Transition to ACTIVE for port object 10a55a1d-108f-44a2-8340-e3d0aa0f4909 will not be triggered until provisioned by entity DHCP. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:32:33.685531 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-422d72a7-917d-473e-afaf-74d5edcef4fb tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Checking segment: {'id': '4474ed14-5f13-4464-b335-2bccd4977f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'a9a1f847-2ec7-4ac6-a95a-f6e6e94c7bd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:32:33.685911 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-422d72a7-917d-473e-afaf-74d5edcef4fb tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Network hostable DHCP agents. Network: a9a1f847-2ec7-4ac6-a95a-f6e6e94c7bd8, hostable agents: ['6527556c-6586-422c-ae47-082984683847'], hosted agents: [] {{(pid=83737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:32:33.707301 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7a48c0c3-277d-40ef-b6b8-c4d721d83dd3 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:33.719032 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f982376b-4268-458b-ab39-a2f695b0d924 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:33.720461 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f982376b-4268-458b-ab39-a2f695b0d924 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:33.721219 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-f982376b-4268-458b-ab39-a2f695b0d924 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Synchronizing usage tracker for tenant:4fc9a61c29f24294941704ccab1f3f2d on resource:subnet {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:32:33.738269 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-62e3f4f1-441f-4528-a233-ab7988813abf None None] Attempting to bind port 34e2f99f-3f8a-4e4f-a872-116b44837b65 on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:32:33.738896 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-62e3f4f1-441f-4528-a233-ab7988813abf None None] Attempting to bind port 34e2f99f-3f8a-4e4f-a872-116b44837b65 by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': '75215a2d-25db-49b4-93a6-59d36e07ef8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '97ec2e17-7403-4552-a6fe-aa0c61ac9863'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:32:33.739328 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e3f4f1-441f-4528-a233-ab7988813abf None None] Attempting to bind port 34e2f99f-3f8a-4e4f-a872-116b44837b65 on network 97ec2e17-7403-4552-a6fe-aa0c61ac9863 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:32:33.743349 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-422d72a7-917d-473e-afaf-74d5edcef4fb tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Network a9a1f847-2ec7-4ac6-a95a-f6e6e94c7bd8 is scheduled to be hosted by DHCP agent 6527556c-6586-422c-ae47-082984683847 with binding_index 1 {{(pid=83737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:32:33.747423 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-f982376b-4268-458b-ab39-a2f695b0d924 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Unset dirty status for tenant:4fc9a61c29f24294941704ccab1f3f2d on resource:subnet {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:32:33.748933 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-f982376b-4268-458b-ab39-a2f695b0d924 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1137724 Mar 07 10:32:33.751903 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 39412) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:32:33.784311 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e3f4f1-441f-4528-a233-ab7988813abf None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:32:33.784621 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a48c0c3-277d-40ef-b6b8-c4d721d83dd3 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Network 97ec2e17-7403-4552-a6fe-aa0c61ac9863 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:32:33.785173 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e3f4f1-441f-4528-a233-ab7988813abf None None] Checking segment: {'id': '75215a2d-25db-49b4-93a6-59d36e07ef8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '97ec2e17-7403-4552-a6fe-aa0c61ac9863'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:32:33.785573 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-62e3f4f1-441f-4528-a233-ab7988813abf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:33.785953 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e3f4f1-441f-4528-a233-ab7988813abf None None] Bound using segment: {'id': '75215a2d-25db-49b4-93a6-59d36e07ef8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '97ec2e17-7403-4552-a6fe-aa0c61ac9863'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:32:33.786435 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-62e3f4f1-441f-4528-a233-ab7988813abf None None] Bound port: 34e2f99f-3f8a-4e4f-a872-116b44837b65, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75215a2d-25db-49b4-93a6-59d36e07ef8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '97ec2e17-7403-4552-a6fe-aa0c61ac9863'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:32:33.786796 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-62e3f4f1-441f-4528-a233-ab7988813abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:33.788564 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-7a48c0c3-277d-40ef-b6b8-c4d721d83dd3 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:32:33.792507 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a48c0c3-277d-40ef-b6b8-c4d721d83dd3 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:32:33.793246 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7a48c0c3-277d-40ef-b6b8-c4d721d83dd3 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3920324'] for router_interface, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:33.800001 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a48c0c3-277d-40ef-b6b8-c4d721d83dd3 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Pushing event updated for resources: {'Port': ['ID=10a55a1d-108f-44a2-8340-e3d0aa0f4909,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:33.827422 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-5c247166-7f0c-45b8-999a-444f54cb90c4 None None] Provisioning for port e147be49-05d0-4e7f-b19a-a17c6954d7cd completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:32:33.837649 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-422d72a7-917d-473e-afaf-74d5edcef4fb tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830731-3-hyperv, a9a1f847-2ec7-4ac6-a95a-f6e6e94c7bd8) {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:32:33.852107 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-422d72a7-917d-473e-afaf-74d5edcef4fb tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:33.852716 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-422d72a7-917d-473e-afaf-74d5edcef4fb tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:33.853696 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1369c07e-f75b-4f96-a680-3ca998e796a0 None None] Pushing event updated for resources: {'Port': ['ID=d8b3900a-7474-44f0-b770-0f46e6e6da8e,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:33.903110 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7a48c0c3-277d-40ef-b6b8-c4d721d83dd3 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:33.916946 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c78447a6-5652-46f6-8656-ec9e208cbf26 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1158940'] for network, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:33.926370 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-422d72a7-917d-473e-afaf-74d5edcef4fb tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.1916609 Mar 07 10:32:33.942863 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-c78447a6-5652-46f6-8656-ec9e208cbf26 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] DELETE failed (client error): There was a conflict when trying to complete your request. Mar 07 10:32:33.943581 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c78447a6-5652-46f6-8656-ec9e208cbf26 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:32:33.951752 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-c78447a6-5652-46f6-8656-ec9e208cbf26 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] 10.222.0.13 "DELETE /v2.0/networks/4aac2eae-679f-450f-844b-2f25662547f0 HTTP/1.1" status: 409 len: 405 time: 0.1985877 Mar 07 10:32:33.952703 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 39418) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:32:33.959385 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-3839c459-50d1-497e-9184-37cbbba208e8 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-686724541'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:32:33.961570 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-62e3f4f1-441f-4528-a233-ab7988813abf None None] For port 34e2f99f-3f8a-4e4f-a872-116b44837b65, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:32:33.966819 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-62e3f4f1-441f-4528-a233-ab7988813abf None None] For port 34e2f99f-3f8a-4e4f-a872-116b44837b65, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=34e2f99f-3f8a-4e4f-a872-116b44837b65,segment=NetworkSegment(75215a2d-25db-49b4-93a6-59d36e07ef8b),segment_id=75215a2d-25db-49b4-93a6-59d36e07ef8b)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:32:33.967992 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6523142-bd1c-42c2-a11f-49407f5784c2 None None] Network a9a1f847-2ec7-4ac6-a95a-f6e6e94c7bd8 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:32:33.985099 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-3839c459-50d1-497e-9184-37cbbba208e8 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:32:33.989277 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-3839c459-50d1-497e-9184-37cbbba208e8 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Usage tracker for resource:network and tenant:4fc9a61c29f24294941704ccab1f3f2d is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:32:33.996281 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-3839c459-50d1-497e-9184-37cbbba208e8 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:32:34.015062 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-3839c459-50d1-497e-9184-37cbbba208e8 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:32:34.031079 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3839c459-50d1-497e-9184-37cbbba208e8 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Made reservation on behalf of 4fc9a61c29f24294941704ccab1f3f2d for: {'network': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:32:34.046627 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3839c459-50d1-497e-9184-37cbbba208e8 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for network, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:34.096066 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3839c459-50d1-497e-9184-37cbbba208e8 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=83737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:32:34.099704 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device e147be49-05d0-4e7f-b19a-a17c6954d7cd up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:32:34.131604 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3839c459-50d1-497e-9184-37cbbba208e8 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:34.132546 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.db.segments_db [None req-3839c459-50d1-497e-9184-37cbbba208e8 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Added segment 354f22a4-b58b-4c09-a40c-f49bd6c3cebe of type vlan for network 21fb87e5-d628-4b3b-abc9-3df3bd92fab3 Mar 07 10:32:34.168181 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3839c459-50d1-497e-9184-37cbbba208e8 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732568034061'] for network, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:34.208032 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3839c459-50d1-497e-9184-37cbbba208e8 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594'] for network, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:34.250314 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-62e3f4f1-441f-4528-a233-ab7988813abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:34.250630 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3839c459-50d1-497e-9184-37cbbba208e8 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:34.250630 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3839c459-50d1-497e-9184-37cbbba208e8 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:34.420665 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3839c459-50d1-497e-9184-37cbbba208e8 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Pushing event updated for resources: {'Network': ['ID=21fb87e5-d628-4b3b-abc9-3df3bd92fab3,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:34.435453 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-3839c459-50d1-497e-9184-37cbbba208e8 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4797344 Mar 07 10:32:34.438037 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 39422) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:32:34.451628 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Network 21fb87e5-d628-4b3b-abc9-3df3bd92fab3 details requested by agent ovs-agent-dv-neutron-830731-3-hyperv with host dv-neutron-830731-3-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 10:32:34.451915 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-130078e4-1331-4b98-8724-118e027fd262 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Request body: {'subnet': {'network_id': '21fb87e5-d628-4b3b-abc9-3df3bd92fab3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:32:34.523685 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7a48c0c3-277d-40ef-b6b8-c4d721d83dd3 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks [] for port, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:34.534740 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 39426) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:32:34.541185 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-f48d5b1a-70e0-446c-880f-1b964f099896 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-615166911', 'description': 'tempest-secgroup-smoke-615166911 description', 'project_id': '416b2fd961bc4d70a26d66821f7df8e2'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:32:34.541404 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7a48c0c3-277d-40ef-b6b8-c4d721d83dd3 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3556717'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:34.542371 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7a48c0c3-277d-40ef-b6b8-c4d721d83dd3 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2756426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3920233'] for router_interface, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:34.549701 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-f48d5b1a-70e0-446c-880f-1b964f099896 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:32:34.555589 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-f48d5b1a-70e0-446c-880f-1b964f099896 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Usage tracker for resource:security_group and tenant:416b2fd961bc4d70a26d66821f7df8e2 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:32:34.563778 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-f48d5b1a-70e0-446c-880f-1b964f099896 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:32:34.570649 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-f48d5b1a-70e0-446c-880f-1b964f099896 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:32:34.585293 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f48d5b1a-70e0-446c-880f-1b964f099896 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:34.589187 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3f4f1-441f-4528-a233-ab7988813abf None None] Pushing event updated for resources: {'Port': ['ID=34e2f99f-3f8a-4e4f-a872-116b44837b65,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:34.624908 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-f48d5b1a-70e0-446c-880f-1b964f099896 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:32:34.628985 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-f48d5b1a-70e0-446c-880f-1b964f099896 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Usage tracker for resource:security_group_rule and tenant:416b2fd961bc4d70a26d66821f7df8e2 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:32:34.632294 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-f48d5b1a-70e0-446c-880f-1b964f099896 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:32:34.640998 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-f48d5b1a-70e0-446c-880f-1b964f099896 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:32:34.718361 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f48d5b1a-70e0-446c-880f-1b964f099896 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:34.720928 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-130078e4-1331-4b98-8724-118e027fd262 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:32:34.723048 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f48d5b1a-70e0-446c-880f-1b964f099896 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:34.727533 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning for port e147be49-05d0-4e7f-b19a-a17c6954d7cd completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:32:34.768324 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port e147be49-05d0-4e7f-b19a-a17c6954d7cd triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:32:34.768638 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:34.771492 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48d5b1a-70e0-446c-880f-1b964f099896 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1837be0-34d5-4b3c-a7be-05bc11b1a81d,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:34.774886 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f48d5b1a-70e0-446c-880f-1b964f099896 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:34.779184 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-f48d5b1a-70e0-446c-880f-1b964f099896 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2403188 Mar 07 10:32:34.779396 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 39430) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:32:34.785934 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-801a04c2-4cd8-4612-be48-fd475fbc2b2a tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Request body: {'security_group_rule': {'security_group_id': 'a1837be0-34d5-4b3c-a7be-05bc11b1a81d', 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:32:34.792907 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-801a04c2-4cd8-4612-be48-fd475fbc2b2a tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:32:34.805781 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-801a04c2-4cd8-4612-be48-fd475fbc2b2a tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Usage tracker for resource:security_group_rule and tenant:416b2fd961bc4d70a26d66821f7df8e2 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:32:34.809090 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63d9e1f0-e0ab-4752-8cb3-faaf1cc222fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ec2749d-0aec-52fb-aca6-10ba8a80aade-a9a1f847-2ec7-4ac6-a95a-f6e6e94c7bd8', 'network_id': 'a9a1f847-2ec7-4ac6-a95a-f6e6e94c7bd8', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'fixed_ips': [{'subnet_id': '4d787928-21a6-4b16-9348-82acd3355c28'}]}} from dv-neutron-830731-3-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 07 10:32:34.810051 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-801a04c2-4cd8-4612-be48-fd475fbc2b2a tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:32:34.810434 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-63d9e1f0-e0ab-4752-8cb3-faaf1cc222fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:34.816346 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-801a04c2-4cd8-4612-be48-fd475fbc2b2a tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:32:34.834790 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-801a04c2-4cd8-4612-be48-fd475fbc2b2a tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:34.854399 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-130078e4-1331-4b98-8724-118e027fd262 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:32:34.856769 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a48c0c3-277d-40ef-b6b8-c4d721d83dd3 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Pushing event updated for resources: {'Port': ['ID=10a55a1d-108f-44a2-8340-e3d0aa0f4909,revision_number=2']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:34.893333 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-130078e4-1331-4b98-8724-118e027fd262 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Made reservation on behalf of 4fc9a61c29f24294941704ccab1f3f2d for: {'subnet': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:32:34.923401 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-801a04c2-4cd8-4612-be48-fd475fbc2b2a tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:34.941052 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-801a04c2-4cd8-4612-be48-fd475fbc2b2a tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:34.976463 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-801a04c2-4cd8-4612-be48-fd475fbc2b2a tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:34.978233 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-801a04c2-4cd8-4612-be48-fd475fbc2b2a tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1976721 Mar 07 10:32:34.979376 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801a04c2-4cd8-4612-be48-fd475fbc2b2a tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c611086-6bac-41c7-9588-1d8728c2296a,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:34.981411 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 39434) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:32:34.989295 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-33a34cec-5037-400b-a915-0e1e6e36da0b tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Request body: {'security_group_rule': {'security_group_id': 'a1837be0-34d5-4b3c-a7be-05bc11b1a81d', 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:32:34.997436 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-33a34cec-5037-400b-a915-0e1e6e36da0b tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:32:35.002861 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-33a34cec-5037-400b-a915-0e1e6e36da0b tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Usage tracker for resource:security_group_rule and tenant:416b2fd961bc4d70a26d66821f7df8e2 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:32:35.007044 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-33a34cec-5037-400b-a915-0e1e6e36da0b tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:32:35.014637 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-33a34cec-5037-400b-a915-0e1e6e36da0b tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:32:35.040902 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-33a34cec-5037-400b-a915-0e1e6e36da0b tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:35.084024 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:35.126473 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a48c0c3-277d-40ef-b6b8-c4d721d83dd3 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Network 97ec2e17-7403-4552-a6fe-aa0c61ac9863 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:32:35.145723 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-7a48c0c3-277d-40ef-b6b8-c4d721d83dd3 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:32:35.157069 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-33a34cec-5037-400b-a915-0e1e6e36da0b tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:35.162065 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-63d9e1f0-e0ab-4752-8cb3-faaf1cc222fb None None] Allocated IP 172.20.0.18 (a9a1f847-2ec7-4ac6-a95a-f6e6e94c7bd8/4d787928-21a6-4b16-9348-82acd3355c28/7a002cd0-aa7a-4f97-b0f0-cb953e580629) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:32:35.165240 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-33a34cec-5037-400b-a915-0e1e6e36da0b tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:35.172170 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] For port e147be49-05d0-4e7f-b19a-a17c6954d7cd, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=e147be49-05d0-4e7f-b19a-a17c6954d7cd,segment=NetworkSegment(e5ce5587-61f5-48f7-a7ca-dafecb0233f1),segment_id=e5ce5587-61f5-48f7-a7ca-dafecb0233f1)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:32:35.179695 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:35.201357 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a34cec-5037-400b-a915-0e1e6e36da0b tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4970d452-6092-44c6-9149-67ca58d770bf,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:35.220026 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-33a34cec-5037-400b-a915-0e1e6e36da0b tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:35.221234 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-33a34cec-5037-400b-a915-0e1e6e36da0b tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2382529 Mar 07 10:32:35.223732 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 39438) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:32:35.230765 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-9851f91b-b716-4386-ae09-a42093ecc7a0 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Request body: {'security_group_rule': {'security_group_id': 'a1837be0-34d5-4b3c-a7be-05bc11b1a81d', 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:32:35.238376 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-9851f91b-b716-4386-ae09-a42093ecc7a0 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:32:35.249815 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-9851f91b-b716-4386-ae09-a42093ecc7a0 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Usage tracker for resource:security_group_rule and tenant:416b2fd961bc4d70a26d66821f7df8e2 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:32:35.258468 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-9851f91b-b716-4386-ae09-a42093ecc7a0 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:32:35.267778 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-9851f91b-b716-4386-ae09-a42093ecc7a0 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:32:35.298337 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9851f91b-b716-4386-ae09-a42093ecc7a0 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:35.358050 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-130078e4-1331-4b98-8724-118e027fd262 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741426'] for subnet, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:35.393901 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9851f91b-b716-4386-ae09-a42093ecc7a0 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:35.399901 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9851f91b-b716-4386-ae09-a42093ecc7a0 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:35.427078 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9851f91b-b716-4386-ae09-a42093ecc7a0 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=045cfe15-3f61-4869-b25a-d4d1b175680d,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:35.452854 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9851f91b-b716-4386-ae09-a42093ecc7a0 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:35.455522 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-9851f91b-b716-4386-ae09-a42093ecc7a0 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2297373 Mar 07 10:32:35.457459 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 39442) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:32:35.465407 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-c06e99aa-f0e7-416c-a348-18abcbd1fa71 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Request body: {'security_group_rule': {'security_group_id': 'a1837be0-34d5-4b3c-a7be-05bc11b1a81d', 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:32:35.472655 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-c06e99aa-f0e7-416c-a348-18abcbd1fa71 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:32:35.476453 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-c06e99aa-f0e7-416c-a348-18abcbd1fa71 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Usage tracker for resource:security_group_rule and tenant:416b2fd961bc4d70a26d66821f7df8e2 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:32:35.477808 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Pushing event updated for resources: {'Port': ['ID=e147be49-05d0-4e7f-b19a-a17c6954d7cd,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:35.479861 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-c06e99aa-f0e7-416c-a348-18abcbd1fa71 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:32:35.491481 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-c06e99aa-f0e7-416c-a348-18abcbd1fa71 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:32:35.516104 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c06e99aa-f0e7-416c-a348-18abcbd1fa71 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:35.526030 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-047c43bf-4507-4b84-8415-879af4fc2830 None None] Provisioning complete for port e147be49-05d0-4e7f-b19a-a17c6954d7cd triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:32:35.526393 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-047c43bf-4507-4b84-8415-879af4fc2830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:35.683268 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-63d9e1f0-e0ab-4752-8cb3-faaf1cc222fb None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:35.694237 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c06e99aa-f0e7-416c-a348-18abcbd1fa71 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:35.701563 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c06e99aa-f0e7-416c-a348-18abcbd1fa71 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:35.734934 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06e99aa-f0e7-416c-a348-18abcbd1fa71 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=345e8fb7-c473-493e-9c12-557b49ea26eb,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:35.737418 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-63d9e1f0-e0ab-4752-8cb3-faaf1cc222fb None None] Transition to ACTIVE for port object 7a002cd0-aa7a-4f97-b0f0-cb953e580629 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:32:35.741523 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d91b6d7f-ef9e-4a38-82a9-1100cb09d0f8 None None] Network 4aac2eae-679f-450f-844b-2f25662547f0 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:32:35.754369 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c06e99aa-f0e7-416c-a348-18abcbd1fa71 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:35.755704 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-c06e99aa-f0e7-416c-a348-18abcbd1fa71 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2962651 Mar 07 10:32:35.758478 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 39446) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:32:35.773347 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-9b3e3dfd-c94b-4f73-8649-8a9499d17c0a tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Request body: {'security_group_rule': {'security_group_id': 'a1837be0-34d5-4b3c-a7be-05bc11b1a81d', 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:32:35.783897 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-9b3e3dfd-c94b-4f73-8649-8a9499d17c0a tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:32:35.790376 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-9b3e3dfd-c94b-4f73-8649-8a9499d17c0a tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Usage tracker for resource:security_group_rule and tenant:416b2fd961bc4d70a26d66821f7df8e2 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:32:35.796110 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-9b3e3dfd-c94b-4f73-8649-8a9499d17c0a tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:32:35.802652 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-9b3e3dfd-c94b-4f73-8649-8a9499d17c0a tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:32:35.821913 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.db.securitygroups_db [None req-9b3e3dfd-c94b-4f73-8649-8a9499d17c0a tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Project 416b2fd961bc4d70a26d66821f7df8e2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 10:32:35.833958 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9b3e3dfd-c94b-4f73-8649-8a9499d17c0a tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:35.849353 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-63d9e1f0-e0ab-4752-8cb3-faaf1cc222fb None None] Transition to ACTIVE for port object 7a002cd0-aa7a-4f97-b0f0-cb953e580629 will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:32:35.869142 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-63d9e1f0-e0ab-4752-8cb3-faaf1cc222fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:35.943214 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9b3e3dfd-c94b-4f73-8649-8a9499d17c0a tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:35.958076 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9b3e3dfd-c94b-4f73-8649-8a9499d17c0a tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:35.971925 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a48c0c3-277d-40ef-b6b8-c4d721d83dd3 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Router 1b70b58f-86a5-4669-b274-6fb436e71ff3 is scheduled to L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 with binding_index 1 {{(pid=83738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 10:32:36.010259 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.objects.ports [None req-130078e4-1331-4b98-8724-118e027fd262 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83738) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 07 10:32:36.015028 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-130078e4-1331-4b98-8724-118e027fd262 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3556832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741408'] for subnet, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:36.022188 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3e3dfd-c94b-4f73-8649-8a9499d17c0a tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56bc9c42-5552-43cf-8cb0-1e50fc3df4f5,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:36.026462 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9b3e3dfd-c94b-4f73-8649-8a9499d17c0a tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:36.028660 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-9b3e3dfd-c94b-4f73-8649-8a9499d17c0a tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2681901 Mar 07 10:32:36.031260 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 39450) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:32:36.038795 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-4f05266c-1b17-40bc-bec5-e2b92e729960 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Request body: {'security_group_rule': {'security_group_id': 'a1837be0-34d5-4b3c-a7be-05bc11b1a81d', 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:32:36.053879 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63d9e1f0-e0ab-4752-8cb3-faaf1cc222fb None None] Network a9a1f847-2ec7-4ac6-a95a-f6e6e94c7bd8 is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:32:36.056728 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-4f05266c-1b17-40bc-bec5-e2b92e729960 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:32:36.063425 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-4f05266c-1b17-40bc-bec5-e2b92e729960 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Usage tracker for resource:security_group_rule and tenant:416b2fd961bc4d70a26d66821f7df8e2 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:32:36.063610 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-63d9e1f0-e0ab-4752-8cb3-faaf1cc222fb None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:32:36.065329 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d9e1f0-e0ab-4752-8cb3-faaf1cc222fb None None] Pushing event updated for resources: {'Port': ['ID=7a002cd0-aa7a-4f97-b0f0-cb953e580629,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:36.067432 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d9e1f0-e0ab-4752-8cb3-faaf1cc222fb None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:32:36.070142 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-4f05266c-1b17-40bc-bec5-e2b92e729960 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:32:36.083834 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-4f05266c-1b17-40bc-bec5-e2b92e729960 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:32:36.101542 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.db.securitygroups_db [None req-4f05266c-1b17-40bc-bec5-e2b92e729960 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Project 416b2fd961bc4d70a26d66821f7df8e2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 10:32:36.111409 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4f05266c-1b17-40bc-bec5-e2b92e729960 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:36.212303 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-fbcce29e-c686-4b84-873e-765eed943220 None None] Provisioning for port d8b3900a-7474-44f0-b770-0f46e6e6da8e completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:32:36.237482 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4f05266c-1b17-40bc-bec5-e2b92e729960 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:36.245771 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4f05266c-1b17-40bc-bec5-e2b92e729960 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:36.272000 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-63d9e1f0-e0ab-4752-8cb3-faaf1cc222fb None None] Attempting to bind port 7a002cd0-aa7a-4f97-b0f0-cb953e580629 on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:32:36.272369 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-63d9e1f0-e0ab-4752-8cb3-faaf1cc222fb None None] Attempting to bind port 7a002cd0-aa7a-4f97-b0f0-cb953e580629 by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': '4474ed14-5f13-4464-b335-2bccd4977f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'a9a1f847-2ec7-4ac6-a95a-f6e6e94c7bd8'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:32:36.272749 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d9e1f0-e0ab-4752-8cb3-faaf1cc222fb None None] Attempting to bind port 7a002cd0-aa7a-4f97-b0f0-cb953e580629 on network a9a1f847-2ec7-4ac6-a95a-f6e6e94c7bd8 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:32:36.292533 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d9e1f0-e0ab-4752-8cb3-faaf1cc222fb None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:32:36.292901 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d9e1f0-e0ab-4752-8cb3-faaf1cc222fb None None] Checking segment: {'id': '4474ed14-5f13-4464-b335-2bccd4977f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'a9a1f847-2ec7-4ac6-a95a-f6e6e94c7bd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:32:36.293338 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-63d9e1f0-e0ab-4752-8cb3-faaf1cc222fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:36.293774 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d9e1f0-e0ab-4752-8cb3-faaf1cc222fb None None] Bound using segment: {'id': '4474ed14-5f13-4464-b335-2bccd4977f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'a9a1f847-2ec7-4ac6-a95a-f6e6e94c7bd8'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:32:36.294243 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-63d9e1f0-e0ab-4752-8cb3-faaf1cc222fb None None] Bound port: 7a002cd0-aa7a-4f97-b0f0-cb953e580629, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4474ed14-5f13-4464-b335-2bccd4977f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'a9a1f847-2ec7-4ac6-a95a-f6e6e94c7bd8'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:32:36.294603 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-63d9e1f0-e0ab-4752-8cb3-faaf1cc222fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:36.314669 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f05266c-1b17-40bc-bec5-e2b92e729960 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=761877b7-ae17-4bac-9169-4a7806c3e363,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:36.328799 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130078e4-1331-4b98-8724-118e027fd262 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Pushing event updated for resources: {'Subnet': ['ID=45efcd40-71d6-457f-9373-ec462376f123,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:36.344915 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130078e4-1331-4b98-8724-118e027fd262 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Checking segment: {'id': '354f22a4-b58b-4c09-a40c-f49bd6c3cebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '21fb87e5-d628-4b3b-abc9-3df3bd92fab3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:32:36.345218 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-130078e4-1331-4b98-8724-118e027fd262 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Network hostable DHCP agents. Network: 21fb87e5-d628-4b3b-abc9-3df3bd92fab3, hostable agents: ['6527556c-6586-422c-ae47-082984683847'], hosted agents: [] {{(pid=83738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:32:36.352250 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4f05266c-1b17-40bc-bec5-e2b92e729960 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:36.354022 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-4f05266c-1b17-40bc-bec5-e2b92e729960 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3214757 Mar 07 10:32:36.375472 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device d8b3900a-7474-44f0-b770-0f46e6e6da8e up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:32:36.413962 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-130078e4-1331-4b98-8724-118e027fd262 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Network 21fb87e5-d628-4b3b-abc9-3df3bd92fab3 is scheduled to be hosted by DHCP agent 6527556c-6586-422c-ae47-082984683847 with binding_index 1 {{(pid=83738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:32:36.433606 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-130078e4-1331-4b98-8724-118e027fd262 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830731-3-hyperv, 21fb87e5-d628-4b3b-abc9-3df3bd92fab3) {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:32:36.439956 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a48c0c3-277d-40ef-b6b8-c4d721d83dd3 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:32:36.442899 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-130078e4-1331-4b98-8724-118e027fd262 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:36.443506 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-130078e4-1331-4b98-8724-118e027fd262 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:36.452826 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e861cd43-1419-4de0-9836-e0fd1ecc89ae None None] Sync routers for ids ['1b70b58f-86a5-4669-b274-6fb436e71ff3'] in dv-neutron-830731-3-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:32:36.473755 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e861cd43-1419-4de0-9836-e0fd1ecc89ae None None] Routers {'1b70b58f-86a5-4669-b274-6fb436e71ff3'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:32:36.474131 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-e861cd43-1419-4de0-9836-e0fd1ecc89ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:32:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['1b70b58f-86a5-4669-b274-6fb436e71ff3'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:32:36.494694 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e03ae79-496d-4120-876a-17608b9f72c1 None None] DHCP port deletion for 4aac2eae-679f-450f-844b-2f25662547f0 request from dv-neutron-830731-3-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 07 10:32:36.497305 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e624937a-2ed9-48cd-9685-cbec9ebfbdb7 None None] Network 21fb87e5-d628-4b3b-abc9-3df3bd92fab3 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:32:36.541746 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 39456) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:32:36.547423 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-a5682c2b-39d5-4fa3-882c-afccc8fea030 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1320543413'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:32:36.552079 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-7a48c0c3-277d-40ef-b6b8-c4d721d83dd3 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] 10.222.0.13 "PUT /v2.0/routers/1b70b58f-86a5-4669-b274-6fb436e71ff3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5881219 Mar 07 10:32:36.563786 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-a5682c2b-39d5-4fa3-882c-afccc8fea030 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:32:36.566695 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-130078e4-1331-4b98-8724-118e027fd262 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1276131 Mar 07 10:32:36.570832 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 39462) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:32:36.585799 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-a5682c2b-39d5-4fa3-882c-afccc8fea030 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Usage tracker for resource:network and tenant:0d2fd6fe5acd4dee8d48a1427bbf6953 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:32:36.592526 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-0b8dd36f-23f0-49c5-8966-283c2bb27248 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Request body: {'port': {'network_id': '21fb87e5-d628-4b3b-abc9-3df3bd92fab3', 'name': 'tempest-NetworksIpV6TestAttrs-436710476'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:32:36.594905 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-a5682c2b-39d5-4fa3-882c-afccc8fea030 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:32:36.598372 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-5e03ae79-496d-4120-876a-17608b9f72c1 None None] Deleting port d8b3900a-7474-44f0-b770-0f46e6e6da8e {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:32:36.598938 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-5e03ae79-496d-4120-876a-17608b9f72c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:36.606803 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-a5682c2b-39d5-4fa3-882c-afccc8fea030 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:32:36.655294 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5682c2b-39d5-4fa3-882c-afccc8fea030 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Made reservation on behalf of 0d2fd6fe5acd4dee8d48a1427bbf6953 for: {'network': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:32:36.669241 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a5682c2b-39d5-4fa3-882c-afccc8fea030 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for network, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:36.713655 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-63d9e1f0-e0ab-4752-8cb3-faaf1cc222fb None None] For port 7a002cd0-aa7a-4f97-b0f0-cb953e580629, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:32:36.755614 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5682c2b-39d5-4fa3-882c-afccc8fea030 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=83737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:32:36.779426 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a5682c2b-39d5-4fa3-882c-afccc8fea030 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:36.781043 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.db.segments_db [None req-a5682c2b-39d5-4fa3-882c-afccc8fea030 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Added segment 4a104f5d-ffb5-40f4-8525-8b155171beab of type vlan for network ca89f0fe-efa0-4332-b232-e76791e24a10 Mar 07 10:32:36.804062 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-0b8dd36f-23f0-49c5-8966-283c2bb27248 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:32:36.807999 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-0b8dd36f-23f0-49c5-8966-283c2bb27248 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Usage tracker for resource:port and tenant:4fc9a61c29f24294941704ccab1f3f2d is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:32:36.810989 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-0b8dd36f-23f0-49c5-8966-283c2bb27248 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:32:36.817018 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-0b8dd36f-23f0-49c5-8966-283c2bb27248 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:32:36.818776 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-e861cd43-1419-4de0-9836-e0fd1ecc89ae None None] Set router 1b70b58f-86a5-4669-b274-6fb436e71ff3 gateway port host: None {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:32:36.828316 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b8dd36f-23f0-49c5-8966-283c2bb27248 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Made reservation on behalf of 4fc9a61c29f24294941704ccab1f3f2d for: {'port': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:32:36.833503 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0b8dd36f-23f0-49c5-8966-283c2bb27248 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:36.860166 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [None req-0b8dd36f-23f0-49c5-8966-283c2bb27248 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] device_id is not set on port c253672f-da09-441f-92f8-e8ab11507daa yet. {{(pid=83738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 07 10:32:36.884155 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-5e03ae79-496d-4120-876a-17608b9f72c1 None None] For port d8b3900a-7474-44f0-b770-0f46e6e6da8e, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=d8b3900a-7474-44f0-b770-0f46e6e6da8e,segment=NetworkSegment(6730078e-21f4-4243-a0c1-f1ffd1b0a650),segment_id=6730078e-21f4-4243-a0c1-f1ffd1b0a650)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:32:36.884563 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-5e03ae79-496d-4120-876a-17608b9f72c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:36.907765 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a5682c2b-39d5-4fa3-882c-afccc8fea030 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732568034061'] for network, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:36.995274 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-509dcc67-8c71-4e93-8cec-e3098ad17ee1 req-7a2a562d-bbc2-4228-99d6-3eaee662de7d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Synchronizing usage tracker for tenant:416b2fd961bc4d70a26d66821f7df8e2 on resource:security_group {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:32:37.009452 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-5e03ae79-496d-4120-876a-17608b9f72c1 None None] Calling delete_port for d8b3900a-7474-44f0-b770-0f46e6e6da8e owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:32:37.027207 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a5682c2b-39d5-4fa3-882c-afccc8fea030 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594'] for network, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:37.037710 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5682c2b-39d5-4fa3-882c-afccc8fea030 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:37.040056 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a5682c2b-39d5-4fa3-882c-afccc8fea030 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:37.101918 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cb0bd4c-873e-44ee-a567-d23ab8bd7166 None None] Network 97ec2e17-7403-4552-a6fe-aa0c61ac9863 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:32:37.153988 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-0b8dd36f-23f0-49c5-8966-283c2bb27248 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Allocated IP 2001:db8::f816:3eff:fe49:f1a5 (21fb87e5-d628-4b3b-abc9-3df3bd92fab3/45efcd40-71d6-457f-9373-ec462376f123/c253672f-da09-441f-92f8-e8ab11507daa) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:32:37.180619 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-e861cd43-1419-4de0-9836-e0fd1ecc89ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b70b58f-86a5-4669-b274-6fb436e71ff3', 'name': 'tempest-RoutersIpV6Test-router-1746563883', 'tenant_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:32:30Z', 'updated_at': '2022-03-07T10:32:33Z', 'revision_number': 2, 'project_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'gw_port_host': None, '_interfaces': [{'id': '10a55a1d-108f-44a2-8340-e3d0aa0f4909', 'name': '', 'network_id': '97ec2e17-7403-4552-a6fe-aa0c61ac9863', 'tenant_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'mac_address': 'fa:16:3e:f9:ba:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b70b58f-86a5-4669-b274-6fb436e71ff3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd2ff9f24-3b3e-4a2f-b1d2-82de2b4163ac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:32:33Z', 'updated_at': '2022-03-07T10:32:34Z', 'revision_number': 2, 'project_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'subnets': [{'id': 'd2ff9f24-3b3e-4a2f-b1d2-82de2b4163ac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:32:37.186938 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e861cd43-1419-4de0-9836-e0fd1ecc89ae None None] Checking router: 1b70b58f-86a5-4669-b274-6fb436e71ff3 for host: dv-neutron-830731-3-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 07 10:32:37.187879 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e861cd43-1419-4de0-9836-e0fd1ecc89ae None None] Updating router 1b70b58f-86a5-4669-b274-6fb436e71ff3 port 10a55a1d-108f-44a2-8340-e3d0aa0f4909 binding host dv-neutron-830731-3-hyperv {{(pid=83740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 07 10:32:37.190797 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-509dcc67-8c71-4e93-8cec-e3098ad17ee1 req-7a2a562d-bbc2-4228-99d6-3eaee662de7d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Unset dirty status for tenant:416b2fd961bc4d70a26d66821f7df8e2 on resource:security_group {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:32:37.199067 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-509dcc67-8c71-4e93-8cec-e3098ad17ee1 req-7a2a562d-bbc2-4228-99d6-3eaee662de7d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-615166911&fields=id&tenant_id=416b2fd961bc4d70a26d66821f7df8e2 HTTP/1.1" status: 200 len: 267 time: 0.4052789 Mar 07 10:32:37.202569 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-5e03ae79-496d-4120-876a-17608b9f72c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812'] for port, after_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:37.243645 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-63d9e1f0-e0ab-4752-8cb3-faaf1cc222fb None None] For port 7a002cd0-aa7a-4f97-b0f0-cb953e580629, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=7a002cd0-aa7a-4f97-b0f0-cb953e580629,segment=NetworkSegment(4474ed14-5f13-4464-b335-2bccd4977f52),segment_id=4474ed14-5f13-4464-b335-2bccd4977f52)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:32:37.264732 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-e861cd43-1419-4de0-9836-e0fd1ecc89ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:37.282709 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-63d9e1f0-e0ab-4752-8cb3-faaf1cc222fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:37.286339 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e03ae79-496d-4120-876a-17608b9f72c1 None None] Pushing event deleted for resources: {'Port': ['ID=d8b3900a-7474-44f0-b770-0f46e6e6da8e,revision_number=None']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:37.412277 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5682c2b-39d5-4fa3-882c-afccc8fea030 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Pushing event updated for resources: {'Network': ['ID=ca89f0fe-efa0-4332-b232-e76791e24a10,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:37.420721 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-a5682c2b-39d5-4fa3-882c-afccc8fea030 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8748188 Mar 07 10:32:37.421993 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 39470) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:32:37.431071 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-797b56da-a06f-4766-9624-90fe8e5a5fd1 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Request body: {'subnet': {'network_id': 'ca89f0fe-efa0-4332-b232-e76791e24a10', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:32:37.560840 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509dcc67-8c71-4e93-8cec-e3098ad17ee1 req-ae78f5b1-335c-4dd4-a54f-3fd5eff5c237 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:37.567557 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-509dcc67-8c71-4e93-8cec-e3098ad17ee1 req-ae78f5b1-335c-4dd4-a54f-3fd5eff5c237 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/networks?id=a9a1f847-2ec7-4ac6-a95a-f6e6e94c7bd8 HTTP/1.1" status: 200 len: 797 time: 0.3675840 Mar 07 10:32:37.584891 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port d8b3900a-7474-44f0-b770-0f46e6e6da8e triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:32:37.585796 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:37.597368 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0b8dd36f-23f0-49c5-8966-283c2bb27248 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:37.605318 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-797b56da-a06f-4766-9624-90fe8e5a5fd1 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:32:37.611426 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-797b56da-a06f-4766-9624-90fe8e5a5fd1 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Usage tracker for resource:subnet and tenant:0d2fd6fe5acd4dee8d48a1427bbf6953 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:32:37.615650 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-0b8dd36f-23f0-49c5-8966-283c2bb27248 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Transition to ACTIVE for port object c253672f-da09-441f-92f8-e8ab11507daa will not be triggered until provisioned by entity DHCP. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:32:37.615803 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Network ca89f0fe-efa0-4332-b232-e76791e24a10 details requested by agent ovs-agent-dv-neutron-830731-3-hyperv with host dv-neutron-830731-3-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 10:32:37.616048 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-797b56da-a06f-4766-9624-90fe8e5a5fd1 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:32:37.625959 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-797b56da-a06f-4766-9624-90fe8e5a5fd1 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:32:37.639986 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-509dcc67-8c71-4e93-8cec-e3098ad17ee1 req-d0133153-b638-44bd-b24b-799ce08e76c5 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/quotas/416b2fd961bc4d70a26d66821f7df8e2 HTTP/1.1" status: 200 len: 375 time: 0.0713985 Mar 07 10:32:37.643581 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-797b56da-a06f-4766-9624-90fe8e5a5fd1 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Made reservation on behalf of 0d2fd6fe5acd4dee8d48a1427bbf6953 for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:32:37.646813 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0b8dd36f-23f0-49c5-8966-283c2bb27248 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:37.670925 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-e861cd43-1419-4de0-9836-e0fd1ecc89ae None None] Notify callbacks [] for port, precommit_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:37.671959 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-0240fc1c-87a6-4d75-b716-20bdb0bf079e None None] Provisioning for port 34e2f99f-3f8a-4e4f-a872-116b44837b65 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:32:37.677590 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e03ae79-496d-4120-876a-17608b9f72c1 None None] No DVR routers for this DVR port d8b3900a-7474-44f0-b770-0f46e6e6da8e on host dv-neutron-830731-3-hyperv {{(pid=83739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:32:37.684820 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.provisioning_blocks [None req-e861cd43-1419-4de0-9836-e0fd1ecc89ae None None] Transition to ACTIVE for port object 10a55a1d-108f-44a2-8340-e3d0aa0f4909 will not be triggered until provisioned by entity L2. {{(pid=83740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:32:37.691736 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-e861cd43-1419-4de0-9836-e0fd1ecc89ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:37.732779 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Port d8b3900a-7474-44f0-b770-0f46e6e6da8e was deleted so its status cannot be updated. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Mar 07 10:32:37.733413 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 34e2f99f-3f8a-4e4f-a872-116b44837b65 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:32:37.740976 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8dd36f-23f0-49c5-8966-283c2bb27248 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Pushing event updated for resources: {'Port': ['ID=c253672f-da09-441f-92f8-e8ab11507daa,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:37.761676 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b8dd36f-23f0-49c5-8966-283c2bb27248 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Network 21fb87e5-d628-4b3b-abc9-3df3bd92fab3 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:32:37.772203 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-0b8dd36f-23f0-49c5-8966-283c2bb27248 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:32:37.779075 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8dd36f-23f0-49c5-8966-283c2bb27248 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:32:37.783708 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b8dd36f-23f0-49c5-8966-283c2bb27248 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:37.785641 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0b8dd36f-23f0-49c5-8966-283c2bb27248 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:37.811883 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-0b8dd36f-23f0-49c5-8966-283c2bb27248 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.2281909 Mar 07 10:32:37.814172 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 39474) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:32:37.835492 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d9e1f0-e0ab-4752-8cb3-faaf1cc222fb None None] Pushing event updated for resources: {'Port': ['ID=7a002cd0-aa7a-4f97-b0f0-cb953e580629,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:37.836764 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-797b56da-a06f-4766-9624-90fe8e5a5fd1 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3219231'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:37.844795 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf70846-d07c-468b-9259-7fa11a080543 None None] Pushing event updated for resources: {'Port': ['ID=10a55a1d-108f-44a2-8340-e3d0aa0f4909,revision_number=3']} {{(pid=83740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:37.890241 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf70846-d07c-468b-9259-7fa11a080543 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:32:37.890621 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf70846-d07c-468b-9259-7fa11a080543 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:32:37.890900 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf70846-d07c-468b-9259-7fa11a080543 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:32:37.891219 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf70846-d07c-468b-9259-7fa11a080543 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:32:37.891537 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf70846-d07c-468b-9259-7fa11a080543 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:32:37.891850 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf70846-d07c-468b-9259-7fa11a080543 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:32:37.892159 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf70846-d07c-468b-9259-7fa11a080543 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:32:37.892469 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf70846-d07c-468b-9259-7fa11a080543 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:32:37.892798 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf70846-d07c-468b-9259-7fa11a080543 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:32:37.893102 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf70846-d07c-468b-9259-7fa11a080543 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:32:37.893407 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf70846-d07c-468b-9259-7fa11a080543 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:32:37.922054 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4d93972-9155-4409-b8ac-b86d8ed302d5 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Deleting subnet 45efcd40-71d6-457f-9373-ec462376f123 {{(pid=83738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 07 10:32:37.925466 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e4d93972-9155-4409-b8ac-b86d8ed302d5 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Notify callbacks [] for subnet, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:37.991674 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-e861cd43-1419-4de0-9836-e0fd1ecc89ae None None] Attempting to bind port 10a55a1d-108f-44a2-8340-e3d0aa0f4909 on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:32:37.992649 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-e861cd43-1419-4de0-9836-e0fd1ecc89ae None None] Attempting to bind port 10a55a1d-108f-44a2-8340-e3d0aa0f4909 by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': '75215a2d-25db-49b4-93a6-59d36e07ef8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '97ec2e17-7403-4552-a6fe-aa0c61ac9863'}] {{(pid=83740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:32:37.993405 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e861cd43-1419-4de0-9836-e0fd1ecc89ae None None] Attempting to bind port 10a55a1d-108f-44a2-8340-e3d0aa0f4909 on network 97ec2e17-7403-4552-a6fe-aa0c61ac9863 {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:32:37.998924 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e4d93972-9155-4409-b8ac-b86d8ed302d5 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2969395'] for subnet, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:38.012108 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning for port 34e2f99f-3f8a-4e4f-a872-116b44837b65 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:32:38.013273 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e861cd43-1419-4de0-9836-e0fd1ecc89ae None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:32:38.014002 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e861cd43-1419-4de0-9836-e0fd1ecc89ae None None] Checking segment: {'id': '75215a2d-25db-49b4-93a6-59d36e07ef8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '97ec2e17-7403-4552-a6fe-aa0c61ac9863'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:32:38.014626 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-e861cd43-1419-4de0-9836-e0fd1ecc89ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:38.015301 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e861cd43-1419-4de0-9836-e0fd1ecc89ae None None] Bound using segment: {'id': '75215a2d-25db-49b4-93a6-59d36e07ef8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '97ec2e17-7403-4552-a6fe-aa0c61ac9863'} {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:32:38.016661 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-e861cd43-1419-4de0-9836-e0fd1ecc89ae None None] Bound port: 10a55a1d-108f-44a2-8340-e3d0aa0f4909, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75215a2d-25db-49b4-93a6-59d36e07ef8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '97ec2e17-7403-4552-a6fe-aa0c61ac9863'}}] {{(pid=83740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:32:38.017347 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-e861cd43-1419-4de0-9836-e0fd1ecc89ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:38.022239 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 34e2f99f-3f8a-4e4f-a872-116b44837b65 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:32:38.022539 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:38.070192 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-509dcc67-8c71-4e93-8cec-e3098ad17ee1 req-bf9e2aab-0bf6-402f-a7b2-5a01d3182981 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=416b2fd961bc4d70a26d66821f7df8e2&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2867532 Mar 07 10:32:38.121363 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9c7acb9-accb-40a8-b71d-f3c0a153c4cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ec2749d-0aec-52fb-aca6-10ba8a80aade-21fb87e5-d628-4b3b-abc9-3df3bd92fab3', 'network_id': '21fb87e5-d628-4b3b-abc9-3df3bd92fab3', 'tenant_id': '4fc9a61c29f24294941704ccab1f3f2d', 'fixed_ips': [{'subnet_id': '45efcd40-71d6-457f-9373-ec462376f123'}]}} from dv-neutron-830731-3-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 07 10:32:38.122273 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c9c7acb9-accb-40a8-b71d-f3c0a153c4cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:38.123651 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e4d93972-9155-4409-b8ac-b86d8ed302d5 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1525496'] for subnet, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:38.204610 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.db [None req-e861cd43-1419-4de0-9836-e0fd1ecc89ae None None] For port 10a55a1d-108f-44a2-8340-e3d0aa0f4909, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:32:38.210652 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.db [None req-e861cd43-1419-4de0-9836-e0fd1ecc89ae None None] For port 10a55a1d-108f-44a2-8340-e3d0aa0f4909, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=10a55a1d-108f-44a2-8340-e3d0aa0f4909,segment=NetworkSegment(75215a2d-25db-49b4-93a6-59d36e07ef8b),segment_id=75215a2d-25db-49b4-93a6-59d36e07ef8b)] {{(pid=83740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:32:38.217685 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-e861cd43-1419-4de0-9836-e0fd1ecc89ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:38.265111 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e4d93972-9155-4409-b8ac-b86d8ed302d5 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1525489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3556647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741465'] for subnet, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:38.358998 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d93972-9155-4409-b8ac-b86d8ed302d5 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Pushing event deleted for resources: {'Subnet': ['ID=45efcd40-71d6-457f-9373-ec462376f123,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:38.384843 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e4d93972-9155-4409-b8ac-b86d8ed302d5 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:38.415142 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 39478) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:32:38.415814 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-e4d93972-9155-4409-b8ac-b86d8ed302d5 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] 10.222.0.13 "DELETE /v2.0/subnets/45efcd40-71d6-457f-9373-ec462376f123 HTTP/1.1" status: 204 len: 168 time: 0.5957894 Mar 07 10:32:38.419066 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e861cd43-1419-4de0-9836-e0fd1ecc89ae None None] Routers {'1b70b58f-86a5-4669-b274-6fb436e71ff3'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:32:38.419845 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-e861cd43-1419-4de0-9836-e0fd1ecc89ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:32:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['1b70b58f-86a5-4669-b274-6fb436e71ff3'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:32:38.493171 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server [None req-c9c7acb9-accb-40a8-b71d-f3c0a153c4cd None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 45efcd40-71d6-457f-9373-ec462376f123: This subnet is being modified by another concurrent operation. Mar 07 10:32:38.493171 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 07 10:32:38.493171 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 07 10:32:38.493171 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 07 10:32:38.493171 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 07 10:32:38.493171 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 07 10:32:38.493171 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 07 10:32:38.493171 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 07 10:32:38.493171 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 07 10:32:38.493171 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 07 10:32:38.493171 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 07 10:32:38.493171 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 07 10:32:38.493171 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 07 10:32:38.493171 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 10:32:38.493171 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 07 10:32:38.493171 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 07 10:32:38.493171 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 07 10:32:38.493171 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server raise value Mar 07 10:32:38.493171 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 07 10:32:38.493171 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 10:32:38.493171 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 07 10:32:38.493171 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 07 10:32:38.493171 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 07 10:32:38.493171 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 10:32:38.493171 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 07 10:32:38.493171 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 07 10:32:38.493171 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 07 10:32:38.493171 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server raise value Mar 07 10:32:38.493171 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 07 10:32:38.493171 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 10:32:38.493171 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 07 10:32:38.493171 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 07 10:32:38.493171 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 07 10:32:38.493171 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 10:32:38.493171 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 07 10:32:38.493171 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 07 10:32:38.493171 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 07 10:32:38.493171 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server raise value Mar 07 10:32:38.493171 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 07 10:32:38.493171 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 07 10:32:38.493171 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 07 10:32:38.493171 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 07 10:32:38.493171 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Mar 07 10:32:38.493171 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 07 10:32:38.493171 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Mar 07 10:32:38.493171 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 07 10:32:38.493171 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Mar 07 10:32:38.493171 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 07 10:32:38.493171 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 07 10:32:38.493171 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 07 10:32:38.493171 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Mar 07 10:32:38.493171 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 07 10:32:38.493171 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 07 10:32:38.493171 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 07 10:32:38.493171 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 07 10:32:38.493171 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 10:32:38.493171 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 07 10:32:38.493171 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 07 10:32:38.493171 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 07 10:32:38.493171 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server raise value Mar 07 10:32:38.493171 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 07 10:32:38.493171 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 10:32:38.493171 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 07 10:32:38.493171 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 07 10:32:38.493171 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 07 10:32:38.493171 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 10:32:38.493171 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 07 10:32:38.493171 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 07 10:32:38.493171 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 07 10:32:38.493171 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server raise value Mar 07 10:32:38.493171 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 07 10:32:38.493171 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 10:32:38.493171 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 07 10:32:38.493171 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 07 10:32:38.493171 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 07 10:32:38.493171 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 10:32:38.493171 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 07 10:32:38.493171 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 07 10:32:38.493171 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 07 10:32:38.493171 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server raise value Mar 07 10:32:38.493171 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 07 10:32:38.493171 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 07 10:32:38.493171 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Mar 07 10:32:38.493171 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 07 10:32:38.493171 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Mar 07 10:32:38.493171 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 07 10:32:38.493171 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Mar 07 10:32:38.493171 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 07 10:32:38.493171 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 07 10:32:38.493171 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 07 10:32:38.493171 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Mar 07 10:32:38.493171 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 07 10:32:38.493171 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 07 10:32:38.493171 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 07 10:32:38.493171 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 07 10:32:38.493171 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 07 10:32:38.493171 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 07 10:32:38.493171 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 07 10:32:38.493171 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Mar 07 10:32:38.493171 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 07 10:32:38.493171 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 07 10:32:38.493171 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server raise exception Mar 07 10:32:38.493171 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 45efcd40-71d6-457f-9373-ec462376f123: This subnet is being modified by another concurrent operation. Mar 07 10:32:38.493171 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server Mar 07 10:32:38.523115 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-509dcc67-8c71-4e93-8cec-e3098ad17ee1 req-ecbc4e92-0d79-4382-99b9-2bf30cae04b1 service neutron] 10.222.0.13 "GET /v2.0/networks/a9a1f847-2ec7-4ac6-a95a-f6e6e94c7bd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4392042 Mar 07 10:32:38.524450 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:38.537184 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8b0d528-39b7-432c-988b-d2bda5076650 None None] Network 21fb87e5-d628-4b3b-abc9-3df3bd92fab3 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:32:38.546442 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf70846-d07c-468b-9259-7fa11a080543 None None] Pushing event updated for resources: {'Port': ['ID=10a55a1d-108f-44a2-8340-e3d0aa0f4909,revision_number=4']} {{(pid=83740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:38.587933 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-e861cd43-1419-4de0-9836-e0fd1ecc89ae None None] Set router 1b70b58f-86a5-4669-b274-6fb436e71ff3 gateway port host: None {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:32:38.666826 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-236fd816-48bd-4c3a-ab47-22a71eaeb829 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:38.668246 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-236fd816-48bd-4c3a-ab47-22a71eaeb829 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:38.670336 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] For port 34e2f99f-3f8a-4e4f-a872-116b44837b65, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=34e2f99f-3f8a-4e4f-a872-116b44837b65,segment=NetworkSegment(75215a2d-25db-49b4-93a6-59d36e07ef8b),segment_id=75215a2d-25db-49b4-93a6-59d36e07ef8b)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:32:38.673625 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 39482) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:32:38.678807 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-236fd816-48bd-4c3a-ab47-22a71eaeb829 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2539153 Mar 07 10:32:38.680299 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:38.681160 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device e147be49-05d0-4e7f-b19a-a17c6954d7cd up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:32:38.682894 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-797b56da-a06f-4766-9624-90fe8e5a5fd1 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3012444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3219213'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:38.845877 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9c43d2ba-ec39-411a-b6da-b2ff79bcaf20 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1158940'] for network, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:38.853606 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797b56da-a06f-4766-9624-90fe8e5a5fd1 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Pushing event updated for resources: {'Subnet': ['ID=fe0f7e9e-edda-4fc8-82ea-e66700bd4e36,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:38.861019 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c43d2ba-ec39-411a-b6da-b2ff79bcaf20 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] DELETE failed (client error): There was a conflict when trying to complete your request. Mar 07 10:32:38.861467 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c43d2ba-ec39-411a-b6da-b2ff79bcaf20 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=83738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:32:38.864155 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-9c43d2ba-ec39-411a-b6da-b2ff79bcaf20 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] 10.222.0.13 "DELETE /v2.0/networks/21fb87e5-d628-4b3b-abc9-3df3bd92fab3 HTTP/1.1" status: 409 len: 405 time: 0.1892397 Mar 07 10:32:38.867614 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Pushing event updated for resources: {'Port': ['ID=34e2f99f-3f8a-4e4f-a872-116b44837b65,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:38.868636 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-cb0d0816-18f2-40a5-b59e-eaabc66b9fc7 None None] Provisioning for port 10a55a1d-108f-44a2-8340-e3d0aa0f4909 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:32:38.870386 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 39486) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:32:38.890952 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-509dcc67-8c71-4e93-8cec-e3098ad17ee1 req-f7aef8b7-f86a-454d-a9b3-994f3534f841 service neutron] 10.222.0.13 "GET /v2.0/networks/a9a1f847-2ec7-4ac6-a95a-f6e6e94c7bd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3667493 Mar 07 10:32:38.892581 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-e2e695d4-cae6-423b-9796-e72b39fed81e tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1754339535'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:32:38.915049 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797b56da-a06f-4766-9624-90fe8e5a5fd1 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Checking segment: {'id': '4a104f5d-ffb5-40f4-8525-8b155171beab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'ca89f0fe-efa0-4332-b232-e76791e24a10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:32:38.915416 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-797b56da-a06f-4766-9624-90fe8e5a5fd1 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Network hostable DHCP agents. Network: ca89f0fe-efa0-4332-b232-e76791e24a10, hostable agents: ['6527556c-6586-422c-ae47-082984683847'], hosted agents: [] {{(pid=83737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:32:38.930621 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-e2e695d4-cae6-423b-9796-e72b39fed81e tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:32:38.947620 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-e2e695d4-cae6-423b-9796-e72b39fed81e tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Usage tracker for resource:network and tenant:4fc9a61c29f24294941704ccab1f3f2d is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:32:38.952613 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-e2e695d4-cae6-423b-9796-e72b39fed81e tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:32:38.959524 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-e2e695d4-cae6-423b-9796-e72b39fed81e tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:32:38.974943 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-797b56da-a06f-4766-9624-90fe8e5a5fd1 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Network ca89f0fe-efa0-4332-b232-e76791e24a10 is scheduled to be hosted by DHCP agent 6527556c-6586-422c-ae47-082984683847 with binding_index 1 {{(pid=83737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:32:38.981812 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2e695d4-cae6-423b-9796-e72b39fed81e tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Made reservation on behalf of 4fc9a61c29f24294941704ccab1f3f2d for: {'network': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:32:38.997432 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e2e695d4-cae6-423b-9796-e72b39fed81e tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for network, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:38.999071 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-797b56da-a06f-4766-9624-90fe8e5a5fd1 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830731-3-hyperv, ca89f0fe-efa0-4332-b232-e76791e24a10) {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:32:39.004690 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-797b56da-a06f-4766-9624-90fe8e5a5fd1 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:39.005405 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-797b56da-a06f-4766-9624-90fe8e5a5fd1 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:39.042419 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-233f575e-7010-45cf-b3ec-bad792c580ac None None] Network ca89f0fe-efa0-4332-b232-e76791e24a10 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:32:39.056802 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-797b56da-a06f-4766-9624-90fe8e5a5fd1 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6338916 Mar 07 10:32:39.058088 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2e695d4-cae6-423b-9796-e72b39fed81e tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=83738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:32:39.059550 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 39490) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:32:39.069723 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e2e695d4-cae6-423b-9796-e72b39fed81e tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:39.070591 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.db.segments_db [None req-e2e695d4-cae6-423b-9796-e72b39fed81e tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Added segment 2f62223b-3dae-43e9-9067-84aecbfacb69 of type vlan for network cccadc50-3fd5-49a9-93bc-708f9e049e53 Mar 07 10:32:39.102158 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port e147be49-05d0-4e7f-b19a-a17c6954d7cd triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:32:39.102614 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:39.127237 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e2e695d4-cae6-423b-9796-e72b39fed81e tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732568034061'] for network, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:39.221832 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e2e695d4-cae6-423b-9796-e72b39fed81e tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594'] for network, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:39.236994 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e695d4-cae6-423b-9796-e72b39fed81e tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:39.237657 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e2e695d4-cae6-423b-9796-e72b39fed81e tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:39.405421 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-cb0d0816-18f2-40a5-b59e-eaabc66b9fc7 None None] Provisioning complete for port 34e2f99f-3f8a-4e4f-a872-116b44837b65 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:32:39.406055 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-cb0d0816-18f2-40a5-b59e-eaabc66b9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:39.406804 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-e861cd43-1419-4de0-9836-e0fd1ecc89ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b70b58f-86a5-4669-b274-6fb436e71ff3', 'name': 'tempest-RoutersIpV6Test-router-1746563883', 'tenant_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:32:30Z', 'updated_at': '2022-03-07T10:32:33Z', 'revision_number': 2, 'project_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'gw_port_host': None, '_interfaces': [{'id': '10a55a1d-108f-44a2-8340-e3d0aa0f4909', 'name': '', 'network_id': '97ec2e17-7403-4552-a6fe-aa0c61ac9863', 'tenant_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'mac_address': 'fa:16:3e:f9:ba:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b70b58f-86a5-4669-b274-6fb436e71ff3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd2ff9f24-3b3e-4a2f-b1d2-82de2b4163ac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:32:33Z', 'updated_at': '2022-03-07T10:32:38Z', 'revision_number': 4, 'project_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'subnets': [{'id': 'd2ff9f24-3b3e-4a2f-b1d2-82de2b4163ac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:32:39.413610 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e861cd43-1419-4de0-9836-e0fd1ecc89ae None None] The sync data for ids ['1b70b58f-86a5-4669-b274-6fb436e71ff3'] in dv-neutron-830731-3-hyperv is: [{'id': '1b70b58f-86a5-4669-b274-6fb436e71ff3', 'name': 'tempest-RoutersIpV6Test-router-1746563883', 'tenant_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:32:30Z', 'updated_at': '2022-03-07T10:32:33Z', 'revision_number': 2, 'project_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'gw_port_host': None, '_interfaces': [{'id': '10a55a1d-108f-44a2-8340-e3d0aa0f4909', 'name': '', 'network_id': '97ec2e17-7403-4552-a6fe-aa0c61ac9863', 'tenant_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'mac_address': 'fa:16:3e:f9:ba:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b70b58f-86a5-4669-b274-6fb436e71ff3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd2ff9f24-3b3e-4a2f-b1d2-82de2b4163ac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:32:33Z', 'updated_at': '2022-03-07T10:32:38Z', 'revision_number': 4, 'project_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'subnets': [{'id': 'd2ff9f24-3b3e-4a2f-b1d2-82de2b4163ac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:32:39.422119 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-e2e695d4-cae6-423b-9796-e72b39fed81e tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5449705 Mar 07 10:32:39.437105 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 39500) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:32:39.454577 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-514eaaa9-5e7f-42e3-8454-9e7d4b721bb6 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Request body: {'subnet': {'network_id': 'cccadc50-3fd5-49a9-93bc-708f9e049e53', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:32:39.495268 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e695d4-cae6-423b-9796-e72b39fed81e tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Pushing event updated for resources: {'Network': ['ID=cccadc50-3fd5-49a9-93bc-708f9e049e53,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:39.532133 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Network cccadc50-3fd5-49a9-93bc-708f9e049e53 details requested by agent ovs-agent-dv-neutron-830731-3-hyperv with host dv-neutron-830731-3-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 10:32:39.597241 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-514eaaa9-5e7f-42e3-8454-9e7d4b721bb6 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:32:39.602971 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-514eaaa9-5e7f-42e3-8454-9e7d4b721bb6 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Usage tracker for resource:subnet and tenant:4fc9a61c29f24294941704ccab1f3f2d is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:32:39.607479 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-514eaaa9-5e7f-42e3-8454-9e7d4b721bb6 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:32:39.614587 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-514eaaa9-5e7f-42e3-8454-9e7d4b721bb6 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:32:39.627478 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-64dc0d70-c254-4fa3-8f68-9ded5c913b27 req-641d5f6c-2bea-4b31-80a2-f530fc544ca8 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/ports?device_id=63ceaf18-f501-4c83-9301-80eca85f8dc7 HTTP/1.1" status: 200 len: 210 time: 0.2627947 Mar 07 10:32:39.630545 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-514eaaa9-5e7f-42e3-8454-9e7d4b721bb6 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Made reservation on behalf of 4fc9a61c29f24294941704ccab1f3f2d for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:32:39.731674 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db58dad-9e27-4723-b352-ed5ac09ef93e None None] Network a9a1f847-2ec7-4ac6-a95a-f6e6e94c7bd8 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:32:39.794976 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-514eaaa9-5e7f-42e3-8454-9e7d4b721bb6 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3219231'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:40.351400 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 34e2f99f-3f8a-4e4f-a872-116b44837b65 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:32:40.454602 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-836cb6e4-837b-4041-960a-e761f3dd9967 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ec2749d-0aec-52fb-aca6-10ba8a80aade-ca89f0fe-efa0-4332-b232-e76791e24a10', 'network_id': 'ca89f0fe-efa0-4332-b232-e76791e24a10', 'tenant_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'fixed_ips': [{'subnet_id': 'fe0f7e9e-edda-4fc8-82ea-e66700bd4e36'}]}} from dv-neutron-830731-3-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 07 10:32:40.455629 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-836cb6e4-837b-4041-960a-e761f3dd9967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:40.583741 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.objects.ports [None req-514eaaa9-5e7f-42e3-8454-9e7d4b721bb6 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83737) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 07 10:32:40.587032 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-514eaaa9-5e7f-42e3-8454-9e7d4b721bb6 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3012444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3219213'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:40.627103 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 34e2f99f-3f8a-4e4f-a872-116b44837b65 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:32:40.627103 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:40.683557 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514eaaa9-5e7f-42e3-8454-9e7d4b721bb6 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Pushing event updated for resources: {'Subnet': ['ID=7774ca7b-7b72-4f00-a29e-5ab854c3b6c1,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:40.739952 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514eaaa9-5e7f-42e3-8454-9e7d4b721bb6 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Checking segment: {'id': '2f62223b-3dae-43e9-9067-84aecbfacb69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'cccadc50-3fd5-49a9-93bc-708f9e049e53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:32:40.739952 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-514eaaa9-5e7f-42e3-8454-9e7d4b721bb6 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Network hostable DHCP agents. Network: cccadc50-3fd5-49a9-93bc-708f9e049e53, hostable agents: ['6527556c-6586-422c-ae47-082984683847'], hosted agents: [] {{(pid=83737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:32:40.842237 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-836cb6e4-837b-4041-960a-e761f3dd9967 None None] Allocated IP 2001:db8:1::2 (ca89f0fe-efa0-4332-b232-e76791e24a10/fe0f7e9e-edda-4fc8-82ea-e66700bd4e36/99c4fff1-2c27-49ed-a3b8-9f074963856b) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:32:40.928973 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 10a55a1d-108f-44a2-8340-e3d0aa0f4909 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:32:40.980060 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-8a317d78-834f-479a-864e-a21c1986d1a3 req-e988c2fd-93e6-42cf-8f36-f255bd4271c4 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/ports?device_id=63ceaf18-f501-4c83-9301-80eca85f8dc7 HTTP/1.1" status: 200 len: 210 time: 0.1096525 Mar 07 10:32:41.003501 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-514eaaa9-5e7f-42e3-8454-9e7d4b721bb6 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Network cccadc50-3fd5-49a9-93bc-708f9e049e53 is scheduled to be hosted by DHCP agent 6527556c-6586-422c-ae47-082984683847 with binding_index 1 {{(pid=83737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:32:41.018722 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-e05d6c10-f933-4fb9-bfcd-207edfa52145 None None] Provisioning for port 7a002cd0-aa7a-4f97-b0f0-cb953e580629 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:32:41.025043 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7c153860-a496-49f7-95ea-7b712c584413 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:41.041840 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-514eaaa9-5e7f-42e3-8454-9e7d4b721bb6 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830731-3-hyperv, cccadc50-3fd5-49a9-93bc-708f9e049e53) {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:32:41.060100 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0f68957-8f5b-4293-81c9-5735bc8ad2b9 None None] Network cccadc50-3fd5-49a9-93bc-708f9e049e53 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:32:41.063552 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-514eaaa9-5e7f-42e3-8454-9e7d4b721bb6 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:41.064143 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-514eaaa9-5e7f-42e3-8454-9e7d4b721bb6 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:41.076320 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-adbd2215-c8ee-41f3-92a6-4182ca26b8a8 None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 10:32:41.331775 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509dcc67-8c71-4e93-8cec-e3098ad17ee1 req-ea150433-cb8c-4d07-bc73-e027cc0b78c8 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:41.333227 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-509dcc67-8c71-4e93-8cec-e3098ad17ee1 req-ea150433-cb8c-4d07-bc73-e027cc0b78c8 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.10 "GET /v2.0/networks?id=a9a1f847-2ec7-4ac6-a95a-f6e6e94c7bd8 HTTP/1.1" status: 200 len: 797 time: 0.4919109 Mar 07 10:32:41.339396 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-514eaaa9-5e7f-42e3-8454-9e7d4b721bb6 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.8947897 Mar 07 10:32:41.339582 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning for port 10a55a1d-108f-44a2-8340-e3d0aa0f4909 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:32:41.340058 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 39510) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:32:41.356855 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 10a55a1d-108f-44a2-8340-e3d0aa0f4909 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:32:41.357557 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:41.425003 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-836cb6e4-837b-4041-960a-e761f3dd9967 None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:41.446118 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-509dcc67-8c71-4e93-8cec-e3098ad17ee1 req-24dc2178-ec91-4be1-a86b-6cd936ed7e7e tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=416b2fd961bc4d70a26d66821f7df8e2 HTTP/1.1" status: 200 len: 472 time: 0.0980883 Mar 07 10:32:41.455433 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [req-509dcc67-8c71-4e93-8cec-e3098ad17ee1 req-e80f575f-4de8-4716-aacd-4f6895bb5944 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Request body: {'port': {'device_id': '63ceaf18-f501-4c83-9301-80eca85f8dc7', 'network_id': 'a9a1f847-2ec7-4ac6-a95a-f6e6e94c7bd8', 'admin_state_up': True, 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'security_groups': ['a1837be0-34d5-4b3c-a7be-05bc11b1a81d']}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:32:41.472850 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-836cb6e4-837b-4041-960a-e761f3dd9967 None None] Transition to ACTIVE for port object 99c4fff1-2c27-49ed-a3b8-9f074963856b will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:32:41.489364 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-817af80c-c488-44ad-b5fa-7164ba5944b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ec2749d-0aec-52fb-aca6-10ba8a80aade-cccadc50-3fd5-49a9-93bc-708f9e049e53', 'network_id': 'cccadc50-3fd5-49a9-93bc-708f9e049e53', 'tenant_id': '4fc9a61c29f24294941704ccab1f3f2d', 'fixed_ips': [{'subnet_id': '7774ca7b-7b72-4f00-a29e-5ab854c3b6c1'}]}} from dv-neutron-830731-3-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 07 10:32:41.490339 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-817af80c-c488-44ad-b5fa-7164ba5944b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:41.499788 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1f061661-785e-4ee1-bbc4-ced7142080be tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1158940'] for network, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:41.522328 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-836cb6e4-837b-4041-960a-e761f3dd9967 None None] Transition to ACTIVE for port object 99c4fff1-2c27-49ed-a3b8-9f074963856b will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:32:41.568686 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1f061661-785e-4ee1-bbc4-ced7142080be tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1525496'] for subnet, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:41.598349 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-836cb6e4-837b-4041-960a-e761f3dd9967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:41.654755 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1f061661-785e-4ee1-bbc4-ced7142080be tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1525489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3556647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741465'] for subnet, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:41.696389 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f061661-785e-4ee1-bbc4-ced7142080be tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Pushing event deleted for resources: {'Subnet': ['ID=7774ca7b-7b72-4f00-a29e-5ab854c3b6c1,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:41.712159 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [req-509dcc67-8c71-4e93-8cec-e3098ad17ee1 req-e80f575f-4de8-4716-aacd-4f6895bb5944 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:32:41.720582 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-509dcc67-8c71-4e93-8cec-e3098ad17ee1 req-e80f575f-4de8-4716-aacd-4f6895bb5944 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Usage tracker for resource:port and tenant:416b2fd961bc4d70a26d66821f7df8e2 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:32:41.722515 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:41.725226 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-509dcc67-8c71-4e93-8cec-e3098ad17ee1 req-e80f575f-4de8-4716-aacd-4f6895bb5944 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Quota usage for port was recalculated. Used quota:5. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:32:41.734542 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [req-509dcc67-8c71-4e93-8cec-e3098ad17ee1 req-e80f575f-4de8-4716-aacd-4f6895bb5944 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:32:41.738903 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-836cb6e4-837b-4041-960a-e761f3dd9967 None None] Network ca89f0fe-efa0-4332-b232-e76791e24a10 is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:32:41.742952 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836cb6e4-837b-4041-960a-e761f3dd9967 None None] Pushing event updated for resources: {'Port': ['ID=99c4fff1-2c27-49ed-a3b8-9f074963856b,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:41.749435 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-7c153860-a496-49f7-95ea-7b712c584413 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Allocated IP 2001:db8:1::1 (ca89f0fe-efa0-4332-b232-e76791e24a10/fe0f7e9e-edda-4fc8-82ea-e66700bd4e36/c623c147-08d0-4031-bd35-4841c6c15c19) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:32:41.749631 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-836cb6e4-837b-4041-960a-e761f3dd9967 None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:32:41.755191 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server [None req-817af80c-c488-44ad-b5fa-7164ba5944b8 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7774ca7b-7b72-4f00-a29e-5ab854c3b6c1: This subnet is being modified by another concurrent operation. Mar 07 10:32:41.755191 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 07 10:32:41.755191 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 07 10:32:41.755191 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 07 10:32:41.755191 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 07 10:32:41.755191 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 07 10:32:41.755191 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 07 10:32:41.755191 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 07 10:32:41.755191 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 07 10:32:41.755191 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 07 10:32:41.755191 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 07 10:32:41.755191 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 07 10:32:41.755191 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 07 10:32:41.755191 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 10:32:41.755191 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 07 10:32:41.755191 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 07 10:32:41.755191 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 07 10:32:41.755191 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server raise value Mar 07 10:32:41.755191 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 07 10:32:41.755191 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 10:32:41.755191 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 07 10:32:41.755191 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 07 10:32:41.755191 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 07 10:32:41.755191 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 10:32:41.755191 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 07 10:32:41.755191 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 07 10:32:41.755191 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 07 10:32:41.755191 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server raise value Mar 07 10:32:41.755191 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 07 10:32:41.755191 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 10:32:41.755191 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 07 10:32:41.755191 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 07 10:32:41.755191 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 07 10:32:41.755191 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 10:32:41.755191 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 07 10:32:41.755191 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 07 10:32:41.755191 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 07 10:32:41.755191 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server raise value Mar 07 10:32:41.755191 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 07 10:32:41.755191 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 07 10:32:41.755191 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 07 10:32:41.755191 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 07 10:32:41.755191 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Mar 07 10:32:41.755191 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 07 10:32:41.755191 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Mar 07 10:32:41.755191 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 07 10:32:41.755191 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Mar 07 10:32:41.755191 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 07 10:32:41.755191 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 07 10:32:41.755191 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 07 10:32:41.755191 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Mar 07 10:32:41.755191 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 07 10:32:41.755191 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 07 10:32:41.755191 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 07 10:32:41.755191 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 07 10:32:41.755191 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 10:32:41.755191 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 07 10:32:41.755191 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 07 10:32:41.755191 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 07 10:32:41.755191 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server raise value Mar 07 10:32:41.755191 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 07 10:32:41.755191 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 10:32:41.755191 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 07 10:32:41.755191 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 07 10:32:41.755191 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 07 10:32:41.755191 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 10:32:41.755191 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 07 10:32:41.755191 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 07 10:32:41.755191 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 07 10:32:41.755191 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server raise value Mar 07 10:32:41.755191 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 07 10:32:41.755191 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 10:32:41.755191 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 07 10:32:41.755191 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 07 10:32:41.755191 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 07 10:32:41.755191 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 10:32:41.755191 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 07 10:32:41.755191 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 07 10:32:41.755191 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 07 10:32:41.755191 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server raise value Mar 07 10:32:41.755191 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 07 10:32:41.755191 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 07 10:32:41.755191 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Mar 07 10:32:41.755191 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 07 10:32:41.755191 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Mar 07 10:32:41.755191 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 07 10:32:41.755191 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Mar 07 10:32:41.755191 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 07 10:32:41.755191 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 07 10:32:41.755191 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 07 10:32:41.755191 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Mar 07 10:32:41.755191 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 07 10:32:41.755191 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 07 10:32:41.755191 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 07 10:32:41.755191 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 07 10:32:41.755191 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 07 10:32:41.755191 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 07 10:32:41.755191 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 07 10:32:41.755191 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Mar 07 10:32:41.755191 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 07 10:32:41.755191 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 07 10:32:41.755191 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server raise exception Mar 07 10:32:41.755191 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7774ca7b-7b72-4f00-a29e-5ab854c3b6c1: This subnet is being modified by another concurrent operation. Mar 07 10:32:41.755191 dv-neutron-830731-3-hyperv neutron-server[83739]: ERROR oslo_messaging.rpc.server Mar 07 10:32:41.763947 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-836cb6e4-837b-4041-960a-e761f3dd9967 None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:32:41.768822 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-509dcc67-8c71-4e93-8cec-e3098ad17ee1 req-e80f575f-4de8-4716-aacd-4f6895bb5944 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Made reservation on behalf of 416b2fd961bc4d70a26d66821f7df8e2 for: {'port': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:32:41.772255 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-509dcc67-8c71-4e93-8cec-e3098ad17ee1 req-e80f575f-4de8-4716-aacd-4f6895bb5944 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:41.796850 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1f061661-785e-4ee1-bbc4-ced7142080be tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1526893', 'neutron.services.segments.db._delete_segments_for_network-8732568551033'] for network, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:41.805882 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8dc383d-92a8-4307-b1d4-d95b16daeffd None None] Network cccadc50-3fd5-49a9-93bc-708f9e049e53 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:32:41.823908 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-1f061661-785e-4ee1-bbc4-ced7142080be tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cccadc50-3fd5-49a9-93bc-708f9e049e53']}} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:32:41.837072 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-1f061661-785e-4ee1-bbc4-ced7142080be tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f62223b-3dae-43e9-9067-84aecbfacb69') {'for_net_delete': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:32:41.837360 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-1f061661-785e-4ee1-bbc4-ced7142080be tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f62223b-3dae-43e9-9067-84aecbfacb69') {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:32:41.849409 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1f061661-785e-4ee1-bbc4-ced7142080be tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732568550916', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968000'] for segment, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:41.865611 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1f061661-785e-4ee1-bbc4-ced7142080be tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:41.872606 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f061661-785e-4ee1-bbc4-ced7142080be tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=83738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 07 10:32:41.872946 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1f061661-785e-4ee1-bbc4-ced7142080be tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1227397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3556681'] for segment, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:41.887958 dv-neutron-830731-3-hyperv neutron-server[83738]: Traceback (most recent call last): Mar 07 10:32:41.887958 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 07 10:32:41.887958 dv-neutron-830731-3-hyperv neutron-server[83738]: timer() Mar 07 10:32:41.887958 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:32:41.887958 dv-neutron-830731-3-hyperv neutron-server[83738]: cb(*args, **kw) Mar 07 10:32:41.887958 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 10:32:41.887958 dv-neutron-830731-3-hyperv neutron-server[83738]: return func(*args, **kwargs) Mar 07 10:32:41.887958 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:32:41.887958 dv-neutron-830731-3-hyperv neutron-server[83738]: self._notify() Mar 07 10:32:41.887958 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:32:41.887958 dv-neutron-830731-3-hyperv neutron-server[83738]: self.callback(batched_events) Mar 07 10:32:41.887958 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:32:41.887958 dv-neutron-830731-3-hyperv neutron-server[83738]: event.method(event) Mar 07 10:32:41.887958 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 10:32:41.887958 dv-neutron-830731-3-hyperv neutron-server[83738]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:32:41.887958 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 10:32:41.887958 dv-neutron-830731-3-hyperv neutron-server[83738]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:32:41.887958 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 10:32:41.887958 dv-neutron-830731-3-hyperv neutron-server[83738]: return f(self, *a, **k) Mar 07 10:32:41.887958 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:32:41.887958 dv-neutron-830731-3-hyperv neutron-server[83738]: return self._get(url).json() Mar 07 10:32:41.887958 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:32:41.887958 dv-neutron-830731-3-hyperv neutron-server[83738]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:32:41.887958 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 07 10:32:41.887958 dv-neutron-830731-3-hyperv neutron-server[83738]: return self.request(url, 'GET', **kwargs) Mar 07 10:32:41.887958 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 07 10:32:41.887958 dv-neutron-830731-3-hyperv neutron-server[83738]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:32:41.887958 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 07 10:32:41.887958 dv-neutron-830731-3-hyperv neutron-server[83738]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:32:41.887958 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 07 10:32:41.887958 dv-neutron-830731-3-hyperv neutron-server[83738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:32:41.887958 dv-neutron-830731-3-hyperv neutron-server[83738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:32:41.908744 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] For port 10a55a1d-108f-44a2-8340-e3d0aa0f4909, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=10a55a1d-108f-44a2-8340-e3d0aa0f4909,segment=NetworkSegment(75215a2d-25db-49b4-93a6-59d36e07ef8b),segment_id=75215a2d-25db-49b4-93a6-59d36e07ef8b)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:32:41.934775 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:41.935624 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 7a002cd0-aa7a-4f97-b0f0-cb953e580629 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:32:41.979226 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1f061661-785e-4ee1-bbc4-ced7142080be tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1526886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923583'] for network, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:41.999108 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1f061661-785e-4ee1-bbc4-ced7142080be tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:42.011222 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f061661-785e-4ee1-bbc4-ced7142080be tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Pushing event deleted for resources: {'Network': ['ID=cccadc50-3fd5-49a9-93bc-708f9e049e53,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:42.025644 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-1f061661-785e-4ee1-bbc4-ced7142080be tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] 10.222.0.13 "DELETE /v2.0/networks/cccadc50-3fd5-49a9-93bc-708f9e049e53 HTTP/1.1" status: 204 len: 168 time: 0.6835852 Mar 07 10:32:42.026735 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 39516) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:32:42.032848 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-4af77523-3efb-4903-9ad6-33a6504bdbfb tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-111791583'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:32:42.037845 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-4af77523-3efb-4903-9ad6-33a6504bdbfb tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:32:42.041931 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-4af77523-3efb-4903-9ad6-33a6504bdbfb tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Usage tracker for resource:network and tenant:4fc9a61c29f24294941704ccab1f3f2d is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:32:42.045258 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-836cb6e4-837b-4041-960a-e761f3dd9967 None None] Attempting to bind port 99c4fff1-2c27-49ed-a3b8-9f074963856b on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:32:42.045624 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-836cb6e4-837b-4041-960a-e761f3dd9967 None None] Attempting to bind port 99c4fff1-2c27-49ed-a3b8-9f074963856b by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': '4a104f5d-ffb5-40f4-8525-8b155171beab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'ca89f0fe-efa0-4332-b232-e76791e24a10'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:32:42.045769 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-4af77523-3efb-4903-9ad6-33a6504bdbfb tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:32:42.046663 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836cb6e4-837b-4041-960a-e761f3dd9967 None None] Attempting to bind port 99c4fff1-2c27-49ed-a3b8-9f074963856b on network ca89f0fe-efa0-4332-b232-e76791e24a10 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:32:42.051540 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-4af77523-3efb-4903-9ad6-33a6504bdbfb tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:32:42.052613 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7c153860-a496-49f7-95ea-7b712c584413 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:42.066299 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4af77523-3efb-4903-9ad6-33a6504bdbfb tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Made reservation on behalf of 4fc9a61c29f24294941704ccab1f3f2d for: {'network': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:32:42.072628 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4af77523-3efb-4903-9ad6-33a6504bdbfb tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for network, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:42.081809 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [None req-7c153860-a496-49f7-95ea-7b712c584413 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Transition to ACTIVE for port object c623c147-08d0-4031-bd35-4841c6c15c19 will not be triggered until provisioned by entity DHCP. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:32:42.089588 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [req-509dcc67-8c71-4e93-8cec-e3098ad17ee1 req-e80f575f-4de8-4716-aacd-4f6895bb5944 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Allocated IP 172.20.0.29 (a9a1f847-2ec7-4ac6-a95a-f6e6e94c7bd8/4d787928-21a6-4b16-9348-82acd3355c28/1a17babc-3491-4016-bcd8-485c18434867) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:32:42.121395 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4af77523-3efb-4903-9ad6-33a6504bdbfb tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=83738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:32:42.135630 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4af77523-3efb-4903-9ad6-33a6504bdbfb tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:42.136568 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.db.segments_db [None req-4af77523-3efb-4903-9ad6-33a6504bdbfb tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Added segment 479469e9-489c-4600-bcf8-90415b9ac0af of type vlan for network 755d8a96-81b4-4847-94bf-630c83d5541a Mar 07 10:32:42.138704 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836cb6e4-837b-4041-960a-e761f3dd9967 None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:32:42.139073 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836cb6e4-837b-4041-960a-e761f3dd9967 None None] Checking segment: {'id': '4a104f5d-ffb5-40f4-8525-8b155171beab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'ca89f0fe-efa0-4332-b232-e76791e24a10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:32:42.139465 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-836cb6e4-837b-4041-960a-e761f3dd9967 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:42.139847 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836cb6e4-837b-4041-960a-e761f3dd9967 None None] Bound using segment: {'id': '4a104f5d-ffb5-40f4-8525-8b155171beab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'ca89f0fe-efa0-4332-b232-e76791e24a10'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:32:42.140304 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-836cb6e4-837b-4041-960a-e761f3dd9967 None None] Bound port: 99c4fff1-2c27-49ed-a3b8-9f074963856b, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a104f5d-ffb5-40f4-8525-8b155171beab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'ca89f0fe-efa0-4332-b232-e76791e24a10'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:32:42.140690 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-836cb6e4-837b-4041-960a-e761f3dd9967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:42.162672 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7c153860-a496-49f7-95ea-7b712c584413 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:42.172984 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Pushing event updated for resources: {'Port': ['ID=10a55a1d-108f-44a2-8340-e3d0aa0f4909,revision_number=5']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:42.173547 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4af77523-3efb-4903-9ad6-33a6504bdbfb tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732568034061'] for network, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:42.206458 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4af77523-3efb-4903-9ad6-33a6504bdbfb tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594'] for network, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:42.212318 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af77523-3efb-4903-9ad6-33a6504bdbfb tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:42.212934 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4af77523-3efb-4903-9ad6-33a6504bdbfb tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:42.245602 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning for port 7a002cd0-aa7a-4f97-b0f0-cb953e580629 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:32:42.256540 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 7a002cd0-aa7a-4f97-b0f0-cb953e580629 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:32:42.256540 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:42.305601 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-836cb6e4-837b-4041-960a-e761f3dd9967 None None] For port 99c4fff1-2c27-49ed-a3b8-9f074963856b, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:32:42.319313 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-836cb6e4-837b-4041-960a-e761f3dd9967 None None] For port 99c4fff1-2c27-49ed-a3b8-9f074963856b, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=99c4fff1-2c27-49ed-a3b8-9f074963856b,segment=NetworkSegment(4a104f5d-ffb5-40f4-8525-8b155171beab),segment_id=4a104f5d-ffb5-40f4-8525-8b155171beab)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:32:42.329164 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-51d76bca-c463-471d-a921-14ff976d9485 req-dcee3b22-d023-48ea-bf15-af6f1afebe1c tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/ports?device_id=63ceaf18-f501-4c83-9301-80eca85f8dc7 HTTP/1.1" status: 200 len: 210 time: 0.1269996 Mar 07 10:32:42.329503 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-836cb6e4-837b-4041-960a-e761f3dd9967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:42.348397 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c153860-a496-49f7-95ea-7b712c584413 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Network ca89f0fe-efa0-4332-b232-e76791e24a10 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:32:42.348655 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-4af77523-3efb-4903-9ad6-33a6504bdbfb tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3205278 Mar 07 10:32:42.354093 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 39520) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:32:42.355241 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-7c153860-a496-49f7-95ea-7b712c584413 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:32:42.365254 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-a137cbbd-e0fc-447a-ba1f-f66769b87b57 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Request body: {'subnet': {'network_id': '755d8a96-81b4-4847-94bf-630c83d5541a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:32:42.365625 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af77523-3efb-4903-9ad6-33a6504bdbfb tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Pushing event updated for resources: {'Network': ['ID=755d8a96-81b4-4847-94bf-630c83d5541a,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:42.389276 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c153860-a496-49f7-95ea-7b712c584413 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:32:42.389927 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7c153860-a496-49f7-95ea-7b712c584413 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3920324'] for router_interface, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:42.390980 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Network 755d8a96-81b4-4847-94bf-630c83d5541a details requested by agent ovs-agent-dv-neutron-830731-3-hyperv with host dv-neutron-830731-3-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 10:32:42.399575 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c153860-a496-49f7-95ea-7b712c584413 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Pushing event updated for resources: {'Port': ['ID=c623c147-08d0-4031-bd35-4841c6c15c19,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:42.547221 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-509dcc67-8c71-4e93-8cec-e3098ad17ee1 req-e80f575f-4de8-4716-aacd-4f6895bb5944 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:42.561298 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-a137cbbd-e0fc-447a-ba1f-f66769b87b57 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:32:42.598385 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-a137cbbd-e0fc-447a-ba1f-f66769b87b57 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Usage tracker for resource:subnet and tenant:4fc9a61c29f24294941704ccab1f3f2d is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:32:42.608109 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-a137cbbd-e0fc-447a-ba1f-f66769b87b57 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:32:42.615319 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [req-509dcc67-8c71-4e93-8cec-e3098ad17ee1 req-e80f575f-4de8-4716-aacd-4f6895bb5944 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Transition to ACTIVE for port object 1a17babc-3491-4016-bcd8-485c18434867 will not be triggered until provisioned by entity DHCP. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:32:42.617036 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-a137cbbd-e0fc-447a-ba1f-f66769b87b57 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:32:42.624023 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836cb6e4-837b-4041-960a-e761f3dd9967 None None] Pushing event updated for resources: {'Port': ['ID=99c4fff1-2c27-49ed-a3b8-9f074963856b,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:42.633296 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:42.646367 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a137cbbd-e0fc-447a-ba1f-f66769b87b57 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Made reservation on behalf of 4fc9a61c29f24294941704ccab1f3f2d for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:32:42.662368 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7c153860-a496-49f7-95ea-7b712c584413 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:42.679952 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] For port 7a002cd0-aa7a-4f97-b0f0-cb953e580629, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=7a002cd0-aa7a-4f97-b0f0-cb953e580629,segment=NetworkSegment(4474ed14-5f13-4464-b335-2bccd4977f52),segment_id=4474ed14-5f13-4464-b335-2bccd4977f52)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:32:42.685582 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:42.750198 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device d8b3900a-7474-44f0-b770-0f46e6e6da8e no longer exists at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:32:42.789997 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] No Port match for: d8b3900a-7474-44f0-b770-0f46e6e6da8e {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 10:32:42.790342 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device d8b3900a-7474-44f0-b770-0f46e6e6da8e not bound to the agent host dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 10:32:42.800245 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Pushing event updated for resources: {'Port': ['ID=7a002cd0-aa7a-4f97-b0f0-cb953e580629,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:42.836495 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-509dcc67-8c71-4e93-8cec-e3098ad17ee1 req-e80f575f-4de8-4716-aacd-4f6895bb5944 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:42.845074 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a137cbbd-e0fc-447a-ba1f-f66769b87b57 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3219231'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:43.024783 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 10a55a1d-108f-44a2-8340-e3d0aa0f4909 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:32:43.093468 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 10a55a1d-108f-44a2-8340-e3d0aa0f4909 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:32:43.093720 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:43.210398 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 7a002cd0-aa7a-4f97-b0f0-cb953e580629 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:32:43.236243 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-509dcc67-8c71-4e93-8cec-e3098ad17ee1 req-e80f575f-4de8-4716-aacd-4f6895bb5944 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Network a9a1f847-2ec7-4ac6-a95a-f6e6e94c7bd8 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:32:43.243446 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [req-509dcc67-8c71-4e93-8cec-e3098ad17ee1 req-e80f575f-4de8-4716-aacd-4f6895bb5944 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:32:43.253901 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [req-509dcc67-8c71-4e93-8cec-e3098ad17ee1 req-e80f575f-4de8-4716-aacd-4f6895bb5944 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:32:43.278544 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 7a002cd0-aa7a-4f97-b0f0-cb953e580629 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:32:43.278994 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:43.279124 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80f575f-4de8-4716-aacd-4f6895bb5944 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event updated for resources: {'Port': ['ID=1a17babc-3491-4016-bcd8-485c18434867,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:43.429426 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 99c4fff1-2c27-49ed-a3b8-9f074963856b up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:32:43.446154 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509dcc67-8c71-4e93-8cec-e3098ad17ee1 req-e80f575f-4de8-4716-aacd-4f6895bb5944 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:43.448313 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-509dcc67-8c71-4e93-8cec-e3098ad17ee1 req-e80f575f-4de8-4716-aacd-4f6895bb5944 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:43.547471 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning for port 99c4fff1-2c27-49ed-a3b8-9f074963856b completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:32:43.607013 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-509dcc67-8c71-4e93-8cec-e3098ad17ee1 req-e80f575f-4de8-4716-aacd-4f6895bb5944 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1546674 Mar 07 10:32:43.631549 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [req-509dcc67-8c71-4e93-8cec-e3098ad17ee1 req-3d72fb5d-158b-40a8-8daa-7d906b60caa5 service neutron] Request body: {'port': {'device_id': '63ceaf18-f501-4c83-9301-80eca85f8dc7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8307'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:32:43.695273 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-8b5acafd-6c3a-4ddd-b5b9-44d0cede5183 None None] Provisioning for port 1a17babc-3491-4016-bcd8-485c18434867 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:32:43.701716 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-8b5acafd-6c3a-4ddd-b5b9-44d0cede5183 None None] Provisioning complete for port 1a17babc-3491-4016-bcd8-485c18434867 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:32:43.702092 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-8b5acafd-6c3a-4ddd-b5b9-44d0cede5183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:43.762494 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-8b5acafd-6c3a-4ddd-b5b9-44d0cede5183 None None] Port 1a17babc-3491-4016-bcd8-485c18434867 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:32:43.767685 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c8d8875-33b4-4c7a-bc65-2cfe5bf67126 None None] Network ca89f0fe-efa0-4332-b232-e76791e24a10 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:32:43.843515 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a137cbbd-e0fc-447a-ba1f-f66769b87b57 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3012444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3219213'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:43.877796 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7c153860-a496-49f7-95ea-7b712c584413 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:43.892818 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-509dcc67-8c71-4e93-8cec-e3098ad17ee1 req-3d72fb5d-158b-40a8-8daa-7d906b60caa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:43.909610 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7c153860-a496-49f7-95ea-7b712c584413 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3012561'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:43.910338 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7c153860-a496-49f7-95ea-7b712c584413 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2756426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3920233'] for router_interface, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:43.937101 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-8e0f16f1-9799-4844-9261-b46a47d50fd3 None None] Provisioning for port 99c4fff1-2c27-49ed-a3b8-9f074963856b completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:32:43.955843 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd94927b-b505-4423-b39f-85f99e4f4d80 req-fd39fc48-23a3-4f5b-b7a9-43838de824f4 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:43.956540 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-fd94927b-b505-4423-b39f-85f99e4f4d80 req-fd39fc48-23a3-4f5b-b7a9-43838de824f4 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Synchronizing usage tracker for tenant:416b2fd961bc4d70a26d66821f7df8e2 on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:32:43.970925 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-8e0f16f1-9799-4844-9261-b46a47d50fd3 None None] Provisioning complete for port 99c4fff1-2c27-49ed-a3b8-9f074963856b triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:32:43.971293 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-8e0f16f1-9799-4844-9261-b46a47d50fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:44.076337 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a137cbbd-e0fc-447a-ba1f-f66769b87b57 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Pushing event updated for resources: {'Subnet': ['ID=5c384c63-cd9c-4eda-a185-003efc0f58d7,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:44.112218 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-8e0f16f1-9799-4844-9261-b46a47d50fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:44.149418 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-8e0f16f1-9799-4844-9261-b46a47d50fd3 None None] For port 99c4fff1-2c27-49ed-a3b8-9f074963856b, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=99c4fff1-2c27-49ed-a3b8-9f074963856b,segment=NetworkSegment(4a104f5d-ffb5-40f4-8525-8b155171beab),segment_id=4a104f5d-ffb5-40f4-8525-8b155171beab)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:32:44.154889 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c153860-a496-49f7-95ea-7b712c584413 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Pushing event updated for resources: {'Port': ['ID=c623c147-08d0-4031-bd35-4841c6c15c19,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:44.155422 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-8e0f16f1-9799-4844-9261-b46a47d50fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:44.170799 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-fd94927b-b505-4423-b39f-85f99e4f4d80 req-fd39fc48-23a3-4f5b-b7a9-43838de824f4 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Unset dirty status for tenant:416b2fd961bc4d70a26d66821f7df8e2 on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:32:44.171947 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-fd94927b-b505-4423-b39f-85f99e4f4d80 req-fd39fc48-23a3-4f5b-b7a9-43838de824f4 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/ports?device_id=63ceaf18-f501-4c83-9301-80eca85f8dc7 HTTP/1.1" status: 200 len: 932 time: 0.6170378 Mar 07 10:32:44.234740 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0f16f1-9799-4844-9261-b46a47d50fd3 None None] Pushing event updated for resources: {'Port': ['ID=99c4fff1-2c27-49ed-a3b8-9f074963856b,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:44.285126 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a137cbbd-e0fc-447a-ba1f-f66769b87b57 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Checking segment: {'id': '479469e9-489c-4600-bcf8-90415b9ac0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '755d8a96-81b4-4847-94bf-630c83d5541a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:32:44.285489 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a137cbbd-e0fc-447a-ba1f-f66769b87b57 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Network hostable DHCP agents. Network: 755d8a96-81b4-4847-94bf-630c83d5541a, hostable agents: ['6527556c-6586-422c-ae47-082984683847'], hosted agents: [] {{(pid=83737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:32:44.388228 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-93f153cf-d9fa-47c8-a890-b17cba6371c5 None None] Provisioning complete for port 99c4fff1-2c27-49ed-a3b8-9f074963856b triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:32:44.388781 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-93f153cf-d9fa-47c8-a890-b17cba6371c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:44.435819 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-fd94927b-b505-4423-b39f-85f99e4f4d80 req-485e6899-e83f-4845-8cf7-6ea2010aebd3 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1837be0-34d5-4b3c-a7be-05bc11b1a81d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2546284 Mar 07 10:32:44.446486 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c153860-a496-49f7-95ea-7b712c584413 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Network ca89f0fe-efa0-4332-b232-e76791e24a10 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:32:44.454899 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-7c153860-a496-49f7-95ea-7b712c584413 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:32:44.577732 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-93f153cf-d9fa-47c8-a890-b17cba6371c5 None None] Provisioning for port c623c147-08d0-4031-bd35-4841c6c15c19 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:32:44.585506 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-93f153cf-d9fa-47c8-a890-b17cba6371c5 None None] Provisioning complete for port c623c147-08d0-4031-bd35-4841c6c15c19 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:32:44.585887 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-93f153cf-d9fa-47c8-a890-b17cba6371c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:44.660635 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-93f153cf-d9fa-47c8-a890-b17cba6371c5 None None] Port c623c147-08d0-4031-bd35-4841c6c15c19 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:32:44.737579 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a137cbbd-e0fc-447a-ba1f-f66769b87b57 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Network 755d8a96-81b4-4847-94bf-630c83d5541a is scheduled to be hosted by DHCP agent 6527556c-6586-422c-ae47-082984683847 with binding_index 1 {{(pid=83737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:32:44.771894 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-a137cbbd-e0fc-447a-ba1f-f66769b87b57 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830731-3-hyperv, 755d8a96-81b4-4847-94bf-630c83d5541a) {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:32:44.784758 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a137cbbd-e0fc-447a-ba1f-f66769b87b57 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:44.785202 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce92f6bf-ec3b-4f37-975b-d9cb75cc1f09 None None] Network 755d8a96-81b4-4847-94bf-630c83d5541a requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:32:44.785344 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a137cbbd-e0fc-447a-ba1f-f66769b87b57 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:44.805572 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-4e96fc4e-3340-4d31-ab63-06515037b5dc None None] Provisioning complete for port c623c147-08d0-4031-bd35-4841c6c15c19 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:32:44.805794 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-4e96fc4e-3340-4d31-ab63-06515037b5dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:44.839081 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-a137cbbd-e0fc-447a-ba1f-f66769b87b57 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.4804788 Mar 07 10:32:44.842813 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 39526) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:32:44.929480 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-4e96fc4e-3340-4d31-ab63-06515037b5dc None None] Port c623c147-08d0-4031-bd35-4841c6c15c19 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:32:44.947864 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 99c4fff1-2c27-49ed-a3b8-9f074963856b up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:32:44.961360 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.db.resource_extend [req-509dcc67-8c71-4e93-8cec-e3098ad17ee1 req-3d72fb5d-158b-40a8-8daa-7d906b60caa5 service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 10:32:45.052197 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [req-509dcc67-8c71-4e93-8cec-e3098ad17ee1 req-3d72fb5d-158b-40a8-8daa-7d906b60caa5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a17babc-3491-4016-bcd8-485c18434867 {{(pid=83737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 07 10:32:45.060725 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-509dcc67-8c71-4e93-8cec-e3098ad17ee1 req-3d72fb5d-158b-40a8-8daa-7d906b60caa5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:45.073081 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 99c4fff1-2c27-49ed-a3b8-9f074963856b triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:32:45.073489 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:45.086764 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [req-509dcc67-8c71-4e93-8cec-e3098ad17ee1 req-3d72fb5d-158b-40a8-8daa-7d906b60caa5 service neutron] Transition to ACTIVE for port object 1a17babc-3491-4016-bcd8-485c18434867 will not be triggered until provisioned by entity L2. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:32:45.092413 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-509dcc67-8c71-4e93-8cec-e3098ad17ee1 req-3d72fb5d-158b-40a8-8daa-7d906b60caa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3012561'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:45.119884 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3349381c-992b-4b14-b88e-c7f21755b97d tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1158940'] for network, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:45.192751 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3349381c-992b-4b14-b88e-c7f21755b97d tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1525496'] for subnet, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:45.246690 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-fbc407cc-7a22-4337-94f8-62700f0cc693 None None] Provisioning complete for port c623c147-08d0-4031-bd35-4841c6c15c19 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:32:45.247412 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-fbc407cc-7a22-4337-94f8-62700f0cc693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:45.256331 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d72fb5d-158b-40a8-8daa-7d906b60caa5 service neutron] Pushing event updated for resources: {'Port': ['ID=1a17babc-3491-4016-bcd8-485c18434867,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:45.264342 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c153860-a496-49f7-95ea-7b712c584413 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Router 1b70b58f-86a5-4669-b274-6fb436e71ff3 has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:32:45.297391 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42dcb19d-171b-419f-9646-f9f428d2bede None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ec2749d-0aec-52fb-aca6-10ba8a80aade-755d8a96-81b4-4847-94bf-630c83d5541a', 'network_id': '755d8a96-81b4-4847-94bf-630c83d5541a', 'tenant_id': '4fc9a61c29f24294941704ccab1f3f2d', 'fixed_ips': [{'subnet_id': '5c384c63-cd9c-4eda-a185-003efc0f58d7'}]}} from dv-neutron-830731-3-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 07 10:32:45.298664 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-42dcb19d-171b-419f-9646-f9f428d2bede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:45.306031 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3349381c-992b-4b14-b88e-c7f21755b97d tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1525489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3556647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741465'] for subnet, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:45.363445 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3349381c-992b-4b14-b88e-c7f21755b97d tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Pushing event deleted for resources: {'Subnet': ['ID=5c384c63-cd9c-4eda-a185-003efc0f58d7,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:45.467734 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c61c175d-3f15-4521-a37c-65d4cf940dcd None None] Network 755d8a96-81b4-4847-94bf-630c83d5541a requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:32:45.475763 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3349381c-992b-4b14-b88e-c7f21755b97d tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1526893', 'neutron.services.segments.db._delete_segments_for_network-8732568551033'] for network, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:45.524267 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-3349381c-992b-4b14-b88e-c7f21755b97d tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['755d8a96-81b4-4847-94bf-630c83d5541a']}} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:32:45.539315 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-3349381c-992b-4b14-b88e-c7f21755b97d tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '479469e9-489c-4600-bcf8-90415b9ac0af') {'for_net_delete': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:32:45.539700 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-3349381c-992b-4b14-b88e-c7f21755b97d tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '479469e9-489c-4600-bcf8-90415b9ac0af') {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:32:45.553737 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3349381c-992b-4b14-b88e-c7f21755b97d tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732568550916', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968000'] for segment, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:45.574351 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3349381c-992b-4b14-b88e-c7f21755b97d tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:45.577674 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-fbc407cc-7a22-4337-94f8-62700f0cc693 None None] Port c623c147-08d0-4031-bd35-4841c6c15c19 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:32:45.582162 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3349381c-992b-4b14-b88e-c7f21755b97d tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=83738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 07 10:32:45.583025 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3349381c-992b-4b14-b88e-c7f21755b97d tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1227397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3556681'] for segment, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:45.593568 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [req-509dcc67-8c71-4e93-8cec-e3098ad17ee1 req-3d72fb5d-158b-40a8-8daa-7d906b60caa5 service neutron] Attempting to bind port 1a17babc-3491-4016-bcd8-485c18434867 on host hv-neutron-8307 for vnic_type normal with profile {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:32:45.594058 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [req-509dcc67-8c71-4e93-8cec-e3098ad17ee1 req-3d72fb5d-158b-40a8-8daa-7d906b60caa5 service neutron] Attempting to bind port 1a17babc-3491-4016-bcd8-485c18434867 by drivers openvswitch,hyperv on host hv-neutron-8307 at level 0 using segments [{'id': '4474ed14-5f13-4464-b335-2bccd4977f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'a9a1f847-2ec7-4ac6-a95a-f6e6e94c7bd8'}] {{(pid=83737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:32:45.594483 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-509dcc67-8c71-4e93-8cec-e3098ad17ee1 req-3d72fb5d-158b-40a8-8daa-7d906b60caa5 service neutron] Attempting to bind port 1a17babc-3491-4016-bcd8-485c18434867 on network a9a1f847-2ec7-4ac6-a95a-f6e6e94c7bd8 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:32:45.595407 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:45.645493 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-509dcc67-8c71-4e93-8cec-e3098ad17ee1 req-3d72fb5d-158b-40a8-8daa-7d906b60caa5 service neutron] Port 1a17babc-3491-4016-bcd8-485c18434867 on network a9a1f847-2ec7-4ac6-a95a-f6e6e94c7bd8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8307 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 07 10:32:45.645905 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-509dcc67-8c71-4e93-8cec-e3098ad17ee1 req-3d72fb5d-158b-40a8-8daa-7d906b60caa5 service neutron] Attempting to bind port 1a17babc-3491-4016-bcd8-485c18434867 on network a9a1f847-2ec7-4ac6-a95a-f6e6e94c7bd8 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:32:45.655645 dv-neutron-830731-3-hyperv neutron-server[83738]: Traceback (most recent call last): Mar 07 10:32:45.655645 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 07 10:32:45.655645 dv-neutron-830731-3-hyperv neutron-server[83738]: timer() Mar 07 10:32:45.655645 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:32:45.655645 dv-neutron-830731-3-hyperv neutron-server[83738]: cb(*args, **kw) Mar 07 10:32:45.655645 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 10:32:45.655645 dv-neutron-830731-3-hyperv neutron-server[83738]: return func(*args, **kwargs) Mar 07 10:32:45.655645 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:32:45.655645 dv-neutron-830731-3-hyperv neutron-server[83738]: self._notify() Mar 07 10:32:45.655645 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:32:45.655645 dv-neutron-830731-3-hyperv neutron-server[83738]: self.callback(batched_events) Mar 07 10:32:45.655645 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:32:45.655645 dv-neutron-830731-3-hyperv neutron-server[83738]: event.method(event) Mar 07 10:32:45.655645 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 10:32:45.655645 dv-neutron-830731-3-hyperv neutron-server[83738]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:32:45.655645 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 10:32:45.655645 dv-neutron-830731-3-hyperv neutron-server[83738]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:32:45.655645 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 10:32:45.655645 dv-neutron-830731-3-hyperv neutron-server[83738]: return f(self, *a, **k) Mar 07 10:32:45.655645 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:32:45.655645 dv-neutron-830731-3-hyperv neutron-server[83738]: return self._get(url).json() Mar 07 10:32:45.655645 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:32:45.655645 dv-neutron-830731-3-hyperv neutron-server[83738]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:32:45.655645 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 07 10:32:45.655645 dv-neutron-830731-3-hyperv neutron-server[83738]: return self.request(url, 'GET', **kwargs) Mar 07 10:32:45.655645 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 07 10:32:45.655645 dv-neutron-830731-3-hyperv neutron-server[83738]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:32:45.655645 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 07 10:32:45.655645 dv-neutron-830731-3-hyperv neutron-server[83738]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:32:45.655645 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 07 10:32:45.655645 dv-neutron-830731-3-hyperv neutron-server[83738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:32:45.655645 dv-neutron-830731-3-hyperv neutron-server[83738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:32:45.666015 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-509dcc67-8c71-4e93-8cec-e3098ad17ee1 req-3d72fb5d-158b-40a8-8daa-7d906b60caa5 service neutron] Checking agent: {'id': 'fb93ecad-d7e5-4e81-99ef-d8d0ee7386ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8307', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 21, 15), 'started_at': datetime.datetime(2022, 3, 7, 10, 21, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 32, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:32:45.666462 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-509dcc67-8c71-4e93-8cec-e3098ad17ee1 req-3d72fb5d-158b-40a8-8daa-7d906b60caa5 service neutron] Checking segment: {'id': '4474ed14-5f13-4464-b335-2bccd4977f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'a9a1f847-2ec7-4ac6-a95a-f6e6e94c7bd8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:32:45.666913 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-509dcc67-8c71-4e93-8cec-e3098ad17ee1 req-3d72fb5d-158b-40a8-8daa-7d906b60caa5 service neutron] Bound using segment: {'id': '4474ed14-5f13-4464-b335-2bccd4977f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'a9a1f847-2ec7-4ac6-a95a-f6e6e94c7bd8'} {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:32:45.667417 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [req-509dcc67-8c71-4e93-8cec-e3098ad17ee1 req-3d72fb5d-158b-40a8-8daa-7d906b60caa5 service neutron] Bound port: 1a17babc-3491-4016-bcd8-485c18434867, host: hv-neutron-8307, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4474ed14-5f13-4464-b335-2bccd4977f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'a9a1f847-2ec7-4ac6-a95a-f6e6e94c7bd8'}}] {{(pid=83737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:32:45.667826 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-509dcc67-8c71-4e93-8cec-e3098ad17ee1 req-3d72fb5d-158b-40a8-8daa-7d906b60caa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:45.689860 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3349381c-992b-4b14-b88e-c7f21755b97d tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1526886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923583'] for network, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:45.712715 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea1b768c-a32b-436a-b5f5-6824b82a4f6e None None] get_active_networks_info from dv-neutron-830731-3-hyperv {{(pid=83739) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 07 10:32:45.718230 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3349381c-992b-4b14-b88e-c7f21755b97d tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:45.724739 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3349381c-992b-4b14-b88e-c7f21755b97d tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Pushing event deleted for resources: {'Network': ['ID=755d8a96-81b4-4847-94bf-630c83d5541a,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:45.740370 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-3349381c-992b-4b14-b88e-c7f21755b97d tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] 10.222.0.13 "DELETE /v2.0/networks/755d8a96-81b4-4847-94bf-630c83d5541a HTTP/1.1" status: 204 len: 168 time: 0.8918376 Mar 07 10:32:45.740615 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 39532) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:32:45.748391 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-f8f09825-d84a-48e5-bed5-61a5f0e08b91 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-502826748'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:32:45.749486 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c153860-a496-49f7-95ea-7b712c584413 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:32:45.753545 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-f8f09825-d84a-48e5-bed5-61a5f0e08b91 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:32:45.758584 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-f8f09825-d84a-48e5-bed5-61a5f0e08b91 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Usage tracker for resource:network and tenant:4fc9a61c29f24294941704ccab1f3f2d is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:32:45.762541 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-f8f09825-d84a-48e5-bed5-61a5f0e08b91 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:32:45.767013 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-7c153860-a496-49f7-95ea-7b712c584413 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] 10.222.0.13 "PUT /v2.0/routers/1b70b58f-86a5-4669-b274-6fb436e71ff3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7036920 Mar 07 10:32:45.767193 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233dd421-42cf-48ca-9a48-a3dec4817c23 None None] Sync routers for ids ['1b70b58f-86a5-4669-b274-6fb436e71ff3'] in dv-neutron-830731-3-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:32:45.767314 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 39536) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:32:45.778537 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e37213-ece3-4ff9-ac43-24ca35eaab23 req-d4d5c6ea-f171-456c-bb1d-bd4f8399706b tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:45.779066 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-a1ed44f0-2268-430e-ac29-b706d295964f tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-860912656'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:32:45.780156 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-07e37213-ece3-4ff9-ac43-24ca35eaab23 req-d4d5c6ea-f171-456c-bb1d-bd4f8399706b tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/ports?device_id=63ceaf18-f501-4c83-9301-80eca85f8dc7 HTTP/1.1" status: 200 len: 944 time: 0.1887224 Mar 07 10:32:45.783711 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-f8f09825-d84a-48e5-bed5-61a5f0e08b91 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:32:45.788747 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-a1ed44f0-2268-430e-ac29-b706d295964f tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:32:45.797356 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-a1ed44f0-2268-430e-ac29-b706d295964f tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Usage tracker for resource:network and tenant:0d2fd6fe5acd4dee8d48a1427bbf6953 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:32:45.801189 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-a1ed44f0-2268-430e-ac29-b706d295964f tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:32:45.808975 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-a1ed44f0-2268-430e-ac29-b706d295964f tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:32:45.811395 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8f09825-d84a-48e5-bed5-61a5f0e08b91 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Made reservation on behalf of 4fc9a61c29f24294941704ccab1f3f2d for: {'network': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:32:45.814396 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233dd421-42cf-48ca-9a48-a3dec4817c23 None None] Routers {'1b70b58f-86a5-4669-b274-6fb436e71ff3'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:32:45.814699 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-233dd421-42cf-48ca-9a48-a3dec4817c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:32:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['1b70b58f-86a5-4669-b274-6fb436e71ff3'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:32:45.815697 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f8f09825-d84a-48e5-bed5-61a5f0e08b91 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for network, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:45.828952 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [req-509dcc67-8c71-4e93-8cec-e3098ad17ee1 req-3d72fb5d-158b-40a8-8daa-7d906b60caa5 service neutron] For port 1a17babc-3491-4016-bcd8-485c18434867, host hv-neutron-8307, cleared binding levels {{(pid=83737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:32:45.834149 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [req-509dcc67-8c71-4e93-8cec-e3098ad17ee1 req-3d72fb5d-158b-40a8-8daa-7d906b60caa5 service neutron] For port 1a17babc-3491-4016-bcd8-485c18434867, host hv-neutron-8307, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=1a17babc-3491-4016-bcd8-485c18434867,segment=NetworkSegment(4474ed14-5f13-4464-b335-2bccd4977f52),segment_id=4474ed14-5f13-4464-b335-2bccd4977f52)] {{(pid=83737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:32:45.844297 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-509dcc67-8c71-4e93-8cec-e3098ad17ee1 req-3d72fb5d-158b-40a8-8daa-7d906b60caa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3012561'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:45.845824 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1ed44f0-2268-430e-ac29-b706d295964f tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Made reservation on behalf of 0d2fd6fe5acd4dee8d48a1427bbf6953 for: {'network': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:32:45.849426 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a1ed44f0-2268-430e-ac29-b706d295964f tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for network, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:45.870617 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8f09825-d84a-48e5-bed5-61a5f0e08b91 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=83738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:32:45.882213 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-07e37213-ece3-4ff9-ac43-24ca35eaab23 req-26b27b64-4d07-4775-9f69-7000727da73f tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1837be0-34d5-4b3c-a7be-05bc11b1a81d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923400 Mar 07 10:32:45.887794 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f8f09825-d84a-48e5-bed5-61a5f0e08b91 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:45.888146 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.db.segments_db [None req-f8f09825-d84a-48e5-bed5-61a5f0e08b91 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Added segment 3db357f7-72e4-4369-adff-321db2052621 of type vlan for network 4993b1d4-a27e-481f-959d-2e2e99fbebba Mar 07 10:32:45.897928 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1ed44f0-2268-430e-ac29-b706d295964f tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=83738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:32:45.912525 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-509dcc67-8c71-4e93-8cec-e3098ad17ee1 req-3d72fb5d-158b-40a8-8daa-7d906b60caa5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:45.914174 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-509dcc67-8c71-4e93-8cec-e3098ad17ee1 req-3d72fb5d-158b-40a8-8daa-7d906b60caa5 service neutron] 10.222.0.10 "PUT /v2.0/ports/1a17babc-3491-4016-bcd8-485c18434867 HTTP/1.1" status: 200 len: 1094 time: 2.2930610 Mar 07 10:32:45.914791 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63ceaf18-f501-4c83-9301-80eca85f8dc7', 'tag': '1a17babc-3491-4016-bcd8-485c18434867'}] {{(pid=83737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 10:32:45.924857 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a1ed44f0-2268-430e-ac29-b706d295964f tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:45.925188 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.db.segments_db [None req-a1ed44f0-2268-430e-ac29-b706d295964f tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Added segment 5f1c4344-8353-4540-a4fa-f0e42cddf1f0 of type vlan for network 90fa4bee-9651-49c5-a1c3-2f71dc8cde1e Mar 07 10:32:45.933603 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f8f09825-d84a-48e5-bed5-61a5f0e08b91 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732568034061'] for network, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:45.935860 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d72fb5d-158b-40a8-8daa-7d906b60caa5 service neutron] Pushing event updated for resources: {'Port': ['ID=1a17babc-3491-4016-bcd8-485c18434867,revision_number=3']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:45.983099 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a1ed44f0-2268-430e-ac29-b706d295964f tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732568034061'] for network, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:46.010102 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f8f09825-d84a-48e5-bed5-61a5f0e08b91 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594'] for network, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:46.014295 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f09825-d84a-48e5-bed5-61a5f0e08b91 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:46.014871 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f8f09825-d84a-48e5-bed5-61a5f0e08b91 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:46.025184 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-233dd421-42cf-48ca-9a48-a3dec4817c23 None None] Set router 1b70b58f-86a5-4669-b274-6fb436e71ff3 gateway port host: None {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:32:46.040254 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63ceaf18-f501-4c83-9301-80eca85f8dc7', 'tag': '1a17babc-3491-4016-bcd8-485c18434867', 'status': 'completed', 'code': 200} Mar 07 10:32:46.083814 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-509dcc67-8c71-4e93-8cec-e3098ad17ee1 req-4ed686b2-f4c8-45e2-9b38-3a824c63baf5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=416b2fd961bc4d70a26d66821f7df8e2&device_id=63ceaf18-f501-4c83-9301-80eca85f8dc7 HTTP/1.1" status: 200 len: 1097 time: 0.1070256 Mar 07 10:32:46.111922 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a1ed44f0-2268-430e-ac29-b706d295964f tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594'] for network, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:46.115089 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ed44f0-2268-430e-ac29-b706d295964f tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:46.115666 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a1ed44f0-2268-430e-ac29-b706d295964f tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:46.119482 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea1b768c-a32b-436a-b5f5-6824b82a4f6e None None] Resources bound (agent type, host, resource id): {{(pid=83739) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 07 10:32:46.137864 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-f8f09825-d84a-48e5-bed5-61a5f0e08b91 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3953645 Mar 07 10:32:46.143916 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 39542) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:32:46.151709 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-3ca7b10d-961e-4e64-8889-3c4a02634f01 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Request body: {'subnet': {'network_id': '4993b1d4-a27e-481f-959d-2e2e99fbebba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:32:46.153441 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-a1ed44f0-2268-430e-ac29-b706d295964f tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3846562 Mar 07 10:32:46.156345 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 39546) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:32:46.159158 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f09825-d84a-48e5-bed5-61a5f0e08b91 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Pushing event updated for resources: {'Network': ['ID=4993b1d4-a27e-481f-959d-2e2e99fbebba,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:46.164185 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-15e4dd67-bdec-4db2-981f-242c763ecf5e tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Request body: {'subnet': {'network_id': '90fa4bee-9651-49c5-a1c3-2f71dc8cde1e', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:32:46.192873 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Network 4993b1d4-a27e-481f-959d-2e2e99fbebba details requested by agent ovs-agent-dv-neutron-830731-3-hyperv with host dv-neutron-830731-3-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 10:32:46.235419 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-509dcc67-8c71-4e93-8cec-e3098ad17ee1 req-31d7002f-077b-4994-ab17-a5fe81d75733 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=1a17babc-3491-4016-bcd8-485c18434867 HTTP/1.1" status: 200 len: 217 time: 0.1452384 Mar 07 10:32:46.333096 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-3ca7b10d-961e-4e64-8889-3c4a02634f01 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:32:46.338845 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509dcc67-8c71-4e93-8cec-e3098ad17ee1 req-b2e8323f-356e-459e-a0cf-4b91b9b251d2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:46.340851 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-509dcc67-8c71-4e93-8cec-e3098ad17ee1 req-b2e8323f-356e-459e-a0cf-4b91b9b251d2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4d787928-21a6-4b16-9348-82acd3355c28 HTTP/1.1" status: 200 len: 838 time: 0.0986884 Mar 07 10:32:46.342194 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-3ca7b10d-961e-4e64-8889-3c4a02634f01 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Usage tracker for resource:subnet and tenant:4fc9a61c29f24294941704ccab1f3f2d is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:32:46.347544 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-3ca7b10d-961e-4e64-8889-3c4a02634f01 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:32:46.349570 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ed44f0-2268-430e-ac29-b706d295964f tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Pushing event updated for resources: {'Network': ['ID=90fa4bee-9651-49c5-a1c3-2f71dc8cde1e,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:46.354288 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-3ca7b10d-961e-4e64-8889-3c4a02634f01 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:32:46.360106 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-15e4dd67-bdec-4db2-981f-242c763ecf5e tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:32:46.363620 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-15e4dd67-bdec-4db2-981f-242c763ecf5e tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Usage tracker for resource:subnet and tenant:0d2fd6fe5acd4dee8d48a1427bbf6953 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:32:46.367849 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-15e4dd67-bdec-4db2-981f-242c763ecf5e tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:32:46.374250 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-15e4dd67-bdec-4db2-981f-242c763ecf5e tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:32:46.382962 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Network 90fa4bee-9651-49c5-a1c3-2f71dc8cde1e details requested by agent ovs-agent-dv-neutron-830731-3-hyperv with host dv-neutron-830731-3-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 10:32:46.385926 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15e4dd67-bdec-4db2-981f-242c763ecf5e tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Made reservation on behalf of 0d2fd6fe5acd4dee8d48a1427bbf6953 for: {'subnet': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:32:46.413196 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ca7b10d-961e-4e64-8889-3c4a02634f01 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Made reservation on behalf of 4fc9a61c29f24294941704ccab1f3f2d for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:32:46.493823 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-15e4dd67-bdec-4db2-981f-242c763ecf5e tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741426'] for subnet, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:46.640633 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3ca7b10d-961e-4e64-8889-3c4a02634f01 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3219231'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:46.723123 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-15e4dd67-bdec-4db2-981f-242c763ecf5e tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3556832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741408'] for subnet, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:46.736436 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-509dcc67-8c71-4e93-8cec-e3098ad17ee1 req-e9d4ea12-05ad-4d22-8104-8359dc9bb148 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a9a1f847-2ec7-4ac6-a95a-f6e6e94c7bd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.3790700 Mar 07 10:32:46.808023 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e4dd67-bdec-4db2-981f-242c763ecf5e tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Pushing event updated for resources: {'Subnet': ['ID=3688f4bf-2205-4c8e-af12-6112e0c7dda7,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:46.823261 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e4dd67-bdec-4db2-981f-242c763ecf5e tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Checking segment: {'id': '5f1c4344-8353-4540-a4fa-f0e42cddf1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '90fa4bee-9651-49c5-a1c3-2f71dc8cde1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:32:46.823611 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e4dd67-bdec-4db2-981f-242c763ecf5e tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Network hostable DHCP agents. Network: 90fa4bee-9651-49c5-a1c3-2f71dc8cde1e, hostable agents: ['6527556c-6586-422c-ae47-082984683847'], hosted agents: [] {{(pid=83738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:32:46.842264 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-233dd421-42cf-48ca-9a48-a3dec4817c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b70b58f-86a5-4669-b274-6fb436e71ff3', 'name': 'tempest-RoutersIpV6Test-router-1746563883', 'tenant_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:32:30Z', 'updated_at': '2022-03-07T10:32:42Z', 'revision_number': 3, 'project_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'gw_port_host': None, '_interfaces': [{'id': '10a55a1d-108f-44a2-8340-e3d0aa0f4909', 'name': '', 'network_id': '97ec2e17-7403-4552-a6fe-aa0c61ac9863', 'tenant_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'mac_address': 'fa:16:3e:f9:ba:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b70b58f-86a5-4669-b274-6fb436e71ff3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd2ff9f24-3b3e-4a2f-b1d2-82de2b4163ac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:32:33Z', 'updated_at': '2022-03-07T10:32:41Z', 'revision_number': 5, 'project_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'subnets': [{'id': 'd2ff9f24-3b3e-4a2f-b1d2-82de2b4163ac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c623c147-08d0-4031-bd35-4841c6c15c19', 'name': '', 'network_id': 'ca89f0fe-efa0-4332-b232-e76791e24a10', 'tenant_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'mac_address': 'fa:16:3e:28:f2:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b70b58f-86a5-4669-b274-6fb436e71ff3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fe0f7e9e-edda-4fc8-82ea-e66700bd4e36', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:32:41Z', 'updated_at': '2022-03-07T10:32:43Z', 'revision_number': 2, 'project_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'subnets': [{'id': 'fe0f7e9e-edda-4fc8-82ea-e66700bd4e36', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:32:46.849662 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233dd421-42cf-48ca-9a48-a3dec4817c23 None None] Checking router: 1b70b58f-86a5-4669-b274-6fb436e71ff3 for host: dv-neutron-830731-3-hyperv {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 07 10:32:46.850112 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233dd421-42cf-48ca-9a48-a3dec4817c23 None None] Updating router 1b70b58f-86a5-4669-b274-6fb436e71ff3 port c623c147-08d0-4031-bd35-4841c6c15c19 binding host dv-neutron-830731-3-hyperv {{(pid=83739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 07 10:32:46.851617 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e4dd67-bdec-4db2-981f-242c763ecf5e tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Network 90fa4bee-9651-49c5-a1c3-2f71dc8cde1e is scheduled to be hosted by DHCP agent 6527556c-6586-422c-ae47-082984683847 with binding_index 1 {{(pid=83738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:32:46.867385 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-15e4dd67-bdec-4db2-981f-242c763ecf5e tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830731-3-hyperv, 90fa4bee-9651-49c5-a1c3-2f71dc8cde1e) {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:32:46.871988 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15e4dd67-bdec-4db2-981f-242c763ecf5e tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:46.872237 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-15e4dd67-bdec-4db2-981f-242c763ecf5e tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:46.899227 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-15e4dd67-bdec-4db2-981f-242c763ecf5e tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7391303 Mar 07 10:32:46.900495 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 39550) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:32:46.955688 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-233dd421-42cf-48ca-9a48-a3dec4817c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:46.959116 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-509dcc67-8c71-4e93-8cec-e3098ad17ee1 req-2278f8ea-3770-4efc-8f13-b39b8973574e service neutron] 10.222.0.10 "GET /v2.0/networks/a9a1f847-2ec7-4ac6-a95a-f6e6e94c7bd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162857 Mar 07 10:32:47.128150 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a7cb2c6-648a-485d-bcdf-62e73174d4b1 None None] get_active_networks_info from dv-neutron-830731-3-hyperv {{(pid=83739) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 07 10:32:47.238603 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-509dcc67-8c71-4e93-8cec-e3098ad17ee1 req-3571f499-110d-43e4-8cbe-e5e3513cac6a service neutron] 10.222.0.10 "GET /v2.0/networks/a9a1f847-2ec7-4ac6-a95a-f6e6e94c7bd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2709007 Mar 07 10:32:47.290924 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f5cdbf-af08-4d75-a108-7a6ca2cdfa43 req-bdbe7949-d5c0-46ff-b227-a5982f8d0c28 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:47.301116 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-71f5cdbf-af08-4d75-a108-7a6ca2cdfa43 req-bdbe7949-d5c0-46ff-b227-a5982f8d0c28 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/ports?device_id=63ceaf18-f501-4c83-9301-80eca85f8dc7 HTTP/1.1" status: 200 len: 944 time: 0.1744776 Mar 07 10:32:47.435712 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-71f5cdbf-af08-4d75-a108-7a6ca2cdfa43 req-3028a6a0-613d-46f9-9801-237a4eb79c1c tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1837be0-34d5-4b3c-a7be-05bc11b1a81d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1325147 Mar 07 10:32:47.436904 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.objects.ports [None req-3ca7b10d-961e-4e64-8889-3c4a02634f01 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83737) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 07 10:32:47.440875 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3ca7b10d-961e-4e64-8889-3c4a02634f01 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3012444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3219213'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:47.551322 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca7b10d-961e-4e64-8889-3c4a02634f01 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Pushing event updated for resources: {'Subnet': ['ID=607b65cf-d5a2-42cf-b6e3-1b02f598f059,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:47.563531 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-878037b8-e360-4118-8f3b-6297e9421fd1 req-6f5d0da5-32b3-4cf3-b31d-5078de0c7b9b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=416b2fd961bc4d70a26d66821f7df8e2&device_id=63ceaf18-f501-4c83-9301-80eca85f8dc7 HTTP/1.1" status: 200 len: 1097 time: 0.2601435 Mar 07 10:32:47.567057 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca7b10d-961e-4e64-8889-3c4a02634f01 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Checking segment: {'id': '3db357f7-72e4-4369-adff-321db2052621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '4993b1d4-a27e-481f-959d-2e2e99fbebba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:32:47.567246 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca7b10d-961e-4e64-8889-3c4a02634f01 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Network hostable DHCP agents. Network: 4993b1d4-a27e-481f-959d-2e2e99fbebba, hostable agents: ['6527556c-6586-422c-ae47-082984683847'], hosted agents: [] {{(pid=83737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:32:47.598865 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-233dd421-42cf-48ca-9a48-a3dec4817c23 None None] Notify callbacks [] for port, precommit_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:47.617981 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-233dd421-42cf-48ca-9a48-a3dec4817c23 None None] Transition to ACTIVE for port object c623c147-08d0-4031-bd35-4841c6c15c19 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:32:47.628324 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-233dd421-42cf-48ca-9a48-a3dec4817c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:47.664114 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-fbf591b2-12cf-4c03-b834-e2be830a3d03 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:47.691081 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca7b10d-961e-4e64-8889-3c4a02634f01 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Network 4993b1d4-a27e-481f-959d-2e2e99fbebba is scheduled to be hosted by DHCP agent 6527556c-6586-422c-ae47-082984683847 with binding_index 1 {{(pid=83737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:32:47.716100 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-3ca7b10d-961e-4e64-8889-3c4a02634f01 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830731-3-hyperv, 4993b1d4-a27e-481f-959d-2e2e99fbebba) {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:32:47.720911 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca7b10d-961e-4e64-8889-3c4a02634f01 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:47.721800 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3ca7b10d-961e-4e64-8889-3c4a02634f01 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:47.738852 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878037b8-e360-4118-8f3b-6297e9421fd1 req-db525ddb-93a2-42b4-8834-3acdde581d28 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:47.740339 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-878037b8-e360-4118-8f3b-6297e9421fd1 req-db525ddb-93a2-42b4-8834-3acdde581d28 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a9a1f847-2ec7-4ac6-a95a-f6e6e94c7bd8 HTTP/1.1" status: 200 len: 898 time: 0.1686871 Mar 07 10:32:47.755574 dv-neutron-830731-3-hyperv neutron-server[83739]: INFO neutron.scheduler.dhcp_agent_scheduler [None req-1a7cb2c6-648a-485d-bcdf-62e73174d4b1 None None] Agent 6527556c-6586-422c-ae47-082984683847 already present Mar 07 10:32:47.755918 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a7cb2c6-648a-485d-bcdf-62e73174d4b1 None None] Network 4993b1d4-a27e-481f-959d-2e2e99fbebba is scheduled to be hosted by DHCP agent 6527556c-6586-422c-ae47-082984683847 with binding_index 1 {{(pid=83739) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:32:47.756595 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a7cb2c6-648a-485d-bcdf-62e73174d4b1 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830731-3-hyperv, 4993b1d4-a27e-481f-959d-2e2e99fbebba) {{(pid=83739) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 07 10:32:47.765184 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75947c67-7ad9-4c4d-b4b8-30c16093f411 None None] Pushing event updated for resources: {'Port': ['ID=c623c147-08d0-4031-bd35-4841c6c15c19,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:47.806969 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-3ca7b10d-961e-4e64-8889-3c4a02634f01 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.6610138 Mar 07 10:32:47.814493 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 39556) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:32:47.834255 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-878037b8-e360-4118-8f3b-6297e9421fd1 req-ad70888a-dc2f-411c-814f-0bf213d4fe31 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=1a17babc-3491-4016-bcd8-485c18434867 HTTP/1.1" status: 200 len: 217 time: 0.0859110 Mar 07 10:32:47.943507 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-233dd421-42cf-48ca-9a48-a3dec4817c23 None None] Attempting to bind port c623c147-08d0-4031-bd35-4841c6c15c19 on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:32:47.944085 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-233dd421-42cf-48ca-9a48-a3dec4817c23 None None] Attempting to bind port c623c147-08d0-4031-bd35-4841c6c15c19 by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': '4a104f5d-ffb5-40f4-8525-8b155171beab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'ca89f0fe-efa0-4332-b232-e76791e24a10'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:32:47.944208 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233dd421-42cf-48ca-9a48-a3dec4817c23 None None] Attempting to bind port c623c147-08d0-4031-bd35-4841c6c15c19 on network ca89f0fe-efa0-4332-b232-e76791e24a10 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:32:47.961125 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233dd421-42cf-48ca-9a48-a3dec4817c23 None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:32:47.961504 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233dd421-42cf-48ca-9a48-a3dec4817c23 None None] Checking segment: {'id': '4a104f5d-ffb5-40f4-8525-8b155171beab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'ca89f0fe-efa0-4332-b232-e76791e24a10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:32:47.961913 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-233dd421-42cf-48ca-9a48-a3dec4817c23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:47.962289 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233dd421-42cf-48ca-9a48-a3dec4817c23 None None] Bound using segment: {'id': '4a104f5d-ffb5-40f4-8525-8b155171beab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'ca89f0fe-efa0-4332-b232-e76791e24a10'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:32:47.962751 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-233dd421-42cf-48ca-9a48-a3dec4817c23 None None] Bound port: c623c147-08d0-4031-bd35-4841c6c15c19, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a104f5d-ffb5-40f4-8525-8b155171beab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'ca89f0fe-efa0-4332-b232-e76791e24a10'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:32:47.963121 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-233dd421-42cf-48ca-9a48-a3dec4817c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:47.981811 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878037b8-e360-4118-8f3b-6297e9421fd1 req-d2329a98-e368-4faf-9072-5d5c57db9172 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:47.983446 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-878037b8-e360-4118-8f3b-6297e9421fd1 req-d2329a98-e368-4faf-9072-5d5c57db9172 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4d787928-21a6-4b16-9348-82acd3355c28 HTTP/1.1" status: 200 len: 838 time: 0.1403749 Mar 07 10:32:48.048002 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-604480b2-8737-405e-963e-3482b4ce50a2 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1158940'] for network, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:48.065200 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-fbf591b2-12cf-4c03-b834-e2be830a3d03 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Allocated IP 2001:db8:2::1 (90fa4bee-9651-49c5-a1c3-2f71dc8cde1e/3688f4bf-2205-4c8e-af12-6112e0c7dda7/37e78ca2-60e0-4bf1-b71b-4a7d614f4633) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:32:48.137617 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-604480b2-8737-405e-963e-3482b4ce50a2 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1525496'] for subnet, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:48.142644 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-233dd421-42cf-48ca-9a48-a3dec4817c23 None None] For port c623c147-08d0-4031-bd35-4841c6c15c19, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:32:48.154787 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-233dd421-42cf-48ca-9a48-a3dec4817c23 None None] For port c623c147-08d0-4031-bd35-4841c6c15c19, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=c623c147-08d0-4031-bd35-4841c6c15c19,segment=NetworkSegment(4a104f5d-ffb5-40f4-8525-8b155171beab),segment_id=4a104f5d-ffb5-40f4-8525-8b155171beab)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:32:48.164802 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-233dd421-42cf-48ca-9a48-a3dec4817c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:48.177522 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-878037b8-e360-4118-8f3b-6297e9421fd1 req-f48035fa-913e-4176-b4b7-48320db18beb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a9a1f847-2ec7-4ac6-a95a-f6e6e94c7bd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1846576 Mar 07 10:32:48.267851 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-fbf591b2-12cf-4c03-b834-e2be830a3d03 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:48.289993 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-fbf591b2-12cf-4c03-b834-e2be830a3d03 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Transition to ACTIVE for port object 37e78ca2-60e0-4bf1-b71b-4a7d614f4633 will not be triggered until provisioned by entity DHCP. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:32:48.301472 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75947c67-7ad9-4c4d-b4b8-30c16093f411 None None] Pushing event updated for resources: {'Port': ['ID=c623c147-08d0-4031-bd35-4841c6c15c19,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:48.321704 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233dd421-42cf-48ca-9a48-a3dec4817c23 None None] Routers {'1b70b58f-86a5-4669-b274-6fb436e71ff3'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:32:48.322349 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-233dd421-42cf-48ca-9a48-a3dec4817c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:32:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['1b70b58f-86a5-4669-b274-6fb436e71ff3'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:32:48.323761 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-fbf591b2-12cf-4c03-b834-e2be830a3d03 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:48.399939 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf591b2-12cf-4c03-b834-e2be830a3d03 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Network 90fa4bee-9651-49c5-a1c3-2f71dc8cde1e is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:32:48.404931 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-fbf591b2-12cf-4c03-b834-e2be830a3d03 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:32:48.409237 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf591b2-12cf-4c03-b834-e2be830a3d03 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:32:48.410007 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-fbf591b2-12cf-4c03-b834-e2be830a3d03 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3920324'] for router_interface, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:48.427550 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf591b2-12cf-4c03-b834-e2be830a3d03 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Pushing event updated for resources: {'Port': ['ID=37e78ca2-60e0-4bf1-b71b-4a7d614f4633,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:48.456181 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-604480b2-8737-405e-963e-3482b4ce50a2 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1525489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3012507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3219316'] for subnet, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:48.503042 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-878037b8-e360-4118-8f3b-6297e9421fd1 req-5587708f-fc24-40bd-914d-84c34a4d4be4 service neutron] 10.222.0.10 "GET /v2.0/networks/a9a1f847-2ec7-4ac6-a95a-f6e6e94c7bd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3191941 Mar 07 10:32:48.504158 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604480b2-8737-405e-963e-3482b4ce50a2 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Pushing event deleted for resources: {'Subnet': ['ID=607b65cf-d5a2-42cf-b6e3-1b02f598f059,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:48.538855 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-fbf591b2-12cf-4c03-b834-e2be830a3d03 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:48.569789 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46951ba9-c41f-48de-b400-3274f2547e26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ec2749d-0aec-52fb-aca6-10ba8a80aade-4993b1d4-a27e-481f-959d-2e2e99fbebba', 'network_id': '4993b1d4-a27e-481f-959d-2e2e99fbebba', 'tenant_id': '4fc9a61c29f24294941704ccab1f3f2d', 'fixed_ips': [{'subnet_id': '607b65cf-d5a2-42cf-b6e3-1b02f598f059'}]}} from dv-neutron-830731-3-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 07 10:32:48.570623 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-46951ba9-c41f-48de-b400-3274f2547e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:48.584900 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-623e4f7e-45bb-4d83-979f-0ff9c970fbf9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ec2749d-0aec-52fb-aca6-10ba8a80aade-90fa4bee-9651-49c5-a1c3-2f71dc8cde1e', 'network_id': '90fa4bee-9651-49c5-a1c3-2f71dc8cde1e', 'tenant_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'fixed_ips': [{'subnet_id': '3688f4bf-2205-4c8e-af12-6112e0c7dda7'}]}} from dv-neutron-830731-3-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 07 10:32:48.585704 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-623e4f7e-45bb-4d83-979f-0ff9c970fbf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:48.619365 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-233dd421-42cf-48ca-9a48-a3dec4817c23 None None] Set router 1b70b58f-86a5-4669-b274-6fb436e71ff3 gateway port host: None {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:32:48.696613 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-604480b2-8737-405e-963e-3482b4ce50a2 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1526893', 'neutron.services.segments.db._delete_segments_for_network-8732568551033'] for network, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:48.724445 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-604480b2-8737-405e-963e-3482b4ce50a2 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4993b1d4-a27e-481f-959d-2e2e99fbebba']}} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:32:48.786679 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-604480b2-8737-405e-963e-3482b4ce50a2 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3db357f7-72e4-4369-adff-321db2052621') {'for_net_delete': True} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:32:48.787027 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-604480b2-8737-405e-963e-3482b4ce50a2 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3db357f7-72e4-4369-adff-321db2052621') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:32:48.812253 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-604480b2-8737-405e-963e-3482b4ce50a2 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732568550916', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629174'] for segment, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:48.839755 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-604480b2-8737-405e-963e-3482b4ce50a2 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:48.866717 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-604480b2-8737-405e-963e-3482b4ce50a2 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=83737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 07 10:32:48.867124 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-604480b2-8737-405e-963e-3482b4ce50a2 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1227397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3012597'] for segment, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:48.882171 dv-neutron-830731-3-hyperv neutron-server[83737]: Traceback (most recent call last): Mar 07 10:32:48.882171 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 07 10:32:48.882171 dv-neutron-830731-3-hyperv neutron-server[83737]: timer() Mar 07 10:32:48.882171 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:32:48.882171 dv-neutron-830731-3-hyperv neutron-server[83737]: cb(*args, **kw) Mar 07 10:32:48.882171 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 10:32:48.882171 dv-neutron-830731-3-hyperv neutron-server[83737]: return func(*args, **kwargs) Mar 07 10:32:48.882171 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:32:48.882171 dv-neutron-830731-3-hyperv neutron-server[83737]: self._notify() Mar 07 10:32:48.882171 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:32:48.882171 dv-neutron-830731-3-hyperv neutron-server[83737]: self.callback(batched_events) Mar 07 10:32:48.882171 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:32:48.882171 dv-neutron-830731-3-hyperv neutron-server[83737]: event.method(event) Mar 07 10:32:48.882171 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 10:32:48.882171 dv-neutron-830731-3-hyperv neutron-server[83737]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:32:48.882171 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 10:32:48.882171 dv-neutron-830731-3-hyperv neutron-server[83737]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:32:48.882171 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 10:32:48.882171 dv-neutron-830731-3-hyperv neutron-server[83737]: return f(self, *a, **k) Mar 07 10:32:48.882171 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:32:48.882171 dv-neutron-830731-3-hyperv neutron-server[83737]: return self._get(url).json() Mar 07 10:32:48.882171 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:32:48.882171 dv-neutron-830731-3-hyperv neutron-server[83737]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:32:48.882171 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 07 10:32:48.882171 dv-neutron-830731-3-hyperv neutron-server[83737]: return self.request(url, 'GET', **kwargs) Mar 07 10:32:48.882171 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 07 10:32:48.882171 dv-neutron-830731-3-hyperv neutron-server[83737]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:32:48.882171 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 07 10:32:48.882171 dv-neutron-830731-3-hyperv neutron-server[83737]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:32:48.882171 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 07 10:32:48.882171 dv-neutron-830731-3-hyperv neutron-server[83737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:32:48.882171 dv-neutron-830731-3-hyperv neutron-server[83737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:32:48.987902 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-878037b8-e360-4118-8f3b-6297e9421fd1 req-bbaa7bb2-612c-445d-a075-07d66493f457 service neutron] 10.222.0.10 "GET /v2.0/networks/a9a1f847-2ec7-4ac6-a95a-f6e6e94c7bd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4631822 Mar 07 10:32:48.999625 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacda195-3acb-4168-af74-11f135f4492f req-564f2d4a-dc6c-46bc-b8d1-39c32975d9d0 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:49.006778 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-cacda195-3acb-4168-af74-11f135f4492f req-564f2d4a-dc6c-46bc-b8d1-39c32975d9d0 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/ports?device_id=63ceaf18-f501-4c83-9301-80eca85f8dc7 HTTP/1.1" status: 200 len: 944 time: 0.4064920 Mar 07 10:32:49.022953 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-604480b2-8737-405e-963e-3482b4ce50a2 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1526886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923583'] for network, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:49.046961 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-604480b2-8737-405e-963e-3482b4ce50a2 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:49.056655 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604480b2-8737-405e-963e-3482b4ce50a2 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Pushing event deleted for resources: {'Network': ['ID=4993b1d4-a27e-481f-959d-2e2e99fbebba,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:49.076078 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-604480b2-8737-405e-963e-3482b4ce50a2 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] 10.222.0.13 "DELETE /v2.0/networks/4993b1d4-a27e-481f-959d-2e2e99fbebba HTTP/1.1" status: 204 len: 168 time: 1.2601531 Mar 07 10:32:49.081586 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 39562) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:32:49.089722 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-cacda195-3acb-4168-af74-11f135f4492f req-effa6dbd-1e63-423b-ab53-f408cdeb6ac9 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1837be0-34d5-4b3c-a7be-05bc11b1a81d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818908 Mar 07 10:32:49.101321 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-623e4f7e-45bb-4d83-979f-0ff9c970fbf9 None None] Allocated IP 2001:db8:2::2 (90fa4bee-9651-49c5-a1c3-2f71dc8cde1e/3688f4bf-2205-4c8e-af12-6112e0c7dda7/df5ced05-b942-492c-a5bb-1dd6498977a9) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:32:49.129552 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5435ad2-6823-4953-bc51-00dc7119be78 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] DELETE failed (client error): The resource could not be found. Mar 07 10:32:49.129982 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5435ad2-6823-4953-bc51-00dc7119be78 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:32:49.145109 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-e5435ad2-6823-4953-bc51-00dc7119be78 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] 10.222.0.13 "DELETE /v2.0/subnets/607b65cf-d5a2-42cf-b6e3-1b02f598f059 HTTP/1.1" status: 404 len: 337 time: 0.0624933 Mar 07 10:32:49.147655 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 39566) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:32:49.181697 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fc8b517-f322-484f-80fb-e2644a22e793 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] DELETE failed (client error): The resource could not be found. Mar 07 10:32:49.182123 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fc8b517-f322-484f-80fb-e2644a22e793 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:32:49.183713 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-7fc8b517-f322-484f-80fb-e2644a22e793 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] 10.222.0.13 "DELETE /v2.0/networks/4993b1d4-a27e-481f-959d-2e2e99fbebba HTTP/1.1" status: 404 len: 339 time: 0.0318253 Mar 07 10:32:49.186745 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 39570) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:32:49.235974 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-fbf591b2-12cf-4c03-b834-e2be830a3d03 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks [] for port, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:49.237933 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-d61851eb-3ad5-4106-b102-5e13d8513037 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] DELETE failed (client error): The resource could not be found. Mar 07 10:32:49.238370 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d61851eb-3ad5-4106-b102-5e13d8513037 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:32:49.240191 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-d61851eb-3ad5-4106-b102-5e13d8513037 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] 10.222.0.13 "DELETE /v2.0/subnets/5c384c63-cd9c-4eda-a185-003efc0f58d7 HTTP/1.1" status: 404 len: 337 time: 0.0525820 Mar 07 10:32:49.242905 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 39574) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:32:49.270701 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-fbf591b2-12cf-4c03-b834-e2be830a3d03 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3556717'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:49.271422 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-fbf591b2-12cf-4c03-b834-e2be830a3d03 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2756426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3920233'] for router_interface, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:49.275818 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-233dd421-42cf-48ca-9a48-a3dec4817c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b70b58f-86a5-4669-b274-6fb436e71ff3', 'name': 'tempest-RoutersIpV6Test-router-1746563883', 'tenant_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:32:30Z', 'updated_at': '2022-03-07T10:32:42Z', 'revision_number': 3, 'project_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'gw_port_host': None, '_interfaces': [{'id': '10a55a1d-108f-44a2-8340-e3d0aa0f4909', 'name': '', 'network_id': '97ec2e17-7403-4552-a6fe-aa0c61ac9863', 'tenant_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'mac_address': 'fa:16:3e:f9:ba:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b70b58f-86a5-4669-b274-6fb436e71ff3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd2ff9f24-3b3e-4a2f-b1d2-82de2b4163ac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:32:33Z', 'updated_at': '2022-03-07T10:32:41Z', 'revision_number': 5, 'project_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'subnets': [{'id': 'd2ff9f24-3b3e-4a2f-b1d2-82de2b4163ac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c623c147-08d0-4031-bd35-4841c6c15c19', 'name': '', 'network_id': 'ca89f0fe-efa0-4332-b232-e76791e24a10', 'tenant_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'mac_address': 'fa:16:3e:28:f2:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b70b58f-86a5-4669-b274-6fb436e71ff3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fe0f7e9e-edda-4fc8-82ea-e66700bd4e36', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:32:41Z', 'updated_at': '2022-03-07T10:32:48Z', 'revision_number': 4, 'project_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'subnets': [{'id': 'fe0f7e9e-edda-4fc8-82ea-e66700bd4e36', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:32:49.285890 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233dd421-42cf-48ca-9a48-a3dec4817c23 None None] The sync data for ids ['1b70b58f-86a5-4669-b274-6fb436e71ff3'] in dv-neutron-830731-3-hyperv is: [{'id': '1b70b58f-86a5-4669-b274-6fb436e71ff3', 'name': 'tempest-RoutersIpV6Test-router-1746563883', 'tenant_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:32:30Z', 'updated_at': '2022-03-07T10:32:42Z', 'revision_number': 3, 'project_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'gw_port_host': None, '_interfaces': [{'id': '10a55a1d-108f-44a2-8340-e3d0aa0f4909', 'name': '', 'network_id': '97ec2e17-7403-4552-a6fe-aa0c61ac9863', 'tenant_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'mac_address': 'fa:16:3e:f9:ba:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b70b58f-86a5-4669-b274-6fb436e71ff3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd2ff9f24-3b3e-4a2f-b1d2-82de2b4163ac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:32:33Z', 'updated_at': '2022-03-07T10:32:41Z', 'revision_number': 5, 'project_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'subnets': [{'id': 'd2ff9f24-3b3e-4a2f-b1d2-82de2b4163ac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c623c147-08d0-4031-bd35-4841c6c15c19', 'name': '', 'network_id': 'ca89f0fe-efa0-4332-b232-e76791e24a10', 'tenant_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'mac_address': 'fa:16:3e:28:f2:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b70b58f-86a5-4669-b274-6fb436e71ff3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fe0f7e9e-edda-4fc8-82ea-e66700bd4e36', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:32:41Z', 'updated_at': '2022-03-07T10:32:48Z', 'revision_number': 4, 'project_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'subnets': [{'id': 'fe0f7e9e-edda-4fc8-82ea-e66700bd4e36', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:32:49.312294 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-41ece69c-3afb-4c13-9de6-8d240f9db7f7 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] DELETE failed (client error): The resource could not be found. Mar 07 10:32:49.312758 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41ece69c-3afb-4c13-9de6-8d240f9db7f7 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:32:49.314430 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-41ece69c-3afb-4c13-9de6-8d240f9db7f7 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] 10.222.0.13 "DELETE /v2.0/networks/755d8a96-81b4-4847-94bf-630c83d5541a HTTP/1.1" status: 404 len: 339 time: 0.0705733 Mar 07 10:32:49.317313 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 39578) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:32:49.396837 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-623e4f7e-45bb-4d83-979f-0ff9c970fbf9 None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:49.410928 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7741426-a41f-4648-a5c5-a7b644789390 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] DELETE failed (client error): The resource could not be found. Mar 07 10:32:49.411380 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7741426-a41f-4648-a5c5-a7b644789390 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:32:49.413128 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-e7741426-a41f-4648-a5c5-a7b644789390 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] 10.222.0.13 "DELETE /v2.0/subnets/7774ca7b-7b72-4f00-a29e-5ab854c3b6c1 HTTP/1.1" status: 404 len: 337 time: 0.0943394 Mar 07 10:32:49.415858 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 39582) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:32:49.420662 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-623e4f7e-45bb-4d83-979f-0ff9c970fbf9 None None] Transition to ACTIVE for port object df5ced05-b942-492c-a5bb-1dd6498977a9 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:32:49.442767 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf591b2-12cf-4c03-b834-e2be830a3d03 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Pushing event updated for resources: {'Port': ['ID=37e78ca2-60e0-4bf1-b71b-4a7d614f4633,revision_number=2']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:49.451879 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-32aeb426-0566-4fb8-a4f2-af42ce48f7c1 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] DELETE failed (client error): The resource could not be found. Mar 07 10:32:49.452316 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32aeb426-0566-4fb8-a4f2-af42ce48f7c1 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:32:49.452450 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-623e4f7e-45bb-4d83-979f-0ff9c970fbf9 None None] Transition to ACTIVE for port object df5ced05-b942-492c-a5bb-1dd6498977a9 will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:32:49.453989 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-32aeb426-0566-4fb8-a4f2-af42ce48f7c1 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] 10.222.0.13 "DELETE /v2.0/networks/cccadc50-3fd5-49a9-93bc-708f9e049e53 HTTP/1.1" status: 404 len: 339 time: 0.0369103 Mar 07 10:32:49.456831 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 39586) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:32:49.462361 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-623e4f7e-45bb-4d83-979f-0ff9c970fbf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:49.532234 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-623e4f7e-45bb-4d83-979f-0ff9c970fbf9 None None] Network 90fa4bee-9651-49c5-a1c3-2f71dc8cde1e is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:32:49.535040 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-623e4f7e-45bb-4d83-979f-0ff9c970fbf9 None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:32:49.538904 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623e4f7e-45bb-4d83-979f-0ff9c970fbf9 None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:32:49.546843 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623e4f7e-45bb-4d83-979f-0ff9c970fbf9 None None] Pushing event updated for resources: {'Port': ['ID=df5ced05-b942-492c-a5bb-1dd6498977a9,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:49.553935 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-3b9b1569-1c32-4ba5-bbe8-03f878c6654e tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Deleting port c253672f-da09-441f-92f8-e8ab11507daa {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:32:49.554128 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3b9b1569-1c32-4ba5-bbe8-03f878c6654e tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:49.607946 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf591b2-12cf-4c03-b834-e2be830a3d03 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Network 90fa4bee-9651-49c5-a1c3-2f71dc8cde1e is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:32:49.611606 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-fbf591b2-12cf-4c03-b834-e2be830a3d03 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:32:49.645005 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-623e4f7e-45bb-4d83-979f-0ff9c970fbf9 None None] Attempting to bind port df5ced05-b942-492c-a5bb-1dd6498977a9 on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:32:49.645377 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-623e4f7e-45bb-4d83-979f-0ff9c970fbf9 None None] Attempting to bind port df5ced05-b942-492c-a5bb-1dd6498977a9 by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': '5f1c4344-8353-4540-a4fa-f0e42cddf1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '90fa4bee-9651-49c5-a1c3-2f71dc8cde1e'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:32:49.645735 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623e4f7e-45bb-4d83-979f-0ff9c970fbf9 None None] Attempting to bind port df5ced05-b942-492c-a5bb-1dd6498977a9 on network 90fa4bee-9651-49c5-a1c3-2f71dc8cde1e {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:32:49.652374 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623e4f7e-45bb-4d83-979f-0ff9c970fbf9 None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:32:49.653026 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623e4f7e-45bb-4d83-979f-0ff9c970fbf9 None None] Checking segment: {'id': '5f1c4344-8353-4540-a4fa-f0e42cddf1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '90fa4bee-9651-49c5-a1c3-2f71dc8cde1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:32:49.653482 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-623e4f7e-45bb-4d83-979f-0ff9c970fbf9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:49.653875 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623e4f7e-45bb-4d83-979f-0ff9c970fbf9 None None] Bound using segment: {'id': '5f1c4344-8353-4540-a4fa-f0e42cddf1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '90fa4bee-9651-49c5-a1c3-2f71dc8cde1e'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:32:49.654333 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-623e4f7e-45bb-4d83-979f-0ff9c970fbf9 None None] Bound port: df5ced05-b942-492c-a5bb-1dd6498977a9, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f1c4344-8353-4540-a4fa-f0e42cddf1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '90fa4bee-9651-49c5-a1c3-2f71dc8cde1e'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:32:49.654702 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-623e4f7e-45bb-4d83-979f-0ff9c970fbf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:49.748084 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-623e4f7e-45bb-4d83-979f-0ff9c970fbf9 None None] For port df5ced05-b942-492c-a5bb-1dd6498977a9, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:32:49.751364 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-623e4f7e-45bb-4d83-979f-0ff9c970fbf9 None None] For port df5ced05-b942-492c-a5bb-1dd6498977a9, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=df5ced05-b942-492c-a5bb-1dd6498977a9,segment=NetworkSegment(5f1c4344-8353-4540-a4fa-f0e42cddf1f0),segment_id=5f1c4344-8353-4540-a4fa-f0e42cddf1f0)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:32:49.756432 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-623e4f7e-45bb-4d83-979f-0ff9c970fbf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:49.854151 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623e4f7e-45bb-4d83-979f-0ff9c970fbf9 None None] Pushing event updated for resources: {'Port': ['ID=df5ced05-b942-492c-a5bb-1dd6498977a9,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:50.072978 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3b9b1569-1c32-4ba5-bbe8-03f878c6654e tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:50.204466 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-3b9b1569-1c32-4ba5-bbe8-03f878c6654e tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Calling delete_port for c253672f-da09-441f-92f8-e8ab11507daa owned by {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:32:50.293948 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06f49e0-9061-4a14-914b-2a133ba04c4c req-616ff6dd-f53e-44cd-8647-3e09259ac63c tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:50.296521 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f06f49e0-9061-4a14-914b-2a133ba04c4c req-616ff6dd-f53e-44cd-8647-3e09259ac63c tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/ports?device_id=63ceaf18-f501-4c83-9301-80eca85f8dc7 HTTP/1.1" status: 200 len: 944 time: 0.0819929 Mar 07 10:32:50.308345 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3b9b1569-1c32-4ba5-bbe8-03f878c6654e tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:50.346247 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f06f49e0-9061-4a14-914b-2a133ba04c4c req-1092f774-e276-42d5-97d8-fd0a9eb9eecf tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1837be0-34d5-4b3c-a7be-05bc11b1a81d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431898 Mar 07 10:32:50.363198 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9b1569-1c32-4ba5-bbe8-03f878c6654e tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Pushing event deleted for resources: {'Port': ['ID=c253672f-da09-441f-92f8-e8ab11507daa,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:50.369959 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbf591b2-12cf-4c03-b834-e2be830a3d03 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Router 1b70b58f-86a5-4669-b274-6fb436e71ff3 has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:32:50.375528 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3b9b1569-1c32-4ba5-bbe8-03f878c6654e tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:50.384146 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-3b9b1569-1c32-4ba5-bbe8-03f878c6654e tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] 10.222.0.13 "DELETE /v2.0/ports/c253672f-da09-441f-92f8-e8ab11507daa HTTP/1.1" status: 204 len: 168 time: 0.9260652 Mar 07 10:32:50.386817 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 39592) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:32:50.550399 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b57f4b2-a469-40a3-963c-58a38cc677df tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] DELETE failed (client error): The resource could not be found. Mar 07 10:32:50.550830 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b57f4b2-a469-40a3-963c-58a38cc677df tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:32:50.552440 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-4b57f4b2-a469-40a3-963c-58a38cc677df tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] 10.222.0.13 "DELETE /v2.0/subnets/45efcd40-71d6-457f-9373-ec462376f123 HTTP/1.1" status: 404 len: 337 time: 0.1637266 Mar 07 10:32:50.555064 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 39596) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:32:50.678087 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1304a312-8bef-4fe4-aace-83697ed53158 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1158940'] for network, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:50.718388 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbf591b2-12cf-4c03-b834-e2be830a3d03 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:32:50.722801 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ab3a19-21b8-4ac0-a870-a4ba50e6c905 None None] Network 90fa4bee-9651-49c5-a1c3-2f71dc8cde1e requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:32:50.728121 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1feac664-ccb0-4fcb-bb77-fc7413647a4e None None] Sync routers for ids ['1b70b58f-86a5-4669-b274-6fb436e71ff3'] in dv-neutron-830731-3-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:32:50.729518 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-fbf591b2-12cf-4c03-b834-e2be830a3d03 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] 10.222.0.13 "PUT /v2.0/routers/1b70b58f-86a5-4669-b274-6fb436e71ff3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8287342 Mar 07 10:32:50.731785 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 39600) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:32:50.737786 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-cd2278df-e970-46f8-841e-595acef2b074 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1960655731'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:32:50.742990 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-cd2278df-e970-46f8-841e-595acef2b074 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:32:50.748129 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-cd2278df-e970-46f8-841e-595acef2b074 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Usage tracker for resource:network and tenant:0d2fd6fe5acd4dee8d48a1427bbf6953 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:32:50.752064 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-cd2278df-e970-46f8-841e-595acef2b074 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:32:50.758940 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-cd2278df-e970-46f8-841e-595acef2b074 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:32:50.764215 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1feac664-ccb0-4fcb-bb77-fc7413647a4e None None] Routers {'1b70b58f-86a5-4669-b274-6fb436e71ff3'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:32:50.765247 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-1feac664-ccb0-4fcb-bb77-fc7413647a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:32:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['1b70b58f-86a5-4669-b274-6fb436e71ff3'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:32:50.773724 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd2278df-e970-46f8-841e-595acef2b074 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Made reservation on behalf of 0d2fd6fe5acd4dee8d48a1427bbf6953 for: {'network': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:32:50.777857 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cd2278df-e970-46f8-841e-595acef2b074 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for network, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:50.823536 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b7dfd7c-03df-4eea-80ab-d8cad813af22 None None] Network 4993b1d4-a27e-481f-959d-2e2e99fbebba requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:32:50.823859 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd2278df-e970-46f8-841e-595acef2b074 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=83738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:32:50.836146 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cd2278df-e970-46f8-841e-595acef2b074 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:50.836501 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.db.segments_db [None req-cd2278df-e970-46f8-841e-595acef2b074 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Added segment cf191ffe-8e69-4a87-9236-ed7b10b8a4dd of type vlan for network 9550faf9-25a2-4b99-9f88-f07b909b9407 Mar 07 10:32:50.854677 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1304a312-8bef-4fe4-aace-83697ed53158 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1526893', 'neutron.services.segments.db._delete_segments_for_network-8732568551033'] for network, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:50.877291 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b7dfd7c-03df-4eea-80ab-d8cad813af22 None None] Network 4993b1d4-a27e-481f-959d-2e2e99fbebba could not be found, it might have been deleted concurrently. {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Mar 07 10:32:50.924013 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb5237b-33db-4a94-9ac0-56abbece95be None None] Network 4993b1d4-a27e-481f-959d-2e2e99fbebba requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:32:50.928879 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cd2278df-e970-46f8-841e-595acef2b074 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732568034061'] for network, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:50.930686 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-1304a312-8bef-4fe4-aace-83697ed53158 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21fb87e5-d628-4b3b-abc9-3df3bd92fab3']}} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:32:50.960819 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-1304a312-8bef-4fe4-aace-83697ed53158 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '354f22a4-b58b-4c09-a40c-f49bd6c3cebe') {'for_net_delete': True} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:32:50.963668 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-1304a312-8bef-4fe4-aace-83697ed53158 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '354f22a4-b58b-4c09-a40c-f49bd6c3cebe') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:32:50.991130 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cd2278df-e970-46f8-841e-595acef2b074 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594'] for network, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:50.995170 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1304a312-8bef-4fe4-aace-83697ed53158 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732568550916', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629174'] for segment, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:50.995595 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-2dbba48d-e318-4912-8e21-fb3e0a52d165 None None] Provisioning for port df5ced05-b942-492c-a5bb-1dd6498977a9 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:32:50.996282 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd2278df-e970-46f8-841e-595acef2b074 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:50.997194 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cd2278df-e970-46f8-841e-595acef2b074 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:51.004326 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb5237b-33db-4a94-9ac0-56abbece95be None None] Network 4993b1d4-a27e-481f-959d-2e2e99fbebba could not be found, it might have been deleted concurrently. {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Mar 07 10:32:51.036597 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1304a312-8bef-4fe4-aace-83697ed53158 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:51.050609 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1304a312-8bef-4fe4-aace-83697ed53158 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=83737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 07 10:32:51.051425 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1304a312-8bef-4fe4-aace-83697ed53158 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1227397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3012597'] for segment, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:51.082467 dv-neutron-830731-3-hyperv neutron-server[83737]: Traceback (most recent call last): Mar 07 10:32:51.082467 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 07 10:32:51.082467 dv-neutron-830731-3-hyperv neutron-server[83737]: timer() Mar 07 10:32:51.082467 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:32:51.082467 dv-neutron-830731-3-hyperv neutron-server[83737]: cb(*args, **kw) Mar 07 10:32:51.082467 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 10:32:51.082467 dv-neutron-830731-3-hyperv neutron-server[83737]: return func(*args, **kwargs) Mar 07 10:32:51.082467 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:32:51.082467 dv-neutron-830731-3-hyperv neutron-server[83737]: self._notify() Mar 07 10:32:51.082467 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:32:51.082467 dv-neutron-830731-3-hyperv neutron-server[83737]: self.callback(batched_events) Mar 07 10:32:51.082467 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:32:51.082467 dv-neutron-830731-3-hyperv neutron-server[83737]: event.method(event) Mar 07 10:32:51.082467 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 10:32:51.082467 dv-neutron-830731-3-hyperv neutron-server[83737]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:32:51.082467 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 10:32:51.082467 dv-neutron-830731-3-hyperv neutron-server[83737]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:32:51.082467 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 10:32:51.082467 dv-neutron-830731-3-hyperv neutron-server[83737]: return f(self, *a, **k) Mar 07 10:32:51.082467 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:32:51.082467 dv-neutron-830731-3-hyperv neutron-server[83737]: return self._get(url).json() Mar 07 10:32:51.082467 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:32:51.082467 dv-neutron-830731-3-hyperv neutron-server[83737]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:32:51.082467 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 07 10:32:51.082467 dv-neutron-830731-3-hyperv neutron-server[83737]: return self.request(url, 'GET', **kwargs) Mar 07 10:32:51.082467 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 07 10:32:51.082467 dv-neutron-830731-3-hyperv neutron-server[83737]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:32:51.082467 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 07 10:32:51.082467 dv-neutron-830731-3-hyperv neutron-server[83737]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:32:51.082467 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 07 10:32:51.082467 dv-neutron-830731-3-hyperv neutron-server[83737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:32:51.082467 dv-neutron-830731-3-hyperv neutron-server[83737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:32:51.115069 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-1feac664-ccb0-4fcb-bb77-fc7413647a4e None None] Set router 1b70b58f-86a5-4669-b274-6fb436e71ff3 gateway port host: None {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:32:51.162172 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device df5ced05-b942-492c-a5bb-1dd6498977a9 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:32:51.187657 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-cd2278df-e970-46f8-841e-595acef2b074 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4514654 Mar 07 10:32:51.189208 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 39604) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:32:51.198201 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-5f865297-ce60-4610-96f9-0a41909f9946 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Request body: {'subnet': {'network_id': '9550faf9-25a2-4b99-9f88-f07b909b9407', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:32:51.263581 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1304a312-8bef-4fe4-aace-83697ed53158 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1526886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923583'] for network, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:51.274961 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1304a312-8bef-4fe4-aace-83697ed53158 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:51.327569 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-1304a312-8bef-4fe4-aace-83697ed53158 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] 10.222.0.13 "DELETE /v2.0/networks/21fb87e5-d628-4b3b-abc9-3df3bd92fab3 HTTP/1.1" status: 204 len: 168 time: 0.7712474 Mar 07 10:32:51.328804 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1304a312-8bef-4fe4-aace-83697ed53158 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Pushing event deleted for resources: {'Network': ['ID=21fb87e5-d628-4b3b-abc9-3df3bd92fab3,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:51.334200 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 39608) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:32:51.340924 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-5f865297-ce60-4610-96f9-0a41909f9946 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:32:51.345600 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-5f865297-ce60-4610-96f9-0a41909f9946 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Usage tracker for resource:subnet and tenant:0d2fd6fe5acd4dee8d48a1427bbf6953 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:32:51.349584 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-5f865297-ce60-4610-96f9-0a41909f9946 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:32:51.355341 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-5f865297-ce60-4610-96f9-0a41909f9946 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:32:51.370089 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning for port df5ced05-b942-492c-a5bb-1dd6498977a9 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:32:51.376847 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f865297-ce60-4610-96f9-0a41909f9946 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Made reservation on behalf of 0d2fd6fe5acd4dee8d48a1427bbf6953 for: {'subnet': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:32:51.390303 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port df5ced05-b942-492c-a5bb-1dd6498977a9 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:32:51.390711 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:51.427321 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2278df-e970-46f8-841e-595acef2b074 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Pushing event updated for resources: {'Network': ['ID=9550faf9-25a2-4b99-9f88-f07b909b9407,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:51.479947 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-6455cfc1-d804-4d10-9403-84ef7d953f03 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Deleting port a72b5cb7-fc87-4cea-9a5f-6d6fc367f16a {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:32:51.480812 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6455cfc1-d804-4d10-9403-84ef7d953f03 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:51.507620 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Network 9550faf9-25a2-4b99-9f88-f07b909b9407 details requested by agent ovs-agent-dv-neutron-830731-3-hyperv with host dv-neutron-830731-3-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 10:32:51.566645 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5f865297-ce60-4610-96f9-0a41909f9946 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741426'] for subnet, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:51.763600 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-1feac664-ccb0-4fcb-bb77-fc7413647a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b70b58f-86a5-4669-b274-6fb436e71ff3', 'name': 'tempest-RoutersIpV6Test-router-1746563883', 'tenant_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:32:30Z', 'updated_at': '2022-03-07T10:32:48Z', 'revision_number': 4, 'project_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'gw_port_host': None, '_interfaces': [{'id': '10a55a1d-108f-44a2-8340-e3d0aa0f4909', 'name': '', 'network_id': '97ec2e17-7403-4552-a6fe-aa0c61ac9863', 'tenant_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'mac_address': 'fa:16:3e:f9:ba:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b70b58f-86a5-4669-b274-6fb436e71ff3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd2ff9f24-3b3e-4a2f-b1d2-82de2b4163ac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:32:33Z', 'updated_at': '2022-03-07T10:32:41Z', 'revision_number': 5, 'project_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'subnets': [{'id': 'd2ff9f24-3b3e-4a2f-b1d2-82de2b4163ac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '37e78ca2-60e0-4bf1-b71b-4a7d614f4633', 'name': '', 'network_id': '90fa4bee-9651-49c5-a1c3-2f71dc8cde1e', 'tenant_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'mac_address': 'fa:16:3e:b9:20:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b70b58f-86a5-4669-b274-6fb436e71ff3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3688f4bf-2205-4c8e-af12-6112e0c7dda7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:32:47Z', 'updated_at': '2022-03-07T10:32:48Z', 'revision_number': 2, 'project_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'subnets': [{'id': '3688f4bf-2205-4c8e-af12-6112e0c7dda7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c623c147-08d0-4031-bd35-4841c6c15c19', 'name': '', 'network_id': 'ca89f0fe-efa0-4332-b232-e76791e24a10', 'tenant_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'mac_address': 'fa:16:3e:28:f2:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b70b58f-86a5-4669-b274-6fb436e71ff3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fe0f7e9e-edda-4fc8-82ea-e66700bd4e36', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:32:41Z', 'updated_at': '2022-03-07T10:32:48Z', 'revision_number': 4, 'project_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'subnets': [{'id': 'fe0f7e9e-edda-4fc8-82ea-e66700bd4e36', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:32:51.770975 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1feac664-ccb0-4fcb-bb77-fc7413647a4e None None] Checking router: 1b70b58f-86a5-4669-b274-6fb436e71ff3 for host: dv-neutron-830731-3-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 07 10:32:51.771898 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1feac664-ccb0-4fcb-bb77-fc7413647a4e None None] Updating router 1b70b58f-86a5-4669-b274-6fb436e71ff3 port 37e78ca2-60e0-4bf1-b71b-4a7d614f4633 binding host dv-neutron-830731-3-hyperv {{(pid=83740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 07 10:32:51.878798 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-1feac664-ccb0-4fcb-bb77-fc7413647a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:51.908597 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5f865297-ce60-4610-96f9-0a41909f9946 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3556832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741408'] for subnet, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:52.044325 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f865297-ce60-4610-96f9-0a41909f9946 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Pushing event updated for resources: {'Subnet': ['ID=9e1ffcef-8667-4b95-957a-93c135542be4,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:52.061056 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:52.071918 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f865297-ce60-4610-96f9-0a41909f9946 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Checking segment: {'id': 'cf191ffe-8e69-4a87-9236-ed7b10b8a4dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9550faf9-25a2-4b99-9f88-f07b909b9407'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:32:52.072815 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f865297-ce60-4610-96f9-0a41909f9946 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Network hostable DHCP agents. Network: 9550faf9-25a2-4b99-9f88-f07b909b9407, hostable agents: ['6527556c-6586-422c-ae47-082984683847'], hosted agents: [] {{(pid=83738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:32:52.132074 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] For port df5ced05-b942-492c-a5bb-1dd6498977a9, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=df5ced05-b942-492c-a5bb-1dd6498977a9,segment=NetworkSegment(5f1c4344-8353-4540-a4fa-f0e42cddf1f0),segment_id=5f1c4344-8353-4540-a4fa-f0e42cddf1f0)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:32:52.137570 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f865297-ce60-4610-96f9-0a41909f9946 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Network 9550faf9-25a2-4b99-9f88-f07b909b9407 is scheduled to be hosted by DHCP agent 6527556c-6586-422c-ae47-082984683847 with binding_index 1 {{(pid=83738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:32:52.142516 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:52.145144 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device c623c147-08d0-4031-bd35-4841c6c15c19 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:32:52.145822 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6455cfc1-d804-4d10-9403-84ef7d953f03 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:52.167496 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-5f865297-ce60-4610-96f9-0a41909f9946 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830731-3-hyperv, 9550faf9-25a2-4b99-9f88-f07b909b9407) {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:32:52.179510 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f865297-ce60-4610-96f9-0a41909f9946 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:52.182718 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5f865297-ce60-4610-96f9-0a41909f9946 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:52.231651 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-5f865297-ce60-4610-96f9-0a41909f9946 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0392873 Mar 07 10:32:52.232199 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 39614) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:32:52.252554 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-183ea9a9-4923-4d7c-aec9-2b589ec20fad None None] Network 9550faf9-25a2-4b99-9f88-f07b909b9407 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:32:52.377795 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-6455cfc1-d804-4d10-9403-84ef7d953f03 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Calling delete_port for a72b5cb7-fc87-4cea-9a5f-6d6fc367f16a owned by {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:32:52.391664 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dad9b826-6617-429b-abca-8549791a80cc None None] Network 90fa4bee-9651-49c5-a1c3-2f71dc8cde1e requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:32:52.442666 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca665aa7-694f-49e7-8d72-3e5add67c85b req-543a08ab-7be9-4283-877f-94bbd0542fbb tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:52.444147 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ca665aa7-694f-49e7-8d72-3e5add67c85b req-543a08ab-7be9-4283-877f-94bbd0542fbb tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/ports?device_id=63ceaf18-f501-4c83-9301-80eca85f8dc7 HTTP/1.1" status: 200 len: 944 time: 0.8301716 Mar 07 10:32:52.461193 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-1feac664-ccb0-4fcb-bb77-fc7413647a4e None None] Notify callbacks [] for port, precommit_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:52.474683 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.provisioning_blocks [None req-1feac664-ccb0-4fcb-bb77-fc7413647a4e None None] Transition to ACTIVE for port object 37e78ca2-60e0-4bf1-b71b-4a7d614f4633 will not be triggered until provisioned by entity L2. {{(pid=83740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:32:52.484986 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-1feac664-ccb0-4fcb-bb77-fc7413647a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:52.523430 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ca665aa7-694f-49e7-8d72-3e5add67c85b req-f79d0bf7-bd82-41b1-8770-760f75fb6ea1 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1837be0-34d5-4b3c-a7be-05bc11b1a81d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711052 Mar 07 10:32:52.523743 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device 1a17babc-3491-4016-bcd8-485c18434867 details requested by agent hyperv_hv-neutron-8307 with host hv-neutron-8307 {{(pid=83739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 07 10:32:52.526531 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6455cfc1-d804-4d10-9403-84ef7d953f03 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:52.571244 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Pushing event updated for resources: {'Port': ['ID=df5ced05-b942-492c-a5bb-1dd6498977a9,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:52.573718 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b24519-d703-4d6e-a6fb-290dd7c8dd4f None None] Pushing event updated for resources: {'Port': ['ID=37e78ca2-60e0-4bf1-b71b-4a7d614f4633,revision_number=3']} {{(pid=83740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:52.595144 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6455cfc1-d804-4d10-9403-84ef7d953f03 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Pushing event deleted for resources: {'Port': ['ID=a72b5cb7-fc87-4cea-9a5f-6d6fc367f16a,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:52.605089 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6455cfc1-d804-4d10-9403-84ef7d953f03 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:52.613509 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-6455cfc1-d804-4d10-9403-84ef7d953f03 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] 10.222.0.13 "DELETE /v2.0/ports/a72b5cb7-fc87-4cea-9a5f-6d6fc367f16a HTTP/1.1" status: 204 len: 168 time: 1.2782319 Mar 07 10:32:52.616021 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 39618) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:32:52.624894 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-c58ac350-e7f2-44ee-accb-040a1683e41e None None] Provisioning for port 37e78ca2-60e0-4bf1-b71b-4a7d614f4633 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:32:52.659378 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-aaf23f11-6b81-4fe9-a713-8a1acc383aee tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] DELETE failed (client error): The resource could not be found. Mar 07 10:32:52.659834 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aaf23f11-6b81-4fe9-a713-8a1acc383aee tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:32:52.662046 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-aaf23f11-6b81-4fe9-a713-8a1acc383aee tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] 10.222.0.13 "DELETE /v2.0/subnets/14cd7051-ed08-4065-a88a-18af7eafdb77 HTTP/1.1" status: 404 len: 337 time: 0.0449862 Mar 07 10:32:52.664538 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 39622) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:32:52.742018 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-1feac664-ccb0-4fcb-bb77-fc7413647a4e None None] Attempting to bind port 37e78ca2-60e0-4bf1-b71b-4a7d614f4633 on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:32:52.742585 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-1feac664-ccb0-4fcb-bb77-fc7413647a4e None None] Attempting to bind port 37e78ca2-60e0-4bf1-b71b-4a7d614f4633 by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': '5f1c4344-8353-4540-a4fa-f0e42cddf1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '90fa4bee-9651-49c5-a1c3-2f71dc8cde1e'}] {{(pid=83740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:32:52.743479 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1feac664-ccb0-4fcb-bb77-fc7413647a4e None None] Attempting to bind port 37e78ca2-60e0-4bf1-b71b-4a7d614f4633 on network 90fa4bee-9651-49c5-a1c3-2f71dc8cde1e {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:32:52.750835 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1feac664-ccb0-4fcb-bb77-fc7413647a4e None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:32:52.751361 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1feac664-ccb0-4fcb-bb77-fc7413647a4e None None] Checking segment: {'id': '5f1c4344-8353-4540-a4fa-f0e42cddf1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '90fa4bee-9651-49c5-a1c3-2f71dc8cde1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:32:52.751853 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-1feac664-ccb0-4fcb-bb77-fc7413647a4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:52.752369 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1feac664-ccb0-4fcb-bb77-fc7413647a4e None None] Bound using segment: {'id': '5f1c4344-8353-4540-a4fa-f0e42cddf1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '90fa4bee-9651-49c5-a1c3-2f71dc8cde1e'} {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:32:52.752902 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-1feac664-ccb0-4fcb-bb77-fc7413647a4e None None] Bound port: 37e78ca2-60e0-4bf1-b71b-4a7d614f4633, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f1c4344-8353-4540-a4fa-f0e42cddf1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '90fa4bee-9651-49c5-a1c3-2f71dc8cde1e'}}] {{(pid=83740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:32:52.753740 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-1feac664-ccb0-4fcb-bb77-fc7413647a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:52.792845 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e5db50b2-835d-44cd-8b65-37aac2a25d43 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1158940'] for network, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:52.796171 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning for port c623c147-08d0-4031-bd35-4841c6c15c19 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:32:52.849505 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.db [None req-1feac664-ccb0-4fcb-bb77-fc7413647a4e None None] For port 37e78ca2-60e0-4bf1-b71b-4a7d614f4633, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:32:52.853500 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.db [None req-1feac664-ccb0-4fcb-bb77-fc7413647a4e None None] For port 37e78ca2-60e0-4bf1-b71b-4a7d614f4633, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=37e78ca2-60e0-4bf1-b71b-4a7d614f4633,segment=NetworkSegment(5f1c4344-8353-4540-a4fa-f0e42cddf1f0),segment_id=5f1c4344-8353-4540-a4fa-f0e42cddf1f0)] {{(pid=83740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:32:52.861231 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-1feac664-ccb0-4fcb-bb77-fc7413647a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:52.863240 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port c623c147-08d0-4031-bd35-4841c6c15c19 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:32:52.863564 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:52.954805 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e5db50b2-835d-44cd-8b65-37aac2a25d43 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1526893', 'neutron.services.segments.db._delete_segments_for_network-8732568551033'] for network, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:52.979158 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37d65fe7-36cc-4ea9-b1ca-233fc421afe1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ec2749d-0aec-52fb-aca6-10ba8a80aade-9550faf9-25a2-4b99-9f88-f07b909b9407', 'network_id': '9550faf9-25a2-4b99-9f88-f07b909b9407', 'tenant_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'fixed_ips': [{'subnet_id': '9e1ffcef-8667-4b95-957a-93c135542be4'}]}} from dv-neutron-830731-3-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 07 10:32:52.980468 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-37d65fe7-36cc-4ea9-b1ca-233fc421afe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:52.986915 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b24519-d703-4d6e-a6fb-290dd7c8dd4f None None] Pushing event updated for resources: {'Port': ['ID=37e78ca2-60e0-4bf1-b71b-4a7d614f4633,revision_number=4']} {{(pid=83740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:52.989362 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-e5db50b2-835d-44cd-8b65-37aac2a25d43 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4aac2eae-679f-450f-844b-2f25662547f0']}} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:32:52.990464 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-c58ac350-e7f2-44ee-accb-040a1683e41e None None] Provisioning complete for port df5ced05-b942-492c-a5bb-1dd6498977a9 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:32:52.990986 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c58ac350-e7f2-44ee-accb-040a1683e41e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:53.005225 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-e5db50b2-835d-44cd-8b65-37aac2a25d43 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6730078e-21f4-4243-a0c1-f1ffd1b0a650') {'for_net_delete': True} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:32:53.005542 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-e5db50b2-835d-44cd-8b65-37aac2a25d43 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6730078e-21f4-4243-a0c1-f1ffd1b0a650') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:32:53.008802 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1feac664-ccb0-4fcb-bb77-fc7413647a4e None None] Routers {'1b70b58f-86a5-4669-b274-6fb436e71ff3'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:32:53.009508 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-1feac664-ccb0-4fcb-bb77-fc7413647a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:32:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['1b70b58f-86a5-4669-b274-6fb436e71ff3'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:32:53.020607 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e5db50b2-835d-44cd-8b65-37aac2a25d43 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732568550916', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629174'] for segment, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:53.040397 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e5db50b2-835d-44cd-8b65-37aac2a25d43 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:53.047638 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5db50b2-835d-44cd-8b65-37aac2a25d43 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=83737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 07 10:32:53.048025 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e5db50b2-835d-44cd-8b65-37aac2a25d43 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1227397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3012597'] for segment, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:53.066032 dv-neutron-830731-3-hyperv neutron-server[83737]: Traceback (most recent call last): Mar 07 10:32:53.066032 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 07 10:32:53.066032 dv-neutron-830731-3-hyperv neutron-server[83737]: timer() Mar 07 10:32:53.066032 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:32:53.066032 dv-neutron-830731-3-hyperv neutron-server[83737]: cb(*args, **kw) Mar 07 10:32:53.066032 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 10:32:53.066032 dv-neutron-830731-3-hyperv neutron-server[83737]: return func(*args, **kwargs) Mar 07 10:32:53.066032 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:32:53.066032 dv-neutron-830731-3-hyperv neutron-server[83737]: self._notify() Mar 07 10:32:53.066032 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:32:53.066032 dv-neutron-830731-3-hyperv neutron-server[83737]: self.callback(batched_events) Mar 07 10:32:53.066032 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:32:53.066032 dv-neutron-830731-3-hyperv neutron-server[83737]: event.method(event) Mar 07 10:32:53.066032 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 10:32:53.066032 dv-neutron-830731-3-hyperv neutron-server[83737]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:32:53.066032 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 10:32:53.066032 dv-neutron-830731-3-hyperv neutron-server[83737]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:32:53.066032 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 10:32:53.066032 dv-neutron-830731-3-hyperv neutron-server[83737]: return f(self, *a, **k) Mar 07 10:32:53.066032 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:32:53.066032 dv-neutron-830731-3-hyperv neutron-server[83737]: return self._get(url).json() Mar 07 10:32:53.066032 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:32:53.066032 dv-neutron-830731-3-hyperv neutron-server[83737]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:32:53.066032 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 07 10:32:53.066032 dv-neutron-830731-3-hyperv neutron-server[83737]: return self.request(url, 'GET', **kwargs) Mar 07 10:32:53.066032 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 07 10:32:53.066032 dv-neutron-830731-3-hyperv neutron-server[83737]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:32:53.066032 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 07 10:32:53.066032 dv-neutron-830731-3-hyperv neutron-server[83737]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:32:53.066032 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 07 10:32:53.066032 dv-neutron-830731-3-hyperv neutron-server[83737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:32:53.066032 dv-neutron-830731-3-hyperv neutron-server[83737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:32:53.100875 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port 1a17babc-3491-4016-bcd8-485c18434867, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=1a17babc-3491-4016-bcd8-485c18434867,segment=NetworkSegment(4474ed14-5f13-4464-b335-2bccd4977f52),segment_id=4474ed14-5f13-4464-b335-2bccd4977f52)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:32:53.159600 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e5db50b2-835d-44cd-8b65-37aac2a25d43 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1526886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923583'] for network, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:53.177383 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-24181e92-5d96-4574-8310-c8e3ad1def81 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:53.179081 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Returning: {'device': '1a17babc-3491-4016-bcd8-485c18434867', 'network_id': 'a9a1f847-2ec7-4ac6-a95a-f6e6e94c7bd8', 'port_id': '1a17babc-3491-4016-bcd8-485c18434867', 'mac_address': 'fa:16:3e:db:59:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d787928-21a6-4b16-9348-82acd3355c28', 'ip_address': '172.20.0.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 07 10:32:53.199020 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e5db50b2-835d-44cd-8b65-37aac2a25d43 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:53.212763 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-e5db50b2-835d-44cd-8b65-37aac2a25d43 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] 10.222.0.13 "DELETE /v2.0/networks/4aac2eae-679f-450f-844b-2f25662547f0 HTTP/1.1" status: 204 len: 168 time: 0.5464265 Mar 07 10:32:53.218073 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 39626) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:32:53.225249 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-1feac664-ccb0-4fcb-bb77-fc7413647a4e None None] Set router 1b70b58f-86a5-4669-b274-6fb436e71ff3 gateway port host: None {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:32:53.231653 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5db50b2-835d-44cd-8b65-37aac2a25d43 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Pushing event deleted for resources: {'Network': ['ID=4aac2eae-679f-450f-844b-2f25662547f0,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:53.398525 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:53.457027 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a17babc-3491-4016-bcd8-485c18434867 {{(pid=83739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 07 10:32:53.460516 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:53.525977 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port 1a17babc-3491-4016-bcd8-485c18434867, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=1a17babc-3491-4016-bcd8-485c18434867,segment=NetworkSegment(4474ed14-5f13-4464-b335-2bccd4977f52),segment_id=4474ed14-5f13-4464-b335-2bccd4977f52)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:32:53.528008 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-37d65fe7-36cc-4ea9-b1ca-233fc421afe1 None None] Allocated IP 2001:db8:3::2 (9550faf9-25a2-4b99-9f88-f07b909b9407/9e1ffcef-8667-4b95-957a-93c135542be4/5c5a495c-194a-4e8c-a463-4653f1bed630) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:32:53.530503 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_v2 [None req-cae5b06d-f189-41d2-a5e4-da04f12a2e2f tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Deleting subnet 519409a9-585f-4dc0-b44d-c3b3db411ce5 {{(pid=83737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 07 10:32:53.535735 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-cae5b06d-f189-41d2-a5e4-da04f12a2e2f tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Notify callbacks [] for subnet, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:53.545338 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:53.613446 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-cae5b06d-f189-41d2-a5e4-da04f12a2e2f tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2627781'] for subnet, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:53.645589 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-1feac664-ccb0-4fcb-bb77-fc7413647a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b70b58f-86a5-4669-b274-6fb436e71ff3', 'name': 'tempest-RoutersIpV6Test-router-1746563883', 'tenant_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:32:30Z', 'updated_at': '2022-03-07T10:32:48Z', 'revision_number': 4, 'project_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'gw_port_host': None, '_interfaces': [{'id': '10a55a1d-108f-44a2-8340-e3d0aa0f4909', 'name': '', 'network_id': '97ec2e17-7403-4552-a6fe-aa0c61ac9863', 'tenant_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'mac_address': 'fa:16:3e:f9:ba:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b70b58f-86a5-4669-b274-6fb436e71ff3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd2ff9f24-3b3e-4a2f-b1d2-82de2b4163ac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:32:33Z', 'updated_at': '2022-03-07T10:32:41Z', 'revision_number': 5, 'project_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'subnets': [{'id': 'd2ff9f24-3b3e-4a2f-b1d2-82de2b4163ac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '37e78ca2-60e0-4bf1-b71b-4a7d614f4633', 'name': '', 'network_id': '90fa4bee-9651-49c5-a1c3-2f71dc8cde1e', 'tenant_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'mac_address': 'fa:16:3e:b9:20:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b70b58f-86a5-4669-b274-6fb436e71ff3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3688f4bf-2205-4c8e-af12-6112e0c7dda7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:32:47Z', 'updated_at': '2022-03-07T10:32:52Z', 'revision_number': 4, 'project_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'subnets': [{'id': '3688f4bf-2205-4c8e-af12-6112e0c7dda7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c623c147-08d0-4031-bd35-4841c6c15c19', 'name': '', 'network_id': 'ca89f0fe-efa0-4332-b232-e76791e24a10', 'tenant_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'mac_address': 'fa:16:3e:28:f2:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b70b58f-86a5-4669-b274-6fb436e71ff3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fe0f7e9e-edda-4fc8-82ea-e66700bd4e36', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:32:41Z', 'updated_at': '2022-03-07T10:32:48Z', 'revision_number': 4, 'project_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'subnets': [{'id': 'fe0f7e9e-edda-4fc8-82ea-e66700bd4e36', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:32:53.650139 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1feac664-ccb0-4fcb-bb77-fc7413647a4e None None] The sync data for ids ['1b70b58f-86a5-4669-b274-6fb436e71ff3'] in dv-neutron-830731-3-hyperv is: [{'id': '1b70b58f-86a5-4669-b274-6fb436e71ff3', 'name': 'tempest-RoutersIpV6Test-router-1746563883', 'tenant_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:32:30Z', 'updated_at': '2022-03-07T10:32:48Z', 'revision_number': 4, 'project_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'gw_port_host': None, '_interfaces': [{'id': '10a55a1d-108f-44a2-8340-e3d0aa0f4909', 'name': '', 'network_id': '97ec2e17-7403-4552-a6fe-aa0c61ac9863', 'tenant_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'mac_address': 'fa:16:3e:f9:ba:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b70b58f-86a5-4669-b274-6fb436e71ff3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd2ff9f24-3b3e-4a2f-b1d2-82de2b4163ac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:32:33Z', 'updated_at': '2022-03-07T10:32:41Z', 'revision_number': 5, 'project_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'subnets': [{'id': 'd2ff9f24-3b3e-4a2f-b1d2-82de2b4163ac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '37e78ca2-60e0-4bf1-b71b-4a7d614f4633', 'name': '', 'network_id': '90fa4bee-9651-49c5-a1c3-2f71dc8cde1e', 'tenant_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'mac_address': 'fa:16:3e:b9:20:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b70b58f-86a5-4669-b274-6fb436e71ff3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3688f4bf-2205-4c8e-af12-6112e0c7dda7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:32:47Z', 'updated_at': '2022-03-07T10:32:52Z', 'revision_number': 4, 'project_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'subnets': [{'id': '3688f4bf-2205-4c8e-af12-6112e0c7dda7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c623c147-08d0-4031-bd35-4841c6c15c19', 'name': '', 'network_id': 'ca89f0fe-efa0-4332-b232-e76791e24a10', 'tenant_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'mac_address': 'fa:16:3e:28:f2:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b70b58f-86a5-4669-b274-6fb436e71ff3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fe0f7e9e-edda-4fc8-82ea-e66700bd4e36', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:32:41Z', 'updated_at': '2022-03-07T10:32:48Z', 'revision_number': 4, 'project_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'subnets': [{'id': 'fe0f7e9e-edda-4fc8-82ea-e66700bd4e36', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:32:53.695554 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] For port c623c147-08d0-4031-bd35-4841c6c15c19, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=c623c147-08d0-4031-bd35-4841c6c15c19,segment=NetworkSegment(4a104f5d-ffb5-40f4-8525-8b155171beab),segment_id=4a104f5d-ffb5-40f4-8525-8b155171beab)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:32:53.738557 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-cae5b06d-f189-41d2-a5e4-da04f12a2e2f tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1525496'] for subnet, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:53.900096 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-cae5b06d-f189-41d2-a5e4-da04f12a2e2f tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1525489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3012507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3219316'] for subnet, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:53.933009 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:53.957354 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Pushing event updated for resources: {'Port': ['ID=1a17babc-3491-4016-bcd8-485c18434867,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:53.973542 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae5b06d-f189-41d2-a5e4-da04f12a2e2f tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Pushing event deleted for resources: {'Subnet': ['ID=519409a9-585f-4dc0-b44d-c3b3db411ce5,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:53.985975 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882ed879-a8b9-4490-b7df-f2a6ba448eeb req-ad51359a-cb50-4f02-9d61-93f39a9389ba tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:53.987760 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-882ed879-a8b9-4490-b7df-f2a6ba448eeb req-ad51359a-cb50-4f02-9d61-93f39a9389ba tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/ports?device_id=63ceaf18-f501-4c83-9301-80eca85f8dc7 HTTP/1.1" status: 200 len: 945 time: 0.2116423 Mar 07 10:32:53.994690 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-cae5b06d-f189-41d2-a5e4-da04f12a2e2f tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:54.055714 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-cae5b06d-f189-41d2-a5e4-da04f12a2e2f tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] 10.222.0.13 "DELETE /v2.0/subnets/519409a9-585f-4dc0-b44d-c3b3db411ce5 HTTP/1.1" status: 204 len: 168 time: 0.8140385 Mar 07 10:32:54.058795 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 39632) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:32:54.086812 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-882ed879-a8b9-4490-b7df-f2a6ba448eeb req-06e80ac4-9788-440f-b8c5-ed8d6bb9746d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1837be0-34d5-4b3c-a7be-05bc11b1a81d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934067 Mar 07 10:32:54.132191 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-37d65fe7-36cc-4ea9-b1ca-233fc421afe1 None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:54.148209 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-37d65fe7-36cc-4ea9-b1ca-233fc421afe1 None None] Transition to ACTIVE for port object 5c5a495c-194a-4e8c-a463-4653f1bed630 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:32:54.153647 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84ffa778-2f13-437b-a7cc-b10b06a7a252 None None] Network a5afd0cf-5bc2-46aa-ac50-822d18d1d1ce requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:32:54.185033 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] get_ports_and_sgs() called for port_ids ['1a17babc-3491-4016-bcd8-485c18434867'] {{(pid=83739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 07 10:32:54.209121 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device df5ced05-b942-492c-a5bb-1dd6498977a9 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:32:54.237802 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-fe843439-c295-46dd-b504-522c628f5275 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1158940'] for network, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:54.266156 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-fe843439-c295-46dd-b504-522c628f5275 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Deleting port e147be49-05d0-4e7f-b19a-a17c6954d7cd {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:32:54.266524 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-fe843439-c295-46dd-b504-522c628f5275 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:54.405052 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-37d65fe7-36cc-4ea9-b1ca-233fc421afe1 None None] Transition to ACTIVE for port object 5c5a495c-194a-4e8c-a463-4653f1bed630 will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:32:54.439571 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Pushing event updated for resources: {'Port': ['ID=c623c147-08d0-4031-bd35-4841c6c15c19,revision_number=5']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:54.442823 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-37d65fe7-36cc-4ea9-b1ca-233fc421afe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:54.575315 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-fe843439-c295-46dd-b504-522c628f5275 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] For port e147be49-05d0-4e7f-b19a-a17c6954d7cd, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=e147be49-05d0-4e7f-b19a-a17c6954d7cd,segment=NetworkSegment(e5ce5587-61f5-48f7-a7ca-dafecb0233f1),segment_id=e5ce5587-61f5-48f7-a7ca-dafecb0233f1)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:32:54.575839 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-fe843439-c295-46dd-b504-522c628f5275 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:54.595312 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-24181e92-5d96-4574-8310-c8e3ad1def81 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Allocated IP 2001:db8:3::1 (9550faf9-25a2-4b99-9f88-f07b909b9407/9e1ffcef-8667-4b95-957a-93c135542be4/242d5910-9a45-4ce8-a116-d9c3ce25a103) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:32:54.607260 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d65fe7-36cc-4ea9-b1ca-233fc421afe1 None None] Network 9550faf9-25a2-4b99-9f88-f07b909b9407 is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:32:54.622940 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d65fe7-36cc-4ea9-b1ca-233fc421afe1 None None] Pushing event updated for resources: {'Port': ['ID=5c5a495c-194a-4e8c-a463-4653f1bed630,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:54.625528 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-37d65fe7-36cc-4ea9-b1ca-233fc421afe1 None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:32:54.628810 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d65fe7-36cc-4ea9-b1ca-233fc421afe1 None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:32:54.635380 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-21d04a0c-7b4e-429a-a63d-51fc72246a91 None None] Provisioning complete for port df5ced05-b942-492c-a5bb-1dd6498977a9 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:32:54.635743 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-21d04a0c-7b4e-429a-a63d-51fc72246a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:54.714476 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-fe843439-c295-46dd-b504-522c628f5275 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Calling delete_port for e147be49-05d0-4e7f-b19a-a17c6954d7cd owned by network:dhcp {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:32:54.797216 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port df5ced05-b942-492c-a5bb-1dd6498977a9 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:32:54.797574 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:54.895128 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-fe843439-c295-46dd-b504-522c628f5275 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:54.901820 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-37d65fe7-36cc-4ea9-b1ca-233fc421afe1 None None] Attempting to bind port 5c5a495c-194a-4e8c-a463-4653f1bed630 on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:32:54.902195 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-37d65fe7-36cc-4ea9-b1ca-233fc421afe1 None None] Attempting to bind port 5c5a495c-194a-4e8c-a463-4653f1bed630 by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': 'cf191ffe-8e69-4a87-9236-ed7b10b8a4dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9550faf9-25a2-4b99-9f88-f07b909b9407'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:32:54.903110 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d65fe7-36cc-4ea9-b1ca-233fc421afe1 None None] Attempting to bind port 5c5a495c-194a-4e8c-a463-4653f1bed630 on network 9550faf9-25a2-4b99-9f88-f07b909b9407 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:32:54.947812 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe843439-c295-46dd-b504-522c628f5275 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Pushing event deleted for resources: {'Port': ['ID=e147be49-05d0-4e7f-b19a-a17c6954d7cd,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:54.967214 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe843439-c295-46dd-b504-522c628f5275 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] No DVR routers for this DVR port e147be49-05d0-4e7f-b19a-a17c6954d7cd on host dv-neutron-830731-3-hyperv {{(pid=83738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:32:54.979623 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d65fe7-36cc-4ea9-b1ca-233fc421afe1 None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:32:54.979985 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d65fe7-36cc-4ea9-b1ca-233fc421afe1 None None] Checking segment: {'id': 'cf191ffe-8e69-4a87-9236-ed7b10b8a4dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9550faf9-25a2-4b99-9f88-f07b909b9407'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:32:54.981127 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-37d65fe7-36cc-4ea9-b1ca-233fc421afe1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:54.981344 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d65fe7-36cc-4ea9-b1ca-233fc421afe1 None None] Bound using segment: {'id': 'cf191ffe-8e69-4a87-9236-ed7b10b8a4dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9550faf9-25a2-4b99-9f88-f07b909b9407'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:32:54.981820 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-37d65fe7-36cc-4ea9-b1ca-233fc421afe1 None None] Bound port: 5c5a495c-194a-4e8c-a463-4653f1bed630, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf191ffe-8e69-4a87-9236-ed7b10b8a4dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9550faf9-25a2-4b99-9f88-f07b909b9407'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:32:54.982183 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-37d65fe7-36cc-4ea9-b1ca-233fc421afe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:55.042447 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-24181e92-5d96-4574-8310-c8e3ad1def81 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:55.089705 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89835946-cde6-44c2-8737-b4599a6c7ef1 None None] DHCP port deletion for a5afd0cf-5bc2-46aa-ac50-822d18d1d1ce request from dv-neutron-830731-3-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 07 10:32:55.127921 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-24181e92-5d96-4574-8310-c8e3ad1def81 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Transition to ACTIVE for port object 242d5910-9a45-4ce8-a116-d9c3ce25a103 will not be triggered until provisioned by entity DHCP. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:32:55.130031 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-fe843439-c295-46dd-b504-522c628f5275 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1526893', 'neutron.services.segments.db._delete_segments_for_network-8732568551033'] for network, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:55.166052 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-fe843439-c295-46dd-b504-522c628f5275 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5afd0cf-5bc2-46aa-ac50-822d18d1d1ce']}} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:32:55.180804 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-fe843439-c295-46dd-b504-522c628f5275 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5ce5587-61f5-48f7-a7ca-dafecb0233f1') {'for_net_delete': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:32:55.181145 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-fe843439-c295-46dd-b504-522c628f5275 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5ce5587-61f5-48f7-a7ca-dafecb0233f1') {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:32:55.195834 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-fe843439-c295-46dd-b504-522c628f5275 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732568550916', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968000'] for segment, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:55.206677 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 37e78ca2-60e0-4bf1-b71b-4a7d614f4633 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:32:55.216150 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-fe843439-c295-46dd-b504-522c628f5275 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:55.221679 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-24181e92-5d96-4574-8310-c8e3ad1def81 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:55.254815 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-37d65fe7-36cc-4ea9-b1ca-233fc421afe1 None None] For port 5c5a495c-194a-4e8c-a463-4653f1bed630, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:32:55.261203 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe843439-c295-46dd-b504-522c628f5275 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=83738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 07 10:32:55.261203 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-fe843439-c295-46dd-b504-522c628f5275 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1227397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3556681'] for segment, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:55.281481 dv-neutron-830731-3-hyperv neutron-server[83738]: Traceback (most recent call last): Mar 07 10:32:55.281481 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 07 10:32:55.281481 dv-neutron-830731-3-hyperv neutron-server[83738]: timer() Mar 07 10:32:55.281481 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:32:55.281481 dv-neutron-830731-3-hyperv neutron-server[83738]: cb(*args, **kw) Mar 07 10:32:55.281481 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 10:32:55.281481 dv-neutron-830731-3-hyperv neutron-server[83738]: return func(*args, **kwargs) Mar 07 10:32:55.281481 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:32:55.281481 dv-neutron-830731-3-hyperv neutron-server[83738]: self._notify() Mar 07 10:32:55.281481 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:32:55.281481 dv-neutron-830731-3-hyperv neutron-server[83738]: self.callback(batched_events) Mar 07 10:32:55.281481 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:32:55.281481 dv-neutron-830731-3-hyperv neutron-server[83738]: event.method(event) Mar 07 10:32:55.281481 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 10:32:55.281481 dv-neutron-830731-3-hyperv neutron-server[83738]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:32:55.281481 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 10:32:55.281481 dv-neutron-830731-3-hyperv neutron-server[83738]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:32:55.281481 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 10:32:55.281481 dv-neutron-830731-3-hyperv neutron-server[83738]: return f(self, *a, **k) Mar 07 10:32:55.281481 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:32:55.281481 dv-neutron-830731-3-hyperv neutron-server[83738]: return self._get(url).json() Mar 07 10:32:55.281481 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:32:55.281481 dv-neutron-830731-3-hyperv neutron-server[83738]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:32:55.281481 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 07 10:32:55.281481 dv-neutron-830731-3-hyperv neutron-server[83738]: return self.request(url, 'GET', **kwargs) Mar 07 10:32:55.281481 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 07 10:32:55.281481 dv-neutron-830731-3-hyperv neutron-server[83738]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:32:55.281481 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 07 10:32:55.281481 dv-neutron-830731-3-hyperv neutron-server[83738]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:32:55.281481 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 07 10:32:55.281481 dv-neutron-830731-3-hyperv neutron-server[83738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:32:55.281481 dv-neutron-830731-3-hyperv neutron-server[83738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:32:55.326345 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a605ca7-b47b-4dcc-93dc-03543109251b req-e67eaa38-8257-4144-8352-38196f24f5fa tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:55.327888 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-8a605ca7-b47b-4dcc-93dc-03543109251b req-e67eaa38-8257-4144-8352-38196f24f5fa tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/ports?device_id=63ceaf18-f501-4c83-9301-80eca85f8dc7 HTTP/1.1" status: 200 len: 945 time: 0.1082065 Mar 07 10:32:55.334825 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-37d65fe7-36cc-4ea9-b1ca-233fc421afe1 None None] For port 5c5a495c-194a-4e8c-a463-4653f1bed630, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=5c5a495c-194a-4e8c-a463-4653f1bed630,segment=NetworkSegment(cf191ffe-8e69-4a87-9236-ed7b10b8a4dd),segment_id=cf191ffe-8e69-4a87-9236-ed7b10b8a4dd)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:32:55.345138 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-37d65fe7-36cc-4ea9-b1ca-233fc421afe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:55.378302 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-8a605ca7-b47b-4dcc-93dc-03543109251b req-c1983af7-d214-41ca-8e3f-a496d20bd7b5 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1837be0-34d5-4b3c-a7be-05bc11b1a81d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430346 Mar 07 10:32:55.474021 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d65fe7-36cc-4ea9-b1ca-233fc421afe1 None None] Pushing event updated for resources: {'Port': ['ID=5c5a495c-194a-4e8c-a463-4653f1bed630,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:55.479725 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning for port 37e78ca2-60e0-4bf1-b71b-4a7d614f4633 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:32:55.486437 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 37e78ca2-60e0-4bf1-b71b-4a7d614f4633 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:32:55.486881 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:55.517140 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24181e92-5d96-4574-8310-c8e3ad1def81 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Pushing event updated for resources: {'Port': ['ID=242d5910-9a45-4ce8-a116-d9c3ce25a103,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:55.529597 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24181e92-5d96-4574-8310-c8e3ad1def81 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Network 9550faf9-25a2-4b99-9f88-f07b909b9407 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:32:55.530880 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-24181e92-5d96-4574-8310-c8e3ad1def81 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:32:55.533310 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-fe843439-c295-46dd-b504-522c628f5275 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1526886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923583'] for network, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:55.534714 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24181e92-5d96-4574-8310-c8e3ad1def81 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:32:55.535341 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-24181e92-5d96-4574-8310-c8e3ad1def81 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3920324'] for router_interface, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:55.557715 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-fe843439-c295-46dd-b504-522c628f5275 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:55.569222 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe843439-c295-46dd-b504-522c628f5275 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] Pushing event deleted for resources: {'Network': ['ID=a5afd0cf-5bc2-46aa-ac50-822d18d1d1ce,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:55.582036 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-fe843439-c295-46dd-b504-522c628f5275 tempest-NetworksIpV6TestAttrs-696570471 tempest-NetworksIpV6TestAttrs-696570471-project] 10.222.0.13 "DELETE /v2.0/networks/a5afd0cf-5bc2-46aa-ac50-822d18d1d1ce HTTP/1.1" status: 204 len: 168 time: 1.5221829 Mar 07 10:32:55.635547 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:55.683938 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-24181e92-5d96-4574-8310-c8e3ad1def81 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:55.701432 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] For port 37e78ca2-60e0-4bf1-b71b-4a7d614f4633, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=37e78ca2-60e0-4bf1-b71b-4a7d614f4633,segment=NetworkSegment(5f1c4344-8353-4540-a4fa-f0e42cddf1f0),segment_id=5f1c4344-8353-4540-a4fa-f0e42cddf1f0)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:32:55.706992 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:55.797669 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Pushing event updated for resources: {'Port': ['ID=37e78ca2-60e0-4bf1-b71b-4a7d614f4633,revision_number=5']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:55.964731 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 39642) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:32:56.111581 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-24181e92-5d96-4574-8310-c8e3ad1def81 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks [] for port, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:56.119424 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-24181e92-5d96-4574-8310-c8e3ad1def81 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3556717'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:56.120183 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-24181e92-5d96-4574-8310-c8e3ad1def81 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2756426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3920233'] for router_interface, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:56.120735 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 37e78ca2-60e0-4bf1-b71b-4a7d614f4633 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:32:56.171100 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-1e626178-6a99-4f44-9959-9ff3a0d16de9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4fc9a61c29f24294941704ccab1f3f2d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2028360 Mar 07 10:32:56.171865 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 39648) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:32:56.203707 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 37e78ca2-60e0-4bf1-b71b-4a7d614f4633 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:32:56.204077 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:56.353924 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24181e92-5d96-4574-8310-c8e3ad1def81 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Pushing event updated for resources: {'Port': ['ID=242d5910-9a45-4ce8-a116-d9c3ce25a103,revision_number=2']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:56.354518 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0833bb6f-276c-4477-aa70-aee14613b68a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:56.393919 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0833bb6f-276c-4477-aa70-aee14613b68a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:56.407805 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device c623c147-08d0-4031-bd35-4841c6c15c19 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:32:56.466642 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0833bb6f-276c-4477-aa70-aee14613b68a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:56.471740 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24181e92-5d96-4574-8310-c8e3ad1def81 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Network 9550faf9-25a2-4b99-9f88-f07b909b9407 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:32:56.473064 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-24181e92-5d96-4574-8310-c8e3ad1def81 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:32:56.501270 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0833bb6f-276c-4477-aa70-aee14613b68a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=874eb0a7-2320-48ce-877e-10820697ef5c,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:56.512865 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0833bb6f-276c-4477-aa70-aee14613b68a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:56.516584 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-0833bb6f-276c-4477-aa70-aee14613b68a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/874eb0a7-2320-48ce-877e-10820697ef5c HTTP/1.1" status: 204 len: 168 time: 0.3418272 Mar 07 10:32:56.516752 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device 1a17babc-3491-4016-bcd8-485c18434867 up at agent hyperv_hv-neutron-8307 {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:32:56.612459 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Provisioning for port 1a17babc-3491-4016-bcd8-485c18434867 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:32:56.621487 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port c623c147-08d0-4031-bd35-4841c6c15c19 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:32:56.622040 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:56.640915 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a69eee-3403-451b-a938-4918087a6ab5 req-a12b9f98-8f03-4a46-be83-5e9aea73ff1e tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:56.642599 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-52a69eee-3403-451b-a938-4918087a6ab5 req-a12b9f98-8f03-4a46-be83-5e9aea73ff1e tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/ports?device_id=63ceaf18-f501-4c83-9301-80eca85f8dc7 HTTP/1.1" status: 200 len: 945 time: 0.0964172 Mar 07 10:32:56.655858 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0cd4228-5d1e-49d9-8be8-c00cc6b93863 None None] Network 9550faf9-25a2-4b99-9f88-f07b909b9407 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:32:56.681238 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Provisioning complete for port 1a17babc-3491-4016-bcd8-485c18434867 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:32:56.682164 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:56.697932 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-52a69eee-3403-451b-a938-4918087a6ab5 req-79446067-81c1-44dd-90c9-85fe95275ca6 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1837be0-34d5-4b3c-a7be-05bc11b1a81d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486643 Mar 07 10:32:56.857028 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-38e8181d-0114-4ea9-a17c-41dfd4df303b None None] Provisioning for port 5c5a495c-194a-4e8c-a463-4653f1bed630 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:32:56.881300 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24181e92-5d96-4574-8310-c8e3ad1def81 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Router 1b70b58f-86a5-4669-b274-6fb436e71ff3 has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:32:57.032760 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 5c5a495c-194a-4e8c-a463-4653f1bed630 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:32:57.059386 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24181e92-5d96-4574-8310-c8e3ad1def81 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:32:57.071289 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-24181e92-5d96-4574-8310-c8e3ad1def81 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] 10.222.0.13 "PUT /v2.0/routers/1b70b58f-86a5-4669-b274-6fb436e71ff3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8373365 Mar 07 10:32:57.073407 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 39666) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:32:57.079663 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49db057-c88e-4be2-9d38-615be8880a09 None None] Sync routers for ids ['1b70b58f-86a5-4669-b274-6fb436e71ff3'] in dv-neutron-830731-3-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:32:57.080417 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-679f20bb-d72d-4bd3-825a-47d584c48665 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:32:57.081948 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:57.177566 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63ceaf18-f501-4c83-9301-80eca85f8dc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a17babc-3491-4016-bcd8-485c18434867'}] {{(pid=83739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 10:32:57.193598 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port 1a17babc-3491-4016-bcd8-485c18434867, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=1a17babc-3491-4016-bcd8-485c18434867,segment=NetworkSegment(4474ed14-5f13-4464-b335-2bccd4977f52),segment_id=4474ed14-5f13-4464-b335-2bccd4977f52)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:32:57.197072 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49db057-c88e-4be2-9d38-615be8880a09 None None] Routers {'1b70b58f-86a5-4669-b274-6fb436e71ff3'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:32:57.197770 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-b49db057-c88e-4be2-9d38-615be8880a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:32:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['1b70b58f-86a5-4669-b274-6fb436e71ff3'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:32:57.320533 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:57.333297 dv-neutron-830731-3-hyperv neutron-server[83739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63ceaf18-f501-4c83-9301-80eca85f8dc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a17babc-3491-4016-bcd8-485c18434867', 'code': 200} Mar 07 10:32:57.428578 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning for port 5c5a495c-194a-4e8c-a463-4653f1bed630 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:32:57.447129 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 5c5a495c-194a-4e8c-a463-4653f1bed630 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:32:57.447502 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:57.486213 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Pushing event updated for resources: {'Port': ['ID=1a17babc-3491-4016-bcd8-485c18434867,revision_number=5']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:57.504969 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-b49db057-c88e-4be2-9d38-615be8880a09 None None] Set router 1b70b58f-86a5-4669-b274-6fb436e71ff3 gateway port host: None {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:32:57.541557 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-2454be89-0b4d-4a1d-9c69-325fce1b1430 req-fcb62ca3-bf34-46c6-9acc-bbc4b9cb6528 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=63ceaf18-f501-4c83-9301-80eca85f8dc7 HTTP/1.1" status: 200 len: 1099 time: 0.0830438 Mar 07 10:32:57.591960 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-2454be89-0b4d-4a1d-9c69-325fce1b1430 req-8d290cd4-fd12-4234-ad7d-a9178ad0b60a service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=a1837be0-34d5-4b3c-a7be-05bc11b1a81d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442829 Mar 07 10:32:57.613203 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 39678) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:32:57.773308 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-c95ef57b-faa4-4b35-9b1e-99f900088e96 tempest-ServiceProvidersTest-96323723 tempest-ServiceProvidersTest-96323723-project] 10.222.0.13 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1587448 Mar 07 10:32:57.846732 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:57.964534 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-8346008c-5fac-4fb1-abb4-37d401f80087 None None] Provisioning complete for port 5c5a495c-194a-4e8c-a463-4653f1bed630 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:32:57.965475 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-8346008c-5fac-4fb1-abb4-37d401f80087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:58.004807 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.extraroute_db [None req-679f20bb-d72d-4bd3-825a-47d584c48665 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=83738) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Mar 07 10:32:58.022091 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] For port 5c5a495c-194a-4e8c-a463-4653f1bed630, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=5c5a495c-194a-4e8c-a463-4653f1bed630,segment=NetworkSegment(cf191ffe-8e69-4a87-9236-ed7b10b8a4dd),segment_id=cf191ffe-8e69-4a87-9236-ed7b10b8a4dd)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:32:58.032434 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.extraroute_db [None req-679f20bb-d72d-4bd3-825a-47d584c48665 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Removed routes are [] {{(pid=83738) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Mar 07 10:32:58.032938 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-679f20bb-d72d-4bd3-825a-47d584c48665 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3917998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58952'] for router, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:58.047760 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:58.175874 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device e147be49-05d0-4e7f-b19a-a17c6954d7cd no longer exists at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:32:58.226444 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] No Port match for: e147be49-05d0-4e7f-b19a-a17c6954d7cd {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 10:32:58.226801 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device e147be49-05d0-4e7f-b19a-a17c6954d7cd not bound to the agent host dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 10:32:58.250921 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 39690) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:32:58.311161 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305aed1d-7605-44b2-aea5-c997d7fd9917 req-13ae0931-4bd0-4f7e-bd3a-14cb79e9c1e6 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:58.315169 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Pushing event updated for resources: {'Port': ['ID=5c5a495c-194a-4e8c-a463-4653f1bed630,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:58.320353 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-305aed1d-7605-44b2-aea5-c997d7fd9917 req-13ae0931-4bd0-4f7e-bd3a-14cb79e9c1e6 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/ports?device_id=63ceaf18-f501-4c83-9301-80eca85f8dc7 HTTP/1.1" status: 200 len: 946 time: 0.1323583 Mar 07 10:32:58.349508 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-b49db057-c88e-4be2-9d38-615be8880a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b70b58f-86a5-4669-b274-6fb436e71ff3', 'name': 'tempest-RoutersIpV6Test-router-1746563883', 'tenant_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:32:30Z', 'updated_at': '2022-03-07T10:32:55Z', 'revision_number': 5, 'project_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'gw_port_host': None, '_interfaces': [{'id': '10a55a1d-108f-44a2-8340-e3d0aa0f4909', 'name': '', 'network_id': '97ec2e17-7403-4552-a6fe-aa0c61ac9863', 'tenant_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'mac_address': 'fa:16:3e:f9:ba:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b70b58f-86a5-4669-b274-6fb436e71ff3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd2ff9f24-3b3e-4a2f-b1d2-82de2b4163ac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:32:33Z', 'updated_at': '2022-03-07T10:32:41Z', 'revision_number': 5, 'project_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'subnets': [{'id': 'd2ff9f24-3b3e-4a2f-b1d2-82de2b4163ac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '242d5910-9a45-4ce8-a116-d9c3ce25a103', 'name': '', 'network_id': '9550faf9-25a2-4b99-9f88-f07b909b9407', 'tenant_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'mac_address': 'fa:16:3e:57:f0:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b70b58f-86a5-4669-b274-6fb436e71ff3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9e1ffcef-8667-4b95-957a-93c135542be4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:32:53Z', 'updated_at': '2022-03-07T10:32:55Z', 'revision_number': 2, 'project_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'subnets': [{'id': '9e1ffcef-8667-4b95-957a-93c135542be4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '37e78ca2-60e0-4bf1-b71b-4a7d614f4633', 'name': '', 'network_id': '90fa4bee-9651-49c5-a1c3-2f71dc8cde1e', 'tenant_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'mac_address': 'fa:16:3e:b9:20:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b70b58f-86a5-4669-b274-6fb436e71ff3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3688f4bf-2205-4c8e-af12-6112e0c7dda7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:32:47Z', 'updated_at': '2022-03-07T10:32:55Z', 'revision_number': 5, 'project_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'subnets': [{'id': '3688f4bf-2205-4c8e-af12-6112e0c7dda7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c623c147-08d0-4031-bd35-4841c6c15c19', 'name': '', 'network_id': 'ca89f0fe-efa0-4332-b232-e76791e24a10', 'tenant_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'mac_address': 'fa:16:3e:28:f2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b70b58f-86a5-4669-b274-6fb436e71ff3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fe0f7e9e-edda-4fc8-82ea-e66700bd4e36', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:32:41Z', 'updated_at': '2022-03-07T10:32:53Z', 'revision_number': 5, 'project_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'subnets': [{'id': 'fe0f7e9e-edda-4fc8-82ea-e66700bd4e36', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:32:58.374639 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-fd6c760d-a726-4815-a27e-79d63f7301c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:58.386042 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49db057-c88e-4be2-9d38-615be8880a09 None None] Checking router: 1b70b58f-86a5-4669-b274-6fb436e71ff3 for host: dv-neutron-830731-3-hyperv {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 07 10:32:58.386413 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49db057-c88e-4be2-9d38-615be8880a09 None None] Updating router 1b70b58f-86a5-4669-b274-6fb436e71ff3 port 242d5910-9a45-4ce8-a116-d9c3ce25a103 binding host dv-neutron-830731-3-hyperv {{(pid=83739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 07 10:32:58.390381 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-305aed1d-7605-44b2-aea5-c997d7fd9917 req-9ebc3f1a-d2a0-4ee2-95a4-dbd688f0e6ed tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1837be0-34d5-4b3c-a7be-05bc11b1a81d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687125 Mar 07 10:32:58.447612 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-b49db057-c88e-4be2-9d38-615be8880a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:58.459512 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-8346008c-5fac-4fb1-abb4-37d401f80087 None None] Provisioning for port 242d5910-9a45-4ce8-a116-d9c3ce25a103 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:32:58.468097 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-8346008c-5fac-4fb1-abb4-37d401f80087 None None] Provisioning complete for port 242d5910-9a45-4ce8-a116-d9c3ce25a103 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:32:58.468465 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-8346008c-5fac-4fb1-abb4-37d401f80087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:58.515281 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-679f20bb-d72d-4bd3-825a-47d584c48665 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3917998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58952'] for router, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:58.518851 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-679f20bb-d72d-4bd3-825a-47d584c48665 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3923496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3923511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3918005'] for router, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:58.570623 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-8346008c-5fac-4fb1-abb4-37d401f80087 None None] Port 242d5910-9a45-4ce8-a116-d9c3ce25a103 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:32:58.646807 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e16c3a3f-37b2-4d73-a43f-9d2b0b089c6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:58.704546 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-e16c3a3f-37b2-4d73-a43f-9d2b0b089c6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:32:58.710719 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-e16c3a3f-37b2-4d73-a43f-9d2b0b089c6f admin admin] Usage tracker for resource:security_group_rule and tenant:73201d28473b414097f60f309b8800e9 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:32:58.713861 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-e16c3a3f-37b2-4d73-a43f-9d2b0b089c6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:32:58.721278 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-e16c3a3f-37b2-4d73-a43f-9d2b0b089c6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:32:58.760440 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-90923727-dbb5-445d-9502-70864d67600b None None] Provisioning complete for port 242d5910-9a45-4ce8-a116-d9c3ce25a103 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:32:58.760440 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-90923727-dbb5-445d-9502-70864d67600b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:58.785227 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-679f20bb-d72d-4bd3-825a-47d584c48665 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Router 1b70b58f-86a5-4669-b274-6fb436e71ff3 has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:32:58.835225 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-90923727-dbb5-445d-9502-70864d67600b None None] Port 242d5910-9a45-4ce8-a116-d9c3ce25a103 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:32:58.867781 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e16c3a3f-37b2-4d73-a43f-9d2b0b089c6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:58.875786 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e16c3a3f-37b2-4d73-a43f-9d2b0b089c6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:58.917058 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-b49db057-c88e-4be2-9d38-615be8880a09 None None] Notify callbacks [] for port, precommit_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:58.930380 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-b49db057-c88e-4be2-9d38-615be8880a09 None None] Transition to ACTIVE for port object 242d5910-9a45-4ce8-a116-d9c3ce25a103 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:32:58.937254 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-b49db057-c88e-4be2-9d38-615be8880a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:58.999163 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16c3a3f-37b2-4d73-a43f-9d2b0b089c6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12273f20-58f2-49d2-8334-f771898dd0da,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:59.009229 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 39696) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:32:59.009744 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-e16c3a3f-37b2-4d73-a43f-9d2b0b089c6f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=73201d28473b414097f60f309b8800e9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7568688 Mar 07 10:32:59.071863 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b0617e-1023-4126-80a7-2fa41ba61650 None None] Pushing event updated for resources: {'Port': ['ID=242d5910-9a45-4ce8-a116-d9c3ce25a103,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:59.082592 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9049bd9f-dec0-47d4-9878-3947002abe14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:59.115896 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9049bd9f-dec0-47d4-9878-3947002abe14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:59.173570 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-b49db057-c88e-4be2-9d38-615be8880a09 None None] Attempting to bind port 242d5910-9a45-4ce8-a116-d9c3ce25a103 on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:32:59.174040 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-b49db057-c88e-4be2-9d38-615be8880a09 None None] Attempting to bind port 242d5910-9a45-4ce8-a116-d9c3ce25a103 by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': 'cf191ffe-8e69-4a87-9236-ed7b10b8a4dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9550faf9-25a2-4b99-9f88-f07b909b9407'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:32:59.174509 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49db057-c88e-4be2-9d38-615be8880a09 None None] Attempting to bind port 242d5910-9a45-4ce8-a116-d9c3ce25a103 on network 9550faf9-25a2-4b99-9f88-f07b909b9407 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:32:59.181754 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49db057-c88e-4be2-9d38-615be8880a09 None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:32:59.182230 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49db057-c88e-4be2-9d38-615be8880a09 None None] Checking segment: {'id': 'cf191ffe-8e69-4a87-9236-ed7b10b8a4dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9550faf9-25a2-4b99-9f88-f07b909b9407'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:32:59.182728 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-b49db057-c88e-4be2-9d38-615be8880a09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:59.183154 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49db057-c88e-4be2-9d38-615be8880a09 None None] Bound using segment: {'id': 'cf191ffe-8e69-4a87-9236-ed7b10b8a4dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9550faf9-25a2-4b99-9f88-f07b909b9407'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:32:59.183780 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-b49db057-c88e-4be2-9d38-615be8880a09 None None] Bound port: 242d5910-9a45-4ce8-a116-d9c3ce25a103, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf191ffe-8e69-4a87-9236-ed7b10b8a4dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9550faf9-25a2-4b99-9f88-f07b909b9407'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:32:59.184198 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-b49db057-c88e-4be2-9d38-615be8880a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:59.188126 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9049bd9f-dec0-47d4-9878-3947002abe14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:59.203218 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-679f20bb-d72d-4bd3-825a-47d584c48665 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:32:59.207838 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9049bd9f-dec0-47d4-9878-3947002abe14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12273f20-58f2-49d2-8334-f771898dd0da,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:59.211618 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9049bd9f-dec0-47d4-9878-3947002abe14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:59.215253 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-9049bd9f-dec0-47d4-9878-3947002abe14 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/12273f20-58f2-49d2-8334-f771898dd0da HTTP/1.1" status: 204 len: 168 time: 0.2027240 Mar 07 10:32:59.238511 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-679f20bb-d72d-4bd3-825a-47d584c48665 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks [] for router, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:59.242064 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-679f20bb-d72d-4bd3-825a-47d584c48665 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] 10.222.0.13 "PUT /v2.0/routers/1b70b58f-86a5-4669-b274-6fb436e71ff3 HTTP/1.1" status: 200 len: 954 time: 2.1644585 Mar 07 10:32:59.242429 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 39702) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:32:59.310541 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-b49db057-c88e-4be2-9d38-615be8880a09 None None] For port 242d5910-9a45-4ce8-a116-d9c3ce25a103, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:32:59.315827 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-b49db057-c88e-4be2-9d38-615be8880a09 None None] For port 242d5910-9a45-4ce8-a116-d9c3ce25a103, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=242d5910-9a45-4ce8-a116-d9c3ce25a103,segment=NetworkSegment(cf191ffe-8e69-4a87-9236-ed7b10b8a4dd),segment_id=cf191ffe-8e69-4a87-9236-ed7b10b8a4dd)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:32:59.325630 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-b49db057-c88e-4be2-9d38-615be8880a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:32:59.439115 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49db057-c88e-4be2-9d38-615be8880a09 None None] Routers {'1b70b58f-86a5-4669-b274-6fb436e71ff3'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:32:59.439115 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-b49db057-c88e-4be2-9d38-615be8880a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:32:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['1b70b58f-86a5-4669-b274-6fb436e71ff3'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:32:59.496800 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b0617e-1023-4126-80a7-2fa41ba61650 None None] Pushing event updated for resources: {'Port': ['ID=242d5910-9a45-4ce8-a116-d9c3ce25a103,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:59.517894 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-d14bbf1c-e5de-41ed-ae63-35ddefb6a5ba tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] 10.222.0.13 "GET /v2.0/routers/1b70b58f-86a5-4669-b274-6fb436e71ff3 HTTP/1.1" status: 200 len: 954 time: 0.2738214 Mar 07 10:32:59.518556 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 39708) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:32:59.534993 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-48f11209-f29f-4141-9efe-1351bab0ec00 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Request body: {'router': {'routes': None}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:32:59.661625 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-b49db057-c88e-4be2-9d38-615be8880a09 None None] Set router 1b70b58f-86a5-4669-b274-6fb436e71ff3 gateway port host: None {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:32:59.665229 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3ace30-ffb4-457a-a6a1-2e3a50503b41 req-b1e86cd9-c579-4285-b727-55fcfe3dd0a4 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:59.666730 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4a3ace30-ffb4-457a-a6a1-2e3a50503b41 req-b1e86cd9-c579-4285-b727-55fcfe3dd0a4 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/ports?device_id=63ceaf18-f501-4c83-9301-80eca85f8dc7 HTTP/1.1" status: 200 len: 946 time: 0.1181581 Mar 07 10:32:59.718353 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4a3ace30-ffb4-457a-a6a1-2e3a50503b41 req-34af2ed9-a8c3-47a4-b31a-68a04914b5fb tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1837be0-34d5-4b3c-a7be-05bc11b1a81d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447643 Mar 07 10:32:59.927107 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915ecc00-f30e-42f3-a6ab-931ea61c12f1 req-7fc0f649-51da-4cc3-981a-531da631787f tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:59.928684 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-915ecc00-f30e-42f3-a6ab-931ea61c12f1 req-7fc0f649-51da-4cc3-981a-531da631787f tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/ports?device_id=63ceaf18-f501-4c83-9301-80eca85f8dc7 HTTP/1.1" status: 200 len: 946 time: 0.0792515 Mar 07 10:32:59.979898 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-915ecc00-f30e-42f3-a6ab-931ea61c12f1 req-a5c14e13-1726-4b85-a48f-9e093e14ee25 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1837be0-34d5-4b3c-a7be-05bc11b1a81d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420699 Mar 07 10:33:00.058115 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-b49db057-c88e-4be2-9d38-615be8880a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b70b58f-86a5-4669-b274-6fb436e71ff3', 'name': 'tempest-RoutersIpV6Test-router-1746563883', 'tenant_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:32:30Z', 'updated_at': '2022-03-07T10:32:58Z', 'revision_number': 6, 'project_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'gw_port_host': None, '_interfaces': [{'id': '10a55a1d-108f-44a2-8340-e3d0aa0f4909', 'name': '', 'network_id': '97ec2e17-7403-4552-a6fe-aa0c61ac9863', 'tenant_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'mac_address': 'fa:16:3e:f9:ba:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b70b58f-86a5-4669-b274-6fb436e71ff3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd2ff9f24-3b3e-4a2f-b1d2-82de2b4163ac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:32:33Z', 'updated_at': '2022-03-07T10:32:41Z', 'revision_number': 5, 'project_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'subnets': [{'id': 'd2ff9f24-3b3e-4a2f-b1d2-82de2b4163ac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '242d5910-9a45-4ce8-a116-d9c3ce25a103', 'name': '', 'network_id': '9550faf9-25a2-4b99-9f88-f07b909b9407', 'tenant_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'mac_address': 'fa:16:3e:57:f0:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b70b58f-86a5-4669-b274-6fb436e71ff3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9e1ffcef-8667-4b95-957a-93c135542be4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:32:53Z', 'updated_at': '2022-03-07T10:32:59Z', 'revision_number': 4, 'project_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'subnets': [{'id': '9e1ffcef-8667-4b95-957a-93c135542be4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '37e78ca2-60e0-4bf1-b71b-4a7d614f4633', 'name': '', 'network_id': '90fa4bee-9651-49c5-a1c3-2f71dc8cde1e', 'tenant_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'mac_address': 'fa:16:3e:b9:20:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b70b58f-86a5-4669-b274-6fb436e71ff3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3688f4bf-2205-4c8e-af12-6112e0c7dda7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:32:47Z', 'updated_at': '2022-03-07T10:32:55Z', 'revision_number': 5, 'project_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'subnets': [{'id': '3688f4bf-2205-4c8e-af12-6112e0c7dda7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c623c147-08d0-4031-bd35-4841c6c15c19', 'name': '', 'network_id': 'ca89f0fe-efa0-4332-b232-e76791e24a10', 'tenant_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'mac_address': 'fa:16:3e:28:f2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b70b58f-86a5-4669-b274-6fb436e71ff3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fe0f7e9e-edda-4fc8-82ea-e66700bd4e36', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:32:41Z', 'updated_at': '2022-03-07T10:32:53Z', 'revision_number': 5, 'project_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'subnets': [{'id': 'fe0f7e9e-edda-4fc8-82ea-e66700bd4e36', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:33:00.063151 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49db057-c88e-4be2-9d38-615be8880a09 None None] The sync data for ids ['1b70b58f-86a5-4669-b274-6fb436e71ff3'] in dv-neutron-830731-3-hyperv is: [{'id': '1b70b58f-86a5-4669-b274-6fb436e71ff3', 'name': 'tempest-RoutersIpV6Test-router-1746563883', 'tenant_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:32:30Z', 'updated_at': '2022-03-07T10:32:58Z', 'revision_number': 6, 'project_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'gw_port_host': None, '_interfaces': [{'id': '10a55a1d-108f-44a2-8340-e3d0aa0f4909', 'name': '', 'network_id': '97ec2e17-7403-4552-a6fe-aa0c61ac9863', 'tenant_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'mac_address': 'fa:16:3e:f9:ba:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b70b58f-86a5-4669-b274-6fb436e71ff3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd2ff9f24-3b3e-4a2f-b1d2-82de2b4163ac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:32:33Z', 'updated_at': '2022-03-07T10:32:41Z', 'revision_number': 5, 'project_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'subnets': [{'id': 'd2ff9f24-3b3e-4a2f-b1d2-82de2b4163ac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '242d5910-9a45-4ce8-a116-d9c3ce25a103', 'name': '', 'network_id': '9550faf9-25a2-4b99-9f88-f07b909b9407', 'tenant_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'mac_address': 'fa:16:3e:57:f0:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b70b58f-86a5-4669-b274-6fb436e71ff3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9e1ffcef-8667-4b95-957a-93c135542be4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:32:53Z', 'updated_at': '2022-03-07T10:32:59Z', 'revision_number': 4, 'project_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'subnets': [{'id': '9e1ffcef-8667-4b95-957a-93c135542be4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '37e78ca2-60e0-4bf1-b71b-4a7d614f4633', 'name': '', 'network_id': '90fa4bee-9651-49c5-a1c3-2f71dc8cde1e', 'tenant_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'mac_address': 'fa:16:3e:b9:20:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b70b58f-86a5-4669-b274-6fb436e71ff3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3688f4bf-2205-4c8e-af12-6112e0c7dda7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:32:47Z', 'updated_at': '2022-03-07T10:32:55Z', 'revision_number': 5, 'project_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'subnets': [{'id': '3688f4bf-2205-4c8e-af12-6112e0c7dda7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c623c147-08d0-4031-bd35-4841c6c15c19', 'name': '', 'network_id': 'ca89f0fe-efa0-4332-b232-e76791e24a10', 'tenant_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'mac_address': 'fa:16:3e:28:f2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b70b58f-86a5-4669-b274-6fb436e71ff3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fe0f7e9e-edda-4fc8-82ea-e66700bd4e36', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:32:41Z', 'updated_at': '2022-03-07T10:32:53Z', 'revision_number': 5, 'project_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'subnets': [{'id': 'fe0f7e9e-edda-4fc8-82ea-e66700bd4e36', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:33:00.201563 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.extraroute_db [None req-48f11209-f29f-4141-9efe-1351bab0ec00 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Added routes are [] {{(pid=83738) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Mar 07 10:33:00.202137 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.extraroute_db [None req-48f11209-f29f-4141-9efe-1351bab0ec00 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=83738) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Mar 07 10:33:00.235928 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-48f11209-f29f-4141-9efe-1351bab0ec00 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3917998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58952'] for router, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:00.398851 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 242d5910-9a45-4ce8-a116-d9c3ce25a103 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:33:00.476083 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning for port 242d5910-9a45-4ce8-a116-d9c3ce25a103 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:33:00.482732 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 242d5910-9a45-4ce8-a116-d9c3ce25a103 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:33:00.483105 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:00.554510 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-00fc087a-2acf-41b3-8357-fc8f3730defa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:00.596230 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-48f11209-f29f-4141-9efe-1351bab0ec00 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3917998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58952'] for router, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:00.599769 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-48f11209-f29f-4141-9efe-1351bab0ec00 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3923496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3923511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3918005'] for router, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:00.623728 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:00.659213 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] For port 242d5910-9a45-4ce8-a116-d9c3ce25a103, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=242d5910-9a45-4ce8-a116-d9c3ce25a103,segment=NetworkSegment(cf191ffe-8e69-4a87-9236-ed7b10b8a4dd),segment_id=cf191ffe-8e69-4a87-9236-ed7b10b8a4dd)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:33:00.663556 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:00.664525 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 5c5a495c-194a-4e8c-a463-4653f1bed630 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:33:00.779273 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Pushing event updated for resources: {'Port': ['ID=242d5910-9a45-4ce8-a116-d9c3ce25a103,revision_number=5']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:00.786653 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48f11209-f29f-4141-9efe-1351bab0ec00 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Router 1b70b58f-86a5-4669-b274-6fb436e71ff3 has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:33:00.793817 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 5c5a495c-194a-4e8c-a463-4653f1bed630 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:33:00.794171 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:00.902968 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe27950-6eef-4154-a323-f41c2af3d8e5 None None] Sync routers for ids ['1b70b58f-86a5-4669-b274-6fb436e71ff3'] in dv-neutron-830731-3-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:33:00.917368 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe27950-6eef-4154-a323-f41c2af3d8e5 None None] Routers {'1b70b58f-86a5-4669-b274-6fb436e71ff3'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:33:00.919245 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-efe27950-6eef-4154-a323-f41c2af3d8e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:33:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['1b70b58f-86a5-4669-b274-6fb436e71ff3'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:33:00.968562 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48f11209-f29f-4141-9efe-1351bab0ec00 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:33:00.974735 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-48f11209-f29f-4141-9efe-1351bab0ec00 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks [] for router, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:00.976018 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-48f11209-f29f-4141-9efe-1351bab0ec00 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] 10.222.0.13 "PUT /v2.0/routers/1b70b58f-86a5-4669-b274-6fb436e71ff3 HTTP/1.1" status: 200 len: 704 time: 1.4563000 Mar 07 10:33:00.978454 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 39718) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:33:01.071230 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-efe27950-6eef-4154-a323-f41c2af3d8e5 None None] Set router 1b70b58f-86a5-4669-b274-6fb436e71ff3 gateway port host: None {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:33:01.267604 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-d9fe6979-d82d-4e89-bb43-1b780d37e14b tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] 10.222.0.13 "GET /v2.0/routers/1b70b58f-86a5-4669-b274-6fb436e71ff3 HTTP/1.1" status: 200 len: 704 time: 0.2879910 Mar 07 10:33:01.270355 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 39722) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:33:01.408517 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-efe27950-6eef-4154-a323-f41c2af3d8e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b70b58f-86a5-4669-b274-6fb436e71ff3', 'name': 'tempest-RoutersIpV6Test-router-1746563883', 'tenant_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:32:30Z', 'updated_at': '2022-03-07T10:33:00Z', 'revision_number': 7, 'project_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'gw_port_host': None, '_interfaces': [{'id': '10a55a1d-108f-44a2-8340-e3d0aa0f4909', 'name': '', 'network_id': '97ec2e17-7403-4552-a6fe-aa0c61ac9863', 'tenant_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'mac_address': 'fa:16:3e:f9:ba:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b70b58f-86a5-4669-b274-6fb436e71ff3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd2ff9f24-3b3e-4a2f-b1d2-82de2b4163ac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:32:33Z', 'updated_at': '2022-03-07T10:32:41Z', 'revision_number': 5, 'project_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'subnets': [{'id': 'd2ff9f24-3b3e-4a2f-b1d2-82de2b4163ac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '242d5910-9a45-4ce8-a116-d9c3ce25a103', 'name': '', 'network_id': '9550faf9-25a2-4b99-9f88-f07b909b9407', 'tenant_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'mac_address': 'fa:16:3e:57:f0:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b70b58f-86a5-4669-b274-6fb436e71ff3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9e1ffcef-8667-4b95-957a-93c135542be4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:32:53Z', 'updated_at': '2022-03-07T10:33:00Z', 'revision_number': 5, 'project_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'subnets': [{'id': '9e1ffcef-8667-4b95-957a-93c135542be4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '37e78ca2-60e0-4bf1-b71b-4a7d614f4633', 'name': '', 'network_id': '90fa4bee-9651-49c5-a1c3-2f71dc8cde1e', 'tenant_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'mac_address': 'fa:16:3e:b9:20:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b70b58f-86a5-4669-b274-6fb436e71ff3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3688f4bf-2205-4c8e-af12-6112e0c7dda7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:32:47Z', 'updated_at': '2022-03-07T10:32:55Z', 'revision_number': 5, 'project_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'subnets': [{'id': '3688f4bf-2205-4c8e-af12-6112e0c7dda7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c623c147-08d0-4031-bd35-4841c6c15c19', 'name': '', 'network_id': 'ca89f0fe-efa0-4332-b232-e76791e24a10', 'tenant_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'mac_address': 'fa:16:3e:28:f2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b70b58f-86a5-4669-b274-6fb436e71ff3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fe0f7e9e-edda-4fc8-82ea-e66700bd4e36', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:32:41Z', 'updated_at': '2022-03-07T10:32:53Z', 'revision_number': 5, 'project_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'subnets': [{'id': 'fe0f7e9e-edda-4fc8-82ea-e66700bd4e36', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:33:01.412240 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe27950-6eef-4154-a323-f41c2af3d8e5 None None] Checking router: 1b70b58f-86a5-4669-b274-6fb436e71ff3 for host: dv-neutron-830731-3-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 07 10:33:01.422859 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe27950-6eef-4154-a323-f41c2af3d8e5 None None] Routers {'1b70b58f-86a5-4669-b274-6fb436e71ff3'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:33:01.423446 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-efe27950-6eef-4154-a323-f41c2af3d8e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:33:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['1b70b58f-86a5-4669-b274-6fb436e71ff3'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:33:01.521502 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 39726) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:33:01.576433 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-efe27950-6eef-4154-a323-f41c2af3d8e5 None None] Set router 1b70b58f-86a5-4669-b274-6fb436e71ff3 gateway port host: None {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:33:01.617214 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1f242896-deb3-422e-8e20-1a084068f00f tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3920255'] for router_interface, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:01.738480 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-711fefd2-3b30-4759-8df5-0aecff1c8e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:01.854935 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:01.943124 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-efe27950-6eef-4154-a323-f41c2af3d8e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b70b58f-86a5-4669-b274-6fb436e71ff3', 'name': 'tempest-RoutersIpV6Test-router-1746563883', 'tenant_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:32:30Z', 'updated_at': '2022-03-07T10:33:00Z', 'revision_number': 7, 'project_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'gw_port_host': None, '_interfaces': [{'id': '10a55a1d-108f-44a2-8340-e3d0aa0f4909', 'name': '', 'network_id': '97ec2e17-7403-4552-a6fe-aa0c61ac9863', 'tenant_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'mac_address': 'fa:16:3e:f9:ba:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b70b58f-86a5-4669-b274-6fb436e71ff3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd2ff9f24-3b3e-4a2f-b1d2-82de2b4163ac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:32:33Z', 'updated_at': '2022-03-07T10:32:41Z', 'revision_number': 5, 'project_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'subnets': [{'id': 'd2ff9f24-3b3e-4a2f-b1d2-82de2b4163ac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '242d5910-9a45-4ce8-a116-d9c3ce25a103', 'name': '', 'network_id': '9550faf9-25a2-4b99-9f88-f07b909b9407', 'tenant_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'mac_address': 'fa:16:3e:57:f0:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b70b58f-86a5-4669-b274-6fb436e71ff3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9e1ffcef-8667-4b95-957a-93c135542be4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:32:53Z', 'updated_at': '2022-03-07T10:33:00Z', 'revision_number': 5, 'project_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'subnets': [{'id': '9e1ffcef-8667-4b95-957a-93c135542be4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '37e78ca2-60e0-4bf1-b71b-4a7d614f4633', 'name': '', 'network_id': '90fa4bee-9651-49c5-a1c3-2f71dc8cde1e', 'tenant_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'mac_address': 'fa:16:3e:b9:20:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b70b58f-86a5-4669-b274-6fb436e71ff3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3688f4bf-2205-4c8e-af12-6112e0c7dda7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:32:47Z', 'updated_at': '2022-03-07T10:32:55Z', 'revision_number': 5, 'project_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'subnets': [{'id': '3688f4bf-2205-4c8e-af12-6112e0c7dda7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c623c147-08d0-4031-bd35-4841c6c15c19', 'name': '', 'network_id': 'ca89f0fe-efa0-4332-b232-e76791e24a10', 'tenant_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'mac_address': 'fa:16:3e:28:f2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b70b58f-86a5-4669-b274-6fb436e71ff3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fe0f7e9e-edda-4fc8-82ea-e66700bd4e36', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:32:41Z', 'updated_at': '2022-03-07T10:32:53Z', 'revision_number': 5, 'project_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'subnets': [{'id': 'fe0f7e9e-edda-4fc8-82ea-e66700bd4e36', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:33:01.947601 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe27950-6eef-4154-a323-f41c2af3d8e5 None None] The sync data for ids ['1b70b58f-86a5-4669-b274-6fb436e71ff3'] in dv-neutron-830731-3-hyperv is: [{'id': '1b70b58f-86a5-4669-b274-6fb436e71ff3', 'name': 'tempest-RoutersIpV6Test-router-1746563883', 'tenant_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:32:30Z', 'updated_at': '2022-03-07T10:33:00Z', 'revision_number': 7, 'project_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'gw_port_host': None, '_interfaces': [{'id': '10a55a1d-108f-44a2-8340-e3d0aa0f4909', 'name': '', 'network_id': '97ec2e17-7403-4552-a6fe-aa0c61ac9863', 'tenant_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'mac_address': 'fa:16:3e:f9:ba:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b70b58f-86a5-4669-b274-6fb436e71ff3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd2ff9f24-3b3e-4a2f-b1d2-82de2b4163ac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:32:33Z', 'updated_at': '2022-03-07T10:32:41Z', 'revision_number': 5, 'project_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'subnets': [{'id': 'd2ff9f24-3b3e-4a2f-b1d2-82de2b4163ac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '242d5910-9a45-4ce8-a116-d9c3ce25a103', 'name': '', 'network_id': '9550faf9-25a2-4b99-9f88-f07b909b9407', 'tenant_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'mac_address': 'fa:16:3e:57:f0:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b70b58f-86a5-4669-b274-6fb436e71ff3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9e1ffcef-8667-4b95-957a-93c135542be4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:32:53Z', 'updated_at': '2022-03-07T10:33:00Z', 'revision_number': 5, 'project_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'subnets': [{'id': '9e1ffcef-8667-4b95-957a-93c135542be4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '37e78ca2-60e0-4bf1-b71b-4a7d614f4633', 'name': '', 'network_id': '90fa4bee-9651-49c5-a1c3-2f71dc8cde1e', 'tenant_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'mac_address': 'fa:16:3e:b9:20:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b70b58f-86a5-4669-b274-6fb436e71ff3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3688f4bf-2205-4c8e-af12-6112e0c7dda7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:32:47Z', 'updated_at': '2022-03-07T10:32:55Z', 'revision_number': 5, 'project_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'subnets': [{'id': '3688f4bf-2205-4c8e-af12-6112e0c7dda7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c623c147-08d0-4031-bd35-4841c6c15c19', 'name': '', 'network_id': 'ca89f0fe-efa0-4332-b232-e76791e24a10', 'tenant_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'mac_address': 'fa:16:3e:28:f2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b70b58f-86a5-4669-b274-6fb436e71ff3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fe0f7e9e-edda-4fc8-82ea-e66700bd4e36', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:32:41Z', 'updated_at': '2022-03-07T10:32:53Z', 'revision_number': 5, 'project_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'subnets': [{'id': 'fe0f7e9e-edda-4fc8-82ea-e66700bd4e36', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:33:02.162925 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e6f5490-b48e-440a-bffa-8be25a3eb937 None None] Sync routers for ids ['1b70b58f-86a5-4669-b274-6fb436e71ff3'] in dv-neutron-830731-3-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:33:02.175262 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6f5490-b48e-440a-bffa-8be25a3eb937 None None] Routers {'1b70b58f-86a5-4669-b274-6fb436e71ff3'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:33:02.175880 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-7e6f5490-b48e-440a-bffa-8be25a3eb937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:33:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['1b70b58f-86a5-4669-b274-6fb436e71ff3'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:33:02.328468 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4162736e-f3b7-492e-8338-332640be704f tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:02.333282 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-1f242896-deb3-422e-8e20-1a084068f00f tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Deleting port 242d5910-9a45-4ce8-a116-d9c3ce25a103 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:33:02.333729 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1f242896-deb3-422e-8e20-1a084068f00f tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:02.334352 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-7e6f5490-b48e-440a-bffa-8be25a3eb937 None None] Set router 1b70b58f-86a5-4669-b274-6fb436e71ff3 gateway port host: None {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:33:02.377381 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 242d5910-9a45-4ce8-a116-d9c3ce25a103 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:33:02.540976 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-1f242896-deb3-422e-8e20-1a084068f00f tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] For port 242d5910-9a45-4ce8-a116-d9c3ce25a103, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=242d5910-9a45-4ce8-a116-d9c3ce25a103,segment=NetworkSegment(cf191ffe-8e69-4a87-9236-ed7b10b8a4dd),segment_id=cf191ffe-8e69-4a87-9236-ed7b10b8a4dd)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:33:02.541321 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1f242896-deb3-422e-8e20-1a084068f00f tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:02.614339 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 242d5910-9a45-4ce8-a116-d9c3ce25a103 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:33:02.614624 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:02.661189 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-1f242896-deb3-422e-8e20-1a084068f00f tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Calling delete_port for 242d5910-9a45-4ce8-a116-d9c3ce25a103 owned by network:router_interface {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:33:02.744523 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-4162736e-f3b7-492e-8338-332640be704f tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Allocated IP 172.20.0.17 (a9a1f847-2ec7-4ac6-a95a-f6e6e94c7bd8/4d787928-21a6-4b16-9348-82acd3355c28/67e66c53-ca99-49ad-b3ba-d611d2f878f4) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:33:02.815862 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-7e6f5490-b48e-440a-bffa-8be25a3eb937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b70b58f-86a5-4669-b274-6fb436e71ff3', 'name': 'tempest-RoutersIpV6Test-router-1746563883', 'tenant_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:32:30Z', 'updated_at': '2022-03-07T10:33:00Z', 'revision_number': 7, 'project_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'gw_port_host': None, '_interfaces': [{'id': '10a55a1d-108f-44a2-8340-e3d0aa0f4909', 'name': '', 'network_id': '97ec2e17-7403-4552-a6fe-aa0c61ac9863', 'tenant_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'mac_address': 'fa:16:3e:f9:ba:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b70b58f-86a5-4669-b274-6fb436e71ff3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd2ff9f24-3b3e-4a2f-b1d2-82de2b4163ac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:32:33Z', 'updated_at': '2022-03-07T10:32:41Z', 'revision_number': 5, 'project_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'subnets': [{'id': 'd2ff9f24-3b3e-4a2f-b1d2-82de2b4163ac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '242d5910-9a45-4ce8-a116-d9c3ce25a103', 'name': '', 'network_id': '9550faf9-25a2-4b99-9f88-f07b909b9407', 'tenant_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'mac_address': 'fa:16:3e:57:f0:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b70b58f-86a5-4669-b274-6fb436e71ff3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9e1ffcef-8667-4b95-957a-93c135542be4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:32:53Z', 'updated_at': '2022-03-07T10:33:00Z', 'revision_number': 5, 'project_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'subnets': [{'id': '9e1ffcef-8667-4b95-957a-93c135542be4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '37e78ca2-60e0-4bf1-b71b-4a7d614f4633', 'name': '', 'network_id': '90fa4bee-9651-49c5-a1c3-2f71dc8cde1e', 'tenant_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'mac_address': 'fa:16:3e:b9:20:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b70b58f-86a5-4669-b274-6fb436e71ff3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3688f4bf-2205-4c8e-af12-6112e0c7dda7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:32:47Z', 'updated_at': '2022-03-07T10:32:55Z', 'revision_number': 5, 'project_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'subnets': [{'id': '3688f4bf-2205-4c8e-af12-6112e0c7dda7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c623c147-08d0-4031-bd35-4841c6c15c19', 'name': '', 'network_id': 'ca89f0fe-efa0-4332-b232-e76791e24a10', 'tenant_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'mac_address': 'fa:16:3e:28:f2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b70b58f-86a5-4669-b274-6fb436e71ff3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fe0f7e9e-edda-4fc8-82ea-e66700bd4e36', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:32:41Z', 'updated_at': '2022-03-07T10:32:53Z', 'revision_number': 5, 'project_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'subnets': [{'id': 'fe0f7e9e-edda-4fc8-82ea-e66700bd4e36', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:33:02.820766 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e6f5490-b48e-440a-bffa-8be25a3eb937 None None] Checking router: 1b70b58f-86a5-4669-b274-6fb436e71ff3 for host: dv-neutron-830731-3-hyperv {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 07 10:33:02.835741 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6f5490-b48e-440a-bffa-8be25a3eb937 None None] Routers {'1b70b58f-86a5-4669-b274-6fb436e71ff3'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:33:02.836338 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-7e6f5490-b48e-440a-bffa-8be25a3eb937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:33:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['1b70b58f-86a5-4669-b274-6fb436e71ff3'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:33:02.857568 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1f242896-deb3-422e-8e20-1a084068f00f tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:02.906970 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f242896-deb3-422e-8e20-1a084068f00f tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Pushing event deleted for resources: {'Port': ['ID=242d5910-9a45-4ce8-a116-d9c3ce25a103,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:02.913674 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4162736e-f3b7-492e-8338-332640be704f tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:02.931707 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-4162736e-f3b7-492e-8338-332640be704f tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Transition to ACTIVE for port object 67e66c53-ca99-49ad-b3ba-d611d2f878f4 will not be triggered until provisioned by entity DHCP. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:33:02.962476 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4162736e-f3b7-492e-8338-332640be704f tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:03.013614 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-7e6f5490-b48e-440a-bffa-8be25a3eb937 None None] Set router 1b70b58f-86a5-4669-b274-6fb436e71ff3 gateway port host: None {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:33:03.139882 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1f242896-deb3-422e-8e20-1a084068f00f tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2756383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3920168'] for router_interface, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:03.159453 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4162736e-f3b7-492e-8338-332640be704f tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Network a9a1f847-2ec7-4ac6-a95a-f6e6e94c7bd8 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:33:03.162789 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-4162736e-f3b7-492e-8338-332640be704f tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:33:03.167390 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4162736e-f3b7-492e-8338-332640be704f tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:33:03.194182 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4162736e-f3b7-492e-8338-332640be704f tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event updated for resources: {'Port': ['ID=67e66c53-ca99-49ad-b3ba-d611d2f878f4,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:03.235287 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4162736e-f3b7-492e-8338-332640be704f tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3920324'] for router_interface, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:03.313350 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c87150bd-aa9c-4ad1-bb68-57ec66d4fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:03.375370 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4162736e-f3b7-492e-8338-332640be704f tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:03.449966 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-7e6f5490-b48e-440a-bffa-8be25a3eb937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b70b58f-86a5-4669-b274-6fb436e71ff3', 'name': 'tempest-RoutersIpV6Test-router-1746563883', 'tenant_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:32:30Z', 'updated_at': '2022-03-07T10:33:02Z', 'revision_number': 8, 'project_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'gw_port_host': None, '_interfaces': [{'id': '10a55a1d-108f-44a2-8340-e3d0aa0f4909', 'name': '', 'network_id': '97ec2e17-7403-4552-a6fe-aa0c61ac9863', 'tenant_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'mac_address': 'fa:16:3e:f9:ba:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b70b58f-86a5-4669-b274-6fb436e71ff3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd2ff9f24-3b3e-4a2f-b1d2-82de2b4163ac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:32:33Z', 'updated_at': '2022-03-07T10:32:41Z', 'revision_number': 5, 'project_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'subnets': [{'id': 'd2ff9f24-3b3e-4a2f-b1d2-82de2b4163ac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '37e78ca2-60e0-4bf1-b71b-4a7d614f4633', 'name': '', 'network_id': '90fa4bee-9651-49c5-a1c3-2f71dc8cde1e', 'tenant_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'mac_address': 'fa:16:3e:b9:20:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b70b58f-86a5-4669-b274-6fb436e71ff3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3688f4bf-2205-4c8e-af12-6112e0c7dda7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:32:47Z', 'updated_at': '2022-03-07T10:32:55Z', 'revision_number': 5, 'project_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'subnets': [{'id': '3688f4bf-2205-4c8e-af12-6112e0c7dda7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c623c147-08d0-4031-bd35-4841c6c15c19', 'name': '', 'network_id': 'ca89f0fe-efa0-4332-b232-e76791e24a10', 'tenant_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'mac_address': 'fa:16:3e:28:f2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b70b58f-86a5-4669-b274-6fb436e71ff3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fe0f7e9e-edda-4fc8-82ea-e66700bd4e36', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:32:41Z', 'updated_at': '2022-03-07T10:32:53Z', 'revision_number': 5, 'project_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'subnets': [{'id': 'fe0f7e9e-edda-4fc8-82ea-e66700bd4e36', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:33:03.454199 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e6f5490-b48e-440a-bffa-8be25a3eb937 None None] The sync data for ids ['1b70b58f-86a5-4669-b274-6fb436e71ff3'] in dv-neutron-830731-3-hyperv is: [{'id': '1b70b58f-86a5-4669-b274-6fb436e71ff3', 'name': 'tempest-RoutersIpV6Test-router-1746563883', 'tenant_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:32:30Z', 'updated_at': '2022-03-07T10:33:02Z', 'revision_number': 8, 'project_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'gw_port_host': None, '_interfaces': [{'id': '10a55a1d-108f-44a2-8340-e3d0aa0f4909', 'name': '', 'network_id': '97ec2e17-7403-4552-a6fe-aa0c61ac9863', 'tenant_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'mac_address': 'fa:16:3e:f9:ba:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b70b58f-86a5-4669-b274-6fb436e71ff3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd2ff9f24-3b3e-4a2f-b1d2-82de2b4163ac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:32:33Z', 'updated_at': '2022-03-07T10:32:41Z', 'revision_number': 5, 'project_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'subnets': [{'id': 'd2ff9f24-3b3e-4a2f-b1d2-82de2b4163ac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '37e78ca2-60e0-4bf1-b71b-4a7d614f4633', 'name': '', 'network_id': '90fa4bee-9651-49c5-a1c3-2f71dc8cde1e', 'tenant_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'mac_address': 'fa:16:3e:b9:20:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b70b58f-86a5-4669-b274-6fb436e71ff3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3688f4bf-2205-4c8e-af12-6112e0c7dda7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:32:47Z', 'updated_at': '2022-03-07T10:32:55Z', 'revision_number': 5, 'project_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'subnets': [{'id': '3688f4bf-2205-4c8e-af12-6112e0c7dda7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c623c147-08d0-4031-bd35-4841c6c15c19', 'name': '', 'network_id': 'ca89f0fe-efa0-4332-b232-e76791e24a10', 'tenant_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'mac_address': 'fa:16:3e:28:f2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b70b58f-86a5-4669-b274-6fb436e71ff3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fe0f7e9e-edda-4fc8-82ea-e66700bd4e36', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:32:41Z', 'updated_at': '2022-03-07T10:32:53Z', 'revision_number': 5, 'project_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'subnets': [{'id': 'fe0f7e9e-edda-4fc8-82ea-e66700bd4e36', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:33:03.567504 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-c257b068-0659-4b4e-b8b8-c53af209e976 None None] Provisioning for port 67e66c53-ca99-49ad-b3ba-d611d2f878f4 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:33:03.573279 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-c257b068-0659-4b4e-b8b8-c53af209e976 None None] Provisioning complete for port 67e66c53-ca99-49ad-b3ba-d611d2f878f4 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:33:03.573840 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c257b068-0659-4b4e-b8b8-c53af209e976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:03.630777 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-c257b068-0659-4b4e-b8b8-c53af209e976 None None] Port 67e66c53-ca99-49ad-b3ba-d611d2f878f4 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:33:03.810157 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f242896-deb3-422e-8e20-1a084068f00f tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Router 1b70b58f-86a5-4669-b274-6fb436e71ff3 has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:33:03.814056 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4162736e-f3b7-492e-8338-332640be704f tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for port, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:03.821680 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4162736e-f3b7-492e-8338-332640be704f tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3556717'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:03.936681 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4162736e-f3b7-492e-8338-332640be704f tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event updated for resources: {'Port': ['ID=67e66c53-ca99-49ad-b3ba-d611d2f878f4,revision_number=2']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:03.941379 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4162736e-f3b7-492e-8338-332640be704f tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2756426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3920233'] for router_interface, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:03.988030 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f242896-deb3-422e-8e20-1a084068f00f tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:33:04.003747 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-1f242896-deb3-422e-8e20-1a084068f00f tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] 10.222.0.13 "PUT /v2.0/routers/1b70b58f-86a5-4669-b274-6fb436e71ff3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7294960 Mar 07 10:33:04.004992 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 39730) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:33:04.005608 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c58f980c-964d-4388-a8d6-728cdaf58a3e None None] Sync routers for ids ['1b70b58f-86a5-4669-b274-6fb436e71ff3'] in dv-neutron-830731-3-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:33:04.016916 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58f980c-964d-4388-a8d6-728cdaf58a3e None None] Routers {'1b70b58f-86a5-4669-b274-6fb436e71ff3'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:33:04.017510 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-c58f980c-964d-4388-a8d6-728cdaf58a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:33:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['1b70b58f-86a5-4669-b274-6fb436e71ff3'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:33:04.078539 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4162736e-f3b7-492e-8338-332640be704f tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Network a9a1f847-2ec7-4ac6-a95a-f6e6e94c7bd8 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:33:04.079710 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-4162736e-f3b7-492e-8338-332640be704f tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:33:04.177576 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-c58f980c-964d-4388-a8d6-728cdaf58a3e None None] Set router 1b70b58f-86a5-4669-b274-6fb436e71ff3 gateway port host: None {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:33:04.203833 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_v2 [None req-825a1f17-5c17-45c9-9d62-5485c348e874 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Deleting subnet 9e1ffcef-8667-4b95-957a-93c135542be4 {{(pid=83737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 07 10:33:04.207503 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-825a1f17-5c17-45c9-9d62-5485c348e874 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks [] for subnet, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:04.299241 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-825a1f17-5c17-45c9-9d62-5485c348e874 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2627781'] for subnet, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:04.359079 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 242d5910-9a45-4ce8-a116-d9c3ce25a103 no longer exists at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:33:04.397617 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] No Port match for: 242d5910-9a45-4ce8-a116-d9c3ce25a103 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 10:33:04.398099 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 242d5910-9a45-4ce8-a116-d9c3ce25a103 not bound to the agent host dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 10:33:04.400222 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-559a5079-bdf6-4955-a676-040ede7aba41 None None] Provisioning complete for port 67e66c53-ca99-49ad-b3ba-d611d2f878f4 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:33:04.400652 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-559a5079-bdf6-4955-a676-040ede7aba41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:04.420228 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-825a1f17-5c17-45c9-9d62-5485c348e874 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1525496'] for subnet, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:04.463777 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-559a5079-bdf6-4955-a676-040ede7aba41 None None] Port 67e66c53-ca99-49ad-b3ba-d611d2f878f4 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:33:04.508419 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-825a1f17-5c17-45c9-9d62-5485c348e874 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1525489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3012507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3219316'] for subnet, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:04.544916 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4162736e-f3b7-492e-8338-332640be704f tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Router 45ee3b0b-88fe-426a-9238-4fe6f312b48c has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:33:04.547968 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825a1f17-5c17-45c9-9d62-5485c348e874 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Pushing event deleted for resources: {'Subnet': ['ID=9e1ffcef-8667-4b95-957a-93c135542be4,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:04.555177 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-825a1f17-5c17-45c9-9d62-5485c348e874 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:04.563656 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-762671f1-a597-4776-a486-415559b25fa2 None None] Network 9550faf9-25a2-4b99-9f88-f07b909b9407 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:33:04.563901 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-825a1f17-5c17-45c9-9d62-5485c348e874 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] 10.222.0.13 "DELETE /v2.0/subnets/9e1ffcef-8667-4b95-957a-93c135542be4 HTTP/1.1" status: 204 len: 168 time: 0.5577688 Mar 07 10:33:04.567043 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 39734) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:33:04.611587 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-c58f980c-964d-4388-a8d6-728cdaf58a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b70b58f-86a5-4669-b274-6fb436e71ff3', 'name': 'tempest-RoutersIpV6Test-router-1746563883', 'tenant_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:32:30Z', 'updated_at': '2022-03-07T10:33:02Z', 'revision_number': 8, 'project_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'gw_port_host': None, '_interfaces': [{'id': '10a55a1d-108f-44a2-8340-e3d0aa0f4909', 'name': '', 'network_id': '97ec2e17-7403-4552-a6fe-aa0c61ac9863', 'tenant_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'mac_address': 'fa:16:3e:f9:ba:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b70b58f-86a5-4669-b274-6fb436e71ff3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd2ff9f24-3b3e-4a2f-b1d2-82de2b4163ac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:32:33Z', 'updated_at': '2022-03-07T10:32:41Z', 'revision_number': 5, 'project_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'subnets': [{'id': 'd2ff9f24-3b3e-4a2f-b1d2-82de2b4163ac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '37e78ca2-60e0-4bf1-b71b-4a7d614f4633', 'name': '', 'network_id': '90fa4bee-9651-49c5-a1c3-2f71dc8cde1e', 'tenant_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'mac_address': 'fa:16:3e:b9:20:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b70b58f-86a5-4669-b274-6fb436e71ff3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3688f4bf-2205-4c8e-af12-6112e0c7dda7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:32:47Z', 'updated_at': '2022-03-07T10:32:55Z', 'revision_number': 5, 'project_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'subnets': [{'id': '3688f4bf-2205-4c8e-af12-6112e0c7dda7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c623c147-08d0-4031-bd35-4841c6c15c19', 'name': '', 'network_id': 'ca89f0fe-efa0-4332-b232-e76791e24a10', 'tenant_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'mac_address': 'fa:16:3e:28:f2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b70b58f-86a5-4669-b274-6fb436e71ff3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fe0f7e9e-edda-4fc8-82ea-e66700bd4e36', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:32:41Z', 'updated_at': '2022-03-07T10:32:53Z', 'revision_number': 5, 'project_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'subnets': [{'id': 'fe0f7e9e-edda-4fc8-82ea-e66700bd4e36', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:33:04.616246 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c58f980c-964d-4388-a8d6-728cdaf58a3e None None] Checking router: 1b70b58f-86a5-4669-b274-6fb436e71ff3 for host: dv-neutron-830731-3-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 07 10:33:04.628392 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58f980c-964d-4388-a8d6-728cdaf58a3e None None] Routers {'1b70b58f-86a5-4669-b274-6fb436e71ff3'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:33:04.629362 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-c58f980c-964d-4388-a8d6-728cdaf58a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:33:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['1b70b58f-86a5-4669-b274-6fb436e71ff3'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:33:04.688038 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-81acd5dd-e943-4844-9eb2-aa11ba0f09bc tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1158940'] for network, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:04.700957 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-81acd5dd-e943-4844-9eb2-aa11ba0f09bc tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Deleting port 5c5a495c-194a-4e8c-a463-4653f1bed630 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:33:04.701424 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-81acd5dd-e943-4844-9eb2-aa11ba0f09bc tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:04.770909 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4162736e-f3b7-492e-8338-332640be704f tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:33:04.781735 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c7ebec-f5e3-4adb-aaf6-92888fa5e212 None None] Sync routers for ids ['45ee3b0b-88fe-426a-9238-4fe6f312b48c'] in dv-neutron-830731-3-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:33:04.795193 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c7ebec-f5e3-4adb-aaf6-92888fa5e212 None None] Routers {'45ee3b0b-88fe-426a-9238-4fe6f312b48c'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:33:04.798614 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-4162736e-f3b7-492e-8338-332640be704f tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "PUT /v2.0/routers/45ee3b0b-88fe-426a-9238-4fe6f312b48c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2760954 Mar 07 10:33:04.799413 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-70c7ebec-f5e3-4adb-aaf6-92888fa5e212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:33:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['45ee3b0b-88fe-426a-9238-4fe6f312b48c'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:33:04.829057 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-c58f980c-964d-4388-a8d6-728cdaf58a3e None None] Set router 1b70b58f-86a5-4669-b274-6fb436e71ff3 gateway port host: None {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:33:04.916728 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a0900c5-1322-4835-806e-074d3aa20c96 None None] DHCP port deletion for 9550faf9-25a2-4b99-9f88-f07b909b9407 request from dv-neutron-830731-3-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 07 10:33:04.938102 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-5a0900c5-1322-4835-806e-074d3aa20c96 None None] Deleting port 5c5a495c-194a-4e8c-a463-4653f1bed630 {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:33:04.938608 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-5a0900c5-1322-4835-806e-074d3aa20c96 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:04.946789 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-81acd5dd-e943-4844-9eb2-aa11ba0f09bc tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] For port 5c5a495c-194a-4e8c-a463-4653f1bed630, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=5c5a495c-194a-4e8c-a463-4653f1bed630,segment=NetworkSegment(cf191ffe-8e69-4a87-9236-ed7b10b8a4dd),segment_id=cf191ffe-8e69-4a87-9236-ed7b10b8a4dd)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:33:04.947372 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-81acd5dd-e943-4844-9eb2-aa11ba0f09bc tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:05.068874 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-81acd5dd-e943-4844-9eb2-aa11ba0f09bc tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Calling delete_port for 5c5a495c-194a-4e8c-a463-4653f1bed630 owned by network:dhcp {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:33:05.145789 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-70c7ebec-f5e3-4adb-aaf6-92888fa5e212 None None] Set router 45ee3b0b-88fe-426a-9238-4fe6f312b48c gateway port host: dv-neutron-830731-3-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:33:05.150183 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-81acd5dd-e943-4844-9eb2-aa11ba0f09bc tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:05.193519 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-c58f980c-964d-4388-a8d6-728cdaf58a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b70b58f-86a5-4669-b274-6fb436e71ff3', 'name': 'tempest-RoutersIpV6Test-router-1746563883', 'tenant_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:32:30Z', 'updated_at': '2022-03-07T10:33:02Z', 'revision_number': 8, 'project_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'gw_port_host': None, '_interfaces': [{'id': '10a55a1d-108f-44a2-8340-e3d0aa0f4909', 'name': '', 'network_id': '97ec2e17-7403-4552-a6fe-aa0c61ac9863', 'tenant_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'mac_address': 'fa:16:3e:f9:ba:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b70b58f-86a5-4669-b274-6fb436e71ff3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd2ff9f24-3b3e-4a2f-b1d2-82de2b4163ac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:32:33Z', 'updated_at': '2022-03-07T10:32:41Z', 'revision_number': 5, 'project_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'subnets': [{'id': 'd2ff9f24-3b3e-4a2f-b1d2-82de2b4163ac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '37e78ca2-60e0-4bf1-b71b-4a7d614f4633', 'name': '', 'network_id': '90fa4bee-9651-49c5-a1c3-2f71dc8cde1e', 'tenant_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'mac_address': 'fa:16:3e:b9:20:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b70b58f-86a5-4669-b274-6fb436e71ff3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3688f4bf-2205-4c8e-af12-6112e0c7dda7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:32:47Z', 'updated_at': '2022-03-07T10:32:55Z', 'revision_number': 5, 'project_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'subnets': [{'id': '3688f4bf-2205-4c8e-af12-6112e0c7dda7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c623c147-08d0-4031-bd35-4841c6c15c19', 'name': '', 'network_id': 'ca89f0fe-efa0-4332-b232-e76791e24a10', 'tenant_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'mac_address': 'fa:16:3e:28:f2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b70b58f-86a5-4669-b274-6fb436e71ff3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fe0f7e9e-edda-4fc8-82ea-e66700bd4e36', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:32:41Z', 'updated_at': '2022-03-07T10:32:53Z', 'revision_number': 5, 'project_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'subnets': [{'id': 'fe0f7e9e-edda-4fc8-82ea-e66700bd4e36', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:33:05.195717 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81acd5dd-e943-4844-9eb2-aa11ba0f09bc tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Pushing event deleted for resources: {'Port': ['ID=5c5a495c-194a-4e8c-a463-4653f1bed630,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:05.202295 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81acd5dd-e943-4844-9eb2-aa11ba0f09bc tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] No DVR routers for this DVR port 5c5a495c-194a-4e8c-a463-4653f1bed630 on host dv-neutron-830731-3-hyperv {{(pid=83737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:33:05.205760 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c58f980c-964d-4388-a8d6-728cdaf58a3e None None] The sync data for ids ['1b70b58f-86a5-4669-b274-6fb436e71ff3'] in dv-neutron-830731-3-hyperv is: [{'id': '1b70b58f-86a5-4669-b274-6fb436e71ff3', 'name': 'tempest-RoutersIpV6Test-router-1746563883', 'tenant_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:32:30Z', 'updated_at': '2022-03-07T10:33:02Z', 'revision_number': 8, 'project_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'gw_port_host': None, '_interfaces': [{'id': '10a55a1d-108f-44a2-8340-e3d0aa0f4909', 'name': '', 'network_id': '97ec2e17-7403-4552-a6fe-aa0c61ac9863', 'tenant_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'mac_address': 'fa:16:3e:f9:ba:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b70b58f-86a5-4669-b274-6fb436e71ff3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd2ff9f24-3b3e-4a2f-b1d2-82de2b4163ac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:32:33Z', 'updated_at': '2022-03-07T10:32:41Z', 'revision_number': 5, 'project_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'subnets': [{'id': 'd2ff9f24-3b3e-4a2f-b1d2-82de2b4163ac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '37e78ca2-60e0-4bf1-b71b-4a7d614f4633', 'name': '', 'network_id': '90fa4bee-9651-49c5-a1c3-2f71dc8cde1e', 'tenant_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'mac_address': 'fa:16:3e:b9:20:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b70b58f-86a5-4669-b274-6fb436e71ff3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3688f4bf-2205-4c8e-af12-6112e0c7dda7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:32:47Z', 'updated_at': '2022-03-07T10:32:55Z', 'revision_number': 5, 'project_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'subnets': [{'id': '3688f4bf-2205-4c8e-af12-6112e0c7dda7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c623c147-08d0-4031-bd35-4841c6c15c19', 'name': '', 'network_id': 'ca89f0fe-efa0-4332-b232-e76791e24a10', 'tenant_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'mac_address': 'fa:16:3e:28:f2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b70b58f-86a5-4669-b274-6fb436e71ff3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fe0f7e9e-edda-4fc8-82ea-e66700bd4e36', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:32:41Z', 'updated_at': '2022-03-07T10:32:53Z', 'revision_number': 5, 'project_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'subnets': [{'id': 'fe0f7e9e-edda-4fc8-82ea-e66700bd4e36', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:33:05.248338 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-5a0900c5-1322-4835-806e-074d3aa20c96 None None] For port 5c5a495c-194a-4e8c-a463-4653f1bed630, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=5c5a495c-194a-4e8c-a463-4653f1bed630,segment=NetworkSegment(cf191ffe-8e69-4a87-9236-ed7b10b8a4dd),segment_id=cf191ffe-8e69-4a87-9236-ed7b10b8a4dd)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:33:05.248761 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-5a0900c5-1322-4835-806e-074d3aa20c96 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:05.436954 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-81acd5dd-e943-4844-9eb2-aa11ba0f09bc tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1526893', 'neutron.services.segments.db._delete_segments_for_network-8732568551033'] for network, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:05.455627 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-5a0900c5-1322-4835-806e-074d3aa20c96 None None] Calling delete_port for 5c5a495c-194a-4e8c-a463-4653f1bed630 owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:33:05.462652 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-81acd5dd-e943-4844-9eb2-aa11ba0f09bc tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9550faf9-25a2-4b99-9f88-f07b909b9407']}} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:33:05.475545 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-81acd5dd-e943-4844-9eb2-aa11ba0f09bc tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf191ffe-8e69-4a87-9236-ed7b10b8a4dd') {'for_net_delete': True} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:33:05.475837 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-81acd5dd-e943-4844-9eb2-aa11ba0f09bc tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf191ffe-8e69-4a87-9236-ed7b10b8a4dd') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:33:05.488170 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-81acd5dd-e943-4844-9eb2-aa11ba0f09bc tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732568550916', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629174'] for segment, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:05.516160 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-81acd5dd-e943-4844-9eb2-aa11ba0f09bc tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:05.522856 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81acd5dd-e943-4844-9eb2-aa11ba0f09bc tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=83737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 07 10:33:05.523237 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-81acd5dd-e943-4844-9eb2-aa11ba0f09bc tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1227397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3012597'] for segment, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:05.537771 dv-neutron-830731-3-hyperv neutron-server[83737]: Traceback (most recent call last): Mar 07 10:33:05.537771 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 07 10:33:05.537771 dv-neutron-830731-3-hyperv neutron-server[83737]: timer() Mar 07 10:33:05.537771 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:33:05.537771 dv-neutron-830731-3-hyperv neutron-server[83737]: cb(*args, **kw) Mar 07 10:33:05.537771 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 10:33:05.537771 dv-neutron-830731-3-hyperv neutron-server[83737]: return func(*args, **kwargs) Mar 07 10:33:05.537771 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:33:05.537771 dv-neutron-830731-3-hyperv neutron-server[83737]: self._notify() Mar 07 10:33:05.537771 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:33:05.537771 dv-neutron-830731-3-hyperv neutron-server[83737]: self.callback(batched_events) Mar 07 10:33:05.537771 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:33:05.537771 dv-neutron-830731-3-hyperv neutron-server[83737]: event.method(event) Mar 07 10:33:05.537771 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 10:33:05.537771 dv-neutron-830731-3-hyperv neutron-server[83737]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:33:05.537771 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 10:33:05.537771 dv-neutron-830731-3-hyperv neutron-server[83737]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:33:05.537771 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 10:33:05.537771 dv-neutron-830731-3-hyperv neutron-server[83737]: return f(self, *a, **k) Mar 07 10:33:05.537771 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:33:05.537771 dv-neutron-830731-3-hyperv neutron-server[83737]: return self._get(url).json() Mar 07 10:33:05.537771 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:33:05.537771 dv-neutron-830731-3-hyperv neutron-server[83737]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:33:05.537771 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 07 10:33:05.537771 dv-neutron-830731-3-hyperv neutron-server[83737]: return self.request(url, 'GET', **kwargs) Mar 07 10:33:05.537771 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 07 10:33:05.537771 dv-neutron-830731-3-hyperv neutron-server[83737]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:33:05.537771 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 07 10:33:05.537771 dv-neutron-830731-3-hyperv neutron-server[83737]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:33:05.537771 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 07 10:33:05.537771 dv-neutron-830731-3-hyperv neutron-server[83737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:33:05.537771 dv-neutron-830731-3-hyperv neutron-server[83737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:33:05.622174 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-81acd5dd-e943-4844-9eb2-aa11ba0f09bc tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1526886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923583'] for network, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:05.626419 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-81acd5dd-e943-4844-9eb2-aa11ba0f09bc tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:05.655269 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81acd5dd-e943-4844-9eb2-aa11ba0f09bc tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Pushing event deleted for resources: {'Network': ['ID=9550faf9-25a2-4b99-9f88-f07b909b9407,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:05.661790 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-81acd5dd-e943-4844-9eb2-aa11ba0f09bc tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] 10.222.0.13 "DELETE /v2.0/networks/9550faf9-25a2-4b99-9f88-f07b909b9407 HTTP/1.1" status: 204 len: 168 time: 1.0912755 Mar 07 10:33:05.662749 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.db.api [None req-5a0900c5-1322-4835-806e-074d3aa20c96 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 10:33:05.662749 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG oslo_db.api [None req-5a0900c5-1322-4835-806e-074d3aa20c96 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 10:33:05.662953 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 39742) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:33:05.759193 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-70c7ebec-f5e3-4adb-aaf6-92888fa5e212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45ee3b0b-88fe-426a-9238-4fe6f312b48c', 'name': 'tempest-TestNetworkBasicOps-router-279492574', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.141'}], 'enable_snat': True}, 'gw_port_id': '39859c51-8b3b-4046-8d84-9bd4a674d742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:30:22Z', 'updated_at': '2022-03-07T10:33:03Z', 'revision_number': 5, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'gw_port': {'id': '39859c51-8b3b-4046-8d84-9bd4a674d742', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:52:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ee3b0b-88fe-426a-9238-4fe6f312b48c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:30:23Z', 'updated_at': '2022-03-07T10:30:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_floatingips': [{'id': 'aa55acd1-963f-4341-8f2a-3370a8802643', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'floating_ip_address': '172.26.8.187', 'floating_network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'router_id': '45ee3b0b-88fe-426a-9238-4fe6f312b48c', 'port_id': '1a1f8072-f405-4d6e-9b74-ffbe5a7a204e', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40a9b5e4-2566-4b34-8233-7ca2a6a5d397', 'mac_address': 'fa:16:3e:11:11:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69bcab59-88eb-4fb1-a0ed-644552ee9fdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:31:26Z', 'updated_at': '2022-03-07T10:31:36Z', 'revision_number': 1, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '504fdb8e-40a4-419d-910c-75ec0af599c3', 'name': '', 'network_id': '40a9b5e4-2566-4b34-8233-7ca2a6a5d397', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'mac_address': 'fa:16:3e:cf:19:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ee3b0b-88fe-426a-9238-4fe6f312b48c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1639da54-b037-4e07-a2ec-b6618ce1a79a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:30:38Z', 'updated_at': '2022-03-07T10:30:56Z', 'revision_number': 5, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'subnets': [{'id': '1639da54-b037-4e07-a2ec-b6618ce1a79a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67e66c53-ca99-49ad-b3ba-d611d2f878f4', 'name': '', 'network_id': 'a9a1f847-2ec7-4ac6-a95a-f6e6e94c7bd8', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'mac_address': 'fa:16:3e:bd:31:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45ee3b0b-88fe-426a-9238-4fe6f312b48c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4d787928-21a6-4b16-9348-82acd3355c28', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:33:02Z', 'updated_at': '2022-03-07T10:33:03Z', 'revision_number': 2, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'subnets': [{'id': '4d787928-21a6-4b16-9348-82acd3355c28', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:33:05.764268 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c7ebec-f5e3-4adb-aaf6-92888fa5e212 None None] Checking router: 45ee3b0b-88fe-426a-9238-4fe6f312b48c for host: dv-neutron-830731-3-hyperv {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 07 10:33:05.764651 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c7ebec-f5e3-4adb-aaf6-92888fa5e212 None None] Updating router 45ee3b0b-88fe-426a-9238-4fe6f312b48c port 67e66c53-ca99-49ad-b3ba-d611d2f878f4 binding host dv-neutron-830731-3-hyperv {{(pid=83739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 07 10:33:05.818312 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-70c7ebec-f5e3-4adb-aaf6-92888fa5e212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:05.992298 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d5c4ae12-719e-43ba-9848-9074210b5657 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3920255'] for router_interface, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:06.155404 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-70c7ebec-f5e3-4adb-aaf6-92888fa5e212 None None] Notify callbacks [] for port, precommit_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:06.161707 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-5a0900c5-1322-4835-806e-074d3aa20c96 None None] Deleting port 5c5a495c-194a-4e8c-a463-4653f1bed630 {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:33:06.162072 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-5a0900c5-1322-4835-806e-074d3aa20c96 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:06.197719 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-70c7ebec-f5e3-4adb-aaf6-92888fa5e212 None None] Transition to ACTIVE for port object 67e66c53-ca99-49ad-b3ba-d611d2f878f4 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:33:06.232635 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-5a0900c5-1322-4835-806e-074d3aa20c96 None None] The port '5c5a495c-194a-4e8c-a463-4653f1bed630' was deleted {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 07 10:33:06.233543 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-70c7ebec-f5e3-4adb-aaf6-92888fa5e212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:06.365460 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0409f9-5259-479f-b461-2e9ec6f24133 None None] Pushing event updated for resources: {'Port': ['ID=67e66c53-ca99-49ad-b3ba-d611d2f878f4,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:06.367821 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 5c5a495c-194a-4e8c-a463-4653f1bed630 no longer exists at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:33:06.408459 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] No Port match for: 5c5a495c-194a-4e8c-a463-4653f1bed630 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 10:33:06.408865 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 5c5a495c-194a-4e8c-a463-4653f1bed630 not bound to the agent host dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 10:33:06.500032 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-70c7ebec-f5e3-4adb-aaf6-92888fa5e212 None None] Attempting to bind port 67e66c53-ca99-49ad-b3ba-d611d2f878f4 on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:33:06.500781 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-70c7ebec-f5e3-4adb-aaf6-92888fa5e212 None None] Attempting to bind port 67e66c53-ca99-49ad-b3ba-d611d2f878f4 by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': '4474ed14-5f13-4464-b335-2bccd4977f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'a9a1f847-2ec7-4ac6-a95a-f6e6e94c7bd8'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:33:06.500781 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c7ebec-f5e3-4adb-aaf6-92888fa5e212 None None] Attempting to bind port 67e66c53-ca99-49ad-b3ba-d611d2f878f4 on network a9a1f847-2ec7-4ac6-a95a-f6e6e94c7bd8 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:33:06.508736 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c7ebec-f5e3-4adb-aaf6-92888fa5e212 None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 33, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:33:06.509032 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c7ebec-f5e3-4adb-aaf6-92888fa5e212 None None] Checking segment: {'id': '4474ed14-5f13-4464-b335-2bccd4977f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'a9a1f847-2ec7-4ac6-a95a-f6e6e94c7bd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:33:06.509416 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-70c7ebec-f5e3-4adb-aaf6-92888fa5e212 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:06.509804 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c7ebec-f5e3-4adb-aaf6-92888fa5e212 None None] Bound using segment: {'id': '4474ed14-5f13-4464-b335-2bccd4977f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'a9a1f847-2ec7-4ac6-a95a-f6e6e94c7bd8'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:33:06.510279 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-70c7ebec-f5e3-4adb-aaf6-92888fa5e212 None None] Bound port: 67e66c53-ca99-49ad-b3ba-d611d2f878f4, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4474ed14-5f13-4464-b335-2bccd4977f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'a9a1f847-2ec7-4ac6-a95a-f6e6e94c7bd8'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:33:06.510653 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-70c7ebec-f5e3-4adb-aaf6-92888fa5e212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:06.601742 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-d5c4ae12-719e-43ba-9848-9074210b5657 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Deleting port 37e78ca2-60e0-4bf1-b71b-4a7d614f4633 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:33:06.602348 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d5c4ae12-719e-43ba-9848-9074210b5657 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:06.607918 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-70c7ebec-f5e3-4adb-aaf6-92888fa5e212 None None] For port 67e66c53-ca99-49ad-b3ba-d611d2f878f4, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:33:06.611323 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-70c7ebec-f5e3-4adb-aaf6-92888fa5e212 None None] For port 67e66c53-ca99-49ad-b3ba-d611d2f878f4, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=67e66c53-ca99-49ad-b3ba-d611d2f878f4,segment=NetworkSegment(4474ed14-5f13-4464-b335-2bccd4977f52),segment_id=4474ed14-5f13-4464-b335-2bccd4977f52)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:33:06.615601 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-70c7ebec-f5e3-4adb-aaf6-92888fa5e212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:06.696412 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0409f9-5259-479f-b461-2e9ec6f24133 None None] Pushing event updated for resources: {'Port': ['ID=67e66c53-ca99-49ad-b3ba-d611d2f878f4,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:06.700993 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c7ebec-f5e3-4adb-aaf6-92888fa5e212 None None] Routers {'45ee3b0b-88fe-426a-9238-4fe6f312b48c'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:33:06.701602 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-70c7ebec-f5e3-4adb-aaf6-92888fa5e212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:33:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['45ee3b0b-88fe-426a-9238-4fe6f312b48c'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:33:06.801946 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-d5c4ae12-719e-43ba-9848-9074210b5657 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] For port 37e78ca2-60e0-4bf1-b71b-4a7d614f4633, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=37e78ca2-60e0-4bf1-b71b-4a7d614f4633,segment=NetworkSegment(5f1c4344-8353-4540-a4fa-f0e42cddf1f0),segment_id=5f1c4344-8353-4540-a4fa-f0e42cddf1f0)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:33:06.802298 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d5c4ae12-719e-43ba-9848-9074210b5657 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:06.898910 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-70c7ebec-f5e3-4adb-aaf6-92888fa5e212 None None] Set router 45ee3b0b-88fe-426a-9238-4fe6f312b48c gateway port host: dv-neutron-830731-3-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:33:07.026384 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-d5c4ae12-719e-43ba-9848-9074210b5657 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Calling delete_port for 37e78ca2-60e0-4bf1-b71b-4a7d614f4633 owned by network:router_interface {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:33:07.204381 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d5c4ae12-719e-43ba-9848-9074210b5657 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:07.255137 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c4ae12-719e-43ba-9848-9074210b5657 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Pushing event deleted for resources: {'Port': ['ID=37e78ca2-60e0-4bf1-b71b-4a7d614f4633,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:07.306276 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-70c7ebec-f5e3-4adb-aaf6-92888fa5e212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45ee3b0b-88fe-426a-9238-4fe6f312b48c', 'name': 'tempest-TestNetworkBasicOps-router-279492574', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.141'}], 'enable_snat': True}, 'gw_port_id': '39859c51-8b3b-4046-8d84-9bd4a674d742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:30:22Z', 'updated_at': '2022-03-07T10:33:03Z', 'revision_number': 5, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'gw_port': {'id': '39859c51-8b3b-4046-8d84-9bd4a674d742', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:52:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ee3b0b-88fe-426a-9238-4fe6f312b48c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:30:23Z', 'updated_at': '2022-03-07T10:30:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_floatingips': [{'id': 'aa55acd1-963f-4341-8f2a-3370a8802643', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'floating_ip_address': '172.26.8.187', 'floating_network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'router_id': '45ee3b0b-88fe-426a-9238-4fe6f312b48c', 'port_id': '1a1f8072-f405-4d6e-9b74-ffbe5a7a204e', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40a9b5e4-2566-4b34-8233-7ca2a6a5d397', 'mac_address': 'fa:16:3e:11:11:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69bcab59-88eb-4fb1-a0ed-644552ee9fdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:31:26Z', 'updated_at': '2022-03-07T10:31:36Z', 'revision_number': 1, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '504fdb8e-40a4-419d-910c-75ec0af599c3', 'name': '', 'network_id': '40a9b5e4-2566-4b34-8233-7ca2a6a5d397', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'mac_address': 'fa:16:3e:cf:19:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ee3b0b-88fe-426a-9238-4fe6f312b48c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1639da54-b037-4e07-a2ec-b6618ce1a79a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:30:38Z', 'updated_at': '2022-03-07T10:30:56Z', 'revision_number': 5, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'subnets': [{'id': '1639da54-b037-4e07-a2ec-b6618ce1a79a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67e66c53-ca99-49ad-b3ba-d611d2f878f4', 'name': '', 'network_id': 'a9a1f847-2ec7-4ac6-a95a-f6e6e94c7bd8', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'mac_address': 'fa:16:3e:bd:31:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45ee3b0b-88fe-426a-9238-4fe6f312b48c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4d787928-21a6-4b16-9348-82acd3355c28', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:33:02Z', 'updated_at': '2022-03-07T10:33:06Z', 'revision_number': 4, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'subnets': [{'id': '4d787928-21a6-4b16-9348-82acd3355c28', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:33:07.313060 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c7ebec-f5e3-4adb-aaf6-92888fa5e212 None None] The sync data for ids ['45ee3b0b-88fe-426a-9238-4fe6f312b48c'] in dv-neutron-830731-3-hyperv is: [{'id': '45ee3b0b-88fe-426a-9238-4fe6f312b48c', 'name': 'tempest-TestNetworkBasicOps-router-279492574', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.141'}], 'enable_snat': True}, 'gw_port_id': '39859c51-8b3b-4046-8d84-9bd4a674d742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:30:22Z', 'updated_at': '2022-03-07T10:33:03Z', 'revision_number': 5, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'gw_port': {'id': '39859c51-8b3b-4046-8d84-9bd4a674d742', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:52:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ee3b0b-88fe-426a-9238-4fe6f312b48c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:30:23Z', 'updated_at': '2022-03-07T10:30:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_floatingips': [{'id': 'aa55acd1-963f-4341-8f2a-3370a8802643', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'floating_ip_address': '172.26.8.187', 'floating_network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'router_id': '45ee3b0b-88fe-426a-9238-4fe6f312b48c', 'port_id': '1a1f8072-f405-4d6e-9b74-ffbe5a7a204e', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40a9b5e4-2566-4b34-8233-7ca2a6a5d397', 'mac_address': 'fa:16:3e:11:11:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69bcab59-88eb-4fb1-a0ed-644552ee9fdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:31:26Z', 'updated_at': '2022-03-07T10:31:36Z', 'revision_number': 1, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '504fdb8e-40a4-419d-910c-75ec0af599c3', 'name': '', 'network_id': '40a9b5e4-2566-4b34-8233-7ca2a6a5d397', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'mac_address': 'fa:16:3e:cf:19:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ee3b0b-88fe-426a-9238-4fe6f312b48c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1639da54-b037-4e07-a2ec-b6618ce1a79a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:30:38Z', 'updated_at': '2022-03-07T10:30:56Z', 'revision_number': 5, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'subnets': [{'id': '1639da54-b037-4e07-a2ec-b6618ce1a79a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67e66c53-ca99-49ad-b3ba-d611d2f878f4', 'name': '', 'network_id': 'a9a1f847-2ec7-4ac6-a95a-f6e6e94c7bd8', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'mac_address': 'fa:16:3e:bd:31:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45ee3b0b-88fe-426a-9238-4fe6f312b48c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4d787928-21a6-4b16-9348-82acd3355c28', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:33:02Z', 'updated_at': '2022-03-07T10:33:06Z', 'revision_number': 4, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'subnets': [{'id': '4d787928-21a6-4b16-9348-82acd3355c28', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:33:07.499710 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d5c4ae12-719e-43ba-9848-9074210b5657 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2756383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3920168'] for router_interface, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:07.999793 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5c4ae12-719e-43ba-9848-9074210b5657 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Router 1b70b58f-86a5-4669-b274-6fb436e71ff3 has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:33:08.164782 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5c4ae12-719e-43ba-9848-9074210b5657 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:33:08.173718 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623f093c-3efc-4d0e-8067-0f1af3f4fea3 None None] Sync routers for ids ['1b70b58f-86a5-4669-b274-6fb436e71ff3'] in dv-neutron-830731-3-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:33:08.178350 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-d5c4ae12-719e-43ba-9848-9074210b5657 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] 10.222.0.13 "PUT /v2.0/routers/1b70b58f-86a5-4669-b274-6fb436e71ff3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5154648 Mar 07 10:33:08.180951 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 39748) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:33:08.185480 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623f093c-3efc-4d0e-8067-0f1af3f4fea3 None None] Routers {'1b70b58f-86a5-4669-b274-6fb436e71ff3'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:33:08.186066 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-623f093c-3efc-4d0e-8067-0f1af3f4fea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:33:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['1b70b58f-86a5-4669-b274-6fb436e71ff3'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:33:08.365941 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-623f093c-3efc-4d0e-8067-0f1af3f4fea3 None None] Set router 1b70b58f-86a5-4669-b274-6fb436e71ff3 gateway port host: None {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:33:08.440166 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 67e66c53-ca99-49ad-b3ba-d611d2f878f4 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:33:08.522101 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_v2 [None req-6588d6f1-f821-4954-945d-192ab7e68dcf tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Deleting subnet 3688f4bf-2205-4c8e-af12-6112e0c7dda7 {{(pid=83737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 07 10:33:08.525056 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6588d6f1-f821-4954-945d-192ab7e68dcf tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks [] for subnet, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:08.539406 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning for port 67e66c53-ca99-49ad-b3ba-d611d2f878f4 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:33:08.544430 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 67e66c53-ca99-49ad-b3ba-d611d2f878f4 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:33:08.544825 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:08.580255 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6588d6f1-f821-4954-945d-192ab7e68dcf tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2627781'] for subnet, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:08.663098 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:08.673414 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6588d6f1-f821-4954-945d-192ab7e68dcf tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1525496'] for subnet, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:08.698007 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] For port 67e66c53-ca99-49ad-b3ba-d611d2f878f4, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=67e66c53-ca99-49ad-b3ba-d611d2f878f4,segment=NetworkSegment(4474ed14-5f13-4464-b335-2bccd4977f52),segment_id=4474ed14-5f13-4464-b335-2bccd4977f52)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:33:08.706004 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:08.751949 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6588d6f1-f821-4954-945d-192ab7e68dcf tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1525489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3012507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3219316'] for subnet, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:08.757563 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-623f093c-3efc-4d0e-8067-0f1af3f4fea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b70b58f-86a5-4669-b274-6fb436e71ff3', 'name': 'tempest-RoutersIpV6Test-router-1746563883', 'tenant_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:32:30Z', 'updated_at': '2022-03-07T10:33:07Z', 'revision_number': 9, 'project_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'gw_port_host': None, '_interfaces': [{'id': '10a55a1d-108f-44a2-8340-e3d0aa0f4909', 'name': '', 'network_id': '97ec2e17-7403-4552-a6fe-aa0c61ac9863', 'tenant_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'mac_address': 'fa:16:3e:f9:ba:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b70b58f-86a5-4669-b274-6fb436e71ff3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd2ff9f24-3b3e-4a2f-b1d2-82de2b4163ac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:32:33Z', 'updated_at': '2022-03-07T10:32:41Z', 'revision_number': 5, 'project_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'subnets': [{'id': 'd2ff9f24-3b3e-4a2f-b1d2-82de2b4163ac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c623c147-08d0-4031-bd35-4841c6c15c19', 'name': '', 'network_id': 'ca89f0fe-efa0-4332-b232-e76791e24a10', 'tenant_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'mac_address': 'fa:16:3e:28:f2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b70b58f-86a5-4669-b274-6fb436e71ff3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fe0f7e9e-edda-4fc8-82ea-e66700bd4e36', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:32:41Z', 'updated_at': '2022-03-07T10:32:53Z', 'revision_number': 5, 'project_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'subnets': [{'id': 'fe0f7e9e-edda-4fc8-82ea-e66700bd4e36', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:33:08.762370 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623f093c-3efc-4d0e-8067-0f1af3f4fea3 None None] Checking router: 1b70b58f-86a5-4669-b274-6fb436e71ff3 for host: dv-neutron-830731-3-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 07 10:33:08.773266 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623f093c-3efc-4d0e-8067-0f1af3f4fea3 None None] Routers {'1b70b58f-86a5-4669-b274-6fb436e71ff3'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:33:08.773931 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-623f093c-3efc-4d0e-8067-0f1af3f4fea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:33:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['1b70b58f-86a5-4669-b274-6fb436e71ff3'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:33:08.778599 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Pushing event updated for resources: {'Port': ['ID=67e66c53-ca99-49ad-b3ba-d611d2f878f4,revision_number=5']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:08.792980 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6588d6f1-f821-4954-945d-192ab7e68dcf tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Pushing event deleted for resources: {'Subnet': ['ID=3688f4bf-2205-4c8e-af12-6112e0c7dda7,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:08.798763 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6588d6f1-f821-4954-945d-192ab7e68dcf tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:08.809088 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-6588d6f1-f821-4954-945d-192ab7e68dcf tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] 10.222.0.13 "DELETE /v2.0/subnets/3688f4bf-2205-4c8e-af12-6112e0c7dda7 HTTP/1.1" status: 204 len: 168 time: 0.6240919 Mar 07 10:33:08.809803 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 39752) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:33:08.815752 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac134a16-98d3-429a-a2e8-b52898d42c3b None None] Network 90fa4bee-9651-49c5-a1c3-2f71dc8cde1e requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:33:08.934451 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-623f093c-3efc-4d0e-8067-0f1af3f4fea3 None None] Set router 1b70b58f-86a5-4669-b274-6fb436e71ff3 gateway port host: None {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:33:09.034204 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0ea8821b-8ba3-4a92-b4da-0423c97030bb tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1158940'] for network, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:09.045680 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-0ea8821b-8ba3-4a92-b4da-0423c97030bb tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Deleting port df5ced05-b942-492c-a5bb-1dd6498977a9 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:33:09.046177 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0ea8821b-8ba3-4a92-b4da-0423c97030bb tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:09.083177 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b022688-eb59-4c79-8bf5-b5e0fdf3f44b None None] DHCP port deletion for 90fa4bee-9651-49c5-a1c3-2f71dc8cde1e request from dv-neutron-830731-3-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 07 10:33:09.087202 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-5b022688-eb59-4c79-8bf5-b5e0fdf3f44b None None] Deleting port df5ced05-b942-492c-a5bb-1dd6498977a9 {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:33:09.087706 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-5b022688-eb59-4c79-8bf5-b5e0fdf3f44b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:09.259099 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-623f093c-3efc-4d0e-8067-0f1af3f4fea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b70b58f-86a5-4669-b274-6fb436e71ff3', 'name': 'tempest-RoutersIpV6Test-router-1746563883', 'tenant_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:32:30Z', 'updated_at': '2022-03-07T10:33:07Z', 'revision_number': 9, 'project_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'gw_port_host': None, '_interfaces': [{'id': '10a55a1d-108f-44a2-8340-e3d0aa0f4909', 'name': '', 'network_id': '97ec2e17-7403-4552-a6fe-aa0c61ac9863', 'tenant_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'mac_address': 'fa:16:3e:f9:ba:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b70b58f-86a5-4669-b274-6fb436e71ff3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd2ff9f24-3b3e-4a2f-b1d2-82de2b4163ac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:32:33Z', 'updated_at': '2022-03-07T10:32:41Z', 'revision_number': 5, 'project_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'subnets': [{'id': 'd2ff9f24-3b3e-4a2f-b1d2-82de2b4163ac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c623c147-08d0-4031-bd35-4841c6c15c19', 'name': '', 'network_id': 'ca89f0fe-efa0-4332-b232-e76791e24a10', 'tenant_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'mac_address': 'fa:16:3e:28:f2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b70b58f-86a5-4669-b274-6fb436e71ff3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fe0f7e9e-edda-4fc8-82ea-e66700bd4e36', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:32:41Z', 'updated_at': '2022-03-07T10:32:53Z', 'revision_number': 5, 'project_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'subnets': [{'id': 'fe0f7e9e-edda-4fc8-82ea-e66700bd4e36', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:33:09.260269 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-0ea8821b-8ba3-4a92-b4da-0423c97030bb tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] For port df5ced05-b942-492c-a5bb-1dd6498977a9, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=df5ced05-b942-492c-a5bb-1dd6498977a9,segment=NetworkSegment(5f1c4344-8353-4540-a4fa-f0e42cddf1f0),segment_id=5f1c4344-8353-4540-a4fa-f0e42cddf1f0)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:33:09.260970 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0ea8821b-8ba3-4a92-b4da-0423c97030bb tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:09.263732 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623f093c-3efc-4d0e-8067-0f1af3f4fea3 None None] The sync data for ids ['1b70b58f-86a5-4669-b274-6fb436e71ff3'] in dv-neutron-830731-3-hyperv is: [{'id': '1b70b58f-86a5-4669-b274-6fb436e71ff3', 'name': 'tempest-RoutersIpV6Test-router-1746563883', 'tenant_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:32:30Z', 'updated_at': '2022-03-07T10:33:07Z', 'revision_number': 9, 'project_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'gw_port_host': None, '_interfaces': [{'id': '10a55a1d-108f-44a2-8340-e3d0aa0f4909', 'name': '', 'network_id': '97ec2e17-7403-4552-a6fe-aa0c61ac9863', 'tenant_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'mac_address': 'fa:16:3e:f9:ba:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b70b58f-86a5-4669-b274-6fb436e71ff3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd2ff9f24-3b3e-4a2f-b1d2-82de2b4163ac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:32:33Z', 'updated_at': '2022-03-07T10:32:41Z', 'revision_number': 5, 'project_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'subnets': [{'id': 'd2ff9f24-3b3e-4a2f-b1d2-82de2b4163ac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c623c147-08d0-4031-bd35-4841c6c15c19', 'name': '', 'network_id': 'ca89f0fe-efa0-4332-b232-e76791e24a10', 'tenant_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'mac_address': 'fa:16:3e:28:f2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b70b58f-86a5-4669-b274-6fb436e71ff3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fe0f7e9e-edda-4fc8-82ea-e66700bd4e36', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:32:41Z', 'updated_at': '2022-03-07T10:32:53Z', 'revision_number': 5, 'project_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'subnets': [{'id': 'fe0f7e9e-edda-4fc8-82ea-e66700bd4e36', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:33:09.298121 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-5b022688-eb59-4c79-8bf5-b5e0fdf3f44b None None] For port df5ced05-b942-492c-a5bb-1dd6498977a9, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=df5ced05-b942-492c-a5bb-1dd6498977a9,segment=NetworkSegment(5f1c4344-8353-4540-a4fa-f0e42cddf1f0),segment_id=5f1c4344-8353-4540-a4fa-f0e42cddf1f0)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:33:09.298626 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-5b022688-eb59-4c79-8bf5-b5e0fdf3f44b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:09.385397 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-0ea8821b-8ba3-4a92-b4da-0423c97030bb tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Calling delete_port for df5ced05-b942-492c-a5bb-1dd6498977a9 owned by network:dhcp {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:33:09.418245 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-5b022688-eb59-4c79-8bf5-b5e0fdf3f44b None None] Calling delete_port for df5ced05-b942-492c-a5bb-1dd6498977a9 owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:33:09.462808 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0ea8821b-8ba3-4a92-b4da-0423c97030bb tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:09.490279 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.db.api [None req-5b022688-eb59-4c79-8bf5-b5e0fdf3f44b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 10:33:09.490843 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG oslo_db.api [None req-5b022688-eb59-4c79-8bf5-b5e0fdf3f44b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 10:33:09.506706 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea8821b-8ba3-4a92-b4da-0423c97030bb tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Pushing event deleted for resources: {'Port': ['ID=df5ced05-b942-492c-a5bb-1dd6498977a9,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:09.515086 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea8821b-8ba3-4a92-b4da-0423c97030bb tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] No DVR routers for this DVR port df5ced05-b942-492c-a5bb-1dd6498977a9 on host dv-neutron-830731-3-hyperv {{(pid=83738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:33:09.545164 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea8821b-8ba3-4a92-b4da-0423c97030bb tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:33:09.545429 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea8821b-8ba3-4a92-b4da-0423c97030bb tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:33:09.545761 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea8821b-8ba3-4a92-b4da-0423c97030bb tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:33:09.546083 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea8821b-8ba3-4a92-b4da-0423c97030bb tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:33:09.546397 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea8821b-8ba3-4a92-b4da-0423c97030bb tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:33:09.546710 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea8821b-8ba3-4a92-b4da-0423c97030bb tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:33:09.547022 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea8821b-8ba3-4a92-b4da-0423c97030bb tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:33:09.547333 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea8821b-8ba3-4a92-b4da-0423c97030bb tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:33:09.547638 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea8821b-8ba3-4a92-b4da-0423c97030bb tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:33:09.547941 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea8821b-8ba3-4a92-b4da-0423c97030bb tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:33:09.548245 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea8821b-8ba3-4a92-b4da-0423c97030bb tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:33:09.642204 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0ea8821b-8ba3-4a92-b4da-0423c97030bb tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1526893', 'neutron.services.segments.db._delete_segments_for_network-8732568551033'] for network, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:09.666451 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-0ea8821b-8ba3-4a92-b4da-0423c97030bb tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90fa4bee-9651-49c5-a1c3-2f71dc8cde1e']}} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:33:09.678653 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-0ea8821b-8ba3-4a92-b4da-0423c97030bb tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f1c4344-8353-4540-a4fa-f0e42cddf1f0') {'for_net_delete': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:33:09.678943 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-0ea8821b-8ba3-4a92-b4da-0423c97030bb tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f1c4344-8353-4540-a4fa-f0e42cddf1f0') {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:33:09.690488 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0ea8821b-8ba3-4a92-b4da-0423c97030bb tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732568550916', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968000'] for segment, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:09.709460 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0ea8821b-8ba3-4a92-b4da-0423c97030bb tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:09.715459 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ea8821b-8ba3-4a92-b4da-0423c97030bb tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=83738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 07 10:33:09.715831 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0ea8821b-8ba3-4a92-b4da-0423c97030bb tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1227397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3556681'] for segment, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:09.729504 dv-neutron-830731-3-hyperv neutron-server[83738]: Traceback (most recent call last): Mar 07 10:33:09.729504 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 07 10:33:09.729504 dv-neutron-830731-3-hyperv neutron-server[83738]: timer() Mar 07 10:33:09.729504 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:33:09.729504 dv-neutron-830731-3-hyperv neutron-server[83738]: cb(*args, **kw) Mar 07 10:33:09.729504 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 10:33:09.729504 dv-neutron-830731-3-hyperv neutron-server[83738]: return func(*args, **kwargs) Mar 07 10:33:09.729504 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:33:09.729504 dv-neutron-830731-3-hyperv neutron-server[83738]: self._notify() Mar 07 10:33:09.729504 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:33:09.729504 dv-neutron-830731-3-hyperv neutron-server[83738]: self.callback(batched_events) Mar 07 10:33:09.729504 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:33:09.729504 dv-neutron-830731-3-hyperv neutron-server[83738]: event.method(event) Mar 07 10:33:09.729504 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 10:33:09.729504 dv-neutron-830731-3-hyperv neutron-server[83738]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:33:09.729504 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 10:33:09.729504 dv-neutron-830731-3-hyperv neutron-server[83738]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:33:09.729504 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 10:33:09.729504 dv-neutron-830731-3-hyperv neutron-server[83738]: return f(self, *a, **k) Mar 07 10:33:09.729504 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:33:09.729504 dv-neutron-830731-3-hyperv neutron-server[83738]: return self._get(url).json() Mar 07 10:33:09.729504 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:33:09.729504 dv-neutron-830731-3-hyperv neutron-server[83738]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:33:09.729504 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 07 10:33:09.729504 dv-neutron-830731-3-hyperv neutron-server[83738]: return self.request(url, 'GET', **kwargs) Mar 07 10:33:09.729504 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 07 10:33:09.729504 dv-neutron-830731-3-hyperv neutron-server[83738]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:33:09.729504 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 07 10:33:09.729504 dv-neutron-830731-3-hyperv neutron-server[83738]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:33:09.729504 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 07 10:33:09.729504 dv-neutron-830731-3-hyperv neutron-server[83738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:33:09.729504 dv-neutron-830731-3-hyperv neutron-server[83738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:33:09.804262 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0ea8821b-8ba3-4a92-b4da-0423c97030bb tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1526886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923583'] for network, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:09.820841 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0ea8821b-8ba3-4a92-b4da-0423c97030bb tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:09.834305 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea8821b-8ba3-4a92-b4da-0423c97030bb tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Pushing event deleted for resources: {'Network': ['ID=90fa4bee-9651-49c5-a1c3-2f71dc8cde1e,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:09.839723 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-0ea8821b-8ba3-4a92-b4da-0423c97030bb tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] 10.222.0.13 "DELETE /v2.0/networks/90fa4bee-9651-49c5-a1c3-2f71dc8cde1e HTTP/1.1" status: 204 len: 168 time: 1.0294592 Mar 07 10:33:09.841837 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 39758) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:33:09.991387 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-5b022688-eb59-4c79-8bf5-b5e0fdf3f44b None None] Deleting port df5ced05-b942-492c-a5bb-1dd6498977a9 {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:33:09.992054 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-5b022688-eb59-4c79-8bf5-b5e0fdf3f44b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:10.062893 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-5b022688-eb59-4c79-8bf5-b5e0fdf3f44b None None] The port 'df5ced05-b942-492c-a5bb-1dd6498977a9' was deleted {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 07 10:33:10.187857 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f2a76dc6-360a-45e0-adee-06c7f6141eaf tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3920255'] for router_interface, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:10.317091 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 67e66c53-ca99-49ad-b3ba-d611d2f878f4 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:33:10.390807 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 67e66c53-ca99-49ad-b3ba-d611d2f878f4 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:33:10.391090 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:10.584122 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device df5ced05-b942-492c-a5bb-1dd6498977a9 no longer exists at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:33:10.616829 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] No Port match for: df5ced05-b942-492c-a5bb-1dd6498977a9 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 10:33:10.617167 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device df5ced05-b942-492c-a5bb-1dd6498977a9 not bound to the agent host dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 10:33:10.617575 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 37e78ca2-60e0-4bf1-b71b-4a7d614f4633 no longer exists at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:33:10.650589 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] No Port match for: 37e78ca2-60e0-4bf1-b71b-4a7d614f4633 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 10:33:10.650938 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 37e78ca2-60e0-4bf1-b71b-4a7d614f4633 not bound to the agent host dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 10:33:10.869213 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-f2a76dc6-360a-45e0-adee-06c7f6141eaf tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Deleting port c623c147-08d0-4031-bd35-4841c6c15c19 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:33:10.869776 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f2a76dc6-360a-45e0-adee-06c7f6141eaf tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:11.050695 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-f2a76dc6-360a-45e0-adee-06c7f6141eaf tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] For port c623c147-08d0-4031-bd35-4841c6c15c19, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=c623c147-08d0-4031-bd35-4841c6c15c19,segment=NetworkSegment(4a104f5d-ffb5-40f4-8525-8b155171beab),segment_id=4a104f5d-ffb5-40f4-8525-8b155171beab)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:33:11.051036 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f2a76dc6-360a-45e0-adee-06c7f6141eaf tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:11.172843 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-f2a76dc6-360a-45e0-adee-06c7f6141eaf tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Calling delete_port for c623c147-08d0-4031-bd35-4841c6c15c19 owned by network:router_interface {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:33:11.344965 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f2a76dc6-360a-45e0-adee-06c7f6141eaf tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:11.393087 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a76dc6-360a-45e0-adee-06c7f6141eaf tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Pushing event deleted for resources: {'Port': ['ID=c623c147-08d0-4031-bd35-4841c6c15c19,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:11.594094 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f2a76dc6-360a-45e0-adee-06c7f6141eaf tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2756383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3920168'] for router_interface, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:12.169593 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2a76dc6-360a-45e0-adee-06c7f6141eaf tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Router 1b70b58f-86a5-4669-b274-6fb436e71ff3 has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:33:12.336417 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2a76dc6-360a-45e0-adee-06c7f6141eaf tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:33:12.346937 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac774c8e-2064-42f1-8015-91b9cbac53b5 None None] Sync routers for ids ['1b70b58f-86a5-4669-b274-6fb436e71ff3'] in dv-neutron-830731-3-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:33:12.348787 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-f2a76dc6-360a-45e0-adee-06c7f6141eaf tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] 10.222.0.13 "PUT /v2.0/routers/1b70b58f-86a5-4669-b274-6fb436e71ff3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5059330 Mar 07 10:33:12.351256 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 39766) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:33:12.358801 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac774c8e-2064-42f1-8015-91b9cbac53b5 None None] Routers {'1b70b58f-86a5-4669-b274-6fb436e71ff3'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:33:12.359406 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-ac774c8e-2064-42f1-8015-91b9cbac53b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:33:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['1b70b58f-86a5-4669-b274-6fb436e71ff3'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:33:12.509545 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-ac774c8e-2064-42f1-8015-91b9cbac53b5 None None] Set router 1b70b58f-86a5-4669-b274-6fb436e71ff3 gateway port host: None {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:33:12.542380 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ac28b4b-93ac-4bd9-8ffe-d0ab1414190d tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Deleting subnet fe0f7e9e-edda-4fc8-82ea-e66700bd4e36 {{(pid=83738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 07 10:33:12.545795 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9ac28b4b-93ac-4bd9-8ffe-d0ab1414190d tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks [] for subnet, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:12.599931 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9ac28b4b-93ac-4bd9-8ffe-d0ab1414190d tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2969395'] for subnet, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:12.684885 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9ac28b4b-93ac-4bd9-8ffe-d0ab1414190d tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1525496'] for subnet, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:12.755048 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9ac28b4b-93ac-4bd9-8ffe-d0ab1414190d tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1525489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3556647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741465'] for subnet, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:12.793748 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac28b4b-93ac-4bd9-8ffe-d0ab1414190d tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Pushing event deleted for resources: {'Subnet': ['ID=fe0f7e9e-edda-4fc8-82ea-e66700bd4e36,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:12.798404 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9ac28b4b-93ac-4bd9-8ffe-d0ab1414190d tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:12.804508 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-9ac28b4b-93ac-4bd9-8ffe-d0ab1414190d tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] 10.222.0.13 "DELETE /v2.0/subnets/fe0f7e9e-edda-4fc8-82ea-e66700bd4e36 HTTP/1.1" status: 204 len: 168 time: 0.4523189 Mar 07 10:33:12.806884 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b635b77-d76c-4f25-84bf-2864edf62410 None None] Network ca89f0fe-efa0-4332-b232-e76791e24a10 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:33:12.807312 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 39770) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:33:12.895023 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-ac774c8e-2064-42f1-8015-91b9cbac53b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b70b58f-86a5-4669-b274-6fb436e71ff3', 'name': 'tempest-RoutersIpV6Test-router-1746563883', 'tenant_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:32:30Z', 'updated_at': '2022-03-07T10:33:11Z', 'revision_number': 10, 'project_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'gw_port_host': None, '_interfaces': [{'id': '10a55a1d-108f-44a2-8340-e3d0aa0f4909', 'name': '', 'network_id': '97ec2e17-7403-4552-a6fe-aa0c61ac9863', 'tenant_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'mac_address': 'fa:16:3e:f9:ba:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b70b58f-86a5-4669-b274-6fb436e71ff3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd2ff9f24-3b3e-4a2f-b1d2-82de2b4163ac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:32:33Z', 'updated_at': '2022-03-07T10:32:41Z', 'revision_number': 5, 'project_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'subnets': [{'id': 'd2ff9f24-3b3e-4a2f-b1d2-82de2b4163ac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:33:12.911039 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac774c8e-2064-42f1-8015-91b9cbac53b5 None None] Checking router: 1b70b58f-86a5-4669-b274-6fb436e71ff3 for host: dv-neutron-830731-3-hyperv {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 07 10:33:12.931656 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-012c9746-f47f-49bb-810a-13ea7db9fed8 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1158940'] for network, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:12.942359 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-012c9746-f47f-49bb-810a-13ea7db9fed8 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Deleting port 99c4fff1-2c27-49ed-a3b8-9f074963856b {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:33:12.942682 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-012c9746-f47f-49bb-810a-13ea7db9fed8 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:12.988774 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac774c8e-2064-42f1-8015-91b9cbac53b5 None None] Routers {'1b70b58f-86a5-4669-b274-6fb436e71ff3'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:33:12.989383 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-ac774c8e-2064-42f1-8015-91b9cbac53b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:33:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['1b70b58f-86a5-4669-b274-6fb436e71ff3'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:33:13.144337 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-012c9746-f47f-49bb-810a-13ea7db9fed8 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] For port 99c4fff1-2c27-49ed-a3b8-9f074963856b, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=99c4fff1-2c27-49ed-a3b8-9f074963856b,segment=NetworkSegment(4a104f5d-ffb5-40f4-8525-8b155171beab),segment_id=4a104f5d-ffb5-40f4-8525-8b155171beab)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:33:13.144728 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-012c9746-f47f-49bb-810a-13ea7db9fed8 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:13.151517 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-ac774c8e-2064-42f1-8015-91b9cbac53b5 None None] Set router 1b70b58f-86a5-4669-b274-6fb436e71ff3 gateway port host: None {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:33:13.266763 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-012c9746-f47f-49bb-810a-13ea7db9fed8 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Calling delete_port for 99c4fff1-2c27-49ed-a3b8-9f074963856b owned by network:dhcp {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:33:13.282920 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4884084f-a812-4251-9208-2eb1621ebb11 None None] DHCP port deletion for ca89f0fe-efa0-4332-b232-e76791e24a10 request from dv-neutron-830731-3-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 07 10:33:13.304457 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-4884084f-a812-4251-9208-2eb1621ebb11 None None] Deleting port 99c4fff1-2c27-49ed-a3b8-9f074963856b {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:33:13.304849 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-4884084f-a812-4251-9208-2eb1621ebb11 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:13.340574 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-012c9746-f47f-49bb-810a-13ea7db9fed8 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:13.454572 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-4884084f-a812-4251-9208-2eb1621ebb11 None None] The port '99c4fff1-2c27-49ed-a3b8-9f074963856b' was deleted {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 07 10:33:13.493829 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012c9746-f47f-49bb-810a-13ea7db9fed8 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Pushing event deleted for resources: {'Port': ['ID=99c4fff1-2c27-49ed-a3b8-9f074963856b,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:13.500313 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012c9746-f47f-49bb-810a-13ea7db9fed8 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] No DVR routers for this DVR port 99c4fff1-2c27-49ed-a3b8-9f074963856b on host dv-neutron-830731-3-hyperv {{(pid=83738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:33:13.590091 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-ac774c8e-2064-42f1-8015-91b9cbac53b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b70b58f-86a5-4669-b274-6fb436e71ff3', 'name': 'tempest-RoutersIpV6Test-router-1746563883', 'tenant_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:32:30Z', 'updated_at': '2022-03-07T10:33:11Z', 'revision_number': 10, 'project_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'gw_port_host': None, '_interfaces': [{'id': '10a55a1d-108f-44a2-8340-e3d0aa0f4909', 'name': '', 'network_id': '97ec2e17-7403-4552-a6fe-aa0c61ac9863', 'tenant_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'mac_address': 'fa:16:3e:f9:ba:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b70b58f-86a5-4669-b274-6fb436e71ff3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd2ff9f24-3b3e-4a2f-b1d2-82de2b4163ac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:32:33Z', 'updated_at': '2022-03-07T10:32:41Z', 'revision_number': 5, 'project_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'subnets': [{'id': 'd2ff9f24-3b3e-4a2f-b1d2-82de2b4163ac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:33:13.594046 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac774c8e-2064-42f1-8015-91b9cbac53b5 None None] The sync data for ids ['1b70b58f-86a5-4669-b274-6fb436e71ff3'] in dv-neutron-830731-3-hyperv is: [{'id': '1b70b58f-86a5-4669-b274-6fb436e71ff3', 'name': 'tempest-RoutersIpV6Test-router-1746563883', 'tenant_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:32:30Z', 'updated_at': '2022-03-07T10:33:11Z', 'revision_number': 10, 'project_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'gw_port_host': None, '_interfaces': [{'id': '10a55a1d-108f-44a2-8340-e3d0aa0f4909', 'name': '', 'network_id': '97ec2e17-7403-4552-a6fe-aa0c61ac9863', 'tenant_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'mac_address': 'fa:16:3e:f9:ba:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b70b58f-86a5-4669-b274-6fb436e71ff3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd2ff9f24-3b3e-4a2f-b1d2-82de2b4163ac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:32:33Z', 'updated_at': '2022-03-07T10:32:41Z', 'revision_number': 5, 'project_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'subnets': [{'id': 'd2ff9f24-3b3e-4a2f-b1d2-82de2b4163ac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:33:13.626026 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-012c9746-f47f-49bb-810a-13ea7db9fed8 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1526893', 'neutron.services.segments.db._delete_segments_for_network-8732568551033'] for network, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:13.650255 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-012c9746-f47f-49bb-810a-13ea7db9fed8 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca89f0fe-efa0-4332-b232-e76791e24a10']}} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:33:13.661696 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-012c9746-f47f-49bb-810a-13ea7db9fed8 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a104f5d-ffb5-40f4-8525-8b155171beab') {'for_net_delete': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:33:13.661986 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-012c9746-f47f-49bb-810a-13ea7db9fed8 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a104f5d-ffb5-40f4-8525-8b155171beab') {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:33:13.673336 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-012c9746-f47f-49bb-810a-13ea7db9fed8 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732568550916', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968000'] for segment, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:13.689128 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-012c9746-f47f-49bb-810a-13ea7db9fed8 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:13.694825 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-012c9746-f47f-49bb-810a-13ea7db9fed8 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=83738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 07 10:33:13.695194 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-012c9746-f47f-49bb-810a-13ea7db9fed8 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1227397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3556681'] for segment, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:13.709340 dv-neutron-830731-3-hyperv neutron-server[83738]: Traceback (most recent call last): Mar 07 10:33:13.709340 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 07 10:33:13.709340 dv-neutron-830731-3-hyperv neutron-server[83738]: timer() Mar 07 10:33:13.709340 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:33:13.709340 dv-neutron-830731-3-hyperv neutron-server[83738]: cb(*args, **kw) Mar 07 10:33:13.709340 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 10:33:13.709340 dv-neutron-830731-3-hyperv neutron-server[83738]: return func(*args, **kwargs) Mar 07 10:33:13.709340 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:33:13.709340 dv-neutron-830731-3-hyperv neutron-server[83738]: self._notify() Mar 07 10:33:13.709340 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:33:13.709340 dv-neutron-830731-3-hyperv neutron-server[83738]: self.callback(batched_events) Mar 07 10:33:13.709340 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:33:13.709340 dv-neutron-830731-3-hyperv neutron-server[83738]: event.method(event) Mar 07 10:33:13.709340 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 10:33:13.709340 dv-neutron-830731-3-hyperv neutron-server[83738]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:33:13.709340 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 10:33:13.709340 dv-neutron-830731-3-hyperv neutron-server[83738]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:33:13.709340 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 10:33:13.709340 dv-neutron-830731-3-hyperv neutron-server[83738]: return f(self, *a, **k) Mar 07 10:33:13.709340 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:33:13.709340 dv-neutron-830731-3-hyperv neutron-server[83738]: return self._get(url).json() Mar 07 10:33:13.709340 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:33:13.709340 dv-neutron-830731-3-hyperv neutron-server[83738]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:33:13.709340 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 07 10:33:13.709340 dv-neutron-830731-3-hyperv neutron-server[83738]: return self.request(url, 'GET', **kwargs) Mar 07 10:33:13.709340 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 07 10:33:13.709340 dv-neutron-830731-3-hyperv neutron-server[83738]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:33:13.709340 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 07 10:33:13.709340 dv-neutron-830731-3-hyperv neutron-server[83738]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:33:13.709340 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 07 10:33:13.709340 dv-neutron-830731-3-hyperv neutron-server[83738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:33:13.709340 dv-neutron-830731-3-hyperv neutron-server[83738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:33:13.787791 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-012c9746-f47f-49bb-810a-13ea7db9fed8 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1526886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923583'] for network, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:13.791910 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-012c9746-f47f-49bb-810a-13ea7db9fed8 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:13.818824 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012c9746-f47f-49bb-810a-13ea7db9fed8 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Pushing event deleted for resources: {'Network': ['ID=ca89f0fe-efa0-4332-b232-e76791e24a10,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:13.824625 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-012c9746-f47f-49bb-810a-13ea7db9fed8 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] 10.222.0.13 "DELETE /v2.0/networks/ca89f0fe-efa0-4332-b232-e76791e24a10 HTTP/1.1" status: 204 len: 168 time: 1.0159016 Mar 07 10:33:13.826907 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 39774) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:33:14.156218 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0e1778eb-9776-4209-b8d9-c941af87a84f tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3920255'] for router_interface, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:14.314663 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device c623c147-08d0-4031-bd35-4841c6c15c19 no longer exists at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:33:14.347457 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] No Port match for: c623c147-08d0-4031-bd35-4841c6c15c19 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 10:33:14.347810 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device c623c147-08d0-4031-bd35-4841c6c15c19 not bound to the agent host dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 10:33:14.348211 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 99c4fff1-2c27-49ed-a3b8-9f074963856b no longer exists at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:33:14.380328 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] No Port match for: 99c4fff1-2c27-49ed-a3b8-9f074963856b {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 10:33:14.380688 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 99c4fff1-2c27-49ed-a3b8-9f074963856b not bound to the agent host dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 10:33:14.729611 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-0e1778eb-9776-4209-b8d9-c941af87a84f tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Deleting port 10a55a1d-108f-44a2-8340-e3d0aa0f4909 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:33:14.730333 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0e1778eb-9776-4209-b8d9-c941af87a84f tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:15.008586 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-0e1778eb-9776-4209-b8d9-c941af87a84f tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] For port 10a55a1d-108f-44a2-8340-e3d0aa0f4909, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=10a55a1d-108f-44a2-8340-e3d0aa0f4909,segment=NetworkSegment(75215a2d-25db-49b4-93a6-59d36e07ef8b),segment_id=75215a2d-25db-49b4-93a6-59d36e07ef8b)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:33:15.008864 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0e1778eb-9776-4209-b8d9-c941af87a84f tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:15.126674 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-0e1778eb-9776-4209-b8d9-c941af87a84f tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Calling delete_port for 10a55a1d-108f-44a2-8340-e3d0aa0f4909 owned by network:router_interface {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:33:15.296920 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0e1778eb-9776-4209-b8d9-c941af87a84f tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:15.346843 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1778eb-9776-4209-b8d9-c941af87a84f tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Pushing event deleted for resources: {'Port': ['ID=10a55a1d-108f-44a2-8340-e3d0aa0f4909,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:15.487502 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:15.517642 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0e1778eb-9776-4209-b8d9-c941af87a84f tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2756383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3920168'] for router_interface, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:15.908722 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e1778eb-9776-4209-b8d9-c941af87a84f tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Router 1b70b58f-86a5-4669-b274-6fb436e71ff3 has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:33:16.045018 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e1778eb-9776-4209-b8d9-c941af87a84f tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:33:16.054103 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a73dbce-a842-4c31-ba99-8eca943b1773 None None] Sync routers for ids ['1b70b58f-86a5-4669-b274-6fb436e71ff3'] in dv-neutron-830731-3-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:33:16.058865 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-0e1778eb-9776-4209-b8d9-c941af87a84f tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] 10.222.0.13 "PUT /v2.0/routers/1b70b58f-86a5-4669-b274-6fb436e71ff3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2304118 Mar 07 10:33:16.061583 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 39780) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:33:16.066927 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a73dbce-a842-4c31-ba99-8eca943b1773 None None] Routers {'1b70b58f-86a5-4669-b274-6fb436e71ff3'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:33:16.067506 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-2a73dbce-a842-4c31-ba99-8eca943b1773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:33:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['1b70b58f-86a5-4669-b274-6fb436e71ff3'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:33:16.195108 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-2a73dbce-a842-4c31-ba99-8eca943b1773 None None] Set router 1b70b58f-86a5-4669-b274-6fb436e71ff3 gateway port host: None {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:33:16.305176 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-2a73dbce-a842-4c31-ba99-8eca943b1773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b70b58f-86a5-4669-b274-6fb436e71ff3', 'name': 'tempest-RoutersIpV6Test-router-1746563883', 'tenant_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:32:30Z', 'updated_at': '2022-03-07T10:33:15Z', 'revision_number': 11, 'project_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'gw_port_host': None}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:33:16.310000 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a73dbce-a842-4c31-ba99-8eca943b1773 None None] Checking router: 1b70b58f-86a5-4669-b274-6fb436e71ff3 for host: dv-neutron-830731-3-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 07 10:33:16.320290 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a73dbce-a842-4c31-ba99-8eca943b1773 None None] Routers {'1b70b58f-86a5-4669-b274-6fb436e71ff3'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:33:16.320906 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-2a73dbce-a842-4c31-ba99-8eca943b1773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:33:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['1b70b58f-86a5-4669-b274-6fb436e71ff3'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:33:16.350195 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef673da6-d259-4ce1-a48a-37993b5d826a tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Deleting subnet d2ff9f24-3b3e-4a2f-b1d2-82de2b4163ac {{(pid=83738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 07 10:33:16.353097 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ef673da6-d259-4ce1-a48a-37993b5d826a tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks [] for subnet, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:16.409557 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ef673da6-d259-4ce1-a48a-37993b5d826a tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2969395'] for subnet, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:16.446495 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-2a73dbce-a842-4c31-ba99-8eca943b1773 None None] Set router 1b70b58f-86a5-4669-b274-6fb436e71ff3 gateway port host: None {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:33:16.489977 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ef673da6-d259-4ce1-a48a-37993b5d826a tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1525496'] for subnet, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:16.562574 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ef673da6-d259-4ce1-a48a-37993b5d826a tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1525489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3556647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741465'] for subnet, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:16.583337 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-2a73dbce-a842-4c31-ba99-8eca943b1773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b70b58f-86a5-4669-b274-6fb436e71ff3', 'name': 'tempest-RoutersIpV6Test-router-1746563883', 'tenant_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:32:30Z', 'updated_at': '2022-03-07T10:33:15Z', 'revision_number': 11, 'project_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'gw_port_host': None}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:33:16.587468 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a73dbce-a842-4c31-ba99-8eca943b1773 None None] The sync data for ids ['1b70b58f-86a5-4669-b274-6fb436e71ff3'] in dv-neutron-830731-3-hyperv is: [{'id': '1b70b58f-86a5-4669-b274-6fb436e71ff3', 'name': 'tempest-RoutersIpV6Test-router-1746563883', 'tenant_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:32:30Z', 'updated_at': '2022-03-07T10:33:15Z', 'revision_number': 11, 'project_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'gw_port_host': None}] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:33:16.604062 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef673da6-d259-4ce1-a48a-37993b5d826a tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Pushing event deleted for resources: {'Subnet': ['ID=d2ff9f24-3b3e-4a2f-b1d2-82de2b4163ac,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:16.611391 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ef673da6-d259-4ce1-a48a-37993b5d826a tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:16.617923 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55ffdb0d-ec3f-4443-8aed-dab25db5f405 None None] Network 97ec2e17-7403-4552-a6fe-aa0c61ac9863 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:33:16.618395 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-ef673da6-d259-4ce1-a48a-37993b5d826a tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] 10.222.0.13 "DELETE /v2.0/subnets/d2ff9f24-3b3e-4a2f-b1d2-82de2b4163ac HTTP/1.1" status: 204 len: 168 time: 0.5555182 Mar 07 10:33:16.621274 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 39786) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:33:16.732589 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cb4d3ff0-818a-4731-8a84-5bfabe87de8b tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1158940'] for network, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:16.742872 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-cb4d3ff0-818a-4731-8a84-5bfabe87de8b tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Deleting port 34e2f99f-3f8a-4e4f-a872-116b44837b65 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:33:16.743194 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cb4d3ff0-818a-4731-8a84-5bfabe87de8b tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:16.926487 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bcf8b64-335c-43c2-95da-4bf5e957c3a8 None None] DHCP port deletion for 97ec2e17-7403-4552-a6fe-aa0c61ac9863 request from dv-neutron-830731-3-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 07 10:33:16.931931 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-5bcf8b64-335c-43c2-95da-4bf5e957c3a8 None None] Deleting port 34e2f99f-3f8a-4e4f-a872-116b44837b65 {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:33:16.932294 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-5bcf8b64-335c-43c2-95da-4bf5e957c3a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:16.944666 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-cb4d3ff0-818a-4731-8a84-5bfabe87de8b tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] For port 34e2f99f-3f8a-4e4f-a872-116b44837b65, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=34e2f99f-3f8a-4e4f-a872-116b44837b65,segment=NetworkSegment(75215a2d-25db-49b4-93a6-59d36e07ef8b),segment_id=75215a2d-25db-49b4-93a6-59d36e07ef8b)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:33:16.945230 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cb4d3ff0-818a-4731-8a84-5bfabe87de8b tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:17.070487 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-cb4d3ff0-818a-4731-8a84-5bfabe87de8b tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Calling delete_port for 34e2f99f-3f8a-4e4f-a872-116b44837b65 owned by network:dhcp {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:33:17.133847 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-5bcf8b64-335c-43c2-95da-4bf5e957c3a8 None None] For port 34e2f99f-3f8a-4e4f-a872-116b44837b65, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=34e2f99f-3f8a-4e4f-a872-116b44837b65,segment=NetworkSegment(75215a2d-25db-49b4-93a6-59d36e07ef8b),segment_id=75215a2d-25db-49b4-93a6-59d36e07ef8b)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:33:17.134225 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-5bcf8b64-335c-43c2-95da-4bf5e957c3a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:17.142542 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cb4d3ff0-818a-4731-8a84-5bfabe87de8b tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:17.187237 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4d3ff0-818a-4731-8a84-5bfabe87de8b tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Pushing event deleted for resources: {'Port': ['ID=34e2f99f-3f8a-4e4f-a872-116b44837b65,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:17.193437 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4d3ff0-818a-4731-8a84-5bfabe87de8b tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] No DVR routers for this DVR port 34e2f99f-3f8a-4e4f-a872-116b44837b65 on host dv-neutron-830731-3-hyperv {{(pid=83738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:33:17.252097 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-5bcf8b64-335c-43c2-95da-4bf5e957c3a8 None None] Calling delete_port for 34e2f99f-3f8a-4e4f-a872-116b44837b65 owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:33:17.319926 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.db.api [None req-5bcf8b64-335c-43c2-95da-4bf5e957c3a8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 10:33:17.320261 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG oslo_db.api [None req-5bcf8b64-335c-43c2-95da-4bf5e957c3a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 10:33:17.321642 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cb4d3ff0-818a-4731-8a84-5bfabe87de8b tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1526893', 'neutron.services.segments.db._delete_segments_for_network-8732568551033'] for network, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:17.350152 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-cb4d3ff0-818a-4731-8a84-5bfabe87de8b tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97ec2e17-7403-4552-a6fe-aa0c61ac9863']}} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:33:17.362312 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-cb4d3ff0-818a-4731-8a84-5bfabe87de8b tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75215a2d-25db-49b4-93a6-59d36e07ef8b') {'for_net_delete': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:33:17.362598 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-cb4d3ff0-818a-4731-8a84-5bfabe87de8b tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75215a2d-25db-49b4-93a6-59d36e07ef8b') {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:33:17.374043 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cb4d3ff0-818a-4731-8a84-5bfabe87de8b tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732568550916', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968000'] for segment, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:17.390072 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cb4d3ff0-818a-4731-8a84-5bfabe87de8b tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:17.396337 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb4d3ff0-818a-4731-8a84-5bfabe87de8b tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=83738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 07 10:33:17.396734 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cb4d3ff0-818a-4731-8a84-5bfabe87de8b tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1227397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3556681'] for segment, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:17.410556 dv-neutron-830731-3-hyperv neutron-server[83738]: Traceback (most recent call last): Mar 07 10:33:17.410556 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 07 10:33:17.410556 dv-neutron-830731-3-hyperv neutron-server[83738]: timer() Mar 07 10:33:17.410556 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:33:17.410556 dv-neutron-830731-3-hyperv neutron-server[83738]: cb(*args, **kw) Mar 07 10:33:17.410556 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 10:33:17.410556 dv-neutron-830731-3-hyperv neutron-server[83738]: return func(*args, **kwargs) Mar 07 10:33:17.410556 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:33:17.410556 dv-neutron-830731-3-hyperv neutron-server[83738]: self._notify() Mar 07 10:33:17.410556 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:33:17.410556 dv-neutron-830731-3-hyperv neutron-server[83738]: self.callback(batched_events) Mar 07 10:33:17.410556 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:33:17.410556 dv-neutron-830731-3-hyperv neutron-server[83738]: event.method(event) Mar 07 10:33:17.410556 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 10:33:17.410556 dv-neutron-830731-3-hyperv neutron-server[83738]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:33:17.410556 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 10:33:17.410556 dv-neutron-830731-3-hyperv neutron-server[83738]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:33:17.410556 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 10:33:17.410556 dv-neutron-830731-3-hyperv neutron-server[83738]: return f(self, *a, **k) Mar 07 10:33:17.410556 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:33:17.410556 dv-neutron-830731-3-hyperv neutron-server[83738]: return self._get(url).json() Mar 07 10:33:17.410556 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:33:17.410556 dv-neutron-830731-3-hyperv neutron-server[83738]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:33:17.410556 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 07 10:33:17.410556 dv-neutron-830731-3-hyperv neutron-server[83738]: return self.request(url, 'GET', **kwargs) Mar 07 10:33:17.410556 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 07 10:33:17.410556 dv-neutron-830731-3-hyperv neutron-server[83738]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:33:17.410556 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 07 10:33:17.410556 dv-neutron-830731-3-hyperv neutron-server[83738]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:33:17.410556 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 07 10:33:17.410556 dv-neutron-830731-3-hyperv neutron-server[83738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:33:17.410556 dv-neutron-830731-3-hyperv neutron-server[83738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:33:17.488217 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cb4d3ff0-818a-4731-8a84-5bfabe87de8b tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1526886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923583'] for network, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:17.504751 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cb4d3ff0-818a-4731-8a84-5bfabe87de8b tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:17.515565 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4d3ff0-818a-4731-8a84-5bfabe87de8b tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Pushing event deleted for resources: {'Network': ['ID=97ec2e17-7403-4552-a6fe-aa0c61ac9863,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:17.522540 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-cb4d3ff0-818a-4731-8a84-5bfabe87de8b tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] 10.222.0.13 "DELETE /v2.0/networks/97ec2e17-7403-4552-a6fe-aa0c61ac9863 HTTP/1.1" status: 204 len: 168 time: 0.9003265 Mar 07 10:33:17.525135 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 39790) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:33:17.530137 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-1ff7fde7-0918-443a-8339-2e67c9acb772 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Request body: {'router': {'routes': None}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:33:17.821830 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-5bcf8b64-335c-43c2-95da-4bf5e957c3a8 None None] Deleting port 34e2f99f-3f8a-4e4f-a872-116b44837b65 {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:33:17.822421 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-5bcf8b64-335c-43c2-95da-4bf5e957c3a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:17.887993 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-5bcf8b64-335c-43c2-95da-4bf5e957c3a8 None None] The port '34e2f99f-3f8a-4e4f-a872-116b44837b65' was deleted {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 07 10:33:17.890173 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.extraroute_db [None req-1ff7fde7-0918-443a-8339-2e67c9acb772 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Added routes are [] {{(pid=83738) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Mar 07 10:33:17.890475 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.extraroute_db [None req-1ff7fde7-0918-443a-8339-2e67c9acb772 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Removed routes are [] {{(pid=83738) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Mar 07 10:33:17.890821 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1ff7fde7-0918-443a-8339-2e67c9acb772 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3917998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58952'] for router, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:18.079369 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-adbd2215-c8ee-41f3-92a6-4182ca26b8a8 None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 10:33:18.143195 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1ff7fde7-0918-443a-8339-2e67c9acb772 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3917998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58952'] for router, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:18.146413 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1ff7fde7-0918-443a-8339-2e67c9acb772 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3923496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3923511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3918005'] for router, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:18.283991 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ff7fde7-0918-443a-8339-2e67c9acb772 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Router 1b70b58f-86a5-4669-b274-6fb436e71ff3 has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:33:18.313852 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 10a55a1d-108f-44a2-8340-e3d0aa0f4909 no longer exists at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:33:18.346821 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] No Port match for: 10a55a1d-108f-44a2-8340-e3d0aa0f4909 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 10:33:18.347079 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 10a55a1d-108f-44a2-8340-e3d0aa0f4909 not bound to the agent host dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 10:33:18.347490 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 34e2f99f-3f8a-4e4f-a872-116b44837b65 no longer exists at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:33:18.378099 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] No Port match for: 34e2f99f-3f8a-4e4f-a872-116b44837b65 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 10:33:18.378439 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 34e2f99f-3f8a-4e4f-a872-116b44837b65 not bound to the agent host dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 10:33:18.420703 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ff7fde7-0918-443a-8339-2e67c9acb772 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:33:18.426179 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1ff7fde7-0918-443a-8339-2e67c9acb772 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks [] for router, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:18.427253 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-1ff7fde7-0918-443a-8339-2e67c9acb772 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] 10.222.0.13 "PUT /v2.0/routers/1b70b58f-86a5-4669-b274-6fb436e71ff3 HTTP/1.1" status: 200 len: 705 time: 0.9012465 Mar 07 10:33:18.430014 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 39796) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:33:18.430169 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3f9a10-fc7b-4756-b1b8-fe0c6dad4171 None None] Sync routers for ids ['1b70b58f-86a5-4669-b274-6fb436e71ff3'] in dv-neutron-830731-3-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:33:18.442698 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3f9a10-fc7b-4756-b1b8-fe0c6dad4171 None None] Routers {'1b70b58f-86a5-4669-b274-6fb436e71ff3'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:33:18.443436 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-9d3f9a10-fc7b-4756-b1b8-fe0c6dad4171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:33:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['1b70b58f-86a5-4669-b274-6fb436e71ff3'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:33:18.475467 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-53c98d14-3de9-45f7-b19c-5c47735ce942 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Synchronizing usage tracker for tenant:0d2fd6fe5acd4dee8d48a1427bbf6953 on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:33:18.490682 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-53c98d14-3de9-45f7-b19c-5c47735ce942 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Unset dirty status for tenant:0d2fd6fe5acd4dee8d48a1427bbf6953 on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:33:18.491951 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-53c98d14-3de9-45f7-b19c-5c47735ce942 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b70b58f-86a5-4669-b274-6fb436e71ff3 HTTP/1.1" status: 200 len: 205 time: 0.0610003 Mar 07 10:33:18.494538 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 39800) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:33:18.571326 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-9d3f9a10-fc7b-4756-b1b8-fe0c6dad4171 None None] Set router 1b70b58f-86a5-4669-b274-6fb436e71ff3 gateway port host: None {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:33:18.634715 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c8e3a9ba-e7fa-42b6-b30f-2fa46e5ab50a tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks [] for router, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:18.674893 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-9d3f9a10-fc7b-4756-b1b8-fe0c6dad4171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b70b58f-86a5-4669-b274-6fb436e71ff3', 'name': 'tempest-RoutersIpV6Test-router-1746563883', 'tenant_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:32:30Z', 'updated_at': '2022-03-07T10:33:15Z', 'revision_number': 11, 'project_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'gw_port_host': None}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:33:18.678841 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3f9a10-fc7b-4756-b1b8-fe0c6dad4171 None None] Checking router: 1b70b58f-86a5-4669-b274-6fb436e71ff3 for host: dv-neutron-830731-3-hyperv {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 07 10:33:18.690020 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3f9a10-fc7b-4756-b1b8-fe0c6dad4171 None None] Routers {'1b70b58f-86a5-4669-b274-6fb436e71ff3'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:33:18.690605 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-9d3f9a10-fc7b-4756-b1b8-fe0c6dad4171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:33:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['1b70b58f-86a5-4669-b274-6fb436e71ff3'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:33:18.813766 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-9d3f9a10-fc7b-4756-b1b8-fe0c6dad4171 None None] Set router 1b70b58f-86a5-4669-b274-6fb436e71ff3 gateway port host: None {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:33:18.950237 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-9d3f9a10-fc7b-4756-b1b8-fe0c6dad4171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b70b58f-86a5-4669-b274-6fb436e71ff3', 'name': 'tempest-RoutersIpV6Test-router-1746563883', 'tenant_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:32:30Z', 'updated_at': '2022-03-07T10:33:15Z', 'revision_number': 11, 'project_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'gw_port_host': None}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:33:18.954338 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3f9a10-fc7b-4756-b1b8-fe0c6dad4171 None None] The sync data for ids ['1b70b58f-86a5-4669-b274-6fb436e71ff3'] in dv-neutron-830731-3-hyperv is: [{'id': '1b70b58f-86a5-4669-b274-6fb436e71ff3', 'name': 'tempest-RoutersIpV6Test-router-1746563883', 'tenant_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:32:30Z', 'updated_at': '2022-03-07T10:33:15Z', 'revision_number': 11, 'project_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'gw_port_host': None}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:33:19.124609 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c8e3a9ba-e7fa-42b6-b30f-2fa46e5ab50a tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3917970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58043'] for router, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:19.128681 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c8e3a9ba-e7fa-42b6-b30f-2fa46e5ab50a tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:19.153201 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c8e3a9ba-e7fa-42b6-b30f-2fa46e5ab50a tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3917886'] for router, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:19.154009 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8e3a9ba-e7fa-42b6-b30f-2fa46e5ab50a tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Fanout notify agent at l3_agent the message router_deleted on router 1b70b58f-86a5-4669-b274-6fb436e71ff3 {{(pid=83738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 10:33:19.168044 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c8e3a9ba-e7fa-42b6-b30f-2fa46e5ab50a tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks [] for router, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:19.170438 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-c8e3a9ba-e7fa-42b6-b30f-2fa46e5ab50a tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] 10.222.0.13 "DELETE /v2.0/routers/1b70b58f-86a5-4669-b274-6fb436e71ff3 HTTP/1.1" status: 204 len: 168 time: 0.6737397 Mar 07 10:33:19.174694 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 39804) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:33:19.178128 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-70ef4c11-af75-4a9e-b671-8b45c879874d tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-801932255', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:33:19.185235 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-70ef4c11-af75-4a9e-b671-8b45c879874d tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:33:19.189520 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-70ef4c11-af75-4a9e-b671-8b45c879874d tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Usage tracker for resource:router and tenant:0d2fd6fe5acd4dee8d48a1427bbf6953 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:33:19.192590 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-70ef4c11-af75-4a9e-b671-8b45c879874d tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:33:19.198251 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-70ef4c11-af75-4a9e-b671-8b45c879874d tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:33:19.213244 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-70ef4c11-af75-4a9e-b671-8b45c879874d tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3919700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58025'] for router, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:19.214168 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-70ef4c11-af75-4a9e-b671-8b45c879874d tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3919671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4011175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58018'] for router, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:19.233705 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-70ef4c11-af75-4a9e-b671-8b45c879874d tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:19.251999 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-70ef4c11-af75-4a9e-b671-8b45c879874d tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3917991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923518'] for router, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:19.279943 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-70ef4c11-af75-4a9e-b671-8b45c879874d tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks [] for router, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:19.281143 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-70ef4c11-af75-4a9e-b671-8b45c879874d tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1070726 Mar 07 10:33:19.283752 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 39808) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:33:19.288759 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-e8a8d216-7b4c-4bc5-a68a-1a06f893be4a tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Request body: {'router': {'admin_state_up': True}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:33:19.661847 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e8a8d216-7b4c-4bc5-a68a-1a06f893be4a tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3917998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58952'] for router, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:19.672596 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e8a8d216-7b4c-4bc5-a68a-1a06f893be4a tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3923496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3923511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3918005'] for router, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:19.834219 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8a8d216-7b4c-4bc5-a68a-1a06f893be4a tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Router 6c515ff9-f6d3-4343-b7ad-4a72244011f9 is scheduled to L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 with binding_index 1 {{(pid=83738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 10:33:19.967354 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8a8d216-7b4c-4bc5-a68a-1a06f893be4a tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:33:19.972866 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e8a8d216-7b4c-4bc5-a68a-1a06f893be4a tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks [] for router, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:19.974143 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-e8a8d216-7b4c-4bc5-a68a-1a06f893be4a tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] 10.222.0.13 "PUT /v2.0/routers/6c515ff9-f6d3-4343-b7ad-4a72244011f9 HTTP/1.1" status: 200 len: 697 time: 0.6892962 Mar 07 10:33:19.976661 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 39812) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:33:19.977484 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b6c69b-2707-49af-9f23-6f7d99a68467 None None] Sync routers for ids ['6c515ff9-f6d3-4343-b7ad-4a72244011f9'] in dv-neutron-830731-3-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:33:19.988895 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b6c69b-2707-49af-9f23-6f7d99a68467 None None] Routers {'6c515ff9-f6d3-4343-b7ad-4a72244011f9'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:33:19.989482 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-96b6c69b-2707-49af-9f23-6f7d99a68467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:33:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['6c515ff9-f6d3-4343-b7ad-4a72244011f9'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:33:20.112204 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-96b6c69b-2707-49af-9f23-6f7d99a68467 None None] Set router 6c515ff9-f6d3-4343-b7ad-4a72244011f9 gateway port host: None {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:33:20.114817 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-62e2687e-d5e6-4a0f-adf4-0081ab030f04 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] 10.222.0.13 "GET /v2.0/routers/6c515ff9-f6d3-4343-b7ad-4a72244011f9 HTTP/1.1" status: 200 len: 703 time: 0.1370580 Mar 07 10:33:20.117379 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 39816) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:33:20.158310 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-d3eca699-67b4-4d14-83b0-eef133e405e8 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Synchronizing usage tracker for tenant:0d2fd6fe5acd4dee8d48a1427bbf6953 on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:33:20.170221 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-d3eca699-67b4-4d14-83b0-eef133e405e8 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Unset dirty status for tenant:0d2fd6fe5acd4dee8d48a1427bbf6953 on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:33:20.171346 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-d3eca699-67b4-4d14-83b0-eef133e405e8 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c515ff9-f6d3-4343-b7ad-4a72244011f9 HTTP/1.1" status: 200 len: 205 time: 0.0530906 Mar 07 10:33:20.174136 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 39820) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:33:20.215706 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-96b6c69b-2707-49af-9f23-6f7d99a68467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c515ff9-f6d3-4343-b7ad-4a72244011f9', 'name': 'tempest-RoutersIpV6Test-router-801932255', 'tenant_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:33:19Z', 'updated_at': '2022-03-07T10:33:19Z', 'revision_number': 2, 'project_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'gw_port_host': None}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:33:20.219664 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b6c69b-2707-49af-9f23-6f7d99a68467 None None] Checking router: 6c515ff9-f6d3-4343-b7ad-4a72244011f9 for host: dv-neutron-830731-3-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 07 10:33:20.230062 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b6c69b-2707-49af-9f23-6f7d99a68467 None None] Routers {'6c515ff9-f6d3-4343-b7ad-4a72244011f9'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:33:20.230745 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-96b6c69b-2707-49af-9f23-6f7d99a68467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:33:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['6c515ff9-f6d3-4343-b7ad-4a72244011f9'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:33:20.310791 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-439572b1-5b1a-44f7-8b27-4c34dc537902 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks [] for router, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:20.357191 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-96b6c69b-2707-49af-9f23-6f7d99a68467 None None] Set router 6c515ff9-f6d3-4343-b7ad-4a72244011f9 gateway port host: None {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:33:20.460804 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-96b6c69b-2707-49af-9f23-6f7d99a68467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c515ff9-f6d3-4343-b7ad-4a72244011f9', 'name': 'tempest-RoutersIpV6Test-router-801932255', 'tenant_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:33:19Z', 'updated_at': '2022-03-07T10:33:19Z', 'revision_number': 2, 'project_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'gw_port_host': None}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:33:20.464683 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b6c69b-2707-49af-9f23-6f7d99a68467 None None] The sync data for ids ['6c515ff9-f6d3-4343-b7ad-4a72244011f9'] in dv-neutron-830731-3-hyperv is: [{'id': '6c515ff9-f6d3-4343-b7ad-4a72244011f9', 'name': 'tempest-RoutersIpV6Test-router-801932255', 'tenant_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:33:19Z', 'updated_at': '2022-03-07T10:33:19Z', 'revision_number': 2, 'project_id': '0d2fd6fe5acd4dee8d48a1427bbf6953', 'gw_port_host': None}] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:33:20.700166 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-439572b1-5b1a-44f7-8b27-4c34dc537902 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3917970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58043'] for router, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:20.704370 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-439572b1-5b1a-44f7-8b27-4c34dc537902 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:20.728810 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-439572b1-5b1a-44f7-8b27-4c34dc537902 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3917886'] for router, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:20.729341 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-439572b1-5b1a-44f7-8b27-4c34dc537902 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Fanout notify agent at l3_agent the message router_deleted on router 6c515ff9-f6d3-4343-b7ad-4a72244011f9 {{(pid=83737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 10:33:20.742745 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-439572b1-5b1a-44f7-8b27-4c34dc537902 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:20.743800 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-439572b1-5b1a-44f7-8b27-4c34dc537902 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] 10.222.0.13 "DELETE /v2.0/routers/6c515ff9-f6d3-4343-b7ad-4a72244011f9 HTTP/1.1" status: 204 len: 168 time: 0.5685961 Mar 07 10:33:20.751190 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 39826) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:33:20.794127 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-a5b76bef-2116-4827-aabd-34f42bc865fc tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c515ff9-f6d3-4343-b7ad-4a72244011f9 HTTP/1.1" status: 200 len: 205 time: 0.0396242 Mar 07 10:33:20.794302 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 39830) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:33:20.860074 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.api.v2.resource [None req-051af1b8-61b2-45c5-ba96-b170ad617144 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] delete failed (client error): The resource could not be found. Mar 07 10:33:20.861114 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-051af1b8-61b2-45c5-ba96-b170ad617144 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] 10.222.0.13 "DELETE /v2.0/routers/6c515ff9-f6d3-4343-b7ad-4a72244011f9 HTTP/1.1" status: 404 len: 336 time: 0.0659614 Mar 07 10:33:20.863614 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 39834) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:33:20.899768 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-e21747cb-b4af-4cea-826e-23d8ec96be30 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] DELETE failed (client error): The resource could not be found. Mar 07 10:33:20.900193 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e21747cb-b4af-4cea-826e-23d8ec96be30 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:33:20.902000 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-e21747cb-b4af-4cea-826e-23d8ec96be30 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] 10.222.0.13 "DELETE /v2.0/subnets/9e1ffcef-8667-4b95-957a-93c135542be4 HTTP/1.1" status: 404 len: 337 time: 0.0373688 Mar 07 10:33:20.904281 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 39838) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:33:20.940996 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbf50d64-0b42-46ad-8987-f9cf0e9374f9 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] DELETE failed (client error): The resource could not be found. Mar 07 10:33:20.941426 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbf50d64-0b42-46ad-8987-f9cf0e9374f9 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:33:20.942981 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-bbf50d64-0b42-46ad-8987-f9cf0e9374f9 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] 10.222.0.13 "DELETE /v2.0/subnets/3688f4bf-2205-4c8e-af12-6112e0c7dda7 HTTP/1.1" status: 404 len: 337 time: 0.0378225 Mar 07 10:33:20.945494 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 39842) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:33:21.081646 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-3163030f-a1af-4f84-b332-4350cabc1cab tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] DELETE failed (client error): The resource could not be found. Mar 07 10:33:21.082301 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3163030f-a1af-4f84-b332-4350cabc1cab tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:33:21.083684 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-3163030f-a1af-4f84-b332-4350cabc1cab tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] 10.222.0.13 "DELETE /v2.0/subnets/fe0f7e9e-edda-4fc8-82ea-e66700bd4e36 HTTP/1.1" status: 404 len: 337 time: 0.1373332 Mar 07 10:33:21.086247 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 39846) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:33:21.123624 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3886877-86bc-45cc-bac1-de12cfff3f94 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] DELETE failed (client error): The resource could not be found. Mar 07 10:33:21.124051 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3886877-86bc-45cc-bac1-de12cfff3f94 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:33:21.125875 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-f3886877-86bc-45cc-bac1-de12cfff3f94 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] 10.222.0.13 "DELETE /v2.0/subnets/d2ff9f24-3b3e-4a2f-b1d2-82de2b4163ac HTTP/1.1" status: 404 len: 337 time: 0.0385504 Mar 07 10:33:21.130420 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 39850) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:33:21.173518 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-07a39ade-7b3b-462c-b42d-c530cce3be92 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b70b58f-86a5-4669-b274-6fb436e71ff3 HTTP/1.1" status: 200 len: 205 time: 0.0442379 Mar 07 10:33:21.175981 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 39854) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:33:21.240364 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.api.v2.resource [None req-2bbf1574-f7c1-4759-ac89-3279481d3fcf tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] delete failed (client error): The resource could not be found. Mar 07 10:33:21.241439 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-2bbf1574-f7c1-4759-ac89-3279481d3fcf tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] 10.222.0.13 "DELETE /v2.0/routers/1b70b58f-86a5-4669-b274-6fb436e71ff3 HTTP/1.1" status: 404 len: 336 time: 0.0645418 Mar 07 10:33:21.244531 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 39858) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:33:21.291472 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-bc1ae101-4839-4539-b3a9-df0104e36f1c tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fb3cff6-97e2-4505-a9a3-a3067c04927e HTTP/1.1" status: 200 len: 205 time: 0.0436690 Mar 07 10:33:21.291721 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 39862) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:33:21.356310 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.api.v2.resource [None req-0d983fec-e27c-450a-8c7c-367f991c81b0 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] delete failed (client error): The resource could not be found. Mar 07 10:33:21.357355 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-0d983fec-e27c-450a-8c7c-367f991c81b0 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] 10.222.0.13 "DELETE /v2.0/routers/1fb3cff6-97e2-4505-a9a3-a3067c04927e HTTP/1.1" status: 404 len: 336 time: 0.0648332 Mar 07 10:33:21.359888 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 39866) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:33:21.400293 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f84993b-f57f-4a9e-8673-7fad4aff3f8f tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] DELETE failed (client error): The resource could not be found. Mar 07 10:33:21.400679 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f84993b-f57f-4a9e-8673-7fad4aff3f8f tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:33:21.402804 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-4f84993b-f57f-4a9e-8673-7fad4aff3f8f tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] 10.222.0.13 "DELETE /v2.0/subnets/abcdbd80-512d-4ce2-89a5-c722e3521707 HTTP/1.1" status: 404 len: 337 time: 0.0420558 Mar 07 10:33:21.405460 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 39870) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:33:21.445457 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-72cc8608-ffac-4118-9f9c-6b3a91bfdff3 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec819255-545d-4036-ae07-3b65991eb291 HTTP/1.1" status: 200 len: 205 time: 0.0390089 Mar 07 10:33:21.447705 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 39874) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:33:21.512344 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.api.v2.resource [None req-2165e0a8-a6e1-44e6-af4b-851ae1bf17f7 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] delete failed (client error): The resource could not be found. Mar 07 10:33:21.513266 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-2165e0a8-a6e1-44e6-af4b-851ae1bf17f7 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] 10.222.0.13 "DELETE /v2.0/routers/ec819255-545d-4036-ae07-3b65991eb291 HTTP/1.1" status: 404 len: 336 time: 0.0647039 Mar 07 10:33:21.515812 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 39878) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:33:21.556693 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-af5399e0-35ef-4974-8fa0-22a5cfa9bf92 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] 10.222.0.13 "GET /v2.0/ports?device_id=9267498f-6f64-41a3-a9a1-3bca590e4340 HTTP/1.1" status: 200 len: 205 time: 0.0398784 Mar 07 10:33:21.559153 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 39882) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:33:21.623602 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.api.v2.resource [None req-8f75c7af-261b-4456-9c88-73a4a743b687 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] delete failed (client error): The resource could not be found. Mar 07 10:33:21.624615 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-8f75c7af-261b-4456-9c88-73a4a743b687 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] 10.222.0.13 "DELETE /v2.0/routers/9267498f-6f64-41a3-a9a1-3bca590e4340 HTTP/1.1" status: 404 len: 336 time: 0.0645788 Mar 07 10:33:21.627049 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 39886) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:33:21.664868 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-5216b77f-89d8-49d6-b322-8302f201b62b tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] DELETE failed (client error): The resource could not be found. Mar 07 10:33:21.665295 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5216b77f-89d8-49d6-b322-8302f201b62b tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:33:21.667006 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-5216b77f-89d8-49d6-b322-8302f201b62b tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] 10.222.0.13 "DELETE /v2.0/subnets/4fb4c54b-e0ee-48cf-b60b-557083c58808 HTTP/1.1" status: 404 len: 337 time: 0.0390115 Mar 07 10:33:21.669485 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 39890) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:33:21.709669 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-27317076-9f2e-48d8-b6cf-f3979a068e20 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca7f96d3-10a7-4e27-b089-a2d16bd36380 HTTP/1.1" status: 200 len: 205 time: 0.0392148 Mar 07 10:33:21.711820 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 39894) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:33:21.776226 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.api.v2.resource [None req-98bcd29b-ed92-4116-a389-8811cb004c97 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] delete failed (client error): The resource could not be found. Mar 07 10:33:21.777769 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-98bcd29b-ed92-4116-a389-8811cb004c97 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] 10.222.0.13 "DELETE /v2.0/routers/ca7f96d3-10a7-4e27-b089-a2d16bd36380 HTTP/1.1" status: 404 len: 336 time: 0.0650911 Mar 07 10:33:21.780307 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 39898) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:33:21.817968 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7ab9df8-b327-4c42-b714-05bcbb69e16d tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] DELETE failed (client error): The resource could not be found. Mar 07 10:33:21.818395 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7ab9df8-b327-4c42-b714-05bcbb69e16d tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:33:21.820008 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-d7ab9df8-b327-4c42-b714-05bcbb69e16d tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] 10.222.0.13 "DELETE /v2.0/subnets/b0c45307-8b6a-4663-ade8-4c42f4ff4049 HTTP/1.1" status: 404 len: 337 time: 0.0388167 Mar 07 10:33:21.822440 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 39902) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:33:21.865913 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-f5d604dd-c23c-489b-b5b8-5351843d9bd0 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] 10.222.0.13 "GET /v2.0/ports?device_id=e15b1913-dc5e-401a-84e3-fac0e235b428 HTTP/1.1" status: 200 len: 205 time: 0.0424747 Mar 07 10:33:21.868192 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 39906) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:33:21.930028 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.api.v2.resource [None req-e0ebb28b-15e4-4b9f-ad47-1454162616e9 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] delete failed (client error): The resource could not be found. Mar 07 10:33:21.930980 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-e0ebb28b-15e4-4b9f-ad47-1454162616e9 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] 10.222.0.13 "DELETE /v2.0/routers/e15b1913-dc5e-401a-84e3-fac0e235b428 HTTP/1.1" status: 404 len: 336 time: 0.0618994 Mar 07 10:33:21.934136 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 39910) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:33:21.972534 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-aff08111-ee68-416c-8a28-fb3af7db5fd8 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] DELETE failed (client error): The resource could not be found. Mar 07 10:33:21.972962 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aff08111-ee68-416c-8a28-fb3af7db5fd8 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:33:21.974497 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-aff08111-ee68-416c-8a28-fb3af7db5fd8 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] 10.222.0.13 "DELETE /v2.0/subnets/72a8dc97-ab58-4c21-99a1-5fd13acb4f23 HTTP/1.1" status: 404 len: 337 time: 0.0395234 Mar 07 10:33:21.976816 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 39914) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:33:22.012378 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ed8f95c-4eb3-4cf4-a61e-23c21f0a8cf8 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] DELETE failed (client error): The resource could not be found. Mar 07 10:33:22.012827 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ed8f95c-4eb3-4cf4-a61e-23c21f0a8cf8 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:33:22.014359 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-9ed8f95c-4eb3-4cf4-a61e-23c21f0a8cf8 tempest-RoutersIpV6Test-1778278084 tempest-RoutersIpV6Test-1778278084-project] 10.222.0.13 "DELETE /v2.0/subnets/c725cb5e-94f0-49c7-999d-122096427f1f HTTP/1.1" status: 404 len: 337 time: 0.0367088 Mar 07 10:33:22.302023 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 39922) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:33:22.470424 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-d0080abf-4f3c-4cf7-b2c2-cf1619f923b9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0d2fd6fe5acd4dee8d48a1427bbf6953&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1672621 Mar 07 10:33:22.472862 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 39928) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:33:22.529139 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d534a54b-c918-4753-a019-b90af38fb63f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:22.552989 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d534a54b-c918-4753-a019-b90af38fb63f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:22.606533 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d534a54b-c918-4753-a019-b90af38fb63f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:22.619653 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d534a54b-c918-4753-a019-b90af38fb63f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0f03f93-3635-475e-aac5-d9924f0abc13,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:22.631241 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d534a54b-c918-4753-a019-b90af38fb63f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:33:22.631577 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d534a54b-c918-4753-a019-b90af38fb63f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:33:22.631905 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d534a54b-c918-4753-a019-b90af38fb63f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:33:22.632227 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d534a54b-c918-4753-a019-b90af38fb63f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:33:22.632575 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d534a54b-c918-4753-a019-b90af38fb63f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:33:22.632891 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d534a54b-c918-4753-a019-b90af38fb63f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:33:22.633204 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d534a54b-c918-4753-a019-b90af38fb63f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:33:22.633518 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d534a54b-c918-4753-a019-b90af38fb63f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:33:22.633827 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d534a54b-c918-4753-a019-b90af38fb63f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:33:22.634133 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d534a54b-c918-4753-a019-b90af38fb63f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:33:22.634440 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d534a54b-c918-4753-a019-b90af38fb63f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:33:22.638481 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d534a54b-c918-4753-a019-b90af38fb63f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:22.639565 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-d534a54b-c918-4753-a019-b90af38fb63f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e0f03f93-3635-475e-aac5-d9924f0abc13 HTTP/1.1" status: 204 len: 168 time: 0.1658475 Mar 07 10:33:25.746537 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-a508d030-8d01-4cde-8f1a-e4f1b401caf4 req-833588e6-f0d6-475a-a26c-05775c91b82f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5aaefbc7-74ce-452d-ae0c-e8fe98fb8ec9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0671420 Mar 07 10:33:25.837104 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-a508d030-8d01-4cde-8f1a-e4f1b401caf4 req-cc991ba6-8599-4905-a3b6-0cd4d4c50e6e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6a5f148e85ef4a9b80e5517fdf788fc6&device_id=5aaefbc7-74ce-452d-ae0c-e8fe98fb8ec9 HTTP/1.1" status: 200 len: 1098 time: 0.0712147 Mar 07 10:33:25.981522 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a508d030-8d01-4cde-8f1a-e4f1b401caf4 req-b72166dc-f187-4c4c-b9f5-07487755dbd0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:25.982908 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-a508d030-8d01-4cde-8f1a-e4f1b401caf4 req-b72166dc-f187-4c4c-b9f5-07487755dbd0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=30023e69-476d-4a1a-a06a-7d904c24f2c0 HTTP/1.1" status: 200 len: 913 time: 0.1265168 Mar 07 10:33:26.163797 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-a508d030-8d01-4cde-8f1a-e4f1b401caf4 req-c26fc947-295f-480a-9d01-15886300e9cf service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ff4adde1-2c27-49b7-93eb-5984786dbd79 HTTP/1.1" status: 200 len: 1000 time: 0.1748357 Mar 07 10:33:26.224638 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a508d030-8d01-4cde-8f1a-e4f1b401caf4 req-c8138cab-bfa6-4b1d-b26a-435870f281a8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:26.226109 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-a508d030-8d01-4cde-8f1a-e4f1b401caf4 req-c8138cab-bfa6-4b1d-b26a-435870f281a8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c545286e-deb0-44ca-9190-77e7d2d3932b HTTP/1.1" status: 200 len: 851 time: 0.0564315 Mar 07 10:33:26.305245 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-a508d030-8d01-4cde-8f1a-e4f1b401caf4 req-4be79d2f-19b3-4666-bf61-05eda5b9e46b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=30023e69-476d-4a1a-a06a-7d904c24f2c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720775 Mar 07 10:33:26.432814 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-a508d030-8d01-4cde-8f1a-e4f1b401caf4 req-f189e2ff-bff8-44b5-8bd6-fcf7cc62a170 service neutron] 10.222.0.10 "GET /v2.0/networks/30023e69-476d-4a1a-a06a-7d904c24f2c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216595 Mar 07 10:33:26.561187 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-a508d030-8d01-4cde-8f1a-e4f1b401caf4 req-d128f8a4-1641-4ba3-8dc9-06ea4029d7b3 service neutron] 10.222.0.10 "GET /v2.0/networks/30023e69-476d-4a1a-a06a-7d904c24f2c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219010 Mar 07 10:33:28.321306 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a4310a3a-4d2e-4480-9901-1c402cdf5a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:30.535782 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-9ec1d845-5059-449b-954d-ca6b6aa280b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:31.736113 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-711fefd2-3b30-4759-8df5-0aecff1c8e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:31.849420 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:33.153770 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c87150bd-aa9c-4ad1-bb68-57ec66d4fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:34.049652 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 39952) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:33:34.441413 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-bd7631cf-0122-459d-8ba2-3a842bee1ca4 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3920255'] for router_interface, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:35.140336 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-bd7631cf-0122-459d-8ba2-3a842bee1ca4 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Deleting port 67e66c53-ca99-49ad-b3ba-d611d2f878f4 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:33:35.141103 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-bd7631cf-0122-459d-8ba2-3a842bee1ca4 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:35.318232 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-bd7631cf-0122-459d-8ba2-3a842bee1ca4 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] For port 67e66c53-ca99-49ad-b3ba-d611d2f878f4, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=67e66c53-ca99-49ad-b3ba-d611d2f878f4,segment=NetworkSegment(4474ed14-5f13-4464-b335-2bccd4977f52),segment_id=4474ed14-5f13-4464-b335-2bccd4977f52)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:33:35.318579 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-bd7631cf-0122-459d-8ba2-3a842bee1ca4 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:35.443396 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-bd7631cf-0122-459d-8ba2-3a842bee1ca4 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Calling delete_port for 67e66c53-ca99-49ad-b3ba-d611d2f878f4 owned by network:router_interface {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:33:35.613312 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-bd7631cf-0122-459d-8ba2-3a842bee1ca4 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:35.659214 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7631cf-0122-459d-8ba2-3a842bee1ca4 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event deleted for resources: {'Port': ['ID=67e66c53-ca99-49ad-b3ba-d611d2f878f4,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:35.951280 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-bd7631cf-0122-459d-8ba2-3a842bee1ca4 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2756383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3920168'] for router_interface, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:36.624183 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd7631cf-0122-459d-8ba2-3a842bee1ca4 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Router 45ee3b0b-88fe-426a-9238-4fe6f312b48c has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:33:36.819926 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd7631cf-0122-459d-8ba2-3a842bee1ca4 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:33:36.831570 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a42c465-fbf6-4a23-9a5d-9ac72763285f None None] Sync routers for ids ['45ee3b0b-88fe-426a-9238-4fe6f312b48c'] in dv-neutron-830731-3-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:33:36.834548 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-bd7631cf-0122-459d-8ba2-3a842bee1ca4 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "PUT /v2.0/routers/45ee3b0b-88fe-426a-9238-4fe6f312b48c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7838581 Mar 07 10:33:36.843946 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a42c465-fbf6-4a23-9a5d-9ac72763285f None None] Routers {'45ee3b0b-88fe-426a-9238-4fe6f312b48c'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:33:36.844585 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-8a42c465-fbf6-4a23-9a5d-9ac72763285f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:33:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['45ee3b0b-88fe-426a-9238-4fe6f312b48c'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:33:37.021120 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-8a42c465-fbf6-4a23-9a5d-9ac72763285f None None] Set router 45ee3b0b-88fe-426a-9238-4fe6f312b48c gateway port host: dv-neutron-830731-3-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:33:37.212547 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50e16c9-4140-4b05-b5f0-19d0a7716ff8 req-85cc9e7a-b9f8-4f88-a8a8-5ce0c70499ad tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:37.213238 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-c50e16c9-4140-4b05-b5f0-19d0a7716ff8 req-85cc9e7a-b9f8-4f88-a8a8-5ce0c70499ad tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Synchronizing usage tracker for tenant:416b2fd961bc4d70a26d66821f7df8e2 on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:33:37.229146 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-c50e16c9-4140-4b05-b5f0-19d0a7716ff8 req-85cc9e7a-b9f8-4f88-a8a8-5ce0c70499ad tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Unset dirty status for tenant:416b2fd961bc4d70a26d66821f7df8e2 on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:33:37.236082 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c50e16c9-4140-4b05-b5f0-19d0a7716ff8 req-85cc9e7a-b9f8-4f88-a8a8-5ce0c70499ad tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/ports?device_id=63ceaf18-f501-4c83-9301-80eca85f8dc7 HTTP/1.1" status: 200 len: 946 time: 0.0969374 Mar 07 10:33:37.285059 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c50e16c9-4140-4b05-b5f0-19d0a7716ff8 req-3bdc0cad-0d84-41d2-abc8-60aa979933e7 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1837be0-34d5-4b3c-a7be-05bc11b1a81d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479391 Mar 07 10:33:37.373737 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-8a42c465-fbf6-4a23-9a5d-9ac72763285f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45ee3b0b-88fe-426a-9238-4fe6f312b48c', 'name': 'tempest-TestNetworkBasicOps-router-279492574', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.141'}], 'enable_snat': True}, 'gw_port_id': '39859c51-8b3b-4046-8d84-9bd4a674d742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:30:22Z', 'updated_at': '2022-03-07T10:33:35Z', 'revision_number': 6, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'gw_port': {'id': '39859c51-8b3b-4046-8d84-9bd4a674d742', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:52:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ee3b0b-88fe-426a-9238-4fe6f312b48c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:30:23Z', 'updated_at': '2022-03-07T10:30:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_floatingips': [{'id': 'aa55acd1-963f-4341-8f2a-3370a8802643', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'floating_ip_address': '172.26.8.187', 'floating_network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'router_id': '45ee3b0b-88fe-426a-9238-4fe6f312b48c', 'port_id': '1a1f8072-f405-4d6e-9b74-ffbe5a7a204e', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40a9b5e4-2566-4b34-8233-7ca2a6a5d397', 'mac_address': 'fa:16:3e:11:11:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69bcab59-88eb-4fb1-a0ed-644552ee9fdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:31:26Z', 'updated_at': '2022-03-07T10:31:36Z', 'revision_number': 1, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '504fdb8e-40a4-419d-910c-75ec0af599c3', 'name': '', 'network_id': '40a9b5e4-2566-4b34-8233-7ca2a6a5d397', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'mac_address': 'fa:16:3e:cf:19:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ee3b0b-88fe-426a-9238-4fe6f312b48c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1639da54-b037-4e07-a2ec-b6618ce1a79a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:30:38Z', 'updated_at': '2022-03-07T10:30:56Z', 'revision_number': 5, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'subnets': [{'id': '1639da54-b037-4e07-a2ec-b6618ce1a79a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:33:37.377472 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a42c465-fbf6-4a23-9a5d-9ac72763285f None None] Checking router: 45ee3b0b-88fe-426a-9238-4fe6f312b48c for host: dv-neutron-830731-3-hyperv {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 07 10:33:37.388578 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a42c465-fbf6-4a23-9a5d-9ac72763285f None None] Routers {'45ee3b0b-88fe-426a-9238-4fe6f312b48c'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:33:37.389362 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-8a42c465-fbf6-4a23-9a5d-9ac72763285f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:33:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['45ee3b0b-88fe-426a-9238-4fe6f312b48c'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:33:37.558826 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-8a42c465-fbf6-4a23-9a5d-9ac72763285f None None] Set router 45ee3b0b-88fe-426a-9238-4fe6f312b48c gateway port host: dv-neutron-830731-3-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:33:37.889984 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-8a42c465-fbf6-4a23-9a5d-9ac72763285f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45ee3b0b-88fe-426a-9238-4fe6f312b48c', 'name': 'tempest-TestNetworkBasicOps-router-279492574', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.141'}], 'enable_snat': True}, 'gw_port_id': '39859c51-8b3b-4046-8d84-9bd4a674d742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:30:22Z', 'updated_at': '2022-03-07T10:33:35Z', 'revision_number': 6, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'gw_port': {'id': '39859c51-8b3b-4046-8d84-9bd4a674d742', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:52:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ee3b0b-88fe-426a-9238-4fe6f312b48c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:30:23Z', 'updated_at': '2022-03-07T10:30:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_floatingips': [{'id': 'aa55acd1-963f-4341-8f2a-3370a8802643', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'floating_ip_address': '172.26.8.187', 'floating_network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'router_id': '45ee3b0b-88fe-426a-9238-4fe6f312b48c', 'port_id': '1a1f8072-f405-4d6e-9b74-ffbe5a7a204e', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40a9b5e4-2566-4b34-8233-7ca2a6a5d397', 'mac_address': 'fa:16:3e:11:11:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69bcab59-88eb-4fb1-a0ed-644552ee9fdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:31:26Z', 'updated_at': '2022-03-07T10:31:36Z', 'revision_number': 1, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '504fdb8e-40a4-419d-910c-75ec0af599c3', 'name': '', 'network_id': '40a9b5e4-2566-4b34-8233-7ca2a6a5d397', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'mac_address': 'fa:16:3e:cf:19:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ee3b0b-88fe-426a-9238-4fe6f312b48c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1639da54-b037-4e07-a2ec-b6618ce1a79a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:30:38Z', 'updated_at': '2022-03-07T10:30:56Z', 'revision_number': 5, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'subnets': [{'id': '1639da54-b037-4e07-a2ec-b6618ce1a79a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:33:37.893755 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a42c465-fbf6-4a23-9a5d-9ac72763285f None None] The sync data for ids ['45ee3b0b-88fe-426a-9238-4fe6f312b48c'] in dv-neutron-830731-3-hyperv is: [{'id': '45ee3b0b-88fe-426a-9238-4fe6f312b48c', 'name': 'tempest-TestNetworkBasicOps-router-279492574', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.141'}], 'enable_snat': True}, 'gw_port_id': '39859c51-8b3b-4046-8d84-9bd4a674d742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:30:22Z', 'updated_at': '2022-03-07T10:33:35Z', 'revision_number': 6, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'gw_port': {'id': '39859c51-8b3b-4046-8d84-9bd4a674d742', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:52:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ee3b0b-88fe-426a-9238-4fe6f312b48c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:30:23Z', 'updated_at': '2022-03-07T10:30:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_floatingips': [{'id': 'aa55acd1-963f-4341-8f2a-3370a8802643', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'floating_ip_address': '172.26.8.187', 'floating_network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'router_id': '45ee3b0b-88fe-426a-9238-4fe6f312b48c', 'port_id': '1a1f8072-f405-4d6e-9b74-ffbe5a7a204e', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40a9b5e4-2566-4b34-8233-7ca2a6a5d397', 'mac_address': 'fa:16:3e:11:11:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69bcab59-88eb-4fb1-a0ed-644552ee9fdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:31:26Z', 'updated_at': '2022-03-07T10:31:36Z', 'revision_number': 1, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '504fdb8e-40a4-419d-910c-75ec0af599c3', 'name': '', 'network_id': '40a9b5e4-2566-4b34-8233-7ca2a6a5d397', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'mac_address': 'fa:16:3e:cf:19:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ee3b0b-88fe-426a-9238-4fe6f312b48c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1639da54-b037-4e07-a2ec-b6618ce1a79a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:30:38Z', 'updated_at': '2022-03-07T10:30:56Z', 'revision_number': 5, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'subnets': [{'id': '1639da54-b037-4e07-a2ec-b6618ce1a79a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:33:38.284672 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 67e66c53-ca99-49ad-b3ba-d611d2f878f4 no longer exists at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:33:38.318463 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] No Port match for: 67e66c53-ca99-49ad-b3ba-d611d2f878f4 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 10:33:38.318878 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 67e66c53-ca99-49ad-b3ba-d611d2f878f4 not bound to the agent host dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 10:33:38.484416 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b5c68d-9903-4a73-be2b-b0e7d1971a7f req-a0b87afe-63eb-4502-b88f-63d289fde687 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:38.485804 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-70b5c68d-9903-4a73-be2b-b0e7d1971a7f req-a0b87afe-63eb-4502-b88f-63d289fde687 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/ports?device_id=63ceaf18-f501-4c83-9301-80eca85f8dc7 HTTP/1.1" status: 200 len: 946 time: 0.0812440 Mar 07 10:33:38.531441 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-70b5c68d-9903-4a73-be2b-b0e7d1971a7f req-0d0f10e1-2293-445d-8491-fec4bc2f94cb tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1837be0-34d5-4b3c-a7be-05bc11b1a81d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402615 Mar 07 10:33:38.752727 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7de7b7-a1db-4391-914a-0ca650bfd67b req-e6b1dd85-6c08-4f61-b34a-cc1ce1cf973e tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:38.754026 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ac7de7b7-a1db-4391-914a-0ca650bfd67b req-e6b1dd85-6c08-4f61-b34a-cc1ce1cf973e tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.10 "GET /v2.0/ports?device_id=63ceaf18-f501-4c83-9301-80eca85f8dc7 HTTP/1.1" status: 200 len: 946 time: 0.0730894 Mar 07 10:33:38.822771 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [req-ac7de7b7-a1db-4391-914a-0ca650bfd67b req-5196e009-965c-44e5-9c5e-223da23459ca tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Deleting port 1a17babc-3491-4016-bcd8-485c18434867 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:33:38.823112 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-ac7de7b7-a1db-4391-914a-0ca650bfd67b req-5196e009-965c-44e5-9c5e-223da23459ca tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:39.059625 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [req-ac7de7b7-a1db-4391-914a-0ca650bfd67b req-5196e009-965c-44e5-9c5e-223da23459ca tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] For port 1a17babc-3491-4016-bcd8-485c18434867, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=1a17babc-3491-4016-bcd8-485c18434867,segment=NetworkSegment(4474ed14-5f13-4464-b335-2bccd4977f52),segment_id=4474ed14-5f13-4464-b335-2bccd4977f52)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:33:39.059890 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-ac7de7b7-a1db-4391-914a-0ca650bfd67b req-5196e009-965c-44e5-9c5e-223da23459ca tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:39.176763 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [req-ac7de7b7-a1db-4391-914a-0ca650bfd67b req-5196e009-965c-44e5-9c5e-223da23459ca tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Calling delete_port for 1a17babc-3491-4016-bcd8-485c18434867 owned by compute:nova {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:33:39.315072 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-ac7de7b7-a1db-4391-914a-0ca650bfd67b req-5196e009-965c-44e5-9c5e-223da23459ca tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:39.361511 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5196e009-965c-44e5-9c5e-223da23459ca tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event deleted for resources: {'Port': ['ID=1a17babc-3491-4016-bcd8-485c18434867,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:39.435471 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac7de7b7-a1db-4391-914a-0ca650bfd67b req-5196e009-965c-44e5-9c5e-223da23459ca tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] No DVR routers for this DVR port 1a17babc-3491-4016-bcd8-485c18434867 on host hv-neutron-8307 {{(pid=83737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:33:39.437831 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-ac7de7b7-a1db-4391-914a-0ca650bfd67b req-5196e009-965c-44e5-9c5e-223da23459ca tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:39.440284 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63ceaf18-f501-4c83-9301-80eca85f8dc7', 'name': 'network-vif-deleted', 'tag': '1a17babc-3491-4016-bcd8-485c18434867'}] {{(pid=83737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 10:33:39.455063 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ac7de7b7-a1db-4391-914a-0ca650bfd67b req-5196e009-965c-44e5-9c5e-223da23459ca tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.10 "DELETE /v2.0/ports/1a17babc-3491-4016-bcd8-485c18434867 HTTP/1.1" status: 204 len: 173 time: 0.6958034 Mar 07 10:33:39.496074 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63ceaf18-f501-4c83-9301-80eca85f8dc7', 'name': 'network-vif-deleted', 'tag': '1a17babc-3491-4016-bcd8-485c18434867', 'status': 'completed', 'code': 200} Mar 07 10:33:39.706274 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-8eba67b6-9667-4df1-acd0-553d5587738a req-fc3dfa6a-dd24-4d42-9ebd-8d2b9e8366ad tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Synchronizing usage tracker for tenant:416b2fd961bc4d70a26d66821f7df8e2 on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:33:39.722802 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-8eba67b6-9667-4df1-acd0-553d5587738a req-fc3dfa6a-dd24-4d42-9ebd-8d2b9e8366ad tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Unset dirty status for tenant:416b2fd961bc4d70a26d66821f7df8e2 on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:33:39.723989 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-8eba67b6-9667-4df1-acd0-553d5587738a req-fc3dfa6a-dd24-4d42-9ebd-8d2b9e8366ad tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/ports?device_id=63ceaf18-f501-4c83-9301-80eca85f8dc7 HTTP/1.1" status: 200 len: 210 time: 0.0590172 Mar 07 10:33:40.831711 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 39968) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:33:40.899098 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-32b873a3-0ff3-4b2c-9a9f-3f9b24b0fd9f tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:40.926724 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-32b873a3-0ff3-4b2c-9a9f-3f9b24b0fd9f tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:40.989415 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-32b873a3-0ff3-4b2c-9a9f-3f9b24b0fd9f tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:41.012277 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b873a3-0ff3-4b2c-9a9f-3f9b24b0fd9f tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1837be0-34d5-4b3c-a7be-05bc11b1a81d,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:41.023393 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-32b873a3-0ff3-4b2c-9a9f-3f9b24b0fd9f tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:41.024582 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-32b873a3-0ff3-4b2c-9a9f-3f9b24b0fd9f tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "DELETE /v2.0/security-groups/a1837be0-34d5-4b3c-a7be-05bc11b1a81d HTTP/1.1" status: 204 len: 168 time: 0.1918833 Mar 07 10:33:42.084570 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 39976) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:33:42.348017 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_v2 [None req-1aff3feb-5576-45ed-a3f3-f1f7f6e89b6f tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Deleting subnet 4d787928-21a6-4b16-9348-82acd3355c28 {{(pid=83737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 07 10:33:42.350755 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1aff3feb-5576-45ed-a3f3-f1f7f6e89b6f tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for subnet, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:42.403288 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1aff3feb-5576-45ed-a3f3-f1f7f6e89b6f tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2627781'] for subnet, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:42.484765 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1aff3feb-5576-45ed-a3f3-f1f7f6e89b6f tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1525496'] for subnet, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:42.553512 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1aff3feb-5576-45ed-a3f3-f1f7f6e89b6f tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1525489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3012507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3219316'] for subnet, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:42.592083 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aff3feb-5576-45ed-a3f3-f1f7f6e89b6f tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event deleted for resources: {'Subnet': ['ID=4d787928-21a6-4b16-9348-82acd3355c28,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:42.596729 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1aff3feb-5576-45ed-a3f3-f1f7f6e89b6f tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:42.602510 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-1aff3feb-5576-45ed-a3f3-f1f7f6e89b6f tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "DELETE /v2.0/subnets/4d787928-21a6-4b16-9348-82acd3355c28 HTTP/1.1" status: 204 len: 168 time: 0.5169396 Mar 07 10:33:42.603956 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d594e04-f921-4cea-8fcf-e5df9dc62281 None None] Network a9a1f847-2ec7-4ac6-a95a-f6e6e94c7bd8 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:33:42.606062 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 39980) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:33:42.703542 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device 1a17babc-3491-4016-bcd8-485c18434867 no longer exists at agent hyperv_hv-neutron-8307 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:33:42.716177 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9f94058f-ff1c-4476-8813-acd8c35cc926 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1158940'] for network, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:42.726180 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-9f94058f-ff1c-4476-8813-acd8c35cc926 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Deleting port 7a002cd0-aa7a-4f97-b0f0-cb953e580629 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:33:42.726499 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9f94058f-ff1c-4476-8813-acd8c35cc926 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:42.747945 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] No Port match for: 1a17babc-3491-4016-bcd8-485c18434867 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 10:33:42.748288 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device 1a17babc-3491-4016-bcd8-485c18434867 not bound to the agent host hv-neutron-8307 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 10:33:42.920821 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96fbed3d-50b3-450a-9d84-b6ebce9fa891 None None] DHCP port deletion for a9a1f847-2ec7-4ac6-a95a-f6e6e94c7bd8 request from dv-neutron-830731-3-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 07 10:33:42.924862 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-96fbed3d-50b3-450a-9d84-b6ebce9fa891 None None] Deleting port 7a002cd0-aa7a-4f97-b0f0-cb953e580629 {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:33:42.925296 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-96fbed3d-50b3-450a-9d84-b6ebce9fa891 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:42.928122 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-9f94058f-ff1c-4476-8813-acd8c35cc926 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] For port 7a002cd0-aa7a-4f97-b0f0-cb953e580629, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=7a002cd0-aa7a-4f97-b0f0-cb953e580629,segment=NetworkSegment(4474ed14-5f13-4464-b335-2bccd4977f52),segment_id=4474ed14-5f13-4464-b335-2bccd4977f52)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:33:42.928471 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9f94058f-ff1c-4476-8813-acd8c35cc926 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:43.051332 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-9f94058f-ff1c-4476-8813-acd8c35cc926 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Calling delete_port for 7a002cd0-aa7a-4f97-b0f0-cb953e580629 owned by network:dhcp {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:33:43.126280 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-96fbed3d-50b3-450a-9d84-b6ebce9fa891 None None] For port 7a002cd0-aa7a-4f97-b0f0-cb953e580629, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=7a002cd0-aa7a-4f97-b0f0-cb953e580629,segment=NetworkSegment(4474ed14-5f13-4464-b335-2bccd4977f52),segment_id=4474ed14-5f13-4464-b335-2bccd4977f52)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:33:43.126515 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9f94058f-ff1c-4476-8813-acd8c35cc926 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:43.127201 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-96fbed3d-50b3-450a-9d84-b6ebce9fa891 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:43.170663 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f94058f-ff1c-4476-8813-acd8c35cc926 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event deleted for resources: {'Port': ['ID=7a002cd0-aa7a-4f97-b0f0-cb953e580629,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:43.176608 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f94058f-ff1c-4476-8813-acd8c35cc926 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] No DVR routers for this DVR port 7a002cd0-aa7a-4f97-b0f0-cb953e580629 on host dv-neutron-830731-3-hyperv {{(pid=83737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:33:43.244348 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-96fbed3d-50b3-450a-9d84-b6ebce9fa891 None None] Calling delete_port for 7a002cd0-aa7a-4f97-b0f0-cb953e580629 owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:33:43.300119 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9f94058f-ff1c-4476-8813-acd8c35cc926 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1526893', 'neutron.services.segments.db._delete_segments_for_network-8732568551033'] for network, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:43.315029 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.db.api [None req-96fbed3d-50b3-450a-9d84-b6ebce9fa891 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 10:33:43.315379 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG oslo_db.api [None req-96fbed3d-50b3-450a-9d84-b6ebce9fa891 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 10:33:43.325602 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-9f94058f-ff1c-4476-8813-acd8c35cc926 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9a1f847-2ec7-4ac6-a95a-f6e6e94c7bd8']}} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:33:43.337560 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-9f94058f-ff1c-4476-8813-acd8c35cc926 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4474ed14-5f13-4464-b335-2bccd4977f52') {'for_net_delete': True} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:33:43.337860 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-9f94058f-ff1c-4476-8813-acd8c35cc926 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4474ed14-5f13-4464-b335-2bccd4977f52') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:33:43.349461 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9f94058f-ff1c-4476-8813-acd8c35cc926 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732568550916', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629174'] for segment, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:43.365529 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9f94058f-ff1c-4476-8813-acd8c35cc926 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:43.371540 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f94058f-ff1c-4476-8813-acd8c35cc926 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=83737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 07 10:33:43.371921 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9f94058f-ff1c-4476-8813-acd8c35cc926 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1227397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3012597'] for segment, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:43.385631 dv-neutron-830731-3-hyperv neutron-server[83737]: Traceback (most recent call last): Mar 07 10:33:43.385631 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 07 10:33:43.385631 dv-neutron-830731-3-hyperv neutron-server[83737]: timer() Mar 07 10:33:43.385631 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:33:43.385631 dv-neutron-830731-3-hyperv neutron-server[83737]: cb(*args, **kw) Mar 07 10:33:43.385631 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 10:33:43.385631 dv-neutron-830731-3-hyperv neutron-server[83737]: return func(*args, **kwargs) Mar 07 10:33:43.385631 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:33:43.385631 dv-neutron-830731-3-hyperv neutron-server[83737]: self._notify() Mar 07 10:33:43.385631 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:33:43.385631 dv-neutron-830731-3-hyperv neutron-server[83737]: self.callback(batched_events) Mar 07 10:33:43.385631 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:33:43.385631 dv-neutron-830731-3-hyperv neutron-server[83737]: event.method(event) Mar 07 10:33:43.385631 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 10:33:43.385631 dv-neutron-830731-3-hyperv neutron-server[83737]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:33:43.385631 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 10:33:43.385631 dv-neutron-830731-3-hyperv neutron-server[83737]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:33:43.385631 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 10:33:43.385631 dv-neutron-830731-3-hyperv neutron-server[83737]: return f(self, *a, **k) Mar 07 10:33:43.385631 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:33:43.385631 dv-neutron-830731-3-hyperv neutron-server[83737]: return self._get(url).json() Mar 07 10:33:43.385631 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:33:43.385631 dv-neutron-830731-3-hyperv neutron-server[83737]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:33:43.385631 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 07 10:33:43.385631 dv-neutron-830731-3-hyperv neutron-server[83737]: return self.request(url, 'GET', **kwargs) Mar 07 10:33:43.385631 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 07 10:33:43.385631 dv-neutron-830731-3-hyperv neutron-server[83737]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:33:43.385631 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 07 10:33:43.385631 dv-neutron-830731-3-hyperv neutron-server[83737]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:33:43.385631 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 07 10:33:43.385631 dv-neutron-830731-3-hyperv neutron-server[83737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:33:43.385631 dv-neutron-830731-3-hyperv neutron-server[83737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:33:43.465897 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9f94058f-ff1c-4476-8813-acd8c35cc926 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1526886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923583'] for network, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:43.482378 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9f94058f-ff1c-4476-8813-acd8c35cc926 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:43.492771 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f94058f-ff1c-4476-8813-acd8c35cc926 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event deleted for resources: {'Network': ['ID=a9a1f847-2ec7-4ac6-a95a-f6e6e94c7bd8,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:43.503421 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-9f94058f-ff1c-4476-8813-acd8c35cc926 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "DELETE /v2.0/networks/a9a1f847-2ec7-4ac6-a95a-f6e6e94c7bd8 HTTP/1.1" status: 204 len: 168 time: 0.8967950 Mar 07 10:33:43.506250 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 39984) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:33:43.708002 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-7fffd937-a18d-4fec-9d38-90af280676c3 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Deleting port 1d0ff544-0992-4706-bc4b-53121cc15b23 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:33:43.708249 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7fffd937-a18d-4fec-9d38-90af280676c3 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:43.816784 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-96fbed3d-50b3-450a-9d84-b6ebce9fa891 None None] Deleting port 7a002cd0-aa7a-4f97-b0f0-cb953e580629 {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:33:43.817395 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-96fbed3d-50b3-450a-9d84-b6ebce9fa891 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:43.888383 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-96fbed3d-50b3-450a-9d84-b6ebce9fa891 None None] The port '7a002cd0-aa7a-4f97-b0f0-cb953e580629' was deleted {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 07 10:33:43.953482 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7fffd937-a18d-4fec-9d38-90af280676c3 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:43.953804 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7fffd937-a18d-4fec-9d38-90af280676c3 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:44.071912 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-7fffd937-a18d-4fec-9d38-90af280676c3 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Calling delete_port for 1d0ff544-0992-4706-bc4b-53121cc15b23 owned by network:floatingip {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:33:44.213304 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7fffd937-a18d-4fec-9d38-90af280676c3 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:44.263503 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fffd937-a18d-4fec-9d38-90af280676c3 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event deleted for resources: {'Port': ['ID=1d0ff544-0992-4706-bc4b-53121cc15b23,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:44.333443 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 7a002cd0-aa7a-4f97-b0f0-cb953e580629 no longer exists at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:33:44.357481 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7fffd937-a18d-4fec-9d38-90af280676c3 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for floatingip, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:44.365471 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] No Port match for: 7a002cd0-aa7a-4f97-b0f0-cb953e580629 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 10:33:44.365812 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 7a002cd0-aa7a-4f97-b0f0-cb953e580629 not bound to the agent host dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 10:33:44.747373 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fffd937-a18d-4fec-9d38-90af280676c3 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Router 45ee3b0b-88fe-426a-9238-4fe6f312b48c has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:33:44.953393 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fffd937-a18d-4fec-9d38-90af280676c3 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:33:44.963909 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a733902-c0ed-45cd-b6c3-7de4f78f76f8 None None] Sync routers for ids ['45ee3b0b-88fe-426a-9238-4fe6f312b48c'] in dv-neutron-830731-3-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:33:44.974665 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7fffd937-a18d-4fec-9d38-90af280676c3 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for floatingip, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:44.976679 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a733902-c0ed-45cd-b6c3-7de4f78f76f8 None None] Routers {'45ee3b0b-88fe-426a-9238-4fe6f312b48c'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:33:44.977268 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-6a733902-c0ed-45cd-b6c3-7de4f78f76f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:33:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['45ee3b0b-88fe-426a-9238-4fe6f312b48c'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:33:45.030585 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-7fffd937-a18d-4fec-9d38-90af280676c3 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "DELETE /v2.0/floatingips/aa55acd1-963f-4341-8f2a-3370a8802643 HTTP/1.1" status: 204 len: 168 time: 1.5232279 Mar 07 10:33:45.031042 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69bcab59-88eb-4fb1-a0ed-644552ee9fdd', 'tag': '1a1f8072-f405-4d6e-9b74-ffbe5a7a204e'}] {{(pid=83737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 10:33:45.086932 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69bcab59-88eb-4fb1-a0ed-644552ee9fdd', 'tag': '1a1f8072-f405-4d6e-9b74-ffbe5a7a204e', 'status': 'completed', 'code': 200} Mar 07 10:33:45.161897 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-6a733902-c0ed-45cd-b6c3-7de4f78f76f8 None None] Set router 45ee3b0b-88fe-426a-9238-4fe6f312b48c gateway port host: dv-neutron-830731-3-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:33:45.180969 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-9d947feb-f753-43ee-88c3-bb2f35971d69 req-25dffd35-3a45-4169-afb0-80dca011b1ab service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=416b2fd961bc4d70a26d66821f7df8e2&device_id=69bcab59-88eb-4fb1-a0ed-644552ee9fdd HTTP/1.1" status: 200 len: 1098 time: 0.0728848 Mar 07 10:33:45.331090 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d947feb-f753-43ee-88c3-bb2f35971d69 req-9ccdb7d3-1cd8-444c-bca3-042d5f288988 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:45.332688 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-9d947feb-f753-43ee-88c3-bb2f35971d69 req-9ccdb7d3-1cd8-444c-bca3-042d5f288988 service neutron] 10.222.0.10 "GET /v2.0/networks?id=40a9b5e4-2566-4b34-8233-7ca2a6a5d397 HTTP/1.1" status: 200 len: 898 time: 0.1458657 Mar 07 10:33:45.491386 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-6a733902-c0ed-45cd-b6c3-7de4f78f76f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45ee3b0b-88fe-426a-9238-4fe6f312b48c', 'name': 'tempest-TestNetworkBasicOps-router-279492574', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.141'}], 'enable_snat': True}, 'gw_port_id': '39859c51-8b3b-4046-8d84-9bd4a674d742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:30:22Z', 'updated_at': '2022-03-07T10:33:35Z', 'revision_number': 6, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'gw_port': {'id': '39859c51-8b3b-4046-8d84-9bd4a674d742', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:52:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ee3b0b-88fe-426a-9238-4fe6f312b48c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:30:23Z', 'updated_at': '2022-03-07T10:30:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_interfaces': [{'id': '504fdb8e-40a4-419d-910c-75ec0af599c3', 'name': '', 'network_id': '40a9b5e4-2566-4b34-8233-7ca2a6a5d397', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'mac_address': 'fa:16:3e:cf:19:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ee3b0b-88fe-426a-9238-4fe6f312b48c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1639da54-b037-4e07-a2ec-b6618ce1a79a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:30:38Z', 'updated_at': '2022-03-07T10:30:56Z', 'revision_number': 5, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'subnets': [{'id': '1639da54-b037-4e07-a2ec-b6618ce1a79a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:33:45.496615 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a733902-c0ed-45cd-b6c3-7de4f78f76f8 None None] Checking router: 45ee3b0b-88fe-426a-9238-4fe6f312b48c for host: dv-neutron-830731-3-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 07 10:33:45.507681 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:45.508570 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a733902-c0ed-45cd-b6c3-7de4f78f76f8 None None] Routers {'45ee3b0b-88fe-426a-9238-4fe6f312b48c'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:33:45.508570 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-6a733902-c0ed-45cd-b6c3-7de4f78f76f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:33:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['45ee3b0b-88fe-426a-9238-4fe6f312b48c'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:33:45.544286 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-9d947feb-f753-43ee-88c3-bb2f35971d69 req-9f3bc18d-a67c-44f4-a0d4-802db5a2fa38 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1a1f8072-f405-4d6e-9b74-ffbe5a7a204e HTTP/1.1" status: 200 len: 217 time: 0.2048376 Mar 07 10:33:45.624342 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d947feb-f753-43ee-88c3-bb2f35971d69 req-4f74ec76-d624-45b4-b620-bf03adc7c019 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:45.625797 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-9d947feb-f753-43ee-88c3-bb2f35971d69 req-4f74ec76-d624-45b4-b620-bf03adc7c019 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1639da54-b037-4e07-a2ec-b6618ce1a79a HTTP/1.1" status: 200 len: 834 time: 0.0753975 Mar 07 10:33:45.635098 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4caddcf-95b5-459a-b8b3-fe093a20da98 req-b62d298b-66e5-44ed-908d-314f8bbddf44 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:45.635751 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-f4caddcf-95b5-459a-b8b3-fe093a20da98 req-b62d298b-66e5-44ed-908d-314f8bbddf44 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Synchronizing usage tracker for tenant:416b2fd961bc4d70a26d66821f7df8e2 on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:33:45.682006 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-6a733902-c0ed-45cd-b6c3-7de4f78f76f8 None None] Set router 45ee3b0b-88fe-426a-9238-4fe6f312b48c gateway port host: dv-neutron-830731-3-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:33:45.697307 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-f4caddcf-95b5-459a-b8b3-fe093a20da98 req-b62d298b-66e5-44ed-908d-314f8bbddf44 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Unset dirty status for tenant:416b2fd961bc4d70a26d66821f7df8e2 on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:33:45.698462 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f4caddcf-95b5-459a-b8b3-fe093a20da98 req-b62d298b-66e5-44ed-908d-314f8bbddf44 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/ports?device_id=69bcab59-88eb-4fb1-a0ed-644552ee9fdd HTTP/1.1" status: 200 len: 945 time: 0.3101411 Mar 07 10:33:45.743361 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-9d947feb-f753-43ee-88c3-bb2f35971d69 req-15607d20-4a4d-428c-9f49-5bed2677c3ac service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=40a9b5e4-2566-4b34-8233-7ca2a6a5d397&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1039176 Mar 07 10:33:45.755559 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [req-9d947feb-f753-43ee-88c3-bb2f35971d69 req-7ab37de3-4290-41a6-a443-a7f742064d28 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=83737) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 07 10:33:45.756523 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-9d947feb-f753-43ee-88c3-bb2f35971d69 req-7ab37de3-4290-41a6-a443-a7f742064d28 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0048831 Mar 07 10:33:45.760628 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-f4caddcf-95b5-459a-b8b3-fe093a20da98 req-1ac80441-76e7-4dbd-b011-ad7862a3e004 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Synchronizing usage tracker for tenant:416b2fd961bc4d70a26d66821f7df8e2 on resource:security_group {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:33:45.854523 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-f4caddcf-95b5-459a-b8b3-fe093a20da98 req-1ac80441-76e7-4dbd-b011-ad7862a3e004 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Unset dirty status for tenant:416b2fd961bc4d70a26d66821f7df8e2 on resource:security_group {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:33:45.856212 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f4caddcf-95b5-459a-b8b3-fe093a20da98 req-1ac80441-76e7-4dbd-b011-ad7862a3e004 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/security-groups?id=9062d70d-d651-4000-a289-660d64ce925e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1511598 Mar 07 10:33:45.899154 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-9d947feb-f753-43ee-88c3-bb2f35971d69 req-b0955e25-ab57-4651-bc61-bbc99f379793 service neutron] 10.222.0.10 "GET /v2.0/networks/40a9b5e4-2566-4b34-8233-7ca2a6a5d397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358862 Mar 07 10:33:46.025766 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-6a733902-c0ed-45cd-b6c3-7de4f78f76f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45ee3b0b-88fe-426a-9238-4fe6f312b48c', 'name': 'tempest-TestNetworkBasicOps-router-279492574', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.141'}], 'enable_snat': True}, 'gw_port_id': '39859c51-8b3b-4046-8d84-9bd4a674d742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:30:22Z', 'updated_at': '2022-03-07T10:33:35Z', 'revision_number': 6, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'gw_port': {'id': '39859c51-8b3b-4046-8d84-9bd4a674d742', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:52:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ee3b0b-88fe-426a-9238-4fe6f312b48c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:30:23Z', 'updated_at': '2022-03-07T10:30:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_interfaces': [{'id': '504fdb8e-40a4-419d-910c-75ec0af599c3', 'name': '', 'network_id': '40a9b5e4-2566-4b34-8233-7ca2a6a5d397', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'mac_address': 'fa:16:3e:cf:19:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ee3b0b-88fe-426a-9238-4fe6f312b48c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1639da54-b037-4e07-a2ec-b6618ce1a79a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:30:38Z', 'updated_at': '2022-03-07T10:30:56Z', 'revision_number': 5, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'subnets': [{'id': '1639da54-b037-4e07-a2ec-b6618ce1a79a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:33:46.030174 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a733902-c0ed-45cd-b6c3-7de4f78f76f8 None None] The sync data for ids ['45ee3b0b-88fe-426a-9238-4fe6f312b48c'] in dv-neutron-830731-3-hyperv is: [{'id': '45ee3b0b-88fe-426a-9238-4fe6f312b48c', 'name': 'tempest-TestNetworkBasicOps-router-279492574', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.141'}], 'enable_snat': True}, 'gw_port_id': '39859c51-8b3b-4046-8d84-9bd4a674d742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:30:22Z', 'updated_at': '2022-03-07T10:33:35Z', 'revision_number': 6, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'gw_port': {'id': '39859c51-8b3b-4046-8d84-9bd4a674d742', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:52:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ee3b0b-88fe-426a-9238-4fe6f312b48c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:30:23Z', 'updated_at': '2022-03-07T10:30:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_interfaces': [{'id': '504fdb8e-40a4-419d-910c-75ec0af599c3', 'name': '', 'network_id': '40a9b5e4-2566-4b34-8233-7ca2a6a5d397', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'mac_address': 'fa:16:3e:cf:19:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ee3b0b-88fe-426a-9238-4fe6f312b48c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1639da54-b037-4e07-a2ec-b6618ce1a79a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:30:38Z', 'updated_at': '2022-03-07T10:30:56Z', 'revision_number': 5, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'subnets': [{'id': '1639da54-b037-4e07-a2ec-b6618ce1a79a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:33:46.032089 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-9d947feb-f753-43ee-88c3-bb2f35971d69 req-2cb40fbc-be93-4fdd-92c7-eb69f33ad5d1 service neutron] 10.222.0.10 "GET /v2.0/networks/40a9b5e4-2566-4b34-8233-7ca2a6a5d397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263120 Mar 07 10:33:46.257539 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86d4501-8b88-461e-a521-a5a054ef5864 None None] New status for floating IP aa55acd1-963f-4341-8f2a-3370a8802643: DOWN {{(pid=83739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 07 10:33:46.874563 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edff448-cc08-47d2-8e53-50a486f610de req-8b411b51-3821-4455-8713-77bd01edaa3e tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:46.875947 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-8edff448-cc08-47d2-8e53-50a486f610de req-8b411b51-3821-4455-8713-77bd01edaa3e tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.10 "GET /v2.0/ports?device_id=69bcab59-88eb-4fb1-a0ed-644552ee9fdd HTTP/1.1" status: 200 len: 945 time: 0.0773427 Mar 07 10:33:46.944769 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [req-8edff448-cc08-47d2-8e53-50a486f610de req-9172898b-b9e8-4344-a06f-cee43b1ec417 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Deleting port 1a1f8072-f405-4d6e-9b74-ffbe5a7a204e {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:33:46.945109 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-8edff448-cc08-47d2-8e53-50a486f610de req-9172898b-b9e8-4344-a06f-cee43b1ec417 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:47.205346 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dda68d-3871-4209-ad6a-fe81d366123c req-5da96df2-02a8-4a91-b817-308c956738a2 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:47.206672 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-41dda68d-3871-4209-ad6a-fe81d366123c req-5da96df2-02a8-4a91-b817-308c956738a2 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/ports?device_id=69bcab59-88eb-4fb1-a0ed-644552ee9fdd HTTP/1.1" status: 200 len: 945 time: 0.2274008 Mar 07 10:33:47.290578 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [req-8edff448-cc08-47d2-8e53-50a486f610de req-9172898b-b9e8-4344-a06f-cee43b1ec417 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] For port 1a1f8072-f405-4d6e-9b74-ffbe5a7a204e, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=1a1f8072-f405-4d6e-9b74-ffbe5a7a204e,segment=NetworkSegment(db98df71-74cd-4d5e-8dae-73d8cf33dfa3),segment_id=db98df71-74cd-4d5e-8dae-73d8cf33dfa3)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:33:47.290931 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-8edff448-cc08-47d2-8e53-50a486f610de req-9172898b-b9e8-4344-a06f-cee43b1ec417 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:47.300068 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-41dda68d-3871-4209-ad6a-fe81d366123c req-6da4352b-90bc-4a6a-96b7-e817c31f568d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/security-groups?id=9062d70d-d651-4000-a289-660d64ce925e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877881 Mar 07 10:33:47.412393 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [req-8edff448-cc08-47d2-8e53-50a486f610de req-9172898b-b9e8-4344-a06f-cee43b1ec417 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Calling delete_port for 1a1f8072-f405-4d6e-9b74-ffbe5a7a204e owned by compute:nova {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:33:47.548994 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-8edff448-cc08-47d2-8e53-50a486f610de req-9172898b-b9e8-4344-a06f-cee43b1ec417 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:47.598081 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9172898b-b9e8-4344-a06f-cee43b1ec417 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event deleted for resources: {'Port': ['ID=1a1f8072-f405-4d6e-9b74-ffbe5a7a204e,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:47.669973 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [req-8edff448-cc08-47d2-8e53-50a486f610de req-9172898b-b9e8-4344-a06f-cee43b1ec417 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] No DVR routers for this DVR port 1a1f8072-f405-4d6e-9b74-ffbe5a7a204e on host hv-neutron-8307 {{(pid=83737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:33:47.672309 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-8edff448-cc08-47d2-8e53-50a486f610de req-9172898b-b9e8-4344-a06f-cee43b1ec417 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:47.674801 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69bcab59-88eb-4fb1-a0ed-644552ee9fdd', 'name': 'network-vif-deleted', 'tag': '1a1f8072-f405-4d6e-9b74-ffbe5a7a204e'}] {{(pid=83737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 10:33:47.689434 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-8edff448-cc08-47d2-8e53-50a486f610de req-9172898b-b9e8-4344-a06f-cee43b1ec417 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.10 "DELETE /v2.0/ports/1a1f8072-f405-4d6e-9b74-ffbe5a7a204e HTTP/1.1" status: 204 len: 173 time: 0.8069968 Mar 07 10:33:47.733871 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69bcab59-88eb-4fb1-a0ed-644552ee9fdd', 'name': 'network-vif-deleted', 'tag': '1a1f8072-f405-4d6e-9b74-ffbe5a7a204e', 'status': 'completed', 'code': 200} Mar 07 10:33:48.410272 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 40000) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:33:48.481045 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9fafdf3d-0dba-4d56-a2be-c57f7d3de88e tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:48.510128 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9fafdf3d-0dba-4d56-a2be-c57f7d3de88e tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:48.570719 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9fafdf3d-0dba-4d56-a2be-c57f7d3de88e tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:48.590397 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fafdf3d-0dba-4d56-a2be-c57f7d3de88e tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9062d70d-d651-4000-a289-660d64ce925e,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:48.602163 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9fafdf3d-0dba-4d56-a2be-c57f7d3de88e tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:48.606252 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-9fafdf3d-0dba-4d56-a2be-c57f7d3de88e tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "DELETE /v2.0/security-groups/9062d70d-d651-4000-a289-660d64ce925e HTTP/1.1" status: 204 len: 168 time: 0.1919744 Mar 07 10:33:48.644457 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 40006) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:33:49.131130 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e76d5930-5d59-4488-a162-26996e90f873 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3920255'] for router_interface, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:49.725347 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-e76d5930-5d59-4488-a162-26996e90f873 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Deleting port 504fdb8e-40a4-419d-910c-75ec0af599c3 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:33:49.726061 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e76d5930-5d59-4488-a162-26996e90f873 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:49.905046 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-e76d5930-5d59-4488-a162-26996e90f873 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] For port 504fdb8e-40a4-419d-910c-75ec0af599c3, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=504fdb8e-40a4-419d-910c-75ec0af599c3,segment=NetworkSegment(db98df71-74cd-4d5e-8dae-73d8cf33dfa3),segment_id=db98df71-74cd-4d5e-8dae-73d8cf33dfa3)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:33:49.905396 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e76d5930-5d59-4488-a162-26996e90f873 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:50.028327 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-e76d5930-5d59-4488-a162-26996e90f873 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Calling delete_port for 504fdb8e-40a4-419d-910c-75ec0af599c3 owned by network:router_interface {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:33:50.236225 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e76d5930-5d59-4488-a162-26996e90f873 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:50.285541 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76d5930-5d59-4488-a162-26996e90f873 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event deleted for resources: {'Port': ['ID=504fdb8e-40a4-419d-910c-75ec0af599c3,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:50.662078 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e76d5930-5d59-4488-a162-26996e90f873 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2756383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3920168'] for router_interface, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:50.789028 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device 1a1f8072-f405-4d6e-9b74-ffbe5a7a204e no longer exists at agent hyperv_hv-neutron-8307 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:33:50.821200 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] No Port match for: 1a1f8072-f405-4d6e-9b74-ffbe5a7a204e {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 10:33:50.822516 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device 1a1f8072-f405-4d6e-9b74-ffbe5a7a204e not bound to the agent host hv-neutron-8307 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 10:33:51.225366 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e76d5930-5d59-4488-a162-26996e90f873 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Router 45ee3b0b-88fe-426a-9238-4fe6f312b48c has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:33:51.419828 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e76d5930-5d59-4488-a162-26996e90f873 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:33:51.429160 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88cbb40-fc6a-44d6-a52e-678ea6e7edf4 None None] Sync routers for ids ['45ee3b0b-88fe-426a-9238-4fe6f312b48c'] in dv-neutron-830731-3-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:33:51.432072 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-e76d5930-5d59-4488-a162-26996e90f873 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "PUT /v2.0/routers/45ee3b0b-88fe-426a-9238-4fe6f312b48c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7865536 Mar 07 10:33:51.434778 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 40010) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:33:51.441188 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88cbb40-fc6a-44d6-a52e-678ea6e7edf4 None None] Routers {'45ee3b0b-88fe-426a-9238-4fe6f312b48c'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:33:51.441800 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-d88cbb40-fc6a-44d6-a52e-678ea6e7edf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:33:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['45ee3b0b-88fe-426a-9238-4fe6f312b48c'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:33:51.620993 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-d88cbb40-fc6a-44d6-a52e-678ea6e7edf4 None None] Set router 45ee3b0b-88fe-426a-9238-4fe6f312b48c gateway port host: dv-neutron-830731-3-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:33:51.621565 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ffac783-745e-43ab-9e78-b7db2d0c2094 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Deleting subnet 1639da54-b037-4e07-a2ec-b6618ce1a79a {{(pid=83738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 07 10:33:51.626069 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9ffac783-745e-43ab-9e78-b7db2d0c2094 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for subnet, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:51.681332 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9ffac783-745e-43ab-9e78-b7db2d0c2094 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2969395'] for subnet, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:51.769461 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9ffac783-745e-43ab-9e78-b7db2d0c2094 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1525496'] for subnet, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:51.843730 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9ffac783-745e-43ab-9e78-b7db2d0c2094 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1525489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3556647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741465'] for subnet, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:51.882631 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffac783-745e-43ab-9e78-b7db2d0c2094 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event deleted for resources: {'Subnet': ['ID=1639da54-b037-4e07-a2ec-b6618ce1a79a,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:51.890719 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9ffac783-745e-43ab-9e78-b7db2d0c2094 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:51.891762 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553722f3-6acc-43cd-9e75-dc5e63d6a61c req-9c758b20-cf9d-41e6-a346-998a4f26f4e3 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:51.893384 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-553722f3-6acc-43cd-9e75-dc5e63d6a61c req-9c758b20-cf9d-41e6-a346-998a4f26f4e3 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] 10.222.0.13 "GET /v2.0/ports?device_id=5aaefbc7-74ce-452d-ae0c-e8fe98fb8ec9 HTTP/1.1" status: 200 len: 945 time: 0.0893869 Mar 07 10:33:51.904680 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5070fdee-291b-4944-be20-34a9c308c817 None None] Network 40a9b5e4-2566-4b34-8233-7ca2a6a5d397 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:33:51.905255 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-9ffac783-745e-43ab-9e78-b7db2d0c2094 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "DELETE /v2.0/subnets/1639da54-b037-4e07-a2ec-b6618ce1a79a HTTP/1.1" status: 204 len: 168 time: 0.4630010 Mar 07 10:33:51.905437 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 40018) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:33:51.922458 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-d88cbb40-fc6a-44d6-a52e-678ea6e7edf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45ee3b0b-88fe-426a-9238-4fe6f312b48c', 'name': 'tempest-TestNetworkBasicOps-router-279492574', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.141'}], 'enable_snat': True}, 'gw_port_id': '39859c51-8b3b-4046-8d84-9bd4a674d742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:30:22Z', 'updated_at': '2022-03-07T10:33:50Z', 'revision_number': 7, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'gw_port': {'id': '39859c51-8b3b-4046-8d84-9bd4a674d742', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:52:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ee3b0b-88fe-426a-9238-4fe6f312b48c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:30:23Z', 'updated_at': '2022-03-07T10:30:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv'}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:33:51.926548 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88cbb40-fc6a-44d6-a52e-678ea6e7edf4 None None] Checking router: 45ee3b0b-88fe-426a-9238-4fe6f312b48c for host: dv-neutron-830731-3-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 07 10:33:51.938782 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88cbb40-fc6a-44d6-a52e-678ea6e7edf4 None None] Routers {'45ee3b0b-88fe-426a-9238-4fe6f312b48c'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:33:51.939507 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-d88cbb40-fc6a-44d6-a52e-678ea6e7edf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:33:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['45ee3b0b-88fe-426a-9238-4fe6f312b48c'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:33:51.943847 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-553722f3-6acc-43cd-9e75-dc5e63d6a61c req-79224216-2187-4395-98eb-7e8c7a3cf171 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] 10.222.0.13 "GET /v2.0/security-groups?id=c573f7f3-4cd0-4907-ba58-d47387524041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441973 Mar 07 10:33:52.126302 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-d88cbb40-fc6a-44d6-a52e-678ea6e7edf4 None None] Set router 45ee3b0b-88fe-426a-9238-4fe6f312b48c gateway port host: dv-neutron-830731-3-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:33:52.177358 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecefad6b-9c28-4265-bff6-d89505222e44 None None] DHCP port deletion for 40a9b5e4-2566-4b34-8233-7ca2a6a5d397 request from dv-neutron-830731-3-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 07 10:33:52.181249 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-ecefad6b-9c28-4265-bff6-d89505222e44 None None] Deleting port 0ec78421-999a-44ad-b980-2a88fd73cbd3 {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:33:52.181629 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-ecefad6b-9c28-4265-bff6-d89505222e44 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:52.244609 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2b3310bb-ab9e-4863-a67e-3255a6c1173d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for router, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:52.406888 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-ecefad6b-9c28-4265-bff6-d89505222e44 None None] For port 0ec78421-999a-44ad-b980-2a88fd73cbd3, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=0ec78421-999a-44ad-b980-2a88fd73cbd3,segment=NetworkSegment(db98df71-74cd-4d5e-8dae-73d8cf33dfa3),segment_id=db98df71-74cd-4d5e-8dae-73d8cf33dfa3)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:33:52.408103 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-ecefad6b-9c28-4265-bff6-d89505222e44 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:52.425258 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 0ec78421-999a-44ad-b980-2a88fd73cbd3 no longer exists at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:33:52.472738 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2b3310bb-ab9e-4863-a67e-3255a6c1173d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:52.483536 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-2b3310bb-ab9e-4863-a67e-3255a6c1173d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Deleting port 39859c51-8b3b-4046-8d84-9bd4a674d742 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:33:52.483928 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2b3310bb-ab9e-4863-a67e-3255a6c1173d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:52.493259 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-d88cbb40-fc6a-44d6-a52e-678ea6e7edf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45ee3b0b-88fe-426a-9238-4fe6f312b48c', 'name': 'tempest-TestNetworkBasicOps-router-279492574', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.141'}], 'enable_snat': True}, 'gw_port_id': '39859c51-8b3b-4046-8d84-9bd4a674d742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:30:22Z', 'updated_at': '2022-03-07T10:33:50Z', 'revision_number': 7, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'gw_port': {'id': '39859c51-8b3b-4046-8d84-9bd4a674d742', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:52:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ee3b0b-88fe-426a-9238-4fe6f312b48c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:30:23Z', 'updated_at': '2022-03-07T10:30:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv'}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:33:52.498134 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88cbb40-fc6a-44d6-a52e-678ea6e7edf4 None None] The sync data for ids ['45ee3b0b-88fe-426a-9238-4fe6f312b48c'] in dv-neutron-830731-3-hyperv is: [{'id': '45ee3b0b-88fe-426a-9238-4fe6f312b48c', 'name': 'tempest-TestNetworkBasicOps-router-279492574', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.141'}], 'enable_snat': True}, 'gw_port_id': '39859c51-8b3b-4046-8d84-9bd4a674d742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:30:22Z', 'updated_at': '2022-03-07T10:33:50Z', 'revision_number': 7, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'gw_port': {'id': '39859c51-8b3b-4046-8d84-9bd4a674d742', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:52:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ee3b0b-88fe-426a-9238-4fe6f312b48c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:30:23Z', 'updated_at': '2022-03-07T10:30:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv'}] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:33:52.607427 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-ecefad6b-9c28-4265-bff6-d89505222e44 None None] Calling delete_port for 0ec78421-999a-44ad-b980-2a88fd73cbd3 owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:33:52.661857 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-2b3310bb-ab9e-4863-a67e-3255a6c1173d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] For port 39859c51-8b3b-4046-8d84-9bd4a674d742, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=39859c51-8b3b-4046-8d84-9bd4a674d742,segment=NetworkSegment(9a22e080-7529-4fc7-949d-9f84ba21807d),segment_id=9a22e080-7529-4fc7-949d-9f84ba21807d)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:33:52.662105 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2b3310bb-ab9e-4863-a67e-3255a6c1173d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:52.732405 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-ecefad6b-9c28-4265-bff6-d89505222e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812'] for port, after_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:52.779034 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecefad6b-9c28-4265-bff6-d89505222e44 None None] Pushing event deleted for resources: {'Port': ['ID=0ec78421-999a-44ad-b980-2a88fd73cbd3,revision_number=None']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:52.785166 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-2b3310bb-ab9e-4863-a67e-3255a6c1173d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Calling delete_port for 39859c51-8b3b-4046-8d84-9bd4a674d742 owned by network:router_gateway {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:33:52.787913 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:52.803543 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecefad6b-9c28-4265-bff6-d89505222e44 None None] No DVR routers for this DVR port 0ec78421-999a-44ad-b980-2a88fd73cbd3 on host dv-neutron-830731-3-hyperv {{(pid=83739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:33:52.808108 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecefad6b-9c28-4265-bff6-d89505222e44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:33:52.808108 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecefad6b-9c28-4265-bff6-d89505222e44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:33:52.808753 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecefad6b-9c28-4265-bff6-d89505222e44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:33:52.809056 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecefad6b-9c28-4265-bff6-d89505222e44 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:33:52.809385 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecefad6b-9c28-4265-bff6-d89505222e44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:33:52.809711 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecefad6b-9c28-4265-bff6-d89505222e44 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:33:52.810032 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecefad6b-9c28-4265-bff6-d89505222e44 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:33:52.810356 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecefad6b-9c28-4265-bff6-d89505222e44 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:33:52.810674 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecefad6b-9c28-4265-bff6-d89505222e44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:33:52.810988 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecefad6b-9c28-4265-bff6-d89505222e44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:33:52.811305 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecefad6b-9c28-4265-bff6-d89505222e44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:33:52.968970 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2b3310bb-ab9e-4863-a67e-3255a6c1173d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:53.017642 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3310bb-ab9e-4863-a67e-3255a6c1173d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event deleted for resources: {'Port': ['ID=39859c51-8b3b-4046-8d84-9bd4a674d742,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:53.168866 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23e6dff-7bbb-4d7d-bb51-834ace779ce7 req-d0925c16-b96d-4ed3-a99e-f024e47413d3 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:53.170378 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f23e6dff-7bbb-4d7d-bb51-834ace779ce7 req-d0925c16-b96d-4ed3-a99e-f024e47413d3 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] 10.222.0.13 "GET /v2.0/ports?device_id=5aaefbc7-74ce-452d-ae0c-e8fe98fb8ec9 HTTP/1.1" status: 200 len: 945 time: 0.0771065 Mar 07 10:33:53.214681 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f23e6dff-7bbb-4d7d-bb51-834ace779ce7 req-38e1d8cb-fb35-4870-a087-97c8a1bef652 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] 10.222.0.13 "GET /v2.0/security-groups?id=c573f7f3-4cd0-4907-ba58-d47387524041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388515 Mar 07 10:33:53.240141 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2b3310bb-ab9e-4863-a67e-3255a6c1173d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923554'] for router_gateway, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:53.514952 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fb542f-667c-496c-b30c-6d0ddea7b006 req-40357865-0566-4a29-9167-3f5eb52bf364 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:53.516304 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-77fb542f-667c-496c-b30c-6d0ddea7b006 req-40357865-0566-4a29-9167-3f5eb52bf364 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] 10.222.0.10 "GET /v2.0/ports?device_id=5aaefbc7-74ce-452d-ae0c-e8fe98fb8ec9 HTTP/1.1" status: 200 len: 945 time: 0.1706502 Mar 07 10:33:53.584837 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [req-77fb542f-667c-496c-b30c-6d0ddea7b006 req-51252146-417d-4814-9ab4-497420891ffb tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Deleting port ff4adde1-2c27-49b7-93eb-5984786dbd79 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:33:53.585170 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-77fb542f-667c-496c-b30c-6d0ddea7b006 req-51252146-417d-4814-9ab4-497420891ffb tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:53.612809 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2b3310bb-ab9e-4863-a67e-3255a6c1173d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3917970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58043'] for router, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:53.617017 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2b3310bb-ab9e-4863-a67e-3255a6c1173d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:53.643866 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2b3310bb-ab9e-4863-a67e-3255a6c1173d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3917886'] for router, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:53.644374 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b3310bb-ab9e-4863-a67e-3255a6c1173d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Fanout notify agent at l3_agent the message router_deleted on router 45ee3b0b-88fe-426a-9238-4fe6f312b48c {{(pid=83738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 10:33:53.659178 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2b3310bb-ab9e-4863-a67e-3255a6c1173d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for router, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:53.662722 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-2b3310bb-ab9e-4863-a67e-3255a6c1173d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "DELETE /v2.0/routers/45ee3b0b-88fe-426a-9238-4fe6f312b48c HTTP/1.1" status: 204 len: 168 time: 1.7540140 Mar 07 10:33:53.663423 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 40024) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:33:53.787416 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-23ca6c22-e65e-47dc-afe8-bb809ec849dd tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1158940'] for network, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:53.836944 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [req-77fb542f-667c-496c-b30c-6d0ddea7b006 req-51252146-417d-4814-9ab4-497420891ffb tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] For port ff4adde1-2c27-49b7-93eb-5984786dbd79, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=ff4adde1-2c27-49b7-93eb-5984786dbd79,segment=NetworkSegment(8c71cc60-e697-4bc8-ab7b-834524b4e30a),segment_id=8c71cc60-e697-4bc8-ab7b-834524b4e30a)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:33:53.837291 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-77fb542f-667c-496c-b30c-6d0ddea7b006 req-51252146-417d-4814-9ab4-497420891ffb tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:53.916105 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-23ca6c22-e65e-47dc-afe8-bb809ec849dd tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1526893', 'neutron.services.segments.db._delete_segments_for_network-8732568551033'] for network, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:53.942757 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-23ca6c22-e65e-47dc-afe8-bb809ec849dd tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40a9b5e4-2566-4b34-8233-7ca2a6a5d397']}} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:33:53.954947 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-23ca6c22-e65e-47dc-afe8-bb809ec849dd tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db98df71-74cd-4d5e-8dae-73d8cf33dfa3') {'for_net_delete': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:33:53.955231 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-23ca6c22-e65e-47dc-afe8-bb809ec849dd tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db98df71-74cd-4d5e-8dae-73d8cf33dfa3') {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:33:53.966197 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-23ca6c22-e65e-47dc-afe8-bb809ec849dd tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732568550916', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968000'] for segment, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:53.982095 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-23ca6c22-e65e-47dc-afe8-bb809ec849dd tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:53.988041 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23ca6c22-e65e-47dc-afe8-bb809ec849dd tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=83738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 07 10:33:53.988516 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-23ca6c22-e65e-47dc-afe8-bb809ec849dd tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1227397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3556681'] for segment, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:54.003061 dv-neutron-830731-3-hyperv neutron-server[83738]: Traceback (most recent call last): Mar 07 10:33:54.003061 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 07 10:33:54.003061 dv-neutron-830731-3-hyperv neutron-server[83738]: timer() Mar 07 10:33:54.003061 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:33:54.003061 dv-neutron-830731-3-hyperv neutron-server[83738]: cb(*args, **kw) Mar 07 10:33:54.003061 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 10:33:54.003061 dv-neutron-830731-3-hyperv neutron-server[83738]: return func(*args, **kwargs) Mar 07 10:33:54.003061 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:33:54.003061 dv-neutron-830731-3-hyperv neutron-server[83738]: self._notify() Mar 07 10:33:54.003061 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:33:54.003061 dv-neutron-830731-3-hyperv neutron-server[83738]: self.callback(batched_events) Mar 07 10:33:54.003061 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:33:54.003061 dv-neutron-830731-3-hyperv neutron-server[83738]: event.method(event) Mar 07 10:33:54.003061 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 10:33:54.003061 dv-neutron-830731-3-hyperv neutron-server[83738]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:33:54.003061 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 10:33:54.003061 dv-neutron-830731-3-hyperv neutron-server[83738]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:33:54.003061 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 10:33:54.003061 dv-neutron-830731-3-hyperv neutron-server[83738]: return f(self, *a, **k) Mar 07 10:33:54.003061 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:33:54.003061 dv-neutron-830731-3-hyperv neutron-server[83738]: return self._get(url).json() Mar 07 10:33:54.003061 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:33:54.003061 dv-neutron-830731-3-hyperv neutron-server[83738]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:33:54.003061 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 07 10:33:54.003061 dv-neutron-830731-3-hyperv neutron-server[83738]: return self.request(url, 'GET', **kwargs) Mar 07 10:33:54.003061 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 07 10:33:54.003061 dv-neutron-830731-3-hyperv neutron-server[83738]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:33:54.003061 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 07 10:33:54.003061 dv-neutron-830731-3-hyperv neutron-server[83738]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:33:54.003061 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 07 10:33:54.003061 dv-neutron-830731-3-hyperv neutron-server[83738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:33:54.003061 dv-neutron-830731-3-hyperv neutron-server[83738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:33:54.084714 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-23ca6c22-e65e-47dc-afe8-bb809ec849dd tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1526886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923583'] for network, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:54.106563 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-23ca6c22-e65e-47dc-afe8-bb809ec849dd tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:54.115958 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ca6c22-e65e-47dc-afe8-bb809ec849dd tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event deleted for resources: {'Network': ['ID=40a9b5e4-2566-4b34-8233-7ca2a6a5d397,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:54.119818 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-23ca6c22-e65e-47dc-afe8-bb809ec849dd tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "DELETE /v2.0/networks/40a9b5e4-2566-4b34-8233-7ca2a6a5d397 HTTP/1.1" status: 204 len: 168 time: 0.4554400 Mar 07 10:33:54.127136 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-77fb542f-667c-496c-b30c-6d0ddea7b006 req-51252146-417d-4814-9ab4-497420891ffb tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:54.127511 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-77fb542f-667c-496c-b30c-6d0ddea7b006 req-51252146-417d-4814-9ab4-497420891ffb tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923533'] for floatingip, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:54.128248 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.db.l3_db [req-77fb542f-667c-496c-b30c-6d0ddea7b006 req-51252146-417d-4814-9ab4-497420891ffb tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Floating IP a299fbba-8490-41df-872e-b350e7f7c053 disassociated. External IP: 172.26.8.75, port: ff4adde1-2c27-49b7-93eb-5984786dbd79. Mar 07 10:33:54.128248 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [req-77fb542f-667c-496c-b30c-6d0ddea7b006 req-51252146-417d-4814-9ab4-497420891ffb tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Calling delete_port for ff4adde1-2c27-49b7-93eb-5984786dbd79 owned by compute:nova {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:33:54.141730 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 40028) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:33:54.147436 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-b8629175-d8ec-4f4d-a634-1d59651bc338 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Request body: {'network': {'name': 'tempest-network-smoke--2014280914', 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'port_security_enabled': True}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:33:54.153146 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-b8629175-d8ec-4f4d-a634-1d59651bc338 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:33:54.156922 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-b8629175-d8ec-4f4d-a634-1d59651bc338 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Usage tracker for resource:network and tenant:416b2fd961bc4d70a26d66821f7df8e2 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:33:54.159707 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-b8629175-d8ec-4f4d-a634-1d59651bc338 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:33:54.165333 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-b8629175-d8ec-4f4d-a634-1d59651bc338 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:33:54.175906 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8629175-d8ec-4f4d-a634-1d59651bc338 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Made reservation on behalf of 416b2fd961bc4d70a26d66821f7df8e2 for: {'network': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:33:54.179026 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b8629175-d8ec-4f4d-a634-1d59651bc338 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for network, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:54.268272 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-77fb542f-667c-496c-b30c-6d0ddea7b006 req-51252146-417d-4814-9ab4-497420891ffb tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:54.275481 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8629175-d8ec-4f4d-a634-1d59651bc338 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=83738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:33:54.295954 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b8629175-d8ec-4f4d-a634-1d59651bc338 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:54.300959 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.db.segments_db [None req-b8629175-d8ec-4f4d-a634-1d59651bc338 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Added segment 86357c75-66d4-4956-a2ba-f3fdb74b1b1f of type vlan for network 536a476f-b61f-4975-a8fb-307f2d3d7082 Mar 07 10:33:54.328792 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51252146-417d-4814-9ab4-497420891ffb tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Pushing event deleted for resources: {'Port': ['ID=ff4adde1-2c27-49b7-93eb-5984786dbd79,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:54.336032 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b8629175-d8ec-4f4d-a634-1d59651bc338 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732568034061'] for network, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:54.369086 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 39859c51-8b3b-4046-8d84-9bd4a674d742 no longer exists at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:33:54.387369 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b8629175-d8ec-4f4d-a634-1d59651bc338 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594'] for network, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:54.391575 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8629175-d8ec-4f4d-a634-1d59651bc338 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:54.392339 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b8629175-d8ec-4f4d-a634-1d59651bc338 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:54.403698 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] No Port match for: 39859c51-8b3b-4046-8d84-9bd4a674d742 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 10:33:54.404036 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 39859c51-8b3b-4046-8d84-9bd4a674d742 not bound to the agent host dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 10:33:54.404692 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 504fdb8e-40a4-419d-910c-75ec0af599c3 no longer exists at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:33:54.436468 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] No Port match for: 504fdb8e-40a4-419d-910c-75ec0af599c3 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 10:33:54.436835 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 504fdb8e-40a4-419d-910c-75ec0af599c3 not bound to the agent host dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 10:33:54.498269 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-b8629175-d8ec-4f4d-a634-1d59651bc338 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3554490 Mar 07 10:33:54.501048 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 40034) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:33:54.508256 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-65155762-6aa9-4367-9778-848b856426fa tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-499706407', 'admin_state_up': True, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12'}}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:33:54.511850 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-1a310c20-0598-4052-81d3-03696e92685d req-6ad10ee8-07a8-42d3-9c0b-f6f215cb14d2 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] 10.222.0.13 "GET /v2.0/ports?device_id=5aaefbc7-74ce-452d-ae0c-e8fe98fb8ec9 HTTP/1.1" status: 200 len: 210 time: 0.1114666 Mar 07 10:33:54.517244 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-65155762-6aa9-4367-9778-848b856426fa tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:33:54.519447 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8629175-d8ec-4f4d-a634-1d59651bc338 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event updated for resources: {'Network': ['ID=536a476f-b61f-4975-a8fb-307f2d3d7082,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:54.523249 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-65155762-6aa9-4367-9778-848b856426fa tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Usage tracker for resource:router and tenant:416b2fd961bc4d70a26d66821f7df8e2 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:33:54.527187 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-65155762-6aa9-4367-9778-848b856426fa tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:33:54.533307 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-65155762-6aa9-4367-9778-848b856426fa tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:33:54.534470 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Network 536a476f-b61f-4975-a8fb-307f2d3d7082 details requested by agent ovs-agent-dv-neutron-830731-3-hyperv with host dv-neutron-830731-3-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 10:33:54.546577 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-65155762-6aa9-4367-9778-848b856426fa tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3919700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58025'] for router, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:54.547557 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-65155762-6aa9-4367-9778-848b856426fa tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3919671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4011175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58018'] for router, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:54.569792 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-65155762-6aa9-4367-9778-848b856426fa tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:54.608724 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [req-77fb542f-667c-496c-b30c-6d0ddea7b006 req-51252146-417d-4814-9ab4-497420891ffb tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Router 2b54fb8b-b163-48a3-b144-8be5cda72c7c has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:33:54.730226 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-65155762-6aa9-4367-9778-848b856426fa tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3917998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58952'] for router, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:54.825110 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-77fb542f-667c-496c-b30c-6d0ddea7b006 req-51252146-417d-4814-9ab4-497420891ffb tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:33:54.837391 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ff3a2d-d41c-42e3-a73c-5c52de525cff None None] Sync routers for ids ['2b54fb8b-b163-48a3-b144-8be5cda72c7c'] in dv-neutron-830731-3-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:33:54.852461 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ff3a2d-d41c-42e3-a73c-5c52de525cff None None] Routers {'2b54fb8b-b163-48a3-b144-8be5cda72c7c'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:33:54.853100 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-36ff3a2d-d41c-42e3-a73c-5c52de525cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:33:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['2b54fb8b-b163-48a3-b144-8be5cda72c7c'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:33:54.904162 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [req-77fb542f-667c-496c-b30c-6d0ddea7b006 req-51252146-417d-4814-9ab4-497420891ffb tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] No DVR routers for this DVR port ff4adde1-2c27-49b7-93eb-5984786dbd79 on host hv-neutron-8307 {{(pid=83737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:33:54.906556 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-77fb542f-667c-496c-b30c-6d0ddea7b006 req-51252146-417d-4814-9ab4-497420891ffb tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:54.910622 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aaefbc7-74ce-452d-ae0c-e8fe98fb8ec9', 'name': 'network-vif-deleted', 'tag': 'ff4adde1-2c27-49b7-93eb-5984786dbd79'}] {{(pid=83737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 10:33:54.917753 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-65155762-6aa9-4367-9778-848b856426fa tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for router_gateway, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:54.925119 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-77fb542f-667c-496c-b30c-6d0ddea7b006 req-51252146-417d-4814-9ab4-497420891ffb tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] 10.222.0.10 "DELETE /v2.0/ports/ff4adde1-2c27-49b7-93eb-5984786dbd79 HTTP/1.1" status: 204 len: 173 time: 1.4032018 Mar 07 10:33:54.955113 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-65155762-6aa9-4367-9778-848b856426fa tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:54.982690 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5aaefbc7-74ce-452d-ae0c-e8fe98fb8ec9', 'name': 'network-vif-deleted', 'tag': 'ff4adde1-2c27-49b7-93eb-5984786dbd79', 'status': 'completed', 'code': 200} Mar 07 10:33:55.059078 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-36ff3a2d-d41c-42e3-a73c-5c52de525cff None None] Set router 2b54fb8b-b163-48a3-b144-8be5cda72c7c gateway port host: dv-neutron-830731-3-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:33:55.082771 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-adbd2215-c8ee-41f3-92a6-4182ca26b8a8 None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 10:33:55.115570 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-65155762-6aa9-4367-9778-848b856426fa tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Allocated IP 172.26.8.131 (5ed85006-6b00-415e-b71f-837fb1421c12/8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a/d56b1be3-7fea-4752-88d9-5a4c0c640794) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:33:55.280765 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-65155762-6aa9-4367-9778-848b856426fa tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:55.321296 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-65155762-6aa9-4367-9778-848b856426fa tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:55.400297 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65155762-6aa9-4367-9778-848b856426fa tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Network 5ed85006-6b00-415e-b71f-837fb1421c12 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:33:55.404614 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-65155762-6aa9-4367-9778-848b856426fa tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:33:55.406831 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65155762-6aa9-4367-9778-848b856426fa tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event updated for resources: {'Port': ['ID=d56b1be3-7fea-4752-88d9-5a4c0c640794,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:55.408711 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65155762-6aa9-4367-9778-848b856426fa tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:33:55.425684 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-36ff3a2d-d41c-42e3-a73c-5c52de525cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b54fb8b-b163-48a3-b144-8be5cda72c7c', 'name': 'tempest-TestVolumeBootPattern-1562979624-router', 'tenant_id': '6a5f148e85ef4a9b80e5517fdf788fc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.38'}], 'enable_snat': True}, 'gw_port_id': '3a0d4cd7-8cbd-449d-a778-fec20aea7910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:30:06Z', 'updated_at': '2022-03-07T10:30:21Z', 'revision_number': 4, 'project_id': '6a5f148e85ef4a9b80e5517fdf788fc6', 'gw_port': {'id': '3a0d4cd7-8cbd-449d-a778-fec20aea7910', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:3b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b54fb8b-b163-48a3-b144-8be5cda72c7c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:30:08Z', 'updated_at': '2022-03-07T10:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_interfaces': [{'id': '51c6857b-1e74-4c3f-b53e-8c82f4121b89', 'name': '', 'network_id': '30023e69-476d-4a1a-a06a-7d904c24f2c0', 'tenant_id': '6a5f148e85ef4a9b80e5517fdf788fc6', 'mac_address': 'fa:16:3e:96:4e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b54fb8b-b163-48a3-b144-8be5cda72c7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c545286e-deb0-44ca-9190-77e7d2d3932b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:30:18Z', 'updated_at': '2022-03-07T10:30:34Z', 'revision_number': 5, 'project_id': '6a5f148e85ef4a9b80e5517fdf788fc6', 'subnets': [{'id': 'c545286e-deb0-44ca-9190-77e7d2d3932b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:33:55.429523 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ff3a2d-d41c-42e3-a73c-5c52de525cff None None] Checking router: 2b54fb8b-b163-48a3-b144-8be5cda72c7c for host: dv-neutron-830731-3-hyperv {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 07 10:33:55.441052 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ff3a2d-d41c-42e3-a73c-5c52de525cff None None] Routers {'2b54fb8b-b163-48a3-b144-8be5cda72c7c'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:33:55.441636 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-36ff3a2d-d41c-42e3-a73c-5c52de525cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:33:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['2b54fb8b-b163-48a3-b144-8be5cda72c7c'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:33:55.658183 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-36ff3a2d-d41c-42e3-a73c-5c52de525cff None None] Set router 2b54fb8b-b163-48a3-b144-8be5cda72c7c gateway port host: dv-neutron-830731-3-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:33:55.693104 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-65155762-6aa9-4367-9778-848b856426fa tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for router_gateway, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:55.693747 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-65155762-6aa9-4367-9778-848b856426fa tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3917991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923518'] for router, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:55.720282 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-54388119-7b96-493b-ac04-0b105a8578de req-12fc3aa8-bef7-43ce-9eda-c690472c6405 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Synchronizing usage tracker for tenant:6a5f148e85ef4a9b80e5517fdf788fc6 on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:33:55.737346 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-54388119-7b96-493b-ac04-0b105a8578de req-12fc3aa8-bef7-43ce-9eda-c690472c6405 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Unset dirty status for tenant:6a5f148e85ef4a9b80e5517fdf788fc6 on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:33:55.738556 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-54388119-7b96-493b-ac04-0b105a8578de req-12fc3aa8-bef7-43ce-9eda-c690472c6405 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] 10.222.0.13 "GET /v2.0/ports?device_id=5aaefbc7-74ce-452d-ae0c-e8fe98fb8ec9 HTTP/1.1" status: 200 len: 210 time: 0.0586138 Mar 07 10:33:55.945590 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65155762-6aa9-4367-9778-848b856426fa tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Router 81b383aa-247f-4e80-ba8d-8e8bf8e50440 is scheduled to L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 with binding_index 1 {{(pid=83738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 10:33:56.041631 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-36ff3a2d-d41c-42e3-a73c-5c52de525cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b54fb8b-b163-48a3-b144-8be5cda72c7c', 'name': 'tempest-TestVolumeBootPattern-1562979624-router', 'tenant_id': '6a5f148e85ef4a9b80e5517fdf788fc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.38'}], 'enable_snat': True}, 'gw_port_id': '3a0d4cd7-8cbd-449d-a778-fec20aea7910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:30:06Z', 'updated_at': '2022-03-07T10:30:21Z', 'revision_number': 4, 'project_id': '6a5f148e85ef4a9b80e5517fdf788fc6', 'gw_port': {'id': '3a0d4cd7-8cbd-449d-a778-fec20aea7910', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:3b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b54fb8b-b163-48a3-b144-8be5cda72c7c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:30:08Z', 'updated_at': '2022-03-07T10:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_interfaces': [{'id': '51c6857b-1e74-4c3f-b53e-8c82f4121b89', 'name': '', 'network_id': '30023e69-476d-4a1a-a06a-7d904c24f2c0', 'tenant_id': '6a5f148e85ef4a9b80e5517fdf788fc6', 'mac_address': 'fa:16:3e:96:4e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b54fb8b-b163-48a3-b144-8be5cda72c7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c545286e-deb0-44ca-9190-77e7d2d3932b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:30:18Z', 'updated_at': '2022-03-07T10:30:34Z', 'revision_number': 5, 'project_id': '6a5f148e85ef4a9b80e5517fdf788fc6', 'subnets': [{'id': 'c545286e-deb0-44ca-9190-77e7d2d3932b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:33:56.046412 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ff3a2d-d41c-42e3-a73c-5c52de525cff None None] The sync data for ids ['2b54fb8b-b163-48a3-b144-8be5cda72c7c'] in dv-neutron-830731-3-hyperv is: [{'id': '2b54fb8b-b163-48a3-b144-8be5cda72c7c', 'name': 'tempest-TestVolumeBootPattern-1562979624-router', 'tenant_id': '6a5f148e85ef4a9b80e5517fdf788fc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.38'}], 'enable_snat': True}, 'gw_port_id': '3a0d4cd7-8cbd-449d-a778-fec20aea7910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:30:06Z', 'updated_at': '2022-03-07T10:30:21Z', 'revision_number': 4, 'project_id': '6a5f148e85ef4a9b80e5517fdf788fc6', 'gw_port': {'id': '3a0d4cd7-8cbd-449d-a778-fec20aea7910', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:3b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b54fb8b-b163-48a3-b144-8be5cda72c7c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:30:08Z', 'updated_at': '2022-03-07T10:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_interfaces': [{'id': '51c6857b-1e74-4c3f-b53e-8c82f4121b89', 'name': '', 'network_id': '30023e69-476d-4a1a-a06a-7d904c24f2c0', 'tenant_id': '6a5f148e85ef4a9b80e5517fdf788fc6', 'mac_address': 'fa:16:3e:96:4e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b54fb8b-b163-48a3-b144-8be5cda72c7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c545286e-deb0-44ca-9190-77e7d2d3932b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:30:18Z', 'updated_at': '2022-03-07T10:30:34Z', 'revision_number': 5, 'project_id': '6a5f148e85ef4a9b80e5517fdf788fc6', 'subnets': [{'id': 'c545286e-deb0-44ca-9190-77e7d2d3932b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:33:56.152841 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65155762-6aa9-4367-9778-848b856426fa tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:33:56.163407 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4274320d-2fcd-444e-8b21-358c635c58d3 None None] Sync routers for ids ['81b383aa-247f-4e80-ba8d-8e8bf8e50440'] in dv-neutron-830731-3-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:33:56.176168 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4274320d-2fcd-444e-8b21-358c635c58d3 None None] Routers {'81b383aa-247f-4e80-ba8d-8e8bf8e50440'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:33:56.176877 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-4274320d-2fcd-444e-8b21-358c635c58d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:33:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['81b383aa-247f-4e80-ba8d-8e8bf8e50440'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:33:56.180006 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-65155762-6aa9-4367-9778-848b856426fa tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for router, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:56.185187 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-65155762-6aa9-4367-9778-848b856426fa tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.6796553 Mar 07 10:33:56.185696 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 40044) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:33:56.244071 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 40048) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:33:56.254363 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-7d91d504-91d6-45d2-8ad1-e515312a6344 tempest-TestNetworkBasicOps-2128623112 tempest-TestNetworkBasicOps-2128623112-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=416b2fd961bc4d70a26d66821f7df8e2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0667846 Mar 07 10:33:56.317256 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b311058-c41d-4a02-b621-a558d470b1f0 None None] New status for floating IP a299fbba-8490-41df-872e-b350e7f7c053: DOWN {{(pid=83739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 07 10:33:56.366877 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-4274320d-2fcd-444e-8b21-358c635c58d3 None None] Set router 81b383aa-247f-4e80-ba8d-8e8bf8e50440 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:33:56.478386 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f66bcc8c-faaa-4a4d-92ea-f3b77cec8a14 tempest-TestNetworkBasicOps-2128623112 tempest-TestNetworkBasicOps-2128623112-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:56.483463 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-f66bcc8c-faaa-4a4d-92ea-f3b77cec8a14 tempest-TestNetworkBasicOps-2128623112 tempest-TestNetworkBasicOps-2128623112-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2346230 Mar 07 10:33:56.483767 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 40052) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:33:56.530715 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-6334942b-6ec4-4cec-8b50-efe7b27058fd tempest-TestNetworkBasicOps-2128623112 tempest-TestNetworkBasicOps-2128623112-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=5ed85006-6b00-415e-b71f-837fb1421c12&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0431936 Mar 07 10:33:56.530994 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 40056) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:33:56.536625 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-5f66a7c9-c6e6-4cf8-b810-27487f27bdb0 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2003158653', 'network_id': '536a476f-b61f-4975-a8fb-307f2d3d7082', 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:33:56.650326 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-5f66a7c9-c6e6-4cf8-b810-27487f27bdb0 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:33:56.652859 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-4274320d-2fcd-444e-8b21-358c635c58d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81b383aa-247f-4e80-ba8d-8e8bf8e50440', 'name': 'tempest-TestNetworkBasicOps-router-499706407', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.131'}], 'enable_snat': True}, 'gw_port_id': 'd56b1be3-7fea-4752-88d9-5a4c0c640794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:33:54Z', 'updated_at': '2022-03-07T10:33:55Z', 'revision_number': 3, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'gw_port': {'id': 'd56b1be3-7fea-4752-88d9-5a4c0c640794', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4e:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81b383aa-247f-4e80-ba8d-8e8bf8e50440', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:33:54Z', 'updated_at': '2022-03-07T10:33:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv'}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:33:56.654852 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-5f66a7c9-c6e6-4cf8-b810-27487f27bdb0 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Usage tracker for resource:subnet and tenant:416b2fd961bc4d70a26d66821f7df8e2 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:33:56.656608 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4274320d-2fcd-444e-8b21-358c635c58d3 None None] Checking router: 81b383aa-247f-4e80-ba8d-8e8bf8e50440 for host: dv-neutron-830731-3-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 07 10:33:56.656951 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4274320d-2fcd-444e-8b21-358c635c58d3 None None] Updating router 81b383aa-247f-4e80-ba8d-8e8bf8e50440 port d56b1be3-7fea-4752-88d9-5a4c0c640794 binding host dv-neutron-830731-3-hyperv {{(pid=83740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 07 10:33:56.657704 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-5f66a7c9-c6e6-4cf8-b810-27487f27bdb0 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:33:56.663173 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-5f66a7c9-c6e6-4cf8-b810-27487f27bdb0 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:33:56.673475 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f66a7c9-c6e6-4cf8-b810-27487f27bdb0 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Made reservation on behalf of 416b2fd961bc4d70a26d66821f7df8e2 for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:33:56.707698 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-4274320d-2fcd-444e-8b21-358c635c58d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:56.771868 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5f66a7c9-c6e6-4cf8-b810-27487f27bdb0 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3219231'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:56.992289 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5f66a7c9-c6e6-4cf8-b810-27487f27bdb0 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3012444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3219213'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:57.043434 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-4274320d-2fcd-444e-8b21-358c635c58d3 None None] Notify callbacks [] for port, precommit_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:57.055583 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.provisioning_blocks [None req-4274320d-2fcd-444e-8b21-358c635c58d3 None None] Transition to ACTIVE for port object d56b1be3-7fea-4752-88d9-5a4c0c640794 will not be triggered until provisioned by entity L2. {{(pid=83740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:33:57.063168 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-4274320d-2fcd-444e-8b21-358c635c58d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:57.078581 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f66a7c9-c6e6-4cf8-b810-27487f27bdb0 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event updated for resources: {'Subnet': ['ID=f474b59a-fe17-4edb-88f7-d41b22ae24ea,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:57.083647 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f66a7c9-c6e6-4cf8-b810-27487f27bdb0 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Checking segment: {'id': '86357c75-66d4-4956-a2ba-f3fdb74b1b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '536a476f-b61f-4975-a8fb-307f2d3d7082'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:33:57.084002 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f66a7c9-c6e6-4cf8-b810-27487f27bdb0 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Network hostable DHCP agents. Network: 536a476f-b61f-4975-a8fb-307f2d3d7082, hostable agents: ['6527556c-6586-422c-ae47-082984683847'], hosted agents: [] {{(pid=83737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:33:57.109334 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f66a7c9-c6e6-4cf8-b810-27487f27bdb0 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Network 536a476f-b61f-4975-a8fb-307f2d3d7082 is scheduled to be hosted by DHCP agent 6527556c-6586-422c-ae47-082984683847 with binding_index 1 {{(pid=83737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:33:57.119306 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-5f66a7c9-c6e6-4cf8-b810-27487f27bdb0 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830731-3-hyperv, 536a476f-b61f-4975-a8fb-307f2d3d7082) {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:33:57.130544 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29cee969-06c4-41eb-b5b7-55118aef31b9 None None] Network 536a476f-b61f-4975-a8fb-307f2d3d7082 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:33:57.140819 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f66a7c9-c6e6-4cf8-b810-27487f27bdb0 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:57.141400 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5f66a7c9-c6e6-4cf8-b810-27487f27bdb0 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:57.142534 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b877f1b-9ac9-4876-8ee9-7a8db818e82f None None] Pushing event updated for resources: {'Port': ['ID=d56b1be3-7fea-4752-88d9-5a4c0c640794,revision_number=2']} {{(pid=83740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:57.151018 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-4274320d-2fcd-444e-8b21-358c635c58d3 None None] Attempting to bind port d56b1be3-7fea-4752-88d9-5a4c0c640794 on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:33:57.151251 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-4274320d-2fcd-444e-8b21-358c635c58d3 None None] Attempting to bind port d56b1be3-7fea-4752-88d9-5a4c0c640794 by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': '9a22e080-7529-4fc7-949d-9f84ba21807d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12'}] {{(pid=83740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:33:57.152042 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4274320d-2fcd-444e-8b21-358c635c58d3 None None] Attempting to bind port d56b1be3-7fea-4752-88d9-5a4c0c640794 on network 5ed85006-6b00-415e-b71f-837fb1421c12 {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:33:57.159648 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b877f1b-9ac9-4876-8ee9-7a8db818e82f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:33:57.159986 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b877f1b-9ac9-4876-8ee9-7a8db818e82f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:33:57.160317 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b877f1b-9ac9-4876-8ee9-7a8db818e82f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:33:57.160670 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b877f1b-9ac9-4876-8ee9-7a8db818e82f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:33:57.160994 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b877f1b-9ac9-4876-8ee9-7a8db818e82f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:33:57.161316 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b877f1b-9ac9-4876-8ee9-7a8db818e82f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:33:57.161632 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b877f1b-9ac9-4876-8ee9-7a8db818e82f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:33:57.162132 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b877f1b-9ac9-4876-8ee9-7a8db818e82f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:33:57.162263 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b877f1b-9ac9-4876-8ee9-7a8db818e82f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:33:57.162554 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b877f1b-9ac9-4876-8ee9-7a8db818e82f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:33:57.162865 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b877f1b-9ac9-4876-8ee9-7a8db818e82f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:33:57.167350 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4274320d-2fcd-444e-8b21-358c635c58d3 None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:33:57.168102 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4274320d-2fcd-444e-8b21-358c635c58d3 None None] Checking segment: {'id': '9a22e080-7529-4fc7-949d-9f84ba21807d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:33:57.168102 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-4274320d-2fcd-444e-8b21-358c635c58d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:57.168457 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4274320d-2fcd-444e-8b21-358c635c58d3 None None] Bound using segment: {'id': '9a22e080-7529-4fc7-949d-9f84ba21807d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12'} {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:33:57.168951 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-4274320d-2fcd-444e-8b21-358c635c58d3 None None] Bound port: d56b1be3-7fea-4752-88d9-5a4c0c640794, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a22e080-7529-4fc7-949d-9f84ba21807d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12'}}] {{(pid=83740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:33:57.169332 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-4274320d-2fcd-444e-8b21-358c635c58d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:57.184637 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-5f66a7c9-c6e6-4cf8-b810-27487f27bdb0 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6501541 Mar 07 10:33:57.185169 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 40068) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:33:57.185661 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d805844b-a849-4aac-b281-73c74f442be4 req-3a3cdd6e-5807-434a-ac3c-d00fc648717e tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1655226911&fields=id&tenant_id=6a5f148e85ef4a9b80e5517fdf788fc6 HTTP/1.1" status: 200 len: 267 time: 0.0634964 Mar 07 10:33:57.242541 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.db [None req-4274320d-2fcd-444e-8b21-358c635c58d3 None None] For port d56b1be3-7fea-4752-88d9-5a4c0c640794, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:33:57.246275 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.db [None req-4274320d-2fcd-444e-8b21-358c635c58d3 None None] For port d56b1be3-7fea-4752-88d9-5a4c0c640794, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=d56b1be3-7fea-4752-88d9-5a4c0c640794,segment=NetworkSegment(9a22e080-7529-4fc7-949d-9f84ba21807d),segment_id=9a22e080-7529-4fc7-949d-9f84ba21807d)] {{(pid=83740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:33:57.255867 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-4274320d-2fcd-444e-8b21-358c635c58d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:57.349011 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b877f1b-9ac9-4876-8ee9-7a8db818e82f None None] Pushing event updated for resources: {'Port': ['ID=d56b1be3-7fea-4752-88d9-5a4c0c640794,revision_number=3']} {{(pid=83740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:57.356887 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4274320d-2fcd-444e-8b21-358c635c58d3 None None] Routers {'81b383aa-247f-4e80-ba8d-8e8bf8e50440'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:33:57.357730 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-4274320d-2fcd-444e-8b21-358c635c58d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:33:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['81b383aa-247f-4e80-ba8d-8e8bf8e50440'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:33:57.378115 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d861794-ba5b-4fc1-9618-7d34e4671cbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ec2749d-0aec-52fb-aca6-10ba8a80aade-536a476f-b61f-4975-a8fb-307f2d3d7082', 'network_id': '536a476f-b61f-4975-a8fb-307f2d3d7082', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'fixed_ips': [{'subnet_id': 'f474b59a-fe17-4edb-88f7-d41b22ae24ea'}]}} from dv-neutron-830731-3-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 07 10:33:57.379234 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-8d861794-ba5b-4fc1-9618-7d34e4671cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:57.434990 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d805844b-a849-4aac-b281-73c74f442be4 req-f21d4080-1119-4cf0-bf15-96529f39dce0 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:57.436444 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d805844b-a849-4aac-b281-73c74f442be4 req-f21d4080-1119-4cf0-bf15-96529f39dce0 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] 10.222.0.13 "GET /v2.0/networks?id=30023e69-476d-4a1a-a06a-7d904c24f2c0 HTTP/1.1" status: 200 len: 812 time: 0.2431452 Mar 07 10:33:57.458132 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d805844b-a849-4aac-b281-73c74f442be4 req-61e104aa-59e4-4572-b904-6047eb476d29 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] 10.222.0.13 "GET /v2.0/quotas/6a5f148e85ef4a9b80e5517fdf788fc6 HTTP/1.1" status: 200 len: 375 time: 0.0129607 Mar 07 10:33:57.555924 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-4274320d-2fcd-444e-8b21-358c635c58d3 None None] Set router 81b383aa-247f-4e80-ba8d-8e8bf8e50440 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:33:57.573788 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d805844b-a849-4aac-b281-73c74f442be4 req-540bd293-e35f-480f-98ba-e8fe1d21cb6b tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=6a5f148e85ef4a9b80e5517fdf788fc6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1073873 Mar 07 10:33:57.575991 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-8d861794-ba5b-4fc1-9618-7d34e4671cbf None None] Allocated IP 172.20.0.2 (536a476f-b61f-4975-a8fb-307f2d3d7082/f474b59a-fe17-4edb-88f7-d41b22ae24ea/4ab6873c-c4cb-416f-aaf2-552f275e5282) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:33:57.580504 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [req-d805844b-a849-4aac-b281-73c74f442be4 req-d448235c-e4c9-461c-bdfa-978276f7068e service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=83737) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 07 10:33:57.588282 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d805844b-a849-4aac-b281-73c74f442be4 req-d448235c-e4c9-461c-bdfa-978276f7068e service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0131431 Mar 07 10:33:57.742083 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d805844b-a849-4aac-b281-73c74f442be4 req-8d4bb489-5f70-465c-8412-dd714884de8e service neutron] 10.222.0.13 "GET /v2.0/networks/30023e69-476d-4a1a-a06a-7d904c24f2c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523380 Mar 07 10:33:57.803265 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-8d861794-ba5b-4fc1-9618-7d34e4671cbf None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:57.815784 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-8d861794-ba5b-4fc1-9618-7d34e4671cbf None None] Transition to ACTIVE for port object 4ab6873c-c4cb-416f-aaf2-552f275e5282 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:33:57.839857 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-8d861794-ba5b-4fc1-9618-7d34e4671cbf None None] Transition to ACTIVE for port object 4ab6873c-c4cb-416f-aaf2-552f275e5282 will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:33:57.848811 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-8d861794-ba5b-4fc1-9618-7d34e4671cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:57.903744 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-4274320d-2fcd-444e-8b21-358c635c58d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81b383aa-247f-4e80-ba8d-8e8bf8e50440', 'name': 'tempest-TestNetworkBasicOps-router-499706407', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.131'}], 'enable_snat': True}, 'gw_port_id': 'd56b1be3-7fea-4752-88d9-5a4c0c640794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:33:54Z', 'updated_at': '2022-03-07T10:33:55Z', 'revision_number': 3, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'gw_port': {'id': 'd56b1be3-7fea-4752-88d9-5a4c0c640794', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4e:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81b383aa-247f-4e80-ba8d-8e8bf8e50440', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:33:54Z', 'updated_at': '2022-03-07T10:33:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv'}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:33:57.908256 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d805844b-a849-4aac-b281-73c74f442be4 req-35ecf071-96e2-46df-9004-6032346a2ead service neutron] 10.222.0.13 "GET /v2.0/networks/30023e69-476d-4a1a-a06a-7d904c24f2c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584837 Mar 07 10:33:57.908833 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4274320d-2fcd-444e-8b21-358c635c58d3 None None] The sync data for ids ['81b383aa-247f-4e80-ba8d-8e8bf8e50440'] in dv-neutron-830731-3-hyperv is: [{'id': '81b383aa-247f-4e80-ba8d-8e8bf8e50440', 'name': 'tempest-TestNetworkBasicOps-router-499706407', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.131'}], 'enable_snat': True}, 'gw_port_id': 'd56b1be3-7fea-4752-88d9-5a4c0c640794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:33:54Z', 'updated_at': '2022-03-07T10:33:55Z', 'revision_number': 3, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'gw_port': {'id': 'd56b1be3-7fea-4752-88d9-5a4c0c640794', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4e:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81b383aa-247f-4e80-ba8d-8e8bf8e50440', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:33:54Z', 'updated_at': '2022-03-07T10:33:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv'}] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:33:57.940877 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d861794-ba5b-4fc1-9618-7d34e4671cbf None None] Network 536a476f-b61f-4975-a8fb-307f2d3d7082 is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:33:57.944563 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-8d861794-ba5b-4fc1-9618-7d34e4671cbf None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:33:57.946444 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d861794-ba5b-4fc1-9618-7d34e4671cbf None None] Pushing event updated for resources: {'Port': ['ID=4ab6873c-c4cb-416f-aaf2-552f275e5282,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:57.950027 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d861794-ba5b-4fc1-9618-7d34e4671cbf None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:33:58.050380 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-8d861794-ba5b-4fc1-9618-7d34e4671cbf None None] Attempting to bind port 4ab6873c-c4cb-416f-aaf2-552f275e5282 on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:33:58.050761 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-8d861794-ba5b-4fc1-9618-7d34e4671cbf None None] Attempting to bind port 4ab6873c-c4cb-416f-aaf2-552f275e5282 by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': '86357c75-66d4-4956-a2ba-f3fdb74b1b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '536a476f-b61f-4975-a8fb-307f2d3d7082'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:33:58.051126 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d861794-ba5b-4fc1-9618-7d34e4671cbf None None] Attempting to bind port 4ab6873c-c4cb-416f-aaf2-552f275e5282 on network 536a476f-b61f-4975-a8fb-307f2d3d7082 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:33:58.058476 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d861794-ba5b-4fc1-9618-7d34e4671cbf None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:33:58.058757 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d861794-ba5b-4fc1-9618-7d34e4671cbf None None] Checking segment: {'id': '86357c75-66d4-4956-a2ba-f3fdb74b1b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '536a476f-b61f-4975-a8fb-307f2d3d7082'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:33:58.059159 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-8d861794-ba5b-4fc1-9618-7d34e4671cbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:58.059545 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d861794-ba5b-4fc1-9618-7d34e4671cbf None None] Bound using segment: {'id': '86357c75-66d4-4956-a2ba-f3fdb74b1b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '536a476f-b61f-4975-a8fb-307f2d3d7082'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:33:58.060009 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-8d861794-ba5b-4fc1-9618-7d34e4671cbf None None] Bound port: 4ab6873c-c4cb-416f-aaf2-552f275e5282, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86357c75-66d4-4956-a2ba-f3fdb74b1b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '536a476f-b61f-4975-a8fb-307f2d3d7082'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:33:58.060424 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-8d861794-ba5b-4fc1-9618-7d34e4671cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:58.113196 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d44a73b7-1c74-48ed-88da-42553381e682 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:58.173476 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-8d861794-ba5b-4fc1-9618-7d34e4671cbf None None] For port 4ab6873c-c4cb-416f-aaf2-552f275e5282, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:33:58.177406 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-8d861794-ba5b-4fc1-9618-7d34e4671cbf None None] For port 4ab6873c-c4cb-416f-aaf2-552f275e5282, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=4ab6873c-c4cb-416f-aaf2-552f275e5282,segment=NetworkSegment(86357c75-66d4-4956-a2ba-f3fdb74b1b1f),segment_id=86357c75-66d4-4956-a2ba-f3fdb74b1b1f)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:33:58.183289 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-8d861794-ba5b-4fc1-9618-7d34e4671cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:58.295030 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d861794-ba5b-4fc1-9618-7d34e4671cbf None None] Pushing event updated for resources: {'Port': ['ID=4ab6873c-c4cb-416f-aaf2-552f275e5282,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:58.412991 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-129330d4-cb71-42f2-97ff-afd7d62fce7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:58.453199 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device d56b1be3-7fea-4752-88d9-5a4c0c640794 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:33:58.574305 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning for port d56b1be3-7fea-4752-88d9-5a4c0c640794 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:33:58.584890 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port d56b1be3-7fea-4752-88d9-5a4c0c640794 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:33:58.585268 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:58.826704 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:58.852846 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device ff4adde1-2c27-49b7-93eb-5984786dbd79 no longer exists at agent hyperv_hv-neutron-8307 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:33:58.934845 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-45d7c264-5079-48b7-9063-0d454372eb97 req-a856b99e-a51d-45b9-93a0-05ced6f64f25 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] 10.222.0.13 "GET /v2.0/ports?device_id=0861e7d9-6563-45ca-854c-f5194c0be429 HTTP/1.1" status: 200 len: 210 time: 0.5163016 Mar 07 10:33:58.970992 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] No Port match for: ff4adde1-2c27-49b7-93eb-5984786dbd79 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 10:33:58.972867 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device ff4adde1-2c27-49b7-93eb-5984786dbd79 not bound to the agent host hv-neutron-8307 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 10:33:58.977576 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] For port d56b1be3-7fea-4752-88d9-5a4c0c640794, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=d56b1be3-7fea-4752-88d9-5a4c0c640794,segment=NetworkSegment(9a22e080-7529-4fc7-949d-9f84ba21807d),segment_id=9a22e080-7529-4fc7-949d-9f84ba21807d)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:33:58.986526 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:59.032463 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-d44a73b7-1c74-48ed-88da-42553381e682 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Allocated IP 172.20.0.1 (536a476f-b61f-4975-a8fb-307f2d3d7082/f474b59a-fe17-4edb-88f7-d41b22ae24ea/990fec4a-cda3-435f-9b33-d69b00621249) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:33:59.071564 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Pushing event updated for resources: {'Port': ['ID=d56b1be3-7fea-4752-88d9-5a4c0c640794,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:59.235792 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d44a73b7-1c74-48ed-88da-42553381e682 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:59.252429 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-d44a73b7-1c74-48ed-88da-42553381e682 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Transition to ACTIVE for port object 990fec4a-cda3-435f-9b33-d69b00621249 will not be triggered until provisioned by entity DHCP. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:33:59.277384 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d44a73b7-1c74-48ed-88da-42553381e682 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:59.350987 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d44a73b7-1c74-48ed-88da-42553381e682 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Network 536a476f-b61f-4975-a8fb-307f2d3d7082 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:33:59.353936 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-d44a73b7-1c74-48ed-88da-42553381e682 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:33:59.358655 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44a73b7-1c74-48ed-88da-42553381e682 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:33:59.388937 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44a73b7-1c74-48ed-88da-42553381e682 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event updated for resources: {'Port': ['ID=990fec4a-cda3-435f-9b33-d69b00621249,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:59.421640 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d44a73b7-1c74-48ed-88da-42553381e682 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3920324'] for router_interface, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:59.518149 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d44a73b7-1c74-48ed-88da-42553381e682 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:33:59.630806 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb1c814e-d70a-4d3d-8211-8be8df7b54a9 None None] Network 536a476f-b61f-4975-a8fb-307f2d3d7082 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:33:59.749605 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-bdabb32d-e129-4ced-af69-e45ad7107d00 None None] Provisioning for port 4ab6873c-c4cb-416f-aaf2-552f275e5282 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:33:59.768131 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d805844b-a849-4aac-b281-73c74f442be4 req-7e4125be-37a8-4e64-b8b0-82fa6fef8dab tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:59.768691 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d805844b-a849-4aac-b281-73c74f442be4 req-7e4125be-37a8-4e64-b8b0-82fa6fef8dab tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] 10.222.0.10 "GET /v2.0/networks?id=30023e69-476d-4a1a-a06a-7d904c24f2c0 HTTP/1.1" status: 200 len: 812 time: 0.1636360 Mar 07 10:33:59.825634 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d805844b-a849-4aac-b281-73c74f442be4 req-63e4b2c9-3c01-4d57-8261-1a0d14ebb6a0 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6a5f148e85ef4a9b80e5517fdf788fc6 HTTP/1.1" status: 200 len: 380 time: 0.0454931 Mar 07 10:33:59.836146 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [req-d805844b-a849-4aac-b281-73c74f442be4 req-9366051b-ef3d-4d8a-b726-909831e43be8 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Request body: {'port': {'device_id': '0861e7d9-6563-45ca-854c-f5194c0be429', 'network_id': '30023e69-476d-4a1a-a06a-7d904c24f2c0', 'admin_state_up': True, 'tenant_id': '6a5f148e85ef4a9b80e5517fdf788fc6', 'security_groups': ['c573f7f3-4cd0-4907-ba58-d47387524041']}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:34:00.007327 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d44a73b7-1c74-48ed-88da-42553381e682 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for port, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:34:00.018500 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d44a73b7-1c74-48ed-88da-42553381e682 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3556717'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:34:00.090882 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [req-d805844b-a849-4aac-b281-73c74f442be4 req-9366051b-ef3d-4d8a-b726-909831e43be8 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:34:00.100263 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [req-d805844b-a849-4aac-b281-73c74f442be4 req-9366051b-ef3d-4d8a-b726-909831e43be8 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:34:00.121824 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d805844b-a849-4aac-b281-73c74f442be4 req-9366051b-ef3d-4d8a-b726-909831e43be8 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Made reservation on behalf of 6a5f148e85ef4a9b80e5517fdf788fc6 for: {'port': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:34:00.125693 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-d805844b-a849-4aac-b281-73c74f442be4 req-9366051b-ef3d-4d8a-b726-909831e43be8 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:34:00.164693 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44a73b7-1c74-48ed-88da-42553381e682 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event updated for resources: {'Port': ['ID=990fec4a-cda3-435f-9b33-d69b00621249,revision_number=2']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:00.167778 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d44a73b7-1c74-48ed-88da-42553381e682 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2756426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3920233'] for router_interface, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:34:00.301347 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-c644c812-501e-452a-ae20-594acc3aa3e3 None None] Provisioning for port 990fec4a-cda3-435f-9b33-d69b00621249 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:34:00.313638 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-c644c812-501e-452a-ae20-594acc3aa3e3 None None] Provisioning complete for port 990fec4a-cda3-435f-9b33-d69b00621249 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:34:00.314002 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c644c812-501e-452a-ae20-594acc3aa3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:34:00.364411 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [req-d805844b-a849-4aac-b281-73c74f442be4 req-9366051b-ef3d-4d8a-b726-909831e43be8 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Allocated IP 172.20.0.13 (30023e69-476d-4a1a-a06a-7d904c24f2c0/c545286e-deb0-44ca-9190-77e7d2d3932b/a565abd0-f909-41bf-b505-31969eef5a8d) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:34:00.430542 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d44a73b7-1c74-48ed-88da-42553381e682 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Network 536a476f-b61f-4975-a8fb-307f2d3d7082 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:34:00.433746 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-d44a73b7-1c74-48ed-88da-42553381e682 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:34:00.434262 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-c644c812-501e-452a-ae20-594acc3aa3e3 None None] Port 990fec4a-cda3-435f-9b33-d69b00621249 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:34:00.575854 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device d56b1be3-7fea-4752-88d9-5a4c0c640794 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:34:00.649439 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-51343054-3eb1-4412-baca-3dbb7fe06227 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:34:00.661159 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4933c643-5f37-4be9-a2fc-7ffb7225c0aa req-390cd221-055b-4c9f-9ede-6351116ab01d tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] 10.222.0.13 "GET /v2.0/ports?device_id=0861e7d9-6563-45ca-854c-f5194c0be429 HTTP/1.1" status: 200 len: 210 time: 0.2523706 Mar 07 10:34:00.685522 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-baf2a4c0-82c1-47c5-99c8-6ff20fcdee8b None None] Provisioning complete for port 990fec4a-cda3-435f-9b33-d69b00621249 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:34:00.685522 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-baf2a4c0-82c1-47c5-99c8-6ff20fcdee8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:34:00.740845 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port d56b1be3-7fea-4752-88d9-5a4c0c640794 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:34:00.741210 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:34:00.747725 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-d805844b-a849-4aac-b281-73c74f442be4 req-9366051b-ef3d-4d8a-b726-909831e43be8 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:34:00.773010 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [req-d805844b-a849-4aac-b281-73c74f442be4 req-9366051b-ef3d-4d8a-b726-909831e43be8 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Transition to ACTIVE for port object a565abd0-f909-41bf-b505-31969eef5a8d will not be triggered until provisioned by entity DHCP. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:34:00.804239 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-d805844b-a849-4aac-b281-73c74f442be4 req-9366051b-ef3d-4d8a-b726-909831e43be8 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:34:00.887659 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-baf2a4c0-82c1-47c5-99c8-6ff20fcdee8b None None] Port 990fec4a-cda3-435f-9b33-d69b00621249 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:34:00.891341 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d805844b-a849-4aac-b281-73c74f442be4 req-9366051b-ef3d-4d8a-b726-909831e43be8 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Network 30023e69-476d-4a1a-a06a-7d904c24f2c0 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:34:00.894889 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [req-d805844b-a849-4aac-b281-73c74f442be4 req-9366051b-ef3d-4d8a-b726-909831e43be8 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:34:00.899124 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [req-d805844b-a849-4aac-b281-73c74f442be4 req-9366051b-ef3d-4d8a-b726-909831e43be8 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:34:00.943339 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9366051b-ef3d-4d8a-b726-909831e43be8 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Pushing event updated for resources: {'Port': ['ID=a565abd0-f909-41bf-b505-31969eef5a8d,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:00.979398 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d805844b-a849-4aac-b281-73c74f442be4 req-9366051b-ef3d-4d8a-b726-909831e43be8 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:00.980021 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-d805844b-a849-4aac-b281-73c74f442be4 req-9366051b-ef3d-4d8a-b726-909831e43be8 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:34:00.980156 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 4ab6873c-c4cb-416f-aaf2-552f275e5282 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:34:01.013254 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d805844b-a849-4aac-b281-73c74f442be4 req-9366051b-ef3d-4d8a-b726-909831e43be8 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1825881 Mar 07 10:34:01.027925 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [req-d805844b-a849-4aac-b281-73c74f442be4 req-81872271-34a3-470f-a89e-4f217de54202 service neutron] Request body: {'port': {'device_id': '0861e7d9-6563-45ca-854c-f5194c0be429', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8307'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:34:01.066523 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d44a73b7-1c74-48ed-88da-42553381e682 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Router 81b383aa-247f-4e80-ba8d-8e8bf8e50440 has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:34:01.076945 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-03dadef9-e120-4968-b861-7974555cbc90 None None] Provisioning complete for port 990fec4a-cda3-435f-9b33-d69b00621249 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:34:01.077317 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-03dadef9-e120-4968-b861-7974555cbc90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:34:01.142216 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-03dadef9-e120-4968-b861-7974555cbc90 None None] Port 990fec4a-cda3-435f-9b33-d69b00621249 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:34:01.145676 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning for port 4ab6873c-c4cb-416f-aaf2-552f275e5282 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:34:01.151051 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 4ab6873c-c4cb-416f-aaf2-552f275e5282 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:34:01.151453 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:34:01.181701 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-d805844b-a849-4aac-b281-73c74f442be4 req-81872271-34a3-470f-a89e-4f217de54202 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:34:01.287827 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:34:01.314622 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d44a73b7-1c74-48ed-88da-42553381e682 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:34:01.330180 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] For port 4ab6873c-c4cb-416f-aaf2-552f275e5282, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=4ab6873c-c4cb-416f-aaf2-552f275e5282,segment=NetworkSegment(86357c75-66d4-4956-a2ba-f3fdb74b1b1f),segment_id=86357c75-66d4-4956-a2ba-f3fdb74b1b1f)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:34:01.337441 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:34:01.338148 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-d44a73b7-1c74-48ed-88da-42553381e682 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "PUT /v2.0/routers/81b383aa-247f-4e80-ba8d-8e8bf8e50440/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1513276 Mar 07 10:34:01.340997 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 40100) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:34:01.429665 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-d4093a51-bd70-4b3f-9a2a-a658b51c756d None None] Provisioning for port a565abd0-f909-41bf-b505-31969eef5a8d completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:34:01.433303 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Pushing event updated for resources: {'Port': ['ID=4ab6873c-c4cb-416f-aaf2-552f275e5282,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:01.438224 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-d4093a51-bd70-4b3f-9a2a-a658b51c756d None None] Provisioning complete for port a565abd0-f909-41bf-b505-31969eef5a8d triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:34:01.438780 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-d4093a51-bd70-4b3f-9a2a-a658b51c756d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:34:01.515704 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-d4093a51-bd70-4b3f-9a2a-a658b51c756d None None] Port a565abd0-f909-41bf-b505-31969eef5a8d cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:34:01.517057 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddba3a06-92c0-437e-bba9-a58e37d5cf1a tempest-TestNetworkBasicOps-2128623112 tempest-TestNetworkBasicOps-2128623112-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:01.517542 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddba3a06-92c0-437e-bba9-a58e37d5cf1a tempest-TestNetworkBasicOps-2128623112 tempest-TestNetworkBasicOps-2128623112-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:01.517967 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddba3a06-92c0-437e-bba9-a58e37d5cf1a tempest-TestNetworkBasicOps-2128623112 tempest-TestNetworkBasicOps-2128623112-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:01.518443 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddba3a06-92c0-437e-bba9-a58e37d5cf1a tempest-TestNetworkBasicOps-2128623112 tempest-TestNetworkBasicOps-2128623112-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:01.519475 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddba3a06-92c0-437e-bba9-a58e37d5cf1a tempest-TestNetworkBasicOps-2128623112 tempest-TestNetworkBasicOps-2128623112-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:01.520127 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddba3a06-92c0-437e-bba9-a58e37d5cf1a tempest-TestNetworkBasicOps-2128623112 tempest-TestNetworkBasicOps-2128623112-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:01.522225 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-ddba3a06-92c0-437e-bba9-a58e37d5cf1a tempest-TestNetworkBasicOps-2128623112 tempest-TestNetworkBasicOps-2128623112-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.1802394 Mar 07 10:34:01.525035 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 40104) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:34:01.657065 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d198706e-b52e-4261-b78c-7fa17d3a704a tempest-TestNetworkBasicOps-2128623112 tempest-TestNetworkBasicOps-2128623112-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:01.657430 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d198706e-b52e-4261-b78c-7fa17d3a704a tempest-TestNetworkBasicOps-2128623112 tempest-TestNetworkBasicOps-2128623112-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:01.657790 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d198706e-b52e-4261-b78c-7fa17d3a704a tempest-TestNetworkBasicOps-2128623112 tempest-TestNetworkBasicOps-2128623112-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:01.658138 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d198706e-b52e-4261-b78c-7fa17d3a704a tempest-TestNetworkBasicOps-2128623112 tempest-TestNetworkBasicOps-2128623112-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:01.658484 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d198706e-b52e-4261-b78c-7fa17d3a704a tempest-TestNetworkBasicOps-2128623112 tempest-TestNetworkBasicOps-2128623112-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:01.658822 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d198706e-b52e-4261-b78c-7fa17d3a704a tempest-TestNetworkBasicOps-2128623112 tempest-TestNetworkBasicOps-2128623112-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:01.660537 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-d198706e-b52e-4261-b78c-7fa17d3a704a tempest-TestNetworkBasicOps-2128623112 tempest-TestNetworkBasicOps-2128623112-project-admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.1344995 Mar 07 10:34:01.663311 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 40108) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:34:01.735281 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [req-d805844b-a849-4aac-b281-73c74f442be4 req-81872271-34a3-470f-a89e-4f217de54202 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a565abd0-f909-41bf-b505-31969eef5a8d {{(pid=83737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 07 10:34:01.747207 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-711fefd2-3b30-4759-8df5-0aecff1c8e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:34:01.798469 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-d805844b-a849-4aac-b281-73c74f442be4 req-81872271-34a3-470f-a89e-4f217de54202 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:34:01.858377 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:34:01.867505 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [req-d805844b-a849-4aac-b281-73c74f442be4 req-81872271-34a3-470f-a89e-4f217de54202 service neutron] Transition to ACTIVE for port object a565abd0-f909-41bf-b505-31969eef5a8d will not be triggered until provisioned by entity L2. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:34:01.874682 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-d805844b-a849-4aac-b281-73c74f442be4 req-81872271-34a3-470f-a89e-4f217de54202 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3012561'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:34:02.042872 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065549fb-de62-48af-9563-78cec69befe1 None None] Sync routers for ids ['81b383aa-247f-4e80-ba8d-8e8bf8e50440'] in dv-neutron-830731-3-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:34:02.059070 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065549fb-de62-48af-9563-78cec69befe1 None None] Routers {'81b383aa-247f-4e80-ba8d-8e8bf8e50440'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:34:02.059837 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-065549fb-de62-48af-9563-78cec69befe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:34:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['81b383aa-247f-4e80-ba8d-8e8bf8e50440'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:34:02.192399 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81872271-34a3-470f-a89e-4f217de54202 service neutron] Pushing event updated for resources: {'Port': ['ID=a565abd0-f909-41bf-b505-31969eef5a8d,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:02.267648 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-065549fb-de62-48af-9563-78cec69befe1 None None] Set router 81b383aa-247f-4e80-ba8d-8e8bf8e50440 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:34:02.276572 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cc8434-6270-4219-ac0c-525092ab5a22 req-8fdb9df0-d508-4880-a4ed-446d4fd03fbf tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:02.277253 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-e0cc8434-6270-4219-ac0c-525092ab5a22 req-8fdb9df0-d508-4880-a4ed-446d4fd03fbf tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Synchronizing usage tracker for tenant:6a5f148e85ef4a9b80e5517fdf788fc6 on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:34:02.330443 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [req-d805844b-a849-4aac-b281-73c74f442be4 req-81872271-34a3-470f-a89e-4f217de54202 service neutron] Attempting to bind port a565abd0-f909-41bf-b505-31969eef5a8d on host hv-neutron-8307 for vnic_type normal with profile {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:34:02.331045 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [req-d805844b-a849-4aac-b281-73c74f442be4 req-81872271-34a3-470f-a89e-4f217de54202 service neutron] Attempting to bind port a565abd0-f909-41bf-b505-31969eef5a8d by drivers openvswitch,hyperv on host hv-neutron-8307 at level 0 using segments [{'id': '8c71cc60-e697-4bc8-ab7b-834524b4e30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '30023e69-476d-4a1a-a06a-7d904c24f2c0'}] {{(pid=83737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:34:02.331469 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d805844b-a849-4aac-b281-73c74f442be4 req-81872271-34a3-470f-a89e-4f217de54202 service neutron] Attempting to bind port a565abd0-f909-41bf-b505-31969eef5a8d on network 30023e69-476d-4a1a-a06a-7d904c24f2c0 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:34:02.335284 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-e0cc8434-6270-4219-ac0c-525092ab5a22 req-8fdb9df0-d508-4880-a4ed-446d4fd03fbf tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Unset dirty status for tenant:6a5f148e85ef4a9b80e5517fdf788fc6 on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:34:02.336550 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-e0cc8434-6270-4219-ac0c-525092ab5a22 req-8fdb9df0-d508-4880-a4ed-446d4fd03fbf tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] 10.222.0.13 "GET /v2.0/ports?device_id=0861e7d9-6563-45ca-854c-f5194c0be429 HTTP/1.1" status: 200 len: 932 time: 0.5300984 Mar 07 10:34:02.350397 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 4ab6873c-c4cb-416f-aaf2-552f275e5282 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:34:02.383057 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d805844b-a849-4aac-b281-73c74f442be4 req-81872271-34a3-470f-a89e-4f217de54202 service neutron] Port a565abd0-f909-41bf-b505-31969eef5a8d on network 30023e69-476d-4a1a-a06a-7d904c24f2c0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8307 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 07 10:34:02.383661 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d805844b-a849-4aac-b281-73c74f442be4 req-81872271-34a3-470f-a89e-4f217de54202 service neutron] Attempting to bind port a565abd0-f909-41bf-b505-31969eef5a8d on network 30023e69-476d-4a1a-a06a-7d904c24f2c0 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:34:02.400603 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d805844b-a849-4aac-b281-73c74f442be4 req-81872271-34a3-470f-a89e-4f217de54202 service neutron] Checking agent: {'id': 'fb93ecad-d7e5-4e81-99ef-d8d0ee7386ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8307', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 21, 15), 'started_at': datetime.datetime(2022, 3, 7, 10, 21, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 33, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:34:02.401377 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d805844b-a849-4aac-b281-73c74f442be4 req-81872271-34a3-470f-a89e-4f217de54202 service neutron] Checking segment: {'id': '8c71cc60-e697-4bc8-ab7b-834524b4e30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '30023e69-476d-4a1a-a06a-7d904c24f2c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:34:02.402107 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d805844b-a849-4aac-b281-73c74f442be4 req-81872271-34a3-470f-a89e-4f217de54202 service neutron] Bound using segment: {'id': '8c71cc60-e697-4bc8-ab7b-834524b4e30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '30023e69-476d-4a1a-a06a-7d904c24f2c0'} {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:34:02.402761 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [req-d805844b-a849-4aac-b281-73c74f442be4 req-81872271-34a3-470f-a89e-4f217de54202 service neutron] Bound port: a565abd0-f909-41bf-b505-31969eef5a8d, host: hv-neutron-8307, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c71cc60-e697-4bc8-ab7b-834524b4e30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '30023e69-476d-4a1a-a06a-7d904c24f2c0'}}] {{(pid=83737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:34:02.403430 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-d805844b-a849-4aac-b281-73c74f442be4 req-81872271-34a3-470f-a89e-4f217de54202 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:34:02.421076 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 4ab6873c-c4cb-416f-aaf2-552f275e5282 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:34:02.421445 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:34:02.426721 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-e0cc8434-6270-4219-ac0c-525092ab5a22 req-5e18dfe8-7d63-4fe5-9459-f9a0c2d9784a tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] 10.222.0.13 "GET /v2.0/security-groups?id=c573f7f3-4cd0-4907-ba58-d47387524041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811131 Mar 07 10:34:02.431194 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-d91557f7-ba75-4b7b-9617-aba1792aa2c5 tempest-TestNetworkBasicOps-2128623112 tempest-TestNetworkBasicOps-2128623112-project-admin] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.7669389 Mar 07 10:34:02.522772 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [req-d805844b-a849-4aac-b281-73c74f442be4 req-81872271-34a3-470f-a89e-4f217de54202 service neutron] For port a565abd0-f909-41bf-b505-31969eef5a8d, host hv-neutron-8307, cleared binding levels {{(pid=83737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:34:02.528101 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [req-d805844b-a849-4aac-b281-73c74f442be4 req-81872271-34a3-470f-a89e-4f217de54202 service neutron] For port a565abd0-f909-41bf-b505-31969eef5a8d, host hv-neutron-8307, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=a565abd0-f909-41bf-b505-31969eef5a8d,segment=NetworkSegment(8c71cc60-e697-4bc8-ab7b-834524b4e30a),segment_id=8c71cc60-e697-4bc8-ab7b-834524b4e30a)] {{(pid=83737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:34:02.534637 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-d805844b-a849-4aac-b281-73c74f442be4 req-81872271-34a3-470f-a89e-4f217de54202 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3012561'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:34:02.605350 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-d805844b-a849-4aac-b281-73c74f442be4 req-81872271-34a3-470f-a89e-4f217de54202 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:34:02.606732 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d805844b-a849-4aac-b281-73c74f442be4 req-81872271-34a3-470f-a89e-4f217de54202 service neutron] 10.222.0.10 "PUT /v2.0/ports/a565abd0-f909-41bf-b505-31969eef5a8d HTTP/1.1" status: 200 len: 1094 time: 1.5847943 Mar 07 10:34:02.607198 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0861e7d9-6563-45ca-854c-f5194c0be429', 'tag': 'a565abd0-f909-41bf-b505-31969eef5a8d'}] {{(pid=83737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 10:34:02.641295 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81872271-34a3-470f-a89e-4f217de54202 service neutron] Pushing event updated for resources: {'Port': ['ID=a565abd0-f909-41bf-b505-31969eef5a8d,revision_number=3']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:02.663285 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-065549fb-de62-48af-9563-78cec69befe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81b383aa-247f-4e80-ba8d-8e8bf8e50440', 'name': 'tempest-TestNetworkBasicOps-router-499706407', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.131'}], 'enable_snat': True}, 'gw_port_id': 'd56b1be3-7fea-4752-88d9-5a4c0c640794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:33:54Z', 'updated_at': '2022-03-07T10:33:59Z', 'revision_number': 4, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'gw_port': {'id': 'd56b1be3-7fea-4752-88d9-5a4c0c640794', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b383aa-247f-4e80-ba8d-8e8bf8e50440', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:33:54Z', 'updated_at': '2022-03-07T10:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_interfaces': [{'id': '990fec4a-cda3-435f-9b33-d69b00621249', 'name': '', 'network_id': '536a476f-b61f-4975-a8fb-307f2d3d7082', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'mac_address': 'fa:16:3e:aa:30:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81b383aa-247f-4e80-ba8d-8e8bf8e50440', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f474b59a-fe17-4edb-88f7-d41b22ae24ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:33:58Z', 'updated_at': '2022-03-07T10:33:59Z', 'revision_number': 2, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'subnets': [{'id': 'f474b59a-fe17-4edb-88f7-d41b22ae24ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:34:02.667864 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065549fb-de62-48af-9563-78cec69befe1 None None] Checking router: 81b383aa-247f-4e80-ba8d-8e8bf8e50440 for host: dv-neutron-830731-3-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 07 10:34:02.668524 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065549fb-de62-48af-9563-78cec69befe1 None None] Updating router 81b383aa-247f-4e80-ba8d-8e8bf8e50440 port 990fec4a-cda3-435f-9b33-d69b00621249 binding host dv-neutron-830731-3-hyperv {{(pid=83740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 07 10:34:02.728419 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-065549fb-de62-48af-9563-78cec69befe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:34:02.729712 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0861e7d9-6563-45ca-854c-f5194c0be429', 'tag': 'a565abd0-f909-41bf-b505-31969eef5a8d', 'status': 'completed', 'code': 200} Mar 07 10:34:02.755129 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d805844b-a849-4aac-b281-73c74f442be4 req-2c6e008c-ab04-45c6-b0f5-4bb9cfa30dd8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6a5f148e85ef4a9b80e5517fdf788fc6&device_id=0861e7d9-6563-45ca-854c-f5194c0be429 HTTP/1.1" status: 200 len: 1097 time: 0.1016042 Mar 07 10:34:02.758357 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 40118) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:34:02.765198 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-18608131-a12a-4136-b5b4-654aece257c1 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1193180730', 'description': 'tempest-secgroup-smoke-1193180730 description', 'project_id': '416b2fd961bc4d70a26d66821f7df8e2'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:34:02.822708 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-18608131-a12a-4136-b5b4-654aece257c1 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:34:02.839977 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-18608131-a12a-4136-b5b4-654aece257c1 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Usage tracker for resource:security_group and tenant:416b2fd961bc4d70a26d66821f7df8e2 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:34:02.843096 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-18608131-a12a-4136-b5b4-654aece257c1 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:34:02.846348 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d805844b-a849-4aac-b281-73c74f442be4 req-db7e8f13-2885-4260-b1f9-91560c0c3785 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a565abd0-f909-41bf-b505-31969eef5a8d HTTP/1.1" status: 200 len: 217 time: 0.0767190 Mar 07 10:34:02.849781 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-18608131-a12a-4136-b5b4-654aece257c1 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:34:02.906140 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-18608131-a12a-4136-b5b4-654aece257c1 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:34:02.933755 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d805844b-a849-4aac-b281-73c74f442be4 req-f5d4a63d-40e0-4928-9715-50ea5581dd94 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:02.935099 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d805844b-a849-4aac-b281-73c74f442be4 req-f5d4a63d-40e0-4928-9715-50ea5581dd94 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c545286e-deb0-44ca-9190-77e7d2d3932b HTTP/1.1" status: 200 len: 851 time: 0.0831833 Mar 07 10:34:02.993542 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-18608131-a12a-4136-b5b4-654aece257c1 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:34:02.999384 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-18608131-a12a-4136-b5b4-654aece257c1 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Usage tracker for resource:security_group_rule and tenant:416b2fd961bc4d70a26d66821f7df8e2 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:34:03.003195 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-18608131-a12a-4136-b5b4-654aece257c1 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:34:03.014017 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-18608131-a12a-4136-b5b4-654aece257c1 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:34:03.058809 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d805844b-a849-4aac-b281-73c74f442be4 req-3f01119f-14d3-45ef-8821-cb42e3702210 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=30023e69-476d-4a1a-a06a-7d904c24f2c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1134253 Mar 07 10:34:03.076921 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-065549fb-de62-48af-9563-78cec69befe1 None None] Notify callbacks [] for port, precommit_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:34:03.090334 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.provisioning_blocks [None req-065549fb-de62-48af-9563-78cec69befe1 None None] Transition to ACTIVE for port object 990fec4a-cda3-435f-9b33-d69b00621249 will not be triggered until provisioned by entity L2. {{(pid=83740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:34:03.097088 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-065549fb-de62-48af-9563-78cec69befe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:34:03.153813 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-18608131-a12a-4136-b5b4-654aece257c1 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:34:03.157231 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c87150bd-aa9c-4ad1-bb68-57ec66d4fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:34:03.164187 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-18608131-a12a-4136-b5b4-654aece257c1 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:34:03.227629 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c06aa5-27cc-4419-82f8-143f43a7718a None None] Pushing event updated for resources: {'Port': ['ID=990fec4a-cda3-435f-9b33-d69b00621249,revision_number=3']} {{(pid=83740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:03.234995 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18608131-a12a-4136-b5b4-654aece257c1 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3fd42ce-cc9c-4dbc-a51e-cf2adc3d92ff,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:03.252694 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-18608131-a12a-4136-b5b4-654aece257c1 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:34:03.257298 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 40122) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:34:03.258212 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-18608131-a12a-4136-b5b4-654aece257c1 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.4989071 Mar 07 10:34:03.264901 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-c074373d-d50d-4e2d-b549-e5d65b11b88f tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Request body: {'security_group_rule': {'security_group_id': 'f3fd42ce-cc9c-4dbc-a51e-cf2adc3d92ff', 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:34:03.274745 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-c074373d-d50d-4e2d-b549-e5d65b11b88f tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:34:03.281231 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-c074373d-d50d-4e2d-b549-e5d65b11b88f tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Usage tracker for resource:security_group_rule and tenant:416b2fd961bc4d70a26d66821f7df8e2 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:34:03.285149 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d805844b-a849-4aac-b281-73c74f442be4 req-a7cc1e30-d26d-45b0-aa29-7b4ab105057b service neutron] 10.222.0.10 "GET /v2.0/networks/30023e69-476d-4a1a-a06a-7d904c24f2c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2184384 Mar 07 10:34:03.288199 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-c074373d-d50d-4e2d-b549-e5d65b11b88f tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:34:03.311436 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-c074373d-d50d-4e2d-b549-e5d65b11b88f tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:34:03.332975 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c074373d-d50d-4e2d-b549-e5d65b11b88f tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:34:03.392742 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-065549fb-de62-48af-9563-78cec69befe1 None None] Attempting to bind port 990fec4a-cda3-435f-9b33-d69b00621249 on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:34:03.393294 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-065549fb-de62-48af-9563-78cec69befe1 None None] Attempting to bind port 990fec4a-cda3-435f-9b33-d69b00621249 by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': '86357c75-66d4-4956-a2ba-f3fdb74b1b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '536a476f-b61f-4975-a8fb-307f2d3d7082'}] {{(pid=83740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:34:03.393742 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065549fb-de62-48af-9563-78cec69befe1 None None] Attempting to bind port 990fec4a-cda3-435f-9b33-d69b00621249 on network 536a476f-b61f-4975-a8fb-307f2d3d7082 {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:34:03.403600 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065549fb-de62-48af-9563-78cec69befe1 None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:34:03.403997 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065549fb-de62-48af-9563-78cec69befe1 None None] Checking segment: {'id': '86357c75-66d4-4956-a2ba-f3fdb74b1b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '536a476f-b61f-4975-a8fb-307f2d3d7082'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:34:03.404423 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-065549fb-de62-48af-9563-78cec69befe1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:34:03.404867 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065549fb-de62-48af-9563-78cec69befe1 None None] Bound using segment: {'id': '86357c75-66d4-4956-a2ba-f3fdb74b1b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '536a476f-b61f-4975-a8fb-307f2d3d7082'} {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:34:03.405327 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-065549fb-de62-48af-9563-78cec69befe1 None None] Bound port: 990fec4a-cda3-435f-9b33-d69b00621249, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86357c75-66d4-4956-a2ba-f3fdb74b1b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '536a476f-b61f-4975-a8fb-307f2d3d7082'}}] {{(pid=83740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:34:03.405691 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-065549fb-de62-48af-9563-78cec69befe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:34:03.416587 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c074373d-d50d-4e2d-b549-e5d65b11b88f tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:34:03.421807 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c074373d-d50d-4e2d-b549-e5d65b11b88f tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:34:03.441769 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d805844b-a849-4aac-b281-73c74f442be4 req-ffaa91c5-d6ef-4dcd-932d-6b37bb18e20f service neutron] 10.222.0.10 "GET /v2.0/networks/30023e69-476d-4a1a-a06a-7d904c24f2c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501651 Mar 07 10:34:03.449059 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c074373d-d50d-4e2d-b549-e5d65b11b88f tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7659c866-739a-4170-81ab-706afa8082b1,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:03.457227 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c074373d-d50d-4e2d-b549-e5d65b11b88f tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:34:03.458733 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-c074373d-d50d-4e2d-b549-e5d65b11b88f tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1993725 Mar 07 10:34:03.461463 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 40126) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:34:03.469789 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-d1783756-df6a-4365-ab92-3ee16a02170f tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Request body: {'security_group_rule': {'security_group_id': 'f3fd42ce-cc9c-4dbc-a51e-cf2adc3d92ff', 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:34:03.477702 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-d1783756-df6a-4365-ab92-3ee16a02170f tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:34:03.482714 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-d1783756-df6a-4365-ab92-3ee16a02170f tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Usage tracker for resource:security_group_rule and tenant:416b2fd961bc4d70a26d66821f7df8e2 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:34:03.486049 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-d1783756-df6a-4365-ab92-3ee16a02170f tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:34:03.497388 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-d1783756-df6a-4365-ab92-3ee16a02170f tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:34:03.517645 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.db [None req-065549fb-de62-48af-9563-78cec69befe1 None None] For port 990fec4a-cda3-435f-9b33-d69b00621249, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:34:03.520130 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d1783756-df6a-4365-ab92-3ee16a02170f tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:34:03.532826 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.db [None req-065549fb-de62-48af-9563-78cec69befe1 None None] For port 990fec4a-cda3-435f-9b33-d69b00621249, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=990fec4a-cda3-435f-9b33-d69b00621249,segment=NetworkSegment(86357c75-66d4-4956-a2ba-f3fdb74b1b1f),segment_id=86357c75-66d4-4956-a2ba-f3fdb74b1b1f)] {{(pid=83740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:34:03.538022 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-065549fb-de62-48af-9563-78cec69befe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:34:03.566098 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-e3150800-a51e-4b76-bc00-71d7c194a16a req-cf53f083-e32f-42b2-b2c4-a447cbeae421 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6a5f148e85ef4a9b80e5517fdf788fc6&device_id=0861e7d9-6563-45ca-854c-f5194c0be429 HTTP/1.1" status: 200 len: 1097 time: 0.0764666 Mar 07 10:34:03.589942 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d1783756-df6a-4365-ab92-3ee16a02170f tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:34:03.596803 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d1783756-df6a-4365-ab92-3ee16a02170f tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:34:03.629783 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065549fb-de62-48af-9563-78cec69befe1 None None] Routers {'81b383aa-247f-4e80-ba8d-8e8bf8e50440'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:34:03.630561 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-065549fb-de62-48af-9563-78cec69befe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:34:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['81b383aa-247f-4e80-ba8d-8e8bf8e50440'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:34:03.633091 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1783756-df6a-4365-ab92-3ee16a02170f tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99455719-fcd1-4484-b2e5-b70e54ca1452,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:03.646307 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d1783756-df6a-4365-ab92-3ee16a02170f tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:34:03.648536 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-d1783756-df6a-4365-ab92-3ee16a02170f tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1850374 Mar 07 10:34:03.650190 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 40132) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:34:03.656251 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-82a958a6-2303-4db5-a35c-bfdb31e66a33 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Request body: {'security_group_rule': {'security_group_id': 'f3fd42ce-cc9c-4dbc-a51e-cf2adc3d92ff', 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:34:03.662735 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-82a958a6-2303-4db5-a35c-bfdb31e66a33 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:34:03.667272 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-82a958a6-2303-4db5-a35c-bfdb31e66a33 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Usage tracker for resource:security_group_rule and tenant:416b2fd961bc4d70a26d66821f7df8e2 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:34:03.671117 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-82a958a6-2303-4db5-a35c-bfdb31e66a33 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:34:03.677121 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-82a958a6-2303-4db5-a35c-bfdb31e66a33 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:34:03.691424 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c06aa5-27cc-4419-82f8-143f43a7718a None None] Pushing event updated for resources: {'Port': ['ID=990fec4a-cda3-435f-9b33-d69b00621249,revision_number=4']} {{(pid=83740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:03.697789 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-82a958a6-2303-4db5-a35c-bfdb31e66a33 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:34:03.795120 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3150800-a51e-4b76-bc00-71d7c194a16a req-26eb4173-31fe-4cbb-9323-23a80d42c485 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:03.796757 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-e3150800-a51e-4b76-bc00-71d7c194a16a req-26eb4173-31fe-4cbb-9323-23a80d42c485 service neutron] 10.222.0.10 "GET /v2.0/networks?id=30023e69-476d-4a1a-a06a-7d904c24f2c0 HTTP/1.1" status: 200 len: 913 time: 0.2246447 Mar 07 10:34:03.798352 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-82a958a6-2303-4db5-a35c-bfdb31e66a33 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:34:03.803709 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-82a958a6-2303-4db5-a35c-bfdb31e66a33 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:34:03.828961 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a958a6-2303-4db5-a35c-bfdb31e66a33 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d60f9f9-b5ad-418b-8a9a-fd71db8ef02f,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:03.843570 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-065549fb-de62-48af-9563-78cec69befe1 None None] Set router 81b383aa-247f-4e80-ba8d-8e8bf8e50440 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:34:03.848622 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-82a958a6-2303-4db5-a35c-bfdb31e66a33 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:34:03.850367 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-82a958a6-2303-4db5-a35c-bfdb31e66a33 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1988871 Mar 07 10:34:03.852897 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 40136) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:34:03.859936 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-6ef7f48b-7158-47cd-b572-ac28b899ae20 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Request body: {'security_group_rule': {'security_group_id': 'f3fd42ce-cc9c-4dbc-a51e-cf2adc3d92ff', 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:34:03.860710 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fca1d3b-df4e-40fd-97bb-c520ec2b7671 req-8410bab5-b751-4ac0-a0ac-01a600c6a651 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:03.862411 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-9fca1d3b-df4e-40fd-97bb-c520ec2b7671 req-8410bab5-b751-4ac0-a0ac-01a600c6a651 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] 10.222.0.13 "GET /v2.0/ports?device_id=0861e7d9-6563-45ca-854c-f5194c0be429 HTTP/1.1" status: 200 len: 944 time: 0.1999555 Mar 07 10:34:03.867329 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-6ef7f48b-7158-47cd-b572-ac28b899ae20 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:34:03.872584 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-6ef7f48b-7158-47cd-b572-ac28b899ae20 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Usage tracker for resource:security_group_rule and tenant:416b2fd961bc4d70a26d66821f7df8e2 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:34:03.875845 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-6ef7f48b-7158-47cd-b572-ac28b899ae20 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:34:03.881735 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-6ef7f48b-7158-47cd-b572-ac28b899ae20 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:34:03.894314 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-e3150800-a51e-4b76-bc00-71d7c194a16a req-66f12502-a8c3-410f-ad2b-34c10a8dbc9c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a565abd0-f909-41bf-b505-31969eef5a8d HTTP/1.1" status: 200 len: 217 time: 0.0906730 Mar 07 10:34:03.899361 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6ef7f48b-7158-47cd-b572-ac28b899ae20 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:34:03.971913 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-9fca1d3b-df4e-40fd-97bb-c520ec2b7671 req-af3a0b97-3e2b-4bcf-a22e-8ea67f0bec08 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] 10.222.0.13 "GET /v2.0/security-groups?id=c573f7f3-4cd0-4907-ba58-d47387524041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922630 Mar 07 10:34:03.975136 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3150800-a51e-4b76-bc00-71d7c194a16a req-69a6843b-b398-49ee-a726-349b80d3b9aa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:03.976511 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-e3150800-a51e-4b76-bc00-71d7c194a16a req-69a6843b-b398-49ee-a726-349b80d3b9aa service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c545286e-deb0-44ca-9190-77e7d2d3932b HTTP/1.1" status: 200 len: 851 time: 0.0768042 Mar 07 10:34:03.978627 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6ef7f48b-7158-47cd-b572-ac28b899ae20 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:34:03.983303 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6ef7f48b-7158-47cd-b572-ac28b899ae20 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:34:04.015283 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef7f48b-7158-47cd-b572-ac28b899ae20 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd51f92a-7431-43c3-8700-e190d2a51329,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:04.025428 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6ef7f48b-7158-47cd-b572-ac28b899ae20 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:34:04.026777 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-6ef7f48b-7158-47cd-b572-ac28b899ae20 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1727884 Mar 07 10:34:04.030063 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 40140) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:34:04.037738 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-8a006814-9b49-42fd-9b10-3281c18eca63 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Request body: {'security_group_rule': {'security_group_id': 'f3fd42ce-cc9c-4dbc-a51e-cf2adc3d92ff', 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:34:04.052578 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-8a006814-9b49-42fd-9b10-3281c18eca63 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:34:04.059681 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-8a006814-9b49-42fd-9b10-3281c18eca63 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Usage tracker for resource:security_group_rule and tenant:416b2fd961bc4d70a26d66821f7df8e2 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:34:04.064286 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-8a006814-9b49-42fd-9b10-3281c18eca63 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:34:04.070715 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-8a006814-9b49-42fd-9b10-3281c18eca63 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:34:04.088024 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.db.securitygroups_db [None req-8a006814-9b49-42fd-9b10-3281c18eca63 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Project 416b2fd961bc4d70a26d66821f7df8e2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 10:34:04.095068 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-e3150800-a51e-4b76-bc00-71d7c194a16a req-25f74ac3-07c0-4348-8f7d-c5ed47dc18da service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=30023e69-476d-4a1a-a06a-7d904c24f2c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1116848 Mar 07 10:34:04.098023 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8a006814-9b49-42fd-9b10-3281c18eca63 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:34:04.199067 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-065549fb-de62-48af-9563-78cec69befe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81b383aa-247f-4e80-ba8d-8e8bf8e50440', 'name': 'tempest-TestNetworkBasicOps-router-499706407', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.131'}], 'enable_snat': True}, 'gw_port_id': 'd56b1be3-7fea-4752-88d9-5a4c0c640794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:33:54Z', 'updated_at': '2022-03-07T10:33:59Z', 'revision_number': 4, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'gw_port': {'id': 'd56b1be3-7fea-4752-88d9-5a4c0c640794', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b383aa-247f-4e80-ba8d-8e8bf8e50440', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:33:54Z', 'updated_at': '2022-03-07T10:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_interfaces': [{'id': '990fec4a-cda3-435f-9b33-d69b00621249', 'name': '', 'network_id': '536a476f-b61f-4975-a8fb-307f2d3d7082', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'mac_address': 'fa:16:3e:aa:30:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81b383aa-247f-4e80-ba8d-8e8bf8e50440', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f474b59a-fe17-4edb-88f7-d41b22ae24ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:33:58Z', 'updated_at': '2022-03-07T10:34:03Z', 'revision_number': 4, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'subnets': [{'id': 'f474b59a-fe17-4edb-88f7-d41b22ae24ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:34:04.199868 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065549fb-de62-48af-9563-78cec69befe1 None None] The sync data for ids ['81b383aa-247f-4e80-ba8d-8e8bf8e50440'] in dv-neutron-830731-3-hyperv is: [{'id': '81b383aa-247f-4e80-ba8d-8e8bf8e50440', 'name': 'tempest-TestNetworkBasicOps-router-499706407', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.131'}], 'enable_snat': True}, 'gw_port_id': 'd56b1be3-7fea-4752-88d9-5a4c0c640794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:33:54Z', 'updated_at': '2022-03-07T10:33:59Z', 'revision_number': 4, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'gw_port': {'id': 'd56b1be3-7fea-4752-88d9-5a4c0c640794', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b383aa-247f-4e80-ba8d-8e8bf8e50440', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:33:54Z', 'updated_at': '2022-03-07T10:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_interfaces': [{'id': '990fec4a-cda3-435f-9b33-d69b00621249', 'name': '', 'network_id': '536a476f-b61f-4975-a8fb-307f2d3d7082', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'mac_address': 'fa:16:3e:aa:30:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81b383aa-247f-4e80-ba8d-8e8bf8e50440', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f474b59a-fe17-4edb-88f7-d41b22ae24ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:33:58Z', 'updated_at': '2022-03-07T10:34:03Z', 'revision_number': 4, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'subnets': [{'id': 'f474b59a-fe17-4edb-88f7-d41b22ae24ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:34:04.377036 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 990fec4a-cda3-435f-9b33-d69b00621249 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:34:04.401040 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8a006814-9b49-42fd-9b10-3281c18eca63 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:34:04.408226 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-e3150800-a51e-4b76-bc00-71d7c194a16a req-e193616b-544c-4089-8193-40567e35512c service neutron] 10.222.0.10 "GET /v2.0/networks/30023e69-476d-4a1a-a06a-7d904c24f2c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3011928 Mar 07 10:34:04.409569 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8a006814-9b49-42fd-9b10-3281c18eca63 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:34:04.449309 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a006814-9b49-42fd-9b10-3281c18eca63 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7965696-8cd4-4814-8f65-da5051a7fc4d,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:04.457220 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning for port 990fec4a-cda3-435f-9b33-d69b00621249 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:34:04.464330 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 990fec4a-cda3-435f-9b33-d69b00621249 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:34:04.464919 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8a006814-9b49-42fd-9b10-3281c18eca63 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:34:04.466168 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-8a006814-9b49-42fd-9b10-3281c18eca63 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4349849 Mar 07 10:34:04.466629 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:34:04.469308 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 40146) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:34:04.475509 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-8ca0f98b-485a-4de6-a4a6-5fabd8b0ac98 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Request body: {'security_group_rule': {'security_group_id': 'f3fd42ce-cc9c-4dbc-a51e-cf2adc3d92ff', 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:34:04.483113 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-8ca0f98b-485a-4de6-a4a6-5fabd8b0ac98 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:34:04.487314 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-8ca0f98b-485a-4de6-a4a6-5fabd8b0ac98 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Usage tracker for resource:security_group_rule and tenant:416b2fd961bc4d70a26d66821f7df8e2 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:34:04.490752 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-8ca0f98b-485a-4de6-a4a6-5fabd8b0ac98 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:34:04.499163 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-8ca0f98b-485a-4de6-a4a6-5fabd8b0ac98 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:34:04.514810 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.db.securitygroups_db [None req-8ca0f98b-485a-4de6-a4a6-5fabd8b0ac98 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Project 416b2fd961bc4d70a26d66821f7df8e2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 10:34:04.523976 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8ca0f98b-485a-4de6-a4a6-5fabd8b0ac98 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:34:04.594841 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:34:04.607269 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8ca0f98b-485a-4de6-a4a6-5fabd8b0ac98 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:34:04.611917 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8ca0f98b-485a-4de6-a4a6-5fabd8b0ac98 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:34:04.639610 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] For port 990fec4a-cda3-435f-9b33-d69b00621249, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=990fec4a-cda3-435f-9b33-d69b00621249,segment=NetworkSegment(86357c75-66d4-4956-a2ba-f3fdb74b1b1f),segment_id=86357c75-66d4-4956-a2ba-f3fdb74b1b1f)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:34:04.647175 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:34:04.650853 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca0f98b-485a-4de6-a4a6-5fabd8b0ac98 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a852462-2de2-47ab-9dfb-bd91f3847c4c,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:04.660576 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8ca0f98b-485a-4de6-a4a6-5fabd8b0ac98 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:34:04.664538 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-8ca0f98b-485a-4de6-a4a6-5fabd8b0ac98 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1912911 Mar 07 10:34:04.666457 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-e3150800-a51e-4b76-bc00-71d7c194a16a req-ad83298e-4158-41a8-a7a6-96fbcb929beb service neutron] 10.222.0.10 "GET /v2.0/networks/30023e69-476d-4a1a-a06a-7d904c24f2c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2481995 Mar 07 10:34:04.731574 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Pushing event updated for resources: {'Port': ['ID=990fec4a-cda3-435f-9b33-d69b00621249,revision_number=5']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:04.898979 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-7577b721-632f-4d18-ba84-f1c8bb541895 req-b818073a-1c09-401f-b9da-9e349b73d4e8 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Synchronizing usage tracker for tenant:416b2fd961bc4d70a26d66821f7df8e2 on resource:security_group {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:34:04.915422 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-7577b721-632f-4d18-ba84-f1c8bb541895 req-b818073a-1c09-401f-b9da-9e349b73d4e8 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Unset dirty status for tenant:416b2fd961bc4d70a26d66821f7df8e2 on resource:security_group {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:34:04.916628 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-7577b721-632f-4d18-ba84-f1c8bb541895 req-b818073a-1c09-401f-b9da-9e349b73d4e8 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1193180730&fields=id&tenant_id=416b2fd961bc4d70a26d66821f7df8e2 HTTP/1.1" status: 200 len: 267 time: 0.0586774 Mar 07 10:34:05.070347 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7577b721-632f-4d18-ba84-f1c8bb541895 req-93a6ae7d-44d0-45df-b451-1a0215f8a204 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:05.071323 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-7577b721-632f-4d18-ba84-f1c8bb541895 req-93a6ae7d-44d0-45df-b451-1a0215f8a204 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Synchronizing usage tracker for tenant:416b2fd961bc4d70a26d66821f7df8e2 on resource:network {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:34:05.092041 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-7577b721-632f-4d18-ba84-f1c8bb541895 req-93a6ae7d-44d0-45df-b451-1a0215f8a204 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Unset dirty status for tenant:416b2fd961bc4d70a26d66821f7df8e2 on resource:network {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:34:05.093617 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-7577b721-632f-4d18-ba84-f1c8bb541895 req-93a6ae7d-44d0-45df-b451-1a0215f8a204 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/networks?id=536a476f-b61f-4975-a8fb-307f2d3d7082 HTTP/1.1" status: 200 len: 797 time: 0.1695220 Mar 07 10:34:05.149475 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-7577b721-632f-4d18-ba84-f1c8bb541895 req-af7307f7-2de4-478e-9ac8-3bbde10fb075 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/quotas/416b2fd961bc4d70a26d66821f7df8e2 HTTP/1.1" status: 200 len: 375 time: 0.0500770 Mar 07 10:34:05.242961 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3581b6f9-54d4-4daa-bddc-334ea843b56b req-a2899881-fe00-4644-91c6-a1d4ce8b9399 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:05.244389 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-3581b6f9-54d4-4daa-bddc-334ea843b56b req-a2899881-fe00-4644-91c6-a1d4ce8b9399 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] 10.222.0.13 "GET /v2.0/ports?device_id=0861e7d9-6563-45ca-854c-f5194c0be429 HTTP/1.1" status: 200 len: 944 time: 0.1371815 Mar 07 10:34:05.271603 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-7577b721-632f-4d18-ba84-f1c8bb541895 req-e7f98bc0-5cef-4100-bb02-082083587592 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Synchronizing usage tracker for tenant:416b2fd961bc4d70a26d66821f7df8e2 on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:34:05.302675 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-7577b721-632f-4d18-ba84-f1c8bb541895 req-e7f98bc0-5cef-4100-bb02-082083587592 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Unset dirty status for tenant:416b2fd961bc4d70a26d66821f7df8e2 on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:34:05.303931 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-7577b721-632f-4d18-ba84-f1c8bb541895 req-e7f98bc0-5cef-4100-bb02-082083587592 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=416b2fd961bc4d70a26d66821f7df8e2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1479268 Mar 07 10:34:05.308089 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-3581b6f9-54d4-4daa-bddc-334ea843b56b req-95bc3a12-2ce6-4b7b-bc94-046e80ef7e94 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] 10.222.0.13 "GET /v2.0/security-groups?id=c573f7f3-4cd0-4907-ba58-d47387524041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570128 Mar 07 10:34:05.443598 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-7577b721-632f-4d18-ba84-f1c8bb541895 req-2317d696-39a5-4843-88ae-094f6e6ee610 service neutron] 10.222.0.13 "GET /v2.0/networks/536a476f-b61f-4975-a8fb-307f2d3d7082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278145 Mar 07 10:34:05.572115 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-7577b721-632f-4d18-ba84-f1c8bb541895 req-57059a7e-803b-42cc-996f-d76fe66943e7 service neutron] 10.222.0.13 "GET /v2.0/networks/536a476f-b61f-4975-a8fb-307f2d3d7082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220837 Mar 07 10:34:05.756347 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-6f67d57a-8dd8-4367-a4d1-e21e6c70c19a req-800a2419-2a6d-4530-a950-e544d85b4e38 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/ports?device_id=a20c6d34-3498-4144-84a3-94eae1692bb3 HTTP/1.1" status: 200 len: 210 time: 0.0441732 Mar 07 10:34:06.340663 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 990fec4a-cda3-435f-9b33-d69b00621249 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:34:06.419450 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 990fec4a-cda3-435f-9b33-d69b00621249 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:34:06.419865 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:34:06.511007 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e68cec-2cb3-4938-8fdb-9be45a3ed99e req-2df5a756-bafd-4d03-a85d-644fd70d897c tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:06.512641 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-e1e68cec-2cb3-4938-8fdb-9be45a3ed99e req-2df5a756-bafd-4d03-a85d-644fd70d897c tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] 10.222.0.13 "GET /v2.0/ports?device_id=0861e7d9-6563-45ca-854c-f5194c0be429 HTTP/1.1" status: 200 len: 944 time: 0.0790174 Mar 07 10:34:06.558267 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-e1e68cec-2cb3-4938-8fdb-9be45a3ed99e req-a1350bc0-2b2d-4532-a8dd-e3eb583aed87 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] 10.222.0.13 "GET /v2.0/security-groups?id=c573f7f3-4cd0-4907-ba58-d47387524041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398288 Mar 07 10:34:06.948472 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-3c7333e8-bf6a-496f-9f05-a7c468d6f4a7 req-db18bb79-85ce-4b08-b034-1c2dd2158c99 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/ports?device_id=a20c6d34-3498-4144-84a3-94eae1692bb3 HTTP/1.1" status: 200 len: 210 time: 0.0582678 Mar 07 10:34:07.004744 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7577b721-632f-4d18-ba84-f1c8bb541895 req-eed6b552-94cb-480c-8edb-5bfffc4ee0a3 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:07.006270 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-7577b721-632f-4d18-ba84-f1c8bb541895 req-eed6b552-94cb-480c-8edb-5bfffc4ee0a3 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.10 "GET /v2.0/networks?id=536a476f-b61f-4975-a8fb-307f2d3d7082 HTTP/1.1" status: 200 len: 797 time: 0.1924784 Mar 07 10:34:07.060282 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-7577b721-632f-4d18-ba84-f1c8bb541895 req-56e21f2a-5865-4b3b-83f5-fe210fef7370 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=416b2fd961bc4d70a26d66821f7df8e2 HTTP/1.1" status: 200 len: 380 time: 0.0418446 Mar 07 10:34:07.068339 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [req-7577b721-632f-4d18-ba84-f1c8bb541895 req-7f10a232-20c8-4686-acdd-b3bacd702e21 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Request body: {'port': {'device_id': 'a20c6d34-3498-4144-84a3-94eae1692bb3', 'network_id': '536a476f-b61f-4975-a8fb-307f2d3d7082', 'admin_state_up': True, 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'security_groups': ['f3fd42ce-cc9c-4dbc-a51e-cf2adc3d92ff']}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:34:07.199093 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [req-7577b721-632f-4d18-ba84-f1c8bb541895 req-7f10a232-20c8-4686-acdd-b3bacd702e21 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:34:07.208570 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [req-7577b721-632f-4d18-ba84-f1c8bb541895 req-7f10a232-20c8-4686-acdd-b3bacd702e21 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:34:07.218341 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7577b721-632f-4d18-ba84-f1c8bb541895 req-7f10a232-20c8-4686-acdd-b3bacd702e21 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Made reservation on behalf of 416b2fd961bc4d70a26d66821f7df8e2 for: {'port': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:34:07.221322 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-7577b721-632f-4d18-ba84-f1c8bb541895 req-7f10a232-20c8-4686-acdd-b3bacd702e21 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:34:07.378323 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [req-7577b721-632f-4d18-ba84-f1c8bb541895 req-7f10a232-20c8-4686-acdd-b3bacd702e21 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Allocated IP 172.20.0.14 (536a476f-b61f-4975-a8fb-307f2d3d7082/f474b59a-fe17-4edb-88f7-d41b22ae24ea/997890d5-0153-4163-a280-a54c14b025fc) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:34:07.669756 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-7577b721-632f-4d18-ba84-f1c8bb541895 req-7f10a232-20c8-4686-acdd-b3bacd702e21 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:34:07.727696 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [req-7577b721-632f-4d18-ba84-f1c8bb541895 req-7f10a232-20c8-4686-acdd-b3bacd702e21 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Transition to ACTIVE for port object 997890d5-0153-4163-a280-a54c14b025fc will not be triggered until provisioned by entity DHCP. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:34:07.776041 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0615fa-350d-4fc9-bbef-9349c494ab47 req-d02d6c23-a6d7-4c66-a868-4289c11aef6e tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:07.778032 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-2b0615fa-350d-4fc9-bbef-9349c494ab47 req-d02d6c23-a6d7-4c66-a868-4289c11aef6e tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] 10.222.0.13 "GET /v2.0/ports?device_id=0861e7d9-6563-45ca-854c-f5194c0be429 HTTP/1.1" status: 200 len: 944 time: 0.0999053 Mar 07 10:34:07.779074 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-7577b721-632f-4d18-ba84-f1c8bb541895 req-7f10a232-20c8-4686-acdd-b3bacd702e21 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:34:07.878422 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7577b721-632f-4d18-ba84-f1c8bb541895 req-7f10a232-20c8-4686-acdd-b3bacd702e21 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Network 536a476f-b61f-4975-a8fb-307f2d3d7082 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:34:07.883074 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [req-7577b721-632f-4d18-ba84-f1c8bb541895 req-7f10a232-20c8-4686-acdd-b3bacd702e21 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:34:07.892268 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [req-7577b721-632f-4d18-ba84-f1c8bb541895 req-7f10a232-20c8-4686-acdd-b3bacd702e21 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:34:07.924181 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f10a232-20c8-4686-acdd-b3bacd702e21 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event updated for resources: {'Port': ['ID=997890d5-0153-4163-a280-a54c14b025fc,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:07.942192 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-2b0615fa-350d-4fc9-bbef-9349c494ab47 req-052f21bf-cd6c-444f-8fe6-9e1ececbd416 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] 10.222.0.13 "GET /v2.0/security-groups?id=c573f7f3-4cd0-4907-ba58-d47387524041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1271622 Mar 07 10:34:07.963550 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7577b721-632f-4d18-ba84-f1c8bb541895 req-7f10a232-20c8-4686-acdd-b3bacd702e21 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:07.965300 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-7577b721-632f-4d18-ba84-f1c8bb541895 req-7f10a232-20c8-4686-acdd-b3bacd702e21 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:34:07.993379 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-7577b721-632f-4d18-ba84-f1c8bb541895 req-7f10a232-20c8-4686-acdd-b3bacd702e21 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9284096 Mar 07 10:34:08.005572 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [req-7577b721-632f-4d18-ba84-f1c8bb541895 req-2ab9ec00-e4a9-41a3-ae47-624585758359 service neutron] Request body: {'port': {'device_id': 'a20c6d34-3498-4144-84a3-94eae1692bb3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8307'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:34:08.093891 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-bbadaafe-4bbd-4a61-a57b-91e52c221638 None None] Provisioning for port 997890d5-0153-4163-a280-a54c14b025fc completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:34:08.098384 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-bbadaafe-4bbd-4a61-a57b-91e52c221638 None None] Provisioning complete for port 997890d5-0153-4163-a280-a54c14b025fc triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:34:08.098742 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-bbadaafe-4bbd-4a61-a57b-91e52c221638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:34:08.150310 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-bbadaafe-4bbd-4a61-a57b-91e52c221638 None None] Port 997890d5-0153-4163-a280-a54c14b025fc cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:34:08.170359 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-7577b721-632f-4d18-ba84-f1c8bb541895 req-2ab9ec00-e4a9-41a3-ae47-624585758359 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:34:08.262196 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e877cf5c-dc60-4bb0-9792-60d537dbe992 req-d7d0daf5-5886-40da-be7b-64b6851ed197 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:08.262869 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-e877cf5c-dc60-4bb0-9792-60d537dbe992 req-d7d0daf5-5886-40da-be7b-64b6851ed197 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Synchronizing usage tracker for tenant:416b2fd961bc4d70a26d66821f7df8e2 on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:34:08.336785 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-e877cf5c-dc60-4bb0-9792-60d537dbe992 req-d7d0daf5-5886-40da-be7b-64b6851ed197 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Unset dirty status for tenant:416b2fd961bc4d70a26d66821f7df8e2 on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:34:08.337937 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-e877cf5c-dc60-4bb0-9792-60d537dbe992 req-d7d0daf5-5886-40da-be7b-64b6851ed197 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/ports?device_id=a20c6d34-3498-4144-84a3-94eae1692bb3 HTTP/1.1" status: 200 len: 932 time: 0.2393417 Mar 07 10:34:08.465621 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-e877cf5c-dc60-4bb0-9792-60d537dbe992 req-762d7e6e-ce77-45b9-9be8-204e7b526e92 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3fd42ce-cc9c-4dbc-a51e-cf2adc3d92ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1215758 Mar 07 10:34:08.569327 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [req-7577b721-632f-4d18-ba84-f1c8bb541895 req-2ab9ec00-e4a9-41a3-ae47-624585758359 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 997890d5-0153-4163-a280-a54c14b025fc {{(pid=83737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 07 10:34:08.576761 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-7577b721-632f-4d18-ba84-f1c8bb541895 req-2ab9ec00-e4a9-41a3-ae47-624585758359 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:34:08.590834 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [req-7577b721-632f-4d18-ba84-f1c8bb541895 req-2ab9ec00-e4a9-41a3-ae47-624585758359 service neutron] Transition to ACTIVE for port object 997890d5-0153-4163-a280-a54c14b025fc will not be triggered until provisioned by entity L2. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:34:08.594807 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-7577b721-632f-4d18-ba84-f1c8bb541895 req-2ab9ec00-e4a9-41a3-ae47-624585758359 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3012561'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:34:08.719975 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab9ec00-e4a9-41a3-ae47-624585758359 service neutron] Pushing event updated for resources: {'Port': ['ID=997890d5-0153-4163-a280-a54c14b025fc,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:08.826384 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [req-7577b721-632f-4d18-ba84-f1c8bb541895 req-2ab9ec00-e4a9-41a3-ae47-624585758359 service neutron] Attempting to bind port 997890d5-0153-4163-a280-a54c14b025fc on host hv-neutron-8307 for vnic_type normal with profile {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:34:08.826711 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [req-7577b721-632f-4d18-ba84-f1c8bb541895 req-2ab9ec00-e4a9-41a3-ae47-624585758359 service neutron] Attempting to bind port 997890d5-0153-4163-a280-a54c14b025fc by drivers openvswitch,hyperv on host hv-neutron-8307 at level 0 using segments [{'id': '86357c75-66d4-4956-a2ba-f3fdb74b1b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '536a476f-b61f-4975-a8fb-307f2d3d7082'}] {{(pid=83737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:34:08.827026 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7577b721-632f-4d18-ba84-f1c8bb541895 req-2ab9ec00-e4a9-41a3-ae47-624585758359 service neutron] Attempting to bind port 997890d5-0153-4163-a280-a54c14b025fc on network 536a476f-b61f-4975-a8fb-307f2d3d7082 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:34:08.832923 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7577b721-632f-4d18-ba84-f1c8bb541895 req-2ab9ec00-e4a9-41a3-ae47-624585758359 service neutron] Port 997890d5-0153-4163-a280-a54c14b025fc on network 536a476f-b61f-4975-a8fb-307f2d3d7082 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8307 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 07 10:34:08.833234 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7577b721-632f-4d18-ba84-f1c8bb541895 req-2ab9ec00-e4a9-41a3-ae47-624585758359 service neutron] Attempting to bind port 997890d5-0153-4163-a280-a54c14b025fc on network 536a476f-b61f-4975-a8fb-307f2d3d7082 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:34:08.839839 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7577b721-632f-4d18-ba84-f1c8bb541895 req-2ab9ec00-e4a9-41a3-ae47-624585758359 service neutron] Checking agent: {'id': 'fb93ecad-d7e5-4e81-99ef-d8d0ee7386ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8307', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 21, 15), 'started_at': datetime.datetime(2022, 3, 7, 10, 21, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 33, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:34:08.840160 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7577b721-632f-4d18-ba84-f1c8bb541895 req-2ab9ec00-e4a9-41a3-ae47-624585758359 service neutron] Checking segment: {'id': '86357c75-66d4-4956-a2ba-f3fdb74b1b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '536a476f-b61f-4975-a8fb-307f2d3d7082'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:34:08.840550 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7577b721-632f-4d18-ba84-f1c8bb541895 req-2ab9ec00-e4a9-41a3-ae47-624585758359 service neutron] Bound using segment: {'id': '86357c75-66d4-4956-a2ba-f3fdb74b1b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '536a476f-b61f-4975-a8fb-307f2d3d7082'} {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:34:08.840966 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [req-7577b721-632f-4d18-ba84-f1c8bb541895 req-2ab9ec00-e4a9-41a3-ae47-624585758359 service neutron] Bound port: 997890d5-0153-4163-a280-a54c14b025fc, host: hv-neutron-8307, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86357c75-66d4-4956-a2ba-f3fdb74b1b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '536a476f-b61f-4975-a8fb-307f2d3d7082'}}] {{(pid=83737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:34:08.841299 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-7577b721-632f-4d18-ba84-f1c8bb541895 req-2ab9ec00-e4a9-41a3-ae47-624585758359 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:34:08.927996 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [req-7577b721-632f-4d18-ba84-f1c8bb541895 req-2ab9ec00-e4a9-41a3-ae47-624585758359 service neutron] For port 997890d5-0153-4163-a280-a54c14b025fc, host hv-neutron-8307, cleared binding levels {{(pid=83737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:34:08.930849 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [req-7577b721-632f-4d18-ba84-f1c8bb541895 req-2ab9ec00-e4a9-41a3-ae47-624585758359 service neutron] For port 997890d5-0153-4163-a280-a54c14b025fc, host hv-neutron-8307, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=997890d5-0153-4163-a280-a54c14b025fc,segment=NetworkSegment(86357c75-66d4-4956-a2ba-f3fdb74b1b1f),segment_id=86357c75-66d4-4956-a2ba-f3fdb74b1b1f)] {{(pid=83737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:34:08.934833 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-7577b721-632f-4d18-ba84-f1c8bb541895 req-2ab9ec00-e4a9-41a3-ae47-624585758359 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3012561'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:34:08.995747 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-7577b721-632f-4d18-ba84-f1c8bb541895 req-2ab9ec00-e4a9-41a3-ae47-624585758359 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:34:08.997286 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-7577b721-632f-4d18-ba84-f1c8bb541895 req-2ab9ec00-e4a9-41a3-ae47-624585758359 service neutron] 10.222.0.10 "PUT /v2.0/ports/997890d5-0153-4163-a280-a54c14b025fc HTTP/1.1" status: 200 len: 1094 time: 0.9961402 Mar 07 10:34:08.997601 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a20c6d34-3498-4144-84a3-94eae1692bb3', 'tag': '997890d5-0153-4163-a280-a54c14b025fc'}] {{(pid=83737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 10:34:09.016024 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab9ec00-e4a9-41a3-ae47-624585758359 service neutron] Pushing event updated for resources: {'Port': ['ID=997890d5-0153-4163-a280-a54c14b025fc,revision_number=3']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:09.081880 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a20c6d34-3498-4144-84a3-94eae1692bb3', 'tag': '997890d5-0153-4163-a280-a54c14b025fc', 'status': 'completed', 'code': 200} Mar 07 10:34:09.186953 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-7577b721-632f-4d18-ba84-f1c8bb541895 req-0bd40642-9e02-4cc0-a2e8-9dae5be3d1b5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=416b2fd961bc4d70a26d66821f7df8e2&device_id=a20c6d34-3498-4144-84a3-94eae1692bb3 HTTP/1.1" status: 200 len: 1097 time: 0.1470265 Mar 07 10:34:09.200867 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2efd47-eec2-466e-bd7a-2611af9e975c req-a4a1c00b-5cad-40f0-92d8-11e2ff834e88 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:09.202264 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ad2efd47-eec2-466e-bd7a-2611af9e975c req-a4a1c00b-5cad-40f0-92d8-11e2ff834e88 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] 10.222.0.13 "GET /v2.0/ports?device_id=0861e7d9-6563-45ca-854c-f5194c0be429 HTTP/1.1" status: 200 len: 944 time: 0.1130829 Mar 07 10:34:09.288935 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-7577b721-632f-4d18-ba84-f1c8bb541895 req-9deb6244-04aa-4ecc-89aa-38c654174115 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=997890d5-0153-4163-a280-a54c14b025fc HTTP/1.1" status: 200 len: 217 time: 0.0835233 Mar 07 10:34:09.352733 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ad2efd47-eec2-466e-bd7a-2611af9e975c req-7c03a251-4579-4287-b327-ef97d5a239b7 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] 10.222.0.13 "GET /v2.0/security-groups?id=c573f7f3-4cd0-4907-ba58-d47387524041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993395 Mar 07 10:34:09.363273 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7577b721-632f-4d18-ba84-f1c8bb541895 req-edda8218-8eb8-4d0b-88a6-4ee2d0aa8e91 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:09.364679 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-7577b721-632f-4d18-ba84-f1c8bb541895 req-edda8218-8eb8-4d0b-88a6-4ee2d0aa8e91 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f474b59a-fe17-4edb-88f7-d41b22ae24ea HTTP/1.1" status: 200 len: 835 time: 0.0669615 Mar 07 10:34:09.440213 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-7577b721-632f-4d18-ba84-f1c8bb541895 req-89ddef16-8644-4a63-acd4-2337ae5f3f2b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=536a476f-b61f-4975-a8fb-307f2d3d7082&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688641 Mar 07 10:34:09.707523 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-7577b721-632f-4d18-ba84-f1c8bb541895 req-07afea68-eaa8-425e-915d-f02375c36d35 service neutron] 10.222.0.10 "GET /v2.0/networks/536a476f-b61f-4975-a8fb-307f2d3d7082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2610748 Mar 07 10:34:09.741197 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfefd992-8e3d-4e6e-9296-6ae42fdefc5a req-30b8cde3-01b1-4eed-a14a-8e0a778c7e0a tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:09.742552 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-dfefd992-8e3d-4e6e-9296-6ae42fdefc5a req-30b8cde3-01b1-4eed-a14a-8e0a778c7e0a tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/ports?device_id=a20c6d34-3498-4144-84a3-94eae1692bb3 HTTP/1.1" status: 200 len: 944 time: 0.1423995 Mar 07 10:34:09.860261 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-dfefd992-8e3d-4e6e-9296-6ae42fdefc5a req-c7062fa6-e10c-4651-95af-3e558302495c tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3fd42ce-cc9c-4dbc-a51e-cf2adc3d92ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740266 Mar 07 10:34:09.877936 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-7577b721-632f-4d18-ba84-f1c8bb541895 req-f0b8f028-60f1-4899-a2bb-9f3965f6205d service neutron] 10.222.0.10 "GET /v2.0/networks/536a476f-b61f-4975-a8fb-307f2d3d7082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636424 Mar 07 10:34:09.990153 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d9593a71-a9a2-446b-bef2-53acb7e10b32 req-ab1d37a7-daab-40cd-a4b9-03fa218a261f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=416b2fd961bc4d70a26d66821f7df8e2&device_id=a20c6d34-3498-4144-84a3-94eae1692bb3 HTTP/1.1" status: 200 len: 1097 time: 0.0667171 Mar 07 10:34:10.118627 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9593a71-a9a2-446b-bef2-53acb7e10b32 req-28a6854a-6046-495b-9ee8-3c33e53bd60c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:10.120876 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d9593a71-a9a2-446b-bef2-53acb7e10b32 req-28a6854a-6046-495b-9ee8-3c33e53bd60c service neutron] 10.222.0.10 "GET /v2.0/networks?id=536a476f-b61f-4975-a8fb-307f2d3d7082 HTTP/1.1" status: 200 len: 898 time: 0.1237583 Mar 07 10:34:10.189260 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d9593a71-a9a2-446b-bef2-53acb7e10b32 req-c40ce854-dd70-49b7-a1b5-dfdf21c8c86b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=997890d5-0153-4163-a280-a54c14b025fc HTTP/1.1" status: 200 len: 217 time: 0.0627053 Mar 07 10:34:10.250365 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9593a71-a9a2-446b-bef2-53acb7e10b32 req-960fe37d-47ea-4085-82ad-0e57d962c052 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:10.251702 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d9593a71-a9a2-446b-bef2-53acb7e10b32 req-960fe37d-47ea-4085-82ad-0e57d962c052 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f474b59a-fe17-4edb-88f7-d41b22ae24ea HTTP/1.1" status: 200 len: 835 time: 0.0568404 Mar 07 10:34:10.325031 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d9593a71-a9a2-446b-bef2-53acb7e10b32 req-d788ea80-0c6c-4f63-b3eb-1f581e48a8f7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=536a476f-b61f-4975-a8fb-307f2d3d7082&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0668707 Mar 07 10:34:10.455021 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d9593a71-a9a2-446b-bef2-53acb7e10b32 req-a5a3e11c-02f5-4b6e-be41-afaee326b24e service neutron] 10.222.0.10 "GET /v2.0/networks/536a476f-b61f-4975-a8fb-307f2d3d7082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240876 Mar 07 10:34:10.642713 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d9593a71-a9a2-446b-bef2-53acb7e10b32 req-b781b002-75f4-40ab-939c-1f2ac157be09 service neutron] 10.222.0.10 "GET /v2.0/networks/536a476f-b61f-4975-a8fb-307f2d3d7082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813245 Mar 07 10:34:10.650917 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec23fa6c-7199-47c9-b634-cad689bed7a9 req-bb72935b-d9b6-4e44-b11b-f17e713148e7 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:10.652365 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ec23fa6c-7199-47c9-b634-cad689bed7a9 req-bb72935b-d9b6-4e44-b11b-f17e713148e7 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] 10.222.0.13 "GET /v2.0/ports?device_id=0861e7d9-6563-45ca-854c-f5194c0be429 HTTP/1.1" status: 200 len: 944 time: 0.1696248 Mar 07 10:34:10.696838 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ec23fa6c-7199-47c9-b634-cad689bed7a9 req-38451b28-b386-44bf-9e66-4f593bdbba94 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] 10.222.0.13 "GET /v2.0/security-groups?id=c573f7f3-4cd0-4907-ba58-d47387524041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388336 Mar 07 10:34:11.057729 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a9b0b6-91dc-4183-bb9e-eae0c03b19b3 req-a62965eb-d275-490f-9e76-ef670748735a tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:11.059261 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-68a9b0b6-91dc-4183-bb9e-eae0c03b19b3 req-a62965eb-d275-490f-9e76-ef670748735a tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/ports?device_id=a20c6d34-3498-4144-84a3-94eae1692bb3 HTTP/1.1" status: 200 len: 944 time: 0.0797799 Mar 07 10:34:11.103556 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-68a9b0b6-91dc-4183-bb9e-eae0c03b19b3 req-ca2b547e-2d3e-4fc0-bf0a-1bd6054a3414 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3fd42ce-cc9c-4dbc-a51e-cf2adc3d92ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389407 Mar 07 10:34:11.886767 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f7e64e-f9b2-4547-b68d-26d5314dc753 req-b5bcf072-3006-4717-86d2-b459ed5f3b4e tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:11.888088 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d7f7e64e-f9b2-4547-b68d-26d5314dc753 req-b5bcf072-3006-4717-86d2-b459ed5f3b4e tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] 10.222.0.13 "GET /v2.0/ports?device_id=0861e7d9-6563-45ca-854c-f5194c0be429 HTTP/1.1" status: 200 len: 944 time: 0.0749021 Mar 07 10:34:11.931432 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d7f7e64e-f9b2-4547-b68d-26d5314dc753 req-33dcdd26-3282-4d00-9a1b-45fb2e6723a8 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] 10.222.0.13 "GET /v2.0/security-groups?id=c573f7f3-4cd0-4907-ba58-d47387524041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377665 Mar 07 10:34:12.298122 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592fb4ae-2483-4c8d-87e0-233acb392840 req-a041465e-8058-4088-959f-5ef4622a4d43 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:12.299545 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-592fb4ae-2483-4c8d-87e0-233acb392840 req-a041465e-8058-4088-959f-5ef4622a4d43 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/ports?device_id=a20c6d34-3498-4144-84a3-94eae1692bb3 HTTP/1.1" status: 200 len: 944 time: 0.0797079 Mar 07 10:34:12.344722 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-592fb4ae-2483-4c8d-87e0-233acb392840 req-dca83890-af07-467f-a020-7079af7c0366 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3fd42ce-cc9c-4dbc-a51e-cf2adc3d92ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396466 Mar 07 10:34:12.897440 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device 997890d5-0153-4163-a280-a54c14b025fc details requested by agent hyperv_hv-neutron-8307 with host hv-neutron-8307 {{(pid=83739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 07 10:34:13.029567 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port 997890d5-0153-4163-a280-a54c14b025fc, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=997890d5-0153-4163-a280-a54c14b025fc,segment=NetworkSegment(86357c75-66d4-4956-a2ba-f3fdb74b1b1f),segment_id=86357c75-66d4-4956-a2ba-f3fdb74b1b1f)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:34:13.042788 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Returning: {'device': '997890d5-0153-4163-a280-a54c14b025fc', 'network_id': '536a476f-b61f-4975-a8fb-307f2d3d7082', 'port_id': '997890d5-0153-4163-a280-a54c14b025fc', 'mac_address': 'fa:16:3e:14:c3:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f474b59a-fe17-4edb-88f7-d41b22ae24ea', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 07 10:34:13.095564 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:34:13.113100 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 997890d5-0153-4163-a280-a54c14b025fc {{(pid=83739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 07 10:34:13.128418 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30b29b4-d3d8-41b1-9737-16282a5a9b96 req-1f491a93-74af-4c60-aae2-e11793d56796 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:13.128770 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port 997890d5-0153-4163-a280-a54c14b025fc, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=997890d5-0153-4163-a280-a54c14b025fc,segment=NetworkSegment(86357c75-66d4-4956-a2ba-f3fdb74b1b1f),segment_id=86357c75-66d4-4956-a2ba-f3fdb74b1b1f)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:34:13.129892 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d30b29b4-d3d8-41b1-9737-16282a5a9b96 req-1f491a93-74af-4c60-aae2-e11793d56796 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] 10.222.0.13 "GET /v2.0/ports?device_id=0861e7d9-6563-45ca-854c-f5194c0be429 HTTP/1.1" status: 200 len: 944 time: 0.0783844 Mar 07 10:34:13.132967 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:34:13.133587 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device a565abd0-f909-41bf-b505-31969eef5a8d details requested by agent hyperv_hv-neutron-8307 with host hv-neutron-8307 {{(pid=83739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 07 10:34:13.175351 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d30b29b4-d3d8-41b1-9737-16282a5a9b96 req-74386b53-83b9-4144-aa45-db61d16e31a7 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] 10.222.0.13 "GET /v2.0/security-groups?id=c573f7f3-4cd0-4907-ba58-d47387524041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382962 Mar 07 10:34:13.259787 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Pushing event updated for resources: {'Port': ['ID=997890d5-0153-4163-a280-a54c14b025fc,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:13.327619 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port a565abd0-f909-41bf-b505-31969eef5a8d, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=a565abd0-f909-41bf-b505-31969eef5a8d,segment=NetworkSegment(8c71cc60-e697-4bc8-ab7b-834524b4e30a),segment_id=8c71cc60-e697-4bc8-ab7b-834524b4e30a)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:34:13.340592 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Returning: {'device': 'a565abd0-f909-41bf-b505-31969eef5a8d', 'network_id': '30023e69-476d-4a1a-a06a-7d904c24f2c0', 'port_id': 'a565abd0-f909-41bf-b505-31969eef5a8d', 'mac_address': 'fa:16:3e:c0:6f:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c545286e-deb0-44ca-9190-77e7d2d3932b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 07 10:34:13.392581 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:34:13.409792 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a565abd0-f909-41bf-b505-31969eef5a8d {{(pid=83739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 07 10:34:13.425180 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port a565abd0-f909-41bf-b505-31969eef5a8d, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=a565abd0-f909-41bf-b505-31969eef5a8d,segment=NetworkSegment(8c71cc60-e697-4bc8-ab7b-834524b4e30a),segment_id=8c71cc60-e697-4bc8-ab7b-834524b4e30a)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:34:13.429067 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:34:13.493973 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Pushing event updated for resources: {'Port': ['ID=a565abd0-f909-41bf-b505-31969eef5a8d,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:13.619702 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deff626-8b84-418c-952a-c8b421843c98 req-36afd9e1-4041-4f3f-b072-f45f0b5d01b8 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:13.621803 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-2deff626-8b84-418c-952a-c8b421843c98 req-36afd9e1-4041-4f3f-b072-f45f0b5d01b8 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/ports?device_id=a20c6d34-3498-4144-84a3-94eae1692bb3 HTTP/1.1" status: 200 len: 945 time: 0.1585259 Mar 07 10:34:13.665378 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-2deff626-8b84-418c-952a-c8b421843c98 req-1dc13c93-9579-4cbf-83c7-99c906284c3f tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3fd42ce-cc9c-4dbc-a51e-cf2adc3d92ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381751 Mar 07 10:34:13.759173 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] get_ports_and_sgs() called for port_ids ['a565abd0-f909-41bf-b505-31969eef5a8d'] {{(pid=83739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 07 10:34:13.787792 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] get_ports_and_sgs() called for port_ids ['997890d5-0153-4163-a280-a54c14b025fc'] {{(pid=83739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 07 10:34:14.375187 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93ef7fe-2c4f-4191-80d4-ad12e46b6fa4 req-a55fbe9d-8930-4920-9fc8-5b10d3f091d6 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:14.376662 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f93ef7fe-2c4f-4191-80d4-ad12e46b6fa4 req-a55fbe9d-8930-4920-9fc8-5b10d3f091d6 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] 10.222.0.13 "GET /v2.0/ports?device_id=0861e7d9-6563-45ca-854c-f5194c0be429 HTTP/1.1" status: 200 len: 945 time: 0.0809321 Mar 07 10:34:14.422309 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f93ef7fe-2c4f-4191-80d4-ad12e46b6fa4 req-f574616c-fc45-4a5b-8c06-de3c5595d0c3 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] 10.222.0.13 "GET /v2.0/security-groups?id=c573f7f3-4cd0-4907-ba58-d47387524041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402734 Mar 07 10:34:14.872208 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5411ba-a18d-4bc5-824c-b0ba7c64a220 req-49faa267-9a32-480e-bfeb-cd8e8a45a63c tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:14.873675 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-6c5411ba-a18d-4bc5-824c-b0ba7c64a220 req-49faa267-9a32-480e-bfeb-cd8e8a45a63c tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/ports?device_id=a20c6d34-3498-4144-84a3-94eae1692bb3 HTTP/1.1" status: 200 len: 945 time: 0.0735779 Mar 07 10:34:14.912523 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device 997890d5-0153-4163-a280-a54c14b025fc up at agent hyperv_hv-neutron-8307 {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:34:14.919162 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-6c5411ba-a18d-4bc5-824c-b0ba7c64a220 req-770615b8-791c-4c4c-9821-43948edf6d35 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3fd42ce-cc9c-4dbc-a51e-cf2adc3d92ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401130 Mar 07 10:34:14.977805 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Provisioning for port 997890d5-0153-4163-a280-a54c14b025fc completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:34:14.982303 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Provisioning complete for port 997890d5-0153-4163-a280-a54c14b025fc triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:34:14.982664 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:34:15.095013 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:34:15.120178 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a20c6d34-3498-4144-84a3-94eae1692bb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '997890d5-0153-4163-a280-a54c14b025fc'}] {{(pid=83739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 10:34:15.130162 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port 997890d5-0153-4163-a280-a54c14b025fc, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=997890d5-0153-4163-a280-a54c14b025fc,segment=NetworkSegment(86357c75-66d4-4956-a2ba-f3fdb74b1b1f),segment_id=86357c75-66d4-4956-a2ba-f3fdb74b1b1f)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:34:15.133909 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:34:15.134669 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device a565abd0-f909-41bf-b505-31969eef5a8d up at agent hyperv_hv-neutron-8307 {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:34:15.201502 dv-neutron-830731-3-hyperv neutron-server[83739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a20c6d34-3498-4144-84a3-94eae1692bb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '997890d5-0153-4163-a280-a54c14b025fc', 'code': 200} Mar 07 10:34:15.250572 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Pushing event updated for resources: {'Port': ['ID=997890d5-0153-4163-a280-a54c14b025fc,revision_number=5']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:15.265947 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Provisioning for port a565abd0-f909-41bf-b505-31969eef5a8d completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:34:15.270741 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Provisioning complete for port a565abd0-f909-41bf-b505-31969eef5a8d triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:34:15.271107 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:34:15.387917 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:34:15.411476 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-07e2580b-7756-40a4-93bc-2a00b2dcdc74 req-256de4e8-6019-4805-9c51-1d57f51e3860 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a20c6d34-3498-4144-84a3-94eae1692bb3 HTTP/1.1" status: 200 len: 1099 time: 0.0772219 Mar 07 10:34:15.421292 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port a565abd0-f909-41bf-b505-31969eef5a8d, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=a565abd0-f909-41bf-b505-31969eef5a8d,segment=NetworkSegment(8c71cc60-e697-4bc8-ab7b-834524b4e30a),segment_id=8c71cc60-e697-4bc8-ab7b-834524b4e30a)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:34:15.425788 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:34:15.457381 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-07e2580b-7756-40a4-93bc-2a00b2dcdc74 req-2460e419-af05-49c1-9764-e7b05dc485aa service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=f3fd42ce-cc9c-4dbc-a51e-cf2adc3d92ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386717 Mar 07 10:34:15.491521 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Pushing event updated for resources: {'Port': ['ID=a565abd0-f909-41bf-b505-31969eef5a8d,revision_number=5']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:15.519305 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:34:15.623169 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed85e808-7275-4585-a63d-6fe41f3439ca req-da8ccc62-8276-436f-9acf-8bed709ee2f9 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:15.626891 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ed85e808-7275-4585-a63d-6fe41f3439ca req-da8ccc62-8276-436f-9acf-8bed709ee2f9 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] 10.222.0.13 "GET /v2.0/ports?device_id=0861e7d9-6563-45ca-854c-f5194c0be429 HTTP/1.1" status: 200 len: 946 time: 0.0776601 Mar 07 10:34:15.675396 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ed85e808-7275-4585-a63d-6fe41f3439ca req-5864d3a8-59e2-417f-9ad8-7dabfb814ea0 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] 10.222.0.13 "GET /v2.0/security-groups?id=c573f7f3-4cd0-4907-ba58-d47387524041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407021 Mar 07 10:34:16.114176 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0964eb-0678-41fd-987d-a347dbb10229 req-5962d0f9-7f98-4c4f-aa99-5f6021656715 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:16.115607 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ea0964eb-0678-41fd-987d-a347dbb10229 req-5962d0f9-7f98-4c4f-aa99-5f6021656715 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/ports?device_id=a20c6d34-3498-4144-84a3-94eae1692bb3 HTTP/1.1" status: 200 len: 946 time: 0.0778930 Mar 07 10:34:16.160033 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ea0964eb-0678-41fd-987d-a347dbb10229 req-77e79929-4e51-4e0e-99c0-52a7fafa52cd tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3fd42ce-cc9c-4dbc-a51e-cf2adc3d92ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387442 Mar 07 10:34:16.867250 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b8e075-d28e-4b86-a2a9-30b663713435 req-2f3fd468-7184-4194-b33c-719e9b77815f tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:16.868706 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-49b8e075-d28e-4b86-a2a9-30b663713435 req-2f3fd468-7184-4194-b33c-719e9b77815f tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] 10.222.0.13 "GET /v2.0/ports?device_id=0861e7d9-6563-45ca-854c-f5194c0be429 HTTP/1.1" status: 200 len: 946 time: 0.0744557 Mar 07 10:34:16.916845 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-49b8e075-d28e-4b86-a2a9-30b663713435 req-9fe83e32-3927-478c-962b-a3234063c3aa tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] 10.222.0.13 "GET /v2.0/security-groups?id=c573f7f3-4cd0-4907-ba58-d47387524041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415645 Mar 07 10:34:17.202870 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0861e7d9-6563-45ca-854c-f5194c0be429', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a565abd0-f909-41bf-b505-31969eef5a8d'}] {{(pid=83739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 10:34:17.336026 dv-neutron-830731-3-hyperv neutron-server[83739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0861e7d9-6563-45ca-854c-f5194c0be429', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a565abd0-f909-41bf-b505-31969eef5a8d', 'code': 200} Mar 07 10:34:17.360886 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ecc17a-ae1b-419e-866f-b02fa49f9f08 req-ea3c85f5-55ba-4124-aa1f-5d1fcfbc6f2c tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:17.362307 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-17ecc17a-ae1b-419e-866f-b02fa49f9f08 req-ea3c85f5-55ba-4124-aa1f-5d1fcfbc6f2c tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/ports?device_id=a20c6d34-3498-4144-84a3-94eae1692bb3 HTTP/1.1" status: 200 len: 946 time: 0.0805070 Mar 07 10:34:17.407488 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-17ecc17a-ae1b-419e-866f-b02fa49f9f08 req-d4ce0e4f-a429-4ac8-bc56-a2cf03aed6f0 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3fd42ce-cc9c-4dbc-a51e-cf2adc3d92ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394661 Mar 07 10:34:17.659153 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccb2a08-a48a-4096-b71a-fb40238675a1 req-ff5e36b0-85ff-48a6-9a21-024a346bc0d5 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:17.660586 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-bccb2a08-a48a-4096-b71a-fb40238675a1 req-ff5e36b0-85ff-48a6-9a21-024a346bc0d5 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/ports?device_id=a20c6d34-3498-4144-84a3-94eae1692bb3 HTTP/1.1" status: 200 len: 946 time: 0.1290257 Mar 07 10:34:17.663979 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-a63c8d17-671e-4bf5-a486-f2096d291086 req-4f48866e-b83e-4a30-92ef-33a5ffe69ae3 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0861e7d9-6563-45ca-854c-f5194c0be429 HTTP/1.1" status: 200 len: 1099 time: 0.1032612 Mar 07 10:34:17.736800 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-bccb2a08-a48a-4096-b71a-fb40238675a1 req-73757707-af75-46d0-afc4-8ba4d443f257 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3fd42ce-cc9c-4dbc-a51e-cf2adc3d92ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707099 Mar 07 10:34:17.738572 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-a63c8d17-671e-4bf5-a486-f2096d291086 req-656af758-17b8-49fb-a0e8-ba4641b5106e service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=c573f7f3-4cd0-4907-ba58-d47387524041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591443 Mar 07 10:34:17.763713 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 40222) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:34:17.831822 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-9255950a-e07d-40d3-a713-8eed66409665 tempest-TestNetworkBasicOps-2128623112 tempest-TestNetworkBasicOps-2128623112-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=a20c6d34-3498-4144-84a3-94eae1692bb3 HTTP/1.1" status: 200 len: 1094 time: 0.0670187 Mar 07 10:34:17.834407 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 40226) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:34:17.840065 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-d5869014-2e9e-4f1e-a2b7-facdc1673fdb tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Request body: {'floatingip': {'floating_network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'port_id': '997890d5-0153-4163-a280-a54c14b025fc', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'fixed_ip_address': '172.20.0.14'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:34:17.845347 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-d5869014-2e9e-4f1e-a2b7-facdc1673fdb tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:34:17.849017 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-d5869014-2e9e-4f1e-a2b7-facdc1673fdb tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Usage tracker for resource:floatingip and tenant:416b2fd961bc4d70a26d66821f7df8e2 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:34:17.851696 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-d5869014-2e9e-4f1e-a2b7-facdc1673fdb tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:34:17.857200 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-d5869014-2e9e-4f1e-a2b7-facdc1673fdb tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:34:17.867065 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d5869014-2e9e-4f1e-a2b7-facdc1673fdb tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for floatingip, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:34:17.999046 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d5869014-2e9e-4f1e-a2b7-facdc1673fdb tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:34:18.189529 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-d5869014-2e9e-4f1e-a2b7-facdc1673fdb tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Allocated IP 172.26.8.74 (5ed85006-6b00-415e-b71f-837fb1421c12/8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a/8a42d615-96ce-4b5e-a8cb-257a46a7fd5b) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:34:18.196857 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97edfca1-ca3b-45ad-915b-535861ec8408 req-ab07075b-5853-4d2f-b4b3-12ce04b50969 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:18.199058 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-97edfca1-ca3b-45ad-915b-535861ec8408 req-ab07075b-5853-4d2f-b4b3-12ce04b50969 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] 10.222.0.13 "GET /v2.0/ports?device_id=0861e7d9-6563-45ca-854c-f5194c0be429 HTTP/1.1" status: 200 len: 946 time: 0.1592603 Mar 07 10:34:18.325302 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-97edfca1-ca3b-45ad-915b-535861ec8408 req-ba1e9a78-95a5-4e07-8b70-f829c5df05e1 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] 10.222.0.13 "GET /v2.0/security-groups?id=c573f7f3-4cd0-4907-ba58-d47387524041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1184835 Mar 07 10:34:18.380909 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d5869014-2e9e-4f1e-a2b7-facdc1673fdb tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:34:18.408439 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d5869014-2e9e-4f1e-a2b7-facdc1673fdb tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:34:18.475513 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5869014-2e9e-4f1e-a2b7-facdc1673fdb tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Network 5ed85006-6b00-415e-b71f-837fb1421c12 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:34:18.478298 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-d5869014-2e9e-4f1e-a2b7-facdc1673fdb tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:34:18.483560 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5869014-2e9e-4f1e-a2b7-facdc1673fdb tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:34:18.507080 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5869014-2e9e-4f1e-a2b7-facdc1673fdb tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event updated for resources: {'Port': ['ID=8a42d615-96ce-4b5e-a8cb-257a46a7fd5b,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:19.062469 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d5869014-2e9e-4f1e-a2b7-facdc1673fdb tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:34:19.120985 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d5869014-2e9e-4f1e-a2b7-facdc1673fdb tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:34:19.320394 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d5869014-2e9e-4f1e-a2b7-facdc1673fdb tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:34:19.325630 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d5869014-2e9e-4f1e-a2b7-facdc1673fdb tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3012561'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:34:19.430956 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5869014-2e9e-4f1e-a2b7-facdc1673fdb tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event updated for resources: {'Port': ['ID=8a42d615-96ce-4b5e-a8cb-257a46a7fd5b,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:19.445020 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d5869014-2e9e-4f1e-a2b7-facdc1673fdb tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923533'] for floatingip, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:34:19.648865 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8413e6bb-7f24-4525-972d-3c3fd94a7709 req-c61cd5c5-d042-489e-98ff-d6d1e5f6e319 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:19.650198 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-8413e6bb-7f24-4525-972d-3c3fd94a7709 req-c61cd5c5-d042-489e-98ff-d6d1e5f6e319 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] 10.222.0.13 "GET /v2.0/ports?device_id=0861e7d9-6563-45ca-854c-f5194c0be429 HTTP/1.1" status: 200 len: 946 time: 0.1583061 Mar 07 10:34:19.710820 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-8413e6bb-7f24-4525-972d-3c3fd94a7709 req-b49b4271-6bc1-4523-8705-5deb692e639a tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] 10.222.0.13 "GET /v2.0/security-groups?id=c573f7f3-4cd0-4907-ba58-d47387524041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542150 Mar 07 10:34:19.730116 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.db.l3_db [None req-d5869014-2e9e-4f1e-a2b7-facdc1673fdb tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Floating IP 2d9c9271-c729-4e84-a53e-26fa1d04c4a9 associated. External IP: 172.26.8.74, port: 997890d5-0153-4163-a280-a54c14b025fc. Mar 07 10:34:19.943809 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68797c77-4e81-4232-82ce-61719228a2f5 req-7cedb343-c092-4b47-9e11-92fc377ab203 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:19.945158 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-68797c77-4e81-4232-82ce-61719228a2f5 req-7cedb343-c092-4b47-9e11-92fc377ab203 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] 10.222.0.13 "GET /v2.0/ports?device_id=0861e7d9-6563-45ca-854c-f5194c0be429 HTTP/1.1" status: 200 len: 946 time: 0.1083028 Mar 07 10:34:20.007485 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-68797c77-4e81-4232-82ce-61719228a2f5 req-4c950b3f-881d-424a-b74f-0b04ae7f9c06 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] 10.222.0.13 "GET /v2.0/security-groups?id=c573f7f3-4cd0-4907-ba58-d47387524041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552363 Mar 07 10:34:20.035115 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 40236) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:34:20.106910 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-4ba87215-d5f2-4fea-a390-78831525da96 tempest-TestVolumeBootPattern-1722502099 tempest-TestVolumeBootPattern-1722502099-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=0861e7d9-6563-45ca-854c-f5194c0be429 HTTP/1.1" status: 200 len: 1094 time: 0.0705392 Mar 07 10:34:20.109607 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 40240) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:34:20.114786 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-dae5deb8-f6b4-44e7-be0f-cd334e97c4a7 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Request body: {'floatingip': {'floating_network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'port_id': 'a565abd0-f909-41bf-b505-31969eef5a8d', 'tenant_id': '6a5f148e85ef4a9b80e5517fdf788fc6', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:34:20.121421 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-dae5deb8-f6b4-44e7-be0f-cd334e97c4a7 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:34:20.125320 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-dae5deb8-f6b4-44e7-be0f-cd334e97c4a7 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Usage tracker for resource:floatingip and tenant:6a5f148e85ef4a9b80e5517fdf788fc6 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:34:20.128360 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-dae5deb8-f6b4-44e7-be0f-cd334e97c4a7 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:34:20.134856 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-dae5deb8-f6b4-44e7-be0f-cd334e97c4a7 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:34:20.145536 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-dae5deb8-f6b4-44e7-be0f-cd334e97c4a7 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Notify callbacks [] for floatingip, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:34:20.281578 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-dae5deb8-f6b4-44e7-be0f-cd334e97c4a7 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:34:20.327286 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5869014-2e9e-4f1e-a2b7-facdc1673fdb tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Router 81b383aa-247f-4e80-ba8d-8e8bf8e50440 has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:34:20.419694 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-dae5deb8-f6b4-44e7-be0f-cd334e97c4a7 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Allocated IP 172.26.8.161 (5ed85006-6b00-415e-b71f-837fb1421c12/8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a/11af2830-2c85-4f08-9d5f-e2219826a6d2) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:34:20.530160 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5869014-2e9e-4f1e-a2b7-facdc1673fdb tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:34:20.539655 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e6a2bf6-e806-480f-b171-05f7d4538c6d None None] Sync routers for ids ['81b383aa-247f-4e80-ba8d-8e8bf8e50440'] in dv-neutron-830731-3-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:34:20.555912 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6a2bf6-e806-480f-b171-05f7d4538c6d None None] Routers {'81b383aa-247f-4e80-ba8d-8e8bf8e50440'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:34:20.557127 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-0e6a2bf6-e806-480f-b171-05f7d4538c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:34:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['81b383aa-247f-4e80-ba8d-8e8bf8e50440'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:34:20.563174 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d5869014-2e9e-4f1e-a2b7-facdc1673fdb tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for floatingip, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:34:20.570325 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-dae5deb8-f6b4-44e7-be0f-cd334e97c4a7 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:34:20.599549 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-dae5deb8-f6b4-44e7-be0f-cd334e97c4a7 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:34:20.620663 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-d5869014-2e9e-4f1e-a2b7-facdc1673fdb tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7852168 Mar 07 10:34:20.621706 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a20c6d34-3498-4144-84a3-94eae1692bb3', 'tag': '997890d5-0153-4163-a280-a54c14b025fc'}] {{(pid=83737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 10:34:20.626370 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 40244) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:34:20.671137 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae5deb8-f6b4-44e7-be0f-cd334e97c4a7 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Network 5ed85006-6b00-415e-b71f-837fb1421c12 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:34:20.673660 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-dae5deb8-f6b4-44e7-be0f-cd334e97c4a7 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:34:20.676129 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae5deb8-f6b4-44e7-be0f-cd334e97c4a7 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:34:20.691687 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a20c6d34-3498-4144-84a3-94eae1692bb3', 'tag': '997890d5-0153-4163-a280-a54c14b025fc', 'status': 'completed', 'code': 200} Mar 07 10:34:20.717401 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae5deb8-f6b4-44e7-be0f-cd334e97c4a7 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Pushing event updated for resources: {'Port': ['ID=11af2830-2c85-4f08-9d5f-e2219826a6d2,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:20.738172 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae5deb8-f6b4-44e7-be0f-cd334e97c4a7 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:34:20.738507 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae5deb8-f6b4-44e7-be0f-cd334e97c4a7 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:34:20.738833 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae5deb8-f6b4-44e7-be0f-cd334e97c4a7 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:34:20.739155 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae5deb8-f6b4-44e7-be0f-cd334e97c4a7 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:34:20.739480 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae5deb8-f6b4-44e7-be0f-cd334e97c4a7 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:34:20.739795 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae5deb8-f6b4-44e7-be0f-cd334e97c4a7 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:34:20.740112 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae5deb8-f6b4-44e7-be0f-cd334e97c4a7 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:34:20.740428 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae5deb8-f6b4-44e7-be0f-cd334e97c4a7 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:34:20.745744 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae5deb8-f6b4-44e7-be0f-cd334e97c4a7 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:34:20.745744 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae5deb8-f6b4-44e7-be0f-cd334e97c4a7 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:34:20.746464 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae5deb8-f6b4-44e7-be0f-cd334e97c4a7 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:34:20.787603 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-aef47add-471f-472c-a4da-bbff729cc217 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/floatingips/2d9c9271-c729-4e84-a53e-26fa1d04c4a9 HTTP/1.1" status: 200 len: 991 time: 0.1588366 Mar 07 10:34:20.799487 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-0e6a2bf6-e806-480f-b171-05f7d4538c6d None None] Set router 81b383aa-247f-4e80-ba8d-8e8bf8e50440 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:34:20.814831 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-6248e3ca-b3b7-4c84-b483-47f060ccc57c req-6ce013f3-fb2c-43ed-9845-d2b91ff63b83 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=416b2fd961bc4d70a26d66821f7df8e2&device_id=a20c6d34-3498-4144-84a3-94eae1692bb3 HTTP/1.1" status: 200 len: 1099 time: 0.1009064 Mar 07 10:34:20.949133 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6248e3ca-b3b7-4c84-b483-47f060ccc57c req-ecb98dc2-90ca-42f4-871f-89f8c4212e75 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:20.950734 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-6248e3ca-b3b7-4c84-b483-47f060ccc57c req-ecb98dc2-90ca-42f4-871f-89f8c4212e75 service neutron] 10.222.0.10 "GET /v2.0/networks?id=536a476f-b61f-4975-a8fb-307f2d3d7082 HTTP/1.1" status: 200 len: 898 time: 0.1307309 Mar 07 10:34:21.058146 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-6248e3ca-b3b7-4c84-b483-47f060ccc57c req-157d5662-c510-4046-a353-e1f9494482bf service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=997890d5-0153-4163-a280-a54c14b025fc HTTP/1.1" status: 200 len: 999 time: 0.1009166 Mar 07 10:34:21.119750 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6248e3ca-b3b7-4c84-b483-47f060ccc57c req-793ca9be-c859-4de8-9335-2d55fed806fa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:21.122026 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-6248e3ca-b3b7-4c84-b483-47f060ccc57c req-793ca9be-c859-4de8-9335-2d55fed806fa service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f474b59a-fe17-4edb-88f7-d41b22ae24ea HTTP/1.1" status: 200 len: 835 time: 0.0580909 Mar 07 10:34:21.164810 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-0e6a2bf6-e806-480f-b171-05f7d4538c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81b383aa-247f-4e80-ba8d-8e8bf8e50440', 'name': 'tempest-TestNetworkBasicOps-router-499706407', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.131'}], 'enable_snat': True}, 'gw_port_id': 'd56b1be3-7fea-4752-88d9-5a4c0c640794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:33:54Z', 'updated_at': '2022-03-07T10:33:59Z', 'revision_number': 4, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'gw_port': {'id': 'd56b1be3-7fea-4752-88d9-5a4c0c640794', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b383aa-247f-4e80-ba8d-8e8bf8e50440', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:33:54Z', 'updated_at': '2022-03-07T10:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_floatingips': [{'id': '2d9c9271-c729-4e84-a53e-26fa1d04c4a9', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'floating_ip_address': '172.26.8.74', 'floating_network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'router_id': '81b383aa-247f-4e80-ba8d-8e8bf8e50440', 'port_id': '997890d5-0153-4163-a280-a54c14b025fc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '536a476f-b61f-4975-a8fb-307f2d3d7082', 'mac_address': 'fa:16:3e:14:c3:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a20c6d34-3498-4144-84a3-94eae1692bb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:34:18Z', 'updated_at': '2022-03-07T10:34:18Z', 'revision_number': 0, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '990fec4a-cda3-435f-9b33-d69b00621249', 'name': '', 'network_id': '536a476f-b61f-4975-a8fb-307f2d3d7082', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'mac_address': 'fa:16:3e:aa:30:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b383aa-247f-4e80-ba8d-8e8bf8e50440', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f474b59a-fe17-4edb-88f7-d41b22ae24ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:33:58Z', 'updated_at': '2022-03-07T10:34:04Z', 'revision_number': 5, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'subnets': [{'id': 'f474b59a-fe17-4edb-88f7-d41b22ae24ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:34:21.169290 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e6a2bf6-e806-480f-b171-05f7d4538c6d None None] Checking router: 81b383aa-247f-4e80-ba8d-8e8bf8e50440 for host: dv-neutron-830731-3-hyperv {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 07 10:34:21.179749 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6a2bf6-e806-480f-b171-05f7d4538c6d None None] Routers {'81b383aa-247f-4e80-ba8d-8e8bf8e50440'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:34:21.180340 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-0e6a2bf6-e806-480f-b171-05f7d4538c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:34:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['81b383aa-247f-4e80-ba8d-8e8bf8e50440'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:34:21.201938 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-6248e3ca-b3b7-4c84-b483-47f060ccc57c req-f88d08eb-2a02-4092-a11c-9979dfaca155 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=536a476f-b61f-4975-a8fb-307f2d3d7082&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730464 Mar 07 10:34:21.347680 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-dae5deb8-f6b4-44e7-be0f-cd334e97c4a7 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:34:21.353779 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-6248e3ca-b3b7-4c84-b483-47f060ccc57c req-a644ff22-4cba-48c7-b22e-f96333388606 service neutron] 10.222.0.10 "GET /v2.0/networks/536a476f-b61f-4975-a8fb-307f2d3d7082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461687 Mar 07 10:34:21.374136 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-0e6a2bf6-e806-480f-b171-05f7d4538c6d None None] Set router 81b383aa-247f-4e80-ba8d-8e8bf8e50440 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:34:21.404565 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-dae5deb8-f6b4-44e7-be0f-cd334e97c4a7 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:34:21.493540 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-6248e3ca-b3b7-4c84-b483-47f060ccc57c req-a8eee273-cf74-406e-ac8f-92f1fbc481b6 service neutron] 10.222.0.10 "GET /v2.0/networks/536a476f-b61f-4975-a8fb-307f2d3d7082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336515 Mar 07 10:34:21.614468 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-dae5deb8-f6b4-44e7-be0f-cd334e97c4a7 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Notify callbacks [] for port, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:34:21.619765 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-dae5deb8-f6b4-44e7-be0f-cd334e97c4a7 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3556717'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:34:21.724885 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-0e6a2bf6-e806-480f-b171-05f7d4538c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81b383aa-247f-4e80-ba8d-8e8bf8e50440', 'name': 'tempest-TestNetworkBasicOps-router-499706407', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.131'}], 'enable_snat': True}, 'gw_port_id': 'd56b1be3-7fea-4752-88d9-5a4c0c640794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:33:54Z', 'updated_at': '2022-03-07T10:33:59Z', 'revision_number': 4, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'gw_port': {'id': 'd56b1be3-7fea-4752-88d9-5a4c0c640794', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b383aa-247f-4e80-ba8d-8e8bf8e50440', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:33:54Z', 'updated_at': '2022-03-07T10:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_floatingips': [{'id': '2d9c9271-c729-4e84-a53e-26fa1d04c4a9', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'floating_ip_address': '172.26.8.74', 'floating_network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'router_id': '81b383aa-247f-4e80-ba8d-8e8bf8e50440', 'port_id': '997890d5-0153-4163-a280-a54c14b025fc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '536a476f-b61f-4975-a8fb-307f2d3d7082', 'mac_address': 'fa:16:3e:14:c3:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a20c6d34-3498-4144-84a3-94eae1692bb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:34:18Z', 'updated_at': '2022-03-07T10:34:18Z', 'revision_number': 0, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '990fec4a-cda3-435f-9b33-d69b00621249', 'name': '', 'network_id': '536a476f-b61f-4975-a8fb-307f2d3d7082', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'mac_address': 'fa:16:3e:aa:30:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b383aa-247f-4e80-ba8d-8e8bf8e50440', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f474b59a-fe17-4edb-88f7-d41b22ae24ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:33:58Z', 'updated_at': '2022-03-07T10:34:04Z', 'revision_number': 5, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'subnets': [{'id': 'f474b59a-fe17-4edb-88f7-d41b22ae24ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:34:21.728018 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae5deb8-f6b4-44e7-be0f-cd334e97c4a7 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Pushing event updated for resources: {'Port': ['ID=11af2830-2c85-4f08-9d5f-e2219826a6d2,revision_number=2']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:21.728894 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e6a2bf6-e806-480f-b171-05f7d4538c6d None None] The sync data for ids ['81b383aa-247f-4e80-ba8d-8e8bf8e50440'] in dv-neutron-830731-3-hyperv is: [{'id': '81b383aa-247f-4e80-ba8d-8e8bf8e50440', 'name': 'tempest-TestNetworkBasicOps-router-499706407', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.131'}], 'enable_snat': True}, 'gw_port_id': 'd56b1be3-7fea-4752-88d9-5a4c0c640794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:33:54Z', 'updated_at': '2022-03-07T10:33:59Z', 'revision_number': 4, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'gw_port': {'id': 'd56b1be3-7fea-4752-88d9-5a4c0c640794', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b383aa-247f-4e80-ba8d-8e8bf8e50440', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:33:54Z', 'updated_at': '2022-03-07T10:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_floatingips': [{'id': '2d9c9271-c729-4e84-a53e-26fa1d04c4a9', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'floating_ip_address': '172.26.8.74', 'floating_network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'router_id': '81b383aa-247f-4e80-ba8d-8e8bf8e50440', 'port_id': '997890d5-0153-4163-a280-a54c14b025fc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '536a476f-b61f-4975-a8fb-307f2d3d7082', 'mac_address': 'fa:16:3e:14:c3:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a20c6d34-3498-4144-84a3-94eae1692bb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:34:18Z', 'updated_at': '2022-03-07T10:34:18Z', 'revision_number': 0, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '990fec4a-cda3-435f-9b33-d69b00621249', 'name': '', 'network_id': '536a476f-b61f-4975-a8fb-307f2d3d7082', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'mac_address': 'fa:16:3e:aa:30:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b383aa-247f-4e80-ba8d-8e8bf8e50440', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f474b59a-fe17-4edb-88f7-d41b22ae24ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:33:58Z', 'updated_at': '2022-03-07T10:34:04Z', 'revision_number': 5, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'subnets': [{'id': 'f474b59a-fe17-4edb-88f7-d41b22ae24ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:34:21.743205 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-dae5deb8-f6b4-44e7-be0f-cd334e97c4a7 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923533'] for floatingip, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:34:21.790489 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 40250) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:34:21.900645 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-be2c0b9a-5028-4ef7-91df-f8d4dc5c239e tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/floatingips/2d9c9271-c729-4e84-a53e-26fa1d04c4a9 HTTP/1.1" status: 200 len: 991 time: 0.1089931 Mar 07 10:34:21.939833 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.db.l3_db [None req-dae5deb8-f6b4-44e7-be0f-cd334e97c4a7 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Floating IP 2cfd8f08-2fb4-4855-a066-cc4735989d12 associated. External IP: 172.26.8.161, port: a565abd0-f909-41bf-b505-31969eef5a8d. Mar 07 10:34:21.941643 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7237010a-5f79-4102-910d-7ff50db8e4f6 None None] New status for floating IP 2d9c9271-c729-4e84-a53e-26fa1d04c4a9: ACTIVE {{(pid=83740) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 07 10:34:22.333561 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dae5deb8-f6b4-44e7-be0f-cd334e97c4a7 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Router 2b54fb8b-b163-48a3-b144-8be5cda72c7c has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:34:22.627514 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dae5deb8-f6b4-44e7-be0f-cd334e97c4a7 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:34:22.636997 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e4e6cb-60e8-4e2d-b6ec-245c6a21e943 None None] Sync routers for ids ['2b54fb8b-b163-48a3-b144-8be5cda72c7c'] in dv-neutron-830731-3-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:34:22.648398 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e4e6cb-60e8-4e2d-b6ec-245c6a21e943 None None] Routers {'2b54fb8b-b163-48a3-b144-8be5cda72c7c'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:34:22.649051 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-c5e4e6cb-60e8-4e2d-b6ec-245c6a21e943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:34:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['2b54fb8b-b163-48a3-b144-8be5cda72c7c'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:34:22.651136 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-dae5deb8-f6b4-44e7-be0f-cd334e97c4a7 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for floatingip, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:34:22.706131 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-dae5deb8-f6b4-44e7-be0f-cd334e97c4a7 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5955145 Mar 07 10:34:22.706661 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0861e7d9-6563-45ca-854c-f5194c0be429', 'tag': 'a565abd0-f909-41bf-b505-31969eef5a8d'}] {{(pid=83738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 10:34:22.830063 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-c5e4e6cb-60e8-4e2d-b6ec-245c6a21e943 None None] Set router 2b54fb8b-b163-48a3-b144-8be5cda72c7c gateway port host: dv-neutron-830731-3-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:34:22.836606 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0861e7d9-6563-45ca-854c-f5194c0be429', 'tag': 'a565abd0-f909-41bf-b505-31969eef5a8d', 'status': 'completed', 'code': 200} Mar 07 10:34:22.904788 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 40260) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:34:23.123707 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-fc2e0912-0caf-4c32-b772-38724e695871 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/floatingips/2d9c9271-c729-4e84-a53e-26fa1d04c4a9 HTTP/1.1" status: 200 len: 993 time: 0.2178254 Mar 07 10:34:23.126602 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-deba30a0-6cd7-4389-ba69-5d1e9dd5668a req-1239f264-60f0-4476-aa26-edc774ee85d8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6a5f148e85ef4a9b80e5517fdf788fc6&device_id=0861e7d9-6563-45ca-854c-f5194c0be429 HTTP/1.1" status: 200 len: 1099 time: 0.2671697 Mar 07 10:34:23.231079 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-c5e4e6cb-60e8-4e2d-b6ec-245c6a21e943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b54fb8b-b163-48a3-b144-8be5cda72c7c', 'name': 'tempest-TestVolumeBootPattern-1562979624-router', 'tenant_id': '6a5f148e85ef4a9b80e5517fdf788fc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.38'}], 'enable_snat': True}, 'gw_port_id': '3a0d4cd7-8cbd-449d-a778-fec20aea7910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:30:06Z', 'updated_at': '2022-03-07T10:30:21Z', 'revision_number': 4, 'project_id': '6a5f148e85ef4a9b80e5517fdf788fc6', 'gw_port': {'id': '3a0d4cd7-8cbd-449d-a778-fec20aea7910', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:3b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b54fb8b-b163-48a3-b144-8be5cda72c7c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:30:08Z', 'updated_at': '2022-03-07T10:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_floatingips': [{'id': '2cfd8f08-2fb4-4855-a066-cc4735989d12', 'tenant_id': '6a5f148e85ef4a9b80e5517fdf788fc6', 'floating_ip_address': '172.26.8.161', 'floating_network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'router_id': '2b54fb8b-b163-48a3-b144-8be5cda72c7c', 'port_id': 'a565abd0-f909-41bf-b505-31969eef5a8d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30023e69-476d-4a1a-a06a-7d904c24f2c0', 'mac_address': 'fa:16:3e:c0:6f:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0861e7d9-6563-45ca-854c-f5194c0be429', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:34:21Z', 'updated_at': '2022-03-07T10:34:21Z', 'revision_number': 0, 'project_id': '6a5f148e85ef4a9b80e5517fdf788fc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51c6857b-1e74-4c3f-b53e-8c82f4121b89', 'name': '', 'network_id': '30023e69-476d-4a1a-a06a-7d904c24f2c0', 'tenant_id': '6a5f148e85ef4a9b80e5517fdf788fc6', 'mac_address': 'fa:16:3e:96:4e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b54fb8b-b163-48a3-b144-8be5cda72c7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c545286e-deb0-44ca-9190-77e7d2d3932b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:30:18Z', 'updated_at': '2022-03-07T10:30:34Z', 'revision_number': 5, 'project_id': '6a5f148e85ef4a9b80e5517fdf788fc6', 'subnets': [{'id': 'c545286e-deb0-44ca-9190-77e7d2d3932b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:34:23.235555 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e4e6cb-60e8-4e2d-b6ec-245c6a21e943 None None] Checking router: 2b54fb8b-b163-48a3-b144-8be5cda72c7c for host: dv-neutron-830731-3-hyperv {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 07 10:34:23.246718 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e4e6cb-60e8-4e2d-b6ec-245c6a21e943 None None] Routers {'2b54fb8b-b163-48a3-b144-8be5cda72c7c'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:34:23.247309 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-c5e4e6cb-60e8-4e2d-b6ec-245c6a21e943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:34:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['2b54fb8b-b163-48a3-b144-8be5cda72c7c'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:34:23.256672 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deba30a0-6cd7-4389-ba69-5d1e9dd5668a req-d80381b8-f99a-4c1f-a017-a1048d0d7b31 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:23.258092 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-deba30a0-6cd7-4389-ba69-5d1e9dd5668a req-d80381b8-f99a-4c1f-a017-a1048d0d7b31 service neutron] 10.222.0.10 "GET /v2.0/networks?id=30023e69-476d-4a1a-a06a-7d904c24f2c0 HTTP/1.1" status: 200 len: 913 time: 0.1256692 Mar 07 10:34:23.360855 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-deba30a0-6cd7-4389-ba69-5d1e9dd5668a req-91ba2b07-3f9d-4767-8607-d16a5a2225f6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a565abd0-f909-41bf-b505-31969eef5a8d HTTP/1.1" status: 200 len: 1000 time: 0.0959482 Mar 07 10:34:23.421535 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-c5e4e6cb-60e8-4e2d-b6ec-245c6a21e943 None None] Set router 2b54fb8b-b163-48a3-b144-8be5cda72c7c gateway port host: dv-neutron-830731-3-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:34:23.423229 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deba30a0-6cd7-4389-ba69-5d1e9dd5668a req-822c7441-f493-4322-a48a-f74f2c10b516 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:23.424705 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-deba30a0-6cd7-4389-ba69-5d1e9dd5668a req-822c7441-f493-4322-a48a-f74f2c10b516 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c545286e-deb0-44ca-9190-77e7d2d3932b HTTP/1.1" status: 200 len: 851 time: 0.0587204 Mar 07 10:34:23.500594 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-deba30a0-6cd7-4389-ba69-5d1e9dd5668a req-93787617-9b1f-4ecc-aafc-c37a48c80f66 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=30023e69-476d-4a1a-a06a-7d904c24f2c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703416 Mar 07 10:34:23.630447 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-deba30a0-6cd7-4389-ba69-5d1e9dd5668a req-209a75e4-3011-44ff-b145-2883ba4693f6 service neutron] 10.222.0.10 "GET /v2.0/networks/30023e69-476d-4a1a-a06a-7d904c24f2c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243205 Mar 07 10:34:23.763991 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-c5e4e6cb-60e8-4e2d-b6ec-245c6a21e943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b54fb8b-b163-48a3-b144-8be5cda72c7c', 'name': 'tempest-TestVolumeBootPattern-1562979624-router', 'tenant_id': '6a5f148e85ef4a9b80e5517fdf788fc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.38'}], 'enable_snat': True}, 'gw_port_id': '3a0d4cd7-8cbd-449d-a778-fec20aea7910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:30:06Z', 'updated_at': '2022-03-07T10:30:21Z', 'revision_number': 4, 'project_id': '6a5f148e85ef4a9b80e5517fdf788fc6', 'gw_port': {'id': '3a0d4cd7-8cbd-449d-a778-fec20aea7910', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:3b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b54fb8b-b163-48a3-b144-8be5cda72c7c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:30:08Z', 'updated_at': '2022-03-07T10:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_floatingips': [{'id': '2cfd8f08-2fb4-4855-a066-cc4735989d12', 'tenant_id': '6a5f148e85ef4a9b80e5517fdf788fc6', 'floating_ip_address': '172.26.8.161', 'floating_network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'router_id': '2b54fb8b-b163-48a3-b144-8be5cda72c7c', 'port_id': 'a565abd0-f909-41bf-b505-31969eef5a8d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30023e69-476d-4a1a-a06a-7d904c24f2c0', 'mac_address': 'fa:16:3e:c0:6f:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0861e7d9-6563-45ca-854c-f5194c0be429', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:34:21Z', 'updated_at': '2022-03-07T10:34:21Z', 'revision_number': 0, 'project_id': '6a5f148e85ef4a9b80e5517fdf788fc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51c6857b-1e74-4c3f-b53e-8c82f4121b89', 'name': '', 'network_id': '30023e69-476d-4a1a-a06a-7d904c24f2c0', 'tenant_id': '6a5f148e85ef4a9b80e5517fdf788fc6', 'mac_address': 'fa:16:3e:96:4e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b54fb8b-b163-48a3-b144-8be5cda72c7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c545286e-deb0-44ca-9190-77e7d2d3932b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:30:18Z', 'updated_at': '2022-03-07T10:30:34Z', 'revision_number': 5, 'project_id': '6a5f148e85ef4a9b80e5517fdf788fc6', 'subnets': [{'id': 'c545286e-deb0-44ca-9190-77e7d2d3932b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:34:23.764277 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-deba30a0-6cd7-4389-ba69-5d1e9dd5668a req-ca58e095-dca4-4ad8-839b-c2a3d3b7e379 service neutron] 10.222.0.10 "GET /v2.0/networks/30023e69-476d-4a1a-a06a-7d904c24f2c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272607 Mar 07 10:34:23.767933 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e4e6cb-60e8-4e2d-b6ec-245c6a21e943 None None] The sync data for ids ['2b54fb8b-b163-48a3-b144-8be5cda72c7c'] in dv-neutron-830731-3-hyperv is: [{'id': '2b54fb8b-b163-48a3-b144-8be5cda72c7c', 'name': 'tempest-TestVolumeBootPattern-1562979624-router', 'tenant_id': '6a5f148e85ef4a9b80e5517fdf788fc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.38'}], 'enable_snat': True}, 'gw_port_id': '3a0d4cd7-8cbd-449d-a778-fec20aea7910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:30:06Z', 'updated_at': '2022-03-07T10:30:21Z', 'revision_number': 4, 'project_id': '6a5f148e85ef4a9b80e5517fdf788fc6', 'gw_port': {'id': '3a0d4cd7-8cbd-449d-a778-fec20aea7910', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:3b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b54fb8b-b163-48a3-b144-8be5cda72c7c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:30:08Z', 'updated_at': '2022-03-07T10:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_floatingips': [{'id': '2cfd8f08-2fb4-4855-a066-cc4735989d12', 'tenant_id': '6a5f148e85ef4a9b80e5517fdf788fc6', 'floating_ip_address': '172.26.8.161', 'floating_network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'router_id': '2b54fb8b-b163-48a3-b144-8be5cda72c7c', 'port_id': 'a565abd0-f909-41bf-b505-31969eef5a8d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30023e69-476d-4a1a-a06a-7d904c24f2c0', 'mac_address': 'fa:16:3e:c0:6f:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0861e7d9-6563-45ca-854c-f5194c0be429', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:34:21Z', 'updated_at': '2022-03-07T10:34:21Z', 'revision_number': 0, 'project_id': '6a5f148e85ef4a9b80e5517fdf788fc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51c6857b-1e74-4c3f-b53e-8c82f4121b89', 'name': '', 'network_id': '30023e69-476d-4a1a-a06a-7d904c24f2c0', 'tenant_id': '6a5f148e85ef4a9b80e5517fdf788fc6', 'mac_address': 'fa:16:3e:96:4e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b54fb8b-b163-48a3-b144-8be5cda72c7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c545286e-deb0-44ca-9190-77e7d2d3932b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:30:18Z', 'updated_at': '2022-03-07T10:30:34Z', 'revision_number': 5, 'project_id': '6a5f148e85ef4a9b80e5517fdf788fc6', 'subnets': [{'id': 'c545286e-deb0-44ca-9190-77e7d2d3932b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:34:24.160948 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-217287cc-50d9-49cc-8b67-1416949bccb1 None None] New status for floating IP 2cfd8f08-2fb4-4855-a066-cc4735989d12: ACTIVE {{(pid=83740) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 07 10:34:26.703732 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-fe45cb73-d73a-4195-9e40-ddef933ddac4 req-a8c99a32-4320-40d4-88cf-07c84a18faab service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0861e7d9-6563-45ca-854c-f5194c0be429&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0651367 Mar 07 10:34:26.835619 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-fe45cb73-d73a-4195-9e40-ddef933ddac4 req-a147a290-4d61-4d6d-9dbb-bfa5b9619625 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6a5f148e85ef4a9b80e5517fdf788fc6&device_id=0861e7d9-6563-45ca-854c-f5194c0be429 HTTP/1.1" status: 200 len: 1099 time: 0.0662992 Mar 07 10:34:26.974972 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe45cb73-d73a-4195-9e40-ddef933ddac4 req-f79be4b4-2ca1-4116-96a8-09aa399a21e6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:26.976378 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-fe45cb73-d73a-4195-9e40-ddef933ddac4 req-f79be4b4-2ca1-4116-96a8-09aa399a21e6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=30023e69-476d-4a1a-a06a-7d904c24f2c0 HTTP/1.1" status: 200 len: 913 time: 0.1228080 Mar 07 10:34:27.076454 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-fe45cb73-d73a-4195-9e40-ddef933ddac4 req-9bcd42c4-2498-4c0d-8a52-6bceef09005d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a565abd0-f909-41bf-b505-31969eef5a8d HTTP/1.1" status: 200 len: 1002 time: 0.0935698 Mar 07 10:34:27.139884 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe45cb73-d73a-4195-9e40-ddef933ddac4 req-082fdd46-1f2f-4312-87d6-4ce38d833e72 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:27.141322 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-fe45cb73-d73a-4195-9e40-ddef933ddac4 req-082fdd46-1f2f-4312-87d6-4ce38d833e72 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c545286e-deb0-44ca-9190-77e7d2d3932b HTTP/1.1" status: 200 len: 851 time: 0.0588155 Mar 07 10:34:27.215868 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-fe45cb73-d73a-4195-9e40-ddef933ddac4 req-683c8fce-5f8b-4fa2-995f-de5f883288cb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=30023e69-476d-4a1a-a06a-7d904c24f2c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684400 Mar 07 10:34:27.348027 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-fe45cb73-d73a-4195-9e40-ddef933ddac4 req-23818100-c63b-46b4-9ff1-70d40f31fb7f service neutron] 10.222.0.10 "GET /v2.0/networks/30023e69-476d-4a1a-a06a-7d904c24f2c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261098 Mar 07 10:34:27.476442 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-fe45cb73-d73a-4195-9e40-ddef933ddac4 req-88a72178-4cd4-45e5-996b-8b956c0c669f service neutron] 10.222.0.10 "GET /v2.0/networks/30023e69-476d-4a1a-a06a-7d904c24f2c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214948 Mar 07 10:34:28.325795 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-e03b0401-1273-4ded-95e6-fe03e9b5f6c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:34:30.544352 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a598f163-acea-4dc3-90c6-fcb7d7cf39ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:34:31.740592 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-711fefd2-3b30-4759-8df5-0aecff1c8e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:34:31.849824 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:34:32.082570 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-adbd2215-c8ee-41f3-92a6-4182ca26b8a8 None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 10:34:33.158785 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c87150bd-aa9c-4ad1-bb68-57ec66d4fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:34:45.514009 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:34:58.328951 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-22b367e3-04e9-4de7-9f53-ba4730320fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:35:00.545470 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-9d009dc7-7206-461b-87e1-b63b082ae604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:35:01.748896 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-711fefd2-3b30-4759-8df5-0aecff1c8e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:35:01.853782 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:35:03.161401 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c87150bd-aa9c-4ad1-bb68-57ec66d4fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:35:09.083388 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-adbd2215-c8ee-41f3-92a6-4182ca26b8a8 None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 10:35:15.518244 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:35:23.828110 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 40298) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:35:24.080921 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-1b57e434-21e7-4861-962e-39f9bd86d501 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/floatingips/2d9c9271-c729-4e84-a53e-26fa1d04c4a9 HTTP/1.1" status: 200 len: 993 time: 0.2512968 Mar 07 10:35:24.439989 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 40308) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:35:24.632442 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-0f26dd5a-e407-4f2f-b1ed-2f2860aa6037 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Deleting port 8a42d615-96ce-4b5e-a8cb-257a46a7fd5b {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:35:24.632798 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0f26dd5a-e407-4f2f-b1ed-2f2860aa6037 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:35:24.792888 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0f26dd5a-e407-4f2f-b1ed-2f2860aa6037 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:35:24.793206 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0f26dd5a-e407-4f2f-b1ed-2f2860aa6037 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:35:24.907642 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-0f26dd5a-e407-4f2f-b1ed-2f2860aa6037 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Calling delete_port for 8a42d615-96ce-4b5e-a8cb-257a46a7fd5b owned by network:floatingip {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:35:25.049837 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0f26dd5a-e407-4f2f-b1ed-2f2860aa6037 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:35:25.091918 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f26dd5a-e407-4f2f-b1ed-2f2860aa6037 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event deleted for resources: {'Port': ['ID=8a42d615-96ce-4b5e-a8cb-257a46a7fd5b,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:25.130009 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f26dd5a-e407-4f2f-b1ed-2f2860aa6037 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:35:25.130353 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f26dd5a-e407-4f2f-b1ed-2f2860aa6037 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:35:25.130684 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f26dd5a-e407-4f2f-b1ed-2f2860aa6037 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:35:25.131007 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f26dd5a-e407-4f2f-b1ed-2f2860aa6037 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:35:25.131328 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f26dd5a-e407-4f2f-b1ed-2f2860aa6037 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:35:25.131646 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f26dd5a-e407-4f2f-b1ed-2f2860aa6037 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:35:25.131963 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f26dd5a-e407-4f2f-b1ed-2f2860aa6037 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:35:25.132278 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f26dd5a-e407-4f2f-b1ed-2f2860aa6037 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:35:25.132615 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f26dd5a-e407-4f2f-b1ed-2f2860aa6037 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:35:25.132930 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f26dd5a-e407-4f2f-b1ed-2f2860aa6037 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:35:25.133237 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f26dd5a-e407-4f2f-b1ed-2f2860aa6037 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:35:25.194095 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0f26dd5a-e407-4f2f-b1ed-2f2860aa6037 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for floatingip, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:35:25.610831 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f26dd5a-e407-4f2f-b1ed-2f2860aa6037 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Router 81b383aa-247f-4e80-ba8d-8e8bf8e50440 has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:35:25.939122 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f26dd5a-e407-4f2f-b1ed-2f2860aa6037 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:35:25.949383 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab35355f-3723-47a0-8afb-db47ecb5b262 None None] Sync routers for ids ['81b383aa-247f-4e80-ba8d-8e8bf8e50440'] in dv-neutron-830731-3-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:35:25.961403 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0f26dd5a-e407-4f2f-b1ed-2f2860aa6037 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for floatingip, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:35:25.963093 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab35355f-3723-47a0-8afb-db47ecb5b262 None None] Routers {'81b383aa-247f-4e80-ba8d-8e8bf8e50440'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:35:25.963713 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-ab35355f-3723-47a0-8afb-db47ecb5b262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:35:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['81b383aa-247f-4e80-ba8d-8e8bf8e50440'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:35:26.019824 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-0f26dd5a-e407-4f2f-b1ed-2f2860aa6037 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "DELETE /v2.0/floatingips/2d9c9271-c729-4e84-a53e-26fa1d04c4a9 HTTP/1.1" status: 204 len: 168 time: 1.5787940 Mar 07 10:35:26.020681 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a20c6d34-3498-4144-84a3-94eae1692bb3', 'tag': '997890d5-0153-4163-a280-a54c14b025fc'}] {{(pid=83737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 10:35:26.157851 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-ab35355f-3723-47a0-8afb-db47ecb5b262 None None] Set router 81b383aa-247f-4e80-ba8d-8e8bf8e50440 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:35:26.177255 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a20c6d34-3498-4144-84a3-94eae1692bb3', 'tag': '997890d5-0153-4163-a280-a54c14b025fc', 'status': 'completed', 'code': 200} Mar 07 10:35:26.315534 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-dc51f64b-9d06-4a9e-b7b7-8656fbfb55cb req-ef38086f-8c68-4d08-a9c9-3707edf4c5a1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=416b2fd961bc4d70a26d66821f7df8e2&device_id=a20c6d34-3498-4144-84a3-94eae1692bb3 HTTP/1.1" status: 200 len: 1099 time: 0.1128323 Mar 07 10:35:26.509780 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc51f64b-9d06-4a9e-b7b7-8656fbfb55cb req-229cc24c-0294-4107-a3cc-de000f28187e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:26.511190 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-dc51f64b-9d06-4a9e-b7b7-8656fbfb55cb req-229cc24c-0294-4107-a3cc-de000f28187e service neutron] 10.222.0.10 "GET /v2.0/networks?id=536a476f-b61f-4975-a8fb-307f2d3d7082 HTTP/1.1" status: 200 len: 898 time: 0.1842153 Mar 07 10:35:26.537744 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-ab35355f-3723-47a0-8afb-db47ecb5b262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81b383aa-247f-4e80-ba8d-8e8bf8e50440', 'name': 'tempest-TestNetworkBasicOps-router-499706407', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.131'}], 'enable_snat': True}, 'gw_port_id': 'd56b1be3-7fea-4752-88d9-5a4c0c640794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:33:54Z', 'updated_at': '2022-03-07T10:33:59Z', 'revision_number': 4, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'gw_port': {'id': 'd56b1be3-7fea-4752-88d9-5a4c0c640794', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b383aa-247f-4e80-ba8d-8e8bf8e50440', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:33:54Z', 'updated_at': '2022-03-07T10:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_interfaces': [{'id': '990fec4a-cda3-435f-9b33-d69b00621249', 'name': '', 'network_id': '536a476f-b61f-4975-a8fb-307f2d3d7082', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'mac_address': 'fa:16:3e:aa:30:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b383aa-247f-4e80-ba8d-8e8bf8e50440', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f474b59a-fe17-4edb-88f7-d41b22ae24ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:33:58Z', 'updated_at': '2022-03-07T10:34:04Z', 'revision_number': 5, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'subnets': [{'id': 'f474b59a-fe17-4edb-88f7-d41b22ae24ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:35:26.541447 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab35355f-3723-47a0-8afb-db47ecb5b262 None None] Checking router: 81b383aa-247f-4e80-ba8d-8e8bf8e50440 for host: dv-neutron-830731-3-hyperv {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 07 10:35:26.551864 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab35355f-3723-47a0-8afb-db47ecb5b262 None None] Routers {'81b383aa-247f-4e80-ba8d-8e8bf8e50440'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:35:26.552447 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-ab35355f-3723-47a0-8afb-db47ecb5b262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:35:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['81b383aa-247f-4e80-ba8d-8e8bf8e50440'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:35:26.568927 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879528d0-c83a-409c-b91f-10a615daff52 req-18df6bfc-aca0-47ad-aa0e-ec01049b1451 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:26.569600 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-879528d0-c83a-409c-b91f-10a615daff52 req-18df6bfc-aca0-47ad-aa0e-ec01049b1451 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Synchronizing usage tracker for tenant:416b2fd961bc4d70a26d66821f7df8e2 on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:35:26.590634 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-dc51f64b-9d06-4a9e-b7b7-8656fbfb55cb req-803f677a-702b-474b-9fdd-3bb798b82e18 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=997890d5-0153-4163-a280-a54c14b025fc HTTP/1.1" status: 200 len: 217 time: 0.0727541 Mar 07 10:35:26.642409 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-879528d0-c83a-409c-b91f-10a615daff52 req-18df6bfc-aca0-47ad-aa0e-ec01049b1451 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Unset dirty status for tenant:416b2fd961bc4d70a26d66821f7df8e2 on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:35:26.643610 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-879528d0-c83a-409c-b91f-10a615daff52 req-18df6bfc-aca0-47ad-aa0e-ec01049b1451 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/ports?device_id=a20c6d34-3498-4144-84a3-94eae1692bb3 HTTP/1.1" status: 200 len: 946 time: 0.2468498 Mar 07 10:35:26.672248 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc51f64b-9d06-4a9e-b7b7-8656fbfb55cb req-a025d23d-e939-4132-85e5-429d35de6156 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:26.674258 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-dc51f64b-9d06-4a9e-b7b7-8656fbfb55cb req-a025d23d-e939-4132-85e5-429d35de6156 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f474b59a-fe17-4edb-88f7-d41b22ae24ea HTTP/1.1" status: 200 len: 835 time: 0.0776746 Mar 07 10:35:26.730288 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-ab35355f-3723-47a0-8afb-db47ecb5b262 None None] Set router 81b383aa-247f-4e80-ba8d-8e8bf8e50440 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:35:26.747304 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-879528d0-c83a-409c-b91f-10a615daff52 req-e8773d92-24ac-4588-a496-52cfc4ab1050 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3fd42ce-cc9c-4dbc-a51e-cf2adc3d92ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935242 Mar 07 10:35:26.767401 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-dc51f64b-9d06-4a9e-b7b7-8656fbfb55cb req-e335cea0-e3d4-489d-bd06-5438c2620349 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=536a476f-b61f-4975-a8fb-307f2d3d7082&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0864472 Mar 07 10:35:26.898321 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-dc51f64b-9d06-4a9e-b7b7-8656fbfb55cb req-28ab21ef-cf7e-46b3-aff8-6dd4b9ca40b1 service neutron] 10.222.0.10 "GET /v2.0/networks/536a476f-b61f-4975-a8fb-307f2d3d7082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244254 Mar 07 10:35:27.030445 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-dc51f64b-9d06-4a9e-b7b7-8656fbfb55cb req-e220dbff-798b-4499-8119-7320b28861b8 service neutron] 10.222.0.10 "GET /v2.0/networks/536a476f-b61f-4975-a8fb-307f2d3d7082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250076 Mar 07 10:35:27.044359 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-ab35355f-3723-47a0-8afb-db47ecb5b262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81b383aa-247f-4e80-ba8d-8e8bf8e50440', 'name': 'tempest-TestNetworkBasicOps-router-499706407', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.131'}], 'enable_snat': True}, 'gw_port_id': 'd56b1be3-7fea-4752-88d9-5a4c0c640794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:33:54Z', 'updated_at': '2022-03-07T10:33:59Z', 'revision_number': 4, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'gw_port': {'id': 'd56b1be3-7fea-4752-88d9-5a4c0c640794', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b383aa-247f-4e80-ba8d-8e8bf8e50440', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:33:54Z', 'updated_at': '2022-03-07T10:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_interfaces': [{'id': '990fec4a-cda3-435f-9b33-d69b00621249', 'name': '', 'network_id': '536a476f-b61f-4975-a8fb-307f2d3d7082', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'mac_address': 'fa:16:3e:aa:30:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b383aa-247f-4e80-ba8d-8e8bf8e50440', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f474b59a-fe17-4edb-88f7-d41b22ae24ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:33:58Z', 'updated_at': '2022-03-07T10:34:04Z', 'revision_number': 5, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'subnets': [{'id': 'f474b59a-fe17-4edb-88f7-d41b22ae24ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:35:27.049265 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab35355f-3723-47a0-8afb-db47ecb5b262 None None] The sync data for ids ['81b383aa-247f-4e80-ba8d-8e8bf8e50440'] in dv-neutron-830731-3-hyperv is: [{'id': '81b383aa-247f-4e80-ba8d-8e8bf8e50440', 'name': 'tempest-TestNetworkBasicOps-router-499706407', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.131'}], 'enable_snat': True}, 'gw_port_id': 'd56b1be3-7fea-4752-88d9-5a4c0c640794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:33:54Z', 'updated_at': '2022-03-07T10:33:59Z', 'revision_number': 4, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'gw_port': {'id': 'd56b1be3-7fea-4752-88d9-5a4c0c640794', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b383aa-247f-4e80-ba8d-8e8bf8e50440', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:33:54Z', 'updated_at': '2022-03-07T10:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_interfaces': [{'id': '990fec4a-cda3-435f-9b33-d69b00621249', 'name': '', 'network_id': '536a476f-b61f-4975-a8fb-307f2d3d7082', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'mac_address': 'fa:16:3e:aa:30:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b383aa-247f-4e80-ba8d-8e8bf8e50440', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f474b59a-fe17-4edb-88f7-d41b22ae24ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:33:58Z', 'updated_at': '2022-03-07T10:34:04Z', 'revision_number': 5, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'subnets': [{'id': 'f474b59a-fe17-4edb-88f7-d41b22ae24ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:35:27.255918 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a0e09c-a5d7-4736-9524-429735fe8c5c None None] New status for floating IP 2d9c9271-c729-4e84-a53e-26fa1d04c4a9: DOWN {{(pid=83740) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 07 10:35:27.826597 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0accea2-56a3-4aa5-a5ba-eaaed2d341ba req-7886b429-c876-418c-94a5-218dc293fcab tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:27.827988 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b0accea2-56a3-4aa5-a5ba-eaaed2d341ba req-7886b429-c876-418c-94a5-218dc293fcab tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.10 "GET /v2.0/ports?device_id=a20c6d34-3498-4144-84a3-94eae1692bb3 HTTP/1.1" status: 200 len: 946 time: 0.0784705 Mar 07 10:35:27.933600 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [req-b0accea2-56a3-4aa5-a5ba-eaaed2d341ba req-c88e145a-1e42-4ab5-84f1-f48d2e2ecc8d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Deleting port 997890d5-0153-4163-a280-a54c14b025fc {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:35:27.933931 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-b0accea2-56a3-4aa5-a5ba-eaaed2d341ba req-c88e145a-1e42-4ab5-84f1-f48d2e2ecc8d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:35:28.056592 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199c9c87-6990-42a0-ac3c-b1eaa69c1766 req-d7652118-d2fa-4dae-9706-5e754a92f860 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:28.057942 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-199c9c87-6990-42a0-ac3c-b1eaa69c1766 req-d7652118-d2fa-4dae-9706-5e754a92f860 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/ports?device_id=a20c6d34-3498-4144-84a3-94eae1692bb3 HTTP/1.1" status: 200 len: 946 time: 0.1858566 Mar 07 10:35:28.185171 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-199c9c87-6990-42a0-ac3c-b1eaa69c1766 req-e1d0412e-c7f7-43fd-a114-62d7c02f4118 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3fd42ce-cc9c-4dbc-a51e-cf2adc3d92ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1215861 Mar 07 10:35:28.224231 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [req-b0accea2-56a3-4aa5-a5ba-eaaed2d341ba req-c88e145a-1e42-4ab5-84f1-f48d2e2ecc8d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] For port 997890d5-0153-4163-a280-a54c14b025fc, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=997890d5-0153-4163-a280-a54c14b025fc,segment=NetworkSegment(86357c75-66d4-4956-a2ba-f3fdb74b1b1f),segment_id=86357c75-66d4-4956-a2ba-f3fdb74b1b1f)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:35:28.224808 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-b0accea2-56a3-4aa5-a5ba-eaaed2d341ba req-c88e145a-1e42-4ab5-84f1-f48d2e2ecc8d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:35:28.331810 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-65fdb052-8726-41ce-977a-e44f71abef8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:35:28.343872 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [req-b0accea2-56a3-4aa5-a5ba-eaaed2d341ba req-c88e145a-1e42-4ab5-84f1-f48d2e2ecc8d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Calling delete_port for 997890d5-0153-4163-a280-a54c14b025fc owned by compute:nova {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:35:28.565983 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-b0accea2-56a3-4aa5-a5ba-eaaed2d341ba req-c88e145a-1e42-4ab5-84f1-f48d2e2ecc8d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:35:28.613336 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88e145a-1e42-4ab5-84f1-f48d2e2ecc8d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event deleted for resources: {'Port': ['ID=997890d5-0153-4163-a280-a54c14b025fc,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:28.684823 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0accea2-56a3-4aa5-a5ba-eaaed2d341ba req-c88e145a-1e42-4ab5-84f1-f48d2e2ecc8d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] No DVR routers for this DVR port 997890d5-0153-4163-a280-a54c14b025fc on host hv-neutron-8307 {{(pid=83737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:35:28.687251 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-b0accea2-56a3-4aa5-a5ba-eaaed2d341ba req-c88e145a-1e42-4ab5-84f1-f48d2e2ecc8d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:35:28.690368 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a20c6d34-3498-4144-84a3-94eae1692bb3', 'name': 'network-vif-deleted', 'tag': '997890d5-0153-4163-a280-a54c14b025fc'}] {{(pid=83737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 10:35:28.705410 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b0accea2-56a3-4aa5-a5ba-eaaed2d341ba req-c88e145a-1e42-4ab5-84f1-f48d2e2ecc8d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.10 "DELETE /v2.0/ports/997890d5-0153-4163-a280-a54c14b025fc HTTP/1.1" status: 204 len: 173 time: 0.8722034 Mar 07 10:35:28.746090 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a20c6d34-3498-4144-84a3-94eae1692bb3', 'name': 'network-vif-deleted', 'tag': '997890d5-0153-4163-a280-a54c14b025fc', 'status': 'completed', 'code': 200} Mar 07 10:35:29.290834 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 40326) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:35:29.359099 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f6e6c6fd-3c75-4093-b1a7-58b6f0ce59db tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:35:29.387036 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f6e6c6fd-3c75-4093-b1a7-58b6f0ce59db tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:35:29.446086 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f6e6c6fd-3c75-4093-b1a7-58b6f0ce59db tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:35:29.464067 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e6c6fd-3c75-4093-b1a7-58b6f0ce59db tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3fd42ce-cc9c-4dbc-a51e-cf2adc3d92ff,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:29.473945 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f6e6c6fd-3c75-4093-b1a7-58b6f0ce59db tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:35:29.475119 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-f6e6c6fd-3c75-4093-b1a7-58b6f0ce59db tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "DELETE /v2.0/security-groups/f3fd42ce-cc9c-4dbc-a51e-cf2adc3d92ff HTTP/1.1" status: 204 len: 168 time: 0.1832366 Mar 07 10:35:29.517458 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 40332) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:35:29.906225 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4e8a9e10-8c62-4c54-894a-3654eb1ed801 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3920255'] for router_interface, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:35:30.504361 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-4e8a9e10-8c62-4c54-894a-3654eb1ed801 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Deleting port 990fec4a-cda3-435f-9b33-d69b00621249 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:35:30.505070 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4e8a9e10-8c62-4c54-894a-3654eb1ed801 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:35:30.547131 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-09e5558e-3d00-41cc-a637-8739ab807987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:35:30.687755 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-4e8a9e10-8c62-4c54-894a-3654eb1ed801 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] For port 990fec4a-cda3-435f-9b33-d69b00621249, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=990fec4a-cda3-435f-9b33-d69b00621249,segment=NetworkSegment(86357c75-66d4-4956-a2ba-f3fdb74b1b1f),segment_id=86357c75-66d4-4956-a2ba-f3fdb74b1b1f)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:35:30.688109 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4e8a9e10-8c62-4c54-894a-3654eb1ed801 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:35:30.890529 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-4e8a9e10-8c62-4c54-894a-3654eb1ed801 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Calling delete_port for 990fec4a-cda3-435f-9b33-d69b00621249 owned by network:router_interface {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:35:31.061206 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4e8a9e10-8c62-4c54-894a-3654eb1ed801 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:35:31.106836 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8a9e10-8c62-4c54-894a-3654eb1ed801 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event deleted for resources: {'Port': ['ID=990fec4a-cda3-435f-9b33-d69b00621249,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:31.238610 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device 997890d5-0153-4163-a280-a54c14b025fc no longer exists at agent hyperv_hv-neutron-8307 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:35:31.280711 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] No Port match for: 997890d5-0153-4163-a280-a54c14b025fc {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 10:35:31.281165 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device 997890d5-0153-4163-a280-a54c14b025fc not bound to the agent host hv-neutron-8307 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 10:35:31.396400 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4e8a9e10-8c62-4c54-894a-3654eb1ed801 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2756383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3920168'] for router_interface, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:35:31.746935 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-711fefd2-3b30-4759-8df5-0aecff1c8e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:35:31.856178 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:35:31.959295 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e8a9e10-8c62-4c54-894a-3654eb1ed801 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Router 81b383aa-247f-4e80-ba8d-8e8bf8e50440 has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:35:32.154136 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e8a9e10-8c62-4c54-894a-3654eb1ed801 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:35:32.163440 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7aac92c-ef93-40c1-be48-e0c73f2936a6 None None] Sync routers for ids ['81b383aa-247f-4e80-ba8d-8e8bf8e50440'] in dv-neutron-830731-3-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:35:32.167629 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-4e8a9e10-8c62-4c54-894a-3654eb1ed801 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "PUT /v2.0/routers/81b383aa-247f-4e80-ba8d-8e8bf8e50440/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6485965 Mar 07 10:35:32.169773 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 40336) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:35:32.176568 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7aac92c-ef93-40c1-be48-e0c73f2936a6 None None] Routers {'81b383aa-247f-4e80-ba8d-8e8bf8e50440'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:35:32.177174 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-c7aac92c-ef93-40c1-be48-e0c73f2936a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:35:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['81b383aa-247f-4e80-ba8d-8e8bf8e50440'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:35:32.366844 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-c7aac92c-ef93-40c1-be48-e0c73f2936a6 None None] Set router 81b383aa-247f-4e80-ba8d-8e8bf8e50440 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:35:32.454373 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_v2 [None req-a54cbf25-c8e0-4739-a2ae-d3c77116b394 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Deleting subnet f474b59a-fe17-4edb-88f7-d41b22ae24ea {{(pid=83737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 07 10:35:32.457196 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a54cbf25-c8e0-4739-a2ae-d3c77116b394 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for subnet, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:35:32.510079 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a54cbf25-c8e0-4739-a2ae-d3c77116b394 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2627781'] for subnet, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:35:32.592681 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a54cbf25-c8e0-4739-a2ae-d3c77116b394 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1525496'] for subnet, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:35:32.650358 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-c7aac92c-ef93-40c1-be48-e0c73f2936a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81b383aa-247f-4e80-ba8d-8e8bf8e50440', 'name': 'tempest-TestNetworkBasicOps-router-499706407', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.131'}], 'enable_snat': True}, 'gw_port_id': 'd56b1be3-7fea-4752-88d9-5a4c0c640794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:33:54Z', 'updated_at': '2022-03-07T10:35:30Z', 'revision_number': 5, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'gw_port': {'id': 'd56b1be3-7fea-4752-88d9-5a4c0c640794', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b383aa-247f-4e80-ba8d-8e8bf8e50440', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:33:54Z', 'updated_at': '2022-03-07T10:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv'}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:35:32.654204 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7aac92c-ef93-40c1-be48-e0c73f2936a6 None None] Checking router: 81b383aa-247f-4e80-ba8d-8e8bf8e50440 for host: dv-neutron-830731-3-hyperv {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 07 10:35:32.663701 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a54cbf25-c8e0-4739-a2ae-d3c77116b394 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1525489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3012507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3219316'] for subnet, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:35:32.665665 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7aac92c-ef93-40c1-be48-e0c73f2936a6 None None] Routers {'81b383aa-247f-4e80-ba8d-8e8bf8e50440'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:35:32.666255 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-c7aac92c-ef93-40c1-be48-e0c73f2936a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:35:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['81b383aa-247f-4e80-ba8d-8e8bf8e50440'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:35:32.707413 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54cbf25-c8e0-4739-a2ae-d3c77116b394 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event deleted for resources: {'Subnet': ['ID=f474b59a-fe17-4edb-88f7-d41b22ae24ea,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:32.712102 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a54cbf25-c8e0-4739-a2ae-d3c77116b394 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:35:32.718648 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-a54cbf25-c8e0-4739-a2ae-d3c77116b394 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "DELETE /v2.0/subnets/f474b59a-fe17-4edb-88f7-d41b22ae24ea HTTP/1.1" status: 204 len: 168 time: 0.5478075 Mar 07 10:35:32.721301 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 40340) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:35:32.756788 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e056a579-bf48-4d48-910d-40a9afe544fd None None] Network 536a476f-b61f-4975-a8fb-307f2d3d7082 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:35:32.915470 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f7f30e75-4cde-4905-9a9c-a1a3f315c225 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for router, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:35:33.034987 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-c7aac92c-ef93-40c1-be48-e0c73f2936a6 None None] Set router 81b383aa-247f-4e80-ba8d-8e8bf8e50440 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:35:33.111892 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f7f30e75-4cde-4905-9a9c-a1a3f315c225 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:35:33.121003 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-f7f30e75-4cde-4905-9a9c-a1a3f315c225 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Deleting port d56b1be3-7fea-4752-88d9-5a4c0c640794 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:35:33.121347 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f7f30e75-4cde-4905-9a9c-a1a3f315c225 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:35:33.245417 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c87150bd-aa9c-4ad1-bb68-57ec66d4fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:35:33.311299 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-f7f30e75-4cde-4905-9a9c-a1a3f315c225 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] For port d56b1be3-7fea-4752-88d9-5a4c0c640794, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=d56b1be3-7fea-4752-88d9-5a4c0c640794,segment=NetworkSegment(9a22e080-7529-4fc7-949d-9f84ba21807d),segment_id=9a22e080-7529-4fc7-949d-9f84ba21807d)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:35:33.311655 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f7f30e75-4cde-4905-9a9c-a1a3f315c225 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:35:33.330395 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cfb5fb2-adfc-4726-a821-853272759efc None None] DHCP port deletion for 536a476f-b61f-4975-a8fb-307f2d3d7082 request from dv-neutron-830731-3-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 07 10:35:33.336960 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-1cfb5fb2-adfc-4726-a821-853272759efc None None] Deleting port 4ab6873c-c4cb-416f-aaf2-552f275e5282 {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:35:33.337329 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-1cfb5fb2-adfc-4726-a821-853272759efc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:35:33.436757 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-f7f30e75-4cde-4905-9a9c-a1a3f315c225 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Calling delete_port for d56b1be3-7fea-4752-88d9-5a4c0c640794 owned by network:router_gateway {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:35:33.441528 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-c7aac92c-ef93-40c1-be48-e0c73f2936a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81b383aa-247f-4e80-ba8d-8e8bf8e50440', 'name': 'tempest-TestNetworkBasicOps-router-499706407', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.131'}], 'enable_snat': True}, 'gw_port_id': 'd56b1be3-7fea-4752-88d9-5a4c0c640794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:33:54Z', 'updated_at': '2022-03-07T10:35:30Z', 'revision_number': 5, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'gw_port': {'id': 'd56b1be3-7fea-4752-88d9-5a4c0c640794', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b383aa-247f-4e80-ba8d-8e8bf8e50440', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:33:54Z', 'updated_at': '2022-03-07T10:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv'}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:35:33.450009 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7aac92c-ef93-40c1-be48-e0c73f2936a6 None None] The sync data for ids ['81b383aa-247f-4e80-ba8d-8e8bf8e50440'] in dv-neutron-830731-3-hyperv is: [{'id': '81b383aa-247f-4e80-ba8d-8e8bf8e50440', 'name': 'tempest-TestNetworkBasicOps-router-499706407', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.131'}], 'enable_snat': True}, 'gw_port_id': 'd56b1be3-7fea-4752-88d9-5a4c0c640794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:33:54Z', 'updated_at': '2022-03-07T10:35:30Z', 'revision_number': 5, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'gw_port': {'id': 'd56b1be3-7fea-4752-88d9-5a4c0c640794', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b383aa-247f-4e80-ba8d-8e8bf8e50440', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:33:54Z', 'updated_at': '2022-03-07T10:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv'}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:35:33.555590 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-1cfb5fb2-adfc-4726-a821-853272759efc None None] For port 4ab6873c-c4cb-416f-aaf2-552f275e5282, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=4ab6873c-c4cb-416f-aaf2-552f275e5282,segment=NetworkSegment(86357c75-66d4-4956-a2ba-f3fdb74b1b1f),segment_id=86357c75-66d4-4956-a2ba-f3fdb74b1b1f)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:35:33.555871 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-1cfb5fb2-adfc-4726-a821-853272759efc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:35:33.602958 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f7f30e75-4cde-4905-9a9c-a1a3f315c225 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:35:33.650137 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f30e75-4cde-4905-9a9c-a1a3f315c225 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event deleted for resources: {'Port': ['ID=d56b1be3-7fea-4752-88d9-5a4c0c640794,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:33.678681 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-1cfb5fb2-adfc-4726-a821-853272759efc None None] Calling delete_port for 4ab6873c-c4cb-416f-aaf2-552f275e5282 owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:35:33.750164 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-1cfb5fb2-adfc-4726-a821-853272759efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812'] for port, after_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:35:33.799403 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfb5fb2-adfc-4726-a821-853272759efc None None] Pushing event deleted for resources: {'Port': ['ID=4ab6873c-c4cb-416f-aaf2-552f275e5282,revision_number=None']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:33.809355 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfb5fb2-adfc-4726-a821-853272759efc None None] No DVR routers for this DVR port 4ab6873c-c4cb-416f-aaf2-552f275e5282 on host dv-neutron-830731-3-hyperv {{(pid=83739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:35:33.818525 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfb5fb2-adfc-4726-a821-853272759efc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:35:33.818525 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfb5fb2-adfc-4726-a821-853272759efc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:35:33.818525 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfb5fb2-adfc-4726-a821-853272759efc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:35:33.818525 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfb5fb2-adfc-4726-a821-853272759efc None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:35:33.818525 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfb5fb2-adfc-4726-a821-853272759efc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:35:33.818525 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfb5fb2-adfc-4726-a821-853272759efc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:35:33.818525 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfb5fb2-adfc-4726-a821-853272759efc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:35:33.819580 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfb5fb2-adfc-4726-a821-853272759efc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:35:33.819580 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfb5fb2-adfc-4726-a821-853272759efc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:35:33.819580 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfb5fb2-adfc-4726-a821-853272759efc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:35:33.820251 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfb5fb2-adfc-4726-a821-853272759efc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:35:33.960783 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f7f30e75-4cde-4905-9a9c-a1a3f315c225 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923554'] for router_gateway, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:35:34.209402 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f7f30e75-4cde-4905-9a9c-a1a3f315c225 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3917970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58043'] for router, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:35:34.213462 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f7f30e75-4cde-4905-9a9c-a1a3f315c225 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:35:34.238919 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f7f30e75-4cde-4905-9a9c-a1a3f315c225 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3917886'] for router, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:35:34.239409 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7f30e75-4cde-4905-9a9c-a1a3f315c225 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Fanout notify agent at l3_agent the message router_deleted on router 81b383aa-247f-4e80-ba8d-8e8bf8e50440 {{(pid=83737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 10:35:34.253982 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f7f30e75-4cde-4905-9a9c-a1a3f315c225 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:35:34.257581 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-f7f30e75-4cde-4905-9a9c-a1a3f315c225 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "DELETE /v2.0/routers/81b383aa-247f-4e80-ba8d-8e8bf8e50440 HTTP/1.1" status: 204 len: 168 time: 1.5328653 Mar 07 10:35:34.257808 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 40344) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:35:34.380120 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-79fbffa1-9579-4ecd-a71b-a12f2ff6da7a tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1158940'] for network, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:35:34.507303 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-79fbffa1-9579-4ecd-a71b-a12f2ff6da7a tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1526893', 'neutron.services.segments.db._delete_segments_for_network-8732568551033'] for network, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:35:34.531146 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-79fbffa1-9579-4ecd-a71b-a12f2ff6da7a tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['536a476f-b61f-4975-a8fb-307f2d3d7082']}} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:35:34.543161 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-79fbffa1-9579-4ecd-a71b-a12f2ff6da7a tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86357c75-66d4-4956-a2ba-f3fdb74b1b1f') {'for_net_delete': True} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:35:34.543456 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-79fbffa1-9579-4ecd-a71b-a12f2ff6da7a tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86357c75-66d4-4956-a2ba-f3fdb74b1b1f') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:35:34.554503 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-79fbffa1-9579-4ecd-a71b-a12f2ff6da7a tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732568550916', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629174'] for segment, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:35:34.570662 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-79fbffa1-9579-4ecd-a71b-a12f2ff6da7a tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:35:34.576466 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79fbffa1-9579-4ecd-a71b-a12f2ff6da7a tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=83737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 07 10:35:34.576871 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-79fbffa1-9579-4ecd-a71b-a12f2ff6da7a tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1227397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3012597'] for segment, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:35:34.591202 dv-neutron-830731-3-hyperv neutron-server[83737]: Traceback (most recent call last): Mar 07 10:35:34.591202 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 07 10:35:34.591202 dv-neutron-830731-3-hyperv neutron-server[83737]: timer() Mar 07 10:35:34.591202 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:35:34.591202 dv-neutron-830731-3-hyperv neutron-server[83737]: cb(*args, **kw) Mar 07 10:35:34.591202 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 10:35:34.591202 dv-neutron-830731-3-hyperv neutron-server[83737]: return func(*args, **kwargs) Mar 07 10:35:34.591202 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:35:34.591202 dv-neutron-830731-3-hyperv neutron-server[83737]: self._notify() Mar 07 10:35:34.591202 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:35:34.591202 dv-neutron-830731-3-hyperv neutron-server[83737]: self.callback(batched_events) Mar 07 10:35:34.591202 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:35:34.591202 dv-neutron-830731-3-hyperv neutron-server[83737]: event.method(event) Mar 07 10:35:34.591202 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 10:35:34.591202 dv-neutron-830731-3-hyperv neutron-server[83737]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:35:34.591202 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 10:35:34.591202 dv-neutron-830731-3-hyperv neutron-server[83737]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:35:34.591202 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 10:35:34.591202 dv-neutron-830731-3-hyperv neutron-server[83737]: return f(self, *a, **k) Mar 07 10:35:34.591202 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:35:34.591202 dv-neutron-830731-3-hyperv neutron-server[83737]: return self._get(url).json() Mar 07 10:35:34.591202 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:35:34.591202 dv-neutron-830731-3-hyperv neutron-server[83737]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:35:34.591202 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 07 10:35:34.591202 dv-neutron-830731-3-hyperv neutron-server[83737]: return self.request(url, 'GET', **kwargs) Mar 07 10:35:34.591202 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 07 10:35:34.591202 dv-neutron-830731-3-hyperv neutron-server[83737]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:35:34.591202 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 07 10:35:34.591202 dv-neutron-830731-3-hyperv neutron-server[83737]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:35:34.591202 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 07 10:35:34.591202 dv-neutron-830731-3-hyperv neutron-server[83737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:35:34.591202 dv-neutron-830731-3-hyperv neutron-server[83737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:35:34.676873 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-79fbffa1-9579-4ecd-a71b-a12f2ff6da7a tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1526886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923583'] for network, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:35:34.700451 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-79fbffa1-9579-4ecd-a71b-a12f2ff6da7a tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:35:34.709687 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fbffa1-9579-4ecd-a71b-a12f2ff6da7a tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event deleted for resources: {'Network': ['ID=536a476f-b61f-4975-a8fb-307f2d3d7082,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:34.718040 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-79fbffa1-9579-4ecd-a71b-a12f2ff6da7a tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "DELETE /v2.0/networks/536a476f-b61f-4975-a8fb-307f2d3d7082 HTTP/1.1" status: 204 len: 168 time: 0.4592443 Mar 07 10:35:34.740156 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 40348) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:35:34.753149 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-389ae9f6-2758-47c3-80ee-8e80506c4231 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Request body: {'network': {'name': 'tempest-network-smoke--463813696', 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'port_security_enabled': True}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:35:34.759865 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-389ae9f6-2758-47c3-80ee-8e80506c4231 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:35:34.760357 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 4ab6873c-c4cb-416f-aaf2-552f275e5282 no longer exists at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:35:34.763921 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-389ae9f6-2758-47c3-80ee-8e80506c4231 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Usage tracker for resource:network and tenant:416b2fd961bc4d70a26d66821f7df8e2 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:35:34.766795 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-389ae9f6-2758-47c3-80ee-8e80506c4231 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:35:34.772410 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-389ae9f6-2758-47c3-80ee-8e80506c4231 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:35:34.782585 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-389ae9f6-2758-47c3-80ee-8e80506c4231 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Made reservation on behalf of 416b2fd961bc4d70a26d66821f7df8e2 for: {'network': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:35:34.785711 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-389ae9f6-2758-47c3-80ee-8e80506c4231 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for network, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:35:34.793557 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] No Port match for: 4ab6873c-c4cb-416f-aaf2-552f275e5282 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 10:35:34.793899 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 4ab6873c-c4cb-416f-aaf2-552f275e5282 not bound to the agent host dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 10:35:34.794399 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 990fec4a-cda3-435f-9b33-d69b00621249 no longer exists at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:35:34.815269 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-389ae9f6-2758-47c3-80ee-8e80506c4231 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=83738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:35:34.824535 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-389ae9f6-2758-47c3-80ee-8e80506c4231 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:35:34.825103 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.db.segments_db [None req-389ae9f6-2758-47c3-80ee-8e80506c4231 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Added segment e7fcbad2-e141-4cf2-aead-fd544d85d9b3 of type vlan for network 0ba368fb-7be9-4056-9b55-aadfee9c10a7 Mar 07 10:35:34.826219 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] No Port match for: 990fec4a-cda3-435f-9b33-d69b00621249 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 10:35:34.826720 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 990fec4a-cda3-435f-9b33-d69b00621249 not bound to the agent host dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 10:35:34.854632 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-389ae9f6-2758-47c3-80ee-8e80506c4231 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732568034061'] for network, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:35:34.883796 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-389ae9f6-2758-47c3-80ee-8e80506c4231 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594'] for network, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:35:34.887960 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-389ae9f6-2758-47c3-80ee-8e80506c4231 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:34.888570 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-389ae9f6-2758-47c3-80ee-8e80506c4231 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:35:34.998353 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-389ae9f6-2758-47c3-80ee-8e80506c4231 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2561920 Mar 07 10:35:34.999019 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389ae9f6-2758-47c3-80ee-8e80506c4231 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event updated for resources: {'Network': ['ID=0ba368fb-7be9-4056-9b55-aadfee9c10a7,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:35.001702 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 40352) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:35:35.008287 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-828867b6-1153-4ee0-9a55-7031392e1863 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1304457418', 'admin_state_up': True, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12'}}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:35:35.018424 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-828867b6-1153-4ee0-9a55-7031392e1863 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:35:35.022520 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389ae9f6-2758-47c3-80ee-8e80506c4231 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:35:35.022860 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389ae9f6-2758-47c3-80ee-8e80506c4231 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:35:35.023191 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389ae9f6-2758-47c3-80ee-8e80506c4231 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:35:35.023519 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389ae9f6-2758-47c3-80ee-8e80506c4231 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:35:35.023843 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389ae9f6-2758-47c3-80ee-8e80506c4231 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:35:35.024167 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389ae9f6-2758-47c3-80ee-8e80506c4231 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:35:35.024508 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389ae9f6-2758-47c3-80ee-8e80506c4231 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:35:35.024827 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389ae9f6-2758-47c3-80ee-8e80506c4231 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:35:35.025142 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389ae9f6-2758-47c3-80ee-8e80506c4231 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:35:35.025454 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389ae9f6-2758-47c3-80ee-8e80506c4231 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:35:35.025776 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389ae9f6-2758-47c3-80ee-8e80506c4231 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:35:35.029683 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-828867b6-1153-4ee0-9a55-7031392e1863 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Usage tracker for resource:router and tenant:416b2fd961bc4d70a26d66821f7df8e2 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:35:35.032800 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-828867b6-1153-4ee0-9a55-7031392e1863 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:35:35.036716 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Network 0ba368fb-7be9-4056-9b55-aadfee9c10a7 details requested by agent ovs-agent-dv-neutron-830731-3-hyperv with host dv-neutron-830731-3-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 10:35:35.038581 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-828867b6-1153-4ee0-9a55-7031392e1863 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:35:35.049985 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-828867b6-1153-4ee0-9a55-7031392e1863 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3919700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58025'] for router, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:35:35.050925 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-828867b6-1153-4ee0-9a55-7031392e1863 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3919671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4011175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58018'] for router, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:35:35.069071 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-828867b6-1153-4ee0-9a55-7031392e1863 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:35:35.217227 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-828867b6-1153-4ee0-9a55-7031392e1863 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3917998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58952'] for router, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:35:35.396723 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-828867b6-1153-4ee0-9a55-7031392e1863 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for router_gateway, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:35:35.426772 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-828867b6-1153-4ee0-9a55-7031392e1863 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:35:35.560041 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-828867b6-1153-4ee0-9a55-7031392e1863 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Allocated IP 172.26.8.196 (5ed85006-6b00-415e-b71f-837fb1421c12/8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a/5623ee6d-496d-44dd-9ec0-2c82ca7c4c41) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:35:35.705863 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-828867b6-1153-4ee0-9a55-7031392e1863 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:35:35.733396 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-828867b6-1153-4ee0-9a55-7031392e1863 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:35:35.800398 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-828867b6-1153-4ee0-9a55-7031392e1863 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Network 5ed85006-6b00-415e-b71f-837fb1421c12 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:35:35.803339 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-828867b6-1153-4ee0-9a55-7031392e1863 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:35:35.807684 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828867b6-1153-4ee0-9a55-7031392e1863 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:35:35.835514 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828867b6-1153-4ee0-9a55-7031392e1863 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event updated for resources: {'Port': ['ID=5623ee6d-496d-44dd-9ec0-2c82ca7c4c41,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:35.966469 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-828867b6-1153-4ee0-9a55-7031392e1863 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for router_gateway, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:35:35.967347 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-828867b6-1153-4ee0-9a55-7031392e1863 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3917991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923518'] for router, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:35:36.198188 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-828867b6-1153-4ee0-9a55-7031392e1863 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Router c3ea54d2-cdc8-44e7-b61a-08f2d99f06f0 is scheduled to L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 with binding_index 1 {{(pid=83738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 10:35:36.335826 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device d56b1be3-7fea-4752-88d9-5a4c0c640794 no longer exists at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:35:36.374828 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] No Port match for: d56b1be3-7fea-4752-88d9-5a4c0c640794 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 10:35:36.375574 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device d56b1be3-7fea-4752-88d9-5a4c0c640794 not bound to the agent host dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 10:35:36.505109 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-828867b6-1153-4ee0-9a55-7031392e1863 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:35:36.514874 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1193fec2-42f5-42b1-9526-669d929897d8 None None] Sync routers for ids ['c3ea54d2-cdc8-44e7-b61a-08f2d99f06f0'] in dv-neutron-830731-3-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:35:36.526948 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1193fec2-42f5-42b1-9526-669d929897d8 None None] Routers {'c3ea54d2-cdc8-44e7-b61a-08f2d99f06f0'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:35:36.527569 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-1193fec2-42f5-42b1-9526-669d929897d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:35:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['c3ea54d2-cdc8-44e7-b61a-08f2d99f06f0'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:35:36.530178 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-828867b6-1153-4ee0-9a55-7031392e1863 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for router, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:35:36.531439 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-828867b6-1153-4ee0-9a55-7031392e1863 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.5288372 Mar 07 10:35:36.534742 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 40356) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:35:36.704687 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-1193fec2-42f5-42b1-9526-669d929897d8 None None] Set router c3ea54d2-cdc8-44e7-b61a-08f2d99f06f0 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:35:36.716176 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-531de760-d8bb-402e-9a3b-f213146d6913 tempest-TestNetworkBasicOps-2128623112 tempest-TestNetworkBasicOps-2128623112-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=416b2fd961bc4d70a26d66821f7df8e2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1803102 Mar 07 10:35:36.718810 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 40362) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:35:36.847515 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f94d7b-e2d4-4995-8967-53ebbe43aede tempest-TestNetworkBasicOps-2128623112 tempest-TestNetworkBasicOps-2128623112-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:36.848931 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-75f94d7b-e2d4-4995-8967-53ebbe43aede tempest-TestNetworkBasicOps-2128623112 tempest-TestNetworkBasicOps-2128623112-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1284099 Mar 07 10:35:36.851679 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 40366) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:35:36.893400 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-a64d1ce7-435a-4fd9-ab5f-b7e5d1bc83b8 tempest-TestNetworkBasicOps-2128623112 tempest-TestNetworkBasicOps-2128623112-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=5ed85006-6b00-415e-b71f-837fb1421c12&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0406919 Mar 07 10:35:36.895852 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 40370) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:35:36.900996 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-f6c504f0-97b8-4c0f-8cec-e663bd452c36 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-4213775', 'network_id': '0ba368fb-7be9-4056-9b55-aadfee9c10a7', 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:35:36.982169 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-1193fec2-42f5-42b1-9526-669d929897d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3ea54d2-cdc8-44e7-b61a-08f2d99f06f0', 'name': 'tempest-TestNetworkBasicOps-router-1304457418', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.196'}], 'enable_snat': True}, 'gw_port_id': '5623ee6d-496d-44dd-9ec0-2c82ca7c4c41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:35:35Z', 'updated_at': '2022-03-07T10:35:35Z', 'revision_number': 3, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'gw_port': {'id': '5623ee6d-496d-44dd-9ec0-2c82ca7c4c41', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:7a:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3ea54d2-cdc8-44e7-b61a-08f2d99f06f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:35:35Z', 'updated_at': '2022-03-07T10:35:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv'}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:35:36.986564 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1193fec2-42f5-42b1-9526-669d929897d8 None None] Checking router: c3ea54d2-cdc8-44e7-b61a-08f2d99f06f0 for host: dv-neutron-830731-3-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 07 10:35:36.986907 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1193fec2-42f5-42b1-9526-669d929897d8 None None] Updating router c3ea54d2-cdc8-44e7-b61a-08f2d99f06f0 port 5623ee6d-496d-44dd-9ec0-2c82ca7c4c41 binding host dv-neutron-830731-3-hyperv {{(pid=83740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 07 10:35:37.007261 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-f6c504f0-97b8-4c0f-8cec-e663bd452c36 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:35:37.011067 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-f6c504f0-97b8-4c0f-8cec-e663bd452c36 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Usage tracker for resource:subnet and tenant:416b2fd961bc4d70a26d66821f7df8e2 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:35:37.013889 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-f6c504f0-97b8-4c0f-8cec-e663bd452c36 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:35:37.019725 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-f6c504f0-97b8-4c0f-8cec-e663bd452c36 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:35:37.029426 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6c504f0-97b8-4c0f-8cec-e663bd452c36 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Made reservation on behalf of 416b2fd961bc4d70a26d66821f7df8e2 for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:35:37.039560 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-1193fec2-42f5-42b1-9526-669d929897d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:35:37.126019 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f6c504f0-97b8-4c0f-8cec-e663bd452c36 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3219231'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:35:37.358604 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-1193fec2-42f5-42b1-9526-669d929897d8 None None] Notify callbacks [] for port, precommit_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:35:37.370400 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.provisioning_blocks [None req-1193fec2-42f5-42b1-9526-669d929897d8 None None] Transition to ACTIVE for port object 5623ee6d-496d-44dd-9ec0-2c82ca7c4c41 will not be triggered until provisioned by entity L2. {{(pid=83740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:35:37.377172 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-1193fec2-42f5-42b1-9526-669d929897d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:35:37.430803 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f6c504f0-97b8-4c0f-8cec-e663bd452c36 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3012444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3219213'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:35:37.458396 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f674bca-9ecc-462c-8a5d-e2404b4fa8db None None] Pushing event updated for resources: {'Port': ['ID=5623ee6d-496d-44dd-9ec0-2c82ca7c4c41,revision_number=2']} {{(pid=83740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:37.462189 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-1193fec2-42f5-42b1-9526-669d929897d8 None None] Attempting to bind port 5623ee6d-496d-44dd-9ec0-2c82ca7c4c41 on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:35:37.462540 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-1193fec2-42f5-42b1-9526-669d929897d8 None None] Attempting to bind port 5623ee6d-496d-44dd-9ec0-2c82ca7c4c41 by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': '9a22e080-7529-4fc7-949d-9f84ba21807d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12'}] {{(pid=83740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:35:37.462885 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1193fec2-42f5-42b1-9526-669d929897d8 None None] Attempting to bind port 5623ee6d-496d-44dd-9ec0-2c82ca7c4c41 on network 5ed85006-6b00-415e-b71f-837fb1421c12 {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:35:37.474225 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f674bca-9ecc-462c-8a5d-e2404b4fa8db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:35:37.474557 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f674bca-9ecc-462c-8a5d-e2404b4fa8db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:35:37.474880 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f674bca-9ecc-462c-8a5d-e2404b4fa8db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:35:37.475196 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f674bca-9ecc-462c-8a5d-e2404b4fa8db None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:35:37.475512 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f674bca-9ecc-462c-8a5d-e2404b4fa8db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:35:37.475823 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f674bca-9ecc-462c-8a5d-e2404b4fa8db None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:35:37.476131 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f674bca-9ecc-462c-8a5d-e2404b4fa8db None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:35:37.476439 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f674bca-9ecc-462c-8a5d-e2404b4fa8db None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:35:37.476775 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f674bca-9ecc-462c-8a5d-e2404b4fa8db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:35:37.477079 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f674bca-9ecc-462c-8a5d-e2404b4fa8db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:35:37.477381 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f674bca-9ecc-462c-8a5d-e2404b4fa8db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:35:37.480417 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1193fec2-42f5-42b1-9526-669d929897d8 None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 35, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:35:37.481299 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1193fec2-42f5-42b1-9526-669d929897d8 None None] Checking segment: {'id': '9a22e080-7529-4fc7-949d-9f84ba21807d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:35:37.481299 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-1193fec2-42f5-42b1-9526-669d929897d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:35:37.481556 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1193fec2-42f5-42b1-9526-669d929897d8 None None] Bound using segment: {'id': '9a22e080-7529-4fc7-949d-9f84ba21807d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12'} {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:35:37.481959 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-1193fec2-42f5-42b1-9526-669d929897d8 None None] Bound port: 5623ee6d-496d-44dd-9ec0-2c82ca7c4c41, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a22e080-7529-4fc7-949d-9f84ba21807d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12'}}] {{(pid=83740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:35:37.482311 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-1193fec2-42f5-42b1-9526-669d929897d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:35:37.510945 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c504f0-97b8-4c0f-8cec-e663bd452c36 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event updated for resources: {'Subnet': ['ID=c9e152d4-117a-4e8a-9bc0-dc3f7ee26de8,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:37.520915 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c504f0-97b8-4c0f-8cec-e663bd452c36 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Checking segment: {'id': 'e7fcbad2-e141-4cf2-aead-fd544d85d9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0ba368fb-7be9-4056-9b55-aadfee9c10a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:35:37.521269 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c504f0-97b8-4c0f-8cec-e663bd452c36 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Network hostable DHCP agents. Network: 0ba368fb-7be9-4056-9b55-aadfee9c10a7, hostable agents: ['6527556c-6586-422c-ae47-082984683847'], hosted agents: [] {{(pid=83737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:35:37.542335 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c504f0-97b8-4c0f-8cec-e663bd452c36 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Network 0ba368fb-7be9-4056-9b55-aadfee9c10a7 is scheduled to be hosted by DHCP agent 6527556c-6586-422c-ae47-082984683847 with binding_index 1 {{(pid=83737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:35:37.552221 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-f6c504f0-97b8-4c0f-8cec-e663bd452c36 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830731-3-hyperv, 0ba368fb-7be9-4056-9b55-aadfee9c10a7) {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:35:37.553501 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.db [None req-1193fec2-42f5-42b1-9526-669d929897d8 None None] For port 5623ee6d-496d-44dd-9ec0-2c82ca7c4c41, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:35:37.556429 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6c504f0-97b8-4c0f-8cec-e663bd452c36 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:37.556583 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.db [None req-1193fec2-42f5-42b1-9526-669d929897d8 None None] For port 5623ee6d-496d-44dd-9ec0-2c82ca7c4c41, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=5623ee6d-496d-44dd-9ec0-2c82ca7c4c41,segment=NetworkSegment(9a22e080-7529-4fc7-949d-9f84ba21807d),segment_id=9a22e080-7529-4fc7-949d-9f84ba21807d)] {{(pid=83740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:35:37.557510 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f6c504f0-97b8-4c0f-8cec-e663bd452c36 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:35:37.562102 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5edf52ba-825d-476f-b52c-2aae0e98da72 None None] Network 0ba368fb-7be9-4056-9b55-aadfee9c10a7 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:35:37.562798 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-1193fec2-42f5-42b1-9526-669d929897d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:35:37.586161 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-f6c504f0-97b8-4c0f-8cec-e663bd452c36 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 829 time: 0.6893184 Mar 07 10:35:37.588832 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 40374) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:35:37.649868 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f674bca-9ecc-462c-8a5d-e2404b4fa8db None None] Pushing event updated for resources: {'Port': ['ID=5623ee6d-496d-44dd-9ec0-2c82ca7c4c41,revision_number=3']} {{(pid=83740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:37.660931 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1193fec2-42f5-42b1-9526-669d929897d8 None None] Routers {'c3ea54d2-cdc8-44e7-b61a-08f2d99f06f0'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:35:37.661532 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-1193fec2-42f5-42b1-9526-669d929897d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:35:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['c3ea54d2-cdc8-44e7-b61a-08f2d99f06f0'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:35:37.821373 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9f7ca0c-9f5a-49f8-9e79-d072b037f94a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ec2749d-0aec-52fb-aca6-10ba8a80aade-0ba368fb-7be9-4056-9b55-aadfee9c10a7', 'network_id': '0ba368fb-7be9-4056-9b55-aadfee9c10a7', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'fixed_ips': [{'subnet_id': 'c9e152d4-117a-4e8a-9bc0-dc3f7ee26de8'}]}} from dv-neutron-830731-3-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 07 10:35:37.823175 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-d9f7ca0c-9f5a-49f8-9e79-d072b037f94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:35:37.845750 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-1193fec2-42f5-42b1-9526-669d929897d8 None None] Set router c3ea54d2-cdc8-44e7-b61a-08f2d99f06f0 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:35:37.986767 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-d9f7ca0c-9f5a-49f8-9e79-d072b037f94a None None] Allocated IP 172.20.0.2 (0ba368fb-7be9-4056-9b55-aadfee9c10a7/c9e152d4-117a-4e8a-9bc0-dc3f7ee26de8/9ac784b7-b0bf-40df-9dfd-0c50ad01e1cf) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:35:38.159460 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-1193fec2-42f5-42b1-9526-669d929897d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3ea54d2-cdc8-44e7-b61a-08f2d99f06f0', 'name': 'tempest-TestNetworkBasicOps-router-1304457418', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.196'}], 'enable_snat': True}, 'gw_port_id': '5623ee6d-496d-44dd-9ec0-2c82ca7c4c41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:35:35Z', 'updated_at': '2022-03-07T10:35:35Z', 'revision_number': 3, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'gw_port': {'id': '5623ee6d-496d-44dd-9ec0-2c82ca7c4c41', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:7a:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3ea54d2-cdc8-44e7-b61a-08f2d99f06f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:35:35Z', 'updated_at': '2022-03-07T10:35:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv'}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:35:38.163514 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1193fec2-42f5-42b1-9526-669d929897d8 None None] The sync data for ids ['c3ea54d2-cdc8-44e7-b61a-08f2d99f06f0'] in dv-neutron-830731-3-hyperv is: [{'id': 'c3ea54d2-cdc8-44e7-b61a-08f2d99f06f0', 'name': 'tempest-TestNetworkBasicOps-router-1304457418', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.196'}], 'enable_snat': True}, 'gw_port_id': '5623ee6d-496d-44dd-9ec0-2c82ca7c4c41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:35:35Z', 'updated_at': '2022-03-07T10:35:35Z', 'revision_number': 3, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'gw_port': {'id': '5623ee6d-496d-44dd-9ec0-2c82ca7c4c41', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:7a:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3ea54d2-cdc8-44e7-b61a-08f2d99f06f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:35:35Z', 'updated_at': '2022-03-07T10:35:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv'}] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:35:38.193289 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-d9f7ca0c-9f5a-49f8-9e79-d072b037f94a None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:35:38.204570 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-d9f7ca0c-9f5a-49f8-9e79-d072b037f94a None None] Transition to ACTIVE for port object 9ac784b7-b0bf-40df-9dfd-0c50ad01e1cf will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:35:38.227952 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-d9f7ca0c-9f5a-49f8-9e79-d072b037f94a None None] Transition to ACTIVE for port object 9ac784b7-b0bf-40df-9dfd-0c50ad01e1cf will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:35:38.238284 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-d9f7ca0c-9f5a-49f8-9e79-d072b037f94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:35:38.323481 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f7ca0c-9f5a-49f8-9e79-d072b037f94a None None] Network 0ba368fb-7be9-4056-9b55-aadfee9c10a7 is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:35:38.326794 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-d9f7ca0c-9f5a-49f8-9e79-d072b037f94a None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:35:38.331898 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f7ca0c-9f5a-49f8-9e79-d072b037f94a None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:35:38.335938 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f7ca0c-9f5a-49f8-9e79-d072b037f94a None None] Pushing event updated for resources: {'Port': ['ID=9ac784b7-b0bf-40df-9dfd-0c50ad01e1cf,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:38.393316 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-33ef7cee-15cc-4a70-ba8a-48df400f16ab tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:35:38.451020 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-d9f7ca0c-9f5a-49f8-9e79-d072b037f94a None None] Attempting to bind port 9ac784b7-b0bf-40df-9dfd-0c50ad01e1cf on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:35:38.451383 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-d9f7ca0c-9f5a-49f8-9e79-d072b037f94a None None] Attempting to bind port 9ac784b7-b0bf-40df-9dfd-0c50ad01e1cf by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': 'e7fcbad2-e141-4cf2-aead-fd544d85d9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0ba368fb-7be9-4056-9b55-aadfee9c10a7'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:35:38.451734 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f7ca0c-9f5a-49f8-9e79-d072b037f94a None None] Attempting to bind port 9ac784b7-b0bf-40df-9dfd-0c50ad01e1cf on network 0ba368fb-7be9-4056-9b55-aadfee9c10a7 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:35:38.458918 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f7ca0c-9f5a-49f8-9e79-d072b037f94a None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 35, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:35:38.459286 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f7ca0c-9f5a-49f8-9e79-d072b037f94a None None] Checking segment: {'id': 'e7fcbad2-e141-4cf2-aead-fd544d85d9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0ba368fb-7be9-4056-9b55-aadfee9c10a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:35:38.459681 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-d9f7ca0c-9f5a-49f8-9e79-d072b037f94a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:35:38.460068 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f7ca0c-9f5a-49f8-9e79-d072b037f94a None None] Bound using segment: {'id': 'e7fcbad2-e141-4cf2-aead-fd544d85d9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0ba368fb-7be9-4056-9b55-aadfee9c10a7'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:35:38.460543 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-d9f7ca0c-9f5a-49f8-9e79-d072b037f94a None None] Bound port: 9ac784b7-b0bf-40df-9dfd-0c50ad01e1cf, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7fcbad2-e141-4cf2-aead-fd544d85d9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0ba368fb-7be9-4056-9b55-aadfee9c10a7'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:35:38.460913 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-d9f7ca0c-9f5a-49f8-9e79-d072b037f94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:35:38.553675 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-d9f7ca0c-9f5a-49f8-9e79-d072b037f94a None None] For port 9ac784b7-b0bf-40df-9dfd-0c50ad01e1cf, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:35:38.556937 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-d9f7ca0c-9f5a-49f8-9e79-d072b037f94a None None] For port 9ac784b7-b0bf-40df-9dfd-0c50ad01e1cf, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=9ac784b7-b0bf-40df-9dfd-0c50ad01e1cf,segment=NetworkSegment(e7fcbad2-e141-4cf2-aead-fd544d85d9b3),segment_id=e7fcbad2-e141-4cf2-aead-fd544d85d9b3)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:35:38.565074 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-d9f7ca0c-9f5a-49f8-9e79-d072b037f94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:35:38.646829 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f7ca0c-9f5a-49f8-9e79-d072b037f94a None None] Pushing event updated for resources: {'Port': ['ID=9ac784b7-b0bf-40df-9dfd-0c50ad01e1cf,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:38.818559 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-33ef7cee-15cc-4a70-ba8a-48df400f16ab tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Allocated IP 172.20.0.1 (0ba368fb-7be9-4056-9b55-aadfee9c10a7/c9e152d4-117a-4e8a-9bc0-dc3f7ee26de8/36823bec-994c-410b-9f1f-e1ba9386f51e) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:35:39.080524 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-33ef7cee-15cc-4a70-ba8a-48df400f16ab tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:35:39.095626 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [None req-33ef7cee-15cc-4a70-ba8a-48df400f16ab tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Transition to ACTIVE for port object 36823bec-994c-410b-9f1f-e1ba9386f51e will not be triggered until provisioned by entity DHCP. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:35:39.117026 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-33ef7cee-15cc-4a70-ba8a-48df400f16ab tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:35:39.187716 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ef7cee-15cc-4a70-ba8a-48df400f16ab tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Network 0ba368fb-7be9-4056-9b55-aadfee9c10a7 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:35:39.190929 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-33ef7cee-15cc-4a70-ba8a-48df400f16ab tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:35:39.195169 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ef7cee-15cc-4a70-ba8a-48df400f16ab tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:35:39.219647 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ef7cee-15cc-4a70-ba8a-48df400f16ab tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event updated for resources: {'Port': ['ID=36823bec-994c-410b-9f1f-e1ba9386f51e,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:39.252828 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-33ef7cee-15cc-4a70-ba8a-48df400f16ab tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3920324'] for router_interface, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:35:39.343848 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-33ef7cee-15cc-4a70-ba8a-48df400f16ab tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:35:39.561640 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bf9e19c-15c3-430d-86db-2123d6822330 None None] Network 0ba368fb-7be9-4056-9b55-aadfee9c10a7 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:35:39.717036 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-0a59ba21-8b1e-4a43-a282-050d97fdf98c None None] Provisioning for port 9ac784b7-b0bf-40df-9dfd-0c50ad01e1cf completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:35:39.758193 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-33ef7cee-15cc-4a70-ba8a-48df400f16ab tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:35:39.762533 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-33ef7cee-15cc-4a70-ba8a-48df400f16ab tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3012561'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:35:39.873215 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-33ef7cee-15cc-4a70-ba8a-48df400f16ab tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2756426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3920233'] for router_interface, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:35:39.877534 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ef7cee-15cc-4a70-ba8a-48df400f16ab tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event updated for resources: {'Port': ['ID=36823bec-994c-410b-9f1f-e1ba9386f51e,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:40.013299 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ef7cee-15cc-4a70-ba8a-48df400f16ab tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Network 0ba368fb-7be9-4056-9b55-aadfee9c10a7 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:35:40.014448 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-33ef7cee-15cc-4a70-ba8a-48df400f16ab tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:35:40.074612 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-3687bdce-e324-4811-a421-7bd2b039b90d None None] Provisioning for port 36823bec-994c-410b-9f1f-e1ba9386f51e completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:35:40.080947 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-3687bdce-e324-4811-a421-7bd2b039b90d None None] Provisioning complete for port 36823bec-994c-410b-9f1f-e1ba9386f51e triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:35:40.081611 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-3687bdce-e324-4811-a421-7bd2b039b90d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:35:40.138609 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-3687bdce-e324-4811-a421-7bd2b039b90d None None] Port 36823bec-994c-410b-9f1f-e1ba9386f51e cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:35:40.262206 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-e2d681cb-4536-41d1-8f6f-aa241261661b None None] Provisioning complete for port 36823bec-994c-410b-9f1f-e1ba9386f51e triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:35:40.262915 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-e2d681cb-4536-41d1-8f6f-aa241261661b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:35:40.322933 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-e2d681cb-4536-41d1-8f6f-aa241261661b None None] Port 36823bec-994c-410b-9f1f-e1ba9386f51e cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:35:40.420018 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33ef7cee-15cc-4a70-ba8a-48df400f16ab tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Router c3ea54d2-cdc8-44e7-b61a-08f2d99f06f0 has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:35:40.439691 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 9ac784b7-b0bf-40df-9dfd-0c50ad01e1cf up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:35:40.507333 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-ec4f96e9-d349-464d-91d5-9bcdcce6050d None None] Provisioning complete for port 36823bec-994c-410b-9f1f-e1ba9386f51e triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:35:40.507783 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-ec4f96e9-d349-464d-91d5-9bcdcce6050d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:35:40.566194 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning for port 9ac784b7-b0bf-40df-9dfd-0c50ad01e1cf completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:35:40.569173 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-ec4f96e9-d349-464d-91d5-9bcdcce6050d None None] Port 36823bec-994c-410b-9f1f-e1ba9386f51e cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:35:40.572717 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 9ac784b7-b0bf-40df-9dfd-0c50ad01e1cf triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:35:40.572912 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:35:40.687120 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:35:40.720295 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] For port 9ac784b7-b0bf-40df-9dfd-0c50ad01e1cf, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=9ac784b7-b0bf-40df-9dfd-0c50ad01e1cf,segment=NetworkSegment(e7fcbad2-e141-4cf2-aead-fd544d85d9b3),segment_id=e7fcbad2-e141-4cf2-aead-fd544d85d9b3)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:35:40.724066 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:35:40.724838 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 5623ee6d-496d-44dd-9ec0-2c82ca7c4c41 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:35:40.726742 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33ef7cee-15cc-4a70-ba8a-48df400f16ab tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:35:40.740343 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-33ef7cee-15cc-4a70-ba8a-48df400f16ab tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "PUT /v2.0/routers/c3ea54d2-cdc8-44e7-b61a-08f2d99f06f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1504207 Mar 07 10:35:40.742814 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 40378) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:35:40.864528 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Pushing event updated for resources: {'Port': ['ID=9ac784b7-b0bf-40df-9dfd-0c50ad01e1cf,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:40.876939 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning for port 5623ee6d-496d-44dd-9ec0-2c82ca7c4c41 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:35:40.881447 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 5623ee6d-496d-44dd-9ec0-2c82ca7c4c41 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:35:40.881807 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:35:40.886121 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d33725a-0a69-4a73-a7e8-292c92c128ab tempest-TestNetworkBasicOps-2128623112 tempest-TestNetworkBasicOps-2128623112-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:40.886603 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d33725a-0a69-4a73-a7e8-292c92c128ab tempest-TestNetworkBasicOps-2128623112 tempest-TestNetworkBasicOps-2128623112-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:40.886843 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d33725a-0a69-4a73-a7e8-292c92c128ab tempest-TestNetworkBasicOps-2128623112 tempest-TestNetworkBasicOps-2128623112-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:40.887199 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d33725a-0a69-4a73-a7e8-292c92c128ab tempest-TestNetworkBasicOps-2128623112 tempest-TestNetworkBasicOps-2128623112-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:40.887552 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d33725a-0a69-4a73-a7e8-292c92c128ab tempest-TestNetworkBasicOps-2128623112 tempest-TestNetworkBasicOps-2128623112-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:40.887898 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d33725a-0a69-4a73-a7e8-292c92c128ab tempest-TestNetworkBasicOps-2128623112 tempest-TestNetworkBasicOps-2128623112-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:40.889628 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-2d33725a-0a69-4a73-a7e8-292c92c128ab tempest-TestNetworkBasicOps-2128623112 tempest-TestNetworkBasicOps-2128623112-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.1459258 Mar 07 10:35:40.892981 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 40382) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:35:40.966593 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa46bedc-8d19-485c-a6fe-041ec84d1652 tempest-TestNetworkBasicOps-2128623112 tempest-TestNetworkBasicOps-2128623112-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:40.966958 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa46bedc-8d19-485c-a6fe-041ec84d1652 tempest-TestNetworkBasicOps-2128623112 tempest-TestNetworkBasicOps-2128623112-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:40.967311 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa46bedc-8d19-485c-a6fe-041ec84d1652 tempest-TestNetworkBasicOps-2128623112 tempest-TestNetworkBasicOps-2128623112-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:40.967659 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa46bedc-8d19-485c-a6fe-041ec84d1652 tempest-TestNetworkBasicOps-2128623112 tempest-TestNetworkBasicOps-2128623112-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:40.968000 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa46bedc-8d19-485c-a6fe-041ec84d1652 tempest-TestNetworkBasicOps-2128623112 tempest-TestNetworkBasicOps-2128623112-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:40.968338 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa46bedc-8d19-485c-a6fe-041ec84d1652 tempest-TestNetworkBasicOps-2128623112 tempest-TestNetworkBasicOps-2128623112-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:40.970617 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-aa46bedc-8d19-485c-a6fe-041ec84d1652 tempest-TestNetworkBasicOps-2128623112 tempest-TestNetworkBasicOps-2128623112-project-admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4002 time: 0.0767508 Mar 07 10:35:40.973332 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 40386) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:35:40.994644 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:35:41.010069 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] For port 5623ee6d-496d-44dd-9ec0-2c82ca7c4c41, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=5623ee6d-496d-44dd-9ec0-2c82ca7c4c41,segment=NetworkSegment(9a22e080-7529-4fc7-949d-9f84ba21807d),segment_id=9a22e080-7529-4fc7-949d-9f84ba21807d)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:35:41.013251 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:35:41.080374 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Pushing event updated for resources: {'Port': ['ID=5623ee6d-496d-44dd-9ec0-2c82ca7c4c41,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:41.172747 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-c141ca58-4440-48f5-bf7d-3a6d8f80915e tempest-TestNetworkBasicOps-2128623112 tempest-TestNetworkBasicOps-2128623112-project-admin] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.1975632 Mar 07 10:35:41.661647 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abce768f-3317-40db-85b3-703269ecf28a None None] Sync routers for ids ['c3ea54d2-cdc8-44e7-b61a-08f2d99f06f0'] in dv-neutron-830731-3-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:35:41.673322 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abce768f-3317-40db-85b3-703269ecf28a None None] Routers {'c3ea54d2-cdc8-44e7-b61a-08f2d99f06f0'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:35:41.674064 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-abce768f-3317-40db-85b3-703269ecf28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:35:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['c3ea54d2-cdc8-44e7-b61a-08f2d99f06f0'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:35:41.849003 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-abce768f-3317-40db-85b3-703269ecf28a None None] Set router c3ea54d2-cdc8-44e7-b61a-08f2d99f06f0 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:35:42.147710 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-abce768f-3317-40db-85b3-703269ecf28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3ea54d2-cdc8-44e7-b61a-08f2d99f06f0', 'name': 'tempest-TestNetworkBasicOps-router-1304457418', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.196'}], 'enable_snat': True}, 'gw_port_id': '5623ee6d-496d-44dd-9ec0-2c82ca7c4c41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:35:35Z', 'updated_at': '2022-03-07T10:35:39Z', 'revision_number': 4, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'gw_port': {'id': '5623ee6d-496d-44dd-9ec0-2c82ca7c4c41', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:7a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ea54d2-cdc8-44e7-b61a-08f2d99f06f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:35:35Z', 'updated_at': '2022-03-07T10:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_interfaces': [{'id': '36823bec-994c-410b-9f1f-e1ba9386f51e', 'name': '', 'network_id': '0ba368fb-7be9-4056-9b55-aadfee9c10a7', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'mac_address': 'fa:16:3e:23:57:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3ea54d2-cdc8-44e7-b61a-08f2d99f06f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c9e152d4-117a-4e8a-9bc0-dc3f7ee26de8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:35:38Z', 'updated_at': '2022-03-07T10:35:39Z', 'revision_number': 2, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'subnets': [{'id': 'c9e152d4-117a-4e8a-9bc0-dc3f7ee26de8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:35:42.151353 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abce768f-3317-40db-85b3-703269ecf28a None None] Checking router: c3ea54d2-cdc8-44e7-b61a-08f2d99f06f0 for host: dv-neutron-830731-3-hyperv {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 07 10:35:42.151697 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abce768f-3317-40db-85b3-703269ecf28a None None] Updating router c3ea54d2-cdc8-44e7-b61a-08f2d99f06f0 port 36823bec-994c-410b-9f1f-e1ba9386f51e binding host dv-neutron-830731-3-hyperv {{(pid=83739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 07 10:35:42.200282 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-abce768f-3317-40db-85b3-703269ecf28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:35:42.401725 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 9ac784b7-b0bf-40df-9dfd-0c50ad01e1cf up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:35:42.521344 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 9ac784b7-b0bf-40df-9dfd-0c50ad01e1cf triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:35:42.521706 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:35:42.601239 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 40394) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:35:42.607116 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-945cc661-b570-44bc-87de-a1caa039e8a1 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1550151774', 'description': 'tempest-secgroup-smoke-1550151774 description', 'project_id': '416b2fd961bc4d70a26d66821f7df8e2'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:35:42.614052 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-945cc661-b570-44bc-87de-a1caa039e8a1 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:35:42.618254 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-945cc661-b570-44bc-87de-a1caa039e8a1 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Usage tracker for resource:security_group and tenant:416b2fd961bc4d70a26d66821f7df8e2 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:35:42.621066 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-945cc661-b570-44bc-87de-a1caa039e8a1 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:35:42.627322 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-945cc661-b570-44bc-87de-a1caa039e8a1 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:35:42.639754 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-abce768f-3317-40db-85b3-703269ecf28a None None] Notify callbacks [] for port, precommit_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:35:42.641295 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-945cc661-b570-44bc-87de-a1caa039e8a1 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:35:42.653987 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-abce768f-3317-40db-85b3-703269ecf28a None None] Transition to ACTIVE for port object 36823bec-994c-410b-9f1f-e1ba9386f51e will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:35:42.683503 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-945cc661-b570-44bc-87de-a1caa039e8a1 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:35:42.687649 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-945cc661-b570-44bc-87de-a1caa039e8a1 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Usage tracker for resource:security_group_rule and tenant:416b2fd961bc4d70a26d66821f7df8e2 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:35:42.690944 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-abce768f-3317-40db-85b3-703269ecf28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:35:42.691135 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-945cc661-b570-44bc-87de-a1caa039e8a1 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:35:42.696967 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-945cc661-b570-44bc-87de-a1caa039e8a1 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:35:42.751787 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-945cc661-b570-44bc-87de-a1caa039e8a1 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:35:42.755429 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-945cc661-b570-44bc-87de-a1caa039e8a1 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:35:42.801301 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945cc661-b570-44bc-87de-a1caa039e8a1 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ccb5b8b-5cb0-4adc-b395-35990d30065a,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:42.808213 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-945cc661-b570-44bc-87de-a1caa039e8a1 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:35:42.812660 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 40398) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:35:42.813288 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-945cc661-b570-44bc-87de-a1caa039e8a1 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2104111 Mar 07 10:35:42.815930 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 5623ee6d-496d-44dd-9ec0-2c82ca7c4c41 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:35:42.819271 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-07a93ad0-5e2a-4669-8970-09afa5b0d7c5 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Request body: {'security_group_rule': {'security_group_id': '1ccb5b8b-5cb0-4adc-b395-35990d30065a', 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:35:42.825475 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-07a93ad0-5e2a-4669-8970-09afa5b0d7c5 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:35:42.830936 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-07a93ad0-5e2a-4669-8970-09afa5b0d7c5 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Usage tracker for resource:security_group_rule and tenant:416b2fd961bc4d70a26d66821f7df8e2 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:35:42.834491 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-07a93ad0-5e2a-4669-8970-09afa5b0d7c5 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:35:42.841047 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-07a93ad0-5e2a-4669-8970-09afa5b0d7c5 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:35:42.860679 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-07a93ad0-5e2a-4669-8970-09afa5b0d7c5 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:35:42.866332 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549f5b9c-1aa0-4fca-a0da-7db456664025 None None] Pushing event updated for resources: {'Port': ['ID=36823bec-994c-410b-9f1f-e1ba9386f51e,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:42.933168 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-07a93ad0-5e2a-4669-8970-09afa5b0d7c5 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:35:42.938834 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-07a93ad0-5e2a-4669-8970-09afa5b0d7c5 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:35:42.964578 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a93ad0-5e2a-4669-8970-09afa5b0d7c5 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e21c6e2-ab52-492f-ae00-4e027a6ed43d,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:42.975388 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-07a93ad0-5e2a-4669-8970-09afa5b0d7c5 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:35:42.976677 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-07a93ad0-5e2a-4669-8970-09afa5b0d7c5 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1629505 Mar 07 10:35:42.979458 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 40402) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:35:42.985498 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-9793fd53-5608-4746-b0c0-e5da0ab962a3 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Request body: {'security_group_rule': {'security_group_id': '1ccb5b8b-5cb0-4adc-b395-35990d30065a', 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:35:42.991256 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-9793fd53-5608-4746-b0c0-e5da0ab962a3 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:35:42.995042 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-9793fd53-5608-4746-b0c0-e5da0ab962a3 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Usage tracker for resource:security_group_rule and tenant:416b2fd961bc4d70a26d66821f7df8e2 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:35:42.997852 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-9793fd53-5608-4746-b0c0-e5da0ab962a3 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:35:43.003559 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-9793fd53-5608-4746-b0c0-e5da0ab962a3 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:35:43.019759 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9793fd53-5608-4746-b0c0-e5da0ab962a3 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:35:43.029034 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-abce768f-3317-40db-85b3-703269ecf28a None None] Attempting to bind port 36823bec-994c-410b-9f1f-e1ba9386f51e on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:35:43.029341 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-abce768f-3317-40db-85b3-703269ecf28a None None] Attempting to bind port 36823bec-994c-410b-9f1f-e1ba9386f51e by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': 'e7fcbad2-e141-4cf2-aead-fd544d85d9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0ba368fb-7be9-4056-9b55-aadfee9c10a7'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:35:43.029691 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abce768f-3317-40db-85b3-703269ecf28a None None] Attempting to bind port 36823bec-994c-410b-9f1f-e1ba9386f51e on network 0ba368fb-7be9-4056-9b55-aadfee9c10a7 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:35:43.043377 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abce768f-3317-40db-85b3-703269ecf28a None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 35, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:35:43.043740 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abce768f-3317-40db-85b3-703269ecf28a None None] Checking segment: {'id': 'e7fcbad2-e141-4cf2-aead-fd544d85d9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0ba368fb-7be9-4056-9b55-aadfee9c10a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:35:43.044133 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-abce768f-3317-40db-85b3-703269ecf28a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:35:43.044538 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abce768f-3317-40db-85b3-703269ecf28a None None] Bound using segment: {'id': 'e7fcbad2-e141-4cf2-aead-fd544d85d9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0ba368fb-7be9-4056-9b55-aadfee9c10a7'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:35:43.044993 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-abce768f-3317-40db-85b3-703269ecf28a None None] Bound port: 36823bec-994c-410b-9f1f-e1ba9386f51e, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7fcbad2-e141-4cf2-aead-fd544d85d9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0ba368fb-7be9-4056-9b55-aadfee9c10a7'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:35:43.045352 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-abce768f-3317-40db-85b3-703269ecf28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:35:43.066200 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 5623ee6d-496d-44dd-9ec0-2c82ca7c4c41 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:35:43.066566 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:35:43.081541 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9793fd53-5608-4746-b0c0-e5da0ab962a3 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:35:43.085384 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9793fd53-5608-4746-b0c0-e5da0ab962a3 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:35:43.108927 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9793fd53-5608-4746-b0c0-e5da0ab962a3 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69d05532-35bc-464c-ad42-25405d0ce292,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:43.120427 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9793fd53-5608-4746-b0c0-e5da0ab962a3 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:35:43.124176 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-9793fd53-5608-4746-b0c0-e5da0ab962a3 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1412454 Mar 07 10:35:43.124563 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 40406) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:35:43.130746 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-32b97485-1515-4a03-851f-ebcac8089d8b tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Request body: {'security_group_rule': {'security_group_id': '1ccb5b8b-5cb0-4adc-b395-35990d30065a', 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:35:43.136306 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-32b97485-1515-4a03-851f-ebcac8089d8b tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:35:43.140037 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-32b97485-1515-4a03-851f-ebcac8089d8b tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Usage tracker for resource:security_group_rule and tenant:416b2fd961bc4d70a26d66821f7df8e2 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:35:43.142900 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-32b97485-1515-4a03-851f-ebcac8089d8b tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:35:43.148430 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-32b97485-1515-4a03-851f-ebcac8089d8b tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:35:43.164186 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-32b97485-1515-4a03-851f-ebcac8089d8b tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:35:43.193010 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-abce768f-3317-40db-85b3-703269ecf28a None None] For port 36823bec-994c-410b-9f1f-e1ba9386f51e, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:35:43.196749 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-abce768f-3317-40db-85b3-703269ecf28a None None] For port 36823bec-994c-410b-9f1f-e1ba9386f51e, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=36823bec-994c-410b-9f1f-e1ba9386f51e,segment=NetworkSegment(e7fcbad2-e141-4cf2-aead-fd544d85d9b3),segment_id=e7fcbad2-e141-4cf2-aead-fd544d85d9b3)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:35:43.228005 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-32b97485-1515-4a03-851f-ebcac8089d8b tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:35:43.232594 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-abce768f-3317-40db-85b3-703269ecf28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:35:43.233127 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-32b97485-1515-4a03-851f-ebcac8089d8b tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:35:43.255770 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b97485-1515-4a03-851f-ebcac8089d8b tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78e81dc0-289d-4a23-b905-10ac6fe60f9d,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:43.267738 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-32b97485-1515-4a03-851f-ebcac8089d8b tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:35:43.271565 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-32b97485-1515-4a03-851f-ebcac8089d8b tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1429155 Mar 07 10:35:43.271763 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 40410) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:35:43.278240 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-c77fae29-cad7-47ea-a7f0-b88c13f1c92b tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Request body: {'security_group_rule': {'security_group_id': '1ccb5b8b-5cb0-4adc-b395-35990d30065a', 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:35:43.283938 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-c77fae29-cad7-47ea-a7f0-b88c13f1c92b tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:35:43.287955 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-c77fae29-cad7-47ea-a7f0-b88c13f1c92b tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Usage tracker for resource:security_group_rule and tenant:416b2fd961bc4d70a26d66821f7df8e2 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:35:43.290479 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-c77fae29-cad7-47ea-a7f0-b88c13f1c92b tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:35:43.296310 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-c77fae29-cad7-47ea-a7f0-b88c13f1c92b tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:35:43.322045 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c77fae29-cad7-47ea-a7f0-b88c13f1c92b tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:35:43.328872 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549f5b9c-1aa0-4fca-a0da-7db456664025 None None] Pushing event updated for resources: {'Port': ['ID=36823bec-994c-410b-9f1f-e1ba9386f51e,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:43.336804 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abce768f-3317-40db-85b3-703269ecf28a None None] Routers {'c3ea54d2-cdc8-44e7-b61a-08f2d99f06f0'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:35:43.337937 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-abce768f-3317-40db-85b3-703269ecf28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:35:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['c3ea54d2-cdc8-44e7-b61a-08f2d99f06f0'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:35:43.395899 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c77fae29-cad7-47ea-a7f0-b88c13f1c92b tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:35:43.401213 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c77fae29-cad7-47ea-a7f0-b88c13f1c92b tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:35:43.427017 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77fae29-cad7-47ea-a7f0-b88c13f1c92b tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=414d35eb-7197-49be-9f71-7b9c5dc912fb,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:43.438713 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c77fae29-cad7-47ea-a7f0-b88c13f1c92b tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:35:43.440217 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-c77fae29-cad7-47ea-a7f0-b88c13f1c92b tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1676021 Mar 07 10:35:43.442995 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 40414) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:35:43.448547 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-d8f047cf-821d-4e71-858d-da8229157f62 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Request body: {'security_group_rule': {'security_group_id': '1ccb5b8b-5cb0-4adc-b395-35990d30065a', 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:35:43.455424 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-d8f047cf-821d-4e71-858d-da8229157f62 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:35:43.459523 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-d8f047cf-821d-4e71-858d-da8229157f62 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Usage tracker for resource:security_group_rule and tenant:416b2fd961bc4d70a26d66821f7df8e2 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:35:43.462504 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-d8f047cf-821d-4e71-858d-da8229157f62 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:35:43.470248 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-d8f047cf-821d-4e71-858d-da8229157f62 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:35:43.483430 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.db.securitygroups_db [None req-d8f047cf-821d-4e71-858d-da8229157f62 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Project 416b2fd961bc4d70a26d66821f7df8e2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 10:35:43.492906 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d8f047cf-821d-4e71-858d-da8229157f62 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:35:43.524924 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-abce768f-3317-40db-85b3-703269ecf28a None None] Set router c3ea54d2-cdc8-44e7-b61a-08f2d99f06f0 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:35:43.560073 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d8f047cf-821d-4e71-858d-da8229157f62 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:35:43.563818 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d8f047cf-821d-4e71-858d-da8229157f62 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:35:43.586977 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f047cf-821d-4e71-858d-da8229157f62 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05fbd0e2-b0df-4a6d-beda-5f1eb06545fc,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:43.596580 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d8f047cf-821d-4e71-858d-da8229157f62 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:35:43.600379 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-d8f047cf-821d-4e71-858d-da8229157f62 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1538699 Mar 07 10:35:43.601233 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 40418) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:35:43.606139 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-60c93fd3-5b80-43f5-9b90-faecc7095edf tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Request body: {'security_group_rule': {'security_group_id': '1ccb5b8b-5cb0-4adc-b395-35990d30065a', 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:35:43.613029 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-60c93fd3-5b80-43f5-9b90-faecc7095edf tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:35:43.616919 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-60c93fd3-5b80-43f5-9b90-faecc7095edf tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Usage tracker for resource:security_group_rule and tenant:416b2fd961bc4d70a26d66821f7df8e2 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:35:43.619694 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-60c93fd3-5b80-43f5-9b90-faecc7095edf tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:35:43.625516 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-60c93fd3-5b80-43f5-9b90-faecc7095edf tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:35:43.635233 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.db.securitygroups_db [None req-60c93fd3-5b80-43f5-9b90-faecc7095edf tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Project 416b2fd961bc4d70a26d66821f7df8e2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 10:35:43.641917 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-60c93fd3-5b80-43f5-9b90-faecc7095edf tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:35:43.709417 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-60c93fd3-5b80-43f5-9b90-faecc7095edf tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:35:43.713150 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-60c93fd3-5b80-43f5-9b90-faecc7095edf tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:35:43.736003 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c93fd3-5b80-43f5-9b90-faecc7095edf tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b2aa5c3-2a12-41b5-88b3-a6bb04c39693,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:43.745776 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-60c93fd3-5b80-43f5-9b90-faecc7095edf tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:35:43.746994 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-60c93fd3-5b80-43f5-9b90-faecc7095edf tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1454835 Mar 07 10:35:43.850641 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-abce768f-3317-40db-85b3-703269ecf28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3ea54d2-cdc8-44e7-b61a-08f2d99f06f0', 'name': 'tempest-TestNetworkBasicOps-router-1304457418', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.196'}], 'enable_snat': True}, 'gw_port_id': '5623ee6d-496d-44dd-9ec0-2c82ca7c4c41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:35:35Z', 'updated_at': '2022-03-07T10:35:39Z', 'revision_number': 4, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'gw_port': {'id': '5623ee6d-496d-44dd-9ec0-2c82ca7c4c41', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:7a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ea54d2-cdc8-44e7-b61a-08f2d99f06f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:35:35Z', 'updated_at': '2022-03-07T10:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_interfaces': [{'id': '36823bec-994c-410b-9f1f-e1ba9386f51e', 'name': '', 'network_id': '0ba368fb-7be9-4056-9b55-aadfee9c10a7', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'mac_address': 'fa:16:3e:23:57:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3ea54d2-cdc8-44e7-b61a-08f2d99f06f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c9e152d4-117a-4e8a-9bc0-dc3f7ee26de8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:35:38Z', 'updated_at': '2022-03-07T10:35:43Z', 'revision_number': 4, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'subnets': [{'id': 'c9e152d4-117a-4e8a-9bc0-dc3f7ee26de8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:35:43.854561 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abce768f-3317-40db-85b3-703269ecf28a None None] The sync data for ids ['c3ea54d2-cdc8-44e7-b61a-08f2d99f06f0'] in dv-neutron-830731-3-hyperv is: [{'id': 'c3ea54d2-cdc8-44e7-b61a-08f2d99f06f0', 'name': 'tempest-TestNetworkBasicOps-router-1304457418', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.196'}], 'enable_snat': True}, 'gw_port_id': '5623ee6d-496d-44dd-9ec0-2c82ca7c4c41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:35:35Z', 'updated_at': '2022-03-07T10:35:39Z', 'revision_number': 4, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'gw_port': {'id': '5623ee6d-496d-44dd-9ec0-2c82ca7c4c41', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:7a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ea54d2-cdc8-44e7-b61a-08f2d99f06f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:35:35Z', 'updated_at': '2022-03-07T10:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_interfaces': [{'id': '36823bec-994c-410b-9f1f-e1ba9386f51e', 'name': '', 'network_id': '0ba368fb-7be9-4056-9b55-aadfee9c10a7', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'mac_address': 'fa:16:3e:23:57:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3ea54d2-cdc8-44e7-b61a-08f2d99f06f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c9e152d4-117a-4e8a-9bc0-dc3f7ee26de8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:35:38Z', 'updated_at': '2022-03-07T10:35:43Z', 'revision_number': 4, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'subnets': [{'id': 'c9e152d4-117a-4e8a-9bc0-dc3f7ee26de8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:35:43.978039 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-b8ddf8c1-8c08-4ff1-a59f-e8bd4d98ec8d req-3e89a9f1-b981-461d-8f90-3b105e50f10c tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Synchronizing usage tracker for tenant:416b2fd961bc4d70a26d66821f7df8e2 on resource:security_group {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:35:43.993895 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-b8ddf8c1-8c08-4ff1-a59f-e8bd4d98ec8d req-3e89a9f1-b981-461d-8f90-3b105e50f10c tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Unset dirty status for tenant:416b2fd961bc4d70a26d66821f7df8e2 on resource:security_group {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:35:43.995441 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b8ddf8c1-8c08-4ff1-a59f-e8bd4d98ec8d req-3e89a9f1-b981-461d-8f90-3b105e50f10c tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1550151774&fields=id&tenant_id=416b2fd961bc4d70a26d66821f7df8e2 HTTP/1.1" status: 200 len: 267 time: 0.0667832 Mar 07 10:35:44.147263 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ddf8c1-8c08-4ff1-a59f-e8bd4d98ec8d req-9b3f546f-797d-47cb-8967-24a73cd9a3af tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:44.148012 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-b8ddf8c1-8c08-4ff1-a59f-e8bd4d98ec8d req-9b3f546f-797d-47cb-8967-24a73cd9a3af tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Synchronizing usage tracker for tenant:416b2fd961bc4d70a26d66821f7df8e2 on resource:network {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:35:44.164348 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-b8ddf8c1-8c08-4ff1-a59f-e8bd4d98ec8d req-9b3f546f-797d-47cb-8967-24a73cd9a3af tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Unset dirty status for tenant:416b2fd961bc4d70a26d66821f7df8e2 on resource:network {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:35:44.165683 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b8ddf8c1-8c08-4ff1-a59f-e8bd4d98ec8d req-9b3f546f-797d-47cb-8967-24a73cd9a3af tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/networks?id=0ba368fb-7be9-4056-9b55-aadfee9c10a7 HTTP/1.1" status: 200 len: 796 time: 0.1628838 Mar 07 10:35:44.182885 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b8ddf8c1-8c08-4ff1-a59f-e8bd4d98ec8d req-b206e841-ce59-443b-b8cb-62c9e5ecddaf tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/quotas/416b2fd961bc4d70a26d66821f7df8e2 HTTP/1.1" status: 200 len: 375 time: 0.0116043 Mar 07 10:35:44.270337 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-b8ddf8c1-8c08-4ff1-a59f-e8bd4d98ec8d req-0bfca757-3221-4bd2-a5dd-031d3b368dd3 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Synchronizing usage tracker for tenant:416b2fd961bc4d70a26d66821f7df8e2 on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:35:44.286594 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-b8ddf8c1-8c08-4ff1-a59f-e8bd4d98ec8d req-0bfca757-3221-4bd2-a5dd-031d3b368dd3 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Unset dirty status for tenant:416b2fd961bc4d70a26d66821f7df8e2 on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:35:44.288117 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b8ddf8c1-8c08-4ff1-a59f-e8bd4d98ec8d req-0bfca757-3221-4bd2-a5dd-031d3b368dd3 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=416b2fd961bc4d70a26d66821f7df8e2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1000509 Mar 07 10:35:44.410653 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 36823bec-994c-410b-9f1f-e1ba9386f51e up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:35:44.443910 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b8ddf8c1-8c08-4ff1-a59f-e8bd4d98ec8d req-b6ad41ae-1c0d-4918-a36c-0cda622a3c45 service neutron] 10.222.0.13 "GET /v2.0/networks/0ba368fb-7be9-4056-9b55-aadfee9c10a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424026 Mar 07 10:35:44.485391 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning for port 36823bec-994c-410b-9f1f-e1ba9386f51e completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:35:44.490644 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 36823bec-994c-410b-9f1f-e1ba9386f51e triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:35:44.491094 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:35:44.583526 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b8ddf8c1-8c08-4ff1-a59f-e8bd4d98ec8d req-c42263e2-924c-43ff-a95a-0143bc942981 service neutron] 10.222.0.13 "GET /v2.0/networks/0ba368fb-7be9-4056-9b55-aadfee9c10a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334417 Mar 07 10:35:44.612043 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:35:44.646232 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] For port 36823bec-994c-410b-9f1f-e1ba9386f51e, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=36823bec-994c-410b-9f1f-e1ba9386f51e,segment=NetworkSegment(e7fcbad2-e141-4cf2-aead-fd544d85d9b3),segment_id=e7fcbad2-e141-4cf2-aead-fd544d85d9b3)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:35:44.651654 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:35:44.724211 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Pushing event updated for resources: {'Port': ['ID=36823bec-994c-410b-9f1f-e1ba9386f51e,revision_number=5']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:44.789158 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c532a47e-8ef9-4279-8109-b38e6afa82d4 req-1c1413ed-4b82-42b7-8181-fce6fcf89f31 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b52a5b4-a5bc-4a11-bd10-c8e206377b1c HTTP/1.1" status: 200 len: 210 time: 0.0466495 Mar 07 10:35:45.519010 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:35:45.779603 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ddf8c1-8c08-4ff1-a59f-e8bd4d98ec8d req-322cd575-2dc5-4650-9c55-a991ba5aed87 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:45.781028 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b8ddf8c1-8c08-4ff1-a59f-e8bd4d98ec8d req-322cd575-2dc5-4650-9c55-a991ba5aed87 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.10 "GET /v2.0/networks?id=0ba368fb-7be9-4056-9b55-aadfee9c10a7 HTTP/1.1" status: 200 len: 796 time: 0.1499138 Mar 07 10:35:45.960975 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b8ddf8c1-8c08-4ff1-a59f-e8bd4d98ec8d req-98a73b85-43b7-4592-9d3e-f75139fe91ad tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=416b2fd961bc4d70a26d66821f7df8e2 HTTP/1.1" status: 200 len: 380 time: 0.1672742 Mar 07 10:35:45.962785 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c94c3455-98a0-42f7-ac63-1d4bc4e2bea5 req-0ebcbc59-fb7a-40a9-a53f-fa0b96945715 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b52a5b4-a5bc-4a11-bd10-c8e206377b1c HTTP/1.1" status: 200 len: 210 time: 0.0465462 Mar 07 10:35:45.969050 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [req-b8ddf8c1-8c08-4ff1-a59f-e8bd4d98ec8d req-47c7180f-71a7-4b01-89b4-c2b9eca61af0 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Request body: {'port': {'device_id': '3b52a5b4-a5bc-4a11-bd10-c8e206377b1c', 'network_id': '0ba368fb-7be9-4056-9b55-aadfee9c10a7', 'admin_state_up': True, 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'security_groups': ['1ccb5b8b-5cb0-4adc-b395-35990d30065a']}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:35:46.083743 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-adbd2215-c8ee-41f3-92a6-4182ca26b8a8 None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 10:35:46.102518 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [req-b8ddf8c1-8c08-4ff1-a59f-e8bd4d98ec8d req-47c7180f-71a7-4b01-89b4-c2b9eca61af0 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:35:46.111842 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [req-b8ddf8c1-8c08-4ff1-a59f-e8bd4d98ec8d req-47c7180f-71a7-4b01-89b4-c2b9eca61af0 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:35:46.120768 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8ddf8c1-8c08-4ff1-a59f-e8bd4d98ec8d req-47c7180f-71a7-4b01-89b4-c2b9eca61af0 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Made reservation on behalf of 416b2fd961bc4d70a26d66821f7df8e2 for: {'port': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:35:46.123687 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-b8ddf8c1-8c08-4ff1-a59f-e8bd4d98ec8d req-47c7180f-71a7-4b01-89b4-c2b9eca61af0 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:35:46.285252 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [req-b8ddf8c1-8c08-4ff1-a59f-e8bd4d98ec8d req-47c7180f-71a7-4b01-89b4-c2b9eca61af0 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Allocated IP 172.20.0.5 (0ba368fb-7be9-4056-9b55-aadfee9c10a7/c9e152d4-117a-4e8a-9bc0-dc3f7ee26de8/fe4546b0-fb5d-4c63-a04f-89805c1a58da) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:35:46.384602 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 36823bec-994c-410b-9f1f-e1ba9386f51e up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:35:46.450518 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 36823bec-994c-410b-9f1f-e1ba9386f51e triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:35:46.450885 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:35:46.475098 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-b8ddf8c1-8c08-4ff1-a59f-e8bd4d98ec8d req-47c7180f-71a7-4b01-89b4-c2b9eca61af0 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:35:46.491280 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [req-b8ddf8c1-8c08-4ff1-a59f-e8bd4d98ec8d req-47c7180f-71a7-4b01-89b4-c2b9eca61af0 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Transition to ACTIVE for port object fe4546b0-fb5d-4c63-a04f-89805c1a58da will not be triggered until provisioned by entity DHCP. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:35:46.513420 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-b8ddf8c1-8c08-4ff1-a59f-e8bd4d98ec8d req-47c7180f-71a7-4b01-89b4-c2b9eca61af0 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:35:46.585513 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8ddf8c1-8c08-4ff1-a59f-e8bd4d98ec8d req-47c7180f-71a7-4b01-89b4-c2b9eca61af0 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Network 0ba368fb-7be9-4056-9b55-aadfee9c10a7 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:35:46.588342 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [req-b8ddf8c1-8c08-4ff1-a59f-e8bd4d98ec8d req-47c7180f-71a7-4b01-89b4-c2b9eca61af0 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:35:46.592146 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8ddf8c1-8c08-4ff1-a59f-e8bd4d98ec8d req-47c7180f-71a7-4b01-89b4-c2b9eca61af0 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:35:46.621963 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c7180f-71a7-4b01-89b4-c2b9eca61af0 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event updated for resources: {'Port': ['ID=fe4546b0-fb5d-4c63-a04f-89805c1a58da,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:46.656040 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ddf8c1-8c08-4ff1-a59f-e8bd4d98ec8d req-47c7180f-71a7-4b01-89b4-c2b9eca61af0 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:46.656741 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-b8ddf8c1-8c08-4ff1-a59f-e8bd4d98ec8d req-47c7180f-71a7-4b01-89b4-c2b9eca61af0 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:35:46.682803 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b8ddf8c1-8c08-4ff1-a59f-e8bd4d98ec8d req-47c7180f-71a7-4b01-89b4-c2b9eca61af0 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7171566 Mar 07 10:35:46.694245 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [req-b8ddf8c1-8c08-4ff1-a59f-e8bd4d98ec8d req-da06f041-23c4-45f4-a635-1d43de3b06fa service neutron] Request body: {'port': {'device_id': '3b52a5b4-a5bc-4a11-bd10-c8e206377b1c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8307'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:35:46.802692 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-b8ddf8c1-8c08-4ff1-a59f-e8bd4d98ec8d req-da06f041-23c4-45f4-a635-1d43de3b06fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:35:46.847504 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-2003cd42-076c-4878-818f-8f0b89e47e55 None None] Provisioning for port fe4546b0-fb5d-4c63-a04f-89805c1a58da completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:35:46.852071 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-2003cd42-076c-4878-818f-8f0b89e47e55 None None] Provisioning complete for port fe4546b0-fb5d-4c63-a04f-89805c1a58da triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:35:46.852437 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-2003cd42-076c-4878-818f-8f0b89e47e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:35:46.905082 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-2003cd42-076c-4878-818f-8f0b89e47e55 None None] Port fe4546b0-fb5d-4c63-a04f-89805c1a58da cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:35:47.189456 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [req-b8ddf8c1-8c08-4ff1-a59f-e8bd4d98ec8d req-da06f041-23c4-45f4-a635-1d43de3b06fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe4546b0-fb5d-4c63-a04f-89805c1a58da {{(pid=83737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 07 10:35:47.198534 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-b8ddf8c1-8c08-4ff1-a59f-e8bd4d98ec8d req-da06f041-23c4-45f4-a635-1d43de3b06fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:35:47.217390 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [req-b8ddf8c1-8c08-4ff1-a59f-e8bd4d98ec8d req-da06f041-23c4-45f4-a635-1d43de3b06fa service neutron] Transition to ACTIVE for port object fe4546b0-fb5d-4c63-a04f-89805c1a58da will not be triggered until provisioned by entity L2. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:35:47.227464 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3880221f-70ff-4b52-babe-d557aa54a0f8 req-4f2110fb-96d6-44d6-8389-3e186f85e160 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:47.228145 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-3880221f-70ff-4b52-babe-d557aa54a0f8 req-4f2110fb-96d6-44d6-8389-3e186f85e160 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Synchronizing usage tracker for tenant:416b2fd961bc4d70a26d66821f7df8e2 on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:35:47.230567 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-b8ddf8c1-8c08-4ff1-a59f-e8bd4d98ec8d req-da06f041-23c4-45f4-a635-1d43de3b06fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3012561'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:35:47.352995 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-3880221f-70ff-4b52-babe-d557aa54a0f8 req-4f2110fb-96d6-44d6-8389-3e186f85e160 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Unset dirty status for tenant:416b2fd961bc4d70a26d66821f7df8e2 on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:35:47.353948 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-3880221f-70ff-4b52-babe-d557aa54a0f8 req-4f2110fb-96d6-44d6-8389-3e186f85e160 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b52a5b4-a5bc-4a11-bd10-c8e206377b1c HTTP/1.1" status: 200 len: 931 time: 0.2714972 Mar 07 10:35:47.368559 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da06f041-23c4-45f4-a635-1d43de3b06fa service neutron] Pushing event updated for resources: {'Port': ['ID=fe4546b0-fb5d-4c63-a04f-89805c1a58da,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:47.482983 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-3880221f-70ff-4b52-babe-d557aa54a0f8 req-dcf55bb2-491f-4d7f-9390-889ed7bf047b tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ccb5b8b-5cb0-4adc-b395-35990d30065a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1192787 Mar 07 10:35:47.512039 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [req-b8ddf8c1-8c08-4ff1-a59f-e8bd4d98ec8d req-da06f041-23c4-45f4-a635-1d43de3b06fa service neutron] Attempting to bind port fe4546b0-fb5d-4c63-a04f-89805c1a58da on host hv-neutron-8307 for vnic_type normal with profile {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:35:47.512369 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [req-b8ddf8c1-8c08-4ff1-a59f-e8bd4d98ec8d req-da06f041-23c4-45f4-a635-1d43de3b06fa service neutron] Attempting to bind port fe4546b0-fb5d-4c63-a04f-89805c1a58da by drivers openvswitch,hyperv on host hv-neutron-8307 at level 0 using segments [{'id': 'e7fcbad2-e141-4cf2-aead-fd544d85d9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0ba368fb-7be9-4056-9b55-aadfee9c10a7'}] {{(pid=83737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:35:47.512717 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ddf8c1-8c08-4ff1-a59f-e8bd4d98ec8d req-da06f041-23c4-45f4-a635-1d43de3b06fa service neutron] Attempting to bind port fe4546b0-fb5d-4c63-a04f-89805c1a58da on network 0ba368fb-7be9-4056-9b55-aadfee9c10a7 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:35:47.518536 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ddf8c1-8c08-4ff1-a59f-e8bd4d98ec8d req-da06f041-23c4-45f4-a635-1d43de3b06fa service neutron] Port fe4546b0-fb5d-4c63-a04f-89805c1a58da on network 0ba368fb-7be9-4056-9b55-aadfee9c10a7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8307 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 07 10:35:47.518851 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ddf8c1-8c08-4ff1-a59f-e8bd4d98ec8d req-da06f041-23c4-45f4-a635-1d43de3b06fa service neutron] Attempting to bind port fe4546b0-fb5d-4c63-a04f-89805c1a58da on network 0ba368fb-7be9-4056-9b55-aadfee9c10a7 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:35:47.525079 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ddf8c1-8c08-4ff1-a59f-e8bd4d98ec8d req-da06f041-23c4-45f4-a635-1d43de3b06fa service neutron] Checking agent: {'id': 'fb93ecad-d7e5-4e81-99ef-d8d0ee7386ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8307', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 21, 15), 'started_at': datetime.datetime(2022, 3, 7, 10, 21, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:35:47.525414 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ddf8c1-8c08-4ff1-a59f-e8bd4d98ec8d req-da06f041-23c4-45f4-a635-1d43de3b06fa service neutron] Checking segment: {'id': 'e7fcbad2-e141-4cf2-aead-fd544d85d9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0ba368fb-7be9-4056-9b55-aadfee9c10a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:35:47.525795 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ddf8c1-8c08-4ff1-a59f-e8bd4d98ec8d req-da06f041-23c4-45f4-a635-1d43de3b06fa service neutron] Bound using segment: {'id': 'e7fcbad2-e141-4cf2-aead-fd544d85d9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0ba368fb-7be9-4056-9b55-aadfee9c10a7'} {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:35:47.526214 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [req-b8ddf8c1-8c08-4ff1-a59f-e8bd4d98ec8d req-da06f041-23c4-45f4-a635-1d43de3b06fa service neutron] Bound port: fe4546b0-fb5d-4c63-a04f-89805c1a58da, host: hv-neutron-8307, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7fcbad2-e141-4cf2-aead-fd544d85d9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0ba368fb-7be9-4056-9b55-aadfee9c10a7'}}] {{(pid=83737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:35:47.526557 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-b8ddf8c1-8c08-4ff1-a59f-e8bd4d98ec8d req-da06f041-23c4-45f4-a635-1d43de3b06fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:35:47.612085 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [req-b8ddf8c1-8c08-4ff1-a59f-e8bd4d98ec8d req-da06f041-23c4-45f4-a635-1d43de3b06fa service neutron] For port fe4546b0-fb5d-4c63-a04f-89805c1a58da, host hv-neutron-8307, cleared binding levels {{(pid=83737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:35:47.614908 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [req-b8ddf8c1-8c08-4ff1-a59f-e8bd4d98ec8d req-da06f041-23c4-45f4-a635-1d43de3b06fa service neutron] For port fe4546b0-fb5d-4c63-a04f-89805c1a58da, host hv-neutron-8307, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=fe4546b0-fb5d-4c63-a04f-89805c1a58da,segment=NetworkSegment(e7fcbad2-e141-4cf2-aead-fd544d85d9b3),segment_id=e7fcbad2-e141-4cf2-aead-fd544d85d9b3)] {{(pid=83737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:35:47.619644 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-b8ddf8c1-8c08-4ff1-a59f-e8bd4d98ec8d req-da06f041-23c4-45f4-a635-1d43de3b06fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3012561'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:35:47.766859 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-b8ddf8c1-8c08-4ff1-a59f-e8bd4d98ec8d req-da06f041-23c4-45f4-a635-1d43de3b06fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:35:47.768222 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b8ddf8c1-8c08-4ff1-a59f-e8bd4d98ec8d req-da06f041-23c4-45f4-a635-1d43de3b06fa service neutron] 10.222.0.10 "PUT /v2.0/ports/fe4546b0-fb5d-4c63-a04f-89805c1a58da HTTP/1.1" status: 200 len: 1093 time: 1.0782287 Mar 07 10:35:47.771033 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b52a5b4-a5bc-4a11-bd10-c8e206377b1c', 'tag': 'fe4546b0-fb5d-4c63-a04f-89805c1a58da'}] {{(pid=83737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 10:35:47.796195 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da06f041-23c4-45f4-a635-1d43de3b06fa service neutron] Pushing event updated for resources: {'Port': ['ID=fe4546b0-fb5d-4c63-a04f-89805c1a58da,revision_number=3']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:47.844659 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b52a5b4-a5bc-4a11-bd10-c8e206377b1c', 'tag': 'fe4546b0-fb5d-4c63-a04f-89805c1a58da', 'status': 'completed', 'code': 200} Mar 07 10:35:47.885187 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b8ddf8c1-8c08-4ff1-a59f-e8bd4d98ec8d req-7af92c7a-66d8-4df2-9dc8-61127a29f5fc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=416b2fd961bc4d70a26d66821f7df8e2&device_id=3b52a5b4-a5bc-4a11-bd10-c8e206377b1c HTTP/1.1" status: 200 len: 1096 time: 0.0721414 Mar 07 10:35:47.956434 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b8ddf8c1-8c08-4ff1-a59f-e8bd4d98ec8d req-2da7df99-52a6-4945-b0ef-f734c7f7d9a7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fe4546b0-fb5d-4c63-a04f-89805c1a58da HTTP/1.1" status: 200 len: 217 time: 0.0642538 Mar 07 10:35:48.016577 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ddf8c1-8c08-4ff1-a59f-e8bd4d98ec8d req-609da09d-05d6-4f86-b55e-4743857d746c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:48.017846 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b8ddf8c1-8c08-4ff1-a59f-e8bd4d98ec8d req-609da09d-05d6-4f86-b55e-4743857d746c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c9e152d4-117a-4e8a-9bc0-dc3f7ee26de8 HTTP/1.1" status: 200 len: 832 time: 0.0555005 Mar 07 10:35:48.092605 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b8ddf8c1-8c08-4ff1-a59f-e8bd4d98ec8d req-f62aa38f-1b8f-42c1-ba34-aa20811970f0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0ba368fb-7be9-4056-9b55-aadfee9c10a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684943 Mar 07 10:35:48.222049 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b8ddf8c1-8c08-4ff1-a59f-e8bd4d98ec8d req-c9991b3e-978b-4a89-9a91-40c74d7fba34 service neutron] 10.222.0.10 "GET /v2.0/networks/0ba368fb-7be9-4056-9b55-aadfee9c10a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236458 Mar 07 10:35:48.362426 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b8ddf8c1-8c08-4ff1-a59f-e8bd4d98ec8d req-b2291c29-8353-4c6c-bb84-6d212e962ed0 service neutron] 10.222.0.10 "GET /v2.0/networks/0ba368fb-7be9-4056-9b55-aadfee9c10a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343689 Mar 07 10:35:48.473692 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f5ee0de9-f2b7-47b2-886f-d70c48cb1930 req-6f3f35dd-c8c3-4fe0-bd39-34f69fd2a432 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=416b2fd961bc4d70a26d66821f7df8e2&device_id=3b52a5b4-a5bc-4a11-bd10-c8e206377b1c HTTP/1.1" status: 200 len: 1096 time: 0.0694692 Mar 07 10:35:48.635697 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ee0de9-f2b7-47b2-886f-d70c48cb1930 req-4c5e3582-3d75-493f-a0bc-b8a849951d9e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:48.637011 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f5ee0de9-f2b7-47b2-886f-d70c48cb1930 req-4c5e3582-3d75-493f-a0bc-b8a849951d9e service neutron] 10.222.0.10 "GET /v2.0/networks?id=0ba368fb-7be9-4056-9b55-aadfee9c10a7 HTTP/1.1" status: 200 len: 897 time: 0.1576653 Mar 07 10:35:48.709648 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f5ee0de9-f2b7-47b2-886f-d70c48cb1930 req-badd20de-b84c-4c4a-9b3f-b1b88ea268ac service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fe4546b0-fb5d-4c63-a04f-89805c1a58da HTTP/1.1" status: 200 len: 217 time: 0.0659280 Mar 07 10:35:48.785083 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ee0de9-f2b7-47b2-886f-d70c48cb1930 req-e201d9e3-6df9-4cfb-8b61-61a7ebbc64d4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:48.786487 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f5ee0de9-f2b7-47b2-886f-d70c48cb1930 req-e201d9e3-6df9-4cfb-8b61-61a7ebbc64d4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c9e152d4-117a-4e8a-9bc0-dc3f7ee26de8 HTTP/1.1" status: 200 len: 832 time: 0.0706308 Mar 07 10:35:48.792813 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1027ef78-c343-4fe1-bd79-5922c6a3c1db req-bb957e87-7f97-4efd-817e-d732dfe33bf9 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:48.794120 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-1027ef78-c343-4fe1-bd79-5922c6a3c1db req-bb957e87-7f97-4efd-817e-d732dfe33bf9 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b52a5b4-a5bc-4a11-bd10-c8e206377b1c HTTP/1.1" status: 200 len: 943 time: 0.1947489 Mar 07 10:35:48.883431 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-1027ef78-c343-4fe1-bd79-5922c6a3c1db req-9b33afe4-de72-4563-a45b-4c120eeef8f2 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ccb5b8b-5cb0-4adc-b395-35990d30065a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599515 Mar 07 10:35:48.897203 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f5ee0de9-f2b7-47b2-886f-d70c48cb1930 req-1da685ab-dbe6-4e20-b806-bb5a8bcb4d53 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0ba368fb-7be9-4056-9b55-aadfee9c10a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1022129 Mar 07 10:35:49.026252 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f5ee0de9-f2b7-47b2-886f-d70c48cb1930 req-1d580814-2af7-4e89-9b2e-cc3c204488f9 service neutron] 10.222.0.10 "GET /v2.0/networks/0ba368fb-7be9-4056-9b55-aadfee9c10a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223500 Mar 07 10:35:49.154945 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f5ee0de9-f2b7-47b2-886f-d70c48cb1930 req-02978511-bd17-4781-93f3-954459edcf5a service neutron] 10.222.0.10 "GET /v2.0/networks/0ba368fb-7be9-4056-9b55-aadfee9c10a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221297 Mar 07 10:35:50.079811 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7340f79c-5f63-4b78-bc69-878eef62d0d2 req-16f98911-9846-464f-9f80-14a928b72851 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:50.081301 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-7340f79c-5f63-4b78-bc69-878eef62d0d2 req-16f98911-9846-464f-9f80-14a928b72851 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b52a5b4-a5bc-4a11-bd10-c8e206377b1c HTTP/1.1" status: 200 len: 943 time: 0.0785646 Mar 07 10:35:50.125924 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-7340f79c-5f63-4b78-bc69-878eef62d0d2 req-348b4e18-b096-430b-8054-92724746b6e5 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ccb5b8b-5cb0-4adc-b395-35990d30065a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388782 Mar 07 10:35:51.316201 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device fe4546b0-fb5d-4c63-a04f-89805c1a58da details requested by agent hyperv_hv-neutron-8307 with host hv-neutron-8307 {{(pid=83739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 07 10:35:51.319516 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc9d759-db8b-487b-ab93-7a7a8f7da217 req-390064c5-3e72-4e82-a3c2-1223a603a2ea tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:51.321351 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-3dc9d759-db8b-487b-ab93-7a7a8f7da217 req-390064c5-3e72-4e82-a3c2-1223a603a2ea tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b52a5b4-a5bc-4a11-bd10-c8e206377b1c HTTP/1.1" status: 200 len: 943 time: 0.0752146 Mar 07 10:35:51.366208 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-3dc9d759-db8b-487b-ab93-7a7a8f7da217 req-55a5c883-2c2e-4be5-af1f-085cb2fac079 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ccb5b8b-5cb0-4adc-b395-35990d30065a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389175 Mar 07 10:35:51.456649 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port fe4546b0-fb5d-4c63-a04f-89805c1a58da, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=fe4546b0-fb5d-4c63-a04f-89805c1a58da,segment=NetworkSegment(e7fcbad2-e141-4cf2-aead-fd544d85d9b3),segment_id=e7fcbad2-e141-4cf2-aead-fd544d85d9b3)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:35:51.467977 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Returning: {'device': 'fe4546b0-fb5d-4c63-a04f-89805c1a58da', 'network_id': '0ba368fb-7be9-4056-9b55-aadfee9c10a7', 'port_id': 'fe4546b0-fb5d-4c63-a04f-89805c1a58da', 'mac_address': 'fa:16:3e:95:88:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9e152d4-117a-4e8a-9bc0-dc3f7ee26de8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 07 10:35:51.557363 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:35:51.575047 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe4546b0-fb5d-4c63-a04f-89805c1a58da {{(pid=83739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 07 10:35:51.591290 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port fe4546b0-fb5d-4c63-a04f-89805c1a58da, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=fe4546b0-fb5d-4c63-a04f-89805c1a58da,segment=NetworkSegment(e7fcbad2-e141-4cf2-aead-fd544d85d9b3),segment_id=e7fcbad2-e141-4cf2-aead-fd544d85d9b3)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:35:51.597021 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:35:51.661374 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Pushing event updated for resources: {'Port': ['ID=fe4546b0-fb5d-4c63-a04f-89805c1a58da,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:51.941628 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] get_ports_and_sgs() called for port_ids ['fe4546b0-fb5d-4c63-a04f-89805c1a58da'] {{(pid=83739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 07 10:35:52.658923 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c75e426-dc46-4cca-b739-3e2ca2eb81ff req-10a75c27-f1eb-45c5-8889-a9a21a8a5809 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:52.660297 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-3c75e426-dc46-4cca-b739-3e2ca2eb81ff req-10a75c27-f1eb-45c5-8889-a9a21a8a5809 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b52a5b4-a5bc-4a11-bd10-c8e206377b1c HTTP/1.1" status: 200 len: 944 time: 0.1658294 Mar 07 10:35:52.705048 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-3c75e426-dc46-4cca-b739-3e2ca2eb81ff req-7f445a1d-9a40-4408-89f1-1ed18161685d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ccb5b8b-5cb0-4adc-b395-35990d30065a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391095 Mar 07 10:35:53.322968 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device fe4546b0-fb5d-4c63-a04f-89805c1a58da up at agent hyperv_hv-neutron-8307 {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:35:53.388690 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Provisioning for port fe4546b0-fb5d-4c63-a04f-89805c1a58da completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:35:53.393350 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Provisioning complete for port fe4546b0-fb5d-4c63-a04f-89805c1a58da triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:35:53.393713 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:35:53.510106 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:35:53.536165 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b52a5b4-a5bc-4a11-bd10-c8e206377b1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe4546b0-fb5d-4c63-a04f-89805c1a58da'}] {{(pid=83739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 10:35:53.546083 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port fe4546b0-fb5d-4c63-a04f-89805c1a58da, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=fe4546b0-fb5d-4c63-a04f-89805c1a58da,segment=NetworkSegment(e7fcbad2-e141-4cf2-aead-fd544d85d9b3),segment_id=e7fcbad2-e141-4cf2-aead-fd544d85d9b3)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:35:53.551395 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:35:53.592408 dv-neutron-830731-3-hyperv neutron-server[83739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b52a5b4-a5bc-4a11-bd10-c8e206377b1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe4546b0-fb5d-4c63-a04f-89805c1a58da', 'code': 200} Mar 07 10:35:53.618254 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Pushing event updated for resources: {'Port': ['ID=fe4546b0-fb5d-4c63-a04f-89805c1a58da,revision_number=5']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:53.808189 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f054f088-805a-48d6-b527-7b3c11f0b7dd req-e7a9fe18-28c3-4bbc-a1b2-8a844dce6e79 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3b52a5b4-a5bc-4a11-bd10-c8e206377b1c HTTP/1.1" status: 200 len: 1098 time: 0.0658846 Mar 07 10:35:53.894607 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f054f088-805a-48d6-b527-7b3c11f0b7dd req-f419188d-640b-40f0-ae29-68479d44ab7d service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=1ccb5b8b-5cb0-4adc-b395-35990d30065a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802610 Mar 07 10:35:53.921489 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0d795b-0477-438e-964a-4e2a93498cdb req-a2ee35d7-5e20-4157-a96d-62ef1ffcd701 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:53.923727 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-5c0d795b-0477-438e-964a-4e2a93498cdb req-a2ee35d7-5e20-4157-a96d-62ef1ffcd701 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b52a5b4-a5bc-4a11-bd10-c8e206377b1c HTTP/1.1" status: 200 len: 945 time: 0.0972140 Mar 07 10:35:53.967739 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-5c0d795b-0477-438e-964a-4e2a93498cdb req-98ee1e54-6d42-4ed0-abc1-1f603d6389c7 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ccb5b8b-5cb0-4adc-b395-35990d30065a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385044 Mar 07 10:35:55.167536 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dba854-b6f7-40f3-86ab-8071b29b3ebf req-3566c9ba-9902-4dcc-8e13-8294c254dac2 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:55.169144 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-98dba854-b6f7-40f3-86ab-8071b29b3ebf req-3566c9ba-9902-4dcc-8e13-8294c254dac2 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b52a5b4-a5bc-4a11-bd10-c8e206377b1c HTTP/1.1" status: 200 len: 945 time: 0.0781486 Mar 07 10:35:55.221932 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-98dba854-b6f7-40f3-86ab-8071b29b3ebf req-afc66448-5952-42e3-b26d-d3b0ffdad063 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ccb5b8b-5cb0-4adc-b395-35990d30065a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450244 Mar 07 10:35:56.433142 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c0afbf-fa14-4303-93ba-8464c124426f req-73d0656f-2658-4a25-865d-a73357b00ab1 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:56.434458 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f3c0afbf-fa14-4303-93ba-8464c124426f req-73d0656f-2658-4a25-865d-a73357b00ab1 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b52a5b4-a5bc-4a11-bd10-c8e206377b1c HTTP/1.1" status: 200 len: 945 time: 0.0765243 Mar 07 10:35:56.486819 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f3c0afbf-fa14-4303-93ba-8464c124426f req-14bd35ac-f52a-4a1d-a8ac-67d3cafba187 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ccb5b8b-5cb0-4adc-b395-35990d30065a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460865 Mar 07 10:35:56.684997 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3801a75a-462d-447b-8f77-f335f51916c5 req-0d20b0aa-d8a2-4cce-ae5c-cf973aece8e4 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:56.686448 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-3801a75a-462d-447b-8f77-f335f51916c5 req-0d20b0aa-d8a2-4cce-ae5c-cf973aece8e4 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b52a5b4-a5bc-4a11-bd10-c8e206377b1c HTTP/1.1" status: 200 len: 945 time: 0.0819793 Mar 07 10:35:56.733769 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-3801a75a-462d-447b-8f77-f335f51916c5 req-c643c866-8605-460f-b675-21848135306d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ccb5b8b-5cb0-4adc-b395-35990d30065a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413473 Mar 07 10:35:56.760989 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 40490) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:35:56.843242 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-e9cf9603-623d-449f-8b3a-5818340ffd25 tempest-TestNetworkBasicOps-2128623112 tempest-TestNetworkBasicOps-2128623112-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=3b52a5b4-a5bc-4a11-bd10-c8e206377b1c HTTP/1.1" status: 200 len: 1093 time: 0.0787494 Mar 07 10:35:56.843421 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 40496) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:35:56.850353 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-70ddcc5e-206b-468a-bd18-2ff19228c497 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Request body: {'floatingip': {'floating_network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'port_id': 'fe4546b0-fb5d-4c63-a04f-89805c1a58da', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'fixed_ip_address': '172.20.0.5'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:35:56.855896 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-70ddcc5e-206b-468a-bd18-2ff19228c497 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:35:56.860300 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-70ddcc5e-206b-468a-bd18-2ff19228c497 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Usage tracker for resource:floatingip and tenant:416b2fd961bc4d70a26d66821f7df8e2 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:35:56.863189 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-70ddcc5e-206b-468a-bd18-2ff19228c497 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:35:56.868834 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-70ddcc5e-206b-468a-bd18-2ff19228c497 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:35:56.889257 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-70ddcc5e-206b-468a-bd18-2ff19228c497 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for floatingip, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:35:57.028256 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-70ddcc5e-206b-468a-bd18-2ff19228c497 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:35:57.178113 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-70ddcc5e-206b-468a-bd18-2ff19228c497 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Allocated IP 172.26.8.236 (5ed85006-6b00-415e-b71f-837fb1421c12/8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a/a6ae8da6-1404-40d9-9048-7832842d5923) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:35:57.367004 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-70ddcc5e-206b-468a-bd18-2ff19228c497 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:35:57.405128 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-70ddcc5e-206b-468a-bd18-2ff19228c497 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:35:57.491218 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ddcc5e-206b-468a-bd18-2ff19228c497 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Network 5ed85006-6b00-415e-b71f-837fb1421c12 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:35:57.495555 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-70ddcc5e-206b-468a-bd18-2ff19228c497 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:35:57.497861 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ddcc5e-206b-468a-bd18-2ff19228c497 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event updated for resources: {'Port': ['ID=a6ae8da6-1404-40d9-9048-7832842d5923,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:57.500214 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ddcc5e-206b-468a-bd18-2ff19228c497 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:35:58.213871 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-70ddcc5e-206b-468a-bd18-2ff19228c497 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:35:58.299823 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-70ddcc5e-206b-468a-bd18-2ff19228c497 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:35:58.357540 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c9bb5de2-c5dd-47b3-bc39-a41f0e4f428e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:35:58.782256 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-70ddcc5e-206b-468a-bd18-2ff19228c497 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for port, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:35:58.790228 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-70ddcc5e-206b-468a-bd18-2ff19228c497 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3556717'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:35:58.995501 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ddcc5e-206b-468a-bd18-2ff19228c497 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event updated for resources: {'Port': ['ID=a6ae8da6-1404-40d9-9048-7832842d5923,revision_number=2']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:59.004920 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-70ddcc5e-206b-468a-bd18-2ff19228c497 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923533'] for floatingip, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:35:59.303224 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.db.l3_db [None req-70ddcc5e-206b-468a-bd18-2ff19228c497 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Floating IP 154ebaac-842c-42f9-b5e8-1724e049ed05 associated. External IP: 172.26.8.236, port: fe4546b0-fb5d-4c63-a04f-89805c1a58da. Mar 07 10:35:59.800618 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70ddcc5e-206b-468a-bd18-2ff19228c497 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Router c3ea54d2-cdc8-44e7-b61a-08f2d99f06f0 has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:36:00.020455 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70ddcc5e-206b-468a-bd18-2ff19228c497 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:36:00.032609 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e0c92a-a6a1-4c4e-a50b-61ad631dc8db None None] Sync routers for ids ['c3ea54d2-cdc8-44e7-b61a-08f2d99f06f0'] in dv-neutron-830731-3-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:36:00.050639 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-70ddcc5e-206b-468a-bd18-2ff19228c497 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for floatingip, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:36:00.052614 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e0c92a-a6a1-4c4e-a50b-61ad631dc8db None None] Routers {'c3ea54d2-cdc8-44e7-b61a-08f2d99f06f0'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:36:00.053820 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-22e0c92a-a6a1-4c4e-a50b-61ad631dc8db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:35:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['c3ea54d2-cdc8-44e7-b61a-08f2d99f06f0'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:36:00.132908 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-70ddcc5e-206b-468a-bd18-2ff19228c497 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.2870574 Mar 07 10:36:00.133458 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b52a5b4-a5bc-4a11-bd10-c8e206377b1c', 'tag': 'fe4546b0-fb5d-4c63-a04f-89805c1a58da'}] {{(pid=83738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 10:36:00.135733 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 40506) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:36:00.250681 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-1c0d3aa0-64ad-4b51-9f30-de9b9faae40a tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/floatingips/154ebaac-842c-42f9-b5e8-1724e049ed05 HTTP/1.1" status: 200 len: 991 time: 0.1133161 Mar 07 10:36:00.256718 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b52a5b4-a5bc-4a11-bd10-c8e206377b1c', 'tag': 'fe4546b0-fb5d-4c63-a04f-89805c1a58da', 'status': 'completed', 'code': 200} Mar 07 10:36:00.362667 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-3ec9e7e7-68b5-4f38-a9f4-835905dad047 req-d3d0e9fe-42a6-4f02-bb6b-7ba2f1676e79 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=416b2fd961bc4d70a26d66821f7df8e2&device_id=3b52a5b4-a5bc-4a11-bd10-c8e206377b1c HTTP/1.1" status: 200 len: 1098 time: 0.0831871 Mar 07 10:36:00.460331 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-22e0c92a-a6a1-4c4e-a50b-61ad631dc8db None None] Set router c3ea54d2-cdc8-44e7-b61a-08f2d99f06f0 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:36:00.513710 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec9e7e7-68b5-4f38-a9f4-835905dad047 req-6623bf3b-af8e-492e-a75c-543e7bd195db service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:00.515139 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-3ec9e7e7-68b5-4f38-a9f4-835905dad047 req-6623bf3b-af8e-492e-a75c-543e7bd195db service neutron] 10.222.0.10 "GET /v2.0/networks?id=0ba368fb-7be9-4056-9b55-aadfee9c10a7 HTTP/1.1" status: 200 len: 897 time: 0.1456690 Mar 07 10:36:00.592338 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-32389c9a-2036-4b0d-b8bb-9dcf098809c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:36:00.631929 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-3ec9e7e7-68b5-4f38-a9f4-835905dad047 req-956d8323-0b2f-4c69-ab89-e24faf02e76d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fe4546b0-fb5d-4c63-a04f-89805c1a58da HTTP/1.1" status: 200 len: 999 time: 0.1110628 Mar 07 10:36:00.695635 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec9e7e7-68b5-4f38-a9f4-835905dad047 req-5ed05211-b475-4ed8-9938-daec7e953a11 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:00.697115 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-3ec9e7e7-68b5-4f38-a9f4-835905dad047 req-5ed05211-b475-4ed8-9938-daec7e953a11 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c9e152d4-117a-4e8a-9bc0-dc3f7ee26de8 HTTP/1.1" status: 200 len: 832 time: 0.0600786 Mar 07 10:36:00.795977 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-3ec9e7e7-68b5-4f38-a9f4-835905dad047 req-957cfd0a-d19c-4bed-9a3e-1dc4c58a759c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0ba368fb-7be9-4056-9b55-aadfee9c10a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0932956 Mar 07 10:36:00.904840 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-22e0c92a-a6a1-4c4e-a50b-61ad631dc8db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3ea54d2-cdc8-44e7-b61a-08f2d99f06f0', 'name': 'tempest-TestNetworkBasicOps-router-1304457418', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.196'}], 'enable_snat': True}, 'gw_port_id': '5623ee6d-496d-44dd-9ec0-2c82ca7c4c41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:35:35Z', 'updated_at': '2022-03-07T10:35:39Z', 'revision_number': 4, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'gw_port': {'id': '5623ee6d-496d-44dd-9ec0-2c82ca7c4c41', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:7a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ea54d2-cdc8-44e7-b61a-08f2d99f06f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:35:35Z', 'updated_at': '2022-03-07T10:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_floatingips': [{'id': '154ebaac-842c-42f9-b5e8-1724e049ed05', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'floating_ip_address': '172.26.8.236', 'floating_network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'router_id': 'c3ea54d2-cdc8-44e7-b61a-08f2d99f06f0', 'port_id': 'fe4546b0-fb5d-4c63-a04f-89805c1a58da', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ba368fb-7be9-4056-9b55-aadfee9c10a7', 'mac_address': 'fa:16:3e:95:88:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b52a5b4-a5bc-4a11-bd10-c8e206377b1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:35:57Z', 'updated_at': '2022-03-07T10:35:57Z', 'revision_number': 0, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36823bec-994c-410b-9f1f-e1ba9386f51e', 'name': '', 'network_id': '0ba368fb-7be9-4056-9b55-aadfee9c10a7', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'mac_address': 'fa:16:3e:23:57:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ea54d2-cdc8-44e7-b61a-08f2d99f06f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c9e152d4-117a-4e8a-9bc0-dc3f7ee26de8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:35:38Z', 'updated_at': '2022-03-07T10:35:44Z', 'revision_number': 5, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'subnets': [{'id': 'c9e152d4-117a-4e8a-9bc0-dc3f7ee26de8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:36:00.910180 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e0c92a-a6a1-4c4e-a50b-61ad631dc8db None None] Checking router: c3ea54d2-cdc8-44e7-b61a-08f2d99f06f0 for host: dv-neutron-830731-3-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 07 10:36:00.923650 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e0c92a-a6a1-4c4e-a50b-61ad631dc8db None None] Routers {'c3ea54d2-cdc8-44e7-b61a-08f2d99f06f0'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:36:00.924280 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-22e0c92a-a6a1-4c4e-a50b-61ad631dc8db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:36:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['c3ea54d2-cdc8-44e7-b61a-08f2d99f06f0'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:36:00.940094 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-3ec9e7e7-68b5-4f38-a9f4-835905dad047 req-d9850f51-1a80-4e1c-98f0-1907b9368b71 service neutron] 10.222.0.10 "GET /v2.0/networks/0ba368fb-7be9-4056-9b55-aadfee9c10a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387608 Mar 07 10:36:01.083674 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-3ec9e7e7-68b5-4f38-a9f4-835905dad047 req-e94eb3cb-44b7-47a0-ae56-2debe473ba50 service neutron] 10.222.0.10 "GET /v2.0/networks/0ba368fb-7be9-4056-9b55-aadfee9c10a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380558 Mar 07 10:36:01.115680 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-22e0c92a-a6a1-4c4e-a50b-61ad631dc8db None None] Set router c3ea54d2-cdc8-44e7-b61a-08f2d99f06f0 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:36:01.254058 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 40512) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:36:01.407543 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-411de8d9-26e9-4e10-bd14-df4c4020e51f tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/floatingips/154ebaac-842c-42f9-b5e8-1724e049ed05 HTTP/1.1" status: 200 len: 991 time: 0.1525154 Mar 07 10:36:01.540771 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-22e0c92a-a6a1-4c4e-a50b-61ad631dc8db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3ea54d2-cdc8-44e7-b61a-08f2d99f06f0', 'name': 'tempest-TestNetworkBasicOps-router-1304457418', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.196'}], 'enable_snat': True}, 'gw_port_id': '5623ee6d-496d-44dd-9ec0-2c82ca7c4c41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:35:35Z', 'updated_at': '2022-03-07T10:35:39Z', 'revision_number': 4, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'gw_port': {'id': '5623ee6d-496d-44dd-9ec0-2c82ca7c4c41', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:7a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ea54d2-cdc8-44e7-b61a-08f2d99f06f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:35:35Z', 'updated_at': '2022-03-07T10:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_floatingips': [{'id': '154ebaac-842c-42f9-b5e8-1724e049ed05', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'floating_ip_address': '172.26.8.236', 'floating_network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'router_id': 'c3ea54d2-cdc8-44e7-b61a-08f2d99f06f0', 'port_id': 'fe4546b0-fb5d-4c63-a04f-89805c1a58da', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ba368fb-7be9-4056-9b55-aadfee9c10a7', 'mac_address': 'fa:16:3e:95:88:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b52a5b4-a5bc-4a11-bd10-c8e206377b1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:35:57Z', 'updated_at': '2022-03-07T10:35:57Z', 'revision_number': 0, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36823bec-994c-410b-9f1f-e1ba9386f51e', 'name': '', 'network_id': '0ba368fb-7be9-4056-9b55-aadfee9c10a7', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'mac_address': 'fa:16:3e:23:57:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ea54d2-cdc8-44e7-b61a-08f2d99f06f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c9e152d4-117a-4e8a-9bc0-dc3f7ee26de8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:35:38Z', 'updated_at': '2022-03-07T10:35:44Z', 'revision_number': 5, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'subnets': [{'id': 'c9e152d4-117a-4e8a-9bc0-dc3f7ee26de8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:36:01.544686 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e0c92a-a6a1-4c4e-a50b-61ad631dc8db None None] The sync data for ids ['c3ea54d2-cdc8-44e7-b61a-08f2d99f06f0'] in dv-neutron-830731-3-hyperv is: [{'id': 'c3ea54d2-cdc8-44e7-b61a-08f2d99f06f0', 'name': 'tempest-TestNetworkBasicOps-router-1304457418', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.196'}], 'enable_snat': True}, 'gw_port_id': '5623ee6d-496d-44dd-9ec0-2c82ca7c4c41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:35:35Z', 'updated_at': '2022-03-07T10:35:39Z', 'revision_number': 4, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'gw_port': {'id': '5623ee6d-496d-44dd-9ec0-2c82ca7c4c41', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:7a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ea54d2-cdc8-44e7-b61a-08f2d99f06f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:35:35Z', 'updated_at': '2022-03-07T10:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_floatingips': [{'id': '154ebaac-842c-42f9-b5e8-1724e049ed05', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'floating_ip_address': '172.26.8.236', 'floating_network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'router_id': 'c3ea54d2-cdc8-44e7-b61a-08f2d99f06f0', 'port_id': 'fe4546b0-fb5d-4c63-a04f-89805c1a58da', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ba368fb-7be9-4056-9b55-aadfee9c10a7', 'mac_address': 'fa:16:3e:95:88:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b52a5b4-a5bc-4a11-bd10-c8e206377b1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:35:57Z', 'updated_at': '2022-03-07T10:35:57Z', 'revision_number': 0, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36823bec-994c-410b-9f1f-e1ba9386f51e', 'name': '', 'network_id': '0ba368fb-7be9-4056-9b55-aadfee9c10a7', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'mac_address': 'fa:16:3e:23:57:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ea54d2-cdc8-44e7-b61a-08f2d99f06f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c9e152d4-117a-4e8a-9bc0-dc3f7ee26de8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:35:38Z', 'updated_at': '2022-03-07T10:35:44Z', 'revision_number': 5, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'subnets': [{'id': 'c9e152d4-117a-4e8a-9bc0-dc3f7ee26de8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:36:01.742406 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde4fd86-2f02-4995-9bb6-7fc0a5e8b05b None None] New status for floating IP 154ebaac-842c-42f9-b5e8-1724e049ed05: ACTIVE {{(pid=83739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 07 10:36:01.837907 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-711fefd2-3b30-4759-8df5-0aecff1c8e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:36:01.930692 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:36:02.410209 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 40520) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:36:02.525903 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-b7c1c52a-6765-430b-aa56-ace679486a91 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/floatingips/154ebaac-842c-42f9-b5e8-1724e049ed05 HTTP/1.1" status: 200 len: 993 time: 0.1138313 Mar 07 10:36:02.961093 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-395460c2-b054-4b1f-822a-f341a5d65212 req-b98028dc-e992-43aa-a58f-73a18011be29 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1655226911&fields=id&tenant_id=6a5f148e85ef4a9b80e5517fdf788fc6 HTTP/1.1" status: 200 len: 267 time: 0.1276784 Mar 07 10:36:03.104881 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395460c2-b054-4b1f-822a-f341a5d65212 req-bd4d8c4a-40a8-425f-81c4-f6f38a116b30 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:03.106203 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-395460c2-b054-4b1f-822a-f341a5d65212 req-bd4d8c4a-40a8-425f-81c4-f6f38a116b30 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] 10.222.0.13 "GET /v2.0/networks?id=30023e69-476d-4a1a-a06a-7d904c24f2c0 HTTP/1.1" status: 200 len: 812 time: 0.1387887 Mar 07 10:36:03.121808 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-395460c2-b054-4b1f-822a-f341a5d65212 req-2f8a2171-a317-4ea7-9992-982d1492f178 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] 10.222.0.13 "GET /v2.0/quotas/6a5f148e85ef4a9b80e5517fdf788fc6 HTTP/1.1" status: 200 len: 375 time: 0.0101678 Mar 07 10:36:03.167192 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c87150bd-aa9c-4ad1-bb68-57ec66d4fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:36:03.207238 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-395460c2-b054-4b1f-822a-f341a5d65212 req-bc3786fc-18ae-4382-9148-deec5c5eae52 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=6a5f148e85ef4a9b80e5517fdf788fc6&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0802069 Mar 07 10:36:03.316103 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [req-395460c2-b054-4b1f-822a-f341a5d65212 req-85ba4e7a-7e6a-48d2-83bc-4f2132b9cecb service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=83737) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 07 10:36:03.317129 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-395460c2-b054-4b1f-822a-f341a5d65212 req-85ba4e7a-7e6a-48d2-83bc-4f2132b9cecb service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0988743 Mar 07 10:36:03.446272 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-395460c2-b054-4b1f-822a-f341a5d65212 req-7a5b077a-0d51-4cf4-902a-009efbb2655f service neutron] 10.222.0.13 "GET /v2.0/networks/30023e69-476d-4a1a-a06a-7d904c24f2c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228311 Mar 07 10:36:03.574610 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-395460c2-b054-4b1f-822a-f341a5d65212 req-deef7990-55ec-49f7-8eed-c9db95b71cd7 service neutron] 10.222.0.13 "GET /v2.0/networks/30023e69-476d-4a1a-a06a-7d904c24f2c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227796 Mar 07 10:36:03.964913 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-25cae65d-67f4-4078-b3c8-e2f831daf8e5 req-8048152f-6af7-4066-9f86-abadabae8b0f tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2c6c74c-1107-4f41-b022-f5574085dc49 HTTP/1.1" status: 200 len: 210 time: 0.0480928 Mar 07 10:36:04.967309 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395460c2-b054-4b1f-822a-f341a5d65212 req-cbcf9a64-fbab-4c59-a70b-60d3191ca3de tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:04.969321 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-395460c2-b054-4b1f-822a-f341a5d65212 req-cbcf9a64-fbab-4c59-a70b-60d3191ca3de tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] 10.222.0.10 "GET /v2.0/networks?id=30023e69-476d-4a1a-a06a-7d904c24f2c0 HTTP/1.1" status: 200 len: 812 time: 0.1410630 Mar 07 10:36:05.022342 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-395460c2-b054-4b1f-822a-f341a5d65212 req-b8f4add6-880a-432d-a236-02e900792db1 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6a5f148e85ef4a9b80e5517fdf788fc6 HTTP/1.1" status: 200 len: 380 time: 0.0416899 Mar 07 10:36:05.032333 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [req-395460c2-b054-4b1f-822a-f341a5d65212 req-9f5ea143-4bec-4a40-b6af-67a1dff0e710 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Request body: {'port': {'device_id': 'f2c6c74c-1107-4f41-b022-f5574085dc49', 'network_id': '30023e69-476d-4a1a-a06a-7d904c24f2c0', 'admin_state_up': True, 'tenant_id': '6a5f148e85ef4a9b80e5517fdf788fc6', 'security_groups': ['c573f7f3-4cd0-4907-ba58-d47387524041']}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:36:05.149207 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-5ccc3362-2364-484f-978c-c001b2e193f3 req-07efb53e-6cfa-4095-b324-a0b736eed936 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2c6c74c-1107-4f41-b022-f5574085dc49 HTTP/1.1" status: 200 len: 210 time: 0.0512438 Mar 07 10:36:05.204342 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [req-395460c2-b054-4b1f-822a-f341a5d65212 req-9f5ea143-4bec-4a40-b6af-67a1dff0e710 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:36:05.213637 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [req-395460c2-b054-4b1f-822a-f341a5d65212 req-9f5ea143-4bec-4a40-b6af-67a1dff0e710 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:36:05.225866 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-395460c2-b054-4b1f-822a-f341a5d65212 req-9f5ea143-4bec-4a40-b6af-67a1dff0e710 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Made reservation on behalf of 6a5f148e85ef4a9b80e5517fdf788fc6 for: {'port': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:36:05.229182 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-395460c2-b054-4b1f-822a-f341a5d65212 req-9f5ea143-4bec-4a40-b6af-67a1dff0e710 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:36:05.396266 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [req-395460c2-b054-4b1f-822a-f341a5d65212 req-9f5ea143-4bec-4a40-b6af-67a1dff0e710 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Allocated IP 172.20.0.10 (30023e69-476d-4a1a-a06a-7d904c24f2c0/c545286e-deb0-44ca-9190-77e7d2d3932b/848fda0f-3d9f-4ed2-8ef3-0471bcac6931) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:36:05.590029 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-395460c2-b054-4b1f-822a-f341a5d65212 req-9f5ea143-4bec-4a40-b6af-67a1dff0e710 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:36:05.607209 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [req-395460c2-b054-4b1f-822a-f341a5d65212 req-9f5ea143-4bec-4a40-b6af-67a1dff0e710 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Transition to ACTIVE for port object 848fda0f-3d9f-4ed2-8ef3-0471bcac6931 will not be triggered until provisioned by entity DHCP. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:36:05.630327 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-395460c2-b054-4b1f-822a-f341a5d65212 req-9f5ea143-4bec-4a40-b6af-67a1dff0e710 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:36:05.703612 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-395460c2-b054-4b1f-822a-f341a5d65212 req-9f5ea143-4bec-4a40-b6af-67a1dff0e710 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Network 30023e69-476d-4a1a-a06a-7d904c24f2c0 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:36:05.706847 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [req-395460c2-b054-4b1f-822a-f341a5d65212 req-9f5ea143-4bec-4a40-b6af-67a1dff0e710 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:36:05.710557 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [req-395460c2-b054-4b1f-822a-f341a5d65212 req-9f5ea143-4bec-4a40-b6af-67a1dff0e710 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:36:05.747404 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5ea143-4bec-4a40-b6af-67a1dff0e710 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Pushing event updated for resources: {'Port': ['ID=848fda0f-3d9f-4ed2-8ef3-0471bcac6931,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:05.781295 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395460c2-b054-4b1f-822a-f341a5d65212 req-9f5ea143-4bec-4a40-b6af-67a1dff0e710 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:05.781887 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-395460c2-b054-4b1f-822a-f341a5d65212 req-9f5ea143-4bec-4a40-b6af-67a1dff0e710 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:36:05.807994 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-395460c2-b054-4b1f-822a-f341a5d65212 req-9f5ea143-4bec-4a40-b6af-67a1dff0e710 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7797852 Mar 07 10:36:05.820376 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [req-395460c2-b054-4b1f-822a-f341a5d65212 req-74ac677f-793a-4bfa-a763-13ea60a86826 service neutron] Request body: {'port': {'device_id': 'f2c6c74c-1107-4f41-b022-f5574085dc49', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8307'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:36:05.934624 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-395460c2-b054-4b1f-822a-f341a5d65212 req-74ac677f-793a-4bfa-a763-13ea60a86826 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:36:06.001254 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-7d26f0b8-1ca9-496b-b1cc-a4a0698859bf None None] Provisioning for port 848fda0f-3d9f-4ed2-8ef3-0471bcac6931 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:36:06.005793 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-7d26f0b8-1ca9-496b-b1cc-a4a0698859bf None None] Provisioning complete for port 848fda0f-3d9f-4ed2-8ef3-0471bcac6931 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:36:06.006171 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-7d26f0b8-1ca9-496b-b1cc-a4a0698859bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:36:06.065241 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-7d26f0b8-1ca9-496b-b1cc-a4a0698859bf None None] Port 848fda0f-3d9f-4ed2-8ef3-0471bcac6931 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:36:06.434627 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [req-395460c2-b054-4b1f-822a-f341a5d65212 req-74ac677f-793a-4bfa-a763-13ea60a86826 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 848fda0f-3d9f-4ed2-8ef3-0471bcac6931 {{(pid=83737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 07 10:36:06.443492 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b329f00b-7a7d-403b-baea-a1e07627a818 req-236cb0a0-5a00-4e26-869f-31c51dd919a9 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:06.444171 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-b329f00b-7a7d-403b-baea-a1e07627a818 req-236cb0a0-5a00-4e26-869f-31c51dd919a9 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Synchronizing usage tracker for tenant:6a5f148e85ef4a9b80e5517fdf788fc6 on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:36:06.450755 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-395460c2-b054-4b1f-822a-f341a5d65212 req-74ac677f-793a-4bfa-a763-13ea60a86826 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:36:06.472702 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-b329f00b-7a7d-403b-baea-a1e07627a818 req-236cb0a0-5a00-4e26-869f-31c51dd919a9 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Unset dirty status for tenant:6a5f148e85ef4a9b80e5517fdf788fc6 on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:36:06.473855 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b329f00b-7a7d-403b-baea-a1e07627a818 req-236cb0a0-5a00-4e26-869f-31c51dd919a9 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2c6c74c-1107-4f41-b022-f5574085dc49 HTTP/1.1" status: 200 len: 932 time: 0.1813295 Mar 07 10:36:06.474708 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [req-395460c2-b054-4b1f-822a-f341a5d65212 req-74ac677f-793a-4bfa-a763-13ea60a86826 service neutron] Transition to ACTIVE for port object 848fda0f-3d9f-4ed2-8ef3-0471bcac6931 will not be triggered until provisioned by entity L2. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:36:06.478435 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-395460c2-b054-4b1f-822a-f341a5d65212 req-74ac677f-793a-4bfa-a763-13ea60a86826 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3012561'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:36:06.632467 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ac677f-793a-4bfa-a763-13ea60a86826 service neutron] Pushing event updated for resources: {'Port': ['ID=848fda0f-3d9f-4ed2-8ef3-0471bcac6931,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:06.650392 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b329f00b-7a7d-403b-baea-a1e07627a818 req-95dab93c-7e50-4563-8c9e-b7432b61732b tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] 10.222.0.13 "GET /v2.0/security-groups?id=c573f7f3-4cd0-4907-ba58-d47387524041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1677928 Mar 07 10:36:06.754438 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [req-395460c2-b054-4b1f-822a-f341a5d65212 req-74ac677f-793a-4bfa-a763-13ea60a86826 service neutron] Attempting to bind port 848fda0f-3d9f-4ed2-8ef3-0471bcac6931 on host hv-neutron-8307 for vnic_type normal with profile {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:36:06.754769 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [req-395460c2-b054-4b1f-822a-f341a5d65212 req-74ac677f-793a-4bfa-a763-13ea60a86826 service neutron] Attempting to bind port 848fda0f-3d9f-4ed2-8ef3-0471bcac6931 by drivers openvswitch,hyperv on host hv-neutron-8307 at level 0 using segments [{'id': '8c71cc60-e697-4bc8-ab7b-834524b4e30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '30023e69-476d-4a1a-a06a-7d904c24f2c0'}] {{(pid=83737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:36:06.755091 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-395460c2-b054-4b1f-822a-f341a5d65212 req-74ac677f-793a-4bfa-a763-13ea60a86826 service neutron] Attempting to bind port 848fda0f-3d9f-4ed2-8ef3-0471bcac6931 on network 30023e69-476d-4a1a-a06a-7d904c24f2c0 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:36:06.760660 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-395460c2-b054-4b1f-822a-f341a5d65212 req-74ac677f-793a-4bfa-a763-13ea60a86826 service neutron] Port 848fda0f-3d9f-4ed2-8ef3-0471bcac6931 on network 30023e69-476d-4a1a-a06a-7d904c24f2c0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8307 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 07 10:36:06.760977 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-395460c2-b054-4b1f-822a-f341a5d65212 req-74ac677f-793a-4bfa-a763-13ea60a86826 service neutron] Attempting to bind port 848fda0f-3d9f-4ed2-8ef3-0471bcac6931 on network 30023e69-476d-4a1a-a06a-7d904c24f2c0 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:36:06.767415 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-395460c2-b054-4b1f-822a-f341a5d65212 req-74ac677f-793a-4bfa-a763-13ea60a86826 service neutron] Checking agent: {'id': 'fb93ecad-d7e5-4e81-99ef-d8d0ee7386ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8307', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 21, 15), 'started_at': datetime.datetime(2022, 3, 7, 10, 21, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:36:06.767746 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-395460c2-b054-4b1f-822a-f341a5d65212 req-74ac677f-793a-4bfa-a763-13ea60a86826 service neutron] Checking segment: {'id': '8c71cc60-e697-4bc8-ab7b-834524b4e30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '30023e69-476d-4a1a-a06a-7d904c24f2c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:36:06.768127 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-395460c2-b054-4b1f-822a-f341a5d65212 req-74ac677f-793a-4bfa-a763-13ea60a86826 service neutron] Bound using segment: {'id': '8c71cc60-e697-4bc8-ab7b-834524b4e30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '30023e69-476d-4a1a-a06a-7d904c24f2c0'} {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:36:06.768563 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [req-395460c2-b054-4b1f-822a-f341a5d65212 req-74ac677f-793a-4bfa-a763-13ea60a86826 service neutron] Bound port: 848fda0f-3d9f-4ed2-8ef3-0471bcac6931, host: hv-neutron-8307, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c71cc60-e697-4bc8-ab7b-834524b4e30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '30023e69-476d-4a1a-a06a-7d904c24f2c0'}}] {{(pid=83737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:36:06.768902 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-395460c2-b054-4b1f-822a-f341a5d65212 req-74ac677f-793a-4bfa-a763-13ea60a86826 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:36:06.857067 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [req-395460c2-b054-4b1f-822a-f341a5d65212 req-74ac677f-793a-4bfa-a763-13ea60a86826 service neutron] For port 848fda0f-3d9f-4ed2-8ef3-0471bcac6931, host hv-neutron-8307, cleared binding levels {{(pid=83737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:36:06.860937 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [req-395460c2-b054-4b1f-822a-f341a5d65212 req-74ac677f-793a-4bfa-a763-13ea60a86826 service neutron] For port 848fda0f-3d9f-4ed2-8ef3-0471bcac6931, host hv-neutron-8307, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=848fda0f-3d9f-4ed2-8ef3-0471bcac6931,segment=NetworkSegment(8c71cc60-e697-4bc8-ab7b-834524b4e30a),segment_id=8c71cc60-e697-4bc8-ab7b-834524b4e30a)] {{(pid=83737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:36:06.864728 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-395460c2-b054-4b1f-822a-f341a5d65212 req-74ac677f-793a-4bfa-a763-13ea60a86826 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3012561'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:36:06.924830 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-395460c2-b054-4b1f-822a-f341a5d65212 req-74ac677f-793a-4bfa-a763-13ea60a86826 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:36:06.926153 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-395460c2-b054-4b1f-822a-f341a5d65212 req-74ac677f-793a-4bfa-a763-13ea60a86826 service neutron] 10.222.0.10 "PUT /v2.0/ports/848fda0f-3d9f-4ed2-8ef3-0471bcac6931 HTTP/1.1" status: 200 len: 1094 time: 1.1105330 Mar 07 10:36:06.926580 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2c6c74c-1107-4f41-b022-f5574085dc49', 'tag': '848fda0f-3d9f-4ed2-8ef3-0471bcac6931'}] {{(pid=83737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 10:36:06.943251 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ac677f-793a-4bfa-a763-13ea60a86826 service neutron] Pushing event updated for resources: {'Port': ['ID=848fda0f-3d9f-4ed2-8ef3-0471bcac6931,revision_number=3']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:06.999789 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2c6c74c-1107-4f41-b022-f5574085dc49', 'tag': '848fda0f-3d9f-4ed2-8ef3-0471bcac6931', 'status': 'completed', 'code': 200} Mar 07 10:36:07.042689 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-395460c2-b054-4b1f-822a-f341a5d65212 req-e2e3a5cb-436c-4d3b-8151-bd7baca26002 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6a5f148e85ef4a9b80e5517fdf788fc6&device_id=f2c6c74c-1107-4f41-b022-f5574085dc49 HTTP/1.1" status: 200 len: 1097 time: 0.0781381 Mar 07 10:36:07.114863 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-395460c2-b054-4b1f-822a-f341a5d65212 req-80fae4b5-9168-41d9-9f93-e889bcb5c297 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=848fda0f-3d9f-4ed2-8ef3-0471bcac6931 HTTP/1.1" status: 200 len: 217 time: 0.0636604 Mar 07 10:36:07.175389 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395460c2-b054-4b1f-822a-f341a5d65212 req-7d9d028e-3c34-491f-8b86-2c75923cbe99 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:07.176724 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-395460c2-b054-4b1f-822a-f341a5d65212 req-7d9d028e-3c34-491f-8b86-2c75923cbe99 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c545286e-deb0-44ca-9190-77e7d2d3932b HTTP/1.1" status: 200 len: 851 time: 0.0556118 Mar 07 10:36:07.251857 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-395460c2-b054-4b1f-822a-f341a5d65212 req-7bf189a0-b785-47db-921c-bacb69457d4e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=30023e69-476d-4a1a-a06a-7d904c24f2c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696812 Mar 07 10:36:07.380357 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-395460c2-b054-4b1f-822a-f341a5d65212 req-3201bfcd-cf4c-4e3a-aa72-104c5b54ee02 service neutron] 10.222.0.10 "GET /v2.0/networks/30023e69-476d-4a1a-a06a-7d904c24f2c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218350 Mar 07 10:36:07.509401 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-395460c2-b054-4b1f-822a-f341a5d65212 req-b42304d0-776a-4e69-b2bf-fb5f9d5071be service neutron] 10.222.0.10 "GET /v2.0/networks/30023e69-476d-4a1a-a06a-7d904c24f2c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223588 Mar 07 10:36:07.621975 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-a90bc06c-8a41-460a-b123-b51c6b702645 req-3356b853-7e04-4585-baa3-7fd1812121af service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6a5f148e85ef4a9b80e5517fdf788fc6&device_id=f2c6c74c-1107-4f41-b022-f5574085dc49 HTTP/1.1" status: 200 len: 1097 time: 0.0660789 Mar 07 10:36:07.751740 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90bc06c-8a41-460a-b123-b51c6b702645 req-cc1f36a0-2fa3-459e-b9ef-d4ea1e1334fc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:07.753352 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-a90bc06c-8a41-460a-b123-b51c6b702645 req-cc1f36a0-2fa3-459e-b9ef-d4ea1e1334fc service neutron] 10.222.0.10 "GET /v2.0/networks?id=30023e69-476d-4a1a-a06a-7d904c24f2c0 HTTP/1.1" status: 200 len: 913 time: 0.1254196 Mar 07 10:36:07.935804 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-a90bc06c-8a41-460a-b123-b51c6b702645 req-89a5af0a-072c-4d57-a1d5-4b19b32c01ef service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=848fda0f-3d9f-4ed2-8ef3-0471bcac6931 HTTP/1.1" status: 200 len: 217 time: 0.1764722 Mar 07 10:36:08.017356 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90bc06c-8a41-460a-b123-b51c6b702645 req-03f8b5c6-a14e-4398-b032-e40df9987fd3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:08.018749 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-a90bc06c-8a41-460a-b123-b51c6b702645 req-03f8b5c6-a14e-4398-b032-e40df9987fd3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c545286e-deb0-44ca-9190-77e7d2d3932b HTTP/1.1" status: 200 len: 851 time: 0.0739706 Mar 07 10:36:08.028661 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a9509c-d34e-4af2-b79c-3321be01a3ab req-20146f64-195a-4b7a-aeef-6fe26e16cec5 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:08.029982 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-79a9509c-d34e-4af2-b79c-3321be01a3ab req-20146f64-195a-4b7a-aeef-6fe26e16cec5 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2c6c74c-1107-4f41-b022-f5574085dc49 HTTP/1.1" status: 200 len: 944 time: 0.1397669 Mar 07 10:36:08.123726 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-79a9509c-d34e-4af2-b79c-3321be01a3ab req-3c237c8b-9535-471a-be3d-7ea5bda42d26 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] 10.222.0.13 "GET /v2.0/security-groups?id=c573f7f3-4cd0-4907-ba58-d47387524041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646751 Mar 07 10:36:08.135977 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-a90bc06c-8a41-460a-b123-b51c6b702645 req-a4b3bb0d-202a-4659-9f5c-7f75ab95000a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=30023e69-476d-4a1a-a06a-7d904c24f2c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1051335 Mar 07 10:36:08.271747 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-a90bc06c-8a41-460a-b123-b51c6b702645 req-abb368a2-0ae3-4314-a699-8eec0447d47e service neutron] 10.222.0.10 "GET /v2.0/networks/30023e69-476d-4a1a-a06a-7d904c24f2c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285431 Mar 07 10:36:08.405928 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-a90bc06c-8a41-460a-b123-b51c6b702645 req-e930e203-ed3c-49cd-a4e0-11792e557de2 service neutron] 10.222.0.10 "GET /v2.0/networks/30023e69-476d-4a1a-a06a-7d904c24f2c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278563 Mar 07 10:36:09.316571 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ff60b6-2c75-4899-9ca5-aee483397fec req-60ebf218-1a91-42df-8d2f-947d703803bc tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:09.317992 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c3ff60b6-2c75-4899-9ca5-aee483397fec req-60ebf218-1a91-42df-8d2f-947d703803bc tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2c6c74c-1107-4f41-b022-f5574085dc49 HTTP/1.1" status: 200 len: 944 time: 0.0748918 Mar 07 10:36:09.362576 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c3ff60b6-2c75-4899-9ca5-aee483397fec req-a36ddb02-5cea-4a24-bd01-1e2647054398 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] 10.222.0.13 "GET /v2.0/security-groups?id=c573f7f3-4cd0-4907-ba58-d47387524041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390754 Mar 07 10:36:10.557778 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8905772b-01f4-4c91-9745-414f9ace92a9 req-d36d989d-89b2-498b-8804-035f90fb44de tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:10.559161 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-8905772b-01f4-4c91-9745-414f9ace92a9 req-d36d989d-89b2-498b-8804-035f90fb44de tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2c6c74c-1107-4f41-b022-f5574085dc49 HTTP/1.1" status: 200 len: 944 time: 0.0766020 Mar 07 10:36:10.604066 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-8905772b-01f4-4c91-9745-414f9ace92a9 req-004ff1af-08f3-4889-9408-48e94d321502 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] 10.222.0.13 "GET /v2.0/security-groups?id=c573f7f3-4cd0-4907-ba58-d47387524041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387216 Mar 07 10:36:11.799988 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af34755a-113e-43cf-9724-1fc210d587ba req-c42b9a55-86ee-4637-87ef-2c44dcc64cc8 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:11.801426 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-af34755a-113e-43cf-9724-1fc210d587ba req-c42b9a55-86ee-4637-87ef-2c44dcc64cc8 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2c6c74c-1107-4f41-b022-f5574085dc49 HTTP/1.1" status: 200 len: 944 time: 0.0743666 Mar 07 10:36:11.845793 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-af34755a-113e-43cf-9724-1fc210d587ba req-6a89bd92-a5ac-4f68-a7c2-17fe08d87cc7 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] 10.222.0.13 "GET /v2.0/security-groups?id=c573f7f3-4cd0-4907-ba58-d47387524041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388052 Mar 07 10:36:13.046336 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abde2de-4147-4077-ae84-4d84ce1461cd req-6b0f0ea0-071b-4f76-9ecd-4118e89bc1a9 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:13.047795 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-8abde2de-4147-4077-ae84-4d84ce1461cd req-6b0f0ea0-071b-4f76-9ecd-4118e89bc1a9 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2c6c74c-1107-4f41-b022-f5574085dc49 HTTP/1.1" status: 200 len: 944 time: 0.0831683 Mar 07 10:36:13.096149 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-8abde2de-4147-4077-ae84-4d84ce1461cd req-816eec4f-4efa-4a85-92ad-ef1392bb38f3 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] 10.222.0.13 "GET /v2.0/security-groups?id=c573f7f3-4cd0-4907-ba58-d47387524041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415163 Mar 07 10:36:14.293298 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d523fd-e70a-4293-a54b-a9c9b3a7dba2 req-7e20caa1-d6ad-4b3b-958a-23624e0d3b2d tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:14.294766 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-23d523fd-e70a-4293-a54b-a9c9b3a7dba2 req-7e20caa1-d6ad-4b3b-958a-23624e0d3b2d tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2c6c74c-1107-4f41-b022-f5574085dc49 HTTP/1.1" status: 200 len: 944 time: 0.0767443 Mar 07 10:36:14.339748 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-23d523fd-e70a-4293-a54b-a9c9b3a7dba2 req-da3880d9-e8c7-40c7-b659-b55d6bbc3a5e tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] 10.222.0.13 "GET /v2.0/security-groups?id=c573f7f3-4cd0-4907-ba58-d47387524041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388825 Mar 07 10:36:15.427278 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device 848fda0f-3d9f-4ed2-8ef3-0471bcac6931 details requested by agent hyperv_hv-neutron-8307 with host hv-neutron-8307 {{(pid=83739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 07 10:36:15.576240 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1f8587-fedd-4fd4-96be-e7e4267fb7ec req-503bf046-44fc-42d2-90d1-11a990af5c12 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:15.576240 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-fc1f8587-fedd-4fd4-96be-e7e4267fb7ec req-503bf046-44fc-42d2-90d1-11a990af5c12 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2c6c74c-1107-4f41-b022-f5574085dc49 HTTP/1.1" status: 200 len: 944 time: 0.0884423 Mar 07 10:36:15.582054 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:36:15.585929 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port 848fda0f-3d9f-4ed2-8ef3-0471bcac6931, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=848fda0f-3d9f-4ed2-8ef3-0471bcac6931,segment=NetworkSegment(8c71cc60-e697-4bc8-ab7b-834524b4e30a),segment_id=8c71cc60-e697-4bc8-ab7b-834524b4e30a)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:36:15.599778 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Returning: {'device': '848fda0f-3d9f-4ed2-8ef3-0471bcac6931', 'network_id': '30023e69-476d-4a1a-a06a-7d904c24f2c0', 'port_id': '848fda0f-3d9f-4ed2-8ef3-0471bcac6931', 'mac_address': 'fa:16:3e:64:a3:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c545286e-deb0-44ca-9190-77e7d2d3932b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 07 10:36:15.641143 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-fc1f8587-fedd-4fd4-96be-e7e4267fb7ec req-b190df13-ebc8-43dc-9bee-210e25e7e169 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] 10.222.0.13 "GET /v2.0/security-groups?id=c573f7f3-4cd0-4907-ba58-d47387524041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578086 Mar 07 10:36:15.662643 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:36:15.680669 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 848fda0f-3d9f-4ed2-8ef3-0471bcac6931 {{(pid=83739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 07 10:36:15.698791 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port 848fda0f-3d9f-4ed2-8ef3-0471bcac6931, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=848fda0f-3d9f-4ed2-8ef3-0471bcac6931,segment=NetworkSegment(8c71cc60-e697-4bc8-ab7b-834524b4e30a),segment_id=8c71cc60-e697-4bc8-ab7b-834524b4e30a)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:36:15.702952 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:36:15.781369 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Pushing event updated for resources: {'Port': ['ID=848fda0f-3d9f-4ed2-8ef3-0471bcac6931,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:16.016001 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] get_ports_and_sgs() called for port_ids ['848fda0f-3d9f-4ed2-8ef3-0471bcac6931'] {{(pid=83739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 07 10:36:16.836189 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d19b32-6476-4634-86ff-d15b10c351f8 req-b969820c-9b55-4864-9d6e-e9a87757579e tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:16.837565 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-14d19b32-6476-4634-86ff-d15b10c351f8 req-b969820c-9b55-4864-9d6e-e9a87757579e tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2c6c74c-1107-4f41-b022-f5574085dc49 HTTP/1.1" status: 200 len: 945 time: 0.0746317 Mar 07 10:36:16.885182 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-14d19b32-6476-4634-86ff-d15b10c351f8 req-a2080ca8-fbf3-4c47-af6e-4e513ec91490 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] 10.222.0.13 "GET /v2.0/security-groups?id=c573f7f3-4cd0-4907-ba58-d47387524041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421791 Mar 07 10:36:17.429475 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device 848fda0f-3d9f-4ed2-8ef3-0471bcac6931 up at agent hyperv_hv-neutron-8307 {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:36:17.502508 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Provisioning for port 848fda0f-3d9f-4ed2-8ef3-0471bcac6931 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:36:17.506992 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Provisioning complete for port 848fda0f-3d9f-4ed2-8ef3-0471bcac6931 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:36:17.507359 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:36:17.619598 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:36:17.673896 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2c6c74c-1107-4f41-b022-f5574085dc49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '848fda0f-3d9f-4ed2-8ef3-0471bcac6931'}] {{(pid=83739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 10:36:17.683026 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port 848fda0f-3d9f-4ed2-8ef3-0471bcac6931, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=848fda0f-3d9f-4ed2-8ef3-0471bcac6931,segment=NetworkSegment(8c71cc60-e697-4bc8-ab7b-834524b4e30a),segment_id=8c71cc60-e697-4bc8-ab7b-834524b4e30a)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:36:17.686910 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:36:17.732083 dv-neutron-830731-3-hyperv neutron-server[83739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2c6c74c-1107-4f41-b022-f5574085dc49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '848fda0f-3d9f-4ed2-8ef3-0471bcac6931', 'code': 200} Mar 07 10:36:17.757065 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Pushing event updated for resources: {'Port': ['ID=848fda0f-3d9f-4ed2-8ef3-0471bcac6931,revision_number=5']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:18.006121 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-de0303b3-a72b-439b-9f41-54235c0673d9 req-2b85d16f-3a46-4f79-9c30-dd300278fe55 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f2c6c74c-1107-4f41-b022-f5574085dc49 HTTP/1.1" status: 200 len: 1099 time: 0.0674462 Mar 07 10:36:18.100309 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-de0303b3-a72b-439b-9f41-54235c0673d9 req-0b5de0d3-8bb1-48d8-909d-fca45cfd67c4 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=c573f7f3-4cd0-4907-ba58-d47387524041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609963 Mar 07 10:36:18.116123 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe00683-ddf6-44bc-ba59-eef72ae70b7f req-49975627-fea6-418b-971c-900ccb66cdb4 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:18.117522 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-cfe00683-ddf6-44bc-ba59-eef72ae70b7f req-49975627-fea6-418b-971c-900ccb66cdb4 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2c6c74c-1107-4f41-b022-f5574085dc49 HTTP/1.1" status: 200 len: 946 time: 0.1073821 Mar 07 10:36:18.161900 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-cfe00683-ddf6-44bc-ba59-eef72ae70b7f req-89513d33-7e4b-49a0-9c34-b16c8fa442df tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] 10.222.0.13 "GET /v2.0/security-groups?id=c573f7f3-4cd0-4907-ba58-d47387524041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388086 Mar 07 10:36:19.367006 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5070d77-79d6-4232-b1b7-cbc5012a5ed0 req-12f68bd4-3485-46cb-b6be-35ddea304f23 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:19.368356 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-a5070d77-79d6-4232-b1b7-cbc5012a5ed0 req-12f68bd4-3485-46cb-b6be-35ddea304f23 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2c6c74c-1107-4f41-b022-f5574085dc49 HTTP/1.1" status: 200 len: 946 time: 0.0794563 Mar 07 10:36:19.413290 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-a5070d77-79d6-4232-b1b7-cbc5012a5ed0 req-99f07f55-2ba7-47ac-a552-6ac688300a03 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] 10.222.0.13 "GET /v2.0/security-groups?id=c573f7f3-4cd0-4907-ba58-d47387524041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394900 Mar 07 10:36:20.611024 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa26d94-484a-4db9-a6a5-8ae2c41797d8 req-5d427db6-d4f6-4c0e-b58f-eb367908cd77 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:20.613090 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-6aa26d94-484a-4db9-a6a5-8ae2c41797d8 req-5d427db6-d4f6-4c0e-b58f-eb367908cd77 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2c6c74c-1107-4f41-b022-f5574085dc49 HTTP/1.1" status: 200 len: 946 time: 0.0792108 Mar 07 10:36:20.657554 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-6aa26d94-484a-4db9-a6a5-8ae2c41797d8 req-94b2e30c-26b3-4796-96ec-fda7fec431f7 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] 10.222.0.13 "GET /v2.0/security-groups?id=c573f7f3-4cd0-4907-ba58-d47387524041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388432 Mar 07 10:36:20.850963 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d54605-e72b-4c8d-8cff-ed0df9819258 req-868d095c-bfd5-45ed-8478-42a9a69becf4 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:20.852387 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-46d54605-e72b-4c8d-8cff-ed0df9819258 req-868d095c-bfd5-45ed-8478-42a9a69becf4 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2c6c74c-1107-4f41-b022-f5574085dc49 HTTP/1.1" status: 200 len: 946 time: 0.0751033 Mar 07 10:36:20.899502 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-46d54605-e72b-4c8d-8cff-ed0df9819258 req-d4296cc4-9460-40b9-9b96-0ba026d2832f tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] 10.222.0.13 "GET /v2.0/security-groups?id=c573f7f3-4cd0-4907-ba58-d47387524041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416284 Mar 07 10:36:20.927337 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 40582) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:36:21.068435 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-b2ba0723-d363-4f63-9d60-b2e9994693d6 tempest-TestVolumeBootPattern-1722502099 tempest-TestVolumeBootPattern-1722502099-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=f2c6c74c-1107-4f41-b022-f5574085dc49 HTTP/1.1" status: 200 len: 1094 time: 0.1398795 Mar 07 10:36:21.070967 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 40586) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:36:21.075899 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-ae2baeb3-8e2e-41e2-98e8-7ac0ca9ba360 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Request body: {'floatingip': {'floating_network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'port_id': '848fda0f-3d9f-4ed2-8ef3-0471bcac6931', 'tenant_id': '6a5f148e85ef4a9b80e5517fdf788fc6', 'fixed_ip_address': '172.20.0.10'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:36:21.082317 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-ae2baeb3-8e2e-41e2-98e8-7ac0ca9ba360 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:36:21.086144 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-ae2baeb3-8e2e-41e2-98e8-7ac0ca9ba360 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Usage tracker for resource:floatingip and tenant:6a5f148e85ef4a9b80e5517fdf788fc6 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:36:21.088939 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-ae2baeb3-8e2e-41e2-98e8-7ac0ca9ba360 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:36:21.094510 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-ae2baeb3-8e2e-41e2-98e8-7ac0ca9ba360 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:36:21.104966 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ae2baeb3-8e2e-41e2-98e8-7ac0ca9ba360 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Notify callbacks [] for floatingip, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:36:21.235465 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ae2baeb3-8e2e-41e2-98e8-7ac0ca9ba360 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:36:21.371222 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-ae2baeb3-8e2e-41e2-98e8-7ac0ca9ba360 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Allocated IP 172.26.8.148 (5ed85006-6b00-415e-b71f-837fb1421c12/8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a/80970980-f8d2-476e-b2db-432ea5014c91) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:36:21.514083 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ae2baeb3-8e2e-41e2-98e8-7ac0ca9ba360 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:36:21.540320 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ae2baeb3-8e2e-41e2-98e8-7ac0ca9ba360 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:36:21.604209 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae2baeb3-8e2e-41e2-98e8-7ac0ca9ba360 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Network 5ed85006-6b00-415e-b71f-837fb1421c12 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:36:21.606854 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-ae2baeb3-8e2e-41e2-98e8-7ac0ca9ba360 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:36:21.611124 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2baeb3-8e2e-41e2-98e8-7ac0ca9ba360 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:36:21.643598 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2baeb3-8e2e-41e2-98e8-7ac0ca9ba360 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Pushing event updated for resources: {'Port': ['ID=80970980-f8d2-476e-b2db-432ea5014c91,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:22.101851 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ae2baeb3-8e2e-41e2-98e8-7ac0ca9ba360 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:36:22.157133 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ae2baeb3-8e2e-41e2-98e8-7ac0ca9ba360 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:36:22.356688 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ae2baeb3-8e2e-41e2-98e8-7ac0ca9ba360 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:36:22.361019 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ae2baeb3-8e2e-41e2-98e8-7ac0ca9ba360 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3012561'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:36:22.466202 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2baeb3-8e2e-41e2-98e8-7ac0ca9ba360 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Pushing event updated for resources: {'Port': ['ID=80970980-f8d2-476e-b2db-432ea5014c91,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:22.479760 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ae2baeb3-8e2e-41e2-98e8-7ac0ca9ba360 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923533'] for floatingip, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:36:22.752077 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.db.l3_db [None req-ae2baeb3-8e2e-41e2-98e8-7ac0ca9ba360 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Floating IP 81c70ef5-e87e-4f73-8d98-0f7101974b7a associated. External IP: 172.26.8.148, port: 848fda0f-3d9f-4ed2-8ef3-0471bcac6931. Mar 07 10:36:23.085162 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-adbd2215-c8ee-41f3-92a6-4182ca26b8a8 None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 10:36:23.134643 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae2baeb3-8e2e-41e2-98e8-7ac0ca9ba360 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Router 2b54fb8b-b163-48a3-b144-8be5cda72c7c has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:36:23.327216 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae2baeb3-8e2e-41e2-98e8-7ac0ca9ba360 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:36:23.337320 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5578efd-8b8e-420c-b9f8-63a57239e714 None None] Sync routers for ids ['2b54fb8b-b163-48a3-b144-8be5cda72c7c'] in dv-neutron-830731-3-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:36:23.349318 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5578efd-8b8e-420c-b9f8-63a57239e714 None None] Routers {'2b54fb8b-b163-48a3-b144-8be5cda72c7c'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:36:23.349914 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-a5578efd-8b8e-420c-b9f8-63a57239e714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:36:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['2b54fb8b-b163-48a3-b144-8be5cda72c7c'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:36:23.351675 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ae2baeb3-8e2e-41e2-98e8-7ac0ca9ba360 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for floatingip, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:36:23.408102 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-ae2baeb3-8e2e-41e2-98e8-7ac0ca9ba360 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3361225 Mar 07 10:36:23.409354 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2c6c74c-1107-4f41-b022-f5574085dc49', 'tag': '848fda0f-3d9f-4ed2-8ef3-0471bcac6931'}] {{(pid=83737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 10:36:23.463347 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2c6c74c-1107-4f41-b022-f5574085dc49', 'tag': '848fda0f-3d9f-4ed2-8ef3-0471bcac6931', 'status': 'completed', 'code': 200} Mar 07 10:36:23.525200 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-a5578efd-8b8e-420c-b9f8-63a57239e714 None None] Set router 2b54fb8b-b163-48a3-b144-8be5cda72c7c gateway port host: dv-neutron-830731-3-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:36:23.557462 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-dbc16baa-de7b-4311-bc3c-1ba49e2eb6d7 req-fd50694b-889f-421b-b590-b9b8c3653e5f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6a5f148e85ef4a9b80e5517fdf788fc6&device_id=f2c6c74c-1107-4f41-b022-f5574085dc49 HTTP/1.1" status: 200 len: 1099 time: 0.0736878 Mar 07 10:36:23.690274 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc16baa-de7b-4311-bc3c-1ba49e2eb6d7 req-f990e9c0-1aeb-4bb6-aa37-c315a99b924d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:23.692121 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-dbc16baa-de7b-4311-bc3c-1ba49e2eb6d7 req-f990e9c0-1aeb-4bb6-aa37-c315a99b924d service neutron] 10.222.0.10 "GET /v2.0/networks?id=30023e69-476d-4a1a-a06a-7d904c24f2c0 HTTP/1.1" status: 200 len: 913 time: 0.1283937 Mar 07 10:36:23.795278 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-dbc16baa-de7b-4311-bc3c-1ba49e2eb6d7 req-36a2ec98-e70d-4d61-9ec2-8a94ba17f5e9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=848fda0f-3d9f-4ed2-8ef3-0471bcac6931 HTTP/1.1" status: 200 len: 1000 time: 0.0966821 Mar 07 10:36:23.856496 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc16baa-de7b-4311-bc3c-1ba49e2eb6d7 req-4d168e94-9fe7-491f-9335-f3bd05564be1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:23.857983 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-dbc16baa-de7b-4311-bc3c-1ba49e2eb6d7 req-4d168e94-9fe7-491f-9335-f3bd05564be1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c545286e-deb0-44ca-9190-77e7d2d3932b HTTP/1.1" status: 200 len: 851 time: 0.0567458 Mar 07 10:36:23.866679 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-a5578efd-8b8e-420c-b9f8-63a57239e714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b54fb8b-b163-48a3-b144-8be5cda72c7c', 'name': 'tempest-TestVolumeBootPattern-1562979624-router', 'tenant_id': '6a5f148e85ef4a9b80e5517fdf788fc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.38'}], 'enable_snat': True}, 'gw_port_id': '3a0d4cd7-8cbd-449d-a778-fec20aea7910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:30:06Z', 'updated_at': '2022-03-07T10:30:21Z', 'revision_number': 4, 'project_id': '6a5f148e85ef4a9b80e5517fdf788fc6', 'gw_port': {'id': '3a0d4cd7-8cbd-449d-a778-fec20aea7910', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:3b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b54fb8b-b163-48a3-b144-8be5cda72c7c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:30:08Z', 'updated_at': '2022-03-07T10:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_floatingips': [{'id': '2cfd8f08-2fb4-4855-a066-cc4735989d12', 'tenant_id': '6a5f148e85ef4a9b80e5517fdf788fc6', 'floating_ip_address': '172.26.8.161', 'floating_network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'router_id': '2b54fb8b-b163-48a3-b144-8be5cda72c7c', 'port_id': 'a565abd0-f909-41bf-b505-31969eef5a8d', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30023e69-476d-4a1a-a06a-7d904c24f2c0', 'mac_address': 'fa:16:3e:c0:6f:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0861e7d9-6563-45ca-854c-f5194c0be429', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:34:21Z', 'updated_at': '2022-03-07T10:34:24Z', 'revision_number': 1, 'project_id': '6a5f148e85ef4a9b80e5517fdf788fc6', 'fixed_ip_address_scope': None}, {'id': '81c70ef5-e87e-4f73-8d98-0f7101974b7a', 'tenant_id': '6a5f148e85ef4a9b80e5517fdf788fc6', 'floating_ip_address': '172.26.8.148', 'floating_network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'router_id': '2b54fb8b-b163-48a3-b144-8be5cda72c7c', 'port_id': '848fda0f-3d9f-4ed2-8ef3-0471bcac6931', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30023e69-476d-4a1a-a06a-7d904c24f2c0', 'mac_address': 'fa:16:3e:64:a3:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c6c74c-1107-4f41-b022-f5574085dc49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:36:21Z', 'updated_at': '2022-03-07T10:36:21Z', 'revision_number': 0, 'project_id': '6a5f148e85ef4a9b80e5517fdf788fc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51c6857b-1e74-4c3f-b53e-8c82f4121b89', 'name': '', 'network_id': '30023e69-476d-4a1a-a06a-7d904c24f2c0', 'tenant_id': '6a5f148e85ef4a9b80e5517fdf788fc6', 'mac_address': 'fa:16:3e:96:4e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b54fb8b-b163-48a3-b144-8be5cda72c7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c545286e-deb0-44ca-9190-77e7d2d3932b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:30:18Z', 'updated_at': '2022-03-07T10:30:34Z', 'revision_number': 5, 'project_id': '6a5f148e85ef4a9b80e5517fdf788fc6', 'subnets': [{'id': 'c545286e-deb0-44ca-9190-77e7d2d3932b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:36:23.870451 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5578efd-8b8e-420c-b9f8-63a57239e714 None None] Checking router: 2b54fb8b-b163-48a3-b144-8be5cda72c7c for host: dv-neutron-830731-3-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 07 10:36:23.881165 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5578efd-8b8e-420c-b9f8-63a57239e714 None None] Routers {'2b54fb8b-b163-48a3-b144-8be5cda72c7c'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:36:23.881737 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-a5578efd-8b8e-420c-b9f8-63a57239e714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:36:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['2b54fb8b-b163-48a3-b144-8be5cda72c7c'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:36:23.932873 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-dbc16baa-de7b-4311-bc3c-1ba49e2eb6d7 req-df33886c-69f9-4ff4-a076-cb3712d04d11 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=30023e69-476d-4a1a-a06a-7d904c24f2c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692232 Mar 07 10:36:24.053505 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-a5578efd-8b8e-420c-b9f8-63a57239e714 None None] Set router 2b54fb8b-b163-48a3-b144-8be5cda72c7c gateway port host: dv-neutron-830731-3-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:36:24.065623 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-dbc16baa-de7b-4311-bc3c-1ba49e2eb6d7 req-00ffbff1-fd75-41b4-a2e0-b65a20ad7b9e service neutron] 10.222.0.10 "GET /v2.0/networks/30023e69-476d-4a1a-a06a-7d904c24f2c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271858 Mar 07 10:36:24.194241 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-dbc16baa-de7b-4311-bc3c-1ba49e2eb6d7 req-431bae9a-a26f-41cc-9161-33c6dafd6f54 service neutron] 10.222.0.10 "GET /v2.0/networks/30023e69-476d-4a1a-a06a-7d904c24f2c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232851 Mar 07 10:36:24.394392 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-a5578efd-8b8e-420c-b9f8-63a57239e714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b54fb8b-b163-48a3-b144-8be5cda72c7c', 'name': 'tempest-TestVolumeBootPattern-1562979624-router', 'tenant_id': '6a5f148e85ef4a9b80e5517fdf788fc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.38'}], 'enable_snat': True}, 'gw_port_id': '3a0d4cd7-8cbd-449d-a778-fec20aea7910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:30:06Z', 'updated_at': '2022-03-07T10:30:21Z', 'revision_number': 4, 'project_id': '6a5f148e85ef4a9b80e5517fdf788fc6', 'gw_port': {'id': '3a0d4cd7-8cbd-449d-a778-fec20aea7910', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:3b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b54fb8b-b163-48a3-b144-8be5cda72c7c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:30:08Z', 'updated_at': '2022-03-07T10:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_floatingips': [{'id': '2cfd8f08-2fb4-4855-a066-cc4735989d12', 'tenant_id': '6a5f148e85ef4a9b80e5517fdf788fc6', 'floating_ip_address': '172.26.8.161', 'floating_network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'router_id': '2b54fb8b-b163-48a3-b144-8be5cda72c7c', 'port_id': 'a565abd0-f909-41bf-b505-31969eef5a8d', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30023e69-476d-4a1a-a06a-7d904c24f2c0', 'mac_address': 'fa:16:3e:c0:6f:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0861e7d9-6563-45ca-854c-f5194c0be429', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:34:21Z', 'updated_at': '2022-03-07T10:34:24Z', 'revision_number': 1, 'project_id': '6a5f148e85ef4a9b80e5517fdf788fc6', 'fixed_ip_address_scope': None}, {'id': '81c70ef5-e87e-4f73-8d98-0f7101974b7a', 'tenant_id': '6a5f148e85ef4a9b80e5517fdf788fc6', 'floating_ip_address': '172.26.8.148', 'floating_network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'router_id': '2b54fb8b-b163-48a3-b144-8be5cda72c7c', 'port_id': '848fda0f-3d9f-4ed2-8ef3-0471bcac6931', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30023e69-476d-4a1a-a06a-7d904c24f2c0', 'mac_address': 'fa:16:3e:64:a3:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c6c74c-1107-4f41-b022-f5574085dc49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:36:21Z', 'updated_at': '2022-03-07T10:36:21Z', 'revision_number': 0, 'project_id': '6a5f148e85ef4a9b80e5517fdf788fc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51c6857b-1e74-4c3f-b53e-8c82f4121b89', 'name': '', 'network_id': '30023e69-476d-4a1a-a06a-7d904c24f2c0', 'tenant_id': '6a5f148e85ef4a9b80e5517fdf788fc6', 'mac_address': 'fa:16:3e:96:4e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b54fb8b-b163-48a3-b144-8be5cda72c7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c545286e-deb0-44ca-9190-77e7d2d3932b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:30:18Z', 'updated_at': '2022-03-07T10:30:34Z', 'revision_number': 5, 'project_id': '6a5f148e85ef4a9b80e5517fdf788fc6', 'subnets': [{'id': 'c545286e-deb0-44ca-9190-77e7d2d3932b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:36:24.398166 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5578efd-8b8e-420c-b9f8-63a57239e714 None None] The sync data for ids ['2b54fb8b-b163-48a3-b144-8be5cda72c7c'] in dv-neutron-830731-3-hyperv is: [{'id': '2b54fb8b-b163-48a3-b144-8be5cda72c7c', 'name': 'tempest-TestVolumeBootPattern-1562979624-router', 'tenant_id': '6a5f148e85ef4a9b80e5517fdf788fc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.38'}], 'enable_snat': True}, 'gw_port_id': '3a0d4cd7-8cbd-449d-a778-fec20aea7910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:30:06Z', 'updated_at': '2022-03-07T10:30:21Z', 'revision_number': 4, 'project_id': '6a5f148e85ef4a9b80e5517fdf788fc6', 'gw_port': {'id': '3a0d4cd7-8cbd-449d-a778-fec20aea7910', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:3b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b54fb8b-b163-48a3-b144-8be5cda72c7c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:30:08Z', 'updated_at': '2022-03-07T10:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_floatingips': [{'id': '2cfd8f08-2fb4-4855-a066-cc4735989d12', 'tenant_id': '6a5f148e85ef4a9b80e5517fdf788fc6', 'floating_ip_address': '172.26.8.161', 'floating_network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'router_id': '2b54fb8b-b163-48a3-b144-8be5cda72c7c', 'port_id': 'a565abd0-f909-41bf-b505-31969eef5a8d', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30023e69-476d-4a1a-a06a-7d904c24f2c0', 'mac_address': 'fa:16:3e:c0:6f:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0861e7d9-6563-45ca-854c-f5194c0be429', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:34:21Z', 'updated_at': '2022-03-07T10:34:24Z', 'revision_number': 1, 'project_id': '6a5f148e85ef4a9b80e5517fdf788fc6', 'fixed_ip_address_scope': None}, {'id': '81c70ef5-e87e-4f73-8d98-0f7101974b7a', 'tenant_id': '6a5f148e85ef4a9b80e5517fdf788fc6', 'floating_ip_address': '172.26.8.148', 'floating_network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'router_id': '2b54fb8b-b163-48a3-b144-8be5cda72c7c', 'port_id': '848fda0f-3d9f-4ed2-8ef3-0471bcac6931', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30023e69-476d-4a1a-a06a-7d904c24f2c0', 'mac_address': 'fa:16:3e:64:a3:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c6c74c-1107-4f41-b022-f5574085dc49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:36:21Z', 'updated_at': '2022-03-07T10:36:21Z', 'revision_number': 0, 'project_id': '6a5f148e85ef4a9b80e5517fdf788fc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51c6857b-1e74-4c3f-b53e-8c82f4121b89', 'name': '', 'network_id': '30023e69-476d-4a1a-a06a-7d904c24f2c0', 'tenant_id': '6a5f148e85ef4a9b80e5517fdf788fc6', 'mac_address': 'fa:16:3e:96:4e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b54fb8b-b163-48a3-b144-8be5cda72c7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c545286e-deb0-44ca-9190-77e7d2d3932b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:30:18Z', 'updated_at': '2022-03-07T10:30:34Z', 'revision_number': 5, 'project_id': '6a5f148e85ef4a9b80e5517fdf788fc6', 'subnets': [{'id': 'c545286e-deb0-44ca-9190-77e7d2d3932b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:36:24.584662 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c3b48b-89c3-493f-9e3a-81b61fa50e2c None None] New status for floating IP 81c70ef5-e87e-4f73-8d98-0f7101974b7a: ACTIVE {{(pid=83739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 07 10:36:26.827022 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-72cffce9-f164-4f9c-8319-9685f101263b req-0f0fa2d4-a84f-4a59-a360-133616338988 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0861e7d9-6563-45ca-854c-f5194c0be429&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1734648 Mar 07 10:36:26.967555 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-72cffce9-f164-4f9c-8319-9685f101263b req-9a328f8c-e0aa-4cb9-aae4-4b8f72d527a0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6a5f148e85ef4a9b80e5517fdf788fc6&device_id=0861e7d9-6563-45ca-854c-f5194c0be429 HTTP/1.1" status: 200 len: 1099 time: 0.0680084 Mar 07 10:36:27.107023 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cffce9-f164-4f9c-8319-9685f101263b req-450733f9-aa6c-4355-a694-e50bb74b7c3a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:27.108431 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-72cffce9-f164-4f9c-8319-9685f101263b req-450733f9-aa6c-4355-a694-e50bb74b7c3a service neutron] 10.222.0.10 "GET /v2.0/networks?id=30023e69-476d-4a1a-a06a-7d904c24f2c0 HTTP/1.1" status: 200 len: 913 time: 0.1221836 Mar 07 10:36:27.210517 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-72cffce9-f164-4f9c-8319-9685f101263b req-fac68fc7-3d96-4f43-8189-61ffd1b3743d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a565abd0-f909-41bf-b505-31969eef5a8d HTTP/1.1" status: 200 len: 1002 time: 0.0962002 Mar 07 10:36:27.275133 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cffce9-f164-4f9c-8319-9685f101263b req-898c0a7f-9e04-4ae0-8e0e-729941bf7e72 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:27.276464 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-72cffce9-f164-4f9c-8319-9685f101263b req-898c0a7f-9e04-4ae0-8e0e-729941bf7e72 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c545286e-deb0-44ca-9190-77e7d2d3932b HTTP/1.1" status: 200 len: 851 time: 0.0607469 Mar 07 10:36:27.348736 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-72cffce9-f164-4f9c-8319-9685f101263b req-77f146ba-1f44-472c-8187-ad9b64d3e906 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=30023e69-476d-4a1a-a06a-7d904c24f2c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0665581 Mar 07 10:36:27.476906 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-72cffce9-f164-4f9c-8319-9685f101263b req-7a58afc5-7a6f-4cf9-80cd-9fb76fd7a8f7 service neutron] 10.222.0.10 "GET /v2.0/networks/30023e69-476d-4a1a-a06a-7d904c24f2c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219702 Mar 07 10:36:27.604547 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-72cffce9-f164-4f9c-8319-9685f101263b req-1f22ccd3-004b-4cad-9659-d42e0b1b7554 service neutron] 10.222.0.10 "GET /v2.0/networks/30023e69-476d-4a1a-a06a-7d904c24f2c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219964 Mar 07 10:36:28.335077 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-9dd4e547-ce86-48a7-9d96-fd53bf18d5a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:36:30.560348 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-96756ad4-1536-4065-a3b1-b394e7e3f82b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:36:31.748923 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-711fefd2-3b30-4759-8df5-0aecff1c8e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:36:31.863268 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:36:33.170700 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c87150bd-aa9c-4ad1-bb68-57ec66d4fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:36:45.544404 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:36:58.337359 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-b723975f-5c74-4ae4-9434-50d1ef098bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:37:00.086346 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-adbd2215-c8ee-41f3-92a6-4182ca26b8a8 None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 10:37:00.551654 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-ce36c395-7cdb-468f-8d33-aa201e41e801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:37:01.752910 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-711fefd2-3b30-4759-8df5-0aecff1c8e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:37:01.863401 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:37:02.990076 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 40622) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:37:03.064811 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-6b2f416d-529c-4b30-a27a-6c69b771bc27 tempest-TestNetworkBasicOps-2128623112 tempest-TestNetworkBasicOps-2128623112-project-admin] 10.222.0.13 "GET /v2.0/ports?project_id=416b2fd961bc4d70a26d66821f7df8e2&network_id=0ba368fb-7be9-4056-9b55-aadfee9c10a7 HTTP/1.1" status: 200 len: 2999 time: 0.0735931 Mar 07 10:37:03.172524 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c87150bd-aa9c-4ad1-bb68-57ec66d4fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:37:05.098929 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 40634) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:37:05.158392 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f23c3c-0870-41db-84a4-31dd9cb13195 tempest-TestNetworkBasicOps-2128623112 tempest-TestNetworkBasicOps-2128623112-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:05.159903 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-b8f23c3c-0870-41db-84a4-31dd9cb13195 tempest-TestNetworkBasicOps-2128623112 tempest-TestNetworkBasicOps-2128623112-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=5ed85006-6b00-415e-b71f-837fb1421c12 HTTP/1.1" status: 200 len: 814 time: 0.0600228 Mar 07 10:37:05.948372 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 40642) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:37:05.953797 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-e0f4a48a-bf12-45c9-a418-5e037fff966b tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:37:06.052043 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e0f4a48a-bf12-45c9-a418-5e037fff966b tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for floatingip, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:37:06.317717 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e0f4a48a-bf12-45c9-a418-5e037fff966b tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:37:06.321205 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e0f4a48a-bf12-45c9-a418-5e037fff966b tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923533'] for floatingip, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:37:06.321523 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.db.l3_db [None req-e0f4a48a-bf12-45c9-a418-5e037fff966b tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Floating IP 154ebaac-842c-42f9-b5e8-1724e049ed05 disassociated. External IP: 172.26.8.236, port: fe4546b0-fb5d-4c63-a04f-89805c1a58da. Mar 07 10:37:06.783737 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0f4a48a-bf12-45c9-a418-5e037fff966b tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Router c3ea54d2-cdc8-44e7-b61a-08f2d99f06f0 has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:37:06.982350 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0f4a48a-bf12-45c9-a418-5e037fff966b tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:37:06.987206 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e0f4a48a-bf12-45c9-a418-5e037fff966b tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for floatingip, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:37:06.991708 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c177d47d-a839-4a68-ab43-59ec79e6bcf6 None None] Sync routers for ids ['c3ea54d2-cdc8-44e7-b61a-08f2d99f06f0'] in dv-neutron-830731-3-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:37:07.003437 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c177d47d-a839-4a68-ab43-59ec79e6bcf6 None None] Routers {'c3ea54d2-cdc8-44e7-b61a-08f2d99f06f0'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:37:07.004111 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-c177d47d-a839-4a68-ab43-59ec79e6bcf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:37:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['c3ea54d2-cdc8-44e7-b61a-08f2d99f06f0'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:37:07.038667 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-e0f4a48a-bf12-45c9-a418-5e037fff966b tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "PUT /v2.0/floatingips/154ebaac-842c-42f9-b5e8-1724e049ed05 HTTP/1.1" status: 200 len: 690 time: 1.0892828 Mar 07 10:37:07.039236 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b52a5b4-a5bc-4a11-bd10-c8e206377b1c', 'tag': 'fe4546b0-fb5d-4c63-a04f-89805c1a58da'}] {{(pid=83737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 10:37:07.042188 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 40646) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:37:07.097092 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b52a5b4-a5bc-4a11-bd10-c8e206377b1c', 'tag': 'fe4546b0-fb5d-4c63-a04f-89805c1a58da', 'status': 'completed', 'code': 200} Mar 07 10:37:07.129314 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-f2070fea-79bd-439a-ad99-e45793513add tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/floatingips/154ebaac-842c-42f9-b5e8-1724e049ed05 HTTP/1.1" status: 200 len: 690 time: 0.0860751 Mar 07 10:37:07.190632 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-3cf21cab-5ed6-4089-842e-646d77bc73e5 req-98741c76-8487-43c7-96a1-ff9ea097f2c2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=416b2fd961bc4d70a26d66821f7df8e2&device_id=3b52a5b4-a5bc-4a11-bd10-c8e206377b1c HTTP/1.1" status: 200 len: 1098 time: 0.0715144 Mar 07 10:37:07.213825 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-c177d47d-a839-4a68-ab43-59ec79e6bcf6 None None] Set router c3ea54d2-cdc8-44e7-b61a-08f2d99f06f0 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:37:07.322418 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf21cab-5ed6-4089-842e-646d77bc73e5 req-1091f192-15f3-47bd-8fa7-7d33ab931645 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:07.323869 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-3cf21cab-5ed6-4089-842e-646d77bc73e5 req-1091f192-15f3-47bd-8fa7-7d33ab931645 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0ba368fb-7be9-4056-9b55-aadfee9c10a7 HTTP/1.1" status: 200 len: 897 time: 0.1274765 Mar 07 10:37:07.388497 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-3cf21cab-5ed6-4089-842e-646d77bc73e5 req-9738743c-14fc-4542-b6b8-0ada492673a7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fe4546b0-fb5d-4c63-a04f-89805c1a58da HTTP/1.1" status: 200 len: 217 time: 0.0589690 Mar 07 10:37:07.452656 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf21cab-5ed6-4089-842e-646d77bc73e5 req-2178edfe-3b76-4ad9-aae7-d1023407348a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:07.453421 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-3cf21cab-5ed6-4089-842e-646d77bc73e5 req-2178edfe-3b76-4ad9-aae7-d1023407348a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c9e152d4-117a-4e8a-9bc0-dc3f7ee26de8 HTTP/1.1" status: 200 len: 832 time: 0.0596399 Mar 07 10:37:07.524364 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-c177d47d-a839-4a68-ab43-59ec79e6bcf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3ea54d2-cdc8-44e7-b61a-08f2d99f06f0', 'name': 'tempest-TestNetworkBasicOps-router-1304457418', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.196'}], 'enable_snat': True}, 'gw_port_id': '5623ee6d-496d-44dd-9ec0-2c82ca7c4c41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:35:35Z', 'updated_at': '2022-03-07T10:35:39Z', 'revision_number': 4, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'gw_port': {'id': '5623ee6d-496d-44dd-9ec0-2c82ca7c4c41', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:7a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ea54d2-cdc8-44e7-b61a-08f2d99f06f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:35:35Z', 'updated_at': '2022-03-07T10:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_interfaces': [{'id': '36823bec-994c-410b-9f1f-e1ba9386f51e', 'name': '', 'network_id': '0ba368fb-7be9-4056-9b55-aadfee9c10a7', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'mac_address': 'fa:16:3e:23:57:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ea54d2-cdc8-44e7-b61a-08f2d99f06f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c9e152d4-117a-4e8a-9bc0-dc3f7ee26de8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:35:38Z', 'updated_at': '2022-03-07T10:35:44Z', 'revision_number': 5, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'subnets': [{'id': 'c9e152d4-117a-4e8a-9bc0-dc3f7ee26de8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:37:07.527037 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c177d47d-a839-4a68-ab43-59ec79e6bcf6 None None] Checking router: c3ea54d2-cdc8-44e7-b61a-08f2d99f06f0 for host: dv-neutron-830731-3-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 07 10:37:07.532737 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-3cf21cab-5ed6-4089-842e-646d77bc73e5 req-ba5a075d-dda0-4255-b766-ffae7b5db09b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0ba368fb-7be9-4056-9b55-aadfee9c10a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0738869 Mar 07 10:37:07.539470 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c177d47d-a839-4a68-ab43-59ec79e6bcf6 None None] Routers {'c3ea54d2-cdc8-44e7-b61a-08f2d99f06f0'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:37:07.540606 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-c177d47d-a839-4a68-ab43-59ec79e6bcf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:37:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['c3ea54d2-cdc8-44e7-b61a-08f2d99f06f0'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:37:07.667370 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-3cf21cab-5ed6-4089-842e-646d77bc73e5 req-c1e4b9a6-48b1-4be2-a9db-3675ec9e6e35 service neutron] 10.222.0.10 "GET /v2.0/networks/0ba368fb-7be9-4056-9b55-aadfee9c10a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289275 Mar 07 10:37:07.723128 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-c177d47d-a839-4a68-ab43-59ec79e6bcf6 None None] Set router c3ea54d2-cdc8-44e7-b61a-08f2d99f06f0 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:37:07.798265 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-3cf21cab-5ed6-4089-842e-646d77bc73e5 req-cf766694-1b6d-4db9-8339-e5b09c4c661c service neutron] 10.222.0.10 "GET /v2.0/networks/0ba368fb-7be9-4056-9b55-aadfee9c10a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243756 Mar 07 10:37:08.029590 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-c177d47d-a839-4a68-ab43-59ec79e6bcf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3ea54d2-cdc8-44e7-b61a-08f2d99f06f0', 'name': 'tempest-TestNetworkBasicOps-router-1304457418', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.196'}], 'enable_snat': True}, 'gw_port_id': '5623ee6d-496d-44dd-9ec0-2c82ca7c4c41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:35:35Z', 'updated_at': '2022-03-07T10:35:39Z', 'revision_number': 4, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'gw_port': {'id': '5623ee6d-496d-44dd-9ec0-2c82ca7c4c41', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:7a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ea54d2-cdc8-44e7-b61a-08f2d99f06f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:35:35Z', 'updated_at': '2022-03-07T10:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_interfaces': [{'id': '36823bec-994c-410b-9f1f-e1ba9386f51e', 'name': '', 'network_id': '0ba368fb-7be9-4056-9b55-aadfee9c10a7', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'mac_address': 'fa:16:3e:23:57:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ea54d2-cdc8-44e7-b61a-08f2d99f06f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c9e152d4-117a-4e8a-9bc0-dc3f7ee26de8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:35:38Z', 'updated_at': '2022-03-07T10:35:44Z', 'revision_number': 5, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'subnets': [{'id': 'c9e152d4-117a-4e8a-9bc0-dc3f7ee26de8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:37:08.033406 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c177d47d-a839-4a68-ab43-59ec79e6bcf6 None None] The sync data for ids ['c3ea54d2-cdc8-44e7-b61a-08f2d99f06f0'] in dv-neutron-830731-3-hyperv is: [{'id': 'c3ea54d2-cdc8-44e7-b61a-08f2d99f06f0', 'name': 'tempest-TestNetworkBasicOps-router-1304457418', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.196'}], 'enable_snat': True}, 'gw_port_id': '5623ee6d-496d-44dd-9ec0-2c82ca7c4c41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:35:35Z', 'updated_at': '2022-03-07T10:35:39Z', 'revision_number': 4, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'gw_port': {'id': '5623ee6d-496d-44dd-9ec0-2c82ca7c4c41', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:7a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ea54d2-cdc8-44e7-b61a-08f2d99f06f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:35:35Z', 'updated_at': '2022-03-07T10:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_interfaces': [{'id': '36823bec-994c-410b-9f1f-e1ba9386f51e', 'name': '', 'network_id': '0ba368fb-7be9-4056-9b55-aadfee9c10a7', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'mac_address': 'fa:16:3e:23:57:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ea54d2-cdc8-44e7-b61a-08f2d99f06f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c9e152d4-117a-4e8a-9bc0-dc3f7ee26de8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:35:38Z', 'updated_at': '2022-03-07T10:35:44Z', 'revision_number': 5, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'subnets': [{'id': 'c9e152d4-117a-4e8a-9bc0-dc3f7ee26de8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:37:08.133247 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 40652) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:37:08.221971 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-22497d16-d242-4951-b03e-ee467c0e74d5 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/floatingips/154ebaac-842c-42f9-b5e8-1724e049ed05 HTTP/1.1" status: 200 len: 690 time: 0.0867369 Mar 07 10:37:08.275580 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8797c38-e00a-49b2-a253-fce1eab42855 None None] New status for floating IP 154ebaac-842c-42f9-b5e8-1724e049ed05: DOWN {{(pid=83739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 07 10:37:09.223409 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 40656) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:37:09.317900 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-8b9ec170-87a2-4821-891b-6467aec750a4 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/floatingips/154ebaac-842c-42f9-b5e8-1724e049ed05 HTTP/1.1" status: 200 len: 688 time: 0.0932956 Mar 07 10:37:10.802361 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 40662) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:37:10.808467 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-2e23762d-0ec9-4c6a-8a1d-7c7dcaaf01b2 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-344521401', 'description': 'tempest-secgroup-smoke-344521401 description', 'project_id': '416b2fd961bc4d70a26d66821f7df8e2'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:37:10.815666 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-2e23762d-0ec9-4c6a-8a1d-7c7dcaaf01b2 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:37:10.827586 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-2e23762d-0ec9-4c6a-8a1d-7c7dcaaf01b2 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:37:10.838095 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2e23762d-0ec9-4c6a-8a1d-7c7dcaaf01b2 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:37:10.875392 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-2e23762d-0ec9-4c6a-8a1d-7c7dcaaf01b2 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:37:10.881191 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-2e23762d-0ec9-4c6a-8a1d-7c7dcaaf01b2 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Usage tracker for resource:security_group_rule and tenant:416b2fd961bc4d70a26d66821f7df8e2 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:37:10.884175 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-2e23762d-0ec9-4c6a-8a1d-7c7dcaaf01b2 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:37:10.889169 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-2e23762d-0ec9-4c6a-8a1d-7c7dcaaf01b2 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:37:10.946294 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2e23762d-0ec9-4c6a-8a1d-7c7dcaaf01b2 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:37:10.950991 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2e23762d-0ec9-4c6a-8a1d-7c7dcaaf01b2 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:37:10.996148 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e23762d-0ec9-4c6a-8a1d-7c7dcaaf01b2 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67f655e5-d39f-47bf-8ac7-3bc3be0d3d91,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:11.004885 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2e23762d-0ec9-4c6a-8a1d-7c7dcaaf01b2 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:37:11.006071 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-2e23762d-0ec9-4c6a-8a1d-7c7dcaaf01b2 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2029994 Mar 07 10:37:11.007452 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e23762d-0ec9-4c6a-8a1d-7c7dcaaf01b2 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:37:11.007791 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e23762d-0ec9-4c6a-8a1d-7c7dcaaf01b2 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:37:11.008123 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e23762d-0ec9-4c6a-8a1d-7c7dcaaf01b2 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:37:11.008452 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e23762d-0ec9-4c6a-8a1d-7c7dcaaf01b2 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:37:11.008801 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e23762d-0ec9-4c6a-8a1d-7c7dcaaf01b2 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:37:11.009124 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e23762d-0ec9-4c6a-8a1d-7c7dcaaf01b2 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:37:11.009348 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 40666) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:37:11.009787 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e23762d-0ec9-4c6a-8a1d-7c7dcaaf01b2 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:37:11.009787 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e23762d-0ec9-4c6a-8a1d-7c7dcaaf01b2 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:37:11.010064 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e23762d-0ec9-4c6a-8a1d-7c7dcaaf01b2 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:37:11.010379 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e23762d-0ec9-4c6a-8a1d-7c7dcaaf01b2 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:37:11.011386 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e23762d-0ec9-4c6a-8a1d-7c7dcaaf01b2 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:37:11.016514 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-4a78a56f-67bf-4cec-b37e-40c15ea12792 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Request body: {'security_group_rule': {'security_group_id': '67f655e5-d39f-47bf-8ac7-3bc3be0d3d91', 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:37:11.022488 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-4a78a56f-67bf-4cec-b37e-40c15ea12792 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:37:11.027213 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-4a78a56f-67bf-4cec-b37e-40c15ea12792 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Usage tracker for resource:security_group_rule and tenant:416b2fd961bc4d70a26d66821f7df8e2 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:37:11.029685 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-4a78a56f-67bf-4cec-b37e-40c15ea12792 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:37:11.035619 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-4a78a56f-67bf-4cec-b37e-40c15ea12792 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:37:11.051454 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4a78a56f-67bf-4cec-b37e-40c15ea12792 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:37:11.116099 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4a78a56f-67bf-4cec-b37e-40c15ea12792 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:37:11.121325 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4a78a56f-67bf-4cec-b37e-40c15ea12792 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:37:11.138320 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a78a56f-67bf-4cec-b37e-40c15ea12792 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18cbcf57-8730-4d89-bbf5-f8feba9201ae,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:11.157614 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a78a56f-67bf-4cec-b37e-40c15ea12792 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:37:11.157614 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a78a56f-67bf-4cec-b37e-40c15ea12792 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:37:11.159721 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a78a56f-67bf-4cec-b37e-40c15ea12792 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:37:11.159721 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a78a56f-67bf-4cec-b37e-40c15ea12792 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:37:11.159721 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a78a56f-67bf-4cec-b37e-40c15ea12792 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:37:11.159721 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a78a56f-67bf-4cec-b37e-40c15ea12792 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:37:11.159721 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a78a56f-67bf-4cec-b37e-40c15ea12792 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:37:11.159721 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a78a56f-67bf-4cec-b37e-40c15ea12792 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:37:11.159721 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a78a56f-67bf-4cec-b37e-40c15ea12792 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:37:11.165126 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a78a56f-67bf-4cec-b37e-40c15ea12792 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:37:11.165126 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a78a56f-67bf-4cec-b37e-40c15ea12792 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:37:11.165126 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4a78a56f-67bf-4cec-b37e-40c15ea12792 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:37:11.165126 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-4a78a56f-67bf-4cec-b37e-40c15ea12792 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1539311 Mar 07 10:37:11.168548 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 40670) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:37:11.173581 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-4ece28f5-1262-4a3d-9e46-4a11a38cafcf tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Request body: {'security_group_rule': {'security_group_id': '67f655e5-d39f-47bf-8ac7-3bc3be0d3d91', 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:37:11.179328 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-4ece28f5-1262-4a3d-9e46-4a11a38cafcf tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:37:11.182795 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-4ece28f5-1262-4a3d-9e46-4a11a38cafcf tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Usage tracker for resource:security_group_rule and tenant:416b2fd961bc4d70a26d66821f7df8e2 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:37:11.188060 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-4ece28f5-1262-4a3d-9e46-4a11a38cafcf tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:37:11.192668 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-4ece28f5-1262-4a3d-9e46-4a11a38cafcf tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:37:11.211846 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4ece28f5-1262-4a3d-9e46-4a11a38cafcf tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:37:11.287073 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4ece28f5-1262-4a3d-9e46-4a11a38cafcf tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:37:11.292770 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4ece28f5-1262-4a3d-9e46-4a11a38cafcf tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:37:11.315510 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ece28f5-1262-4a3d-9e46-4a11a38cafcf tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31cd1293-9039-4b8f-8c5a-fd0c4ed150f8,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:11.328713 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4ece28f5-1262-4a3d-9e46-4a11a38cafcf tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:37:11.330844 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-4ece28f5-1262-4a3d-9e46-4a11a38cafcf tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1610014 Mar 07 10:37:11.331800 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 40674) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:37:11.339870 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-155a0ec2-3355-4a99-a45b-56b6079babde tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Request body: {'security_group_rule': {'security_group_id': '67f655e5-d39f-47bf-8ac7-3bc3be0d3d91', 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:37:11.345401 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-155a0ec2-3355-4a99-a45b-56b6079babde tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:37:11.351269 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-155a0ec2-3355-4a99-a45b-56b6079babde tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Usage tracker for resource:security_group_rule and tenant:416b2fd961bc4d70a26d66821f7df8e2 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:37:11.353121 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-155a0ec2-3355-4a99-a45b-56b6079babde tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:37:11.359895 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-155a0ec2-3355-4a99-a45b-56b6079babde tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:37:11.378145 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-155a0ec2-3355-4a99-a45b-56b6079babde tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:37:11.449532 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-155a0ec2-3355-4a99-a45b-56b6079babde tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:37:11.455182 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-155a0ec2-3355-4a99-a45b-56b6079babde tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:37:11.479011 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155a0ec2-3355-4a99-a45b-56b6079babde tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=329baed2-3fe8-486c-9510-8b893d080f16,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:11.490304 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-155a0ec2-3355-4a99-a45b-56b6079babde tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:37:11.492005 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-155a0ec2-3355-4a99-a45b-56b6079babde tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1584871 Mar 07 10:37:11.496495 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 40678) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:37:11.501826 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-a84914f3-c820-46d1-b84f-641280f4a0b4 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Request body: {'security_group_rule': {'security_group_id': '67f655e5-d39f-47bf-8ac7-3bc3be0d3d91', 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:37:11.507981 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-a84914f3-c820-46d1-b84f-641280f4a0b4 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:37:11.512738 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-a84914f3-c820-46d1-b84f-641280f4a0b4 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Usage tracker for resource:security_group_rule and tenant:416b2fd961bc4d70a26d66821f7df8e2 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:37:11.515654 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-a84914f3-c820-46d1-b84f-641280f4a0b4 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:37:11.522219 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-a84914f3-c820-46d1-b84f-641280f4a0b4 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:37:11.540240 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a84914f3-c820-46d1-b84f-641280f4a0b4 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:37:11.609512 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a84914f3-c820-46d1-b84f-641280f4a0b4 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:37:11.612750 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a84914f3-c820-46d1-b84f-641280f4a0b4 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:37:11.635038 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84914f3-c820-46d1-b84f-641280f4a0b4 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e87dd27-d078-471d-9bcd-f9c0e99b340d,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:11.644330 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a84914f3-c820-46d1-b84f-641280f4a0b4 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:37:11.645523 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-a84914f3-c820-46d1-b84f-641280f4a0b4 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1493526 Mar 07 10:37:11.649143 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 40682) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:37:11.654588 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-aa2e1e5e-38d3-420d-8c96-12ec6784e54a tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Request body: {'security_group_rule': {'security_group_id': '67f655e5-d39f-47bf-8ac7-3bc3be0d3d91', 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:37:11.660286 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-aa2e1e5e-38d3-420d-8c96-12ec6784e54a tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:37:11.664016 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-aa2e1e5e-38d3-420d-8c96-12ec6784e54a tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Usage tracker for resource:security_group_rule and tenant:416b2fd961bc4d70a26d66821f7df8e2 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:37:11.666799 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-aa2e1e5e-38d3-420d-8c96-12ec6784e54a tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:37:11.672375 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-aa2e1e5e-38d3-420d-8c96-12ec6784e54a tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:37:11.685133 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.db.securitygroups_db [None req-aa2e1e5e-38d3-420d-8c96-12ec6784e54a tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Project 416b2fd961bc4d70a26d66821f7df8e2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 10:37:11.691264 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-aa2e1e5e-38d3-420d-8c96-12ec6784e54a tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:37:11.850939 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-aa2e1e5e-38d3-420d-8c96-12ec6784e54a tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:37:11.854864 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-aa2e1e5e-38d3-420d-8c96-12ec6784e54a tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:37:11.877133 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2e1e5e-38d3-420d-8c96-12ec6784e54a tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6996e230-42a1-4635-a9d2-0f8b80919186,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:11.886481 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-aa2e1e5e-38d3-420d-8c96-12ec6784e54a tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:37:11.887544 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-aa2e1e5e-38d3-420d-8c96-12ec6784e54a tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2374094 Mar 07 10:37:11.891851 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 40686) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:37:11.897491 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-dcaecc98-fac9-4273-a7f8-2ee01ebfa02d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Request body: {'security_group_rule': {'security_group_id': '67f655e5-d39f-47bf-8ac7-3bc3be0d3d91', 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:37:11.903793 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-dcaecc98-fac9-4273-a7f8-2ee01ebfa02d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:37:11.909404 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-dcaecc98-fac9-4273-a7f8-2ee01ebfa02d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Usage tracker for resource:security_group_rule and tenant:416b2fd961bc4d70a26d66821f7df8e2 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:37:11.910809 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-dcaecc98-fac9-4273-a7f8-2ee01ebfa02d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:37:11.916401 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-dcaecc98-fac9-4273-a7f8-2ee01ebfa02d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:37:11.926669 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.db.securitygroups_db [None req-dcaecc98-fac9-4273-a7f8-2ee01ebfa02d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Project 416b2fd961bc4d70a26d66821f7df8e2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 10:37:11.933537 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-dcaecc98-fac9-4273-a7f8-2ee01ebfa02d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:37:11.995875 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-dcaecc98-fac9-4273-a7f8-2ee01ebfa02d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:37:11.999295 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-dcaecc98-fac9-4273-a7f8-2ee01ebfa02d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:37:12.021733 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaecc98-fac9-4273-a7f8-2ee01ebfa02d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b64ce18a-a42b-4af0-b342-a70e677722ee,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:12.033847 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-dcaecc98-fac9-4273-a7f8-2ee01ebfa02d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:37:12.046831 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-dcaecc98-fac9-4273-a7f8-2ee01ebfa02d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1426790 Mar 07 10:37:12.227764 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-eb64e7c7-b223-4a6a-a95d-789e1c16cb36 req-51b3b58b-d622-48de-bf46-b1f161c9567c tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Synchronizing usage tracker for tenant:416b2fd961bc4d70a26d66821f7df8e2 on resource:security_group {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:37:12.243105 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-eb64e7c7-b223-4a6a-a95d-789e1c16cb36 req-51b3b58b-d622-48de-bf46-b1f161c9567c tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Unset dirty status for tenant:416b2fd961bc4d70a26d66821f7df8e2 on resource:security_group {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:37:12.246126 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-eb64e7c7-b223-4a6a-a95d-789e1c16cb36 req-51b3b58b-d622-48de-bf46-b1f161c9567c tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-344521401&fields=id&tenant_id=416b2fd961bc4d70a26d66821f7df8e2 HTTP/1.1" status: 200 len: 267 time: 0.0662580 Mar 07 10:37:12.487387 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb64e7c7-b223-4a6a-a95d-789e1c16cb36 req-44fd52a9-58a8-4a12-a233-9d0998d00728 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:12.488813 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-eb64e7c7-b223-4a6a-a95d-789e1c16cb36 req-44fd52a9-58a8-4a12-a233-9d0998d00728 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/networks?id=0ba368fb-7be9-4056-9b55-aadfee9c10a7 HTTP/1.1" status: 200 len: 796 time: 0.2356303 Mar 07 10:37:12.504845 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-eb64e7c7-b223-4a6a-a95d-789e1c16cb36 req-bbd9e767-080a-4345-8578-9400b496f58e tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/quotas/416b2fd961bc4d70a26d66821f7df8e2 HTTP/1.1" status: 200 len: 375 time: 0.0102837 Mar 07 10:37:12.586970 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-eb64e7c7-b223-4a6a-a95d-789e1c16cb36 req-15bca510-e9fa-4da1-8220-7b69d51545f8 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=416b2fd961bc4d70a26d66821f7df8e2&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0773380 Mar 07 10:37:12.720447 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-eb64e7c7-b223-4a6a-a95d-789e1c16cb36 req-7d2830b0-1144-419d-acf2-72d40e7a3fe8 service neutron] 10.222.0.13 "GET /v2.0/networks/0ba368fb-7be9-4056-9b55-aadfee9c10a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216691 Mar 07 10:37:12.849757 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-eb64e7c7-b223-4a6a-a95d-789e1c16cb36 req-7c31cca4-178d-4c40-b299-337f183544f4 service neutron] 10.222.0.13 "GET /v2.0/networks/0ba368fb-7be9-4056-9b55-aadfee9c10a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235478 Mar 07 10:37:13.033622 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-45d23f1c-3767-47d1-9b66-e60340ea0f4f req-f557cf04-e26f-4792-a12b-49e9ede6b8cb tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/ports?device_id=b794a2b0-a791-4efc-b6f8-c16fcc3ad625 HTTP/1.1" status: 200 len: 210 time: 0.0407469 Mar 07 10:37:14.069038 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb64e7c7-b223-4a6a-a95d-789e1c16cb36 req-2dbc8182-86d6-4bb7-adf4-42b65612a5e3 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:14.071135 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-eb64e7c7-b223-4a6a-a95d-789e1c16cb36 req-2dbc8182-86d6-4bb7-adf4-42b65612a5e3 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.10 "GET /v2.0/networks?id=0ba368fb-7be9-4056-9b55-aadfee9c10a7 HTTP/1.1" status: 200 len: 796 time: 0.1511743 Mar 07 10:37:14.133519 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-eb64e7c7-b223-4a6a-a95d-789e1c16cb36 req-72c35ab5-6da8-4b0b-9f3d-878633d72b8c tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=416b2fd961bc4d70a26d66821f7df8e2 HTTP/1.1" status: 200 len: 472 time: 0.0493393 Mar 07 10:37:14.147478 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [req-eb64e7c7-b223-4a6a-a95d-789e1c16cb36 req-e5381e60-b22e-47ac-8e01-e8ef157114ff tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Request body: {'port': {'device_id': 'b794a2b0-a791-4efc-b6f8-c16fcc3ad625', 'network_id': '0ba368fb-7be9-4056-9b55-aadfee9c10a7', 'admin_state_up': True, 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'security_groups': ['67f655e5-d39f-47bf-8ac7-3bc3be0d3d91']}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:37:14.254839 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-68dbd3c7-1cf9-4ce3-a30f-bb186f0ad656 req-2ce99cc7-4363-4a45-91a7-c61ab0cf6922 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/ports?device_id=b794a2b0-a791-4efc-b6f8-c16fcc3ad625 HTTP/1.1" status: 200 len: 210 time: 0.0907488 Mar 07 10:37:14.318222 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [req-eb64e7c7-b223-4a6a-a95d-789e1c16cb36 req-e5381e60-b22e-47ac-8e01-e8ef157114ff tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:37:14.328324 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [req-eb64e7c7-b223-4a6a-a95d-789e1c16cb36 req-e5381e60-b22e-47ac-8e01-e8ef157114ff tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:37:14.337677 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb64e7c7-b223-4a6a-a95d-789e1c16cb36 req-e5381e60-b22e-47ac-8e01-e8ef157114ff tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Made reservation on behalf of 416b2fd961bc4d70a26d66821f7df8e2 for: {'port': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:37:14.341442 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-eb64e7c7-b223-4a6a-a95d-789e1c16cb36 req-e5381e60-b22e-47ac-8e01-e8ef157114ff tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:37:14.508524 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [req-eb64e7c7-b223-4a6a-a95d-789e1c16cb36 req-e5381e60-b22e-47ac-8e01-e8ef157114ff tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Allocated IP 172.20.0.11 (0ba368fb-7be9-4056-9b55-aadfee9c10a7/c9e152d4-117a-4e8a-9bc0-dc3f7ee26de8/defcd27e-b3b6-40e1-a1f7-c86b4496243e) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:37:14.696420 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-eb64e7c7-b223-4a6a-a95d-789e1c16cb36 req-e5381e60-b22e-47ac-8e01-e8ef157114ff tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:37:14.712744 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [req-eb64e7c7-b223-4a6a-a95d-789e1c16cb36 req-e5381e60-b22e-47ac-8e01-e8ef157114ff tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Transition to ACTIVE for port object defcd27e-b3b6-40e1-a1f7-c86b4496243e will not be triggered until provisioned by entity DHCP. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:37:14.735963 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-eb64e7c7-b223-4a6a-a95d-789e1c16cb36 req-e5381e60-b22e-47ac-8e01-e8ef157114ff tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:37:14.811986 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb64e7c7-b223-4a6a-a95d-789e1c16cb36 req-e5381e60-b22e-47ac-8e01-e8ef157114ff tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Network 0ba368fb-7be9-4056-9b55-aadfee9c10a7 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:37:14.815386 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [req-eb64e7c7-b223-4a6a-a95d-789e1c16cb36 req-e5381e60-b22e-47ac-8e01-e8ef157114ff tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:37:14.817279 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5381e60-b22e-47ac-8e01-e8ef157114ff tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event updated for resources: {'Port': ['ID=defcd27e-b3b6-40e1-a1f7-c86b4496243e,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:14.819307 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb64e7c7-b223-4a6a-a95d-789e1c16cb36 req-e5381e60-b22e-47ac-8e01-e8ef157114ff tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:37:14.879264 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb64e7c7-b223-4a6a-a95d-789e1c16cb36 req-e5381e60-b22e-47ac-8e01-e8ef157114ff tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:14.879882 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-eb64e7c7-b223-4a6a-a95d-789e1c16cb36 req-e5381e60-b22e-47ac-8e01-e8ef157114ff tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:37:14.905662 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-eb64e7c7-b223-4a6a-a95d-789e1c16cb36 req-e5381e60-b22e-47ac-8e01-e8ef157114ff tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7624359 Mar 07 10:37:14.916536 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [req-eb64e7c7-b223-4a6a-a95d-789e1c16cb36 req-7f588bd5-7795-48ce-8b1a-f7d94f45f5de service neutron] Request body: {'port': {'device_id': 'b794a2b0-a791-4efc-b6f8-c16fcc3ad625', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8307'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:37:15.024624 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-2f47a66a-453b-4c35-a6ba-e629a398ad64 None None] Provisioning for port defcd27e-b3b6-40e1-a1f7-c86b4496243e completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:37:15.030096 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-2f47a66a-453b-4c35-a6ba-e629a398ad64 None None] Provisioning complete for port defcd27e-b3b6-40e1-a1f7-c86b4496243e triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:37:15.030592 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-2f47a66a-453b-4c35-a6ba-e629a398ad64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:37:15.035268 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-eb64e7c7-b223-4a6a-a95d-789e1c16cb36 req-7f588bd5-7795-48ce-8b1a-f7d94f45f5de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:37:15.084508 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-2f47a66a-453b-4c35-a6ba-e629a398ad64 None None] Port defcd27e-b3b6-40e1-a1f7-c86b4496243e cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:37:15.512565 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [req-eb64e7c7-b223-4a6a-a95d-789e1c16cb36 req-7f588bd5-7795-48ce-8b1a-f7d94f45f5de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id defcd27e-b3b6-40e1-a1f7-c86b4496243e {{(pid=83737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 07 10:37:15.522848 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-eb64e7c7-b223-4a6a-a95d-789e1c16cb36 req-7f588bd5-7795-48ce-8b1a-f7d94f45f5de service neutron] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:37:15.542135 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [req-eb64e7c7-b223-4a6a-a95d-789e1c16cb36 req-7f588bd5-7795-48ce-8b1a-f7d94f45f5de service neutron] Transition to ACTIVE for port object defcd27e-b3b6-40e1-a1f7-c86b4496243e will not be triggered until provisioned by entity L2. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:37:15.546895 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-eb64e7c7-b223-4a6a-a95d-789e1c16cb36 req-7f588bd5-7795-48ce-8b1a-f7d94f45f5de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3012561'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:37:15.558843 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:37:15.584944 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae7781e-e9e8-41d6-b8fc-eb30e6cd430d req-de42d794-b17e-4099-9d3f-4e73ae018a14 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:15.585630 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-6ae7781e-e9e8-41d6-b8fc-eb30e6cd430d req-de42d794-b17e-4099-9d3f-4e73ae018a14 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Synchronizing usage tracker for tenant:416b2fd961bc4d70a26d66821f7df8e2 on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:37:15.687822 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f588bd5-7795-48ce-8b1a-f7d94f45f5de service neutron] Pushing event updated for resources: {'Port': ['ID=defcd27e-b3b6-40e1-a1f7-c86b4496243e,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:15.690076 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-6ae7781e-e9e8-41d6-b8fc-eb30e6cd430d req-de42d794-b17e-4099-9d3f-4e73ae018a14 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Unset dirty status for tenant:416b2fd961bc4d70a26d66821f7df8e2 on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:37:15.691206 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-6ae7781e-e9e8-41d6-b8fc-eb30e6cd430d req-de42d794-b17e-4099-9d3f-4e73ae018a14 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/ports?device_id=b794a2b0-a791-4efc-b6f8-c16fcc3ad625 HTTP/1.1" status: 200 len: 932 time: 0.2819512 Mar 07 10:37:15.819504 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-6ae7781e-e9e8-41d6-b8fc-eb30e6cd430d req-42c33f5e-cc8e-4632-b3e0-3d1266dfe1ea tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/security-groups?id=67f655e5-d39f-47bf-8ac7-3bc3be0d3d91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970900 Mar 07 10:37:15.835381 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [req-eb64e7c7-b223-4a6a-a95d-789e1c16cb36 req-7f588bd5-7795-48ce-8b1a-f7d94f45f5de service neutron] Attempting to bind port defcd27e-b3b6-40e1-a1f7-c86b4496243e on host hv-neutron-8307 for vnic_type normal with profile {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:37:15.835716 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [req-eb64e7c7-b223-4a6a-a95d-789e1c16cb36 req-7f588bd5-7795-48ce-8b1a-f7d94f45f5de service neutron] Attempting to bind port defcd27e-b3b6-40e1-a1f7-c86b4496243e by drivers openvswitch,hyperv on host hv-neutron-8307 at level 0 using segments [{'id': 'e7fcbad2-e141-4cf2-aead-fd544d85d9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0ba368fb-7be9-4056-9b55-aadfee9c10a7'}] {{(pid=83737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:37:15.836040 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb64e7c7-b223-4a6a-a95d-789e1c16cb36 req-7f588bd5-7795-48ce-8b1a-f7d94f45f5de service neutron] Attempting to bind port defcd27e-b3b6-40e1-a1f7-c86b4496243e on network 0ba368fb-7be9-4056-9b55-aadfee9c10a7 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:37:15.842433 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb64e7c7-b223-4a6a-a95d-789e1c16cb36 req-7f588bd5-7795-48ce-8b1a-f7d94f45f5de service neutron] Port defcd27e-b3b6-40e1-a1f7-c86b4496243e on network 0ba368fb-7be9-4056-9b55-aadfee9c10a7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8307 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 07 10:37:15.842748 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb64e7c7-b223-4a6a-a95d-789e1c16cb36 req-7f588bd5-7795-48ce-8b1a-f7d94f45f5de service neutron] Attempting to bind port defcd27e-b3b6-40e1-a1f7-c86b4496243e on network 0ba368fb-7be9-4056-9b55-aadfee9c10a7 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:37:15.848869 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb64e7c7-b223-4a6a-a95d-789e1c16cb36 req-7f588bd5-7795-48ce-8b1a-f7d94f45f5de service neutron] Checking agent: {'id': 'fb93ecad-d7e5-4e81-99ef-d8d0ee7386ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8307', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 21, 15), 'started_at': datetime.datetime(2022, 3, 7, 10, 21, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:37:15.849204 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb64e7c7-b223-4a6a-a95d-789e1c16cb36 req-7f588bd5-7795-48ce-8b1a-f7d94f45f5de service neutron] Checking segment: {'id': 'e7fcbad2-e141-4cf2-aead-fd544d85d9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0ba368fb-7be9-4056-9b55-aadfee9c10a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:37:15.849581 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb64e7c7-b223-4a6a-a95d-789e1c16cb36 req-7f588bd5-7795-48ce-8b1a-f7d94f45f5de service neutron] Bound using segment: {'id': 'e7fcbad2-e141-4cf2-aead-fd544d85d9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0ba368fb-7be9-4056-9b55-aadfee9c10a7'} {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:37:15.849998 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [req-eb64e7c7-b223-4a6a-a95d-789e1c16cb36 req-7f588bd5-7795-48ce-8b1a-f7d94f45f5de service neutron] Bound port: defcd27e-b3b6-40e1-a1f7-c86b4496243e, host: hv-neutron-8307, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7fcbad2-e141-4cf2-aead-fd544d85d9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0ba368fb-7be9-4056-9b55-aadfee9c10a7'}}] {{(pid=83737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:37:15.850339 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-eb64e7c7-b223-4a6a-a95d-789e1c16cb36 req-7f588bd5-7795-48ce-8b1a-f7d94f45f5de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:37:15.936391 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [req-eb64e7c7-b223-4a6a-a95d-789e1c16cb36 req-7f588bd5-7795-48ce-8b1a-f7d94f45f5de service neutron] For port defcd27e-b3b6-40e1-a1f7-c86b4496243e, host hv-neutron-8307, cleared binding levels {{(pid=83737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:37:15.939285 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [req-eb64e7c7-b223-4a6a-a95d-789e1c16cb36 req-7f588bd5-7795-48ce-8b1a-f7d94f45f5de service neutron] For port defcd27e-b3b6-40e1-a1f7-c86b4496243e, host hv-neutron-8307, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=defcd27e-b3b6-40e1-a1f7-c86b4496243e,segment=NetworkSegment(e7fcbad2-e141-4cf2-aead-fd544d85d9b3),segment_id=e7fcbad2-e141-4cf2-aead-fd544d85d9b3)] {{(pid=83737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:37:15.943701 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-eb64e7c7-b223-4a6a-a95d-789e1c16cb36 req-7f588bd5-7795-48ce-8b1a-f7d94f45f5de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3012561'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:37:16.007670 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-eb64e7c7-b223-4a6a-a95d-789e1c16cb36 req-7f588bd5-7795-48ce-8b1a-f7d94f45f5de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:37:16.009438 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-eb64e7c7-b223-4a6a-a95d-789e1c16cb36 req-7f588bd5-7795-48ce-8b1a-f7d94f45f5de service neutron] 10.222.0.10 "PUT /v2.0/ports/defcd27e-b3b6-40e1-a1f7-c86b4496243e HTTP/1.1" status: 200 len: 1094 time: 1.0967066 Mar 07 10:37:16.009438 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b794a2b0-a791-4efc-b6f8-c16fcc3ad625', 'tag': 'defcd27e-b3b6-40e1-a1f7-c86b4496243e'}] {{(pid=83737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 10:37:16.039481 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f588bd5-7795-48ce-8b1a-f7d94f45f5de service neutron] Pushing event updated for resources: {'Port': ['ID=defcd27e-b3b6-40e1-a1f7-c86b4496243e,revision_number=3']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:16.081835 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b794a2b0-a791-4efc-b6f8-c16fcc3ad625', 'tag': 'defcd27e-b3b6-40e1-a1f7-c86b4496243e', 'status': 'completed', 'code': 200} Mar 07 10:37:16.123196 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-eb64e7c7-b223-4a6a-a95d-789e1c16cb36 req-224b9585-9ccd-4e2d-b852-312bc470e77b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=416b2fd961bc4d70a26d66821f7df8e2&device_id=b794a2b0-a791-4efc-b6f8-c16fcc3ad625 HTTP/1.1" status: 200 len: 1097 time: 0.0744371 Mar 07 10:37:16.194327 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-eb64e7c7-b223-4a6a-a95d-789e1c16cb36 req-5b7973bf-61b4-44ee-be54-07e8d13b6fbc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=defcd27e-b3b6-40e1-a1f7-c86b4496243e HTTP/1.1" status: 200 len: 217 time: 0.0634646 Mar 07 10:37:16.256260 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb64e7c7-b223-4a6a-a95d-789e1c16cb36 req-650fbd72-90f6-4330-ac77-6e5080f57b23 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:16.257645 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-eb64e7c7-b223-4a6a-a95d-789e1c16cb36 req-650fbd72-90f6-4330-ac77-6e5080f57b23 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c9e152d4-117a-4e8a-9bc0-dc3f7ee26de8 HTTP/1.1" status: 200 len: 832 time: 0.0574160 Mar 07 10:37:16.331504 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-eb64e7c7-b223-4a6a-a95d-789e1c16cb36 req-51efa12c-05ce-45aa-bc18-014eb5ecb565 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0ba368fb-7be9-4056-9b55-aadfee9c10a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0671029 Mar 07 10:37:16.461426 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-eb64e7c7-b223-4a6a-a95d-789e1c16cb36 req-76eb249a-cd13-4d65-9e9c-2a3a1c324ed7 service neutron] 10.222.0.10 "GET /v2.0/networks/0ba368fb-7be9-4056-9b55-aadfee9c10a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237473 Mar 07 10:37:16.587803 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-eb64e7c7-b223-4a6a-a95d-789e1c16cb36 req-aa38c161-0fbe-4e4e-93b5-bc3696ee9256 service neutron] 10.222.0.10 "GET /v2.0/networks/0ba368fb-7be9-4056-9b55-aadfee9c10a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206827 Mar 07 10:37:16.703562 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-59898853-7a68-4edf-b4a4-4eaf4879d3f0 req-07cdab96-5033-4e9d-8ec3-66746f25bfa2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=416b2fd961bc4d70a26d66821f7df8e2&device_id=b794a2b0-a791-4efc-b6f8-c16fcc3ad625 HTTP/1.1" status: 200 len: 1097 time: 0.0704746 Mar 07 10:37:16.830776 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59898853-7a68-4edf-b4a4-4eaf4879d3f0 req-de1c22b0-54e2-4069-9a46-7197a8659b26 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:16.832179 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-59898853-7a68-4edf-b4a4-4eaf4879d3f0 req-de1c22b0-54e2-4069-9a46-7197a8659b26 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0ba368fb-7be9-4056-9b55-aadfee9c10a7 HTTP/1.1" status: 200 len: 897 time: 0.1217921 Mar 07 10:37:16.905284 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-59898853-7a68-4edf-b4a4-4eaf4879d3f0 req-2fecb2a6-98b2-48a9-820f-1fa8e6b17278 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=defcd27e-b3b6-40e1-a1f7-c86b4496243e HTTP/1.1" status: 200 len: 217 time: 0.0643578 Mar 07 10:37:17.008201 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59898853-7a68-4edf-b4a4-4eaf4879d3f0 req-005be9ed-2e35-4e3e-8a16-7a9a4d01a352 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:17.009643 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-59898853-7a68-4edf-b4a4-4eaf4879d3f0 req-005be9ed-2e35-4e3e-8a16-7a9a4d01a352 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c9e152d4-117a-4e8a-9bc0-dc3f7ee26de8 HTTP/1.1" status: 200 len: 832 time: 0.0980194 Mar 07 10:37:17.173756 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4aa386-2351-474c-8a41-aecd2c5e26e7 req-118f8554-0a0d-42c9-b4d5-df8ae364eec7 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:17.175199 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-7c4aa386-2351-474c-8a41-aecd2c5e26e7 req-118f8554-0a0d-42c9-b4d5-df8ae364eec7 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/ports?device_id=b794a2b0-a791-4efc-b6f8-c16fcc3ad625 HTTP/1.1" status: 200 len: 944 time: 0.2316723 Mar 07 10:37:17.205449 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-59898853-7a68-4edf-b4a4-4eaf4879d3f0 req-40d94618-4f8b-4dff-8f65-0569ebc64db7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0ba368fb-7be9-4056-9b55-aadfee9c10a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1882598 Mar 07 10:37:17.302084 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-7c4aa386-2351-474c-8a41-aecd2c5e26e7 req-250d3147-a8b0-44a2-8cec-e91a4409205b tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/security-groups?id=67f655e5-d39f-47bf-8ac7-3bc3be0d3d91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1204367 Mar 07 10:37:17.350575 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-59898853-7a68-4edf-b4a4-4eaf4879d3f0 req-e4044a26-66cb-40e2-920d-5afb8455645b service neutron] 10.222.0.10 "GET /v2.0/networks/0ba368fb-7be9-4056-9b55-aadfee9c10a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346250 Mar 07 10:37:17.484987 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-59898853-7a68-4edf-b4a4-4eaf4879d3f0 req-f686b0b3-a251-40df-9996-d1b87a766c4a service neutron] 10.222.0.10 "GET /v2.0/networks/0ba368fb-7be9-4056-9b55-aadfee9c10a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285751 Mar 07 10:37:18.505362 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2c4c87-7759-4e7b-9f7a-887d20506788 req-5cc78797-c383-41fc-b481-2f225f5163be tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:18.507617 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-2d2c4c87-7759-4e7b-9f7a-887d20506788 req-5cc78797-c383-41fc-b481-2f225f5163be tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/ports?device_id=b794a2b0-a791-4efc-b6f8-c16fcc3ad625 HTTP/1.1" status: 200 len: 944 time: 0.0809450 Mar 07 10:37:18.553389 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-2d2c4c87-7759-4e7b-9f7a-887d20506788 req-ad90b208-9c2a-49e1-a4e5-22d9e4e526b9 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/security-groups?id=67f655e5-d39f-47bf-8ac7-3bc3be0d3d91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408564 Mar 07 10:37:19.735950 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device defcd27e-b3b6-40e1-a1f7-c86b4496243e details requested by agent hyperv_hv-neutron-8307 with host hv-neutron-8307 {{(pid=83739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 07 10:37:19.772009 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be61f8a-289c-4154-a18c-31a24b542faf req-bd8c4698-45f6-4a0a-a4fc-df129521e5fe tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:19.779002 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4be61f8a-289c-4154-a18c-31a24b542faf req-bd8c4698-45f6-4a0a-a4fc-df129521e5fe tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/ports?device_id=b794a2b0-a791-4efc-b6f8-c16fcc3ad625 HTTP/1.1" status: 200 len: 944 time: 0.0861366 Mar 07 10:37:19.835431 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4be61f8a-289c-4154-a18c-31a24b542faf req-af562222-43fa-4564-a4c5-7728aaa05b07 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/security-groups?id=67f655e5-d39f-47bf-8ac7-3bc3be0d3d91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554252 Mar 07 10:37:19.884742 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port defcd27e-b3b6-40e1-a1f7-c86b4496243e, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=defcd27e-b3b6-40e1-a1f7-c86b4496243e,segment=NetworkSegment(e7fcbad2-e141-4cf2-aead-fd544d85d9b3),segment_id=e7fcbad2-e141-4cf2-aead-fd544d85d9b3)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:37:19.900017 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Returning: {'device': 'defcd27e-b3b6-40e1-a1f7-c86b4496243e', 'network_id': '0ba368fb-7be9-4056-9b55-aadfee9c10a7', 'port_id': 'defcd27e-b3b6-40e1-a1f7-c86b4496243e', 'mac_address': 'fa:16:3e:b4:1d:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9e152d4-117a-4e8a-9bc0-dc3f7ee26de8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 07 10:37:20.005645 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:37:20.025716 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id defcd27e-b3b6-40e1-a1f7-c86b4496243e {{(pid=83739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 07 10:37:20.043288 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port defcd27e-b3b6-40e1-a1f7-c86b4496243e, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=defcd27e-b3b6-40e1-a1f7-c86b4496243e,segment=NetworkSegment(e7fcbad2-e141-4cf2-aead-fd544d85d9b3),segment_id=e7fcbad2-e141-4cf2-aead-fd544d85d9b3)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:37:20.047108 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:37:20.126070 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Pushing event updated for resources: {'Port': ['ID=defcd27e-b3b6-40e1-a1f7-c86b4496243e,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:20.135219 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:37:20.135517 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:37:20.136636 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:37:20.136636 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:37:20.136636 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:37:20.138843 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:37:20.138843 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:37:20.138843 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:37:20.138843 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:37:20.138843 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:37:20.138843 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:37:20.408471 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] get_ports_and_sgs() called for port_ids ['defcd27e-b3b6-40e1-a1f7-c86b4496243e'] {{(pid=83739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 07 10:37:21.021517 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521b0b38-9071-4575-84b4-8d887e328321 req-8559d2b8-188f-4bb8-8eeb-a6882a990cf6 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:21.022945 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-521b0b38-9071-4575-84b4-8d887e328321 req-8559d2b8-188f-4bb8-8eeb-a6882a990cf6 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/ports?device_id=b794a2b0-a791-4efc-b6f8-c16fcc3ad625 HTTP/1.1" status: 200 len: 945 time: 0.0801795 Mar 07 10:37:21.068491 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-521b0b38-9071-4575-84b4-8d887e328321 req-80d763a4-16f5-4c53-b7dd-459c0cc3b58a tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/security-groups?id=67f655e5-d39f-47bf-8ac7-3bc3be0d3d91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401821 Mar 07 10:37:21.750009 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device defcd27e-b3b6-40e1-a1f7-c86b4496243e up at agent hyperv_hv-neutron-8307 {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:37:21.819114 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Provisioning for port defcd27e-b3b6-40e1-a1f7-c86b4496243e completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:37:21.823723 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Provisioning complete for port defcd27e-b3b6-40e1-a1f7-c86b4496243e triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:37:21.824090 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:37:21.936414 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:37:21.962943 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b794a2b0-a791-4efc-b6f8-c16fcc3ad625', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'defcd27e-b3b6-40e1-a1f7-c86b4496243e'}] {{(pid=83739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 10:37:21.973483 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port defcd27e-b3b6-40e1-a1f7-c86b4496243e, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=defcd27e-b3b6-40e1-a1f7-c86b4496243e,segment=NetworkSegment(e7fcbad2-e141-4cf2-aead-fd544d85d9b3),segment_id=e7fcbad2-e141-4cf2-aead-fd544d85d9b3)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:37:21.978526 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:37:22.022584 dv-neutron-830731-3-hyperv neutron-server[83739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b794a2b0-a791-4efc-b6f8-c16fcc3ad625', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'defcd27e-b3b6-40e1-a1f7-c86b4496243e', 'code': 200} Mar 07 10:37:22.045220 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Pushing event updated for resources: {'Port': ['ID=defcd27e-b3b6-40e1-a1f7-c86b4496243e,revision_number=5']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:22.317764 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc4f7c3-f0a2-4819-b62f-a7bf0a503934 req-0811abda-4bcb-4101-9888-1e973847eb94 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:22.319184 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-dcc4f7c3-f0a2-4819-b62f-a7bf0a503934 req-0811abda-4bcb-4101-9888-1e973847eb94 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/ports?device_id=b794a2b0-a791-4efc-b6f8-c16fcc3ad625 HTTP/1.1" status: 200 len: 946 time: 0.1081488 Mar 07 10:37:22.324354 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f9d5cceb-b980-414f-9672-3069ffefcbb0 req-22a41e7c-055e-4c49-b5c2-a61232ef8929 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b794a2b0-a791-4efc-b6f8-c16fcc3ad625 HTTP/1.1" status: 200 len: 1099 time: 0.1431441 Mar 07 10:37:22.395119 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f9d5cceb-b980-414f-9672-3069ffefcbb0 req-321ff32a-3dfa-4d58-ad88-d5d7b7db3167 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=67f655e5-d39f-47bf-8ac7-3bc3be0d3d91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565236 Mar 07 10:37:22.397924 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-dcc4f7c3-f0a2-4819-b62f-a7bf0a503934 req-3133d72f-65cb-4a23-a741-6ae395a1e4bb tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/security-groups?id=67f655e5-d39f-47bf-8ac7-3bc3be0d3d91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727041 Mar 07 10:37:23.599108 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12486b31-697a-4c80-9432-564e9039b817 req-50ee5ce0-ea1e-4436-9f55-ae74fe009966 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:23.600459 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-12486b31-697a-4c80-9432-564e9039b817 req-50ee5ce0-ea1e-4436-9f55-ae74fe009966 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/ports?device_id=b794a2b0-a791-4efc-b6f8-c16fcc3ad625 HTTP/1.1" status: 200 len: 946 time: 0.0804093 Mar 07 10:37:23.644827 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-12486b31-697a-4c80-9432-564e9039b817 req-a6d96123-b0e6-4712-be13-d492a7fe3819 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/security-groups?id=67f655e5-d39f-47bf-8ac7-3bc3be0d3d91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389168 Mar 07 10:37:24.838379 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9c0a6c-0293-4dfa-b064-f4b57eaf5106 req-4fa847a1-b90f-43f6-80e1-5867e560adb1 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:24.839814 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-5f9c0a6c-0293-4dfa-b064-f4b57eaf5106 req-4fa847a1-b90f-43f6-80e1-5867e560adb1 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/ports?device_id=b794a2b0-a791-4efc-b6f8-c16fcc3ad625 HTTP/1.1" status: 200 len: 946 time: 0.0766633 Mar 07 10:37:24.883365 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-5f9c0a6c-0293-4dfa-b064-f4b57eaf5106 req-51833d3c-91b9-488b-9387-9d07617dd3b7 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/security-groups?id=67f655e5-d39f-47bf-8ac7-3bc3be0d3d91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380278 Mar 07 10:37:25.080324 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2193b1c-eeee-4bad-83e1-a31cabc86bdb req-3ddd6844-86b8-4a35-a449-d7b0215c94a5 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:25.081782 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c2193b1c-eeee-4bad-83e1-a31cabc86bdb req-3ddd6844-86b8-4a35-a449-d7b0215c94a5 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/ports?device_id=b794a2b0-a791-4efc-b6f8-c16fcc3ad625 HTTP/1.1" status: 200 len: 946 time: 0.0801520 Mar 07 10:37:25.134212 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c2193b1c-eeee-4bad-83e1-a31cabc86bdb req-b334eb4b-355e-46cf-b1ce-6bb7d07ce881 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/security-groups?id=67f655e5-d39f-47bf-8ac7-3bc3be0d3d91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469620 Mar 07 10:37:25.161079 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 40738) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:37:25.229174 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-3ca0087f-60b9-4527-bea8-adeedd1b80b3 tempest-TestNetworkBasicOps-2128623112 tempest-TestNetworkBasicOps-2128623112-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=b794a2b0-a791-4efc-b6f8-c16fcc3ad625 HTTP/1.1" status: 200 len: 1094 time: 0.0670061 Mar 07 10:37:25.232466 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 40742) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:37:25.237671 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-592eef13-5857-45f8-a750-1aa545548e00 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Request body: {'floatingip': {'port_id': 'defcd27e-b3b6-40e1-a1f7-c86b4496243e'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:37:25.313726 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-592eef13-5857-45f8-a750-1aa545548e00 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for floatingip, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:37:25.969038 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-592eef13-5857-45f8-a750-1aa545548e00 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:37:25.972641 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-592eef13-5857-45f8-a750-1aa545548e00 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923533'] for floatingip, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:37:26.161557 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.db.l3_db [None req-592eef13-5857-45f8-a750-1aa545548e00 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Floating IP 154ebaac-842c-42f9-b5e8-1724e049ed05 associated. External IP: 172.26.8.236, port: defcd27e-b3b6-40e1-a1f7-c86b4496243e. Mar 07 10:37:26.547146 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-592eef13-5857-45f8-a750-1aa545548e00 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Router c3ea54d2-cdc8-44e7-b61a-08f2d99f06f0 has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:37:26.742444 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-592eef13-5857-45f8-a750-1aa545548e00 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:37:26.746669 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-592eef13-5857-45f8-a750-1aa545548e00 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for floatingip, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:37:26.752467 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e767d1d-5b8d-4e7d-a0af-953d23a63c65 None None] Sync routers for ids ['c3ea54d2-cdc8-44e7-b61a-08f2d99f06f0'] in dv-neutron-830731-3-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:37:26.764765 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e767d1d-5b8d-4e7d-a0af-953d23a63c65 None None] Routers {'c3ea54d2-cdc8-44e7-b61a-08f2d99f06f0'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:37:26.765338 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-0e767d1d-5b8d-4e7d-a0af-953d23a63c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:37:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['c3ea54d2-cdc8-44e7-b61a-08f2d99f06f0'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:37:26.801928 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-592eef13-5857-45f8-a750-1aa545548e00 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "PUT /v2.0/floatingips/154ebaac-842c-42f9-b5e8-1724e049ed05 HTTP/1.1" status: 200 len: 992 time: 1.5682917 Mar 07 10:37:26.802418 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b794a2b0-a791-4efc-b6f8-c16fcc3ad625', 'tag': 'defcd27e-b3b6-40e1-a1f7-c86b4496243e'}] {{(pid=83737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 10:37:26.804688 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 40746) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:37:26.855519 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b794a2b0-a791-4efc-b6f8-c16fcc3ad625', 'tag': 'defcd27e-b3b6-40e1-a1f7-c86b4496243e', 'status': 'completed', 'code': 200} Mar 07 10:37:26.915575 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-eb2acb25-e752-41e8-af80-593e2015e388 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/floatingips/154ebaac-842c-42f9-b5e8-1724e049ed05 HTTP/1.1" status: 200 len: 992 time: 0.1096709 Mar 07 10:37:26.941950 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-0e767d1d-5b8d-4e7d-a0af-953d23a63c65 None None] Set router c3ea54d2-cdc8-44e7-b61a-08f2d99f06f0 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:37:26.953956 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c6a48ddd-e8ba-468e-9685-e12378f41a52 req-d5f76131-be20-4996-9737-f067270626e4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=416b2fd961bc4d70a26d66821f7df8e2&device_id=b794a2b0-a791-4efc-b6f8-c16fcc3ad625 HTTP/1.1" status: 200 len: 1099 time: 0.0685103 Mar 07 10:37:27.083730 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a48ddd-e8ba-468e-9685-e12378f41a52 req-f547ee57-3ecd-475f-9dfb-fb2420f88cdf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:27.085115 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c6a48ddd-e8ba-468e-9685-e12378f41a52 req-f547ee57-3ecd-475f-9dfb-fb2420f88cdf service neutron] 10.222.0.10 "GET /v2.0/networks?id=0ba368fb-7be9-4056-9b55-aadfee9c10a7 HTTP/1.1" status: 200 len: 897 time: 0.1250858 Mar 07 10:37:27.298482 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c6a48ddd-e8ba-468e-9685-e12378f41a52 req-26535ffa-41b0-4202-b1a5-3255a403f945 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=defcd27e-b3b6-40e1-a1f7-c86b4496243e HTTP/1.1" status: 200 len: 1000 time: 0.2078297 Mar 07 10:37:27.330356 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-0e767d1d-5b8d-4e7d-a0af-953d23a63c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3ea54d2-cdc8-44e7-b61a-08f2d99f06f0', 'name': 'tempest-TestNetworkBasicOps-router-1304457418', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.196'}], 'enable_snat': True}, 'gw_port_id': '5623ee6d-496d-44dd-9ec0-2c82ca7c4c41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:35:35Z', 'updated_at': '2022-03-07T10:35:39Z', 'revision_number': 4, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'gw_port': {'id': '5623ee6d-496d-44dd-9ec0-2c82ca7c4c41', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:7a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ea54d2-cdc8-44e7-b61a-08f2d99f06f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:35:35Z', 'updated_at': '2022-03-07T10:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_floatingips': [{'id': '154ebaac-842c-42f9-b5e8-1724e049ed05', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'floating_ip_address': '172.26.8.236', 'floating_network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'router_id': 'c3ea54d2-cdc8-44e7-b61a-08f2d99f06f0', 'port_id': 'defcd27e-b3b6-40e1-a1f7-c86b4496243e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ba368fb-7be9-4056-9b55-aadfee9c10a7', 'mac_address': 'fa:16:3e:b4:1d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b794a2b0-a791-4efc-b6f8-c16fcc3ad625', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:35:57Z', 'updated_at': '2022-03-07T10:37:25Z', 'revision_number': 5, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36823bec-994c-410b-9f1f-e1ba9386f51e', 'name': '', 'network_id': '0ba368fb-7be9-4056-9b55-aadfee9c10a7', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'mac_address': 'fa:16:3e:23:57:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ea54d2-cdc8-44e7-b61a-08f2d99f06f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c9e152d4-117a-4e8a-9bc0-dc3f7ee26de8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:35:38Z', 'updated_at': '2022-03-07T10:35:44Z', 'revision_number': 5, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'subnets': [{'id': 'c9e152d4-117a-4e8a-9bc0-dc3f7ee26de8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:37:27.334173 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e767d1d-5b8d-4e7d-a0af-953d23a63c65 None None] Checking router: c3ea54d2-cdc8-44e7-b61a-08f2d99f06f0 for host: dv-neutron-830731-3-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 07 10:37:27.345096 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e767d1d-5b8d-4e7d-a0af-953d23a63c65 None None] Routers {'c3ea54d2-cdc8-44e7-b61a-08f2d99f06f0'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:37:27.345673 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-0e767d1d-5b8d-4e7d-a0af-953d23a63c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:37:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['c3ea54d2-cdc8-44e7-b61a-08f2d99f06f0'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:37:27.362600 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a48ddd-e8ba-468e-9685-e12378f41a52 req-82b39594-8bfd-418b-9313-b877480f1291 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:27.364044 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c6a48ddd-e8ba-468e-9685-e12378f41a52 req-82b39594-8bfd-418b-9313-b877480f1291 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c9e152d4-117a-4e8a-9bc0-dc3f7ee26de8 HTTP/1.1" status: 200 len: 832 time: 0.0586579 Mar 07 10:37:27.440324 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c6a48ddd-e8ba-468e-9685-e12378f41a52 req-1553ebcf-e36b-4c98-96ce-b2bd4a605b48 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0ba368fb-7be9-4056-9b55-aadfee9c10a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706124 Mar 07 10:37:27.521623 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-0e767d1d-5b8d-4e7d-a0af-953d23a63c65 None None] Set router c3ea54d2-cdc8-44e7-b61a-08f2d99f06f0 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:37:27.569004 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c6a48ddd-e8ba-468e-9685-e12378f41a52 req-409b8186-cfd9-41a5-90b6-a2c38682dfc4 service neutron] 10.222.0.10 "GET /v2.0/networks/0ba368fb-7be9-4056-9b55-aadfee9c10a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227927 Mar 07 10:37:27.699747 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c6a48ddd-e8ba-468e-9685-e12378f41a52 req-705dd01d-b335-48fb-8c49-7a935fc86b9b service neutron] 10.222.0.10 "GET /v2.0/networks/0ba368fb-7be9-4056-9b55-aadfee9c10a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249578 Mar 07 10:37:27.870181 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-0e767d1d-5b8d-4e7d-a0af-953d23a63c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3ea54d2-cdc8-44e7-b61a-08f2d99f06f0', 'name': 'tempest-TestNetworkBasicOps-router-1304457418', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.196'}], 'enable_snat': True}, 'gw_port_id': '5623ee6d-496d-44dd-9ec0-2c82ca7c4c41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:35:35Z', 'updated_at': '2022-03-07T10:35:39Z', 'revision_number': 4, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'gw_port': {'id': '5623ee6d-496d-44dd-9ec0-2c82ca7c4c41', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:7a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ea54d2-cdc8-44e7-b61a-08f2d99f06f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:35:35Z', 'updated_at': '2022-03-07T10:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_floatingips': [{'id': '154ebaac-842c-42f9-b5e8-1724e049ed05', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'floating_ip_address': '172.26.8.236', 'floating_network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'router_id': 'c3ea54d2-cdc8-44e7-b61a-08f2d99f06f0', 'port_id': 'defcd27e-b3b6-40e1-a1f7-c86b4496243e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ba368fb-7be9-4056-9b55-aadfee9c10a7', 'mac_address': 'fa:16:3e:b4:1d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b794a2b0-a791-4efc-b6f8-c16fcc3ad625', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:35:57Z', 'updated_at': '2022-03-07T10:37:25Z', 'revision_number': 5, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36823bec-994c-410b-9f1f-e1ba9386f51e', 'name': '', 'network_id': '0ba368fb-7be9-4056-9b55-aadfee9c10a7', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'mac_address': 'fa:16:3e:23:57:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ea54d2-cdc8-44e7-b61a-08f2d99f06f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c9e152d4-117a-4e8a-9bc0-dc3f7ee26de8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:35:38Z', 'updated_at': '2022-03-07T10:35:44Z', 'revision_number': 5, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'subnets': [{'id': 'c9e152d4-117a-4e8a-9bc0-dc3f7ee26de8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:37:27.874540 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e767d1d-5b8d-4e7d-a0af-953d23a63c65 None None] The sync data for ids ['c3ea54d2-cdc8-44e7-b61a-08f2d99f06f0'] in dv-neutron-830731-3-hyperv is: [{'id': 'c3ea54d2-cdc8-44e7-b61a-08f2d99f06f0', 'name': 'tempest-TestNetworkBasicOps-router-1304457418', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.196'}], 'enable_snat': True}, 'gw_port_id': '5623ee6d-496d-44dd-9ec0-2c82ca7c4c41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:35:35Z', 'updated_at': '2022-03-07T10:35:39Z', 'revision_number': 4, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'gw_port': {'id': '5623ee6d-496d-44dd-9ec0-2c82ca7c4c41', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:7a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ea54d2-cdc8-44e7-b61a-08f2d99f06f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:35:35Z', 'updated_at': '2022-03-07T10:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_floatingips': [{'id': '154ebaac-842c-42f9-b5e8-1724e049ed05', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'floating_ip_address': '172.26.8.236', 'floating_network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'router_id': 'c3ea54d2-cdc8-44e7-b61a-08f2d99f06f0', 'port_id': 'defcd27e-b3b6-40e1-a1f7-c86b4496243e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ba368fb-7be9-4056-9b55-aadfee9c10a7', 'mac_address': 'fa:16:3e:b4:1d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b794a2b0-a791-4efc-b6f8-c16fcc3ad625', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:35:57Z', 'updated_at': '2022-03-07T10:37:25Z', 'revision_number': 5, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36823bec-994c-410b-9f1f-e1ba9386f51e', 'name': '', 'network_id': '0ba368fb-7be9-4056-9b55-aadfee9c10a7', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'mac_address': 'fa:16:3e:23:57:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ea54d2-cdc8-44e7-b61a-08f2d99f06f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c9e152d4-117a-4e8a-9bc0-dc3f7ee26de8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:35:38Z', 'updated_at': '2022-03-07T10:35:44Z', 'revision_number': 5, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'subnets': [{'id': 'c9e152d4-117a-4e8a-9bc0-dc3f7ee26de8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:37:27.917854 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 40752) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:37:28.025484 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-ae11e0f7-3a4c-45f5-8102-9ab8bca9917e tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/floatingips/154ebaac-842c-42f9-b5e8-1724e049ed05 HTTP/1.1" status: 200 len: 992 time: 0.1064835 Mar 07 10:37:28.058727 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd7a722-2032-44bc-8b9d-9227904ba0e1 None None] New status for floating IP 154ebaac-842c-42f9-b5e8-1724e049ed05: ACTIVE {{(pid=83739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 07 10:37:28.339565 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0207b05f-f16e-4db3-9edc-ce570478c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:37:28.742611 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-a0e4a090-44bb-4db9-8f95-0fafe5111a71 req-bda9462b-d1b4-407b-965b-e9b94cce60ad service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3b52a5b4-a5bc-4a11-bd10-c8e206377b1c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0720689 Mar 07 10:37:28.835615 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-a0e4a090-44bb-4db9-8f95-0fafe5111a71 req-8501b480-8338-4d6c-9fe6-11ca04f91b37 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=416b2fd961bc4d70a26d66821f7df8e2&device_id=3b52a5b4-a5bc-4a11-bd10-c8e206377b1c HTTP/1.1" status: 200 len: 1098 time: 0.0698371 Mar 07 10:37:28.982977 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e4a090-44bb-4db9-8f95-0fafe5111a71 req-d49d477d-e55f-49bf-bea9-1f23e475ccad service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:28.984420 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-a0e4a090-44bb-4db9-8f95-0fafe5111a71 req-d49d477d-e55f-49bf-bea9-1f23e475ccad service neutron] 10.222.0.10 "GET /v2.0/networks?id=0ba368fb-7be9-4056-9b55-aadfee9c10a7 HTTP/1.1" status: 200 len: 897 time: 0.1310506 Mar 07 10:37:29.028500 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 40756) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:37:29.055609 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-a0e4a090-44bb-4db9-8f95-0fafe5111a71 req-cd087ee7-679d-4cab-aef9-0f2536320735 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fe4546b0-fb5d-4c63-a04f-89805c1a58da HTTP/1.1" status: 200 len: 217 time: 0.0649023 Mar 07 10:37:29.120512 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e4a090-44bb-4db9-8f95-0fafe5111a71 req-051ded33-feba-4ee4-a2a9-a70eca9c0668 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:29.124679 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-a0e4a090-44bb-4db9-8f95-0fafe5111a71 req-051ded33-feba-4ee4-a2a9-a70eca9c0668 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c9e152d4-117a-4e8a-9bc0-dc3f7ee26de8 HTTP/1.1" status: 200 len: 832 time: 0.0606568 Mar 07 10:37:29.137504 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-f73fb449-6233-4ecb-82e2-8ae5240f3a3d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/floatingips/154ebaac-842c-42f9-b5e8-1724e049ed05 HTTP/1.1" status: 200 len: 994 time: 0.1077518 Mar 07 10:37:29.194944 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-a0e4a090-44bb-4db9-8f95-0fafe5111a71 req-8b90ed3a-0765-4e6f-88de-b31355a1fb13 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0ba368fb-7be9-4056-9b55-aadfee9c10a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0671530 Mar 07 10:37:29.323929 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-a0e4a090-44bb-4db9-8f95-0fafe5111a71 req-89ffd85d-3f2f-4e01-baef-70e7ca249f87 service neutron] 10.222.0.10 "GET /v2.0/networks/0ba368fb-7be9-4056-9b55-aadfee9c10a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225772 Mar 07 10:37:29.451165 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-a0e4a090-44bb-4db9-8f95-0fafe5111a71 req-825d9fe5-e4c2-4e76-a8b1-49a384de0e8a service neutron] 10.222.0.10 "GET /v2.0/networks/0ba368fb-7be9-4056-9b55-aadfee9c10a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217926 Mar 07 10:37:30.552830 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-2aa8a190-00a0-424f-8e5a-d37dfeef858e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:37:31.755009 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-711fefd2-3b30-4759-8df5-0aecff1c8e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:37:31.867520 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:37:33.175832 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c87150bd-aa9c-4ad1-bb68-57ec66d4fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:37:37.086574 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-adbd2215-c8ee-41f3-92a6-4182ca26b8a8 None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 10:37:45.560412 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:37:58.342903 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a5045e32-073b-417d-8265-e9540a52a904 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:00.554439 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-03dd0953-5234-48e3-9dfe-8d784cd4177e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:01.756680 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-711fefd2-3b30-4759-8df5-0aecff1c8e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:01.869092 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:02.448725 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 40770) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:38:02.645470 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-3328bbcf-1333-408a-8c49-63969502d78d tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Deleting port 80970980-f8d2-476e-b2db-432ea5014c91 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:38:02.645801 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3328bbcf-1333-408a-8c49-63969502d78d tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:02.810106 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3328bbcf-1333-408a-8c49-63969502d78d tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:02.810426 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3328bbcf-1333-408a-8c49-63969502d78d tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:02.927770 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-3328bbcf-1333-408a-8c49-63969502d78d tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Calling delete_port for 80970980-f8d2-476e-b2db-432ea5014c91 owned by network:floatingip {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:38:03.072458 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3328bbcf-1333-408a-8c49-63969502d78d tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:03.115743 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3328bbcf-1333-408a-8c49-63969502d78d tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Pushing event deleted for resources: {'Port': ['ID=80970980-f8d2-476e-b2db-432ea5014c91,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:03.178815 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c87150bd-aa9c-4ad1-bb68-57ec66d4fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:03.207682 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3328bbcf-1333-408a-8c49-63969502d78d tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Notify callbacks [] for floatingip, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:03.683595 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3328bbcf-1333-408a-8c49-63969502d78d tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Router 2b54fb8b-b163-48a3-b144-8be5cda72c7c has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:38:03.888598 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3328bbcf-1333-408a-8c49-63969502d78d tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:38:03.897891 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd57ffc6-0da8-4bf8-aa8e-87814e4c4ad2 None None] Sync routers for ids ['2b54fb8b-b163-48a3-b144-8be5cda72c7c'] in dv-neutron-830731-3-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:38:03.908343 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3328bbcf-1333-408a-8c49-63969502d78d tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for floatingip, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:03.910319 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd57ffc6-0da8-4bf8-aa8e-87814e4c4ad2 None None] Routers {'2b54fb8b-b163-48a3-b144-8be5cda72c7c'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:38:03.910909 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-fd57ffc6-0da8-4bf8-aa8e-87814e4c4ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:38:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['2b54fb8b-b163-48a3-b144-8be5cda72c7c'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:38:03.962280 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-3328bbcf-1333-408a-8c49-63969502d78d tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] 10.222.0.13 "DELETE /v2.0/floatingips/81c70ef5-e87e-4f73-8d98-0f7101974b7a HTTP/1.1" status: 204 len: 168 time: 1.5125165 Mar 07 10:38:03.962835 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2c6c74c-1107-4f41-b022-f5574085dc49', 'tag': '848fda0f-3d9f-4ed2-8ef3-0471bcac6931'}] {{(pid=83738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 10:38:04.022069 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2c6c74c-1107-4f41-b022-f5574085dc49', 'tag': '848fda0f-3d9f-4ed2-8ef3-0471bcac6931', 'status': 'completed', 'code': 200} Mar 07 10:38:04.092185 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-fd57ffc6-0da8-4bf8-aa8e-87814e4c4ad2 None None] Set router 2b54fb8b-b163-48a3-b144-8be5cda72c7c gateway port host: dv-neutron-830731-3-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:38:04.112080 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-9b525cdb-1223-48ff-8121-e4be6c66e31c req-ab14b653-3a6a-4c05-a214-cfa8fb5253e1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6a5f148e85ef4a9b80e5517fdf788fc6&device_id=f2c6c74c-1107-4f41-b022-f5574085dc49 HTTP/1.1" status: 200 len: 1099 time: 0.0682747 Mar 07 10:38:04.256498 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b525cdb-1223-48ff-8121-e4be6c66e31c req-1a64f106-cf4b-42ef-899f-346507230830 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:04.258036 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-9b525cdb-1223-48ff-8121-e4be6c66e31c req-1a64f106-cf4b-42ef-899f-346507230830 service neutron] 10.222.0.10 "GET /v2.0/networks?id=30023e69-476d-4a1a-a06a-7d904c24f2c0 HTTP/1.1" status: 200 len: 913 time: 0.1400890 Mar 07 10:38:04.367284 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-9b525cdb-1223-48ff-8121-e4be6c66e31c req-e58278dc-8b09-4374-a525-677e11acd129 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=848fda0f-3d9f-4ed2-8ef3-0471bcac6931 HTTP/1.1" status: 200 len: 217 time: 0.1004684 Mar 07 10:38:04.493498 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-fd57ffc6-0da8-4bf8-aa8e-87814e4c4ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b54fb8b-b163-48a3-b144-8be5cda72c7c', 'name': 'tempest-TestVolumeBootPattern-1562979624-router', 'tenant_id': '6a5f148e85ef4a9b80e5517fdf788fc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.38'}], 'enable_snat': True}, 'gw_port_id': '3a0d4cd7-8cbd-449d-a778-fec20aea7910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:30:06Z', 'updated_at': '2022-03-07T10:30:21Z', 'revision_number': 4, 'project_id': '6a5f148e85ef4a9b80e5517fdf788fc6', 'gw_port': {'id': '3a0d4cd7-8cbd-449d-a778-fec20aea7910', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:3b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b54fb8b-b163-48a3-b144-8be5cda72c7c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:30:08Z', 'updated_at': '2022-03-07T10:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_floatingips': [{'id': '2cfd8f08-2fb4-4855-a066-cc4735989d12', 'tenant_id': '6a5f148e85ef4a9b80e5517fdf788fc6', 'floating_ip_address': '172.26.8.161', 'floating_network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'router_id': '2b54fb8b-b163-48a3-b144-8be5cda72c7c', 'port_id': 'a565abd0-f909-41bf-b505-31969eef5a8d', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30023e69-476d-4a1a-a06a-7d904c24f2c0', 'mac_address': 'fa:16:3e:c0:6f:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0861e7d9-6563-45ca-854c-f5194c0be429', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:34:21Z', 'updated_at': '2022-03-07T10:34:24Z', 'revision_number': 1, 'project_id': '6a5f148e85ef4a9b80e5517fdf788fc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51c6857b-1e74-4c3f-b53e-8c82f4121b89', 'name': '', 'network_id': '30023e69-476d-4a1a-a06a-7d904c24f2c0', 'tenant_id': '6a5f148e85ef4a9b80e5517fdf788fc6', 'mac_address': 'fa:16:3e:96:4e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b54fb8b-b163-48a3-b144-8be5cda72c7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c545286e-deb0-44ca-9190-77e7d2d3932b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:30:18Z', 'updated_at': '2022-03-07T10:30:34Z', 'revision_number': 5, 'project_id': '6a5f148e85ef4a9b80e5517fdf788fc6', 'subnets': [{'id': 'c545286e-deb0-44ca-9190-77e7d2d3932b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:38:04.497683 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd57ffc6-0da8-4bf8-aa8e-87814e4c4ad2 None None] Checking router: 2b54fb8b-b163-48a3-b144-8be5cda72c7c for host: dv-neutron-830731-3-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 07 10:38:04.507811 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd57ffc6-0da8-4bf8-aa8e-87814e4c4ad2 None None] Routers {'2b54fb8b-b163-48a3-b144-8be5cda72c7c'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:38:04.508414 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-fd57ffc6-0da8-4bf8-aa8e-87814e4c4ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:38:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['2b54fb8b-b163-48a3-b144-8be5cda72c7c'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:38:04.536887 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b525cdb-1223-48ff-8121-e4be6c66e31c req-dd623130-78a3-4d6c-87d8-cc517b448c20 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:04.538335 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-9b525cdb-1223-48ff-8121-e4be6c66e31c req-dd623130-78a3-4d6c-87d8-cc517b448c20 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c545286e-deb0-44ca-9190-77e7d2d3932b HTTP/1.1" status: 200 len: 851 time: 0.1626506 Mar 07 10:38:04.548345 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e069f1-a385-4dc4-8111-67711e2a26aa req-cda44bfc-cc73-4af6-92f7-4f018340b7b5 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:04.549723 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f3e069f1-a385-4dc4-8111-67711e2a26aa req-cda44bfc-cc73-4af6-92f7-4f018340b7b5 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2c6c74c-1107-4f41-b022-f5574085dc49 HTTP/1.1" status: 200 len: 946 time: 0.2290022 Mar 07 10:38:04.642503 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f3e069f1-a385-4dc4-8111-67711e2a26aa req-6196e7fc-ec8d-4261-8465-b89d52540555 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] 10.222.0.13 "GET /v2.0/security-groups?id=c573f7f3-4cd0-4907-ba58-d47387524041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637627 Mar 07 10:38:04.656353 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-9b525cdb-1223-48ff-8121-e4be6c66e31c req-2d1178b0-f10d-4a18-b252-2bae483882b8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=30023e69-476d-4a1a-a06a-7d904c24f2c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1057343 Mar 07 10:38:04.681194 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-fd57ffc6-0da8-4bf8-aa8e-87814e4c4ad2 None None] Set router 2b54fb8b-b163-48a3-b144-8be5cda72c7c gateway port host: dv-neutron-830731-3-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:38:04.787617 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-9b525cdb-1223-48ff-8121-e4be6c66e31c req-1a604523-e918-4463-9955-84fbda0adee0 service neutron] 10.222.0.10 "GET /v2.0/networks/30023e69-476d-4a1a-a06a-7d904c24f2c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241853 Mar 07 10:38:04.920171 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-9b525cdb-1223-48ff-8121-e4be6c66e31c req-ccefe4e3-aabf-4ce5-b918-9960cd113c78 service neutron] 10.222.0.10 "GET /v2.0/networks/30023e69-476d-4a1a-a06a-7d904c24f2c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253891 Mar 07 10:38:05.021228 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-fd57ffc6-0da8-4bf8-aa8e-87814e4c4ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b54fb8b-b163-48a3-b144-8be5cda72c7c', 'name': 'tempest-TestVolumeBootPattern-1562979624-router', 'tenant_id': '6a5f148e85ef4a9b80e5517fdf788fc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.38'}], 'enable_snat': True}, 'gw_port_id': '3a0d4cd7-8cbd-449d-a778-fec20aea7910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:30:06Z', 'updated_at': '2022-03-07T10:30:21Z', 'revision_number': 4, 'project_id': '6a5f148e85ef4a9b80e5517fdf788fc6', 'gw_port': {'id': '3a0d4cd7-8cbd-449d-a778-fec20aea7910', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:3b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b54fb8b-b163-48a3-b144-8be5cda72c7c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:30:08Z', 'updated_at': '2022-03-07T10:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_floatingips': [{'id': '2cfd8f08-2fb4-4855-a066-cc4735989d12', 'tenant_id': '6a5f148e85ef4a9b80e5517fdf788fc6', 'floating_ip_address': '172.26.8.161', 'floating_network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'router_id': '2b54fb8b-b163-48a3-b144-8be5cda72c7c', 'port_id': 'a565abd0-f909-41bf-b505-31969eef5a8d', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30023e69-476d-4a1a-a06a-7d904c24f2c0', 'mac_address': 'fa:16:3e:c0:6f:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0861e7d9-6563-45ca-854c-f5194c0be429', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:34:21Z', 'updated_at': '2022-03-07T10:34:24Z', 'revision_number': 1, 'project_id': '6a5f148e85ef4a9b80e5517fdf788fc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51c6857b-1e74-4c3f-b53e-8c82f4121b89', 'name': '', 'network_id': '30023e69-476d-4a1a-a06a-7d904c24f2c0', 'tenant_id': '6a5f148e85ef4a9b80e5517fdf788fc6', 'mac_address': 'fa:16:3e:96:4e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b54fb8b-b163-48a3-b144-8be5cda72c7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c545286e-deb0-44ca-9190-77e7d2d3932b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:30:18Z', 'updated_at': '2022-03-07T10:30:34Z', 'revision_number': 5, 'project_id': '6a5f148e85ef4a9b80e5517fdf788fc6', 'subnets': [{'id': 'c545286e-deb0-44ca-9190-77e7d2d3932b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:38:05.024976 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd57ffc6-0da8-4bf8-aa8e-87814e4c4ad2 None None] The sync data for ids ['2b54fb8b-b163-48a3-b144-8be5cda72c7c'] in dv-neutron-830731-3-hyperv is: [{'id': '2b54fb8b-b163-48a3-b144-8be5cda72c7c', 'name': 'tempest-TestVolumeBootPattern-1562979624-router', 'tenant_id': '6a5f148e85ef4a9b80e5517fdf788fc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.38'}], 'enable_snat': True}, 'gw_port_id': '3a0d4cd7-8cbd-449d-a778-fec20aea7910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:30:06Z', 'updated_at': '2022-03-07T10:30:21Z', 'revision_number': 4, 'project_id': '6a5f148e85ef4a9b80e5517fdf788fc6', 'gw_port': {'id': '3a0d4cd7-8cbd-449d-a778-fec20aea7910', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:3b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b54fb8b-b163-48a3-b144-8be5cda72c7c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:30:08Z', 'updated_at': '2022-03-07T10:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_floatingips': [{'id': '2cfd8f08-2fb4-4855-a066-cc4735989d12', 'tenant_id': '6a5f148e85ef4a9b80e5517fdf788fc6', 'floating_ip_address': '172.26.8.161', 'floating_network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'router_id': '2b54fb8b-b163-48a3-b144-8be5cda72c7c', 'port_id': 'a565abd0-f909-41bf-b505-31969eef5a8d', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30023e69-476d-4a1a-a06a-7d904c24f2c0', 'mac_address': 'fa:16:3e:c0:6f:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0861e7d9-6563-45ca-854c-f5194c0be429', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:34:21Z', 'updated_at': '2022-03-07T10:34:24Z', 'revision_number': 1, 'project_id': '6a5f148e85ef4a9b80e5517fdf788fc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51c6857b-1e74-4c3f-b53e-8c82f4121b89', 'name': '', 'network_id': '30023e69-476d-4a1a-a06a-7d904c24f2c0', 'tenant_id': '6a5f148e85ef4a9b80e5517fdf788fc6', 'mac_address': 'fa:16:3e:96:4e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b54fb8b-b163-48a3-b144-8be5cda72c7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c545286e-deb0-44ca-9190-77e7d2d3932b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:30:18Z', 'updated_at': '2022-03-07T10:30:34Z', 'revision_number': 5, 'project_id': '6a5f148e85ef4a9b80e5517fdf788fc6', 'subnets': [{'id': 'c545286e-deb0-44ca-9190-77e7d2d3932b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:38:05.243823 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4273f78a-b11e-4d9c-9297-b992fd1b5baa None None] New status for floating IP 81c70ef5-e87e-4f73-8d98-0f7101974b7a: DOWN {{(pid=83739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 07 10:38:05.842187 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554f7bdb-988a-4508-930b-8a356faa76bb req-7c4a7656-f380-4df1-aff6-72de6e1fcfc3 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:05.843607 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-554f7bdb-988a-4508-930b-8a356faa76bb req-7c4a7656-f380-4df1-aff6-72de6e1fcfc3 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2c6c74c-1107-4f41-b022-f5574085dc49 HTTP/1.1" status: 200 len: 946 time: 0.0783687 Mar 07 10:38:05.888535 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-554f7bdb-988a-4508-930b-8a356faa76bb req-882b1578-5975-466c-a813-06d743a3b0c1 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] 10.222.0.13 "GET /v2.0/security-groups?id=c573f7f3-4cd0-4907-ba58-d47387524041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392873 Mar 07 10:38:06.077590 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a292ba5-ce41-4d98-98a9-80466dd5ae03 req-be0f087f-95f1-4132-a3cb-71d7edf840d1 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:06.078881 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-8a292ba5-ce41-4d98-98a9-80466dd5ae03 req-be0f087f-95f1-4132-a3cb-71d7edf840d1 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2c6c74c-1107-4f41-b022-f5574085dc49 HTTP/1.1" status: 200 len: 946 time: 0.0792325 Mar 07 10:38:06.146583 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [req-8a292ba5-ce41-4d98-98a9-80466dd5ae03 req-064546e1-2d17-4a8e-9b9e-318aa33a7863 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Deleting port 848fda0f-3d9f-4ed2-8ef3-0471bcac6931 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:38:06.146919 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-8a292ba5-ce41-4d98-98a9-80466dd5ae03 req-064546e1-2d17-4a8e-9b9e-318aa33a7863 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:06.393043 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [req-8a292ba5-ce41-4d98-98a9-80466dd5ae03 req-064546e1-2d17-4a8e-9b9e-318aa33a7863 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] For port 848fda0f-3d9f-4ed2-8ef3-0471bcac6931, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=848fda0f-3d9f-4ed2-8ef3-0471bcac6931,segment=NetworkSegment(8c71cc60-e697-4bc8-ab7b-834524b4e30a),segment_id=8c71cc60-e697-4bc8-ab7b-834524b4e30a)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:38:06.393837 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-8a292ba5-ce41-4d98-98a9-80466dd5ae03 req-064546e1-2d17-4a8e-9b9e-318aa33a7863 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:06.511768 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [req-8a292ba5-ce41-4d98-98a9-80466dd5ae03 req-064546e1-2d17-4a8e-9b9e-318aa33a7863 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Calling delete_port for 848fda0f-3d9f-4ed2-8ef3-0471bcac6931 owned by compute:nova {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:38:06.651745 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-8a292ba5-ce41-4d98-98a9-80466dd5ae03 req-064546e1-2d17-4a8e-9b9e-318aa33a7863 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:06.701046 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064546e1-2d17-4a8e-9b9e-318aa33a7863 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Pushing event deleted for resources: {'Port': ['ID=848fda0f-3d9f-4ed2-8ef3-0471bcac6931,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:06.775925 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a292ba5-ce41-4d98-98a9-80466dd5ae03 req-064546e1-2d17-4a8e-9b9e-318aa33a7863 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] No DVR routers for this DVR port 848fda0f-3d9f-4ed2-8ef3-0471bcac6931 on host hv-neutron-8307 {{(pid=83737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:38:06.779295 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-8a292ba5-ce41-4d98-98a9-80466dd5ae03 req-064546e1-2d17-4a8e-9b9e-318aa33a7863 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:06.781761 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2c6c74c-1107-4f41-b022-f5574085dc49', 'name': 'network-vif-deleted', 'tag': '848fda0f-3d9f-4ed2-8ef3-0471bcac6931'}] {{(pid=83737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 10:38:06.792980 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-8a292ba5-ce41-4d98-98a9-80466dd5ae03 req-064546e1-2d17-4a8e-9b9e-318aa33a7863 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] 10.222.0.10 "DELETE /v2.0/ports/848fda0f-3d9f-4ed2-8ef3-0471bcac6931 HTTP/1.1" status: 204 len: 173 time: 0.7087681 Mar 07 10:38:06.836861 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2c6c74c-1107-4f41-b022-f5574085dc49', 'name': 'network-vif-deleted', 'tag': '848fda0f-3d9f-4ed2-8ef3-0471bcac6931', 'status': 'completed', 'code': 200} Mar 07 10:38:07.052439 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-3328af1a-037a-4564-a2e6-dccfc41c9a7b req-ef223797-02a0-4265-8d09-846891172398 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Synchronizing usage tracker for tenant:6a5f148e85ef4a9b80e5517fdf788fc6 on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:38:07.069265 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-3328af1a-037a-4564-a2e6-dccfc41c9a7b req-ef223797-02a0-4265-8d09-846891172398 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Unset dirty status for tenant:6a5f148e85ef4a9b80e5517fdf788fc6 on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:38:07.070514 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-3328af1a-037a-4564-a2e6-dccfc41c9a7b req-ef223797-02a0-4265-8d09-846891172398 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2c6c74c-1107-4f41-b022-f5574085dc49 HTTP/1.1" status: 200 len: 210 time: 0.0592148 Mar 07 10:38:09.936602 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device 848fda0f-3d9f-4ed2-8ef3-0471bcac6931 no longer exists at agent hyperv_hv-neutron-8307 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:38:09.972065 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] No Port match for: 848fda0f-3d9f-4ed2-8ef3-0471bcac6931 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 10:38:09.972396 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device 848fda0f-3d9f-4ed2-8ef3-0471bcac6931 not bound to the agent host hv-neutron-8307 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 10:38:12.690405 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 40810) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:38:12.885892 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-088c6582-cc97-414e-9318-7c127e201000 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Deleting port 11af2830-2c85-4f08-9d5f-e2219826a6d2 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:38:12.886223 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-088c6582-cc97-414e-9318-7c127e201000 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:13.049058 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-088c6582-cc97-414e-9318-7c127e201000 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:13.049379 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-088c6582-cc97-414e-9318-7c127e201000 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:13.165089 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-088c6582-cc97-414e-9318-7c127e201000 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Calling delete_port for 11af2830-2c85-4f08-9d5f-e2219826a6d2 owned by network:floatingip {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:38:13.309546 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-088c6582-cc97-414e-9318-7c127e201000 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:13.354227 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088c6582-cc97-414e-9318-7c127e201000 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Pushing event deleted for resources: {'Port': ['ID=11af2830-2c85-4f08-9d5f-e2219826a6d2,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:13.393584 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088c6582-cc97-414e-9318-7c127e201000 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:38:13.393926 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088c6582-cc97-414e-9318-7c127e201000 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:38:13.394260 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088c6582-cc97-414e-9318-7c127e201000 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:38:13.394587 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088c6582-cc97-414e-9318-7c127e201000 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:38:13.394913 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088c6582-cc97-414e-9318-7c127e201000 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:38:13.395234 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088c6582-cc97-414e-9318-7c127e201000 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:38:13.395556 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088c6582-cc97-414e-9318-7c127e201000 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:38:13.395874 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088c6582-cc97-414e-9318-7c127e201000 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:38:13.396192 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088c6582-cc97-414e-9318-7c127e201000 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:38:13.396530 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088c6582-cc97-414e-9318-7c127e201000 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:38:13.396845 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088c6582-cc97-414e-9318-7c127e201000 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:38:13.455323 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-088c6582-cc97-414e-9318-7c127e201000 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Notify callbacks [] for floatingip, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:13.934507 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-088c6582-cc97-414e-9318-7c127e201000 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Router 2b54fb8b-b163-48a3-b144-8be5cda72c7c has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:38:14.086214 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-adbd2215-c8ee-41f3-92a6-4182ca26b8a8 None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 10:38:14.130327 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-088c6582-cc97-414e-9318-7c127e201000 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:38:14.140158 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a164ef8-33d3-4b6b-8a43-563df80fdd11 None None] Sync routers for ids ['2b54fb8b-b163-48a3-b144-8be5cda72c7c'] in dv-neutron-830731-3-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:38:14.150495 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-088c6582-cc97-414e-9318-7c127e201000 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for floatingip, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:14.151737 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a164ef8-33d3-4b6b-8a43-563df80fdd11 None None] Routers {'2b54fb8b-b163-48a3-b144-8be5cda72c7c'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:38:14.152971 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-5a164ef8-33d3-4b6b-8a43-563df80fdd11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:38:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['2b54fb8b-b163-48a3-b144-8be5cda72c7c'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:38:14.203082 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-088c6582-cc97-414e-9318-7c127e201000 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] 10.222.0.13 "DELETE /v2.0/floatingips/2cfd8f08-2fb4-4855-a066-cc4735989d12 HTTP/1.1" status: 204 len: 168 time: 1.5115464 Mar 07 10:38:14.203551 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0861e7d9-6563-45ca-854c-f5194c0be429', 'tag': 'a565abd0-f909-41bf-b505-31969eef5a8d'}] {{(pid=83738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 10:38:14.264667 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0861e7d9-6563-45ca-854c-f5194c0be429', 'tag': 'a565abd0-f909-41bf-b505-31969eef5a8d', 'status': 'completed', 'code': 200} Mar 07 10:38:14.339659 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-5a164ef8-33d3-4b6b-8a43-563df80fdd11 None None] Set router 2b54fb8b-b163-48a3-b144-8be5cda72c7c gateway port host: dv-neutron-830731-3-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:38:14.360786 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-3927fed0-29a6-473a-a869-e753b42207b8 req-5ba47774-253d-415e-b8ec-e2b4647cb86b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6a5f148e85ef4a9b80e5517fdf788fc6&device_id=0861e7d9-6563-45ca-854c-f5194c0be429 HTTP/1.1" status: 200 len: 1099 time: 0.0767772 Mar 07 10:38:14.625075 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3927fed0-29a6-473a-a869-e753b42207b8 req-0910f792-34ea-4ca3-87ad-2e6e9a985c5b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:14.626505 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-3927fed0-29a6-473a-a869-e753b42207b8 req-0910f792-34ea-4ca3-87ad-2e6e9a985c5b service neutron] 10.222.0.10 "GET /v2.0/networks?id=30023e69-476d-4a1a-a06a-7d904c24f2c0 HTTP/1.1" status: 200 len: 913 time: 0.2602913 Mar 07 10:38:14.697002 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-5a164ef8-33d3-4b6b-8a43-563df80fdd11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b54fb8b-b163-48a3-b144-8be5cda72c7c', 'name': 'tempest-TestVolumeBootPattern-1562979624-router', 'tenant_id': '6a5f148e85ef4a9b80e5517fdf788fc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.38'}], 'enable_snat': True}, 'gw_port_id': '3a0d4cd7-8cbd-449d-a778-fec20aea7910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:30:06Z', 'updated_at': '2022-03-07T10:30:21Z', 'revision_number': 4, 'project_id': '6a5f148e85ef4a9b80e5517fdf788fc6', 'gw_port': {'id': '3a0d4cd7-8cbd-449d-a778-fec20aea7910', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:3b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b54fb8b-b163-48a3-b144-8be5cda72c7c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:30:08Z', 'updated_at': '2022-03-07T10:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_interfaces': [{'id': '51c6857b-1e74-4c3f-b53e-8c82f4121b89', 'name': '', 'network_id': '30023e69-476d-4a1a-a06a-7d904c24f2c0', 'tenant_id': '6a5f148e85ef4a9b80e5517fdf788fc6', 'mac_address': 'fa:16:3e:96:4e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b54fb8b-b163-48a3-b144-8be5cda72c7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c545286e-deb0-44ca-9190-77e7d2d3932b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:30:18Z', 'updated_at': '2022-03-07T10:30:34Z', 'revision_number': 5, 'project_id': '6a5f148e85ef4a9b80e5517fdf788fc6', 'subnets': [{'id': 'c545286e-deb0-44ca-9190-77e7d2d3932b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:38:14.700943 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a164ef8-33d3-4b6b-8a43-563df80fdd11 None None] Checking router: 2b54fb8b-b163-48a3-b144-8be5cda72c7c for host: dv-neutron-830731-3-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 07 10:38:14.706241 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-3927fed0-29a6-473a-a869-e753b42207b8 req-5c61aae6-8e47-484c-b9d1-ac795849fb21 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a565abd0-f909-41bf-b505-31969eef5a8d HTTP/1.1" status: 200 len: 217 time: 0.0721395 Mar 07 10:38:14.711570 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a164ef8-33d3-4b6b-8a43-563df80fdd11 None None] Routers {'2b54fb8b-b163-48a3-b144-8be5cda72c7c'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:38:14.712146 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-5a164ef8-33d3-4b6b-8a43-563df80fdd11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:38:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['2b54fb8b-b163-48a3-b144-8be5cda72c7c'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:38:14.772848 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d2b8ff-0527-46a5-ae28-92d40d767c40 req-83c1377b-76bb-4a17-81e4-f3c4ebfd00b1 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:14.774298 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-83d2b8ff-0527-46a5-ae28-92d40d767c40 req-83c1377b-76bb-4a17-81e4-f3c4ebfd00b1 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] 10.222.0.13 "GET /v2.0/ports?device_id=0861e7d9-6563-45ca-854c-f5194c0be429 HTTP/1.1" status: 200 len: 946 time: 0.1848371 Mar 07 10:38:14.782825 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3927fed0-29a6-473a-a869-e753b42207b8 req-27063d7b-f482-4919-a857-ded65ebca55e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:14.784173 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-3927fed0-29a6-473a-a869-e753b42207b8 req-27063d7b-f482-4919-a857-ded65ebca55e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c545286e-deb0-44ca-9190-77e7d2d3932b HTTP/1.1" status: 200 len: 851 time: 0.0715661 Mar 07 10:38:14.874400 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-83d2b8ff-0527-46a5-ae28-92d40d767c40 req-aa66a9b8-13f9-454d-a55b-782867813d9e tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] 10.222.0.13 "GET /v2.0/security-groups?id=c573f7f3-4cd0-4907-ba58-d47387524041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931733 Mar 07 10:38:14.892038 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-3927fed0-29a6-473a-a869-e753b42207b8 req-c88b99fc-c369-4615-9c22-6c46279c2a27 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=30023e69-476d-4a1a-a06a-7d904c24f2c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0949812 Mar 07 10:38:14.924293 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-5a164ef8-33d3-4b6b-8a43-563df80fdd11 None None] Set router 2b54fb8b-b163-48a3-b144-8be5cda72c7c gateway port host: dv-neutron-830731-3-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:38:15.028067 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-3927fed0-29a6-473a-a869-e753b42207b8 req-6e646a58-5885-43eb-860c-22f437e2519c service neutron] 10.222.0.10 "GET /v2.0/networks/30023e69-476d-4a1a-a06a-7d904c24f2c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290872 Mar 07 10:38:15.160766 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-3927fed0-29a6-473a-a869-e753b42207b8 req-8ce44124-cda6-4b61-9d0c-70324cfe144c service neutron] 10.222.0.10 "GET /v2.0/networks/30023e69-476d-4a1a-a06a-7d904c24f2c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268334 Mar 07 10:38:15.227670 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-5a164ef8-33d3-4b6b-8a43-563df80fdd11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b54fb8b-b163-48a3-b144-8be5cda72c7c', 'name': 'tempest-TestVolumeBootPattern-1562979624-router', 'tenant_id': '6a5f148e85ef4a9b80e5517fdf788fc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.38'}], 'enable_snat': True}, 'gw_port_id': '3a0d4cd7-8cbd-449d-a778-fec20aea7910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:30:06Z', 'updated_at': '2022-03-07T10:30:21Z', 'revision_number': 4, 'project_id': '6a5f148e85ef4a9b80e5517fdf788fc6', 'gw_port': {'id': '3a0d4cd7-8cbd-449d-a778-fec20aea7910', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:3b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b54fb8b-b163-48a3-b144-8be5cda72c7c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:30:08Z', 'updated_at': '2022-03-07T10:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_interfaces': [{'id': '51c6857b-1e74-4c3f-b53e-8c82f4121b89', 'name': '', 'network_id': '30023e69-476d-4a1a-a06a-7d904c24f2c0', 'tenant_id': '6a5f148e85ef4a9b80e5517fdf788fc6', 'mac_address': 'fa:16:3e:96:4e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b54fb8b-b163-48a3-b144-8be5cda72c7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c545286e-deb0-44ca-9190-77e7d2d3932b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:30:18Z', 'updated_at': '2022-03-07T10:30:34Z', 'revision_number': 5, 'project_id': '6a5f148e85ef4a9b80e5517fdf788fc6', 'subnets': [{'id': 'c545286e-deb0-44ca-9190-77e7d2d3932b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:38:15.231761 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a164ef8-33d3-4b6b-8a43-563df80fdd11 None None] The sync data for ids ['2b54fb8b-b163-48a3-b144-8be5cda72c7c'] in dv-neutron-830731-3-hyperv is: [{'id': '2b54fb8b-b163-48a3-b144-8be5cda72c7c', 'name': 'tempest-TestVolumeBootPattern-1562979624-router', 'tenant_id': '6a5f148e85ef4a9b80e5517fdf788fc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.38'}], 'enable_snat': True}, 'gw_port_id': '3a0d4cd7-8cbd-449d-a778-fec20aea7910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:30:06Z', 'updated_at': '2022-03-07T10:30:21Z', 'revision_number': 4, 'project_id': '6a5f148e85ef4a9b80e5517fdf788fc6', 'gw_port': {'id': '3a0d4cd7-8cbd-449d-a778-fec20aea7910', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:3b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b54fb8b-b163-48a3-b144-8be5cda72c7c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:30:08Z', 'updated_at': '2022-03-07T10:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_interfaces': [{'id': '51c6857b-1e74-4c3f-b53e-8c82f4121b89', 'name': '', 'network_id': '30023e69-476d-4a1a-a06a-7d904c24f2c0', 'tenant_id': '6a5f148e85ef4a9b80e5517fdf788fc6', 'mac_address': 'fa:16:3e:96:4e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b54fb8b-b163-48a3-b144-8be5cda72c7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c545286e-deb0-44ca-9190-77e7d2d3932b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:30:18Z', 'updated_at': '2022-03-07T10:30:34Z', 'revision_number': 5, 'project_id': '6a5f148e85ef4a9b80e5517fdf788fc6', 'subnets': [{'id': 'c545286e-deb0-44ca-9190-77e7d2d3932b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:38:15.441570 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9211b0-73a3-41a5-9029-095c90a5f7ad None None] New status for floating IP 2cfd8f08-2fb4-4855-a066-cc4735989d12: DOWN {{(pid=83739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 07 10:38:15.570167 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:16.072616 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c1e898-f546-445d-8093-591fcc2ea0cf req-f33d20db-58ec-4de9-8f5a-b982ba59112f tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:16.074068 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-10c1e898-f546-445d-8093-591fcc2ea0cf req-f33d20db-58ec-4de9-8f5a-b982ba59112f tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] 10.222.0.13 "GET /v2.0/ports?device_id=0861e7d9-6563-45ca-854c-f5194c0be429 HTTP/1.1" status: 200 len: 946 time: 0.0750885 Mar 07 10:38:16.170804 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-10c1e898-f546-445d-8093-591fcc2ea0cf req-a1565512-7960-4f3c-be82-232c21f07b3b tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] 10.222.0.13 "GET /v2.0/security-groups?id=c573f7f3-4cd0-4907-ba58-d47387524041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628741 Mar 07 10:38:16.186983 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8dc0b6-a327-4844-8cbc-2dec6ff33fd4 req-57aaba47-d2ac-43ca-8b48-d5ac66e08cdd tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:16.188425 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ee8dc0b6-a327-4844-8cbc-2dec6ff33fd4 req-57aaba47-d2ac-43ca-8b48-d5ac66e08cdd tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] 10.222.0.10 "GET /v2.0/ports?device_id=0861e7d9-6563-45ca-854c-f5194c0be429 HTTP/1.1" status: 200 len: 946 time: 0.1133435 Mar 07 10:38:16.256065 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [req-ee8dc0b6-a327-4844-8cbc-2dec6ff33fd4 req-72345539-8ab7-4ca5-80e8-9023b1936368 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Deleting port a565abd0-f909-41bf-b505-31969eef5a8d {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:38:16.256387 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-ee8dc0b6-a327-4844-8cbc-2dec6ff33fd4 req-72345539-8ab7-4ca5-80e8-9023b1936368 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:16.498730 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [req-ee8dc0b6-a327-4844-8cbc-2dec6ff33fd4 req-72345539-8ab7-4ca5-80e8-9023b1936368 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] For port a565abd0-f909-41bf-b505-31969eef5a8d, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=a565abd0-f909-41bf-b505-31969eef5a8d,segment=NetworkSegment(8c71cc60-e697-4bc8-ab7b-834524b4e30a),segment_id=8c71cc60-e697-4bc8-ab7b-834524b4e30a)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:38:16.499073 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-ee8dc0b6-a327-4844-8cbc-2dec6ff33fd4 req-72345539-8ab7-4ca5-80e8-9023b1936368 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:16.614260 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [req-ee8dc0b6-a327-4844-8cbc-2dec6ff33fd4 req-72345539-8ab7-4ca5-80e8-9023b1936368 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Calling delete_port for a565abd0-f909-41bf-b505-31969eef5a8d owned by compute:nova {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:38:16.750928 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-ee8dc0b6-a327-4844-8cbc-2dec6ff33fd4 req-72345539-8ab7-4ca5-80e8-9023b1936368 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:16.800345 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72345539-8ab7-4ca5-80e8-9023b1936368 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Pushing event deleted for resources: {'Port': ['ID=a565abd0-f909-41bf-b505-31969eef5a8d,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:16.839168 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72345539-8ab7-4ca5-80e8-9023b1936368 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:38:16.839507 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72345539-8ab7-4ca5-80e8-9023b1936368 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:38:16.839970 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72345539-8ab7-4ca5-80e8-9023b1936368 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:38:16.840304 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72345539-8ab7-4ca5-80e8-9023b1936368 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:38:16.840662 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72345539-8ab7-4ca5-80e8-9023b1936368 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:38:16.840986 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72345539-8ab7-4ca5-80e8-9023b1936368 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:38:16.841305 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72345539-8ab7-4ca5-80e8-9023b1936368 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:38:16.841623 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72345539-8ab7-4ca5-80e8-9023b1936368 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:38:16.841936 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72345539-8ab7-4ca5-80e8-9023b1936368 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:38:16.842246 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72345539-8ab7-4ca5-80e8-9023b1936368 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:38:16.842556 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72345539-8ab7-4ca5-80e8-9023b1936368 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:38:16.881820 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee8dc0b6-a327-4844-8cbc-2dec6ff33fd4 req-72345539-8ab7-4ca5-80e8-9023b1936368 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] No DVR routers for this DVR port a565abd0-f909-41bf-b505-31969eef5a8d on host hv-neutron-8307 {{(pid=83737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:38:16.884093 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-ee8dc0b6-a327-4844-8cbc-2dec6ff33fd4 req-72345539-8ab7-4ca5-80e8-9023b1936368 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:16.886530 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0861e7d9-6563-45ca-854c-f5194c0be429', 'name': 'network-vif-deleted', 'tag': 'a565abd0-f909-41bf-b505-31969eef5a8d'}] {{(pid=83737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 10:38:16.898090 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ee8dc0b6-a327-4844-8cbc-2dec6ff33fd4 req-72345539-8ab7-4ca5-80e8-9023b1936368 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] 10.222.0.10 "DELETE /v2.0/ports/a565abd0-f909-41bf-b505-31969eef5a8d HTTP/1.1" status: 204 len: 173 time: 0.7048509 Mar 07 10:38:16.943731 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0861e7d9-6563-45ca-854c-f5194c0be429', 'name': 'network-vif-deleted', 'tag': 'a565abd0-f909-41bf-b505-31969eef5a8d', 'status': 'completed', 'code': 200} Mar 07 10:38:17.373732 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-cb2d67dd-0586-4441-92e4-96a3c23e53f5 req-db2b081f-70cc-4ebc-b4a6-bdc182c0ee43 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Synchronizing usage tracker for tenant:6a5f148e85ef4a9b80e5517fdf788fc6 on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:38:17.388568 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-cb2d67dd-0586-4441-92e4-96a3c23e53f5 req-db2b081f-70cc-4ebc-b4a6-bdc182c0ee43 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Unset dirty status for tenant:6a5f148e85ef4a9b80e5517fdf788fc6 on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:38:17.389741 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-cb2d67dd-0586-4441-92e4-96a3c23e53f5 req-db2b081f-70cc-4ebc-b4a6-bdc182c0ee43 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] 10.222.0.13 "GET /v2.0/ports?device_id=0861e7d9-6563-45ca-854c-f5194c0be429 HTTP/1.1" status: 200 len: 210 time: 0.0565541 Mar 07 10:38:18.496780 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 40830) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:38:18.647372 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-8be63337-f529-4cd9-beb5-5397e36a5074 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Deleting port 8155d9bf-afe0-4050-9b07-12991b6d63ae {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:38:18.647616 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8be63337-f529-4cd9-beb5-5397e36a5074 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:18.808168 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8be63337-f529-4cd9-beb5-5397e36a5074 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:18.808530 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8be63337-f529-4cd9-beb5-5397e36a5074 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:18.925622 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-8be63337-f529-4cd9-beb5-5397e36a5074 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Calling delete_port for 8155d9bf-afe0-4050-9b07-12991b6d63ae owned by network:floatingip {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:38:19.057991 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8be63337-f529-4cd9-beb5-5397e36a5074 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:19.102018 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be63337-f529-4cd9-beb5-5397e36a5074 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Pushing event deleted for resources: {'Port': ['ID=8155d9bf-afe0-4050-9b07-12991b6d63ae,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:19.193388 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8be63337-f529-4cd9-beb5-5397e36a5074 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Notify callbacks [] for floatingip, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:19.211184 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8be63337-f529-4cd9-beb5-5397e36a5074 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for floatingip, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:19.212309 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-8be63337-f529-4cd9-beb5-5397e36a5074 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] 10.222.0.13 "DELETE /v2.0/floatingips/a299fbba-8490-41df-872e-b350e7f7c053 HTTP/1.1" status: 204 len: 168 time: 0.7145157 Mar 07 10:38:20.001958 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device a565abd0-f909-41bf-b505-31969eef5a8d no longer exists at agent hyperv_hv-neutron-8307 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:38:20.034689 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] No Port match for: a565abd0-f909-41bf-b505-31969eef5a8d {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 10:38:20.035034 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device a565abd0-f909-41bf-b505-31969eef5a8d not bound to the agent host hv-neutron-8307 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 10:38:21.663464 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 40846) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:38:21.814683 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7020533d-0f80-414d-9d29-7f772a3b0bf3 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:21.848238 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7020533d-0f80-414d-9d29-7f772a3b0bf3 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:21.911330 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7020533d-0f80-414d-9d29-7f772a3b0bf3 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:21.928153 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7020533d-0f80-414d-9d29-7f772a3b0bf3 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c573f7f3-4cd0-4907-ba58-d47387524041,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:21.932367 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7020533d-0f80-414d-9d29-7f772a3b0bf3 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:21.933471 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-7020533d-0f80-414d-9d29-7f772a3b0bf3 tempest-TestVolumeBootPattern-1849501807 tempest-TestVolumeBootPattern-1849501807-project] 10.222.0.13 "DELETE /v2.0/security-groups/c573f7f3-4cd0-4907-ba58-d47387524041 HTTP/1.1" status: 204 len: 168 time: 0.2689824 Mar 07 10:38:22.003784 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 40854) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:38:22.545666 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8ca5ef0e-2784-4aae-a6d1-f1c727ca27ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3920255'] for router_interface, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:23.119951 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-8ca5ef0e-2784-4aae-a6d1-f1c727ca27ef admin admin] Deleting port 51c6857b-1e74-4c3f-b53e-8c82f4121b89 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:38:23.120674 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8ca5ef0e-2784-4aae-a6d1-f1c727ca27ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:23.286971 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-8ca5ef0e-2784-4aae-a6d1-f1c727ca27ef admin admin] For port 51c6857b-1e74-4c3f-b53e-8c82f4121b89, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=51c6857b-1e74-4c3f-b53e-8c82f4121b89,segment=NetworkSegment(8c71cc60-e697-4bc8-ab7b-834524b4e30a),segment_id=8c71cc60-e697-4bc8-ab7b-834524b4e30a)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:38:23.287320 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8ca5ef0e-2784-4aae-a6d1-f1c727ca27ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:23.406389 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-8ca5ef0e-2784-4aae-a6d1-f1c727ca27ef admin admin] Calling delete_port for 51c6857b-1e74-4c3f-b53e-8c82f4121b89 owned by network:router_interface {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:38:23.650092 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8ca5ef0e-2784-4aae-a6d1-f1c727ca27ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:23.693496 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca5ef0e-2784-4aae-a6d1-f1c727ca27ef admin admin] Pushing event deleted for resources: {'Port': ['ID=51c6857b-1e74-4c3f-b53e-8c82f4121b89,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:23.980005 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8ca5ef0e-2784-4aae-a6d1-f1c727ca27ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2756383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3920168'] for router_interface, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:24.533638 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ca5ef0e-2784-4aae-a6d1-f1c727ca27ef admin admin] Router 2b54fb8b-b163-48a3-b144-8be5cda72c7c has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:38:24.723892 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ca5ef0e-2784-4aae-a6d1-f1c727ca27ef admin admin] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:38:24.732588 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e388785e-e441-4607-8aea-7db429477907 None None] Sync routers for ids ['2b54fb8b-b163-48a3-b144-8be5cda72c7c'] in dv-neutron-830731-3-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:38:24.735850 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-8ca5ef0e-2784-4aae-a6d1-f1c727ca27ef admin admin] 10.222.0.13 "PUT /v2.0/routers/2b54fb8b-b163-48a3-b144-8be5cda72c7c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7310364 Mar 07 10:38:24.738302 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 40860) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:38:24.745004 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e388785e-e441-4607-8aea-7db429477907 None None] Routers {'2b54fb8b-b163-48a3-b144-8be5cda72c7c'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:38:24.745597 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-e388785e-e441-4607-8aea-7db429477907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:38:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['2b54fb8b-b163-48a3-b144-8be5cda72c7c'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:38:24.924355 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-e388785e-e441-4607-8aea-7db429477907 None None] Set router 2b54fb8b-b163-48a3-b144-8be5cda72c7c gateway port host: dv-neutron-830731-3-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:38:25.033177 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-590a95bb-ca28-4846-857e-3132b338f591 admin admin] Notify callbacks [] for router, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:25.205657 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-e388785e-e441-4607-8aea-7db429477907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b54fb8b-b163-48a3-b144-8be5cda72c7c', 'name': 'tempest-TestVolumeBootPattern-1562979624-router', 'tenant_id': '6a5f148e85ef4a9b80e5517fdf788fc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.38'}], 'enable_snat': True}, 'gw_port_id': '3a0d4cd7-8cbd-449d-a778-fec20aea7910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:30:06Z', 'updated_at': '2022-03-07T10:38:23Z', 'revision_number': 5, 'project_id': '6a5f148e85ef4a9b80e5517fdf788fc6', 'gw_port': {'id': '3a0d4cd7-8cbd-449d-a778-fec20aea7910', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:3b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b54fb8b-b163-48a3-b144-8be5cda72c7c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:30:08Z', 'updated_at': '2022-03-07T10:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv'}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:38:25.209414 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e388785e-e441-4607-8aea-7db429477907 None None] Checking router: 2b54fb8b-b163-48a3-b144-8be5cda72c7c for host: dv-neutron-830731-3-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 07 10:38:25.219583 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e388785e-e441-4607-8aea-7db429477907 None None] Routers {'2b54fb8b-b163-48a3-b144-8be5cda72c7c'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:38:25.220168 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-e388785e-e441-4607-8aea-7db429477907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:38:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['2b54fb8b-b163-48a3-b144-8be5cda72c7c'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:38:25.227593 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-590a95bb-ca28-4846-857e-3132b338f591 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:25.242231 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-590a95bb-ca28-4846-857e-3132b338f591 admin admin] Deleting port 3a0d4cd7-8cbd-449d-a778-fec20aea7910 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:38:25.242608 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-590a95bb-ca28-4846-857e-3132b338f591 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:25.373523 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-e388785e-e441-4607-8aea-7db429477907 None None] Set router 2b54fb8b-b163-48a3-b144-8be5cda72c7c gateway port host: None {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:38:25.420960 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-590a95bb-ca28-4846-857e-3132b338f591 admin admin] For port 3a0d4cd7-8cbd-449d-a778-fec20aea7910, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=3a0d4cd7-8cbd-449d-a778-fec20aea7910,segment=NetworkSegment(9a22e080-7529-4fc7-949d-9f84ba21807d),segment_id=9a22e080-7529-4fc7-949d-9f84ba21807d)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:38:25.421316 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-590a95bb-ca28-4846-857e-3132b338f591 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:25.478770 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-e388785e-e441-4607-8aea-7db429477907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b54fb8b-b163-48a3-b144-8be5cda72c7c', 'name': 'tempest-TestVolumeBootPattern-1562979624-router', 'tenant_id': '6a5f148e85ef4a9b80e5517fdf788fc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:30:06Z', 'updated_at': '2022-03-07T10:38:25Z', 'revision_number': 6, 'project_id': '6a5f148e85ef4a9b80e5517fdf788fc6', 'gw_port_host': None}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:38:25.483311 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e388785e-e441-4607-8aea-7db429477907 None None] The sync data for ids ['2b54fb8b-b163-48a3-b144-8be5cda72c7c'] in dv-neutron-830731-3-hyperv is: [{'id': '2b54fb8b-b163-48a3-b144-8be5cda72c7c', 'name': 'tempest-TestVolumeBootPattern-1562979624-router', 'tenant_id': '6a5f148e85ef4a9b80e5517fdf788fc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:30:06Z', 'updated_at': '2022-03-07T10:38:25Z', 'revision_number': 6, 'project_id': '6a5f148e85ef4a9b80e5517fdf788fc6', 'gw_port_host': None}] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:38:25.542148 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-590a95bb-ca28-4846-857e-3132b338f591 admin admin] Calling delete_port for 3a0d4cd7-8cbd-449d-a778-fec20aea7910 owned by network:router_gateway {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:38:25.702834 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-590a95bb-ca28-4846-857e-3132b338f591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:25.744341 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590a95bb-ca28-4846-857e-3132b338f591 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a0d4cd7-8cbd-449d-a778-fec20aea7910,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:25.965705 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-590a95bb-ca28-4846-857e-3132b338f591 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923554'] for router_gateway, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:26.216251 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-590a95bb-ca28-4846-857e-3132b338f591 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3917970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58043'] for router, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:26.220399 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-590a95bb-ca28-4846-857e-3132b338f591 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:26.249180 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-590a95bb-ca28-4846-857e-3132b338f591 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3917886'] for router, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:26.250012 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-590a95bb-ca28-4846-857e-3132b338f591 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2b54fb8b-b163-48a3-b144-8be5cda72c7c {{(pid=83737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 10:38:26.263284 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-590a95bb-ca28-4846-857e-3132b338f591 admin admin] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:26.266801 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-590a95bb-ca28-4846-857e-3132b338f591 admin admin] 10.222.0.13 "DELETE /v2.0/routers/2b54fb8b-b163-48a3-b144-8be5cda72c7c HTTP/1.1" status: 204 len: 168 time: 1.5252287 Mar 07 10:38:26.267043 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 40864) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:38:26.425243 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_v2 [None req-7baa1635-dc72-4b17-b5e1-5c5ca15d9229 admin admin] Deleting subnet c545286e-deb0-44ca-9190-77e7d2d3932b {{(pid=83737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 07 10:38:26.428397 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7baa1635-dc72-4b17-b5e1-5c5ca15d9229 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:26.468403 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 3a0d4cd7-8cbd-449d-a778-fec20aea7910 no longer exists at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:38:26.480007 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7baa1635-dc72-4b17-b5e1-5c5ca15d9229 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2627781'] for subnet, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:26.504382 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] No Port match for: 3a0d4cd7-8cbd-449d-a778-fec20aea7910 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 10:38:26.504811 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 3a0d4cd7-8cbd-449d-a778-fec20aea7910 not bound to the agent host dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 10:38:26.505219 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 51c6857b-1e74-4c3f-b53e-8c82f4121b89 no longer exists at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:38:26.538148 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] No Port match for: 51c6857b-1e74-4c3f-b53e-8c82f4121b89 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 10:38:26.538653 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 51c6857b-1e74-4c3f-b53e-8c82f4121b89 not bound to the agent host dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 10:38:26.564238 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7baa1635-dc72-4b17-b5e1-5c5ca15d9229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1525496'] for subnet, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:26.633956 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7baa1635-dc72-4b17-b5e1-5c5ca15d9229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1525489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3012507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3219316'] for subnet, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:26.667307 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baa1635-dc72-4b17-b5e1-5c5ca15d9229 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c545286e-deb0-44ca-9190-77e7d2d3932b,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:26.677376 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7baa1635-dc72-4b17-b5e1-5c5ca15d9229 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:26.682411 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1827b38b-ba69-4d3b-aa90-1917f044fd5b None None] Network 30023e69-476d-4a1a-a06a-7d904c24f2c0 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:38:26.684929 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-7baa1635-dc72-4b17-b5e1-5c5ca15d9229 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/c545286e-deb0-44ca-9190-77e7d2d3932b HTTP/1.1" status: 204 len: 168 time: 0.4169207 Mar 07 10:38:26.687338 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 40868) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:38:26.793941 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-335ffbd0-d575-4c9d-909c-716515cb8a2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1158940'] for network, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:26.804245 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-335ffbd0-d575-4c9d-909c-716515cb8a2f admin admin] Deleting port 120077a2-6402-40db-80e4-82ad02280abc {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:38:26.804609 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-335ffbd0-d575-4c9d-909c-716515cb8a2f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:26.967098 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3805c52e-fb42-408c-a6ec-0ba1f32e0692 None None] DHCP port deletion for 30023e69-476d-4a1a-a06a-7d904c24f2c0 request from dv-neutron-830731-3-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 07 10:38:26.971678 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-3805c52e-fb42-408c-a6ec-0ba1f32e0692 None None] Deleting port 120077a2-6402-40db-80e4-82ad02280abc {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:38:26.972046 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-3805c52e-fb42-408c-a6ec-0ba1f32e0692 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:27.008132 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-335ffbd0-d575-4c9d-909c-716515cb8a2f admin admin] For port 120077a2-6402-40db-80e4-82ad02280abc, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=120077a2-6402-40db-80e4-82ad02280abc,segment=NetworkSegment(8c71cc60-e697-4bc8-ab7b-834524b4e30a),segment_id=8c71cc60-e697-4bc8-ab7b-834524b4e30a)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:38:27.008873 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-335ffbd0-d575-4c9d-909c-716515cb8a2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:27.144017 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-335ffbd0-d575-4c9d-909c-716515cb8a2f admin admin] Calling delete_port for 120077a2-6402-40db-80e4-82ad02280abc owned by network:dhcp {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:38:27.172702 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-3805c52e-fb42-408c-a6ec-0ba1f32e0692 None None] For port 120077a2-6402-40db-80e4-82ad02280abc, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=120077a2-6402-40db-80e4-82ad02280abc,segment=NetworkSegment(8c71cc60-e697-4bc8-ab7b-834524b4e30a),segment_id=8c71cc60-e697-4bc8-ab7b-834524b4e30a)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:38:27.173078 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-3805c52e-fb42-408c-a6ec-0ba1f32e0692 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:27.217989 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-335ffbd0-d575-4c9d-909c-716515cb8a2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:27.264041 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335ffbd0-d575-4c9d-909c-716515cb8a2f admin admin] Pushing event deleted for resources: {'Port': ['ID=120077a2-6402-40db-80e4-82ad02280abc,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:27.270263 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335ffbd0-d575-4c9d-909c-716515cb8a2f admin admin] No DVR routers for this DVR port 120077a2-6402-40db-80e4-82ad02280abc on host dv-neutron-830731-3-hyperv {{(pid=83737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:38:27.298949 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-3805c52e-fb42-408c-a6ec-0ba1f32e0692 None None] Calling delete_port for 120077a2-6402-40db-80e4-82ad02280abc owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:38:27.371071 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.db.api [None req-3805c52e-fb42-408c-a6ec-0ba1f32e0692 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 10:38:27.371415 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG oslo_db.api [None req-3805c52e-fb42-408c-a6ec-0ba1f32e0692 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 10:38:27.384539 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-335ffbd0-d575-4c9d-909c-716515cb8a2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1526893', 'neutron.services.segments.db._delete_segments_for_network-8732568551033'] for network, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:27.409523 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-335ffbd0-d575-4c9d-909c-716515cb8a2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30023e69-476d-4a1a-a06a-7d904c24f2c0']}} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:38:27.421912 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-335ffbd0-d575-4c9d-909c-716515cb8a2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c71cc60-e697-4bc8-ab7b-834524b4e30a') {'for_net_delete': True} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:38:27.422202 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-335ffbd0-d575-4c9d-909c-716515cb8a2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c71cc60-e697-4bc8-ab7b-834524b4e30a') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:38:27.433115 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-335ffbd0-d575-4c9d-909c-716515cb8a2f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732568550916', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629174'] for segment, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:27.448149 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-335ffbd0-d575-4c9d-909c-716515cb8a2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:27.454944 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-335ffbd0-d575-4c9d-909c-716515cb8a2f admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=83737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 07 10:38:27.455326 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-335ffbd0-d575-4c9d-909c-716515cb8a2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1227397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3012597'] for segment, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:27.468589 dv-neutron-830731-3-hyperv neutron-server[83737]: Traceback (most recent call last): Mar 07 10:38:27.468589 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 07 10:38:27.468589 dv-neutron-830731-3-hyperv neutron-server[83737]: timer() Mar 07 10:38:27.468589 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:38:27.468589 dv-neutron-830731-3-hyperv neutron-server[83737]: cb(*args, **kw) Mar 07 10:38:27.468589 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 10:38:27.468589 dv-neutron-830731-3-hyperv neutron-server[83737]: return func(*args, **kwargs) Mar 07 10:38:27.468589 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:38:27.468589 dv-neutron-830731-3-hyperv neutron-server[83737]: self._notify() Mar 07 10:38:27.468589 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:38:27.468589 dv-neutron-830731-3-hyperv neutron-server[83737]: self.callback(batched_events) Mar 07 10:38:27.468589 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:38:27.468589 dv-neutron-830731-3-hyperv neutron-server[83737]: event.method(event) Mar 07 10:38:27.468589 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 10:38:27.468589 dv-neutron-830731-3-hyperv neutron-server[83737]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:38:27.468589 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 10:38:27.468589 dv-neutron-830731-3-hyperv neutron-server[83737]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:38:27.468589 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 10:38:27.468589 dv-neutron-830731-3-hyperv neutron-server[83737]: return f(self, *a, **k) Mar 07 10:38:27.468589 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:38:27.468589 dv-neutron-830731-3-hyperv neutron-server[83737]: return self._get(url).json() Mar 07 10:38:27.468589 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:38:27.468589 dv-neutron-830731-3-hyperv neutron-server[83737]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:38:27.468589 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 07 10:38:27.468589 dv-neutron-830731-3-hyperv neutron-server[83737]: return self.request(url, 'GET', **kwargs) Mar 07 10:38:27.468589 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 07 10:38:27.468589 dv-neutron-830731-3-hyperv neutron-server[83737]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:38:27.468589 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 07 10:38:27.468589 dv-neutron-830731-3-hyperv neutron-server[83737]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:38:27.468589 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 07 10:38:27.468589 dv-neutron-830731-3-hyperv neutron-server[83737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:38:27.468589 dv-neutron-830731-3-hyperv neutron-server[83737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:38:27.542461 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-335ffbd0-d575-4c9d-909c-716515cb8a2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1526886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923583'] for network, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:27.558035 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-335ffbd0-d575-4c9d-909c-716515cb8a2f admin admin] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:27.570401 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335ffbd0-d575-4c9d-909c-716515cb8a2f admin admin] Pushing event deleted for resources: {'Network': ['ID=30023e69-476d-4a1a-a06a-7d904c24f2c0,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:27.575677 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-335ffbd0-d575-4c9d-909c-716515cb8a2f admin admin] 10.222.0.13 "DELETE /v2.0/networks/30023e69-476d-4a1a-a06a-7d904c24f2c0 HTTP/1.1" status: 204 len: 168 time: 0.8874128 Mar 07 10:38:27.578743 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 40872) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:38:27.872988 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-3805c52e-fb42-408c-a6ec-0ba1f32e0692 None None] Deleting port 120077a2-6402-40db-80e4-82ad02280abc {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:38:27.873612 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-3805c52e-fb42-408c-a6ec-0ba1f32e0692 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:27.944386 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-3805c52e-fb42-408c-a6ec-0ba1f32e0692 None None] The port '120077a2-6402-40db-80e4-82ad02280abc' was deleted {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 07 10:38:28.041436 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-53dbcfa3-40a0-4f0a-a2a0-cbecefc222ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3920255'] for router_interface, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:28.345238 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c8f88a97-f980-44fe-9942-408437e07ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:28.460988 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 120077a2-6402-40db-80e4-82ad02280abc no longer exists at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:38:28.495752 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] No Port match for: 120077a2-6402-40db-80e4-82ad02280abc {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 10:38:28.496738 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 120077a2-6402-40db-80e4-82ad02280abc not bound to the agent host dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 10:38:28.615895 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-53dbcfa3-40a0-4f0a-a2a0-cbecefc222ba admin admin] Deleting port 8ce1a243-d3c0-4772-a85b-061c7f08ec66 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:38:28.616418 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-53dbcfa3-40a0-4f0a-a2a0-cbecefc222ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:28.782728 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-53dbcfa3-40a0-4f0a-a2a0-cbecefc222ba admin admin] For port 8ce1a243-d3c0-4772-a85b-061c7f08ec66, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=8ce1a243-d3c0-4772-a85b-061c7f08ec66,segment=NetworkSegment(f9edd395-f08a-4c25-8482-db84092ba057),segment_id=f9edd395-f08a-4c25-8482-db84092ba057)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:38:28.783073 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-53dbcfa3-40a0-4f0a-a2a0-cbecefc222ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:28.898730 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-53dbcfa3-40a0-4f0a-a2a0-cbecefc222ba admin admin] Calling delete_port for 8ce1a243-d3c0-4772-a85b-061c7f08ec66 owned by network:router_interface {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:38:29.059301 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-53dbcfa3-40a0-4f0a-a2a0-cbecefc222ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:29.103927 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dbcfa3-40a0-4f0a-a2a0-cbecefc222ba admin admin] Pushing event deleted for resources: {'Port': ['ID=8ce1a243-d3c0-4772-a85b-061c7f08ec66,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:29.387784 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-53dbcfa3-40a0-4f0a-a2a0-cbecefc222ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2756383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3920168'] for router_interface, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:30.037352 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53dbcfa3-40a0-4f0a-a2a0-cbecefc222ba admin admin] Router 29b22dda-ab25-446b-98a2-356474552994 has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:38:30.274129 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4153a3a-d610-4b27-8e12-53f27c48b73d req-e9a89abf-ad54-4bd4-a228-c5fba446f34d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:30.275537 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d4153a3a-d610-4b27-8e12-53f27c48b73d req-e9a89abf-ad54-4bd4-a228-c5fba446f34d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/ports?device_id=b794a2b0-a791-4efc-b6f8-c16fcc3ad625 HTTP/1.1" status: 200 len: 946 time: 0.1189954 Mar 07 10:38:30.338256 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d4153a3a-d610-4b27-8e12-53f27c48b73d req-aaa22e62-33f3-4ab1-a31f-c961567f16dd tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/security-groups?id=67f655e5-d39f-47bf-8ac7-3bc3be0d3d91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559819 Mar 07 10:38:30.355912 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53dbcfa3-40a0-4f0a-a2a0-cbecefc222ba admin admin] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:38:30.372720 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a02b30f-6b43-4a8e-816b-633683c9a64b None None] Sync routers for ids ['29b22dda-ab25-446b-98a2-356474552994'] in dv-neutron-830731-3-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:38:30.381676 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-53dbcfa3-40a0-4f0a-a2a0-cbecefc222ba admin admin] 10.222.0.13 "PUT /v2.0/routers/29b22dda-ab25-446b-98a2-356474552994/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8019462 Mar 07 10:38:30.384253 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 40888) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:38:30.384427 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a02b30f-6b43-4a8e-816b-633683c9a64b None None] Routers {'29b22dda-ab25-446b-98a2-356474552994'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:38:30.385065 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-6a02b30f-6b43-4a8e-816b-633683c9a64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:38:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['29b22dda-ab25-446b-98a2-356474552994'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:38:30.568184 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-17fc23df-aa0c-4445-afac-ad121be3f837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:30.583126 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-6a02b30f-6b43-4a8e-816b-633683c9a64b None None] Set router 29b22dda-ab25-446b-98a2-356474552994 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:38:30.638719 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a18703b1-3b4d-429d-af80-dfd7ab3b1dab admin admin] Notify callbacks [] for router, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:30.855338 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a18703b1-3b4d-429d-af80-dfd7ab3b1dab admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:30.865658 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-a18703b1-3b4d-429d-af80-dfd7ab3b1dab admin admin] Deleting port d6bd9e99-6ae6-4bc4-9986-483fc003cde5 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:38:30.866025 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a18703b1-3b4d-429d-af80-dfd7ab3b1dab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:30.884865 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-6a02b30f-6b43-4a8e-816b-633683c9a64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29b22dda-ab25-446b-98a2-356474552994', 'name': 'tempest-TestVolumeBootPattern-620463928-router', 'tenant_id': '25866ad4c20e46fbafccc3c9c4d13e40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.171'}], 'enable_snat': True}, 'gw_port_id': 'd6bd9e99-6ae6-4bc4-9986-483fc003cde5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:30:30Z', 'updated_at': '2022-03-07T10:38:28Z', 'revision_number': 5, 'project_id': '25866ad4c20e46fbafccc3c9c4d13e40', 'gw_port': {'id': 'd6bd9e99-6ae6-4bc4-9986-483fc003cde5', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:df:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29b22dda-ab25-446b-98a2-356474552994', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:30:33Z', 'updated_at': '2022-03-07T10:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv'}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:38:30.889429 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a02b30f-6b43-4a8e-816b-633683c9a64b None None] Checking router: 29b22dda-ab25-446b-98a2-356474552994 for host: dv-neutron-830731-3-hyperv {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 07 10:38:30.900191 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a02b30f-6b43-4a8e-816b-633683c9a64b None None] Routers {'29b22dda-ab25-446b-98a2-356474552994'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:38:30.900827 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-6a02b30f-6b43-4a8e-816b-633683c9a64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:38:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['29b22dda-ab25-446b-98a2-356474552994'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:38:31.061104 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-6a02b30f-6b43-4a8e-816b-633683c9a64b None None] Set router 29b22dda-ab25-446b-98a2-356474552994 gateway port host: None {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:38:31.154975 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-a18703b1-3b4d-429d-af80-dfd7ab3b1dab admin admin] For port d6bd9e99-6ae6-4bc4-9986-483fc003cde5, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=d6bd9e99-6ae6-4bc4-9986-483fc003cde5,segment=NetworkSegment(9a22e080-7529-4fc7-949d-9f84ba21807d),segment_id=9a22e080-7529-4fc7-949d-9f84ba21807d)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:38:31.155523 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a18703b1-3b4d-429d-af80-dfd7ab3b1dab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:31.204742 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-6a02b30f-6b43-4a8e-816b-633683c9a64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29b22dda-ab25-446b-98a2-356474552994', 'name': 'tempest-TestVolumeBootPattern-620463928-router', 'tenant_id': '25866ad4c20e46fbafccc3c9c4d13e40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:30:30Z', 'updated_at': '2022-03-07T10:38:30Z', 'revision_number': 6, 'project_id': '25866ad4c20e46fbafccc3c9c4d13e40', 'gw_port_host': None}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:38:31.208576 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a02b30f-6b43-4a8e-816b-633683c9a64b None None] The sync data for ids ['29b22dda-ab25-446b-98a2-356474552994'] in dv-neutron-830731-3-hyperv is: [{'id': '29b22dda-ab25-446b-98a2-356474552994', 'name': 'tempest-TestVolumeBootPattern-620463928-router', 'tenant_id': '25866ad4c20e46fbafccc3c9c4d13e40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:30:30Z', 'updated_at': '2022-03-07T10:38:30Z', 'revision_number': 6, 'project_id': '25866ad4c20e46fbafccc3c9c4d13e40', 'gw_port_host': None}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:38:31.276879 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-a18703b1-3b4d-429d-af80-dfd7ab3b1dab admin admin] Calling delete_port for d6bd9e99-6ae6-4bc4-9986-483fc003cde5 owned by network:router_gateway {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:38:31.447413 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a18703b1-3b4d-429d-af80-dfd7ab3b1dab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:31.530109 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18703b1-3b4d-429d-af80-dfd7ab3b1dab admin admin] Pushing event deleted for resources: {'Port': ['ID=d6bd9e99-6ae6-4bc4-9986-483fc003cde5,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:31.760161 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-711fefd2-3b30-4759-8df5-0aecff1c8e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:31.821268 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730ef323-0ef6-42da-b2b9-ebdd32dc3395 req-1a0ae4bb-e2ff-43df-b4e9-34c9f424a04b tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:31.822686 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-730ef323-0ef6-42da-b2b9-ebdd32dc3395 req-1a0ae4bb-e2ff-43df-b4e9-34c9f424a04b tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/ports?device_id=b794a2b0-a791-4efc-b6f8-c16fcc3ad625 HTTP/1.1" status: 200 len: 946 time: 0.3440835 Mar 07 10:38:31.866114 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a18703b1-3b4d-429d-af80-dfd7ab3b1dab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923554'] for router_gateway, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:31.873504 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:32.011223 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df94f17-0592-48ee-bfe7-4bd3d9e66993 req-d42766bb-eb01-4041-a9b2-fd92e5910634 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:32.013241 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-2df94f17-0592-48ee-bfe7-4bd3d9e66993 req-d42766bb-eb01-4041-a9b2-fd92e5910634 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.10 "GET /v2.0/ports?device_id=b794a2b0-a791-4efc-b6f8-c16fcc3ad625 HTTP/1.1" status: 200 len: 946 time: 0.4045169 Mar 07 10:38:32.021241 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-730ef323-0ef6-42da-b2b9-ebdd32dc3395 req-c8ffdf99-049a-43ca-bd0b-8a3c5c0be70d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/security-groups?id=67f655e5-d39f-47bf-8ac7-3bc3be0d3d91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1868353 Mar 07 10:38:32.195174 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a18703b1-3b4d-429d-af80-dfd7ab3b1dab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3917970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58043'] for router, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:32.204414 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [req-2df94f17-0592-48ee-bfe7-4bd3d9e66993 req-7be06560-f325-43c2-9f19-5536bc4a3426 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Deleting port defcd27e-b3b6-40e1-a1f7-c86b4496243e {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:38:32.204767 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-2df94f17-0592-48ee-bfe7-4bd3d9e66993 req-7be06560-f325-43c2-9f19-5536bc4a3426 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:32.233196 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a18703b1-3b4d-429d-af80-dfd7ab3b1dab admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:32.397845 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a18703b1-3b4d-429d-af80-dfd7ab3b1dab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3917886'] for router, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:32.398354 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a18703b1-3b4d-429d-af80-dfd7ab3b1dab admin admin] Fanout notify agent at l3_agent the message router_deleted on router 29b22dda-ab25-446b-98a2-356474552994 {{(pid=83737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 10:38:32.442068 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a18703b1-3b4d-429d-af80-dfd7ab3b1dab admin admin] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:32.445427 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-a18703b1-3b4d-429d-af80-dfd7ab3b1dab admin admin] 10.222.0.13 "DELETE /v2.0/routers/29b22dda-ab25-446b-98a2-356474552994 HTTP/1.1" status: 204 len: 168 time: 2.0579827 Mar 07 10:38:32.446108 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 40898) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:38:32.468274 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 8ce1a243-d3c0-4772-a85b-061c7f08ec66 no longer exists at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:38:32.510060 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] No Port match for: 8ce1a243-d3c0-4772-a85b-061c7f08ec66 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 10:38:32.510688 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 8ce1a243-d3c0-4772-a85b-061c7f08ec66 not bound to the agent host dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 10:38:32.511526 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device d6bd9e99-6ae6-4bc4-9986-483fc003cde5 no longer exists at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:38:32.524611 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4ba818b-ac47-4d50-a4f3-4a19354152d1 admin admin] Deleting subnet 1a28df13-f6df-4d36-b4a4-d44c7c0cbabb {{(pid=83738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 07 10:38:32.529236 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a4ba818b-ac47-4d50-a4f3-4a19354152d1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:32.551276 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] No Port match for: d6bd9e99-6ae6-4bc4-9986-483fc003cde5 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 10:38:32.551531 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device d6bd9e99-6ae6-4bc4-9986-483fc003cde5 not bound to the agent host dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 10:38:32.572854 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [req-2df94f17-0592-48ee-bfe7-4bd3d9e66993 req-7be06560-f325-43c2-9f19-5536bc4a3426 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] For port defcd27e-b3b6-40e1-a1f7-c86b4496243e, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=defcd27e-b3b6-40e1-a1f7-c86b4496243e,segment=NetworkSegment(e7fcbad2-e141-4cf2-aead-fd544d85d9b3),segment_id=e7fcbad2-e141-4cf2-aead-fd544d85d9b3)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:38:32.573591 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-2df94f17-0592-48ee-bfe7-4bd3d9e66993 req-7be06560-f325-43c2-9f19-5536bc4a3426 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:32.583137 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a4ba818b-ac47-4d50-a4f3-4a19354152d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2969395'] for subnet, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:32.659833 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a4ba818b-ac47-4d50-a4f3-4a19354152d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1525496'] for subnet, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:32.727183 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a4ba818b-ac47-4d50-a4f3-4a19354152d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1525489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3556647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741465'] for subnet, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:32.867359 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-2df94f17-0592-48ee-bfe7-4bd3d9e66993 req-7be06560-f325-43c2-9f19-5536bc4a3426 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:32.867610 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-2df94f17-0592-48ee-bfe7-4bd3d9e66993 req-7be06560-f325-43c2-9f19-5536bc4a3426 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923533'] for floatingip, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:32.867943 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.db.l3_db [req-2df94f17-0592-48ee-bfe7-4bd3d9e66993 req-7be06560-f325-43c2-9f19-5536bc4a3426 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Floating IP 154ebaac-842c-42f9-b5e8-1724e049ed05 disassociated. External IP: 172.26.8.236, port: defcd27e-b3b6-40e1-a1f7-c86b4496243e. Mar 07 10:38:32.868272 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [req-2df94f17-0592-48ee-bfe7-4bd3d9e66993 req-7be06560-f325-43c2-9f19-5536bc4a3426 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Calling delete_port for defcd27e-b3b6-40e1-a1f7-c86b4496243e owned by compute:nova {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:38:32.869583 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ba818b-ac47-4d50-a4f3-4a19354152d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a28df13-f6df-4d36-b4a4-d44c7c0cbabb,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:32.875757 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a4ba818b-ac47-4d50-a4f3-4a19354152d1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:32.884348 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-a4ba818b-ac47-4d50-a4f3-4a19354152d1 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/1a28df13-f6df-4d36-b4a4-d44c7c0cbabb HTTP/1.1" status: 204 len: 168 time: 0.4342773 Mar 07 10:38:32.884544 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d1de7d7-59df-4c26-9740-e74c2a3b58f7 None None] Network 30fbd0af-73aa-415c-b22d-7ee9da4c7fa3 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:38:32.885004 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 40902) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:38:32.995195 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2ec47608-31e7-4b48-b987-f8047c7e5531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1158940'] for network, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:33.007159 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-2ec47608-31e7-4b48-b987-f8047c7e5531 admin admin] Deleting port 1a302249-cf06-45ae-b8ec-cdfa0682ad9b {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:38:33.007486 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2ec47608-31e7-4b48-b987-f8047c7e5531 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:33.023481 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-2df94f17-0592-48ee-bfe7-4bd3d9e66993 req-7be06560-f325-43c2-9f19-5536bc4a3426 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:33.093003 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be06560-f325-43c2-9f19-5536bc4a3426 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event deleted for resources: {'Port': ['ID=defcd27e-b3b6-40e1-a1f7-c86b4496243e,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:33.150549 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-776b17c8-390c-4bab-acbc-1e2122a73328 None None] DHCP port deletion for 30fbd0af-73aa-415c-b22d-7ee9da4c7fa3 request from dv-neutron-830731-3-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 07 10:38:33.159569 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-776b17c8-390c-4bab-acbc-1e2122a73328 None None] Deleting port 1a302249-cf06-45ae-b8ec-cdfa0682ad9b {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:38:33.159941 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-776b17c8-390c-4bab-acbc-1e2122a73328 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:33.225081 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-2ec47608-31e7-4b48-b987-f8047c7e5531 admin admin] For port 1a302249-cf06-45ae-b8ec-cdfa0682ad9b, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=1a302249-cf06-45ae-b8ec-cdfa0682ad9b,segment=NetworkSegment(f9edd395-f08a-4c25-8482-db84092ba057),segment_id=f9edd395-f08a-4c25-8482-db84092ba057)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:38:33.225807 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2ec47608-31e7-4b48-b987-f8047c7e5531 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:33.234748 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c87150bd-aa9c-4ad1-bb68-57ec66d4fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:33.277706 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-215ba8bb-1c70-4086-bca9-fc60a5fd37af req-271d0a90-c2bc-4576-95d6-110be560e56e tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/ports?device_id=b794a2b0-a791-4efc-b6f8-c16fcc3ad625 HTTP/1.1" status: 200 len: 210 time: 0.0955935 Mar 07 10:38:33.369714 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2df94f17-0592-48ee-bfe7-4bd3d9e66993 req-7be06560-f325-43c2-9f19-5536bc4a3426 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Router c3ea54d2-cdc8-44e7-b61a-08f2d99f06f0 has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:38:33.387575 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-2ec47608-31e7-4b48-b987-f8047c7e5531 admin admin] Calling delete_port for 1a302249-cf06-45ae-b8ec-cdfa0682ad9b owned by network:dhcp {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:38:33.389789 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-776b17c8-390c-4bab-acbc-1e2122a73328 None None] For port 1a302249-cf06-45ae-b8ec-cdfa0682ad9b, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=1a302249-cf06-45ae-b8ec-cdfa0682ad9b,segment=NetworkSegment(f9edd395-f08a-4c25-8482-db84092ba057),segment_id=f9edd395-f08a-4c25-8482-db84092ba057)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:38:33.390178 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-776b17c8-390c-4bab-acbc-1e2122a73328 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:33.478318 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2ec47608-31e7-4b48-b987-f8047c7e5531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:33.520004 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-776b17c8-390c-4bab-acbc-1e2122a73328 None None] Calling delete_port for 1a302249-cf06-45ae-b8ec-cdfa0682ad9b owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:38:33.528860 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec47608-31e7-4b48-b987-f8047c7e5531 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a302249-cf06-45ae-b8ec-cdfa0682ad9b,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:33.535991 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec47608-31e7-4b48-b987-f8047c7e5531 admin admin] No DVR routers for this DVR port 1a302249-cf06-45ae-b8ec-cdfa0682ad9b on host dv-neutron-830731-3-hyperv {{(pid=83738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:38:33.596932 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2df94f17-0592-48ee-bfe7-4bd3d9e66993 req-7be06560-f325-43c2-9f19-5536bc4a3426 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:38:33.609042 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e0ad19-fa19-4edb-8a89-c4fb884e53b0 None None] Sync routers for ids ['c3ea54d2-cdc8-44e7-b61a-08f2d99f06f0'] in dv-neutron-830731-3-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:38:33.622111 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.db.api [None req-776b17c8-390c-4bab-acbc-1e2122a73328 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 10:38:33.622421 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG oslo_db.api [None req-776b17c8-390c-4bab-acbc-1e2122a73328 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 10:38:33.631731 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e0ad19-fa19-4edb-8a89-c4fb884e53b0 None None] Routers {'c3ea54d2-cdc8-44e7-b61a-08f2d99f06f0'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:38:33.632342 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-59e0ad19-fa19-4edb-8a89-c4fb884e53b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:38:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['c3ea54d2-cdc8-44e7-b61a-08f2d99f06f0'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:38:33.681122 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2ec47608-31e7-4b48-b987-f8047c7e5531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1526893', 'neutron.services.segments.db._delete_segments_for_network-8732568551033'] for network, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:33.687916 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [req-2df94f17-0592-48ee-bfe7-4bd3d9e66993 req-7be06560-f325-43c2-9f19-5536bc4a3426 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] No DVR routers for this DVR port defcd27e-b3b6-40e1-a1f7-c86b4496243e on host hv-neutron-8307 {{(pid=83737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:38:33.690772 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-2df94f17-0592-48ee-bfe7-4bd3d9e66993 req-7be06560-f325-43c2-9f19-5536bc4a3426 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:33.693519 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b794a2b0-a791-4efc-b6f8-c16fcc3ad625', 'name': 'network-vif-deleted', 'tag': 'defcd27e-b3b6-40e1-a1f7-c86b4496243e'}] {{(pid=83737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 10:38:33.711337 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-2df94f17-0592-48ee-bfe7-4bd3d9e66993 req-7be06560-f325-43c2-9f19-5536bc4a3426 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.10 "DELETE /v2.0/ports/defcd27e-b3b6-40e1-a1f7-c86b4496243e HTTP/1.1" status: 204 len: 173 time: 1.6925540 Mar 07 10:38:33.714165 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-2ec47608-31e7-4b48-b987-f8047c7e5531 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30fbd0af-73aa-415c-b22d-7ee9da4c7fa3']}} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:38:33.726516 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-2ec47608-31e7-4b48-b987-f8047c7e5531 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9edd395-f08a-4c25-8482-db84092ba057') {'for_net_delete': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:38:33.726936 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-2ec47608-31e7-4b48-b987-f8047c7e5531 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9edd395-f08a-4c25-8482-db84092ba057') {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:38:33.740018 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2ec47608-31e7-4b48-b987-f8047c7e5531 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732568550916', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968000'] for segment, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:33.757222 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2ec47608-31e7-4b48-b987-f8047c7e5531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:33.763503 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ec47608-31e7-4b48-b987-f8047c7e5531 admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=83738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 07 10:38:33.763947 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2ec47608-31e7-4b48-b987-f8047c7e5531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1227397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3556681'] for segment, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:33.778164 dv-neutron-830731-3-hyperv neutron-server[83738]: Traceback (most recent call last): Mar 07 10:38:33.778164 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 07 10:38:33.778164 dv-neutron-830731-3-hyperv neutron-server[83738]: timer() Mar 07 10:38:33.778164 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:38:33.778164 dv-neutron-830731-3-hyperv neutron-server[83738]: cb(*args, **kw) Mar 07 10:38:33.778164 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 10:38:33.778164 dv-neutron-830731-3-hyperv neutron-server[83738]: return func(*args, **kwargs) Mar 07 10:38:33.778164 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:38:33.778164 dv-neutron-830731-3-hyperv neutron-server[83738]: self._notify() Mar 07 10:38:33.778164 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:38:33.778164 dv-neutron-830731-3-hyperv neutron-server[83738]: self.callback(batched_events) Mar 07 10:38:33.778164 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:38:33.778164 dv-neutron-830731-3-hyperv neutron-server[83738]: event.method(event) Mar 07 10:38:33.778164 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 10:38:33.778164 dv-neutron-830731-3-hyperv neutron-server[83738]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:38:33.778164 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 10:38:33.778164 dv-neutron-830731-3-hyperv neutron-server[83738]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:38:33.778164 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 10:38:33.778164 dv-neutron-830731-3-hyperv neutron-server[83738]: return f(self, *a, **k) Mar 07 10:38:33.778164 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:38:33.778164 dv-neutron-830731-3-hyperv neutron-server[83738]: return self._get(url).json() Mar 07 10:38:33.778164 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:38:33.778164 dv-neutron-830731-3-hyperv neutron-server[83738]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:38:33.778164 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 07 10:38:33.778164 dv-neutron-830731-3-hyperv neutron-server[83738]: return self.request(url, 'GET', **kwargs) Mar 07 10:38:33.778164 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 07 10:38:33.778164 dv-neutron-830731-3-hyperv neutron-server[83738]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:38:33.778164 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 07 10:38:33.778164 dv-neutron-830731-3-hyperv neutron-server[83738]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:38:33.778164 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 07 10:38:33.778164 dv-neutron-830731-3-hyperv neutron-server[83738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:38:33.778164 dv-neutron-830731-3-hyperv neutron-server[83738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:38:33.780010 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b794a2b0-a791-4efc-b6f8-c16fcc3ad625', 'name': 'network-vif-deleted', 'tag': 'defcd27e-b3b6-40e1-a1f7-c86b4496243e', 'status': 'completed', 'code': 200} Mar 07 10:38:33.828559 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-59e0ad19-fa19-4edb-8a89-c4fb884e53b0 None None] Set router c3ea54d2-cdc8-44e7-b61a-08f2d99f06f0 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:38:33.858110 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2ec47608-31e7-4b48-b987-f8047c7e5531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1526886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923583'] for network, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:33.876960 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2ec47608-31e7-4b48-b987-f8047c7e5531 admin admin] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:33.887772 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec47608-31e7-4b48-b987-f8047c7e5531 admin admin] Pushing event deleted for resources: {'Network': ['ID=30fbd0af-73aa-415c-b22d-7ee9da4c7fa3,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:33.894886 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-2ec47608-31e7-4b48-b987-f8047c7e5531 admin admin] 10.222.0.13 "DELETE /v2.0/networks/30fbd0af-73aa-415c-b22d-7ee9da4c7fa3 HTTP/1.1" status: 204 len: 168 time: 1.0093806 Mar 07 10:38:34.034506 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 40912) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:38:34.087189 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-9b9162e8-0b14-4615-a9c3-fca1f3cba9f9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6a5f148e85ef4a9b80e5517fdf788fc6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0515597 Mar 07 10:38:34.090284 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 40916) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:38:34.123607 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-776b17c8-390c-4bab-acbc-1e2122a73328 None None] Deleting port 1a302249-cf06-45ae-b8ec-cdfa0682ad9b {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:38:34.124140 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-776b17c8-390c-4bab-acbc-1e2122a73328 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:34.149236 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-feb8be0b-cc2a-45d5-8218-573696097791 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:34.178308 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-feb8be0b-cc2a-45d5-8218-573696097791 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:34.202085 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-59e0ad19-fa19-4edb-8a89-c4fb884e53b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3ea54d2-cdc8-44e7-b61a-08f2d99f06f0', 'name': 'tempest-TestNetworkBasicOps-router-1304457418', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.196'}], 'enable_snat': True}, 'gw_port_id': '5623ee6d-496d-44dd-9ec0-2c82ca7c4c41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:35:35Z', 'updated_at': '2022-03-07T10:35:39Z', 'revision_number': 4, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'gw_port': {'id': '5623ee6d-496d-44dd-9ec0-2c82ca7c4c41', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:7a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ea54d2-cdc8-44e7-b61a-08f2d99f06f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:35:35Z', 'updated_at': '2022-03-07T10:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_interfaces': [{'id': '36823bec-994c-410b-9f1f-e1ba9386f51e', 'name': '', 'network_id': '0ba368fb-7be9-4056-9b55-aadfee9c10a7', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'mac_address': 'fa:16:3e:23:57:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ea54d2-cdc8-44e7-b61a-08f2d99f06f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c9e152d4-117a-4e8a-9bc0-dc3f7ee26de8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:35:38Z', 'updated_at': '2022-03-07T10:35:44Z', 'revision_number': 5, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'subnets': [{'id': 'c9e152d4-117a-4e8a-9bc0-dc3f7ee26de8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:38:34.207472 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e0ad19-fa19-4edb-8a89-c4fb884e53b0 None None] Checking router: c3ea54d2-cdc8-44e7-b61a-08f2d99f06f0 for host: dv-neutron-830731-3-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 07 10:38:34.217180 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-776b17c8-390c-4bab-acbc-1e2122a73328 None None] The port '1a302249-cf06-45ae-b8ec-cdfa0682ad9b' was deleted {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 07 10:38:34.244075 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e0ad19-fa19-4edb-8a89-c4fb884e53b0 None None] Routers {'c3ea54d2-cdc8-44e7-b61a-08f2d99f06f0'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:38:34.244710 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-59e0ad19-fa19-4edb-8a89-c4fb884e53b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:38:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['c3ea54d2-cdc8-44e7-b61a-08f2d99f06f0'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:38:34.246376 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-feb8be0b-cc2a-45d5-8218-573696097791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:34.276358 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb8be0b-cc2a-45d5-8218-573696097791 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=573d1489-ef54-4eb1-9bc4-949c7c9b4da6,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:34.283899 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-feb8be0b-cc2a-45d5-8218-573696097791 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:34.285442 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-feb8be0b-cc2a-45d5-8218-573696097791 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/573d1489-ef54-4eb1-9bc4-949c7c9b4da6 HTTP/1.1" status: 204 len: 168 time: 0.1940258 Mar 07 10:38:34.409113 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 40924) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:38:34.468114 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-59e0ad19-fa19-4edb-8a89-c4fb884e53b0 None None] Set router c3ea54d2-cdc8-44e7-b61a-08f2d99f06f0 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:38:34.486110 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 1a302249-cf06-45ae-b8ec-cdfa0682ad9b no longer exists at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:38:34.501569 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3f87cc37-2cc9-425a-9c75-4703d9a018e6 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:34.525812 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] No Port match for: 1a302249-cf06-45ae-b8ec-cdfa0682ad9b {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 10:38:34.526365 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 1a302249-cf06-45ae-b8ec-cdfa0682ad9b not bound to the agent host dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 10:38:34.537204 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3f87cc37-2cc9-425a-9c75-4703d9a018e6 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:34.606323 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3f87cc37-2cc9-425a-9c75-4703d9a018e6 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:34.626775 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f87cc37-2cc9-425a-9c75-4703d9a018e6 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67f655e5-d39f-47bf-8ac7-3bc3be0d3d91,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:34.639820 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3f87cc37-2cc9-425a-9c75-4703d9a018e6 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:34.643523 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-3f87cc37-2cc9-425a-9c75-4703d9a018e6 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "DELETE /v2.0/security-groups/67f655e5-d39f-47bf-8ac7-3bc3be0d3d91 HTTP/1.1" status: 204 len: 168 time: 0.2316222 Mar 07 10:38:34.687714 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 40932) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:38:34.827318 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-59e0ad19-fa19-4edb-8a89-c4fb884e53b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3ea54d2-cdc8-44e7-b61a-08f2d99f06f0', 'name': 'tempest-TestNetworkBasicOps-router-1304457418', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.196'}], 'enable_snat': True}, 'gw_port_id': '5623ee6d-496d-44dd-9ec0-2c82ca7c4c41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:35:35Z', 'updated_at': '2022-03-07T10:35:39Z', 'revision_number': 4, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'gw_port': {'id': '5623ee6d-496d-44dd-9ec0-2c82ca7c4c41', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:7a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ea54d2-cdc8-44e7-b61a-08f2d99f06f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:35:35Z', 'updated_at': '2022-03-07T10:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_interfaces': [{'id': '36823bec-994c-410b-9f1f-e1ba9386f51e', 'name': '', 'network_id': '0ba368fb-7be9-4056-9b55-aadfee9c10a7', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'mac_address': 'fa:16:3e:23:57:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ea54d2-cdc8-44e7-b61a-08f2d99f06f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c9e152d4-117a-4e8a-9bc0-dc3f7ee26de8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:35:38Z', 'updated_at': '2022-03-07T10:35:44Z', 'revision_number': 5, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'subnets': [{'id': 'c9e152d4-117a-4e8a-9bc0-dc3f7ee26de8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:38:34.833536 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e0ad19-fa19-4edb-8a89-c4fb884e53b0 None None] The sync data for ids ['c3ea54d2-cdc8-44e7-b61a-08f2d99f06f0'] in dv-neutron-830731-3-hyperv is: [{'id': 'c3ea54d2-cdc8-44e7-b61a-08f2d99f06f0', 'name': 'tempest-TestNetworkBasicOps-router-1304457418', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.196'}], 'enable_snat': True}, 'gw_port_id': '5623ee6d-496d-44dd-9ec0-2c82ca7c4c41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:35:35Z', 'updated_at': '2022-03-07T10:35:39Z', 'revision_number': 4, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'gw_port': {'id': '5623ee6d-496d-44dd-9ec0-2c82ca7c4c41', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:7a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ea54d2-cdc8-44e7-b61a-08f2d99f06f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:35:35Z', 'updated_at': '2022-03-07T10:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_interfaces': [{'id': '36823bec-994c-410b-9f1f-e1ba9386f51e', 'name': '', 'network_id': '0ba368fb-7be9-4056-9b55-aadfee9c10a7', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'mac_address': 'fa:16:3e:23:57:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ea54d2-cdc8-44e7-b61a-08f2d99f06f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c9e152d4-117a-4e8a-9bc0-dc3f7ee26de8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:35:38Z', 'updated_at': '2022-03-07T10:35:44Z', 'revision_number': 5, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'subnets': [{'id': 'c9e152d4-117a-4e8a-9bc0-dc3f7ee26de8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:38:34.872559 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 40936) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:38:34.967055 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-ef522226-6250-4efb-b67d-da3be0c1a686 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=25866ad4c20e46fbafccc3c9c4d13e40&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0925965 Mar 07 10:38:34.967943 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 40940) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:38:34.995535 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-4f411735-5acf-4aa1-8b1f-b7aa83f5c3a0 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Deleting port a6ae8da6-1404-40d9-9048-7832842d5923 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:38:34.995919 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4f411735-5acf-4aa1-8b1f-b7aa83f5c3a0 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:35.035332 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-26fd438c-af0a-40fd-b58a-13e75c38da5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:35.066412 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-26fd438c-af0a-40fd-b58a-13e75c38da5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:35.131122 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-26fd438c-af0a-40fd-b58a-13e75c38da5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:35.147970 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856686c1-3510-456e-a9b2-531aca807624 None None] New status for floating IP 154ebaac-842c-42f9-b5e8-1724e049ed05: DOWN {{(pid=83739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 07 10:38:35.150205 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fd438c-af0a-40fd-b58a-13e75c38da5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dffec47-ffdb-4201-afa0-c2a926492313,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:35.156808 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-26fd438c-af0a-40fd-b58a-13e75c38da5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:35.158303 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-26fd438c-af0a-40fd-b58a-13e75c38da5e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1dffec47-ffdb-4201-afa0-c2a926492313 HTTP/1.1" status: 204 len: 168 time: 0.1888566 Mar 07 10:38:35.179722 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4f411735-5acf-4aa1-8b1f-b7aa83f5c3a0 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:35.180120 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4f411735-5acf-4aa1-8b1f-b7aa83f5c3a0 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:35.308232 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-4f411735-5acf-4aa1-8b1f-b7aa83f5c3a0 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Calling delete_port for a6ae8da6-1404-40d9-9048-7832842d5923 owned by network:floatingip {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:38:35.415734 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.db.api [None req-4f411735-5acf-4aa1-8b1f-b7aa83f5c3a0 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83737) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 10:38:35.416251 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG oslo_db.api [None req-4f411735-5acf-4aa1-8b1f-b7aa83f5c3a0 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 10:38:35.917772 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-4f411735-5acf-4aa1-8b1f-b7aa83f5c3a0 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Deleting port a6ae8da6-1404-40d9-9048-7832842d5923 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:38:35.918089 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4f411735-5acf-4aa1-8b1f-b7aa83f5c3a0 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:36.090769 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4f411735-5acf-4aa1-8b1f-b7aa83f5c3a0 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:36.090943 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4f411735-5acf-4aa1-8b1f-b7aa83f5c3a0 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:36.122184 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device defcd27e-b3b6-40e1-a1f7-c86b4496243e no longer exists at agent hyperv_hv-neutron-8307 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:38:36.154211 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] No Port match for: defcd27e-b3b6-40e1-a1f7-c86b4496243e {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 10:38:36.154879 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device defcd27e-b3b6-40e1-a1f7-c86b4496243e not bound to the agent host hv-neutron-8307 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 10:38:36.212273 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-4f411735-5acf-4aa1-8b1f-b7aa83f5c3a0 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Calling delete_port for a6ae8da6-1404-40d9-9048-7832842d5923 owned by network:floatingip {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:38:36.359254 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4f411735-5acf-4aa1-8b1f-b7aa83f5c3a0 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:36.405534 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f411735-5acf-4aa1-8b1f-b7aa83f5c3a0 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event deleted for resources: {'Port': ['ID=a6ae8da6-1404-40d9-9048-7832842d5923,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:36.500098 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4f411735-5acf-4aa1-8b1f-b7aa83f5c3a0 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for floatingip, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:36.514438 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4f411735-5acf-4aa1-8b1f-b7aa83f5c3a0 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for floatingip, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:36.515534 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-4f411735-5acf-4aa1-8b1f-b7aa83f5c3a0 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "DELETE /v2.0/floatingips/154ebaac-842c-42f9-b5e8-1724e049ed05 HTTP/1.1" status: 204 len: 168 time: 1.8268647 Mar 07 10:38:36.890666 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430a69f4-3f15-4fc6-97ae-8748cdf89574 req-f9368f00-e1cf-4062-96c5-555dd07f4716 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:36.891351 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-430a69f4-3f15-4fc6-97ae-8748cdf89574 req-f9368f00-e1cf-4062-96c5-555dd07f4716 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Synchronizing usage tracker for tenant:416b2fd961bc4d70a26d66821f7df8e2 on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:38:36.906499 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-430a69f4-3f15-4fc6-97ae-8748cdf89574 req-f9368f00-e1cf-4062-96c5-555dd07f4716 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Unset dirty status for tenant:416b2fd961bc4d70a26d66821f7df8e2 on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:38:36.907609 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-430a69f4-3f15-4fc6-97ae-8748cdf89574 req-f9368f00-e1cf-4062-96c5-555dd07f4716 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b52a5b4-a5bc-4a11-bd10-c8e206377b1c HTTP/1.1" status: 200 len: 945 time: 0.0908940 Mar 07 10:38:36.951174 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-430a69f4-3f15-4fc6-97ae-8748cdf89574 req-416040d2-b097-400a-b2fd-c14fc433157b tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Synchronizing usage tracker for tenant:416b2fd961bc4d70a26d66821f7df8e2 on resource:security_group {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:38:36.965951 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-430a69f4-3f15-4fc6-97ae-8748cdf89574 req-416040d2-b097-400a-b2fd-c14fc433157b tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Unset dirty status for tenant:416b2fd961bc4d70a26d66821f7df8e2 on resource:security_group {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:38:36.967076 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-430a69f4-3f15-4fc6-97ae-8748cdf89574 req-416040d2-b097-400a-b2fd-c14fc433157b tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ccb5b8b-5cb0-4adc-b395-35990d30065a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540051 Mar 07 10:38:38.169010 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c591aed5-20b4-43c2-86e7-7eb11949c3e2 req-32bddd9b-4031-48ba-838f-6dc1733630a7 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:38.170418 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c591aed5-20b4-43c2-86e7-7eb11949c3e2 req-32bddd9b-4031-48ba-838f-6dc1733630a7 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b52a5b4-a5bc-4a11-bd10-c8e206377b1c HTTP/1.1" status: 200 len: 945 time: 0.0777848 Mar 07 10:38:38.213988 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c591aed5-20b4-43c2-86e7-7eb11949c3e2 req-4bddd640-9b7d-4637-9a67-08d0e73b726f tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ccb5b8b-5cb0-4adc-b395-35990d30065a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380962 Mar 07 10:38:38.332877 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196a19d5-b2fa-4eec-a326-717cc83ae97a req-c293f4e6-6287-4870-a088-24c684f4ff8e tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:38.334266 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-196a19d5-b2fa-4eec-a326-717cc83ae97a req-c293f4e6-6287-4870-a088-24c684f4ff8e tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.10 "GET /v2.0/ports?device_id=3b52a5b4-a5bc-4a11-bd10-c8e206377b1c HTTP/1.1" status: 200 len: 945 time: 0.0749428 Mar 07 10:38:38.402609 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [req-196a19d5-b2fa-4eec-a326-717cc83ae97a req-5df920f2-b8fd-4f7b-a59b-7add52406ed7 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Deleting port fe4546b0-fb5d-4c63-a04f-89805c1a58da {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:38:38.402937 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-196a19d5-b2fa-4eec-a326-717cc83ae97a req-5df920f2-b8fd-4f7b-a59b-7add52406ed7 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:38.711585 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [req-196a19d5-b2fa-4eec-a326-717cc83ae97a req-5df920f2-b8fd-4f7b-a59b-7add52406ed7 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] For port fe4546b0-fb5d-4c63-a04f-89805c1a58da, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=fe4546b0-fb5d-4c63-a04f-89805c1a58da,segment=NetworkSegment(e7fcbad2-e141-4cf2-aead-fd544d85d9b3),segment_id=e7fcbad2-e141-4cf2-aead-fd544d85d9b3)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:38:38.711841 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-196a19d5-b2fa-4eec-a326-717cc83ae97a req-5df920f2-b8fd-4f7b-a59b-7add52406ed7 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:38.830547 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [req-196a19d5-b2fa-4eec-a326-717cc83ae97a req-5df920f2-b8fd-4f7b-a59b-7add52406ed7 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Calling delete_port for fe4546b0-fb5d-4c63-a04f-89805c1a58da owned by compute:nova {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:38:38.966772 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-196a19d5-b2fa-4eec-a326-717cc83ae97a req-5df920f2-b8fd-4f7b-a59b-7add52406ed7 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:39.015272 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df920f2-b8fd-4f7b-a59b-7add52406ed7 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event deleted for resources: {'Port': ['ID=fe4546b0-fb5d-4c63-a04f-89805c1a58da,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:39.085004 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [req-196a19d5-b2fa-4eec-a326-717cc83ae97a req-5df920f2-b8fd-4f7b-a59b-7add52406ed7 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] No DVR routers for this DVR port fe4546b0-fb5d-4c63-a04f-89805c1a58da on host hv-neutron-8307 {{(pid=83737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:38:39.087262 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-196a19d5-b2fa-4eec-a326-717cc83ae97a req-5df920f2-b8fd-4f7b-a59b-7add52406ed7 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:39.090321 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b52a5b4-a5bc-4a11-bd10-c8e206377b1c', 'name': 'network-vif-deleted', 'tag': 'fe4546b0-fb5d-4c63-a04f-89805c1a58da'}] {{(pid=83737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 10:38:39.106976 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-196a19d5-b2fa-4eec-a326-717cc83ae97a req-5df920f2-b8fd-4f7b-a59b-7add52406ed7 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.10 "DELETE /v2.0/ports/fe4546b0-fb5d-4c63-a04f-89805c1a58da HTTP/1.1" status: 204 len: 173 time: 0.7672405 Mar 07 10:38:39.151404 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b52a5b4-a5bc-4a11-bd10-c8e206377b1c', 'name': 'network-vif-deleted', 'tag': 'fe4546b0-fb5d-4c63-a04f-89805c1a58da', 'status': 'completed', 'code': 200} Mar 07 10:38:39.389066 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-08663b1b-9fe5-4548-b625-1e53d7c10a7e req-e65f0b49-9af4-4dfa-9ef0-a9c06443947c tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Synchronizing usage tracker for tenant:416b2fd961bc4d70a26d66821f7df8e2 on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:38:39.405562 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-08663b1b-9fe5-4548-b625-1e53d7c10a7e req-e65f0b49-9af4-4dfa-9ef0-a9c06443947c tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Unset dirty status for tenant:416b2fd961bc4d70a26d66821f7df8e2 on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:38:39.406715 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-08663b1b-9fe5-4548-b625-1e53d7c10a7e req-e65f0b49-9af4-4dfa-9ef0-a9c06443947c tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b52a5b4-a5bc-4a11-bd10-c8e206377b1c HTTP/1.1" status: 200 len: 210 time: 0.0623066 Mar 07 10:38:40.513565 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 40958) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:38:40.581527 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c46de710-2fd2-4e82-9a35-cc82e043a6e2 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:40.610141 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c46de710-2fd2-4e82-9a35-cc82e043a6e2 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:40.671536 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c46de710-2fd2-4e82-9a35-cc82e043a6e2 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:40.689001 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46de710-2fd2-4e82-9a35-cc82e043a6e2 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ccb5b8b-5cb0-4adc-b395-35990d30065a,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:40.698753 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c46de710-2fd2-4e82-9a35-cc82e043a6e2 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:40.700079 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-c46de710-2fd2-4e82-9a35-cc82e043a6e2 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "DELETE /v2.0/security-groups/1ccb5b8b-5cb0-4adc-b395-35990d30065a HTTP/1.1" status: 204 len: 168 time: 0.1855483 Mar 07 10:38:40.739049 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 40964) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:38:41.127720 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-53e0fa99-330c-45fe-a90b-52c3341ae4aa tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3920255'] for router_interface, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:41.799687 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-53e0fa99-330c-45fe-a90b-52c3341ae4aa tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Deleting port 36823bec-994c-410b-9f1f-e1ba9386f51e {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:38:41.800390 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-53e0fa99-330c-45fe-a90b-52c3341ae4aa tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:41.981750 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-53e0fa99-330c-45fe-a90b-52c3341ae4aa tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] For port 36823bec-994c-410b-9f1f-e1ba9386f51e, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=36823bec-994c-410b-9f1f-e1ba9386f51e,segment=NetworkSegment(e7fcbad2-e141-4cf2-aead-fd544d85d9b3),segment_id=e7fcbad2-e141-4cf2-aead-fd544d85d9b3)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:38:41.982089 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-53e0fa99-330c-45fe-a90b-52c3341ae4aa tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:42.099161 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-53e0fa99-330c-45fe-a90b-52c3341ae4aa tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Calling delete_port for 36823bec-994c-410b-9f1f-e1ba9386f51e owned by network:router_interface {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:38:42.169465 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device fe4546b0-fb5d-4c63-a04f-89805c1a58da no longer exists at agent hyperv_hv-neutron-8307 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:38:42.204408 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] No Port match for: fe4546b0-fb5d-4c63-a04f-89805c1a58da {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 10:38:42.204769 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device fe4546b0-fb5d-4c63-a04f-89805c1a58da not bound to the agent host hv-neutron-8307 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 10:38:42.268846 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-53e0fa99-330c-45fe-a90b-52c3341ae4aa tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:42.315393 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e0fa99-330c-45fe-a90b-52c3341ae4aa tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event deleted for resources: {'Port': ['ID=36823bec-994c-410b-9f1f-e1ba9386f51e,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:42.609829 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-53e0fa99-330c-45fe-a90b-52c3341ae4aa tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2756383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3920168'] for router_interface, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:43.252930 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53e0fa99-330c-45fe-a90b-52c3341ae4aa tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Router c3ea54d2-cdc8-44e7-b61a-08f2d99f06f0 has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:38:43.447999 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53e0fa99-330c-45fe-a90b-52c3341ae4aa tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:38:43.458010 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31654afa-f250-4f7c-8296-b71e6f4b1a4e None None] Sync routers for ids ['c3ea54d2-cdc8-44e7-b61a-08f2d99f06f0'] in dv-neutron-830731-3-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:38:43.468615 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-53e0fa99-330c-45fe-a90b-52c3341ae4aa tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "PUT /v2.0/routers/c3ea54d2-cdc8-44e7-b61a-08f2d99f06f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7264657 Mar 07 10:38:43.469403 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 40968) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:38:43.475039 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31654afa-f250-4f7c-8296-b71e6f4b1a4e None None] Routers {'c3ea54d2-cdc8-44e7-b61a-08f2d99f06f0'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:38:43.475659 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-31654afa-f250-4f7c-8296-b71e6f4b1a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:38:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['c3ea54d2-cdc8-44e7-b61a-08f2d99f06f0'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:38:43.650827 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-31654afa-f250-4f7c-8296-b71e6f4b1a4e None None] Set router c3ea54d2-cdc8-44e7-b61a-08f2d99f06f0 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:38:43.657702 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_v2 [None req-de3949dd-56e8-42b9-a54e-7599a6547c66 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Deleting subnet c9e152d4-117a-4e8a-9bc0-dc3f7ee26de8 {{(pid=83738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 07 10:38:43.660556 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-de3949dd-56e8-42b9-a54e-7599a6547c66 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for subnet, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:43.714121 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-de3949dd-56e8-42b9-a54e-7599a6547c66 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2969395'] for subnet, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:43.798288 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-de3949dd-56e8-42b9-a54e-7599a6547c66 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1525496'] for subnet, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:43.870994 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-de3949dd-56e8-42b9-a54e-7599a6547c66 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1525489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3556647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741465'] for subnet, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:43.908407 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3949dd-56e8-42b9-a54e-7599a6547c66 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event deleted for resources: {'Subnet': ['ID=c9e152d4-117a-4e8a-9bc0-dc3f7ee26de8,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:43.914512 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-de3949dd-56e8-42b9-a54e-7599a6547c66 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:43.921118 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbe7bef5-adfb-49fc-a2db-61b11369a9e3 None None] Network 0ba368fb-7be9-4056-9b55-aadfee9c10a7 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:38:43.922214 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-de3949dd-56e8-42b9-a54e-7599a6547c66 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "DELETE /v2.0/subnets/c9e152d4-117a-4e8a-9bc0-dc3f7ee26de8 HTTP/1.1" status: 204 len: 168 time: 0.4517870 Mar 07 10:38:43.924827 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 40972) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:38:43.937588 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-31654afa-f250-4f7c-8296-b71e6f4b1a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3ea54d2-cdc8-44e7-b61a-08f2d99f06f0', 'name': 'tempest-TestNetworkBasicOps-router-1304457418', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.196'}], 'enable_snat': True}, 'gw_port_id': '5623ee6d-496d-44dd-9ec0-2c82ca7c4c41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:35:35Z', 'updated_at': '2022-03-07T10:38:42Z', 'revision_number': 5, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'gw_port': {'id': '5623ee6d-496d-44dd-9ec0-2c82ca7c4c41', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:7a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ea54d2-cdc8-44e7-b61a-08f2d99f06f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:35:35Z', 'updated_at': '2022-03-07T10:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv'}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:38:43.941443 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31654afa-f250-4f7c-8296-b71e6f4b1a4e None None] Checking router: c3ea54d2-cdc8-44e7-b61a-08f2d99f06f0 for host: dv-neutron-830731-3-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 07 10:38:43.952031 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31654afa-f250-4f7c-8296-b71e6f4b1a4e None None] Routers {'c3ea54d2-cdc8-44e7-b61a-08f2d99f06f0'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:38:43.952634 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-31654afa-f250-4f7c-8296-b71e6f4b1a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:38:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['c3ea54d2-cdc8-44e7-b61a-08f2d99f06f0'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:38:44.129969 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-faadbb5b-a621-4914-8b94-f8367f05376d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for router, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:44.155601 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-31654afa-f250-4f7c-8296-b71e6f4b1a4e None None] Set router c3ea54d2-cdc8-44e7-b61a-08f2d99f06f0 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:38:44.202025 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08a17b88-1e5d-42fb-8bd3-2b2c1de8d9b1 None None] DHCP port deletion for 0ba368fb-7be9-4056-9b55-aadfee9c10a7 request from dv-neutron-830731-3-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 07 10:38:44.205913 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-08a17b88-1e5d-42fb-8bd3-2b2c1de8d9b1 None None] Deleting port 9ac784b7-b0bf-40df-9dfd-0c50ad01e1cf {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:38:44.206354 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-08a17b88-1e5d-42fb-8bd3-2b2c1de8d9b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:44.331374 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-faadbb5b-a621-4914-8b94-f8367f05376d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:44.342044 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-faadbb5b-a621-4914-8b94-f8367f05376d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Deleting port 5623ee6d-496d-44dd-9ec0-2c82ca7c4c41 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:38:44.342614 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-faadbb5b-a621-4914-8b94-f8367f05376d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:44.419568 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-08a17b88-1e5d-42fb-8bd3-2b2c1de8d9b1 None None] For port 9ac784b7-b0bf-40df-9dfd-0c50ad01e1cf, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=9ac784b7-b0bf-40df-9dfd-0c50ad01e1cf,segment=NetworkSegment(e7fcbad2-e141-4cf2-aead-fd544d85d9b3),segment_id=e7fcbad2-e141-4cf2-aead-fd544d85d9b3)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:38:44.419950 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-08a17b88-1e5d-42fb-8bd3-2b2c1de8d9b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:44.466298 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-31654afa-f250-4f7c-8296-b71e6f4b1a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3ea54d2-cdc8-44e7-b61a-08f2d99f06f0', 'name': 'tempest-TestNetworkBasicOps-router-1304457418', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.196'}], 'enable_snat': True}, 'gw_port_id': '5623ee6d-496d-44dd-9ec0-2c82ca7c4c41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:35:35Z', 'updated_at': '2022-03-07T10:38:42Z', 'revision_number': 5, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'gw_port': {'id': '5623ee6d-496d-44dd-9ec0-2c82ca7c4c41', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:7a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ea54d2-cdc8-44e7-b61a-08f2d99f06f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:35:35Z', 'updated_at': '2022-03-07T10:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv'}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:38:44.470949 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31654afa-f250-4f7c-8296-b71e6f4b1a4e None None] The sync data for ids ['c3ea54d2-cdc8-44e7-b61a-08f2d99f06f0'] in dv-neutron-830731-3-hyperv is: [{'id': 'c3ea54d2-cdc8-44e7-b61a-08f2d99f06f0', 'name': 'tempest-TestNetworkBasicOps-router-1304457418', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.196'}], 'enable_snat': True}, 'gw_port_id': '5623ee6d-496d-44dd-9ec0-2c82ca7c4c41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:35:35Z', 'updated_at': '2022-03-07T10:38:42Z', 'revision_number': 5, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'gw_port': {'id': '5623ee6d-496d-44dd-9ec0-2c82ca7c4c41', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:7a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ea54d2-cdc8-44e7-b61a-08f2d99f06f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:35:35Z', 'updated_at': '2022-03-07T10:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv'}] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:38:44.488466 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 9ac784b7-b0bf-40df-9dfd-0c50ad01e1cf no longer exists at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:38:44.547775 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-faadbb5b-a621-4914-8b94-f8367f05376d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] For port 5623ee6d-496d-44dd-9ec0-2c82ca7c4c41, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=5623ee6d-496d-44dd-9ec0-2c82ca7c4c41,segment=NetworkSegment(9a22e080-7529-4fc7-949d-9f84ba21807d),segment_id=9a22e080-7529-4fc7-949d-9f84ba21807d)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:38:44.548129 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-faadbb5b-a621-4914-8b94-f8367f05376d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:44.585333 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-08a17b88-1e5d-42fb-8bd3-2b2c1de8d9b1 None None] Calling delete_port for 9ac784b7-b0bf-40df-9dfd-0c50ad01e1cf owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:38:44.665505 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-faadbb5b-a621-4914-8b94-f8367f05376d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Calling delete_port for 5623ee6d-496d-44dd-9ec0-2c82ca7c4c41 owned by network:router_gateway {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:38:44.713774 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-08a17b88-1e5d-42fb-8bd3-2b2c1de8d9b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812'] for port, after_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:44.763379 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a17b88-1e5d-42fb-8bd3-2b2c1de8d9b1 None None] Pushing event deleted for resources: {'Port': ['ID=9ac784b7-b0bf-40df-9dfd-0c50ad01e1cf,revision_number=None']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:44.768301 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:44.782174 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a17b88-1e5d-42fb-8bd3-2b2c1de8d9b1 None None] No DVR routers for this DVR port 9ac784b7-b0bf-40df-9dfd-0c50ad01e1cf on host dv-neutron-830731-3-hyperv {{(pid=83739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:38:44.796088 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a17b88-1e5d-42fb-8bd3-2b2c1de8d9b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:38:44.796437 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a17b88-1e5d-42fb-8bd3-2b2c1de8d9b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:38:44.796804 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a17b88-1e5d-42fb-8bd3-2b2c1de8d9b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:38:44.797237 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a17b88-1e5d-42fb-8bd3-2b2c1de8d9b1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:38:44.797577 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a17b88-1e5d-42fb-8bd3-2b2c1de8d9b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:38:44.797914 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a17b88-1e5d-42fb-8bd3-2b2c1de8d9b1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:38:44.798315 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a17b88-1e5d-42fb-8bd3-2b2c1de8d9b1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:38:44.798642 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a17b88-1e5d-42fb-8bd3-2b2c1de8d9b1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:38:44.798964 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a17b88-1e5d-42fb-8bd3-2b2c1de8d9b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:38:44.799284 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a17b88-1e5d-42fb-8bd3-2b2c1de8d9b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:38:44.799602 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a17b88-1e5d-42fb-8bd3-2b2c1de8d9b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:38:44.832056 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-faadbb5b-a621-4914-8b94-f8367f05376d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:44.883482 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faadbb5b-a621-4914-8b94-f8367f05376d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event deleted for resources: {'Port': ['ID=5623ee6d-496d-44dd-9ec0-2c82ca7c4c41,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:45.188831 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-faadbb5b-a621-4914-8b94-f8367f05376d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923554'] for router_gateway, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:45.441795 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-faadbb5b-a621-4914-8b94-f8367f05376d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3917970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58043'] for router, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:45.446089 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-faadbb5b-a621-4914-8b94-f8367f05376d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:45.470455 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-faadbb5b-a621-4914-8b94-f8367f05376d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3917886'] for router, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:45.471002 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faadbb5b-a621-4914-8b94-f8367f05376d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Fanout notify agent at l3_agent the message router_deleted on router c3ea54d2-cdc8-44e7-b61a-08f2d99f06f0 {{(pid=83737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 10:38:45.484591 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-faadbb5b-a621-4914-8b94-f8367f05376d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:45.485669 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-faadbb5b-a621-4914-8b94-f8367f05376d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "DELETE /v2.0/routers/c3ea54d2-cdc8-44e7-b61a-08f2d99f06f0 HTTP/1.1" status: 204 len: 168 time: 1.5598984 Mar 07 10:38:45.488410 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 40976) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:38:45.574467 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:45.601754 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-962caa80-f99f-4be7-bc2e-bba05096f26d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1158940'] for network, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:45.727850 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-962caa80-f99f-4be7-bc2e-bba05096f26d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1526893', 'neutron.services.segments.db._delete_segments_for_network-8732568551033'] for network, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:45.752978 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-962caa80-f99f-4be7-bc2e-bba05096f26d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ba368fb-7be9-4056-9b55-aadfee9c10a7']}} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:38:45.764748 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-962caa80-f99f-4be7-bc2e-bba05096f26d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7fcbad2-e141-4cf2-aead-fd544d85d9b3') {'for_net_delete': True} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:38:45.765050 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-962caa80-f99f-4be7-bc2e-bba05096f26d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7fcbad2-e141-4cf2-aead-fd544d85d9b3') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:38:45.775768 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-962caa80-f99f-4be7-bc2e-bba05096f26d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732568550916', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629174'] for segment, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:45.791477 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-962caa80-f99f-4be7-bc2e-bba05096f26d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:45.797992 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-962caa80-f99f-4be7-bc2e-bba05096f26d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=83737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 07 10:38:45.798404 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-962caa80-f99f-4be7-bc2e-bba05096f26d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1227397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3012597'] for segment, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:45.812138 dv-neutron-830731-3-hyperv neutron-server[83737]: Traceback (most recent call last): Mar 07 10:38:45.812138 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 07 10:38:45.812138 dv-neutron-830731-3-hyperv neutron-server[83737]: timer() Mar 07 10:38:45.812138 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:38:45.812138 dv-neutron-830731-3-hyperv neutron-server[83737]: cb(*args, **kw) Mar 07 10:38:45.812138 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 10:38:45.812138 dv-neutron-830731-3-hyperv neutron-server[83737]: return func(*args, **kwargs) Mar 07 10:38:45.812138 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:38:45.812138 dv-neutron-830731-3-hyperv neutron-server[83737]: self._notify() Mar 07 10:38:45.812138 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:38:45.812138 dv-neutron-830731-3-hyperv neutron-server[83737]: self.callback(batched_events) Mar 07 10:38:45.812138 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:38:45.812138 dv-neutron-830731-3-hyperv neutron-server[83737]: event.method(event) Mar 07 10:38:45.812138 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 10:38:45.812138 dv-neutron-830731-3-hyperv neutron-server[83737]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:38:45.812138 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 10:38:45.812138 dv-neutron-830731-3-hyperv neutron-server[83737]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:38:45.812138 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 10:38:45.812138 dv-neutron-830731-3-hyperv neutron-server[83737]: return f(self, *a, **k) Mar 07 10:38:45.812138 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:38:45.812138 dv-neutron-830731-3-hyperv neutron-server[83737]: return self._get(url).json() Mar 07 10:38:45.812138 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:38:45.812138 dv-neutron-830731-3-hyperv neutron-server[83737]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:38:45.812138 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 07 10:38:45.812138 dv-neutron-830731-3-hyperv neutron-server[83737]: return self.request(url, 'GET', **kwargs) Mar 07 10:38:45.812138 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 07 10:38:45.812138 dv-neutron-830731-3-hyperv neutron-server[83737]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:38:45.812138 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 07 10:38:45.812138 dv-neutron-830731-3-hyperv neutron-server[83737]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:38:45.812138 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 07 10:38:45.812138 dv-neutron-830731-3-hyperv neutron-server[83737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:38:45.812138 dv-neutron-830731-3-hyperv neutron-server[83737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:38:45.890386 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-962caa80-f99f-4be7-bc2e-bba05096f26d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1526886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923583'] for network, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:45.908459 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-962caa80-f99f-4be7-bc2e-bba05096f26d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:45.920746 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962caa80-f99f-4be7-bc2e-bba05096f26d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event deleted for resources: {'Network': ['ID=0ba368fb-7be9-4056-9b55-aadfee9c10a7,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:45.929584 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-962caa80-f99f-4be7-bc2e-bba05096f26d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "DELETE /v2.0/networks/0ba368fb-7be9-4056-9b55-aadfee9c10a7 HTTP/1.1" status: 204 len: 168 time: 0.4401312 Mar 07 10:38:45.951473 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 40980) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:38:45.957343 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-feee1435-f7b0-4352-b062-6a367340cf5e tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Request body: {'network': {'name': 'tempest-network-smoke--1130269678', 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'port_security_enabled': True}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:38:45.962390 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-feee1435-f7b0-4352-b062-6a367340cf5e tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:38:45.967044 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-feee1435-f7b0-4352-b062-6a367340cf5e tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Usage tracker for resource:network and tenant:416b2fd961bc4d70a26d66821f7df8e2 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:38:45.969958 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-feee1435-f7b0-4352-b062-6a367340cf5e tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:38:45.975504 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-feee1435-f7b0-4352-b062-6a367340cf5e tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:38:45.985762 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feee1435-f7b0-4352-b062-6a367340cf5e tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Made reservation on behalf of 416b2fd961bc4d70a26d66821f7df8e2 for: {'network': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:38:45.988756 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-feee1435-f7b0-4352-b062-6a367340cf5e tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for network, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:46.018526 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-feee1435-f7b0-4352-b062-6a367340cf5e tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=83737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:38:46.027654 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-feee1435-f7b0-4352-b062-6a367340cf5e tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:46.027999 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.db.segments_db [None req-feee1435-f7b0-4352-b062-6a367340cf5e tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Added segment d337b5de-d1e5-4c31-98f3-463f2a53cf24 of type vlan for network 4edd023b-4db1-4aaa-812f-f67647e61c3c Mar 07 10:38:46.060220 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-feee1435-f7b0-4352-b062-6a367340cf5e tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732568034061'] for network, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:46.090171 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-feee1435-f7b0-4352-b062-6a367340cf5e tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594'] for network, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:46.093836 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feee1435-f7b0-4352-b062-6a367340cf5e tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:46.094403 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-feee1435-f7b0-4352-b062-6a367340cf5e tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:46.201797 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-feee1435-f7b0-4352-b062-6a367340cf5e tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2492237 Mar 07 10:38:46.204543 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 40984) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:38:46.211386 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-a6576d18-1d3b-4c51-a37d-396d60e920a8 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-655597348', 'admin_state_up': True, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12'}}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:38:46.216892 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feee1435-f7b0-4352-b062-6a367340cf5e tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event updated for resources: {'Network': ['ID=4edd023b-4db1-4aaa-812f-f67647e61c3c,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:46.221820 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-a6576d18-1d3b-4c51-a37d-396d60e920a8 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:38:46.225800 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-a6576d18-1d3b-4c51-a37d-396d60e920a8 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Usage tracker for resource:router and tenant:416b2fd961bc4d70a26d66821f7df8e2 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:38:46.227653 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Network 4edd023b-4db1-4aaa-812f-f67647e61c3c details requested by agent ovs-agent-dv-neutron-830731-3-hyperv with host dv-neutron-830731-3-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 10:38:46.228724 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-a6576d18-1d3b-4c51-a37d-396d60e920a8 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:38:46.235454 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-a6576d18-1d3b-4c51-a37d-396d60e920a8 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:38:46.250827 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a6576d18-1d3b-4c51-a37d-396d60e920a8 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3919700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58025'] for router, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:46.252462 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a6576d18-1d3b-4c51-a37d-396d60e920a8 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3919671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4011175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58018'] for router, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:46.276973 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a6576d18-1d3b-4c51-a37d-396d60e920a8 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:46.429494 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a6576d18-1d3b-4c51-a37d-396d60e920a8 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3917998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58952'] for router, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:46.471258 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 36823bec-994c-410b-9f1f-e1ba9386f51e no longer exists at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:38:46.508809 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] No Port match for: 36823bec-994c-410b-9f1f-e1ba9386f51e {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 10:38:46.509147 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 36823bec-994c-410b-9f1f-e1ba9386f51e not bound to the agent host dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 10:38:46.509582 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 5623ee6d-496d-44dd-9ec0-2c82ca7c4c41 no longer exists at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:38:46.541855 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] No Port match for: 5623ee6d-496d-44dd-9ec0-2c82ca7c4c41 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 10:38:46.542189 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 5623ee6d-496d-44dd-9ec0-2c82ca7c4c41 not bound to the agent host dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 10:38:46.695896 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a6576d18-1d3b-4c51-a37d-396d60e920a8 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for router_gateway, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:46.727710 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a6576d18-1d3b-4c51-a37d-396d60e920a8 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:46.857127 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-a6576d18-1d3b-4c51-a37d-396d60e920a8 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Allocated IP 172.26.8.30 (5ed85006-6b00-415e-b71f-837fb1421c12/8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a/016eda29-80b2-4dc1-b977-a81ac0c04476) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:38:47.003470 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a6576d18-1d3b-4c51-a37d-396d60e920a8 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:47.030054 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a6576d18-1d3b-4c51-a37d-396d60e920a8 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:47.097754 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6576d18-1d3b-4c51-a37d-396d60e920a8 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Network 5ed85006-6b00-415e-b71f-837fb1421c12 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:38:47.100393 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-a6576d18-1d3b-4c51-a37d-396d60e920a8 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:38:47.102774 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6576d18-1d3b-4c51-a37d-396d60e920a8 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:38:47.137924 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6576d18-1d3b-4c51-a37d-396d60e920a8 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event updated for resources: {'Port': ['ID=016eda29-80b2-4dc1-b977-a81ac0c04476,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:47.265258 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a6576d18-1d3b-4c51-a37d-396d60e920a8 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for router_gateway, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:47.265925 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a6576d18-1d3b-4c51-a37d-396d60e920a8 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3917991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923518'] for router, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:47.485016 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6576d18-1d3b-4c51-a37d-396d60e920a8 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Router 852bf703-5c01-4353-bdec-64f00b7ca9d9 is scheduled to L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 with binding_index 1 {{(pid=83737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 10:38:47.676542 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6576d18-1d3b-4c51-a37d-396d60e920a8 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:38:47.685917 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9b2198-7e50-42dc-b163-caaae947905b None None] Sync routers for ids ['852bf703-5c01-4353-bdec-64f00b7ca9d9'] in dv-neutron-830731-3-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:38:47.697275 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9b2198-7e50-42dc-b163-caaae947905b None None] Routers {'852bf703-5c01-4353-bdec-64f00b7ca9d9'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:38:47.697973 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-4c9b2198-7e50-42dc-b163-caaae947905b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:38:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['852bf703-5c01-4353-bdec-64f00b7ca9d9'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:38:47.702134 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a6576d18-1d3b-4c51-a37d-396d60e920a8 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:47.703302 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-a6576d18-1d3b-4c51-a37d-396d60e920a8 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.4978776 Mar 07 10:38:47.706468 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 40988) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:38:47.745313 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-8f9c94c4-8de7-4d33-b3ff-061695dba9e1 tempest-TestNetworkBasicOps-2128623112 tempest-TestNetworkBasicOps-2128623112-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=416b2fd961bc4d70a26d66821f7df8e2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0378110 Mar 07 10:38:47.747877 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 40992) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:38:47.873298 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-4c9b2198-7e50-42dc-b163-caaae947905b None None] Set router 852bf703-5c01-4353-bdec-64f00b7ca9d9 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:38:47.876198 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd2d043-0eb8-4d9e-81f8-eae30777c71a tempest-TestNetworkBasicOps-2128623112 tempest-TestNetworkBasicOps-2128623112-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:47.877731 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-5bd2d043-0eb8-4d9e-81f8-eae30777c71a tempest-TestNetworkBasicOps-2128623112 tempest-TestNetworkBasicOps-2128623112-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1289542 Mar 07 10:38:47.880592 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 40996) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:38:47.922668 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-789e8c2d-281a-49f8-acaa-0e3972075823 tempest-TestNetworkBasicOps-2128623112 tempest-TestNetworkBasicOps-2128623112-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=5ed85006-6b00-415e-b71f-837fb1421c12&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0410342 Mar 07 10:38:47.925266 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 41000) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:38:47.930596 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-9884a1bc-55a4-43f2-b419-898fb5c2139b tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1788657075', 'network_id': '4edd023b-4db1-4aaa-812f-f67647e61c3c', 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:38:48.038248 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-9884a1bc-55a4-43f2-b419-898fb5c2139b tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:38:48.041993 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-9884a1bc-55a4-43f2-b419-898fb5c2139b tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Usage tracker for resource:subnet and tenant:416b2fd961bc4d70a26d66821f7df8e2 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:38:48.045313 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-9884a1bc-55a4-43f2-b419-898fb5c2139b tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:38:48.051036 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-9884a1bc-55a4-43f2-b419-898fb5c2139b tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:38:48.061661 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9884a1bc-55a4-43f2-b419-898fb5c2139b tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Made reservation on behalf of 416b2fd961bc4d70a26d66821f7df8e2 for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:38:48.159775 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9884a1bc-55a4-43f2-b419-898fb5c2139b tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3219231'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:48.183151 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-4c9b2198-7e50-42dc-b163-caaae947905b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852bf703-5c01-4353-bdec-64f00b7ca9d9', 'name': 'tempest-TestNetworkBasicOps-router-655597348', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.30'}], 'enable_snat': True}, 'gw_port_id': '016eda29-80b2-4dc1-b977-a81ac0c04476', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:38:46Z', 'updated_at': '2022-03-07T10:38:47Z', 'revision_number': 3, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'gw_port': {'id': '016eda29-80b2-4dc1-b977-a81ac0c04476', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f3:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '852bf703-5c01-4353-bdec-64f00b7ca9d9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:38:46Z', 'updated_at': '2022-03-07T10:38:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv'}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:38:48.187174 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9b2198-7e50-42dc-b163-caaae947905b None None] Checking router: 852bf703-5c01-4353-bdec-64f00b7ca9d9 for host: dv-neutron-830731-3-hyperv {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 07 10:38:48.187511 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9b2198-7e50-42dc-b163-caaae947905b None None] Updating router 852bf703-5c01-4353-bdec-64f00b7ca9d9 port 016eda29-80b2-4dc1-b977-a81ac0c04476 binding host dv-neutron-830731-3-hyperv {{(pid=83739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 07 10:38:48.240173 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-4c9b2198-7e50-42dc-b163-caaae947905b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:48.466011 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9884a1bc-55a4-43f2-b419-898fb5c2139b tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3012444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3219213'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:48.544282 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9884a1bc-55a4-43f2-b419-898fb5c2139b tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event updated for resources: {'Subnet': ['ID=47eb92d3-8179-4cec-914b-453c4b694d87,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:48.553882 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9884a1bc-55a4-43f2-b419-898fb5c2139b tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Checking segment: {'id': 'd337b5de-d1e5-4c31-98f3-463f2a53cf24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '4edd023b-4db1-4aaa-812f-f67647e61c3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:38:48.554236 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9884a1bc-55a4-43f2-b419-898fb5c2139b tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Network hostable DHCP agents. Network: 4edd023b-4db1-4aaa-812f-f67647e61c3c, hostable agents: ['6527556c-6586-422c-ae47-082984683847'], hosted agents: [] {{(pid=83737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:38:48.566967 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-4c9b2198-7e50-42dc-b163-caaae947905b None None] Notify callbacks [] for port, precommit_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:48.578054 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9884a1bc-55a4-43f2-b419-898fb5c2139b tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Network 4edd023b-4db1-4aaa-812f-f67647e61c3c is scheduled to be hosted by DHCP agent 6527556c-6586-422c-ae47-082984683847 with binding_index 1 {{(pid=83737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:38:48.579801 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-4c9b2198-7e50-42dc-b163-caaae947905b None None] Transition to ACTIVE for port object 016eda29-80b2-4dc1-b977-a81ac0c04476 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:38:48.586455 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-4c9b2198-7e50-42dc-b163-caaae947905b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:48.588205 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-9884a1bc-55a4-43f2-b419-898fb5c2139b tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830731-3-hyperv, 4edd023b-4db1-4aaa-812f-f67647e61c3c) {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:38:48.592522 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9884a1bc-55a4-43f2-b419-898fb5c2139b tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:48.593108 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9884a1bc-55a4-43f2-b419-898fb5c2139b tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:48.618474 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-9884a1bc-55a4-43f2-b419-898fb5c2139b tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6922038 Mar 07 10:38:48.622512 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 41004) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:38:48.627069 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bebbc690-a2ce-4512-88cf-ddc0cdeb2c01 None None] Network 4edd023b-4db1-4aaa-812f-f67647e61c3c requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:38:48.750432 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fa4d9e-2a8d-4ec2-a1a5-d8e683edd4aa None None] Pushing event updated for resources: {'Port': ['ID=016eda29-80b2-4dc1-b977-a81ac0c04476,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:48.755165 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-4c9b2198-7e50-42dc-b163-caaae947905b None None] Attempting to bind port 016eda29-80b2-4dc1-b977-a81ac0c04476 on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:38:48.755535 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-4c9b2198-7e50-42dc-b163-caaae947905b None None] Attempting to bind port 016eda29-80b2-4dc1-b977-a81ac0c04476 by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': '9a22e080-7529-4fc7-949d-9f84ba21807d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:38:48.755895 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9b2198-7e50-42dc-b163-caaae947905b None None] Attempting to bind port 016eda29-80b2-4dc1-b977-a81ac0c04476 on network 5ed85006-6b00-415e-b71f-837fb1421c12 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:38:48.777735 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9b2198-7e50-42dc-b163-caaae947905b None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 38, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:38:48.778108 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9b2198-7e50-42dc-b163-caaae947905b None None] Checking segment: {'id': '9a22e080-7529-4fc7-949d-9f84ba21807d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:38:48.778758 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-4c9b2198-7e50-42dc-b163-caaae947905b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:48.778879 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9b2198-7e50-42dc-b163-caaae947905b None None] Bound using segment: {'id': '9a22e080-7529-4fc7-949d-9f84ba21807d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:38:48.779340 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-4c9b2198-7e50-42dc-b163-caaae947905b None None] Bound port: 016eda29-80b2-4dc1-b977-a81ac0c04476, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a22e080-7529-4fc7-949d-9f84ba21807d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:38:48.779706 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-4c9b2198-7e50-42dc-b163-caaae947905b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:48.908269 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-4c9b2198-7e50-42dc-b163-caaae947905b None None] For port 016eda29-80b2-4dc1-b977-a81ac0c04476, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:38:48.947993 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-4c9b2198-7e50-42dc-b163-caaae947905b None None] For port 016eda29-80b2-4dc1-b977-a81ac0c04476, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=016eda29-80b2-4dc1-b977-a81ac0c04476,segment=NetworkSegment(9a22e080-7529-4fc7-949d-9f84ba21807d),segment_id=9a22e080-7529-4fc7-949d-9f84ba21807d)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:38:48.953193 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-4c9b2198-7e50-42dc-b163-caaae947905b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:48.989716 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7944bfa5-a11b-426b-bef6-835f669e7bd1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ec2749d-0aec-52fb-aca6-10ba8a80aade-4edd023b-4db1-4aaa-812f-f67647e61c3c', 'network_id': '4edd023b-4db1-4aaa-812f-f67647e61c3c', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'fixed_ips': [{'subnet_id': '47eb92d3-8179-4cec-914b-453c4b694d87'}]}} from dv-neutron-830731-3-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 07 10:38:48.990532 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-7944bfa5-a11b-426b-bef6-835f669e7bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:49.096264 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fa4d9e-2a8d-4ec2-a1a5-d8e683edd4aa None None] Pushing event updated for resources: {'Port': ['ID=016eda29-80b2-4dc1-b977-a81ac0c04476,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:49.116959 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9b2198-7e50-42dc-b163-caaae947905b None None] Routers {'852bf703-5c01-4353-bdec-64f00b7ca9d9'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:38:49.117587 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-4c9b2198-7e50-42dc-b163-caaae947905b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:38:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['852bf703-5c01-4353-bdec-64f00b7ca9d9'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:38:49.345936 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-7944bfa5-a11b-426b-bef6-835f669e7bd1 None None] Allocated IP 172.20.0.2 (4edd023b-4db1-4aaa-812f-f67647e61c3c/47eb92d3-8179-4cec-914b-453c4b694d87/8700dbc9-d016-4952-aa5b-32bc7e0deb72) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:38:49.357005 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-308cc63d-e6ce-46a2-b422-59c0838fb8cc tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:49.367283 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-4c9b2198-7e50-42dc-b163-caaae947905b None None] Set router 852bf703-5c01-4353-bdec-64f00b7ca9d9 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:38:49.833337 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-7944bfa5-a11b-426b-bef6-835f669e7bd1 None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:49.847395 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-7944bfa5-a11b-426b-bef6-835f669e7bd1 None None] Transition to ACTIVE for port object 8700dbc9-d016-4952-aa5b-32bc7e0deb72 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:38:49.869371 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-7944bfa5-a11b-426b-bef6-835f669e7bd1 None None] Transition to ACTIVE for port object 8700dbc9-d016-4952-aa5b-32bc7e0deb72 will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:38:49.877723 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-7944bfa5-a11b-426b-bef6-835f669e7bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:49.927524 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-4c9b2198-7e50-42dc-b163-caaae947905b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852bf703-5c01-4353-bdec-64f00b7ca9d9', 'name': 'tempest-TestNetworkBasicOps-router-655597348', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.30'}], 'enable_snat': True}, 'gw_port_id': '016eda29-80b2-4dc1-b977-a81ac0c04476', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:38:46Z', 'updated_at': '2022-03-07T10:38:47Z', 'revision_number': 3, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'gw_port': {'id': '016eda29-80b2-4dc1-b977-a81ac0c04476', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f3:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '852bf703-5c01-4353-bdec-64f00b7ca9d9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:38:46Z', 'updated_at': '2022-03-07T10:38:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv'}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:38:49.939347 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-308cc63d-e6ce-46a2-b422-59c0838fb8cc tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Allocated IP 172.20.0.1 (4edd023b-4db1-4aaa-812f-f67647e61c3c/47eb92d3-8179-4cec-914b-453c4b694d87/71bc2468-b03f-462a-bbae-41f9031cb091) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:38:49.943916 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9b2198-7e50-42dc-b163-caaae947905b None None] The sync data for ids ['852bf703-5c01-4353-bdec-64f00b7ca9d9'] in dv-neutron-830731-3-hyperv is: [{'id': '852bf703-5c01-4353-bdec-64f00b7ca9d9', 'name': 'tempest-TestNetworkBasicOps-router-655597348', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.30'}], 'enable_snat': True}, 'gw_port_id': '016eda29-80b2-4dc1-b977-a81ac0c04476', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:38:46Z', 'updated_at': '2022-03-07T10:38:47Z', 'revision_number': 3, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'gw_port': {'id': '016eda29-80b2-4dc1-b977-a81ac0c04476', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f3:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '852bf703-5c01-4353-bdec-64f00b7ca9d9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:38:46Z', 'updated_at': '2022-03-07T10:38:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv'}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:38:49.960008 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7944bfa5-a11b-426b-bef6-835f669e7bd1 None None] Network 4edd023b-4db1-4aaa-812f-f67647e61c3c is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:38:49.963623 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-7944bfa5-a11b-426b-bef6-835f669e7bd1 None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:38:49.969954 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7944bfa5-a11b-426b-bef6-835f669e7bd1 None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:38:49.969954 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7944bfa5-a11b-426b-bef6-835f669e7bd1 None None] Pushing event updated for resources: {'Port': ['ID=8700dbc9-d016-4952-aa5b-32bc7e0deb72,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:50.063461 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-7944bfa5-a11b-426b-bef6-835f669e7bd1 None None] Attempting to bind port 8700dbc9-d016-4952-aa5b-32bc7e0deb72 on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:38:50.063839 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-7944bfa5-a11b-426b-bef6-835f669e7bd1 None None] Attempting to bind port 8700dbc9-d016-4952-aa5b-32bc7e0deb72 by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': 'd337b5de-d1e5-4c31-98f3-463f2a53cf24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '4edd023b-4db1-4aaa-812f-f67647e61c3c'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:38:50.064191 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7944bfa5-a11b-426b-bef6-835f669e7bd1 None None] Attempting to bind port 8700dbc9-d016-4952-aa5b-32bc7e0deb72 on network 4edd023b-4db1-4aaa-812f-f67647e61c3c {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:38:50.071296 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7944bfa5-a11b-426b-bef6-835f669e7bd1 None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 38, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:38:50.071670 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7944bfa5-a11b-426b-bef6-835f669e7bd1 None None] Checking segment: {'id': 'd337b5de-d1e5-4c31-98f3-463f2a53cf24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '4edd023b-4db1-4aaa-812f-f67647e61c3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:38:50.072078 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-7944bfa5-a11b-426b-bef6-835f669e7bd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:50.072470 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7944bfa5-a11b-426b-bef6-835f669e7bd1 None None] Bound using segment: {'id': 'd337b5de-d1e5-4c31-98f3-463f2a53cf24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '4edd023b-4db1-4aaa-812f-f67647e61c3c'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:38:50.072966 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-7944bfa5-a11b-426b-bef6-835f669e7bd1 None None] Bound port: 8700dbc9-d016-4952-aa5b-32bc7e0deb72, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd337b5de-d1e5-4c31-98f3-463f2a53cf24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '4edd023b-4db1-4aaa-812f-f67647e61c3c'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:38:50.073347 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-7944bfa5-a11b-426b-bef6-835f669e7bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:50.197365 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-7944bfa5-a11b-426b-bef6-835f669e7bd1 None None] For port 8700dbc9-d016-4952-aa5b-32bc7e0deb72, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:38:50.201841 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-7944bfa5-a11b-426b-bef6-835f669e7bd1 None None] For port 8700dbc9-d016-4952-aa5b-32bc7e0deb72, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=8700dbc9-d016-4952-aa5b-32bc7e0deb72,segment=NetworkSegment(d337b5de-d1e5-4c31-98f3-463f2a53cf24),segment_id=d337b5de-d1e5-4c31-98f3-463f2a53cf24)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:38:50.206481 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-7944bfa5-a11b-426b-bef6-835f669e7bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:50.243031 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-308cc63d-e6ce-46a2-b422-59c0838fb8cc tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:50.266612 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [None req-308cc63d-e6ce-46a2-b422-59c0838fb8cc tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Transition to ACTIVE for port object 71bc2468-b03f-462a-bbae-41f9031cb091 will not be triggered until provisioned by entity DHCP. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:38:50.303535 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-308cc63d-e6ce-46a2-b422-59c0838fb8cc tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:50.316033 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7944bfa5-a11b-426b-bef6-835f669e7bd1 None None] Pushing event updated for resources: {'Port': ['ID=8700dbc9-d016-4952-aa5b-32bc7e0deb72,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:50.390518 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-308cc63d-e6ce-46a2-b422-59c0838fb8cc tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Network 4edd023b-4db1-4aaa-812f-f67647e61c3c is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:38:50.394505 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-308cc63d-e6ce-46a2-b422-59c0838fb8cc tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:38:50.396587 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308cc63d-e6ce-46a2-b422-59c0838fb8cc tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event updated for resources: {'Port': ['ID=71bc2468-b03f-462a-bbae-41f9031cb091,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:50.398822 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-308cc63d-e6ce-46a2-b422-59c0838fb8cc tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:38:50.489257 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-308cc63d-e6ce-46a2-b422-59c0838fb8cc tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3920324'] for router_interface, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:50.536094 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 016eda29-80b2-4dc1-b977-a81ac0c04476 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:38:50.602652 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-308cc63d-e6ce-46a2-b422-59c0838fb8cc tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:50.622762 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning for port 016eda29-80b2-4dc1-b977-a81ac0c04476 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:38:50.632244 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 016eda29-80b2-4dc1-b977-a81ac0c04476 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:38:50.632739 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:50.756268 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:50.773673 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] For port 016eda29-80b2-4dc1-b977-a81ac0c04476, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=016eda29-80b2-4dc1-b977-a81ac0c04476,segment=NetworkSegment(9a22e080-7529-4fc7-949d-9f84ba21807d),segment_id=9a22e080-7529-4fc7-949d-9f84ba21807d)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:38:50.779159 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:50.857439 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Pushing event updated for resources: {'Port': ['ID=016eda29-80b2-4dc1-b977-a81ac0c04476,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:51.040806 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-308cc63d-e6ce-46a2-b422-59c0838fb8cc tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:51.045650 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-308cc63d-e6ce-46a2-b422-59c0838fb8cc tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3012561'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:51.086339 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-adbd2215-c8ee-41f3-92a6-4182ca26b8a8 None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 10:38:51.159332 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308cc63d-e6ce-46a2-b422-59c0838fb8cc tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event updated for resources: {'Port': ['ID=71bc2468-b03f-462a-bbae-41f9031cb091,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:51.162778 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-308cc63d-e6ce-46a2-b422-59c0838fb8cc tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2756426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3920233'] for router_interface, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:51.301763 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cf06589-d0a5-458e-8f81-2a52f27188fc None None] Network 4edd023b-4db1-4aaa-812f-f67647e61c3c requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:38:51.307588 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-308cc63d-e6ce-46a2-b422-59c0838fb8cc tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Network 4edd023b-4db1-4aaa-812f-f67647e61c3c is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:38:51.308780 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-308cc63d-e6ce-46a2-b422-59c0838fb8cc tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:38:51.426769 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-880d6e0e-8666-4c6d-b37a-332279abb298 None None] Provisioning for port 8700dbc9-d016-4952-aa5b-32bc7e0deb72 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:38:51.469073 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [req-50023c0c-09b5-4f18-9646-7dc6fefe394c req-2e7d0e40-c0d5-4922-b4a0-a3ac38606c67 service neutron] (83738) timed out ('10.222.0.10', 53330) {{(pid=83738) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 07 10:38:51.687429 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-308cc63d-e6ce-46a2-b422-59c0838fb8cc tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Router 852bf703-5c01-4353-bdec-64f00b7ca9d9 has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:38:51.783002 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-59d00fae-0e45-4c46-8b25-85ab78129532 None None] Provisioning for port 71bc2468-b03f-462a-bbae-41f9031cb091 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:38:51.788498 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-59d00fae-0e45-4c46-8b25-85ab78129532 None None] Provisioning complete for port 71bc2468-b03f-462a-bbae-41f9031cb091 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:38:51.788998 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-59d00fae-0e45-4c46-8b25-85ab78129532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:51.850051 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-59d00fae-0e45-4c46-8b25-85ab78129532 None None] Port 71bc2468-b03f-462a-bbae-41f9031cb091 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:38:51.984246 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-50b08bde-c923-4c16-b575-9d69fc7e6c0d None None] Provisioning complete for port 71bc2468-b03f-462a-bbae-41f9031cb091 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:38:51.985295 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-50b08bde-c923-4c16-b575-9d69fc7e6c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:52.019809 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-308cc63d-e6ce-46a2-b422-59c0838fb8cc tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:38:52.037008 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-308cc63d-e6ce-46a2-b422-59c0838fb8cc tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "PUT /v2.0/routers/852bf703-5c01-4353-bdec-64f00b7ca9d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4134495 Mar 07 10:38:52.037538 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 41008) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:38:52.041494 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-50b08bde-c923-4c16-b575-9d69fc7e6c0d None None] Port 71bc2468-b03f-462a-bbae-41f9031cb091 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:38:52.163757 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-446f37f5-267d-45e4-96f5-ba353e5b8709 None None] Provisioning complete for port 71bc2468-b03f-462a-bbae-41f9031cb091 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:38:52.164040 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-446f37f5-267d-45e4-96f5-ba353e5b8709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:52.218909 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-446f37f5-267d-45e4-96f5-ba353e5b8709 None None] Port 71bc2468-b03f-462a-bbae-41f9031cb091 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:38:52.267202 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63f05ae0-7e26-44cb-b58f-3ccd784314ec tempest-TestNetworkBasicOps-2128623112 tempest-TestNetworkBasicOps-2128623112-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:52.267572 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63f05ae0-7e26-44cb-b58f-3ccd784314ec tempest-TestNetworkBasicOps-2128623112 tempest-TestNetworkBasicOps-2128623112-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:52.267931 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63f05ae0-7e26-44cb-b58f-3ccd784314ec tempest-TestNetworkBasicOps-2128623112 tempest-TestNetworkBasicOps-2128623112-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:52.268389 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63f05ae0-7e26-44cb-b58f-3ccd784314ec tempest-TestNetworkBasicOps-2128623112 tempest-TestNetworkBasicOps-2128623112-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:52.270023 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-63f05ae0-7e26-44cb-b58f-3ccd784314ec tempest-TestNetworkBasicOps-2128623112 tempest-TestNetworkBasicOps-2128623112-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.2313762 Mar 07 10:38:52.272796 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 41012) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:38:52.341816 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79e09ba3-23fc-4222-86d9-fc01af67aac5 tempest-TestNetworkBasicOps-2128623112 tempest-TestNetworkBasicOps-2128623112-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:52.342155 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79e09ba3-23fc-4222-86d9-fc01af67aac5 tempest-TestNetworkBasicOps-2128623112 tempest-TestNetworkBasicOps-2128623112-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:52.342506 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79e09ba3-23fc-4222-86d9-fc01af67aac5 tempest-TestNetworkBasicOps-2128623112 tempest-TestNetworkBasicOps-2128623112-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:52.342851 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79e09ba3-23fc-4222-86d9-fc01af67aac5 tempest-TestNetworkBasicOps-2128623112 tempest-TestNetworkBasicOps-2128623112-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:52.344456 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-79e09ba3-23fc-4222-86d9-fc01af67aac5 tempest-TestNetworkBasicOps-2128623112 tempest-TestNetworkBasicOps-2128623112-project-admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0707989 Mar 07 10:38:52.347200 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 41016) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:38:52.540840 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 016eda29-80b2-4dc1-b977-a81ac0c04476 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:38:52.544546 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-66a18cc5-45c0-491c-a970-15549ea38472 tempest-TestNetworkBasicOps-2128623112 tempest-TestNetworkBasicOps-2128623112-project-admin] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.1963148 Mar 07 10:38:52.547245 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 41020) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:38:52.552530 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-e4cb6fd5-110c-4845-a1ab-d82a926d44c3 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-113089765', 'network_id': '4edd023b-4db1-4aaa-812f-f67647e61c3c'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:38:52.610480 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 016eda29-80b2-4dc1-b977-a81ac0c04476 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:38:52.610839 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:52.685566 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-e4cb6fd5-110c-4845-a1ab-d82a926d44c3 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:38:52.689533 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-e4cb6fd5-110c-4845-a1ab-d82a926d44c3 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Usage tracker for resource:port and tenant:416b2fd961bc4d70a26d66821f7df8e2 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:38:52.692238 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-e4cb6fd5-110c-4845-a1ab-d82a926d44c3 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:38:52.697691 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-e4cb6fd5-110c-4845-a1ab-d82a926d44c3 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:38:52.708054 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4cb6fd5-110c-4845-a1ab-d82a926d44c3 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Made reservation on behalf of 416b2fd961bc4d70a26d66821f7df8e2 for: {'port': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:38:52.711072 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e4cb6fd5-110c-4845-a1ab-d82a926d44c3 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:52.725643 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 8700dbc9-d016-4952-aa5b-32bc7e0deb72 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:38:52.732614 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [None req-e4cb6fd5-110c-4845-a1ab-d82a926d44c3 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] device_id is not set on port 72e198ed-a7ed-41d8-ac65-a92748fc7f59 yet. {{(pid=83738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 07 10:38:52.790743 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning for port 8700dbc9-d016-4952-aa5b-32bc7e0deb72 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:38:52.795189 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 8700dbc9-d016-4952-aa5b-32bc7e0deb72 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:38:52.795554 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:52.871442 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-e4cb6fd5-110c-4845-a1ab-d82a926d44c3 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Allocated IP 172.20.0.3 (4edd023b-4db1-4aaa-812f-f67647e61c3c/47eb92d3-8179-4cec-914b-453c4b694d87/72e198ed-a7ed-41d8-ac65-a92748fc7f59) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:38:52.909950 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:52.947481 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] For port 8700dbc9-d016-4952-aa5b-32bc7e0deb72, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=8700dbc9-d016-4952-aa5b-32bc7e0deb72,segment=NetworkSegment(d337b5de-d1e5-4c31-98f3-463f2a53cf24),segment_id=d337b5de-d1e5-4c31-98f3-463f2a53cf24)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:38:52.952161 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:53.019686 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Pushing event updated for resources: {'Port': ['ID=8700dbc9-d016-4952-aa5b-32bc7e0deb72,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:53.073059 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e4cb6fd5-110c-4845-a1ab-d82a926d44c3 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:53.089739 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-e4cb6fd5-110c-4845-a1ab-d82a926d44c3 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Transition to ACTIVE for port object 72e198ed-a7ed-41d8-ac65-a92748fc7f59 will not be triggered until provisioned by entity DHCP. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:38:53.111029 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e4cb6fd5-110c-4845-a1ab-d82a926d44c3 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:53.182234 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4cb6fd5-110c-4845-a1ab-d82a926d44c3 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Network 4edd023b-4db1-4aaa-812f-f67647e61c3c is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:38:53.185780 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-e4cb6fd5-110c-4845-a1ab-d82a926d44c3 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:38:53.189651 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4cb6fd5-110c-4845-a1ab-d82a926d44c3 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:38:53.229093 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cb6fd5-110c-4845-a1ab-d82a926d44c3 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event updated for resources: {'Port': ['ID=72e198ed-a7ed-41d8-ac65-a92748fc7f59,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:53.260379 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4cb6fd5-110c-4845-a1ab-d82a926d44c3 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:53.262103 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e4cb6fd5-110c-4845-a1ab-d82a926d44c3 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:53.288055 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-e4cb6fd5-110c-4845-a1ab-d82a926d44c3 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.7397904 Mar 07 10:38:53.447344 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-acfabf97-703d-4892-9c54-e6190656173d None None] Provisioning for port 72e198ed-a7ed-41d8-ac65-a92748fc7f59 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:38:53.453470 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-acfabf97-703d-4892-9c54-e6190656173d None None] Provisioning complete for port 72e198ed-a7ed-41d8-ac65-a92748fc7f59 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:38:53.453946 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-acfabf97-703d-4892-9c54-e6190656173d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:53.539804 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-acfabf97-703d-4892-9c54-e6190656173d None None] Port 72e198ed-a7ed-41d8-ac65-a92748fc7f59 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:38:53.574522 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfafc81-5105-4324-9597-f2dde42c085c None None] Sync routers for ids ['852bf703-5c01-4353-bdec-64f00b7ca9d9'] in dv-neutron-830731-3-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:38:53.586204 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfafc81-5105-4324-9597-f2dde42c085c None None] Routers {'852bf703-5c01-4353-bdec-64f00b7ca9d9'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:38:53.586718 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-1cfafc81-5105-4324-9597-f2dde42c085c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:38:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['852bf703-5c01-4353-bdec-64f00b7ca9d9'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:38:53.727828 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 41026) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:38:53.733495 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-f9553be2-6dea-4d39-bbd5-5e5ad87ca1de tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1042843842', 'description': 'tempest-secgroup-smoke-1042843842 description', 'project_id': '416b2fd961bc4d70a26d66821f7df8e2'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:38:53.740070 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-f9553be2-6dea-4d39-bbd5-5e5ad87ca1de tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:38:53.744110 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-f9553be2-6dea-4d39-bbd5-5e5ad87ca1de tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Usage tracker for resource:security_group and tenant:416b2fd961bc4d70a26d66821f7df8e2 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:38:53.747438 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-f9553be2-6dea-4d39-bbd5-5e5ad87ca1de tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:38:53.753071 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-f9553be2-6dea-4d39-bbd5-5e5ad87ca1de tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:38:53.759478 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-1cfafc81-5105-4324-9597-f2dde42c085c None None] Set router 852bf703-5c01-4353-bdec-64f00b7ca9d9 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:38:53.763552 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f9553be2-6dea-4d39-bbd5-5e5ad87ca1de tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:53.798936 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-f9553be2-6dea-4d39-bbd5-5e5ad87ca1de tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:38:53.802604 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-f9553be2-6dea-4d39-bbd5-5e5ad87ca1de tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Usage tracker for resource:security_group_rule and tenant:416b2fd961bc4d70a26d66821f7df8e2 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:38:53.805355 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-f9553be2-6dea-4d39-bbd5-5e5ad87ca1de tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:38:53.811282 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-f9553be2-6dea-4d39-bbd5-5e5ad87ca1de tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:38:53.866808 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f9553be2-6dea-4d39-bbd5-5e5ad87ca1de tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:53.871197 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f9553be2-6dea-4d39-bbd5-5e5ad87ca1de tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:53.914895 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9553be2-6dea-4d39-bbd5-5e5ad87ca1de tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea64554e-6fb9-4ea4-8ba3-e7f4f57d4df1,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:53.917892 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f9553be2-6dea-4d39-bbd5-5e5ad87ca1de tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:53.921813 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-f9553be2-6dea-4d39-bbd5-5e5ad87ca1de tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1902125 Mar 07 10:38:53.921998 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 41030) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:38:53.927344 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-74829181-c750-4c6e-9280-69a7da3e03df tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Request body: {'security_group_rule': {'security_group_id': 'ea64554e-6fb9-4ea4-8ba3-e7f4f57d4df1', 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:38:53.933917 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-74829181-c750-4c6e-9280-69a7da3e03df tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:38:53.937715 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-74829181-c750-4c6e-9280-69a7da3e03df tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Usage tracker for resource:security_group_rule and tenant:416b2fd961bc4d70a26d66821f7df8e2 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:38:53.940505 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-74829181-c750-4c6e-9280-69a7da3e03df tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:38:53.946093 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-74829181-c750-4c6e-9280-69a7da3e03df tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:38:53.964055 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-74829181-c750-4c6e-9280-69a7da3e03df tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:54.028154 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-74829181-c750-4c6e-9280-69a7da3e03df tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:54.031953 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-74829181-c750-4c6e-9280-69a7da3e03df tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:54.055024 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74829181-c750-4c6e-9280-69a7da3e03df tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d588b2d5-b784-4bac-8127-4c3b1fa6e049,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:54.065703 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-74829181-c750-4c6e-9280-69a7da3e03df tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:54.066937 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-74829181-c750-4c6e-9280-69a7da3e03df tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1440465 Mar 07 10:38:54.070980 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 41034) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:38:54.075455 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-1cfafc81-5105-4324-9597-f2dde42c085c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852bf703-5c01-4353-bdec-64f00b7ca9d9', 'name': 'tempest-TestNetworkBasicOps-router-655597348', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.30'}], 'enable_snat': True}, 'gw_port_id': '016eda29-80b2-4dc1-b977-a81ac0c04476', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:38:46Z', 'updated_at': '2022-03-07T10:38:50Z', 'revision_number': 4, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'gw_port': {'id': '016eda29-80b2-4dc1-b977-a81ac0c04476', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f3:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852bf703-5c01-4353-bdec-64f00b7ca9d9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:38:46Z', 'updated_at': '2022-03-07T10:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_interfaces': [{'id': '71bc2468-b03f-462a-bbae-41f9031cb091', 'name': '', 'network_id': '4edd023b-4db1-4aaa-812f-f67647e61c3c', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'mac_address': 'fa:16:3e:54:6a:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '852bf703-5c01-4353-bdec-64f00b7ca9d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '47eb92d3-8179-4cec-914b-453c4b694d87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:38:49Z', 'updated_at': '2022-03-07T10:38:50Z', 'revision_number': 2, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'subnets': [{'id': '47eb92d3-8179-4cec-914b-453c4b694d87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:38:54.076814 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-e3fc09bc-3a89-4114-b13a-4f610fdf49b2 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Request body: {'security_group_rule': {'security_group_id': 'ea64554e-6fb9-4ea4-8ba3-e7f4f57d4df1', 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:38:54.079675 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfafc81-5105-4324-9597-f2dde42c085c None None] Checking router: 852bf703-5c01-4353-bdec-64f00b7ca9d9 for host: dv-neutron-830731-3-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 07 10:38:54.080046 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfafc81-5105-4324-9597-f2dde42c085c None None] Updating router 852bf703-5c01-4353-bdec-64f00b7ca9d9 port 71bc2468-b03f-462a-bbae-41f9031cb091 binding host dv-neutron-830731-3-hyperv {{(pid=83740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 07 10:38:54.082468 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-e3fc09bc-3a89-4114-b13a-4f610fdf49b2 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:38:54.086199 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-e3fc09bc-3a89-4114-b13a-4f610fdf49b2 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Usage tracker for resource:security_group_rule and tenant:416b2fd961bc4d70a26d66821f7df8e2 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:38:54.089117 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-e3fc09bc-3a89-4114-b13a-4f610fdf49b2 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:38:54.095040 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-e3fc09bc-3a89-4114-b13a-4f610fdf49b2 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:38:54.111619 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e3fc09bc-3a89-4114-b13a-4f610fdf49b2 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:54.130727 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-1cfafc81-5105-4324-9597-f2dde42c085c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:54.172207 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e3fc09bc-3a89-4114-b13a-4f610fdf49b2 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:54.175863 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e3fc09bc-3a89-4114-b13a-4f610fdf49b2 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:54.203746 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fc09bc-3a89-4114-b13a-4f610fdf49b2 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70ac41ed-cc06-4dfb-9e61-a9c3d64303a5,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:54.210108 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e3fc09bc-3a89-4114-b13a-4f610fdf49b2 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:54.213050 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-e3fc09bc-3a89-4114-b13a-4f610fdf49b2 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1409979 Mar 07 10:38:54.214123 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 41038) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:38:54.219729 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-da41d867-09da-4e5d-b5dd-fa2463bc33c7 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Request body: {'security_group_rule': {'security_group_id': 'ea64554e-6fb9-4ea4-8ba3-e7f4f57d4df1', 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:38:54.225764 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-da41d867-09da-4e5d-b5dd-fa2463bc33c7 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:38:54.230187 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-da41d867-09da-4e5d-b5dd-fa2463bc33c7 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Usage tracker for resource:security_group_rule and tenant:416b2fd961bc4d70a26d66821f7df8e2 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:38:54.233775 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-da41d867-09da-4e5d-b5dd-fa2463bc33c7 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:38:54.239376 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-da41d867-09da-4e5d-b5dd-fa2463bc33c7 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:38:54.256751 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-da41d867-09da-4e5d-b5dd-fa2463bc33c7 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:54.320702 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-da41d867-09da-4e5d-b5dd-fa2463bc33c7 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:54.324323 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-da41d867-09da-4e5d-b5dd-fa2463bc33c7 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:54.347144 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da41d867-09da-4e5d-b5dd-fa2463bc33c7 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcf9a962-b2a5-4437-9271-d0e9f7058f69,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:54.356503 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-da41d867-09da-4e5d-b5dd-fa2463bc33c7 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:54.357822 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-da41d867-09da-4e5d-b5dd-fa2463bc33c7 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1424589 Mar 07 10:38:54.360378 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 41042) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:38:54.365719 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-858a503a-db94-4cf0-b76b-a2dbed339baf tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Request body: {'security_group_rule': {'security_group_id': 'ea64554e-6fb9-4ea4-8ba3-e7f4f57d4df1', 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:38:54.372201 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-858a503a-db94-4cf0-b76b-a2dbed339baf tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:38:54.376015 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-858a503a-db94-4cf0-b76b-a2dbed339baf tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Usage tracker for resource:security_group_rule and tenant:416b2fd961bc4d70a26d66821f7df8e2 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:38:54.378866 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-858a503a-db94-4cf0-b76b-a2dbed339baf tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:38:54.384463 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-858a503a-db94-4cf0-b76b-a2dbed339baf tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:38:54.403446 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-858a503a-db94-4cf0-b76b-a2dbed339baf tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:54.473572 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-858a503a-db94-4cf0-b76b-a2dbed339baf tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:54.479043 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-858a503a-db94-4cf0-b76b-a2dbed339baf tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:54.479197 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-1cfafc81-5105-4324-9597-f2dde42c085c None None] Notify callbacks [] for port, precommit_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:54.484040 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 8700dbc9-d016-4952-aa5b-32bc7e0deb72 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:38:54.491658 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.provisioning_blocks [None req-1cfafc81-5105-4324-9597-f2dde42c085c None None] Transition to ACTIVE for port object 71bc2468-b03f-462a-bbae-41f9031cb091 will not be triggered until provisioned by entity L2. {{(pid=83740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:38:54.498669 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-1cfafc81-5105-4324-9597-f2dde42c085c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:54.502886 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858a503a-db94-4cf0-b76b-a2dbed339baf tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=479922cb-d002-41e5-bc04-05ce329ed165,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:54.515286 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-858a503a-db94-4cf0-b76b-a2dbed339baf tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:54.517140 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-858a503a-db94-4cf0-b76b-a2dbed339baf tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1551998 Mar 07 10:38:54.519134 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 41046) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:38:54.524784 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-61ad1ce9-cb82-4ca0-8432-aa18f50f471c tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Request body: {'security_group_rule': {'security_group_id': 'ea64554e-6fb9-4ea4-8ba3-e7f4f57d4df1', 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:38:54.531471 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-61ad1ce9-cb82-4ca0-8432-aa18f50f471c tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:38:54.535391 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-61ad1ce9-cb82-4ca0-8432-aa18f50f471c tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Usage tracker for resource:security_group_rule and tenant:416b2fd961bc4d70a26d66821f7df8e2 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:38:54.538891 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-61ad1ce9-cb82-4ca0-8432-aa18f50f471c tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:38:54.546331 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-61ad1ce9-cb82-4ca0-8432-aa18f50f471c tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:38:54.557819 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.db.securitygroups_db [None req-61ad1ce9-cb82-4ca0-8432-aa18f50f471c tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Project 416b2fd961bc4d70a26d66821f7df8e2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 10:38:54.562456 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 8700dbc9-d016-4952-aa5b-32bc7e0deb72 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:38:54.563522 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:54.564205 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-61ad1ce9-cb82-4ca0-8432-aa18f50f471c tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:54.638162 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-61ad1ce9-cb82-4ca0-8432-aa18f50f471c tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:54.642201 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-61ad1ce9-cb82-4ca0-8432-aa18f50f471c tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:54.666417 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ad1ce9-cb82-4ca0-8432-aa18f50f471c tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12f33312-814f-4787-a3bc-9dcd0ceeebe8,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:54.681277 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-61ad1ce9-cb82-4ca0-8432-aa18f50f471c tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:54.683175 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-61ad1ce9-cb82-4ca0-8432-aa18f50f471c tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1625113 Mar 07 10:38:54.686271 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 41050) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:38:54.695091 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-c175f598-9587-493d-9e67-a365d1907086 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Request body: {'security_group_rule': {'security_group_id': 'ea64554e-6fb9-4ea4-8ba3-e7f4f57d4df1', 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:38:54.705258 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-c175f598-9587-493d-9e67-a365d1907086 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:38:54.709566 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94180d5c-5b2c-46eb-b5eb-125d6f6ce16b None None] Pushing event updated for resources: {'Port': ['ID=71bc2468-b03f-462a-bbae-41f9031cb091,revision_number=3']} {{(pid=83740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:54.710726 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-c175f598-9587-493d-9e67-a365d1907086 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Usage tracker for resource:security_group_rule and tenant:416b2fd961bc4d70a26d66821f7df8e2 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:38:54.713720 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-c175f598-9587-493d-9e67-a365d1907086 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:38:54.720402 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-c175f598-9587-493d-9e67-a365d1907086 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:38:54.731360 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.db.securitygroups_db [None req-c175f598-9587-493d-9e67-a365d1907086 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Project 416b2fd961bc4d70a26d66821f7df8e2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 10:38:54.738096 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c175f598-9587-493d-9e67-a365d1907086 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:54.743402 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94180d5c-5b2c-46eb-b5eb-125d6f6ce16b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:38:54.743738 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94180d5c-5b2c-46eb-b5eb-125d6f6ce16b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:38:54.744062 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94180d5c-5b2c-46eb-b5eb-125d6f6ce16b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:38:54.744381 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94180d5c-5b2c-46eb-b5eb-125d6f6ce16b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:38:54.744721 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94180d5c-5b2c-46eb-b5eb-125d6f6ce16b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:38:54.745037 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94180d5c-5b2c-46eb-b5eb-125d6f6ce16b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:38:54.745868 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94180d5c-5b2c-46eb-b5eb-125d6f6ce16b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:38:54.746222 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94180d5c-5b2c-46eb-b5eb-125d6f6ce16b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:38:54.746487 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94180d5c-5b2c-46eb-b5eb-125d6f6ce16b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:38:54.746793 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94180d5c-5b2c-46eb-b5eb-125d6f6ce16b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:38:54.747097 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94180d5c-5b2c-46eb-b5eb-125d6f6ce16b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:38:54.779069 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-1cfafc81-5105-4324-9597-f2dde42c085c None None] Attempting to bind port 71bc2468-b03f-462a-bbae-41f9031cb091 on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:38:54.779424 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-1cfafc81-5105-4324-9597-f2dde42c085c None None] Attempting to bind port 71bc2468-b03f-462a-bbae-41f9031cb091 by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': 'd337b5de-d1e5-4c31-98f3-463f2a53cf24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '4edd023b-4db1-4aaa-812f-f67647e61c3c'}] {{(pid=83740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:38:54.779765 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cfafc81-5105-4324-9597-f2dde42c085c None None] Attempting to bind port 71bc2468-b03f-462a-bbae-41f9031cb091 on network 4edd023b-4db1-4aaa-812f-f67647e61c3c {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:38:54.786311 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cfafc81-5105-4324-9597-f2dde42c085c None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 38, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:38:54.786943 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cfafc81-5105-4324-9597-f2dde42c085c None None] Checking segment: {'id': 'd337b5de-d1e5-4c31-98f3-463f2a53cf24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '4edd023b-4db1-4aaa-812f-f67647e61c3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:38:54.787477 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-1cfafc81-5105-4324-9597-f2dde42c085c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:54.787851 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cfafc81-5105-4324-9597-f2dde42c085c None None] Bound using segment: {'id': 'd337b5de-d1e5-4c31-98f3-463f2a53cf24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '4edd023b-4db1-4aaa-812f-f67647e61c3c'} {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:38:54.788294 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-1cfafc81-5105-4324-9597-f2dde42c085c None None] Bound port: 71bc2468-b03f-462a-bbae-41f9031cb091, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd337b5de-d1e5-4c31-98f3-463f2a53cf24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '4edd023b-4db1-4aaa-812f-f67647e61c3c'}}] {{(pid=83740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:38:54.788673 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-1cfafc81-5105-4324-9597-f2dde42c085c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:54.823202 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c175f598-9587-493d-9e67-a365d1907086 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:54.828107 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c175f598-9587-493d-9e67-a365d1907086 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:54.849571 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c175f598-9587-493d-9e67-a365d1907086 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8722d1d-dde7-4d18-b955-dcb3a8de772f,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:54.865653 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c175f598-9587-493d-9e67-a365d1907086 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:54.867677 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-c175f598-9587-493d-9e67-a365d1907086 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1804101 Mar 07 10:38:54.882833 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.db [None req-1cfafc81-5105-4324-9597-f2dde42c085c None None] For port 71bc2468-b03f-462a-bbae-41f9031cb091, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:38:54.886554 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.db [None req-1cfafc81-5105-4324-9597-f2dde42c085c None None] For port 71bc2468-b03f-462a-bbae-41f9031cb091, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=71bc2468-b03f-462a-bbae-41f9031cb091,segment=NetworkSegment(d337b5de-d1e5-4c31-98f3-463f2a53cf24),segment_id=d337b5de-d1e5-4c31-98f3-463f2a53cf24)] {{(pid=83740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:38:54.891572 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-1cfafc81-5105-4324-9597-f2dde42c085c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:54.982232 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94180d5c-5b2c-46eb-b5eb-125d6f6ce16b None None] Pushing event updated for resources: {'Port': ['ID=71bc2468-b03f-462a-bbae-41f9031cb091,revision_number=4']} {{(pid=83740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:54.984718 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfafc81-5105-4324-9597-f2dde42c085c None None] Routers {'852bf703-5c01-4353-bdec-64f00b7ca9d9'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:38:54.985302 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-1cfafc81-5105-4324-9597-f2dde42c085c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:38:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['852bf703-5c01-4353-bdec-64f00b7ca9d9'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:38:55.171624 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-1cfafc81-5105-4324-9597-f2dde42c085c None None] Set router 852bf703-5c01-4353-bdec-64f00b7ca9d9 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:38:55.176840 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-904e6bac-2dff-434c-9f23-9dafde5edf7e req-ff12ccf5-c091-40a3-b8e8-58df02b82b8a tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Synchronizing usage tracker for tenant:416b2fd961bc4d70a26d66821f7df8e2 on resource:security_group {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:38:55.193807 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-904e6bac-2dff-434c-9f23-9dafde5edf7e req-ff12ccf5-c091-40a3-b8e8-58df02b82b8a tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Unset dirty status for tenant:416b2fd961bc4d70a26d66821f7df8e2 on resource:security_group {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:38:55.195118 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-904e6bac-2dff-434c-9f23-9dafde5edf7e req-ff12ccf5-c091-40a3-b8e8-58df02b82b8a tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1042843842&fields=id&tenant_id=416b2fd961bc4d70a26d66821f7df8e2 HTTP/1.1" status: 200 len: 267 time: 0.0609529 Mar 07 10:38:55.270271 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904e6bac-2dff-434c-9f23-9dafde5edf7e req-c26792bb-f63c-4c8b-892f-5fce96d1e539 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:55.270824 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-904e6bac-2dff-434c-9f23-9dafde5edf7e req-c26792bb-f63c-4c8b-892f-5fce96d1e539 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Synchronizing usage tracker for tenant:416b2fd961bc4d70a26d66821f7df8e2 on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:38:55.286471 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-904e6bac-2dff-434c-9f23-9dafde5edf7e req-c26792bb-f63c-4c8b-892f-5fce96d1e539 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Unset dirty status for tenant:416b2fd961bc4d70a26d66821f7df8e2 on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:38:55.288033 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-904e6bac-2dff-434c-9f23-9dafde5edf7e req-c26792bb-f63c-4c8b-892f-5fce96d1e539 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/ports/72e198ed-a7ed-41d8-ac65-a92748fc7f59 HTTP/1.1" status: 200 len: 929 time: 0.0858872 Mar 07 10:38:55.358536 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-904e6bac-2dff-434c-9f23-9dafde5edf7e req-6c99ba09-d55a-42b7-bf57-c4f48bd31099 service neutron] 10.222.0.13 "GET /v2.0/ports/72e198ed-a7ed-41d8-ac65-a92748fc7f59?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.0580237 Mar 07 10:38:55.489479 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-904e6bac-2dff-434c-9f23-9dafde5edf7e req-197188b7-f550-41ec-b5be-626ddc79c2bd service neutron] 10.222.0.13 "GET /v2.0/networks/4edd023b-4db1-4aaa-812f-f67647e61c3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254063 Mar 07 10:38:55.492569 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-1cfafc81-5105-4324-9597-f2dde42c085c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852bf703-5c01-4353-bdec-64f00b7ca9d9', 'name': 'tempest-TestNetworkBasicOps-router-655597348', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.30'}], 'enable_snat': True}, 'gw_port_id': '016eda29-80b2-4dc1-b977-a81ac0c04476', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:38:46Z', 'updated_at': '2022-03-07T10:38:50Z', 'revision_number': 4, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'gw_port': {'id': '016eda29-80b2-4dc1-b977-a81ac0c04476', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f3:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852bf703-5c01-4353-bdec-64f00b7ca9d9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:38:46Z', 'updated_at': '2022-03-07T10:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_interfaces': [{'id': '71bc2468-b03f-462a-bbae-41f9031cb091', 'name': '', 'network_id': '4edd023b-4db1-4aaa-812f-f67647e61c3c', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'mac_address': 'fa:16:3e:54:6a:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '852bf703-5c01-4353-bdec-64f00b7ca9d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '47eb92d3-8179-4cec-914b-453c4b694d87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:38:49Z', 'updated_at': '2022-03-07T10:38:54Z', 'revision_number': 4, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'subnets': [{'id': '47eb92d3-8179-4cec-914b-453c4b694d87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:38:55.497172 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfafc81-5105-4324-9597-f2dde42c085c None None] The sync data for ids ['852bf703-5c01-4353-bdec-64f00b7ca9d9'] in dv-neutron-830731-3-hyperv is: [{'id': '852bf703-5c01-4353-bdec-64f00b7ca9d9', 'name': 'tempest-TestNetworkBasicOps-router-655597348', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.30'}], 'enable_snat': True}, 'gw_port_id': '016eda29-80b2-4dc1-b977-a81ac0c04476', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:38:46Z', 'updated_at': '2022-03-07T10:38:50Z', 'revision_number': 4, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'gw_port': {'id': '016eda29-80b2-4dc1-b977-a81ac0c04476', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f3:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852bf703-5c01-4353-bdec-64f00b7ca9d9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:38:46Z', 'updated_at': '2022-03-07T10:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_interfaces': [{'id': '71bc2468-b03f-462a-bbae-41f9031cb091', 'name': '', 'network_id': '4edd023b-4db1-4aaa-812f-f67647e61c3c', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'mac_address': 'fa:16:3e:54:6a:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '852bf703-5c01-4353-bdec-64f00b7ca9d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '47eb92d3-8179-4cec-914b-453c4b694d87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:38:49Z', 'updated_at': '2022-03-07T10:38:54Z', 'revision_number': 4, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'subnets': [{'id': '47eb92d3-8179-4cec-914b-453c4b694d87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:38:55.633714 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-904e6bac-2dff-434c-9f23-9dafde5edf7e req-32625c1d-5526-4fa3-9485-8d9fc57f9c25 service neutron] 10.222.0.13 "GET /v2.0/networks/4edd023b-4db1-4aaa-812f-f67647e61c3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376097 Mar 07 10:38:55.829140 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-0e389ee4-a63c-4f0f-9048-43e746c41d3e req-ec6fd627-5812-42cf-a5f5-aaaac59c210a tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc433f39-f625-41b4-b534-caa1a2f153bd HTTP/1.1" status: 200 len: 210 time: 0.0472491 Mar 07 10:38:56.489292 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 71bc2468-b03f-462a-bbae-41f9031cb091 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:38:56.557235 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning for port 71bc2468-b03f-462a-bbae-41f9031cb091 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:38:56.562246 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 71bc2468-b03f-462a-bbae-41f9031cb091 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:38:56.562605 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:56.675335 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:56.710335 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] For port 71bc2468-b03f-462a-bbae-41f9031cb091, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=71bc2468-b03f-462a-bbae-41f9031cb091,segment=NetworkSegment(d337b5de-d1e5-4c31-98f3-463f2a53cf24),segment_id=d337b5de-d1e5-4c31-98f3-463f2a53cf24)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:38:56.715253 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:56.773688 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-904e6bac-2dff-434c-9f23-9dafde5edf7e req-cf5ceeff-d643-4104-abf8-d717f3d5ba3e service neutron] 10.222.0.10 "GET /v2.0/ports/72e198ed-a7ed-41d8-ac65-a92748fc7f59 HTTP/1.1" status: 200 len: 1025 time: 0.0600948 Mar 07 10:38:56.784748 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Pushing event updated for resources: {'Port': ['ID=71bc2468-b03f-462a-bbae-41f9031cb091,revision_number=5']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:56.928377 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904e6bac-2dff-434c-9f23-9dafde5edf7e req-bb810993-e956-4cad-a8e1-d7545d89bd7d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:56.929096 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-904e6bac-2dff-434c-9f23-9dafde5edf7e req-bb810993-e956-4cad-a8e1-d7545d89bd7d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Synchronizing usage tracker for tenant:416b2fd961bc4d70a26d66821f7df8e2 on resource:network {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:38:56.946956 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-904e6bac-2dff-434c-9f23-9dafde5edf7e req-bb810993-e956-4cad-a8e1-d7545d89bd7d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Unset dirty status for tenant:416b2fd961bc4d70a26d66821f7df8e2 on resource:network {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:38:56.948173 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-904e6bac-2dff-434c-9f23-9dafde5edf7e req-bb810993-e956-4cad-a8e1-d7545d89bd7d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.10 "GET /v2.0/networks?id=4edd023b-4db1-4aaa-812f-f67647e61c3c HTTP/1.1" status: 200 len: 797 time: 0.1698916 Mar 07 10:38:57.032353 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c72aef73-7556-4acb-8646-baff43267788 req-a3c359b5-aa39-4dda-b06a-a9e212ca14d0 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc433f39-f625-41b4-b534-caa1a2f153bd HTTP/1.1" status: 200 len: 210 time: 0.0562563 Mar 07 10:38:57.046508 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-904e6bac-2dff-434c-9f23-9dafde5edf7e req-32abdbbf-0422-4bee-b21d-fe7ff4426dff tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=416b2fd961bc4d70a26d66821f7df8e2 HTTP/1.1" status: 200 len: 380 time: 0.0839570 Mar 07 10:38:57.056291 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [req-904e6bac-2dff-434c-9f23-9dafde5edf7e req-e28ab8b3-4774-4c95-8034-7849becaf76d service neutron] Request body: {'port': {'device_id': 'bc433f39-f625-41b4-b534-caa1a2f153bd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8307'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:38:57.163142 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-904e6bac-2dff-434c-9f23-9dafde5edf7e req-e28ab8b3-4774-4c95-8034-7849becaf76d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:57.493178 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [req-904e6bac-2dff-434c-9f23-9dafde5edf7e req-e28ab8b3-4774-4c95-8034-7849becaf76d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72e198ed-a7ed-41d8-ac65-a92748fc7f59 {{(pid=83737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 07 10:38:57.500359 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-904e6bac-2dff-434c-9f23-9dafde5edf7e req-e28ab8b3-4774-4c95-8034-7849becaf76d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:57.514722 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [req-904e6bac-2dff-434c-9f23-9dafde5edf7e req-e28ab8b3-4774-4c95-8034-7849becaf76d service neutron] Transition to ACTIVE for port object 72e198ed-a7ed-41d8-ac65-a92748fc7f59 will not be triggered until provisioned by entity L2. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:38:57.518066 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-904e6bac-2dff-434c-9f23-9dafde5edf7e req-e28ab8b3-4774-4c95-8034-7849becaf76d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3012561'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:57.644943 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28ab8b3-4774-4c95-8034-7849becaf76d service neutron] Pushing event updated for resources: {'Port': ['ID=72e198ed-a7ed-41d8-ac65-a92748fc7f59,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:57.756355 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [req-904e6bac-2dff-434c-9f23-9dafde5edf7e req-e28ab8b3-4774-4c95-8034-7849becaf76d service neutron] Attempting to bind port 72e198ed-a7ed-41d8-ac65-a92748fc7f59 on host hv-neutron-8307 for vnic_type normal with profile {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:38:57.756658 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [req-904e6bac-2dff-434c-9f23-9dafde5edf7e req-e28ab8b3-4774-4c95-8034-7849becaf76d service neutron] Attempting to bind port 72e198ed-a7ed-41d8-ac65-a92748fc7f59 by drivers openvswitch,hyperv on host hv-neutron-8307 at level 0 using segments [{'id': 'd337b5de-d1e5-4c31-98f3-463f2a53cf24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '4edd023b-4db1-4aaa-812f-f67647e61c3c'}] {{(pid=83737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:38:57.756981 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-904e6bac-2dff-434c-9f23-9dafde5edf7e req-e28ab8b3-4774-4c95-8034-7849becaf76d service neutron] Attempting to bind port 72e198ed-a7ed-41d8-ac65-a92748fc7f59 on network 4edd023b-4db1-4aaa-812f-f67647e61c3c {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:38:57.762825 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-904e6bac-2dff-434c-9f23-9dafde5edf7e req-e28ab8b3-4774-4c95-8034-7849becaf76d service neutron] Port 72e198ed-a7ed-41d8-ac65-a92748fc7f59 on network 4edd023b-4db1-4aaa-812f-f67647e61c3c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8307 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 07 10:38:57.763137 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-904e6bac-2dff-434c-9f23-9dafde5edf7e req-e28ab8b3-4774-4c95-8034-7849becaf76d service neutron] Attempting to bind port 72e198ed-a7ed-41d8-ac65-a92748fc7f59 on network 4edd023b-4db1-4aaa-812f-f67647e61c3c {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:38:57.769204 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-904e6bac-2dff-434c-9f23-9dafde5edf7e req-e28ab8b3-4774-4c95-8034-7849becaf76d service neutron] Checking agent: {'id': 'fb93ecad-d7e5-4e81-99ef-d8d0ee7386ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8307', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 21, 15), 'started_at': datetime.datetime(2022, 3, 7, 10, 21, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:38:57.769534 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-904e6bac-2dff-434c-9f23-9dafde5edf7e req-e28ab8b3-4774-4c95-8034-7849becaf76d service neutron] Checking segment: {'id': 'd337b5de-d1e5-4c31-98f3-463f2a53cf24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '4edd023b-4db1-4aaa-812f-f67647e61c3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:38:57.769912 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-904e6bac-2dff-434c-9f23-9dafde5edf7e req-e28ab8b3-4774-4c95-8034-7849becaf76d service neutron] Bound using segment: {'id': 'd337b5de-d1e5-4c31-98f3-463f2a53cf24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '4edd023b-4db1-4aaa-812f-f67647e61c3c'} {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:38:57.770322 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [req-904e6bac-2dff-434c-9f23-9dafde5edf7e req-e28ab8b3-4774-4c95-8034-7849becaf76d service neutron] Bound port: 72e198ed-a7ed-41d8-ac65-a92748fc7f59, host: hv-neutron-8307, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd337b5de-d1e5-4c31-98f3-463f2a53cf24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '4edd023b-4db1-4aaa-812f-f67647e61c3c'}}] {{(pid=83737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:38:57.770655 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-904e6bac-2dff-434c-9f23-9dafde5edf7e req-e28ab8b3-4774-4c95-8034-7849becaf76d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:57.861507 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [req-904e6bac-2dff-434c-9f23-9dafde5edf7e req-e28ab8b3-4774-4c95-8034-7849becaf76d service neutron] For port 72e198ed-a7ed-41d8-ac65-a92748fc7f59, host hv-neutron-8307, cleared binding levels {{(pid=83737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:38:57.864367 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [req-904e6bac-2dff-434c-9f23-9dafde5edf7e req-e28ab8b3-4774-4c95-8034-7849becaf76d service neutron] For port 72e198ed-a7ed-41d8-ac65-a92748fc7f59, host hv-neutron-8307, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=72e198ed-a7ed-41d8-ac65-a92748fc7f59,segment=NetworkSegment(d337b5de-d1e5-4c31-98f3-463f2a53cf24),segment_id=d337b5de-d1e5-4c31-98f3-463f2a53cf24)] {{(pid=83737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:38:57.868807 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-904e6bac-2dff-434c-9f23-9dafde5edf7e req-e28ab8b3-4774-4c95-8034-7849becaf76d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3012561'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:57.934740 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-904e6bac-2dff-434c-9f23-9dafde5edf7e req-e28ab8b3-4774-4c95-8034-7849becaf76d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:57.935977 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-904e6bac-2dff-434c-9f23-9dafde5edf7e req-e28ab8b3-4774-4c95-8034-7849becaf76d service neutron] 10.222.0.10 "PUT /v2.0/ports/72e198ed-a7ed-41d8-ac65-a92748fc7f59 HTTP/1.1" status: 200 len: 1130 time: 0.8835747 Mar 07 10:38:57.936464 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc433f39-f625-41b4-b534-caa1a2f153bd', 'tag': '72e198ed-a7ed-41d8-ac65-a92748fc7f59'}] {{(pid=83737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 10:38:57.957635 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28ab8b3-4774-4c95-8034-7849becaf76d service neutron] Pushing event updated for resources: {'Port': ['ID=72e198ed-a7ed-41d8-ac65-a92748fc7f59,revision_number=3']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:58.015111 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc433f39-f625-41b4-b534-caa1a2f153bd', 'tag': '72e198ed-a7ed-41d8-ac65-a92748fc7f59', 'status': 'completed', 'code': 200} Mar 07 10:38:58.144706 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-904e6bac-2dff-434c-9f23-9dafde5edf7e req-c09642c5-906c-417b-a679-34792a80dae7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=416b2fd961bc4d70a26d66821f7df8e2&device_id=bc433f39-f625-41b4-b534-caa1a2f153bd HTTP/1.1" status: 200 len: 1133 time: 0.1649921 Mar 07 10:38:58.252229 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-904e6bac-2dff-434c-9f23-9dafde5edf7e req-a8c5c1a0-4ca4-4c2c-83e3-17569d1d157d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=72e198ed-a7ed-41d8-ac65-a92748fc7f59 HTTP/1.1" status: 200 len: 217 time: 0.0995746 Mar 07 10:38:58.327976 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904e6bac-2dff-434c-9f23-9dafde5edf7e req-9041832c-0f36-456f-9812-b3dee0331566 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:58.329413 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-904e6bac-2dff-434c-9f23-9dafde5edf7e req-9041832c-0f36-456f-9812-b3dee0331566 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=47eb92d3-8179-4cec-914b-453c4b694d87 HTTP/1.1" status: 200 len: 835 time: 0.0712328 Mar 07 10:38:58.337842 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255af19d-249b-4052-972b-de0d646dbe46 req-558b67b8-9e86-432c-b928-db827a3b9645 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:58.339721 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-255af19d-249b-4052-972b-de0d646dbe46 req-558b67b8-9e86-432c-b928-db827a3b9645 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc433f39-f625-41b4-b534-caa1a2f153bd HTTP/1.1" status: 200 len: 980 time: 0.1413722 Mar 07 10:38:58.347303 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-3e39dbb0-cf8b-4534-bc60-9be0fa92b8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:58.415962 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-904e6bac-2dff-434c-9f23-9dafde5edf7e req-f8165940-4a8a-4935-a281-7a3c32aa320d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4edd023b-4db1-4aaa-812f-f67647e61c3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0752635 Mar 07 10:38:58.481142 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 71bc2468-b03f-462a-bbae-41f9031cb091 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:38:58.550700 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 71bc2468-b03f-462a-bbae-41f9031cb091 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:38:58.551056 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:38:58.551822 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-904e6bac-2dff-434c-9f23-9dafde5edf7e req-5cd1171a-6eb7-4466-b7b3-5ae31f1579fd service neutron] 10.222.0.10 "GET /v2.0/networks/4edd023b-4db1-4aaa-812f-f67647e61c3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302397 Mar 07 10:38:58.702169 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-255af19d-249b-4052-972b-de0d646dbe46 req-cdf05c90-9a16-49ee-950f-002e59f5686c tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/security-groups?id=f77b06ec-3dfc-44df-b7c7-f79f0759a953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3303113 Mar 07 10:38:58.717657 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-904e6bac-2dff-434c-9f23-9dafde5edf7e req-a13712f6-7307-4b86-8201-7c7be2d0042a service neutron] 10.222.0.10 "GET /v2.0/networks/4edd023b-4db1-4aaa-812f-f67647e61c3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598449 Mar 07 10:38:58.832927 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-29c09e2a-a57b-439e-ad88-d4ccb1e42f02 req-40377cba-690c-4b7e-98b3-15c5fa4fe1e8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=416b2fd961bc4d70a26d66821f7df8e2&device_id=bc433f39-f625-41b4-b534-caa1a2f153bd HTTP/1.1" status: 200 len: 1133 time: 0.0673618 Mar 07 10:38:58.961047 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c09e2a-a57b-439e-ad88-d4ccb1e42f02 req-4224bea8-7a0e-4099-a756-aba379b1c911 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:58.962477 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-29c09e2a-a57b-439e-ad88-d4ccb1e42f02 req-4224bea8-7a0e-4099-a756-aba379b1c911 service neutron] 10.222.0.10 "GET /v2.0/networks?id=4edd023b-4db1-4aaa-812f-f67647e61c3c HTTP/1.1" status: 200 len: 898 time: 0.1240029 Mar 07 10:38:59.031757 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-29c09e2a-a57b-439e-ad88-d4ccb1e42f02 req-96b2008e-a517-4f10-8384-0be7b15bbbdf service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=72e198ed-a7ed-41d8-ac65-a92748fc7f59 HTTP/1.1" status: 200 len: 217 time: 0.0636449 Mar 07 10:38:59.093966 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c09e2a-a57b-439e-ad88-d4ccb1e42f02 req-0fee7265-46a0-40ee-8908-9e1797fc1c52 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:59.095320 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-29c09e2a-a57b-439e-ad88-d4ccb1e42f02 req-0fee7265-46a0-40ee-8908-9e1797fc1c52 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=47eb92d3-8179-4cec-914b-453c4b694d87 HTTP/1.1" status: 200 len: 835 time: 0.0576887 Mar 07 10:38:59.173949 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-29c09e2a-a57b-439e-ad88-d4ccb1e42f02 req-cdeeabb5-8318-48ad-acb4-8df4b9bf66a0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4edd023b-4db1-4aaa-812f-f67647e61c3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732534 Mar 07 10:38:59.302238 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-29c09e2a-a57b-439e-ad88-d4ccb1e42f02 req-dc0d9767-9d13-472c-9227-0da70d12070b service neutron] 10.222.0.10 "GET /v2.0/networks/4edd023b-4db1-4aaa-812f-f67647e61c3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226835 Mar 07 10:38:59.431807 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-29c09e2a-a57b-439e-ad88-d4ccb1e42f02 req-21df652a-5589-4eec-8b2d-877da8d88ff2 service neutron] 10.222.0.10 "GET /v2.0/networks/4edd023b-4db1-4aaa-812f-f67647e61c3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230421 Mar 07 10:38:59.895223 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fb0100-df28-4fb4-9027-6df43584be48 req-e4fa2de4-89bd-483f-afc8-7c9f095cb7c8 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:59.896678 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-a7fb0100-df28-4fb4-9027-6df43584be48 req-e4fa2de4-89bd-483f-afc8-7c9f095cb7c8 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc433f39-f625-41b4-b534-caa1a2f153bd HTTP/1.1" status: 200 len: 980 time: 0.0749059 Mar 07 10:38:59.940596 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-a7fb0100-df28-4fb4-9027-6df43584be48 req-8e77a59b-124b-4389-ac7d-b8eb720b7645 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/security-groups?id=f77b06ec-3dfc-44df-b7c7-f79f0759a953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381868 Mar 07 10:39:00.560894 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-26bb42a3-a660-452c-b82e-ce8611d037df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:01.132632 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e8301f-9fed-43c9-8f21-8733ea51839c req-b3d36995-0788-498b-a31e-6b543a836e7f tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:01.134065 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-39e8301f-9fed-43c9-8f21-8733ea51839c req-b3d36995-0788-498b-a31e-6b543a836e7f tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc433f39-f625-41b4-b534-caa1a2f153bd HTTP/1.1" status: 200 len: 980 time: 0.0770254 Mar 07 10:39:01.178583 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-39e8301f-9fed-43c9-8f21-8733ea51839c req-a1fb1328-ac70-440b-adbe-0b949244d63f tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/security-groups?id=f77b06ec-3dfc-44df-b7c7-f79f0759a953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385096 Mar 07 10:39:01.767424 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-711fefd2-3b30-4759-8df5-0aecff1c8e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:01.875519 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:02.295056 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device 72e198ed-a7ed-41d8-ac65-a92748fc7f59 details requested by agent hyperv_hv-neutron-8307 with host hv-neutron-8307 {{(pid=83739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 07 10:39:02.427891 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port 72e198ed-a7ed-41d8-ac65-a92748fc7f59, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=72e198ed-a7ed-41d8-ac65-a92748fc7f59,segment=NetworkSegment(d337b5de-d1e5-4c31-98f3-463f2a53cf24),segment_id=d337b5de-d1e5-4c31-98f3-463f2a53cf24)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:39:02.440933 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Returning: {'device': '72e198ed-a7ed-41d8-ac65-a92748fc7f59', 'network_id': '4edd023b-4db1-4aaa-812f-f67647e61c3c', 'port_id': '72e198ed-a7ed-41d8-ac65-a92748fc7f59', 'mac_address': 'fa:16:3e:fb:f6:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47eb92d3-8179-4cec-914b-453c4b694d87', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 07 10:39:02.446507 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb458cb-23c3-405d-a40a-df5fd1592371 req-83698ba2-b806-4bb9-9aa5-df18209fd0f3 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:02.448983 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-6fb458cb-23c3-405d-a40a-df5fd1592371 req-83698ba2-b806-4bb9-9aa5-df18209fd0f3 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc433f39-f625-41b4-b534-caa1a2f153bd HTTP/1.1" status: 200 len: 980 time: 0.1471505 Mar 07 10:39:02.498657 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:02.517611 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72e198ed-a7ed-41d8-ac65-a92748fc7f59 {{(pid=83739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 07 10:39:02.534084 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port 72e198ed-a7ed-41d8-ac65-a92748fc7f59, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=72e198ed-a7ed-41d8-ac65-a92748fc7f59,segment=NetworkSegment(d337b5de-d1e5-4c31-98f3-463f2a53cf24),segment_id=d337b5de-d1e5-4c31-98f3-463f2a53cf24)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:39:02.538360 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:02.581693 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-6fb458cb-23c3-405d-a40a-df5fd1592371 req-3c313357-0e85-4430-a362-bd11f70ee376 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/security-groups?id=f77b06ec-3dfc-44df-b7c7-f79f0759a953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273510 Mar 07 10:39:02.604885 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Pushing event updated for resources: {'Port': ['ID=72e198ed-a7ed-41d8-ac65-a92748fc7f59,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:02.860855 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] get_ports_and_sgs() called for port_ids ['72e198ed-a7ed-41d8-ac65-a92748fc7f59'] {{(pid=83739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 07 10:39:03.184288 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c87150bd-aa9c-4ad1-bb68-57ec66d4fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:03.775524 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf47227-7f42-4309-bb0b-606f26b0fff0 req-f7c8e996-2def-4038-be76-de31136127bc tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:03.777664 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ddf47227-7f42-4309-bb0b-606f26b0fff0 req-f7c8e996-2def-4038-be76-de31136127bc tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc433f39-f625-41b4-b534-caa1a2f153bd HTTP/1.1" status: 200 len: 981 time: 0.0750082 Mar 07 10:39:03.820556 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ddf47227-7f42-4309-bb0b-606f26b0fff0 req-9d277ab6-1bcf-43f2-a6ff-a6b332ca2403 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/security-groups?id=f77b06ec-3dfc-44df-b7c7-f79f0759a953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374992 Mar 07 10:39:04.301908 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device 72e198ed-a7ed-41d8-ac65-a92748fc7f59 up at agent hyperv_hv-neutron-8307 {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:39:04.367709 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Provisioning for port 72e198ed-a7ed-41d8-ac65-a92748fc7f59 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:39:04.372825 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Provisioning complete for port 72e198ed-a7ed-41d8-ac65-a92748fc7f59 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:39:04.373188 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:04.484941 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:04.511147 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc433f39-f625-41b4-b534-caa1a2f153bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72e198ed-a7ed-41d8-ac65-a92748fc7f59'}] {{(pid=83739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 10:39:04.520992 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port 72e198ed-a7ed-41d8-ac65-a92748fc7f59, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=72e198ed-a7ed-41d8-ac65-a92748fc7f59,segment=NetworkSegment(d337b5de-d1e5-4c31-98f3-463f2a53cf24),segment_id=d337b5de-d1e5-4c31-98f3-463f2a53cf24)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:39:04.524638 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:04.570961 dv-neutron-830731-3-hyperv neutron-server[83739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc433f39-f625-41b4-b534-caa1a2f153bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72e198ed-a7ed-41d8-ac65-a92748fc7f59', 'code': 200} Mar 07 10:39:04.597374 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Pushing event updated for resources: {'Port': ['ID=72e198ed-a7ed-41d8-ac65-a92748fc7f59,revision_number=5']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:04.856490 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-7cc3b75d-5fed-484e-8faa-532006a281a5 req-dc4331f3-3742-424d-8855-6206dcd7c464 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=bc433f39-f625-41b4-b534-caa1a2f153bd HTTP/1.1" status: 200 len: 1135 time: 0.1358235 Mar 07 10:39:04.903391 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-7cc3b75d-5fed-484e-8faa-532006a281a5 req-9ea465d0-3038-4294-962c-29721792acf5 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=f77b06ec-3dfc-44df-b7c7-f79f0759a953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401533 Mar 07 10:39:05.150001 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2971af-4887-401a-9a96-056868c83694 req-19dd3591-89f2-4dc1-9781-7ebee92eb9af tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:05.151801 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-1f2971af-4887-401a-9a96-056868c83694 req-19dd3591-89f2-4dc1-9781-7ebee92eb9af tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc433f39-f625-41b4-b534-caa1a2f153bd HTTP/1.1" status: 200 len: 982 time: 0.0731955 Mar 07 10:39:05.198147 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-1f2971af-4887-401a-9a96-056868c83694 req-bcca6436-9ccd-4150-9e94-906cad51b850 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/security-groups?id=f77b06ec-3dfc-44df-b7c7-f79f0759a953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407798 Mar 07 10:39:06.393950 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98efb08-1e1e-4200-92ff-60cc772b354b req-e1f87de8-f868-4ee9-9ca1-b531fa494d6b tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:06.395372 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c98efb08-1e1e-4200-92ff-60cc772b354b req-e1f87de8-f868-4ee9-9ca1-b531fa494d6b tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc433f39-f625-41b4-b534-caa1a2f153bd HTTP/1.1" status: 200 len: 982 time: 0.0769126 Mar 07 10:39:06.443347 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c98efb08-1e1e-4200-92ff-60cc772b354b req-b04e8986-6097-4e3b-9fb3-ca8eb491f5a2 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/security-groups?id=f77b06ec-3dfc-44df-b7c7-f79f0759a953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424585 Mar 07 10:39:06.634568 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64bd326-ee17-405e-bd6a-687c60b933eb req-e3ef24e2-b71a-43ed-b994-4b8e2babfeaf tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:06.636303 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c64bd326-ee17-405e-bd6a-687c60b933eb req-e3ef24e2-b71a-43ed-b994-4b8e2babfeaf tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc433f39-f625-41b4-b534-caa1a2f153bd HTTP/1.1" status: 200 len: 982 time: 0.0771050 Mar 07 10:39:06.679813 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c64bd326-ee17-405e-bd6a-687c60b933eb req-2d7b3735-d78d-4e50-98f9-e07b04931b27 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/security-groups?id=f77b06ec-3dfc-44df-b7c7-f79f0759a953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382395 Mar 07 10:39:06.707413 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 41104) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:39:06.774928 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-657d836c-cb2a-4fa7-ab42-2c19de4c7db6 tempest-TestNetworkBasicOps-2128623112 tempest-TestNetworkBasicOps-2128623112-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=bc433f39-f625-41b4-b534-caa1a2f153bd HTTP/1.1" status: 200 len: 1130 time: 0.0663533 Mar 07 10:39:06.778059 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 41108) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:39:06.783135 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-a1d34418-1ba7-4bd6-815e-0500542f1ff9 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Request body: {'floatingip': {'floating_network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'port_id': '72e198ed-a7ed-41d8-ac65-a92748fc7f59', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'fixed_ip_address': '172.20.0.3'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:39:06.788369 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-a1d34418-1ba7-4bd6-815e-0500542f1ff9 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:39:06.792470 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-a1d34418-1ba7-4bd6-815e-0500542f1ff9 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Usage tracker for resource:floatingip and tenant:416b2fd961bc4d70a26d66821f7df8e2 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:39:06.795285 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-a1d34418-1ba7-4bd6-815e-0500542f1ff9 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:39:06.800820 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-a1d34418-1ba7-4bd6-815e-0500542f1ff9 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:39:06.810939 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a1d34418-1ba7-4bd6-815e-0500542f1ff9 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for floatingip, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:06.941933 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a1d34418-1ba7-4bd6-815e-0500542f1ff9 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:07.073888 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-a1d34418-1ba7-4bd6-815e-0500542f1ff9 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Allocated IP 172.26.8.35 (5ed85006-6b00-415e-b71f-837fb1421c12/8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a/9bbdb254-568c-4256-a372-81c2502a77cd) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:39:07.215411 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a1d34418-1ba7-4bd6-815e-0500542f1ff9 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:07.243355 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a1d34418-1ba7-4bd6-815e-0500542f1ff9 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:07.309517 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1d34418-1ba7-4bd6-815e-0500542f1ff9 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Network 5ed85006-6b00-415e-b71f-837fb1421c12 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:39:07.312325 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-a1d34418-1ba7-4bd6-815e-0500542f1ff9 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:39:07.316689 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d34418-1ba7-4bd6-815e-0500542f1ff9 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:39:07.344814 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d34418-1ba7-4bd6-815e-0500542f1ff9 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event updated for resources: {'Port': ['ID=9bbdb254-568c-4256-a372-81c2502a77cd,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:07.808006 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a1d34418-1ba7-4bd6-815e-0500542f1ff9 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:07.939335 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a1d34418-1ba7-4bd6-815e-0500542f1ff9 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:08.138517 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a1d34418-1ba7-4bd6-815e-0500542f1ff9 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:08.142724 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a1d34418-1ba7-4bd6-815e-0500542f1ff9 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3012561'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:08.244349 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d34418-1ba7-4bd6-815e-0500542f1ff9 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event updated for resources: {'Port': ['ID=9bbdb254-568c-4256-a372-81c2502a77cd,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:08.260519 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a1d34418-1ba7-4bd6-815e-0500542f1ff9 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923533'] for floatingip, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:08.450878 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.db.l3_db [None req-a1d34418-1ba7-4bd6-815e-0500542f1ff9 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Floating IP 4405d2f1-c00f-4184-9e7e-53482aa060cc associated. External IP: 172.26.8.35, port: 72e198ed-a7ed-41d8-ac65-a92748fc7f59. Mar 07 10:39:08.826564 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1d34418-1ba7-4bd6-815e-0500542f1ff9 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Router 852bf703-5c01-4353-bdec-64f00b7ca9d9 has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:39:09.018399 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1d34418-1ba7-4bd6-815e-0500542f1ff9 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:39:09.028834 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c8bd42-390c-45aa-992a-f67f95e67f29 None None] Sync routers for ids ['852bf703-5c01-4353-bdec-64f00b7ca9d9'] in dv-neutron-830731-3-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:39:09.040628 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c8bd42-390c-45aa-992a-f67f95e67f29 None None] Routers {'852bf703-5c01-4353-bdec-64f00b7ca9d9'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:39:09.041230 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-85c8bd42-390c-45aa-992a-f67f95e67f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:39:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['852bf703-5c01-4353-bdec-64f00b7ca9d9'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:39:09.041555 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a1d34418-1ba7-4bd6-815e-0500542f1ff9 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for floatingip, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:09.096097 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-a1d34418-1ba7-4bd6-815e-0500542f1ff9 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1032 time: 2.3168728 Mar 07 10:39:09.096505 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc433f39-f625-41b4-b534-caa1a2f153bd', 'tag': '72e198ed-a7ed-41d8-ac65-a92748fc7f59'}] {{(pid=83737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 10:39:09.098814 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 41112) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:39:09.149374 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc433f39-f625-41b4-b534-caa1a2f153bd', 'tag': '72e198ed-a7ed-41d8-ac65-a92748fc7f59', 'status': 'completed', 'code': 200} Mar 07 10:39:09.176687 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-addc9681-b110-417c-b837-0723f0615d45 tempest-TestNetworkBasicOps-2128623112 tempest-TestNetworkBasicOps-2128623112-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=bc433f39-f625-41b4-b534-caa1a2f153bd&network_id=4edd023b-4db1-4aaa-812f-f67647e61c3c HTTP/1.1" status: 200 len: 1130 time: 0.0765264 Mar 07 10:39:09.246162 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-734aaf89-b57f-4fbf-b676-276bdaf32c7c req-2326698a-0749-472d-b727-ef3cc4a39277 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=416b2fd961bc4d70a26d66821f7df8e2&device_id=bc433f39-f625-41b4-b534-caa1a2f153bd HTTP/1.1" status: 200 len: 1135 time: 0.0708423 Mar 07 10:39:09.266303 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-85c8bd42-390c-45aa-992a-f67f95e67f29 None None] Set router 852bf703-5c01-4353-bdec-64f00b7ca9d9 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:39:09.388184 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734aaf89-b57f-4fbf-b676-276bdaf32c7c req-8dd5170d-184d-4d74-be3e-0c788a27efee service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:09.389771 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-734aaf89-b57f-4fbf-b676-276bdaf32c7c req-8dd5170d-184d-4d74-be3e-0c788a27efee service neutron] 10.222.0.10 "GET /v2.0/networks?id=4edd023b-4db1-4aaa-812f-f67647e61c3c HTTP/1.1" status: 200 len: 898 time: 0.1381013 Mar 07 10:39:09.632082 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-734aaf89-b57f-4fbf-b676-276bdaf32c7c req-71ec6630-2fe3-420f-8df5-40de27175dd5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=72e198ed-a7ed-41d8-ac65-a92748fc7f59 HTTP/1.1" status: 200 len: 1035 time: 0.2365794 Mar 07 10:39:09.637339 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-85c8bd42-390c-45aa-992a-f67f95e67f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852bf703-5c01-4353-bdec-64f00b7ca9d9', 'name': 'tempest-TestNetworkBasicOps-router-655597348', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.30'}], 'enable_snat': True}, 'gw_port_id': '016eda29-80b2-4dc1-b977-a81ac0c04476', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:38:46Z', 'updated_at': '2022-03-07T10:38:50Z', 'revision_number': 4, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'gw_port': {'id': '016eda29-80b2-4dc1-b977-a81ac0c04476', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f3:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852bf703-5c01-4353-bdec-64f00b7ca9d9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:38:46Z', 'updated_at': '2022-03-07T10:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_floatingips': [{'id': '4405d2f1-c00f-4184-9e7e-53482aa060cc', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'floating_ip_address': '172.26.8.35', 'floating_network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'router_id': '852bf703-5c01-4353-bdec-64f00b7ca9d9', 'port_id': '72e198ed-a7ed-41d8-ac65-a92748fc7f59', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-113089765', 'network_id': '4edd023b-4db1-4aaa-812f-f67647e61c3c', 'mac_address': 'fa:16:3e:fb:f6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc433f39-f625-41b4-b534-caa1a2f153bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:39:07Z', 'updated_at': '2022-03-07T10:39:07Z', 'revision_number': 0, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71bc2468-b03f-462a-bbae-41f9031cb091', 'name': '', 'network_id': '4edd023b-4db1-4aaa-812f-f67647e61c3c', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'mac_address': 'fa:16:3e:54:6a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852bf703-5c01-4353-bdec-64f00b7ca9d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '47eb92d3-8179-4cec-914b-453c4b694d87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:38:49Z', 'updated_at': '2022-03-07T10:38:56Z', 'revision_number': 5, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'subnets': [{'id': '47eb92d3-8179-4cec-914b-453c4b694d87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:39:09.641361 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c8bd42-390c-45aa-992a-f67f95e67f29 None None] Checking router: 852bf703-5c01-4353-bdec-64f00b7ca9d9 for host: dv-neutron-830731-3-hyperv {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 07 10:39:09.651600 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c8bd42-390c-45aa-992a-f67f95e67f29 None None] Routers {'852bf703-5c01-4353-bdec-64f00b7ca9d9'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:39:09.652184 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-85c8bd42-390c-45aa-992a-f67f95e67f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:39:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['852bf703-5c01-4353-bdec-64f00b7ca9d9'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:39:09.702906 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fbaf31-83d2-4e9b-baf5-3d38150a6886 req-6694f771-3ccf-4a85-bdd2-12432fe6c4aa tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:09.704326 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c4fbaf31-83d2-4e9b-baf5-3d38150a6886 req-6694f771-3ccf-4a85-bdd2-12432fe6c4aa tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc433f39-f625-41b4-b534-caa1a2f153bd HTTP/1.1" status: 200 len: 982 time: 0.1501358 Mar 07 10:39:09.707553 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734aaf89-b57f-4fbf-b676-276bdaf32c7c req-2e2edf33-c1d4-432d-a2f1-1f45cc3f0d4d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:09.708890 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-734aaf89-b57f-4fbf-b676-276bdaf32c7c req-2e2edf33-c1d4-432d-a2f1-1f45cc3f0d4d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=47eb92d3-8179-4cec-914b-453c4b694d87 HTTP/1.1" status: 200 len: 835 time: 0.0703263 Mar 07 10:39:09.799061 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c4fbaf31-83d2-4e9b-baf5-3d38150a6886 req-75bead72-e170-4fd0-ba30-d5d5b5995225 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/security-groups?id=f77b06ec-3dfc-44df-b7c7-f79f0759a953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889428 Mar 07 10:39:09.815266 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-734aaf89-b57f-4fbf-b676-276bdaf32c7c req-0b27215c-de10-417b-a8fb-c406d674fc2b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4edd023b-4db1-4aaa-812f-f67647e61c3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0921748 Mar 07 10:39:09.837462 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-85c8bd42-390c-45aa-992a-f67f95e67f29 None None] Set router 852bf703-5c01-4353-bdec-64f00b7ca9d9 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:39:09.944274 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-734aaf89-b57f-4fbf-b676-276bdaf32c7c req-1a74680b-3dee-44ee-a200-261402b61297 service neutron] 10.222.0.10 "GET /v2.0/networks/4edd023b-4db1-4aaa-812f-f67647e61c3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228580 Mar 07 10:39:10.071927 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-734aaf89-b57f-4fbf-b676-276bdaf32c7c req-2bc4fd49-311e-4942-a26e-0f7aac1e8182 service neutron] 10.222.0.10 "GET /v2.0/networks/4edd023b-4db1-4aaa-812f-f67647e61c3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211824 Mar 07 10:39:10.179444 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-85c8bd42-390c-45aa-992a-f67f95e67f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852bf703-5c01-4353-bdec-64f00b7ca9d9', 'name': 'tempest-TestNetworkBasicOps-router-655597348', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.30'}], 'enable_snat': True}, 'gw_port_id': '016eda29-80b2-4dc1-b977-a81ac0c04476', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:38:46Z', 'updated_at': '2022-03-07T10:38:50Z', 'revision_number': 4, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'gw_port': {'id': '016eda29-80b2-4dc1-b977-a81ac0c04476', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f3:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852bf703-5c01-4353-bdec-64f00b7ca9d9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:38:46Z', 'updated_at': '2022-03-07T10:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_floatingips': [{'id': '4405d2f1-c00f-4184-9e7e-53482aa060cc', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'floating_ip_address': '172.26.8.35', 'floating_network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'router_id': '852bf703-5c01-4353-bdec-64f00b7ca9d9', 'port_id': '72e198ed-a7ed-41d8-ac65-a92748fc7f59', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-113089765', 'network_id': '4edd023b-4db1-4aaa-812f-f67647e61c3c', 'mac_address': 'fa:16:3e:fb:f6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc433f39-f625-41b4-b534-caa1a2f153bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:39:07Z', 'updated_at': '2022-03-07T10:39:07Z', 'revision_number': 0, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71bc2468-b03f-462a-bbae-41f9031cb091', 'name': '', 'network_id': '4edd023b-4db1-4aaa-812f-f67647e61c3c', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'mac_address': 'fa:16:3e:54:6a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852bf703-5c01-4353-bdec-64f00b7ca9d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '47eb92d3-8179-4cec-914b-453c4b694d87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:38:49Z', 'updated_at': '2022-03-07T10:38:56Z', 'revision_number': 5, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'subnets': [{'id': '47eb92d3-8179-4cec-914b-453c4b694d87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:39:10.183555 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c8bd42-390c-45aa-992a-f67f95e67f29 None None] The sync data for ids ['852bf703-5c01-4353-bdec-64f00b7ca9d9'] in dv-neutron-830731-3-hyperv is: [{'id': '852bf703-5c01-4353-bdec-64f00b7ca9d9', 'name': 'tempest-TestNetworkBasicOps-router-655597348', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.30'}], 'enable_snat': True}, 'gw_port_id': '016eda29-80b2-4dc1-b977-a81ac0c04476', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:38:46Z', 'updated_at': '2022-03-07T10:38:50Z', 'revision_number': 4, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'gw_port': {'id': '016eda29-80b2-4dc1-b977-a81ac0c04476', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f3:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852bf703-5c01-4353-bdec-64f00b7ca9d9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:38:46Z', 'updated_at': '2022-03-07T10:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_floatingips': [{'id': '4405d2f1-c00f-4184-9e7e-53482aa060cc', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'floating_ip_address': '172.26.8.35', 'floating_network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'router_id': '852bf703-5c01-4353-bdec-64f00b7ca9d9', 'port_id': '72e198ed-a7ed-41d8-ac65-a92748fc7f59', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-113089765', 'network_id': '4edd023b-4db1-4aaa-812f-f67647e61c3c', 'mac_address': 'fa:16:3e:fb:f6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc433f39-f625-41b4-b534-caa1a2f153bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:39:07Z', 'updated_at': '2022-03-07T10:39:07Z', 'revision_number': 0, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71bc2468-b03f-462a-bbae-41f9031cb091', 'name': '', 'network_id': '4edd023b-4db1-4aaa-812f-f67647e61c3c', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'mac_address': 'fa:16:3e:54:6a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852bf703-5c01-4353-bdec-64f00b7ca9d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '47eb92d3-8179-4cec-914b-453c4b694d87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:38:49Z', 'updated_at': '2022-03-07T10:38:56Z', 'revision_number': 5, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'subnets': [{'id': '47eb92d3-8179-4cec-914b-453c4b694d87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:39:10.955321 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e960051-93af-4b47-bd00-7524a5440030 req-89a9a684-e10f-4b5a-af34-7548113d5077 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:10.956720 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-9e960051-93af-4b47-bd00-7524a5440030 req-89a9a684-e10f-4b5a-af34-7548113d5077 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.10 "GET /v2.0/ports?device_id=bc433f39-f625-41b4-b534-caa1a2f153bd HTTP/1.1" status: 200 len: 982 time: 0.1072605 Mar 07 10:39:11.045324 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e960051-93af-4b47-bd00-7524a5440030 req-1d67d1e6-d4fd-4124-aa54-0bb7db276b21 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:11.046663 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-9e960051-93af-4b47-bd00-7524a5440030 req-1d67d1e6-d4fd-4124-aa54-0bb7db276b21 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.10 "GET /v2.0/ports/72e198ed-a7ed-41d8-ac65-a92748fc7f59?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0846436 Mar 07 10:39:11.131997 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415ca48c-2e87-48b8-9910-0bf1b3ebe96e req-4f49c0d0-da3e-48ef-9962-1e7f698f4801 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:11.133337 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-415ca48c-2e87-48b8-9910-0bf1b3ebe96e req-4f49c0d0-da3e-48ef-9962-1e7f698f4801 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc433f39-f625-41b4-b534-caa1a2f153bd HTTP/1.1" status: 200 len: 982 time: 0.2134955 Mar 07 10:39:11.222154 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-415ca48c-2e87-48b8-9910-0bf1b3ebe96e req-eb730bfe-1041-483e-a222-e0571eb100a6 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/security-groups?id=f77b06ec-3dfc-44df-b7c7-f79f0759a953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826585 Mar 07 10:39:11.232283 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-9e960051-93af-4b47-bd00-7524a5440030 req-6123d75d-3bd0-4844-b9b3-25a501f0d17f tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.10 "GET /v2.0/networks/4edd023b-4db1-4aaa-812f-f67647e61c3c?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1787064 Mar 07 10:39:11.241862 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [req-9e960051-93af-4b47-bd00-7524a5440030 req-1bfb8eb3-bb93-43b4-8415-a793861483b4 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:39:11.356984 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-9e960051-93af-4b47-bd00-7524a5440030 req-1bfb8eb3-bb93-43b4-8415-a793861483b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:11.548884 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [req-9e960051-93af-4b47-bd00-7524a5440030 req-1bfb8eb3-bb93-43b4-8415-a793861483b4 service neutron] For port 72e198ed-a7ed-41d8-ac65-a92748fc7f59, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=72e198ed-a7ed-41d8-ac65-a92748fc7f59,segment=NetworkSegment(d337b5de-d1e5-4c31-98f3-463f2a53cf24),segment_id=d337b5de-d1e5-4c31-98f3-463f2a53cf24)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:39:11.577280 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [req-9e960051-93af-4b47-bd00-7524a5440030 req-1bfb8eb3-bb93-43b4-8415-a793861483b4 service neutron] For port 72e198ed-a7ed-41d8-ac65-a92748fc7f59, host hv-neutron-8307, cleared binding levels {{(pid=83737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:39:11.630871 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [req-9e960051-93af-4b47-bd00-7524a5440030 req-1bfb8eb3-bb93-43b4-8415-a793861483b4 service neutron] device_id is not set on port 72e198ed-a7ed-41d8-ac65-a92748fc7f59 yet. {{(pid=83737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 07 10:39:11.639775 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-9e960051-93af-4b47-bd00-7524a5440030 req-1bfb8eb3-bb93-43b4-8415-a793861483b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:11.645947 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-9e960051-93af-4b47-bd00-7524a5440030 req-1bfb8eb3-bb93-43b4-8415-a793861483b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3012561'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:11.719322 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ab5a2e-8926-4e77-83d5-dbb31be774cd None None] New status for floating IP 4405d2f1-c00f-4184-9e7e-53482aa060cc: ACTIVE {{(pid=83740) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 07 10:39:11.780863 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfb8eb3-bb93-43b4-8415-a793861483b4 service neutron] Pushing event updated for resources: {'Port': ['ID=72e198ed-a7ed-41d8-ac65-a92748fc7f59,revision_number=6']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:11.841257 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e960051-93af-4b47-bd00-7524a5440030 req-1bfb8eb3-bb93-43b4-8415-a793861483b4 service neutron] No DVR routers for this DVR port 72e198ed-a7ed-41d8-ac65-a92748fc7f59 on host hv-neutron-8307 {{(pid=83737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:39:11.970133 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-d67e460c-55a6-4fdc-baff-1909d8158810 None None] Provisioning complete for port 72e198ed-a7ed-41d8-ac65-a92748fc7f59 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:39:11.970764 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-d67e460c-55a6-4fdc-baff-1909d8158810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:12.028339 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-d67e460c-55a6-4fdc-baff-1909d8158810 None None] Port 72e198ed-a7ed-41d8-ac65-a92748fc7f59 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:39:12.173688 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [req-9e960051-93af-4b47-bd00-7524a5440030 req-1bfb8eb3-bb93-43b4-8415-a793861483b4 service neutron] In _notify_port_updated(), no bound segment for port 72e198ed-a7ed-41d8-ac65-a92748fc7f59 on network 4edd023b-4db1-4aaa-812f-f67647e61c3c {{(pid=83737) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 07 10:39:12.174630 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-9e960051-93af-4b47-bd00-7524a5440030 req-1bfb8eb3-bb93-43b4-8415-a793861483b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:12.175891 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-9e960051-93af-4b47-bd00-7524a5440030 req-1bfb8eb3-bb93-43b4-8415-a793861483b4 service neutron] 10.222.0.10 "PUT /v2.0/ports/72e198ed-a7ed-41d8-ac65-a92748fc7f59 HTTP/1.1" status: 200 len: 1025 time: 0.9379013 Mar 07 10:39:12.548123 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-2b864604-0dd0-4411-8e63-89324813d4d3 req-7ba172a1-3b21-47bc-bc69-94d4dd4f487d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc433f39-f625-41b4-b534-caa1a2f153bd HTTP/1.1" status: 200 len: 210 time: 0.0437422 Mar 07 10:39:13.653121 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 41128) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:39:13.717943 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31173c7d-ffef-4765-9f7b-8bcb3df92044 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:13.719213 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-31173c7d-ffef-4765-9f7b-8bcb3df92044 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/ports/72e198ed-a7ed-41d8-ac65-a92748fc7f59 HTTP/1.1" status: 200 len: 924 time: 0.0651054 Mar 07 10:39:13.988303 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 41134) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:39:13.993915 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-1ce5066b-c6d3-4cf1-b965-45203c790a26 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-980993894', 'description': 'tempest-secgroup-smoke-980993894 description', 'project_id': '416b2fd961bc4d70a26d66821f7df8e2'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:39:14.000224 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-1ce5066b-c6d3-4cf1-b965-45203c790a26 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:39:14.009609 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-1ce5066b-c6d3-4cf1-b965-45203c790a26 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:39:14.019880 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1ce5066b-c6d3-4cf1-b965-45203c790a26 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:14.053692 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-1ce5066b-c6d3-4cf1-b965-45203c790a26 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:39:14.057890 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-1ce5066b-c6d3-4cf1-b965-45203c790a26 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Usage tracker for resource:security_group_rule and tenant:416b2fd961bc4d70a26d66821f7df8e2 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:39:14.060672 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-1ce5066b-c6d3-4cf1-b965-45203c790a26 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:39:14.066029 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-1ce5066b-c6d3-4cf1-b965-45203c790a26 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:39:14.120392 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1ce5066b-c6d3-4cf1-b965-45203c790a26 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:14.124059 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1ce5066b-c6d3-4cf1-b965-45203c790a26 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:14.169971 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce5066b-c6d3-4cf1-b965-45203c790a26 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c76cc51-6b37-4c59-98a6-c68bee203e25,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:14.175734 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1ce5066b-c6d3-4cf1-b965-45203c790a26 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:14.177481 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-1ce5066b-c6d3-4cf1-b965-45203c790a26 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1878917 Mar 07 10:39:14.180214 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 41138) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:39:14.186078 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-e61f5157-9388-4277-b2e7-6445b8014bba tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Request body: {'security_group_rule': {'security_group_id': '2c76cc51-6b37-4c59-98a6-c68bee203e25', 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:39:14.191810 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-e61f5157-9388-4277-b2e7-6445b8014bba tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:39:14.195617 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-e61f5157-9388-4277-b2e7-6445b8014bba tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Usage tracker for resource:security_group_rule and tenant:416b2fd961bc4d70a26d66821f7df8e2 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:39:14.199073 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-e61f5157-9388-4277-b2e7-6445b8014bba tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:39:14.205085 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-e61f5157-9388-4277-b2e7-6445b8014bba tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:39:14.221330 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e61f5157-9388-4277-b2e7-6445b8014bba tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:14.280810 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e61f5157-9388-4277-b2e7-6445b8014bba tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:14.284431 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e61f5157-9388-4277-b2e7-6445b8014bba tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:14.308146 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61f5157-9388-4277-b2e7-6445b8014bba tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14ae9121-3f4a-4b15-93ef-aedd64f005a9,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:14.316730 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e61f5157-9388-4277-b2e7-6445b8014bba tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:14.317896 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-e61f5157-9388-4277-b2e7-6445b8014bba tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1368783 Mar 07 10:39:14.320578 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 41142) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:39:14.326199 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-4c59bb57-dbf0-490e-b977-6cd198bc1a1b tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Request body: {'security_group_rule': {'security_group_id': '2c76cc51-6b37-4c59-98a6-c68bee203e25', 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:39:14.331970 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-4c59bb57-dbf0-490e-b977-6cd198bc1a1b tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:39:14.335671 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-4c59bb57-dbf0-490e-b977-6cd198bc1a1b tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Usage tracker for resource:security_group_rule and tenant:416b2fd961bc4d70a26d66821f7df8e2 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:39:14.338480 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-4c59bb57-dbf0-490e-b977-6cd198bc1a1b tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:39:14.344648 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-4c59bb57-dbf0-490e-b977-6cd198bc1a1b tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:39:14.359556 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4c59bb57-dbf0-490e-b977-6cd198bc1a1b tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:14.370488 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device 72e198ed-a7ed-41d8-ac65-a92748fc7f59 no longer exists at agent hyperv_hv-neutron-8307 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:39:14.421432 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4c59bb57-dbf0-490e-b977-6cd198bc1a1b tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:14.425434 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4c59bb57-dbf0-490e-b977-6cd198bc1a1b tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:14.429899 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device 72e198ed-a7ed-41d8-ac65-a92748fc7f59 not bound to the agent host hv-neutron-8307 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 10:39:14.446000 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c59bb57-dbf0-490e-b977-6cd198bc1a1b tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef9ed726-3312-488a-9a33-cc99d49149ef,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:14.457539 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4c59bb57-dbf0-490e-b977-6cd198bc1a1b tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:14.458885 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-4c59bb57-dbf0-490e-b977-6cd198bc1a1b tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1373792 Mar 07 10:39:14.461582 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 41146) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:39:14.467676 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-0088d1c6-4376-418f-8074-6e3f254a8baf tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Request body: {'security_group_rule': {'security_group_id': '2c76cc51-6b37-4c59-98a6-c68bee203e25', 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:39:14.473459 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-0088d1c6-4376-418f-8074-6e3f254a8baf tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:39:14.477129 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-0088d1c6-4376-418f-8074-6e3f254a8baf tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Usage tracker for resource:security_group_rule and tenant:416b2fd961bc4d70a26d66821f7df8e2 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:39:14.479943 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-0088d1c6-4376-418f-8074-6e3f254a8baf tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:39:14.485485 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-0088d1c6-4376-418f-8074-6e3f254a8baf tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:39:14.501377 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0088d1c6-4376-418f-8074-6e3f254a8baf tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:14.564649 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0088d1c6-4376-418f-8074-6e3f254a8baf tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:14.568043 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0088d1c6-4376-418f-8074-6e3f254a8baf tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:14.591333 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0088d1c6-4376-418f-8074-6e3f254a8baf tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ec4a7c3-15ec-4fa3-93c9-dcfb850ea282,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:14.599654 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0088d1c6-4376-418f-8074-6e3f254a8baf tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:14.600924 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-0088d1c6-4376-418f-8074-6e3f254a8baf tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1384428 Mar 07 10:39:14.603595 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 41150) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:39:14.609062 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-f8432b78-ca8a-426f-a154-e854bea0c7fe tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Request body: {'security_group_rule': {'security_group_id': '2c76cc51-6b37-4c59-98a6-c68bee203e25', 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:39:14.614948 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-f8432b78-ca8a-426f-a154-e854bea0c7fe tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:39:14.618664 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-f8432b78-ca8a-426f-a154-e854bea0c7fe tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Usage tracker for resource:security_group_rule and tenant:416b2fd961bc4d70a26d66821f7df8e2 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:39:14.621772 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-f8432b78-ca8a-426f-a154-e854bea0c7fe tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:39:14.627370 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-f8432b78-ca8a-426f-a154-e854bea0c7fe tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:39:14.643496 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f8432b78-ca8a-426f-a154-e854bea0c7fe tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:14.705044 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f8432b78-ca8a-426f-a154-e854bea0c7fe tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:14.708438 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f8432b78-ca8a-426f-a154-e854bea0c7fe tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:14.730250 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8432b78-ca8a-426f-a154-e854bea0c7fe tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=add812f3-7616-4be0-b339-5ee809c3d923,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:14.738300 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f8432b78-ca8a-426f-a154-e854bea0c7fe tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:14.739525 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-f8432b78-ca8a-426f-a154-e854bea0c7fe tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1349599 Mar 07 10:39:14.742200 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 41154) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:39:14.748132 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-102efda0-fbcd-47cf-a5cf-fcfa7a2b9042 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Request body: {'security_group_rule': {'security_group_id': '2c76cc51-6b37-4c59-98a6-c68bee203e25', 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:39:14.753680 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-102efda0-fbcd-47cf-a5cf-fcfa7a2b9042 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:39:14.757409 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-102efda0-fbcd-47cf-a5cf-fcfa7a2b9042 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Usage tracker for resource:security_group_rule and tenant:416b2fd961bc4d70a26d66821f7df8e2 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:39:14.760179 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-102efda0-fbcd-47cf-a5cf-fcfa7a2b9042 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:39:14.766366 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-102efda0-fbcd-47cf-a5cf-fcfa7a2b9042 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:39:14.776670 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.db.securitygroups_db [None req-102efda0-fbcd-47cf-a5cf-fcfa7a2b9042 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Project 416b2fd961bc4d70a26d66821f7df8e2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 10:39:14.782766 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-102efda0-fbcd-47cf-a5cf-fcfa7a2b9042 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:14.847544 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-102efda0-fbcd-47cf-a5cf-fcfa7a2b9042 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:14.850881 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-102efda0-fbcd-47cf-a5cf-fcfa7a2b9042 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:14.873336 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102efda0-fbcd-47cf-a5cf-fcfa7a2b9042 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd9cb68e-6b25-4dc5-b5df-1b1403d49a0c,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:14.883215 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-102efda0-fbcd-47cf-a5cf-fcfa7a2b9042 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:14.884418 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-102efda0-fbcd-47cf-a5cf-fcfa7a2b9042 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1412766 Mar 07 10:39:14.888149 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 41158) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:39:14.893463 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-771e0ab5-6b59-4e3f-b316-3c7f1cebf13a tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Request body: {'security_group_rule': {'security_group_id': '2c76cc51-6b37-4c59-98a6-c68bee203e25', 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:39:14.899038 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-771e0ab5-6b59-4e3f-b316-3c7f1cebf13a tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:39:14.903417 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-771e0ab5-6b59-4e3f-b316-3c7f1cebf13a tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Usage tracker for resource:security_group_rule and tenant:416b2fd961bc4d70a26d66821f7df8e2 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:39:14.906231 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-771e0ab5-6b59-4e3f-b316-3c7f1cebf13a tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:39:14.911856 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-771e0ab5-6b59-4e3f-b316-3c7f1cebf13a tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:39:14.922119 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.db.securitygroups_db [None req-771e0ab5-6b59-4e3f-b316-3c7f1cebf13a tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Project 416b2fd961bc4d70a26d66821f7df8e2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 10:39:14.928276 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-771e0ab5-6b59-4e3f-b316-3c7f1cebf13a tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:14.993874 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-771e0ab5-6b59-4e3f-b316-3c7f1cebf13a tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:14.997945 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-771e0ab5-6b59-4e3f-b316-3c7f1cebf13a tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:15.022703 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771e0ab5-6b59-4e3f-b316-3c7f1cebf13a tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2db7bc80-6a1c-4007-acd7-138e84c78942,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:15.032121 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-771e0ab5-6b59-4e3f-b316-3c7f1cebf13a tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:15.033311 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-771e0ab5-6b59-4e3f-b316-3c7f1cebf13a tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1441832 Mar 07 10:39:15.199933 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-d89ded06-f146-4827-813d-487400aae33d req-30c0dc5e-9248-44b4-b81c-af19a03ca771 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Synchronizing usage tracker for tenant:416b2fd961bc4d70a26d66821f7df8e2 on resource:security_group {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:39:15.214514 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-d89ded06-f146-4827-813d-487400aae33d req-30c0dc5e-9248-44b4-b81c-af19a03ca771 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Unset dirty status for tenant:416b2fd961bc4d70a26d66821f7df8e2 on resource:security_group {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:39:15.215864 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d89ded06-f146-4827-813d-487400aae33d req-30c0dc5e-9248-44b4-b81c-af19a03ca771 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-980993894&fields=id&tenant_id=416b2fd961bc4d70a26d66821f7df8e2 HTTP/1.1" status: 200 len: 267 time: 0.0553033 Mar 07 10:39:15.292577 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89ded06-f146-4827-813d-487400aae33d req-cb435e0e-1fe4-4b34-8a44-5e7ade94187d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:15.293875 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d89ded06-f146-4827-813d-487400aae33d req-cb435e0e-1fe4-4b34-8a44-5e7ade94187d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/ports/72e198ed-a7ed-41d8-ac65-a92748fc7f59 HTTP/1.1" status: 200 len: 929 time: 0.0717206 Mar 07 10:39:15.362502 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d89ded06-f146-4827-813d-487400aae33d req-e510d659-09ca-418a-86c1-a0c1179e5873 service neutron] 10.222.0.13 "GET /v2.0/ports/72e198ed-a7ed-41d8-ac65-a92748fc7f59?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.0572057 Mar 07 10:39:15.493992 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d89ded06-f146-4827-813d-487400aae33d req-654f1217-2a80-457d-855f-ad2db7884235 service neutron] 10.222.0.13 "GET /v2.0/networks/4edd023b-4db1-4aaa-812f-f67647e61c3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258268 Mar 07 10:39:15.573091 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:15.624100 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d89ded06-f146-4827-813d-487400aae33d req-9e3bec17-693e-4f76-af8e-ba96c7e09c6f service neutron] 10.222.0.13 "GET /v2.0/networks/4edd023b-4db1-4aaa-812f-f67647e61c3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242831 Mar 07 10:39:15.805305 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-e409f4dc-3a7a-4cc2-9ab2-c8ca7a77c46c req-430f974a-8b69-43a4-9870-0bdf5818c1cd tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/ports?device_id=8df9455e-39c3-4984-987f-b2ea5bf3ff63 HTTP/1.1" status: 200 len: 210 time: 0.0410855 Mar 07 10:39:16.922404 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d89ded06-f146-4827-813d-487400aae33d req-3d77fb1b-7cf0-4fa2-839e-2ba8d5a9828d service neutron] 10.222.0.10 "GET /v2.0/ports/72e198ed-a7ed-41d8-ac65-a92748fc7f59 HTTP/1.1" status: 200 len: 1025 time: 0.0637310 Mar 07 10:39:16.989172 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-1c76c0d0-7d6e-408b-977f-9e8459d8a649 req-13f19aea-c1b8-4314-b67f-88b25304eb6d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/ports?device_id=8df9455e-39c3-4984-987f-b2ea5bf3ff63 HTTP/1.1" status: 200 len: 210 time: 0.0627880 Mar 07 10:39:17.102972 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89ded06-f146-4827-813d-487400aae33d req-d1903d66-904a-4a7a-b1bf-03ad3178a218 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:17.104382 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d89ded06-f146-4827-813d-487400aae33d req-d1903d66-904a-4a7a-b1bf-03ad3178a218 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.10 "GET /v2.0/networks?id=4edd023b-4db1-4aaa-812f-f67647e61c3c HTTP/1.1" status: 200 len: 797 time: 0.1763959 Mar 07 10:39:17.156427 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d89ded06-f146-4827-813d-487400aae33d req-6cb42093-9dc0-4f95-b62d-04adbac3c118 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=416b2fd961bc4d70a26d66821f7df8e2 HTTP/1.1" status: 200 len: 472 time: 0.0404394 Mar 07 10:39:17.166127 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [req-d89ded06-f146-4827-813d-487400aae33d req-18c640b6-5b66-49c4-98dd-e74a60741a42 service neutron] Request body: {'port': {'device_id': '8df9455e-39c3-4984-987f-b2ea5bf3ff63', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8307'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:39:17.352796 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-d89ded06-f146-4827-813d-487400aae33d req-18c640b6-5b66-49c4-98dd-e74a60741a42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:17.678295 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [req-d89ded06-f146-4827-813d-487400aae33d req-18c640b6-5b66-49c4-98dd-e74a60741a42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72e198ed-a7ed-41d8-ac65-a92748fc7f59 {{(pid=83737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 07 10:39:17.684964 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-d89ded06-f146-4827-813d-487400aae33d req-18c640b6-5b66-49c4-98dd-e74a60741a42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:17.698489 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [req-d89ded06-f146-4827-813d-487400aae33d req-18c640b6-5b66-49c4-98dd-e74a60741a42 service neutron] Transition to ACTIVE for port object 72e198ed-a7ed-41d8-ac65-a92748fc7f59 will not be triggered until provisioned by entity L2. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:39:17.702454 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-d89ded06-f146-4827-813d-487400aae33d req-18c640b6-5b66-49c4-98dd-e74a60741a42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3012561'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:17.841900 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c640b6-5b66-49c4-98dd-e74a60741a42 service neutron] Pushing event updated for resources: {'Port': ['ID=72e198ed-a7ed-41d8-ac65-a92748fc7f59,revision_number=7']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:17.862560 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c640b6-5b66-49c4-98dd-e74a60741a42 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:39:17.862981 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c640b6-5b66-49c4-98dd-e74a60741a42 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:39:17.863226 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c640b6-5b66-49c4-98dd-e74a60741a42 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:39:17.863560 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c640b6-5b66-49c4-98dd-e74a60741a42 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:39:17.863890 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c640b6-5b66-49c4-98dd-e74a60741a42 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:39:17.864214 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c640b6-5b66-49c4-98dd-e74a60741a42 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:39:17.864560 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c640b6-5b66-49c4-98dd-e74a60741a42 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:39:17.864884 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c640b6-5b66-49c4-98dd-e74a60741a42 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:39:17.865200 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c640b6-5b66-49c4-98dd-e74a60741a42 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:39:17.865516 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c640b6-5b66-49c4-98dd-e74a60741a42 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:39:17.865836 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c640b6-5b66-49c4-98dd-e74a60741a42 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:39:17.978381 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [req-d89ded06-f146-4827-813d-487400aae33d req-18c640b6-5b66-49c4-98dd-e74a60741a42 service neutron] Attempting to bind port 72e198ed-a7ed-41d8-ac65-a92748fc7f59 on host hv-neutron-8307 for vnic_type normal with profile {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:39:17.979084 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [req-d89ded06-f146-4827-813d-487400aae33d req-18c640b6-5b66-49c4-98dd-e74a60741a42 service neutron] Attempting to bind port 72e198ed-a7ed-41d8-ac65-a92748fc7f59 by drivers openvswitch,hyperv on host hv-neutron-8307 at level 0 using segments [{'id': 'd337b5de-d1e5-4c31-98f3-463f2a53cf24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '4edd023b-4db1-4aaa-812f-f67647e61c3c'}] {{(pid=83737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:39:17.979084 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89ded06-f146-4827-813d-487400aae33d req-18c640b6-5b66-49c4-98dd-e74a60741a42 service neutron] Attempting to bind port 72e198ed-a7ed-41d8-ac65-a92748fc7f59 on network 4edd023b-4db1-4aaa-812f-f67647e61c3c {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:39:17.984805 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89ded06-f146-4827-813d-487400aae33d req-18c640b6-5b66-49c4-98dd-e74a60741a42 service neutron] Port 72e198ed-a7ed-41d8-ac65-a92748fc7f59 on network 4edd023b-4db1-4aaa-812f-f67647e61c3c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8307 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 07 10:39:17.985118 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89ded06-f146-4827-813d-487400aae33d req-18c640b6-5b66-49c4-98dd-e74a60741a42 service neutron] Attempting to bind port 72e198ed-a7ed-41d8-ac65-a92748fc7f59 on network 4edd023b-4db1-4aaa-812f-f67647e61c3c {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:39:17.991203 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89ded06-f146-4827-813d-487400aae33d req-18c640b6-5b66-49c4-98dd-e74a60741a42 service neutron] Checking agent: {'id': 'fb93ecad-d7e5-4e81-99ef-d8d0ee7386ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8307', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 21, 15), 'started_at': datetime.datetime(2022, 3, 7, 10, 21, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 39, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:39:17.991536 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89ded06-f146-4827-813d-487400aae33d req-18c640b6-5b66-49c4-98dd-e74a60741a42 service neutron] Checking segment: {'id': 'd337b5de-d1e5-4c31-98f3-463f2a53cf24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '4edd023b-4db1-4aaa-812f-f67647e61c3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:39:17.991920 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89ded06-f146-4827-813d-487400aae33d req-18c640b6-5b66-49c4-98dd-e74a60741a42 service neutron] Bound using segment: {'id': 'd337b5de-d1e5-4c31-98f3-463f2a53cf24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '4edd023b-4db1-4aaa-812f-f67647e61c3c'} {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:39:17.992338 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [req-d89ded06-f146-4827-813d-487400aae33d req-18c640b6-5b66-49c4-98dd-e74a60741a42 service neutron] Bound port: 72e198ed-a7ed-41d8-ac65-a92748fc7f59, host: hv-neutron-8307, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd337b5de-d1e5-4c31-98f3-463f2a53cf24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '4edd023b-4db1-4aaa-812f-f67647e61c3c'}}] {{(pid=83737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:39:17.992705 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-d89ded06-f146-4827-813d-487400aae33d req-18c640b6-5b66-49c4-98dd-e74a60741a42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:18.092855 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [req-d89ded06-f146-4827-813d-487400aae33d req-18c640b6-5b66-49c4-98dd-e74a60741a42 service neutron] For port 72e198ed-a7ed-41d8-ac65-a92748fc7f59, host hv-neutron-8307, cleared binding levels {{(pid=83737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:39:18.096447 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [req-d89ded06-f146-4827-813d-487400aae33d req-18c640b6-5b66-49c4-98dd-e74a60741a42 service neutron] For port 72e198ed-a7ed-41d8-ac65-a92748fc7f59, host hv-neutron-8307, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=72e198ed-a7ed-41d8-ac65-a92748fc7f59,segment=NetworkSegment(d337b5de-d1e5-4c31-98f3-463f2a53cf24),segment_id=d337b5de-d1e5-4c31-98f3-463f2a53cf24)] {{(pid=83737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:39:18.101491 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-d89ded06-f146-4827-813d-487400aae33d req-18c640b6-5b66-49c4-98dd-e74a60741a42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3012561'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:18.214409 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-d89ded06-f146-4827-813d-487400aae33d req-18c640b6-5b66-49c4-98dd-e74a60741a42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:18.215747 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d89ded06-f146-4827-813d-487400aae33d req-18c640b6-5b66-49c4-98dd-e74a60741a42 service neutron] 10.222.0.10 "PUT /v2.0/ports/72e198ed-a7ed-41d8-ac65-a92748fc7f59 HTTP/1.1" status: 200 len: 1130 time: 1.0532765 Mar 07 10:39:18.218671 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8df9455e-39c3-4984-987f-b2ea5bf3ff63', 'tag': '72e198ed-a7ed-41d8-ac65-a92748fc7f59'}] {{(pid=83737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 10:39:18.236732 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c640b6-5b66-49c4-98dd-e74a60741a42 service neutron] Pushing event updated for resources: {'Port': ['ID=72e198ed-a7ed-41d8-ac65-a92748fc7f59,revision_number=8']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:18.294257 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a774e1-3658-4b2c-8cff-477f5faeb80c req-7f74e7b3-d3ed-4eb3-b631-c9921ac749d0 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:18.295822 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-88a774e1-3658-4b2c-8cff-477f5faeb80c req-7f74e7b3-d3ed-4eb3-b631-c9921ac749d0 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/ports?device_id=8df9455e-39c3-4984-987f-b2ea5bf3ff63 HTTP/1.1" status: 200 len: 980 time: 0.1641295 Mar 07 10:39:18.301416 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8df9455e-39c3-4984-987f-b2ea5bf3ff63', 'tag': '72e198ed-a7ed-41d8-ac65-a92748fc7f59', 'status': 'completed', 'code': 200} Mar 07 10:39:18.360643 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-88a774e1-3658-4b2c-8cff-477f5faeb80c req-33838fcd-4430-45bf-94b7-c1f5303d8d87 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/security-groups?id=f77b06ec-3dfc-44df-b7c7-f79f0759a953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581746 Mar 07 10:39:18.372151 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d89ded06-f146-4827-813d-487400aae33d req-dc708a3b-b97a-445b-b36c-73dbc6aea656 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=416b2fd961bc4d70a26d66821f7df8e2&device_id=8df9455e-39c3-4984-987f-b2ea5bf3ff63 HTTP/1.1" status: 200 len: 1133 time: 0.1166816 Mar 07 10:39:18.481667 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d89ded06-f146-4827-813d-487400aae33d req-f75b67e3-2476-4cd7-bd9b-70af24898701 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=72e198ed-a7ed-41d8-ac65-a92748fc7f59 HTTP/1.1" status: 200 len: 1035 time: 0.1033177 Mar 07 10:39:18.544292 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89ded06-f146-4827-813d-487400aae33d req-9290bbd4-199a-4f59-8a2f-5def7df4b7cd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:18.545713 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d89ded06-f146-4827-813d-487400aae33d req-9290bbd4-199a-4f59-8a2f-5def7df4b7cd service neutron] 10.222.0.10 "GET /v2.0/subnets?id=47eb92d3-8179-4cec-914b-453c4b694d87 HTTP/1.1" status: 200 len: 835 time: 0.0585277 Mar 07 10:39:18.616319 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d89ded06-f146-4827-813d-487400aae33d req-5fbf4ed9-2973-4478-92db-dc0396017884 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4edd023b-4db1-4aaa-812f-f67647e61c3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0650666 Mar 07 10:39:18.742710 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d89ded06-f146-4827-813d-487400aae33d req-6dc431bb-d255-4936-a821-b59ee92dea5b service neutron] 10.222.0.10 "GET /v2.0/networks/4edd023b-4db1-4aaa-812f-f67647e61c3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209323 Mar 07 10:39:18.870840 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d89ded06-f146-4827-813d-487400aae33d req-83b6021c-04f1-442b-80f4-42f3f9ee0d5c service neutron] 10.222.0.10 "GET /v2.0/networks/4edd023b-4db1-4aaa-812f-f67647e61c3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211357 Mar 07 10:39:18.976373 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ecf74a7e-411a-424f-9b8c-65666e0de0ad req-9c02f042-321e-49c8-80c1-fddf19eed055 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=416b2fd961bc4d70a26d66821f7df8e2&device_id=8df9455e-39c3-4984-987f-b2ea5bf3ff63 HTTP/1.1" status: 200 len: 1133 time: 0.0663197 Mar 07 10:39:19.184827 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf74a7e-411a-424f-9b8c-65666e0de0ad req-b1dc0aa7-557d-4c5c-8d94-e680cc32fbf3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:19.186157 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ecf74a7e-411a-424f-9b8c-65666e0de0ad req-b1dc0aa7-557d-4c5c-8d94-e680cc32fbf3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=4edd023b-4db1-4aaa-812f-f67647e61c3c HTTP/1.1" status: 200 len: 898 time: 0.2042117 Mar 07 10:39:19.287328 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ecf74a7e-411a-424f-9b8c-65666e0de0ad req-e2fb72ea-00bb-4100-98b4-a046463b0115 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=72e198ed-a7ed-41d8-ac65-a92748fc7f59 HTTP/1.1" status: 200 len: 1035 time: 0.0950918 Mar 07 10:39:19.351335 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf74a7e-411a-424f-9b8c-65666e0de0ad req-c8b3d06d-1403-4025-8304-8a8f4613743b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:19.352747 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ecf74a7e-411a-424f-9b8c-65666e0de0ad req-c8b3d06d-1403-4025-8304-8a8f4613743b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=47eb92d3-8179-4cec-914b-453c4b694d87 HTTP/1.1" status: 200 len: 835 time: 0.0593481 Mar 07 10:39:19.426293 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ecf74a7e-411a-424f-9b8c-65666e0de0ad req-bcbee77a-9cb3-4470-a5d5-6f756f1fa7ca service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4edd023b-4db1-4aaa-812f-f67647e61c3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0667725 Mar 07 10:39:19.609645 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ecf74a7e-411a-424f-9b8c-65666e0de0ad req-d9f12676-c1ca-467e-8aa8-565468e1e4b1 service neutron] 10.222.0.10 "GET /v2.0/networks/4edd023b-4db1-4aaa-812f-f67647e61c3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770012 Mar 07 10:39:19.641013 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fefe75-8c62-4ca5-9bce-e6de475ebb13 req-30cb5e8d-52ad-4753-8f8e-974c6059e10e tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:19.642382 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-70fefe75-8c62-4ca5-9bce-e6de475ebb13 req-30cb5e8d-52ad-4753-8f8e-974c6059e10e tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/ports?device_id=8df9455e-39c3-4984-987f-b2ea5bf3ff63 HTTP/1.1" status: 200 len: 980 time: 0.1431534 Mar 07 10:39:19.759920 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-70fefe75-8c62-4ca5-9bce-e6de475ebb13 req-b343da2e-b7cd-4f03-b11b-b4e8c811bfae tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/security-groups?id=f77b06ec-3dfc-44df-b7c7-f79f0759a953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736964 Mar 07 10:39:19.778929 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ecf74a7e-411a-424f-9b8c-65666e0de0ad req-b73e5723-650f-41e3-9f20-2bd564bcfb14 service neutron] 10.222.0.10 "GET /v2.0/networks/4edd023b-4db1-4aaa-812f-f67647e61c3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625311 Mar 07 10:39:20.950956 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138725f2-e24a-411c-9751-4982c6807016 req-3131026f-cf53-4377-a8c1-db2ec25c37bb tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:20.952385 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-138725f2-e24a-411c-9751-4982c6807016 req-3131026f-cf53-4377-a8c1-db2ec25c37bb tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/ports?device_id=8df9455e-39c3-4984-987f-b2ea5bf3ff63 HTTP/1.1" status: 200 len: 980 time: 0.0744576 Mar 07 10:39:21.000211 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-138725f2-e24a-411c-9751-4982c6807016 req-3f4e7bfe-cbea-480a-8d0e-9978e1df7d36 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/security-groups?id=f77b06ec-3dfc-44df-b7c7-f79f0759a953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421984 Mar 07 10:39:22.197397 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3c4dd9-7e5f-4877-b0b8-e1c9684d0f19 req-75b927a1-28d0-48be-8ac3-c0884dc137f6 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:22.199036 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-1e3c4dd9-7e5f-4877-b0b8-e1c9684d0f19 req-75b927a1-28d0-48be-8ac3-c0884dc137f6 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/ports?device_id=8df9455e-39c3-4984-987f-b2ea5bf3ff63 HTTP/1.1" status: 200 len: 980 time: 0.0759842 Mar 07 10:39:22.244261 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-1e3c4dd9-7e5f-4877-b0b8-e1c9684d0f19 req-7f303d42-8487-4a17-a8c7-d4e6b2ee4228 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/security-groups?id=f77b06ec-3dfc-44df-b7c7-f79f0759a953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394702 Mar 07 10:39:22.418086 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device 72e198ed-a7ed-41d8-ac65-a92748fc7f59 details requested by agent hyperv_hv-neutron-8307 with host hv-neutron-8307 {{(pid=83739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 07 10:39:22.547681 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port 72e198ed-a7ed-41d8-ac65-a92748fc7f59, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=72e198ed-a7ed-41d8-ac65-a92748fc7f59,segment=NetworkSegment(d337b5de-d1e5-4c31-98f3-463f2a53cf24),segment_id=d337b5de-d1e5-4c31-98f3-463f2a53cf24)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:39:22.560230 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Returning: {'device': '72e198ed-a7ed-41d8-ac65-a92748fc7f59', 'network_id': '4edd023b-4db1-4aaa-812f-f67647e61c3c', 'port_id': '72e198ed-a7ed-41d8-ac65-a92748fc7f59', 'mac_address': 'fa:16:3e:fb:f6:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47eb92d3-8179-4cec-914b-453c4b694d87', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 07 10:39:22.615275 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:22.673221 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72e198ed-a7ed-41d8-ac65-a92748fc7f59 {{(pid=83739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 07 10:39:22.688050 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port 72e198ed-a7ed-41d8-ac65-a92748fc7f59, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=72e198ed-a7ed-41d8-ac65-a92748fc7f59,segment=NetworkSegment(d337b5de-d1e5-4c31-98f3-463f2a53cf24),segment_id=d337b5de-d1e5-4c31-98f3-463f2a53cf24)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:39:22.691986 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:22.755523 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Pushing event updated for resources: {'Port': ['ID=72e198ed-a7ed-41d8-ac65-a92748fc7f59,revision_number=9']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:23.002001 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] get_ports_and_sgs() called for port_ids ['72e198ed-a7ed-41d8-ac65-a92748fc7f59'] {{(pid=83739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 07 10:39:23.439870 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830aadc1-e6a9-4920-8115-67fada5451c6 req-0fab7dd2-a9a9-494c-b63b-cd1438351364 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:23.441334 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-830aadc1-e6a9-4920-8115-67fada5451c6 req-0fab7dd2-a9a9-494c-b63b-cd1438351364 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/ports?device_id=8df9455e-39c3-4984-987f-b2ea5bf3ff63 HTTP/1.1" status: 200 len: 981 time: 0.0781953 Mar 07 10:39:23.487747 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-830aadc1-e6a9-4920-8115-67fada5451c6 req-c0daf8ce-8a86-420d-8eb6-5214e5ccd0bf tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/security-groups?id=f77b06ec-3dfc-44df-b7c7-f79f0759a953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409241 Mar 07 10:39:24.433220 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device 72e198ed-a7ed-41d8-ac65-a92748fc7f59 up at agent hyperv_hv-neutron-8307 {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:39:24.499464 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Provisioning for port 72e198ed-a7ed-41d8-ac65-a92748fc7f59 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:39:24.503979 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Provisioning complete for port 72e198ed-a7ed-41d8-ac65-a92748fc7f59 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:39:24.504335 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:24.615226 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:24.641302 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8df9455e-39c3-4984-987f-b2ea5bf3ff63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72e198ed-a7ed-41d8-ac65-a92748fc7f59'}] {{(pid=83739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 10:39:24.650848 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port 72e198ed-a7ed-41d8-ac65-a92748fc7f59, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=72e198ed-a7ed-41d8-ac65-a92748fc7f59,segment=NetworkSegment(d337b5de-d1e5-4c31-98f3-463f2a53cf24),segment_id=d337b5de-d1e5-4c31-98f3-463f2a53cf24)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:39:24.656348 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:24.683249 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70c1b3f-04a2-484b-a997-b7a32e88e256 req-74408c8c-d913-4945-80ee-f3948370277a tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:24.684724 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f70c1b3f-04a2-484b-a997-b7a32e88e256 req-74408c8c-d913-4945-80ee-f3948370277a tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/ports?device_id=8df9455e-39c3-4984-987f-b2ea5bf3ff63 HTTP/1.1" status: 200 len: 981 time: 0.0769496 Mar 07 10:39:24.725277 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Pushing event updated for resources: {'Port': ['ID=72e198ed-a7ed-41d8-ac65-a92748fc7f59,revision_number=10']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:24.733526 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f70c1b3f-04a2-484b-a997-b7a32e88e256 req-17897910-0018-4eaf-8628-6eda9b22d875 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/security-groups?id=f77b06ec-3dfc-44df-b7c7-f79f0759a953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426190 Mar 07 10:39:24.787090 dv-neutron-830731-3-hyperv neutron-server[83739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8df9455e-39c3-4984-987f-b2ea5bf3ff63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72e198ed-a7ed-41d8-ac65-a92748fc7f59', 'code': 200} Mar 07 10:39:25.023169 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b982f0ee-9b58-4e2e-82ee-5968cd03cf1e req-96395452-1d91-4765-93c7-e029285258aa service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=8df9455e-39c3-4984-987f-b2ea5bf3ff63 HTTP/1.1" status: 200 len: 1136 time: 0.0678213 Mar 07 10:39:25.062807 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b982f0ee-9b58-4e2e-82ee-5968cd03cf1e req-207a0dee-31cd-4db0-a868-e5cc2227103b service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=f77b06ec-3dfc-44df-b7c7-f79f0759a953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337346 Mar 07 10:39:25.924278 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763c1f20-ae34-4ae2-90be-2d69ec8ae21d req-11a214f2-b9bd-4ddc-9d06-86e7e7329faa tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:25.925781 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-763c1f20-ae34-4ae2-90be-2d69ec8ae21d req-11a214f2-b9bd-4ddc-9d06-86e7e7329faa tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/ports?device_id=8df9455e-39c3-4984-987f-b2ea5bf3ff63 HTTP/1.1" status: 200 len: 983 time: 0.0763175 Mar 07 10:39:25.970412 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-763c1f20-ae34-4ae2-90be-2d69ec8ae21d req-3f5ce034-f414-4035-af23-8b74aeab60d4 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/security-groups?id=f77b06ec-3dfc-44df-b7c7-f79f0759a953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393257 Mar 07 10:39:27.164133 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e10baa-54cc-4e9d-a5d9-0673f012cb32 req-3d440df6-61ee-4943-9efd-78edec832b91 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:27.165585 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-32e10baa-54cc-4e9d-a5d9-0673f012cb32 req-3d440df6-61ee-4943-9efd-78edec832b91 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/ports?device_id=8df9455e-39c3-4984-987f-b2ea5bf3ff63 HTTP/1.1" status: 200 len: 983 time: 0.0772598 Mar 07 10:39:27.211896 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-32e10baa-54cc-4e9d-a5d9-0673f012cb32 req-aba13e98-c840-4b48-aca7-baa31dcb0ff5 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/security-groups?id=f77b06ec-3dfc-44df-b7c7-f79f0759a953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394890 Mar 07 10:39:27.410122 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9178e09-6cbc-4c46-acb9-1edea022aff2 req-1b954ecd-ae96-4689-ba9f-f7353876416e tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:27.411534 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c9178e09-6cbc-4c46-acb9-1edea022aff2 req-1b954ecd-ae96-4689-ba9f-f7353876416e tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/ports?device_id=8df9455e-39c3-4984-987f-b2ea5bf3ff63 HTTP/1.1" status: 200 len: 983 time: 0.0781260 Mar 07 10:39:27.458995 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c9178e09-6cbc-4c46-acb9-1edea022aff2 req-ea1f5313-e31c-4ee7-9aef-42f4a2637c6f tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/security-groups?id=f77b06ec-3dfc-44df-b7c7-f79f0759a953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412421 Mar 07 10:39:27.486204 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 41210) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:39:27.554068 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-5a9c3191-dc52-4d19-8f26-d0123905d49f tempest-TestNetworkBasicOps-2128623112 tempest-TestNetworkBasicOps-2128623112-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=8df9455e-39c3-4984-987f-b2ea5bf3ff63&network_id=4edd023b-4db1-4aaa-812f-f67647e61c3c HTTP/1.1" status: 200 len: 1131 time: 0.0667021 Mar 07 10:39:27.919985 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8be5eaa-3b4b-4b1b-aaca-878b305441bd req-e16c0302-65e0-4cf6-9dc8-e49d71848de1 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:27.921361 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f8be5eaa-3b4b-4b1b-aaca-878b305441bd req-e16c0302-65e0-4cf6-9dc8-e49d71848de1 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/ports?device_id=8df9455e-39c3-4984-987f-b2ea5bf3ff63 HTTP/1.1" status: 200 len: 983 time: 0.0744672 Mar 07 10:39:28.043254 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f8be5eaa-3b4b-4b1b-aaca-878b305441bd req-93b1353c-8aaf-4965-83e9-8ad2aeafdb47 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/security-groups?id=f77b06ec-3dfc-44df-b7c7-f79f0759a953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164401 Mar 07 10:39:28.085936 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-adbd2215-c8ee-41f3-92a6-4182ca26b8a8 None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 10:39:28.348220 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-38ce380c-133b-4103-9719-45f43d5020e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:29.293219 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3123cff-1eb8-4888-981b-b3e99f57dd7c req-dc9baa4b-d22e-4523-a12b-557c436824cd tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:29.294631 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b3123cff-1eb8-4888-981b-b3e99f57dd7c req-dc9baa4b-d22e-4523-a12b-557c436824cd tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.10 "GET /v2.0/ports?device_id=8df9455e-39c3-4984-987f-b2ea5bf3ff63 HTTP/1.1" status: 200 len: 983 time: 0.1034007 Mar 07 10:39:29.300788 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915fe7b8-ddf6-4fc0-bbce-66ae8a5cbc8e req-de59d8b3-cf7a-44cd-96d3-c34247edf837 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:29.302104 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-915fe7b8-ddf6-4fc0-bbce-66ae8a5cbc8e req-de59d8b3-cf7a-44cd-96d3-c34247edf837 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/ports?device_id=8df9455e-39c3-4984-987f-b2ea5bf3ff63 HTTP/1.1" status: 200 len: 983 time: 0.1406527 Mar 07 10:39:29.393893 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3123cff-1eb8-4888-981b-b3e99f57dd7c req-47af65be-46b8-4811-8a8d-ce883d5326ae tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:29.395127 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b3123cff-1eb8-4888-981b-b3e99f57dd7c req-47af65be-46b8-4811-8a8d-ce883d5326ae tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.10 "GET /v2.0/ports/72e198ed-a7ed-41d8-ac65-a92748fc7f59?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0922062 Mar 07 10:39:29.399663 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-915fe7b8-ddf6-4fc0-bbce-66ae8a5cbc8e req-13540a1b-a50a-4311-a57c-2d314fe630ef tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/security-groups?id=f77b06ec-3dfc-44df-b7c7-f79f0759a953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677471 Mar 07 10:39:29.535930 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b3123cff-1eb8-4888-981b-b3e99f57dd7c req-31c79145-8218-4051-a831-029e3080ce88 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.10 "GET /v2.0/networks/4edd023b-4db1-4aaa-812f-f67647e61c3c?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1353741 Mar 07 10:39:29.547328 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [req-b3123cff-1eb8-4888-981b-b3e99f57dd7c req-12959654-d07b-43ad-801e-d6e74b5a363c service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:39:29.653297 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-b3123cff-1eb8-4888-981b-b3e99f57dd7c req-12959654-d07b-43ad-801e-d6e74b5a363c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:29.845495 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [req-b3123cff-1eb8-4888-981b-b3e99f57dd7c req-12959654-d07b-43ad-801e-d6e74b5a363c service neutron] For port 72e198ed-a7ed-41d8-ac65-a92748fc7f59, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=72e198ed-a7ed-41d8-ac65-a92748fc7f59,segment=NetworkSegment(d337b5de-d1e5-4c31-98f3-463f2a53cf24),segment_id=d337b5de-d1e5-4c31-98f3-463f2a53cf24)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:39:29.873475 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [req-b3123cff-1eb8-4888-981b-b3e99f57dd7c req-12959654-d07b-43ad-801e-d6e74b5a363c service neutron] For port 72e198ed-a7ed-41d8-ac65-a92748fc7f59, host hv-neutron-8307, cleared binding levels {{(pid=83737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:39:29.921113 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [req-b3123cff-1eb8-4888-981b-b3e99f57dd7c req-12959654-d07b-43ad-801e-d6e74b5a363c service neutron] device_id is not set on port 72e198ed-a7ed-41d8-ac65-a92748fc7f59 yet. {{(pid=83737) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 07 10:39:29.928866 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-b3123cff-1eb8-4888-981b-b3e99f57dd7c req-12959654-d07b-43ad-801e-d6e74b5a363c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:29.934427 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-b3123cff-1eb8-4888-981b-b3e99f57dd7c req-12959654-d07b-43ad-801e-d6e74b5a363c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3012561'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:30.067534 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12959654-d07b-43ad-801e-d6e74b5a363c service neutron] Pushing event updated for resources: {'Port': ['ID=72e198ed-a7ed-41d8-ac65-a92748fc7f59,revision_number=11']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:30.131725 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3123cff-1eb8-4888-981b-b3e99f57dd7c req-12959654-d07b-43ad-801e-d6e74b5a363c service neutron] No DVR routers for this DVR port 72e198ed-a7ed-41d8-ac65-a92748fc7f59 on host hv-neutron-8307 {{(pid=83737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:39:30.197344 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-c3f301d1-9a09-46ce-a2c0-b0a937a3e5dc None None] Provisioning complete for port 72e198ed-a7ed-41d8-ac65-a92748fc7f59 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:39:30.198474 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c3f301d1-9a09-46ce-a2c0-b0a937a3e5dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:30.250761 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-c3f301d1-9a09-46ce-a2c0-b0a937a3e5dc None None] Port 72e198ed-a7ed-41d8-ac65-a92748fc7f59 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:39:30.375523 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [req-b3123cff-1eb8-4888-981b-b3e99f57dd7c req-12959654-d07b-43ad-801e-d6e74b5a363c service neutron] In _notify_port_updated(), no bound segment for port 72e198ed-a7ed-41d8-ac65-a92748fc7f59 on network 4edd023b-4db1-4aaa-812f-f67647e61c3c {{(pid=83737) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 07 10:39:30.376577 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-b3123cff-1eb8-4888-981b-b3e99f57dd7c req-12959654-d07b-43ad-801e-d6e74b5a363c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:30.377841 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b3123cff-1eb8-4888-981b-b3e99f57dd7c req-12959654-d07b-43ad-801e-d6e74b5a363c service neutron] 10.222.0.10 "PUT /v2.0/ports/72e198ed-a7ed-41d8-ac65-a92748fc7f59 HTTP/1.1" status: 200 len: 1026 time: 0.8343058 Mar 07 10:39:30.563450 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-9ed01215-cf98-4c6b-9327-f1236f7c3e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:30.582897 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-80b1059e-0838-4b7a-8733-950cdc4316ed req-4a306934-1c73-4739-b227-a77dda9d17d4 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/ports?device_id=8df9455e-39c3-4984-987f-b2ea5bf3ff63 HTTP/1.1" status: 200 len: 210 time: 0.0480783 Mar 07 10:39:31.686345 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 41224) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:39:31.754955 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2a68419e-782b-4eba-bcbd-0f263d734d69 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:31.767294 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-711fefd2-3b30-4759-8df5-0aecff1c8e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:31.786145 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2a68419e-782b-4eba-bcbd-0f263d734d69 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:31.850230 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2a68419e-782b-4eba-bcbd-0f263d734d69 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:31.870586 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a68419e-782b-4eba-bcbd-0f263d734d69 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c76cc51-6b37-4c59-98a6-c68bee203e25,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:31.887636 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2a68419e-782b-4eba-bcbd-0f263d734d69 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:31.887824 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:31.891847 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-2a68419e-782b-4eba-bcbd-0f263d734d69 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "DELETE /v2.0/security-groups/2c76cc51-6b37-4c59-98a6-c68bee203e25 HTTP/1.1" status: 204 len: 168 time: 0.2020984 Mar 07 10:39:31.928438 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 41230) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:39:32.203336 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-48ab0bf0-a961-4ddc-8c22-654dc4972e2b tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Deleting port 9bbdb254-568c-4256-a372-81c2502a77cd {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:39:32.203582 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-48ab0bf0-a961-4ddc-8c22-654dc4972e2b tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:32.387056 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-48ab0bf0-a961-4ddc-8c22-654dc4972e2b tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:32.387408 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-48ab0bf0-a961-4ddc-8c22-654dc4972e2b tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:32.479638 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device 72e198ed-a7ed-41d8-ac65-a92748fc7f59 no longer exists at agent hyperv_hv-neutron-8307 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:39:32.515511 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-48ab0bf0-a961-4ddc-8c22-654dc4972e2b tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Calling delete_port for 9bbdb254-568c-4256-a372-81c2502a77cd owned by network:floatingip {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:39:32.541682 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device 72e198ed-a7ed-41d8-ac65-a92748fc7f59 not bound to the agent host hv-neutron-8307 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 10:39:32.680930 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-48ab0bf0-a961-4ddc-8c22-654dc4972e2b tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:32.728307 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ab0bf0-a961-4ddc-8c22-654dc4972e2b tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event deleted for resources: {'Port': ['ID=9bbdb254-568c-4256-a372-81c2502a77cd,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:32.833110 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-48ab0bf0-a961-4ddc-8c22-654dc4972e2b tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for floatingip, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:33.190623 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c87150bd-aa9c-4ad1-bb68-57ec66d4fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:33.243749 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48ab0bf0-a961-4ddc-8c22-654dc4972e2b tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Router 852bf703-5c01-4353-bdec-64f00b7ca9d9 has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:39:33.446365 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48ab0bf0-a961-4ddc-8c22-654dc4972e2b tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:39:33.456227 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d450375-71c4-4d05-8232-7d52226e801e None None] Sync routers for ids ['852bf703-5c01-4353-bdec-64f00b7ca9d9'] in dv-neutron-830731-3-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:39:33.466489 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-48ab0bf0-a961-4ddc-8c22-654dc4972e2b tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for floatingip, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:33.468736 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d450375-71c4-4d05-8232-7d52226e801e None None] Routers {'852bf703-5c01-4353-bdec-64f00b7ca9d9'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:39:33.469348 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-0d450375-71c4-4d05-8232-7d52226e801e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:39:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['852bf703-5c01-4353-bdec-64f00b7ca9d9'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:39:33.522629 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-48ab0bf0-a961-4ddc-8c22-654dc4972e2b tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "DELETE /v2.0/floatingips/4405d2f1-c00f-4184-9e7e-53482aa060cc HTTP/1.1" status: 204 len: 168 time: 1.5906706 Mar 07 10:39:33.647945 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-0d450375-71c4-4d05-8232-7d52226e801e None None] Set router 852bf703-5c01-4353-bdec-64f00b7ca9d9 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:39:33.680361 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 41238) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:39:33.748457 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9357b32b-a9cc-4056-82e7-a70d47421ae3 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:33.778867 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9357b32b-a9cc-4056-82e7-a70d47421ae3 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:33.844954 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9357b32b-a9cc-4056-82e7-a70d47421ae3 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:33.864248 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9357b32b-a9cc-4056-82e7-a70d47421ae3 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea64554e-6fb9-4ea4-8ba3-e7f4f57d4df1,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:33.871166 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9357b32b-a9cc-4056-82e7-a70d47421ae3 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:33.872516 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-9357b32b-a9cc-4056-82e7-a70d47421ae3 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "DELETE /v2.0/security-groups/ea64554e-6fb9-4ea4-8ba3-e7f4f57d4df1 HTTP/1.1" status: 204 len: 168 time: 0.1911144 Mar 07 10:39:33.912949 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 41244) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:39:33.975575 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-0d450375-71c4-4d05-8232-7d52226e801e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852bf703-5c01-4353-bdec-64f00b7ca9d9', 'name': 'tempest-TestNetworkBasicOps-router-655597348', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.30'}], 'enable_snat': True}, 'gw_port_id': '016eda29-80b2-4dc1-b977-a81ac0c04476', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:38:46Z', 'updated_at': '2022-03-07T10:38:50Z', 'revision_number': 4, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'gw_port': {'id': '016eda29-80b2-4dc1-b977-a81ac0c04476', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f3:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852bf703-5c01-4353-bdec-64f00b7ca9d9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:38:46Z', 'updated_at': '2022-03-07T10:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_interfaces': [{'id': '71bc2468-b03f-462a-bbae-41f9031cb091', 'name': '', 'network_id': '4edd023b-4db1-4aaa-812f-f67647e61c3c', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'mac_address': 'fa:16:3e:54:6a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852bf703-5c01-4353-bdec-64f00b7ca9d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '47eb92d3-8179-4cec-914b-453c4b694d87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:38:49Z', 'updated_at': '2022-03-07T10:38:56Z', 'revision_number': 5, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'subnets': [{'id': '47eb92d3-8179-4cec-914b-453c4b694d87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:39:33.979905 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d450375-71c4-4d05-8232-7d52226e801e None None] Checking router: 852bf703-5c01-4353-bdec-64f00b7ca9d9 for host: dv-neutron-830731-3-hyperv {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 07 10:39:33.989237 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-ff19e63a-f17a-48f1-9350-5c513c0a1e62 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Deleting port 72e198ed-a7ed-41d8-ac65-a92748fc7f59 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:39:33.989688 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ff19e63a-f17a-48f1-9350-5c513c0a1e62 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:33.990186 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d450375-71c4-4d05-8232-7d52226e801e None None] Routers {'852bf703-5c01-4353-bdec-64f00b7ca9d9'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:39:33.990775 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-0d450375-71c4-4d05-8232-7d52226e801e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:39:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['852bf703-5c01-4353-bdec-64f00b7ca9d9'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:39:34.177137 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-0d450375-71c4-4d05-8232-7d52226e801e None None] Set router 852bf703-5c01-4353-bdec-64f00b7ca9d9 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:39:34.319180 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ff19e63a-f17a-48f1-9350-5c513c0a1e62 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:34.442783 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-ff19e63a-f17a-48f1-9350-5c513c0a1e62 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Calling delete_port for 72e198ed-a7ed-41d8-ac65-a92748fc7f59 owned by {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:39:34.531222 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-0d450375-71c4-4d05-8232-7d52226e801e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852bf703-5c01-4353-bdec-64f00b7ca9d9', 'name': 'tempest-TestNetworkBasicOps-router-655597348', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.30'}], 'enable_snat': True}, 'gw_port_id': '016eda29-80b2-4dc1-b977-a81ac0c04476', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:38:46Z', 'updated_at': '2022-03-07T10:38:50Z', 'revision_number': 4, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'gw_port': {'id': '016eda29-80b2-4dc1-b977-a81ac0c04476', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f3:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852bf703-5c01-4353-bdec-64f00b7ca9d9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:38:46Z', 'updated_at': '2022-03-07T10:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_interfaces': [{'id': '71bc2468-b03f-462a-bbae-41f9031cb091', 'name': '', 'network_id': '4edd023b-4db1-4aaa-812f-f67647e61c3c', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'mac_address': 'fa:16:3e:54:6a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852bf703-5c01-4353-bdec-64f00b7ca9d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '47eb92d3-8179-4cec-914b-453c4b694d87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:38:49Z', 'updated_at': '2022-03-07T10:38:56Z', 'revision_number': 5, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'subnets': [{'id': '47eb92d3-8179-4cec-914b-453c4b694d87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:39:34.536146 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d450375-71c4-4d05-8232-7d52226e801e None None] The sync data for ids ['852bf703-5c01-4353-bdec-64f00b7ca9d9'] in dv-neutron-830731-3-hyperv is: [{'id': '852bf703-5c01-4353-bdec-64f00b7ca9d9', 'name': 'tempest-TestNetworkBasicOps-router-655597348', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.30'}], 'enable_snat': True}, 'gw_port_id': '016eda29-80b2-4dc1-b977-a81ac0c04476', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:38:46Z', 'updated_at': '2022-03-07T10:38:50Z', 'revision_number': 4, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'gw_port': {'id': '016eda29-80b2-4dc1-b977-a81ac0c04476', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f3:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852bf703-5c01-4353-bdec-64f00b7ca9d9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:38:46Z', 'updated_at': '2022-03-07T10:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_interfaces': [{'id': '71bc2468-b03f-462a-bbae-41f9031cb091', 'name': '', 'network_id': '4edd023b-4db1-4aaa-812f-f67647e61c3c', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'mac_address': 'fa:16:3e:54:6a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852bf703-5c01-4353-bdec-64f00b7ca9d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '47eb92d3-8179-4cec-914b-453c4b694d87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:38:49Z', 'updated_at': '2022-03-07T10:38:56Z', 'revision_number': 5, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'subnets': [{'id': '47eb92d3-8179-4cec-914b-453c4b694d87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:39:34.589388 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ff19e63a-f17a-48f1-9350-5c513c0a1e62 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:34.638532 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff19e63a-f17a-48f1-9350-5c513c0a1e62 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event deleted for resources: {'Port': ['ID=72e198ed-a7ed-41d8-ac65-a92748fc7f59,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:34.680139 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff19e63a-f17a-48f1-9350-5c513c0a1e62 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:39:34.680628 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff19e63a-f17a-48f1-9350-5c513c0a1e62 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:39:34.681030 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff19e63a-f17a-48f1-9350-5c513c0a1e62 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:39:34.681426 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff19e63a-f17a-48f1-9350-5c513c0a1e62 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:39:34.681854 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff19e63a-f17a-48f1-9350-5c513c0a1e62 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:39:34.682387 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff19e63a-f17a-48f1-9350-5c513c0a1e62 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:39:34.682868 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff19e63a-f17a-48f1-9350-5c513c0a1e62 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:39:34.683262 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff19e63a-f17a-48f1-9350-5c513c0a1e62 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:39:34.683653 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff19e63a-f17a-48f1-9350-5c513c0a1e62 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:39:34.684045 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff19e63a-f17a-48f1-9350-5c513c0a1e62 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:39:34.684428 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff19e63a-f17a-48f1-9350-5c513c0a1e62 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:39:34.757556 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ff19e63a-f17a-48f1-9350-5c513c0a1e62 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:34.771710 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-ff19e63a-f17a-48f1-9350-5c513c0a1e62 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "DELETE /v2.0/ports/72e198ed-a7ed-41d8-ac65-a92748fc7f59 HTTP/1.1" status: 204 len: 168 time: 0.8546183 Mar 07 10:39:34.772056 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 41248) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:39:34.780234 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b635c1a-3afc-4308-8257-e12677fd40ed None None] New status for floating IP 4405d2f1-c00f-4184-9e7e-53482aa060cc: DOWN {{(pid=83740) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 07 10:39:35.254969 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-02d89ddb-d99c-4138-b106-12ccaa2f3969 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3920255'] for router_interface, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:35.858053 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-02d89ddb-d99c-4138-b106-12ccaa2f3969 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Deleting port 71bc2468-b03f-462a-bbae-41f9031cb091 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:39:35.858701 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-02d89ddb-d99c-4138-b106-12ccaa2f3969 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:36.039554 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-02d89ddb-d99c-4138-b106-12ccaa2f3969 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] For port 71bc2468-b03f-462a-bbae-41f9031cb091, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=71bc2468-b03f-462a-bbae-41f9031cb091,segment=NetworkSegment(d337b5de-d1e5-4c31-98f3-463f2a53cf24),segment_id=d337b5de-d1e5-4c31-98f3-463f2a53cf24)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:39:36.039809 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-02d89ddb-d99c-4138-b106-12ccaa2f3969 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:36.159849 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-02d89ddb-d99c-4138-b106-12ccaa2f3969 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Calling delete_port for 71bc2468-b03f-462a-bbae-41f9031cb091 owned by network:router_interface {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:39:36.337288 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-02d89ddb-d99c-4138-b106-12ccaa2f3969 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:36.472309 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d89ddb-d99c-4138-b106-12ccaa2f3969 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event deleted for resources: {'Port': ['ID=71bc2468-b03f-462a-bbae-41f9031cb091,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:36.771838 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-02d89ddb-d99c-4138-b106-12ccaa2f3969 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2756383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3920168'] for router_interface, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:37.345211 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02d89ddb-d99c-4138-b106-12ccaa2f3969 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Router 852bf703-5c01-4353-bdec-64f00b7ca9d9 has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:39:37.544042 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02d89ddb-d99c-4138-b106-12ccaa2f3969 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:39:37.555228 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42b6fbf6-3d90-487e-884f-dc0c4c1b661d None None] Sync routers for ids ['852bf703-5c01-4353-bdec-64f00b7ca9d9'] in dv-neutron-830731-3-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:39:37.560387 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-02d89ddb-d99c-4138-b106-12ccaa2f3969 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "PUT /v2.0/routers/852bf703-5c01-4353-bdec-64f00b7ca9d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7844055 Mar 07 10:39:37.560637 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 41252) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:39:37.571683 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b6fbf6-3d90-487e-884f-dc0c4c1b661d None None] Routers {'852bf703-5c01-4353-bdec-64f00b7ca9d9'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:39:37.572272 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-42b6fbf6-3d90-487e-884f-dc0c4c1b661d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:39:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['852bf703-5c01-4353-bdec-64f00b7ca9d9'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:39:37.740981 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_v2 [None req-70b389cf-e0e0-49d4-abf0-7731124367a6 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Deleting subnet 47eb92d3-8179-4cec-914b-453c4b694d87 {{(pid=83737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 07 10:39:37.743785 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-70b389cf-e0e0-49d4-abf0-7731124367a6 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for subnet, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:37.744013 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-42b6fbf6-3d90-487e-884f-dc0c4c1b661d None None] Set router 852bf703-5c01-4353-bdec-64f00b7ca9d9 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:39:37.797161 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-70b389cf-e0e0-49d4-abf0-7731124367a6 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2627781'] for subnet, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:37.979710 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-70b389cf-e0e0-49d4-abf0-7731124367a6 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1525496'] for subnet, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:38.037829 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-42b6fbf6-3d90-487e-884f-dc0c4c1b661d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852bf703-5c01-4353-bdec-64f00b7ca9d9', 'name': 'tempest-TestNetworkBasicOps-router-655597348', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.30'}], 'enable_snat': True}, 'gw_port_id': '016eda29-80b2-4dc1-b977-a81ac0c04476', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:38:46Z', 'updated_at': '2022-03-07T10:39:36Z', 'revision_number': 5, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'gw_port': {'id': '016eda29-80b2-4dc1-b977-a81ac0c04476', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f3:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852bf703-5c01-4353-bdec-64f00b7ca9d9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:38:46Z', 'updated_at': '2022-03-07T10:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv'}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:39:38.042207 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42b6fbf6-3d90-487e-884f-dc0c4c1b661d None None] Checking router: 852bf703-5c01-4353-bdec-64f00b7ca9d9 for host: dv-neutron-830731-3-hyperv {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 07 10:39:38.053144 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-70b389cf-e0e0-49d4-abf0-7731124367a6 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1525489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3012507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3219316'] for subnet, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:38.053832 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b6fbf6-3d90-487e-884f-dc0c4c1b661d None None] Routers {'852bf703-5c01-4353-bdec-64f00b7ca9d9'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:39:38.054419 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-42b6fbf6-3d90-487e-884f-dc0c4c1b661d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:39:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['852bf703-5c01-4353-bdec-64f00b7ca9d9'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:39:38.090879 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b389cf-e0e0-49d4-abf0-7731124367a6 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event deleted for resources: {'Subnet': ['ID=47eb92d3-8179-4cec-914b-453c4b694d87,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:38.099213 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-70b389cf-e0e0-49d4-abf0-7731124367a6 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:38.106923 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-70b389cf-e0e0-49d4-abf0-7731124367a6 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "DELETE /v2.0/subnets/47eb92d3-8179-4cec-914b-453c4b694d87 HTTP/1.1" status: 204 len: 168 time: 0.5442448 Mar 07 10:39:38.107821 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d00beed-c270-4a13-afcb-f7f29b1c0a59 None None] Network 4edd023b-4db1-4aaa-812f-f67647e61c3c requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:39:38.108360 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 41256) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:39:38.316125 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d5f11273-70b8-40fe-9978-2075342f9be7 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for router, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:38.389202 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-42b6fbf6-3d90-487e-884f-dc0c4c1b661d None None] Set router 852bf703-5c01-4353-bdec-64f00b7ca9d9 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:39:38.520976 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d5f11273-70b8-40fe-9978-2075342f9be7 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:38.532009 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-d5f11273-70b8-40fe-9978-2075342f9be7 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Deleting port 016eda29-80b2-4dc1-b977-a81ac0c04476 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:39:38.532428 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d5f11273-70b8-40fe-9978-2075342f9be7 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:38.690482 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a62a994d-bf9a-449a-9b6e-0b9c020f4e7c None None] DHCP port deletion for 4edd023b-4db1-4aaa-812f-f67647e61c3c request from dv-neutron-830731-3-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 07 10:39:38.702630 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a62a994d-bf9a-449a-9b6e-0b9c020f4e7c None None] Deleting port 8700dbc9-d016-4952-aa5b-32bc7e0deb72 {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:39:38.702993 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a62a994d-bf9a-449a-9b6e-0b9c020f4e7c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:38.709540 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-d5f11273-70b8-40fe-9978-2075342f9be7 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] For port 016eda29-80b2-4dc1-b977-a81ac0c04476, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=016eda29-80b2-4dc1-b977-a81ac0c04476,segment=NetworkSegment(9a22e080-7529-4fc7-949d-9f84ba21807d),segment_id=9a22e080-7529-4fc7-949d-9f84ba21807d)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:39:38.709938 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d5f11273-70b8-40fe-9978-2075342f9be7 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:38.826890 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-d5f11273-70b8-40fe-9978-2075342f9be7 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Calling delete_port for 016eda29-80b2-4dc1-b977-a81ac0c04476 owned by network:router_gateway {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:39:38.879332 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-42b6fbf6-3d90-487e-884f-dc0c4c1b661d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852bf703-5c01-4353-bdec-64f00b7ca9d9', 'name': 'tempest-TestNetworkBasicOps-router-655597348', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.30'}], 'enable_snat': True}, 'gw_port_id': '016eda29-80b2-4dc1-b977-a81ac0c04476', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:38:46Z', 'updated_at': '2022-03-07T10:39:36Z', 'revision_number': 5, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'gw_port': {'id': '016eda29-80b2-4dc1-b977-a81ac0c04476', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f3:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852bf703-5c01-4353-bdec-64f00b7ca9d9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:38:46Z', 'updated_at': '2022-03-07T10:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv'}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:39:38.896724 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42b6fbf6-3d90-487e-884f-dc0c4c1b661d None None] The sync data for ids ['852bf703-5c01-4353-bdec-64f00b7ca9d9'] in dv-neutron-830731-3-hyperv is: [{'id': '852bf703-5c01-4353-bdec-64f00b7ca9d9', 'name': 'tempest-TestNetworkBasicOps-router-655597348', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.30'}], 'enable_snat': True}, 'gw_port_id': '016eda29-80b2-4dc1-b977-a81ac0c04476', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:38:46Z', 'updated_at': '2022-03-07T10:39:36Z', 'revision_number': 5, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'gw_port': {'id': '016eda29-80b2-4dc1-b977-a81ac0c04476', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f3:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852bf703-5c01-4353-bdec-64f00b7ca9d9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:38:46Z', 'updated_at': '2022-03-07T10:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv'}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:39:38.936703 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a62a994d-bf9a-449a-9b6e-0b9c020f4e7c None None] For port 8700dbc9-d016-4952-aa5b-32bc7e0deb72, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=8700dbc9-d016-4952-aa5b-32bc7e0deb72,segment=NetworkSegment(d337b5de-d1e5-4c31-98f3-463f2a53cf24),segment_id=d337b5de-d1e5-4c31-98f3-463f2a53cf24)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:39:38.937294 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a62a994d-bf9a-449a-9b6e-0b9c020f4e7c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:38.999009 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d5f11273-70b8-40fe-9978-2075342f9be7 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:39.043428 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f11273-70b8-40fe-9978-2075342f9be7 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event deleted for resources: {'Port': ['ID=016eda29-80b2-4dc1-b977-a81ac0c04476,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:39.058644 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a62a994d-bf9a-449a-9b6e-0b9c020f4e7c None None] Calling delete_port for 8700dbc9-d016-4952-aa5b-32bc7e0deb72 owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:39:39.134522 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a62a994d-bf9a-449a-9b6e-0b9c020f4e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812'] for port, after_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:39.177056 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62a994d-bf9a-449a-9b6e-0b9c020f4e7c None None] Pushing event deleted for resources: {'Port': ['ID=8700dbc9-d016-4952-aa5b-32bc7e0deb72,revision_number=None']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:39.183533 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62a994d-bf9a-449a-9b6e-0b9c020f4e7c None None] No DVR routers for this DVR port 8700dbc9-d016-4952-aa5b-32bc7e0deb72 on host dv-neutron-830731-3-hyperv {{(pid=83739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:39:39.259689 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d5f11273-70b8-40fe-9978-2075342f9be7 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923554'] for router_gateway, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:39.596741 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d5f11273-70b8-40fe-9978-2075342f9be7 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3917970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58043'] for router, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:39.601051 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d5f11273-70b8-40fe-9978-2075342f9be7 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:39.625540 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d5f11273-70b8-40fe-9978-2075342f9be7 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3917886'] for router, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:39.626083 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5f11273-70b8-40fe-9978-2075342f9be7 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Fanout notify agent at l3_agent the message router_deleted on router 852bf703-5c01-4353-bdec-64f00b7ca9d9 {{(pid=83737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 10:39:39.640586 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d5f11273-70b8-40fe-9978-2075342f9be7 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:39.641724 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-d5f11273-70b8-40fe-9978-2075342f9be7 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "DELETE /v2.0/routers/852bf703-5c01-4353-bdec-64f00b7ca9d9 HTTP/1.1" status: 204 len: 168 time: 1.5324202 Mar 07 10:39:39.644605 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 41260) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:39:39.760378 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f3857052-4515-4a9b-831e-11a6b9a02ad3 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1158940'] for network, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:39.890062 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f3857052-4515-4a9b-831e-11a6b9a02ad3 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1526893', 'neutron.services.segments.db._delete_segments_for_network-8732568551033'] for network, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:39.914714 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-f3857052-4515-4a9b-831e-11a6b9a02ad3 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4edd023b-4db1-4aaa-812f-f67647e61c3c']}} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:39:39.926292 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-f3857052-4515-4a9b-831e-11a6b9a02ad3 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd337b5de-d1e5-4c31-98f3-463f2a53cf24') {'for_net_delete': True} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:39:39.926580 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-f3857052-4515-4a9b-831e-11a6b9a02ad3 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd337b5de-d1e5-4c31-98f3-463f2a53cf24') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:39:39.937959 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f3857052-4515-4a9b-831e-11a6b9a02ad3 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732568550916', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629174'] for segment, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:39.953804 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f3857052-4515-4a9b-831e-11a6b9a02ad3 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:39.959476 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3857052-4515-4a9b-831e-11a6b9a02ad3 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=83737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 07 10:39:39.959844 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f3857052-4515-4a9b-831e-11a6b9a02ad3 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1227397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3012597'] for segment, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:39.974233 dv-neutron-830731-3-hyperv neutron-server[83737]: Traceback (most recent call last): Mar 07 10:39:39.974233 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 07 10:39:39.974233 dv-neutron-830731-3-hyperv neutron-server[83737]: timer() Mar 07 10:39:39.974233 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:39:39.974233 dv-neutron-830731-3-hyperv neutron-server[83737]: cb(*args, **kw) Mar 07 10:39:39.974233 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 10:39:39.974233 dv-neutron-830731-3-hyperv neutron-server[83737]: return func(*args, **kwargs) Mar 07 10:39:39.974233 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:39:39.974233 dv-neutron-830731-3-hyperv neutron-server[83737]: self._notify() Mar 07 10:39:39.974233 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:39:39.974233 dv-neutron-830731-3-hyperv neutron-server[83737]: self.callback(batched_events) Mar 07 10:39:39.974233 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:39:39.974233 dv-neutron-830731-3-hyperv neutron-server[83737]: event.method(event) Mar 07 10:39:39.974233 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 10:39:39.974233 dv-neutron-830731-3-hyperv neutron-server[83737]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:39:39.974233 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 10:39:39.974233 dv-neutron-830731-3-hyperv neutron-server[83737]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:39:39.974233 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 10:39:39.974233 dv-neutron-830731-3-hyperv neutron-server[83737]: return f(self, *a, **k) Mar 07 10:39:39.974233 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:39:39.974233 dv-neutron-830731-3-hyperv neutron-server[83737]: return self._get(url).json() Mar 07 10:39:39.974233 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:39:39.974233 dv-neutron-830731-3-hyperv neutron-server[83737]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:39:39.974233 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 07 10:39:39.974233 dv-neutron-830731-3-hyperv neutron-server[83737]: return self.request(url, 'GET', **kwargs) Mar 07 10:39:39.974233 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 07 10:39:39.974233 dv-neutron-830731-3-hyperv neutron-server[83737]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:39:39.974233 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 07 10:39:39.974233 dv-neutron-830731-3-hyperv neutron-server[83737]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:39:39.974233 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 07 10:39:39.974233 dv-neutron-830731-3-hyperv neutron-server[83737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:39:39.974233 dv-neutron-830731-3-hyperv neutron-server[83737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:39:40.050571 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f3857052-4515-4a9b-831e-11a6b9a02ad3 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1526886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923583'] for network, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:40.067982 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f3857052-4515-4a9b-831e-11a6b9a02ad3 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:40.081352 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3857052-4515-4a9b-831e-11a6b9a02ad3 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event deleted for resources: {'Network': ['ID=4edd023b-4db1-4aaa-812f-f67647e61c3c,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:40.091883 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-f3857052-4515-4a9b-831e-11a6b9a02ad3 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "DELETE /v2.0/networks/4edd023b-4db1-4aaa-812f-f67647e61c3c HTTP/1.1" status: 204 len: 168 time: 0.4463146 Mar 07 10:39:40.105634 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 41264) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:39:40.117640 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-0056bbb9-2ffe-4cef-8982-75c050756bc8 tempest-TestNetworkBasicOps-2128623112 tempest-TestNetworkBasicOps-2128623112-project-admin] 10.222.0.13 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0110128 Mar 07 10:39:40.121139 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 41268) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:39:40.126354 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-b577e23f-a3da-47e2-b445-37b5696420f9 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Request body: {'network': {'name': 'tempest-network-smoke--1433312718', 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'port_security_enabled': True}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:39:40.131065 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-b577e23f-a3da-47e2-b445-37b5696420f9 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:39:40.135653 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-b577e23f-a3da-47e2-b445-37b5696420f9 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Usage tracker for resource:network and tenant:416b2fd961bc4d70a26d66821f7df8e2 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:39:40.139020 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-b577e23f-a3da-47e2-b445-37b5696420f9 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:39:40.144821 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-b577e23f-a3da-47e2-b445-37b5696420f9 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:39:40.153881 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b577e23f-a3da-47e2-b445-37b5696420f9 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Made reservation on behalf of 416b2fd961bc4d70a26d66821f7df8e2 for: {'network': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:39:40.156827 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b577e23f-a3da-47e2-b445-37b5696420f9 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for network, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:40.184884 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b577e23f-a3da-47e2-b445-37b5696420f9 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=83737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:39:40.193771 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b577e23f-a3da-47e2-b445-37b5696420f9 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:40.194231 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.db.segments_db [None req-b577e23f-a3da-47e2-b445-37b5696420f9 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Added segment 577a190f-51de-4d26-8927-92af9a859aed of type vlan for network 0b6d6379-5238-4c55-be0a-6d259378da1c Mar 07 10:39:40.221714 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b577e23f-a3da-47e2-b445-37b5696420f9 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732568034061'] for network, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:40.250798 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b577e23f-a3da-47e2-b445-37b5696420f9 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594'] for network, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:40.254739 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b577e23f-a3da-47e2-b445-37b5696420f9 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:40.255389 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b577e23f-a3da-47e2-b445-37b5696420f9 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:40.361500 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-b577e23f-a3da-47e2-b445-37b5696420f9 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2392945 Mar 07 10:39:40.364110 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b577e23f-a3da-47e2-b445-37b5696420f9 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event updated for resources: {'Network': ['ID=0b6d6379-5238-4c55-be0a-6d259378da1c,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:40.364248 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 41272) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:39:40.370281 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-9f8f3bb0-8573-4006-9317-587a69d31c80 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-459549730', 'admin_state_up': True, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12'}}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:39:40.375088 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Network 0b6d6379-5238-4c55-be0a-6d259378da1c details requested by agent ovs-agent-dv-neutron-830731-3-hyperv with host dv-neutron-830731-3-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 10:39:40.377204 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-9f8f3bb0-8573-4006-9317-587a69d31c80 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:39:40.381012 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-9f8f3bb0-8573-4006-9317-587a69d31c80 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Usage tracker for resource:router and tenant:416b2fd961bc4d70a26d66821f7df8e2 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:39:40.383840 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-9f8f3bb0-8573-4006-9317-587a69d31c80 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:39:40.390124 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-9f8f3bb0-8573-4006-9317-587a69d31c80 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:39:40.400849 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9f8f3bb0-8573-4006-9317-587a69d31c80 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3919700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58025'] for router, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:40.401865 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9f8f3bb0-8573-4006-9317-587a69d31c80 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3919671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4011175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58018'] for router, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:40.420344 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9f8f3bb0-8573-4006-9317-587a69d31c80 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:40.503895 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 016eda29-80b2-4dc1-b977-a81ac0c04476 no longer exists at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:39:40.536223 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] No Port match for: 016eda29-80b2-4dc1-b977-a81ac0c04476 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 10:39:40.536596 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 016eda29-80b2-4dc1-b977-a81ac0c04476 not bound to the agent host dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 10:39:40.537013 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 8700dbc9-d016-4952-aa5b-32bc7e0deb72 no longer exists at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:39:40.570086 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9f8f3bb0-8573-4006-9317-587a69d31c80 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3917998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58952'] for router, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:40.571493 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] No Port match for: 8700dbc9-d016-4952-aa5b-32bc7e0deb72 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 10:39:40.571832 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 8700dbc9-d016-4952-aa5b-32bc7e0deb72 not bound to the agent host dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 10:39:40.572248 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 71bc2468-b03f-462a-bbae-41f9031cb091 no longer exists at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:39:40.605087 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] No Port match for: 71bc2468-b03f-462a-bbae-41f9031cb091 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 10:39:40.605420 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 71bc2468-b03f-462a-bbae-41f9031cb091 not bound to the agent host dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 10:39:40.746368 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9f8f3bb0-8573-4006-9317-587a69d31c80 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for router_gateway, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:40.777825 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9f8f3bb0-8573-4006-9317-587a69d31c80 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:40.906953 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-9f8f3bb0-8573-4006-9317-587a69d31c80 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Allocated IP 172.26.8.136 (5ed85006-6b00-415e-b71f-837fb1421c12/8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a/bbbe6f95-563a-4658-80a0-577c4d94514c) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:39:41.050853 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9f8f3bb0-8573-4006-9317-587a69d31c80 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:41.077919 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9f8f3bb0-8573-4006-9317-587a69d31c80 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:41.145467 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f8f3bb0-8573-4006-9317-587a69d31c80 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Network 5ed85006-6b00-415e-b71f-837fb1421c12 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:39:41.148228 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-9f8f3bb0-8573-4006-9317-587a69d31c80 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:39:41.152946 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8f3bb0-8573-4006-9317-587a69d31c80 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:39:41.176572 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8f3bb0-8573-4006-9317-587a69d31c80 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event updated for resources: {'Port': ['ID=bbbe6f95-563a-4658-80a0-577c4d94514c,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:41.307212 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9f8f3bb0-8573-4006-9317-587a69d31c80 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for router_gateway, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:41.307930 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9f8f3bb0-8573-4006-9317-587a69d31c80 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3917991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923518'] for router, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:41.611106 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f8f3bb0-8573-4006-9317-587a69d31c80 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Router bbea81f3-b566-4277-b733-2b45f07f35c8 is scheduled to L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 with binding_index 1 {{(pid=83738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 10:39:41.807608 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f8f3bb0-8573-4006-9317-587a69d31c80 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:39:41.816538 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff1e8c85-5c3e-403f-8863-88b216638712 None None] Sync routers for ids ['bbea81f3-b566-4277-b733-2b45f07f35c8'] in dv-neutron-830731-3-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:39:41.828891 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1e8c85-5c3e-403f-8863-88b216638712 None None] Routers {'bbea81f3-b566-4277-b733-2b45f07f35c8'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:39:41.829479 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-ff1e8c85-5c3e-403f-8863-88b216638712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:39:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['bbea81f3-b566-4277-b733-2b45f07f35c8'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:39:41.835766 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9f8f3bb0-8573-4006-9317-587a69d31c80 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for router, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:41.837066 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-9f8f3bb0-8573-4006-9317-587a69d31c80 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.4717865 Mar 07 10:39:41.840332 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 41276) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:39:41.879712 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-b398806c-84f4-4368-8748-0980dd0bfa41 tempest-TestNetworkBasicOps-2128623112 tempest-TestNetworkBasicOps-2128623112-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=416b2fd961bc4d70a26d66821f7df8e2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0381117 Mar 07 10:39:41.882052 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 41280) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:39:42.011163 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f575f027-f955-4b9a-96e4-82186ee2191c tempest-TestNetworkBasicOps-2128623112 tempest-TestNetworkBasicOps-2128623112-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:42.015377 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-f575f027-f955-4b9a-96e4-82186ee2191c tempest-TestNetworkBasicOps-2128623112 tempest-TestNetworkBasicOps-2128623112-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1296535 Mar 07 10:39:42.015547 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 41284) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:39:42.023982 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-ff1e8c85-5c3e-403f-8863-88b216638712 None None] Set router bbea81f3-b566-4277-b733-2b45f07f35c8 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:39:42.058335 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-0f6ea738-615f-481b-9525-d64c7a968db4 tempest-TestNetworkBasicOps-2128623112 tempest-TestNetworkBasicOps-2128623112-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=5ed85006-6b00-415e-b71f-837fb1421c12&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0415897 Mar 07 10:39:42.060794 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 41288) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:39:42.066053 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-6ff968a1-5162-43a7-aeec-5de715f44c3d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-874997737', 'network_id': '0b6d6379-5238-4c55-be0a-6d259378da1c', 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:39:42.173275 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-6ff968a1-5162-43a7-aeec-5de715f44c3d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:39:42.176854 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-6ff968a1-5162-43a7-aeec-5de715f44c3d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Usage tracker for resource:subnet and tenant:416b2fd961bc4d70a26d66821f7df8e2 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:39:42.179528 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-6ff968a1-5162-43a7-aeec-5de715f44c3d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:39:42.186419 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-6ff968a1-5162-43a7-aeec-5de715f44c3d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:39:42.195972 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ff968a1-5162-43a7-aeec-5de715f44c3d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Made reservation on behalf of 416b2fd961bc4d70a26d66821f7df8e2 for: {'subnet': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:39:42.298516 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6ff968a1-5162-43a7-aeec-5de715f44c3d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741426'] for subnet, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:42.308997 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-ff1e8c85-5c3e-403f-8863-88b216638712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbea81f3-b566-4277-b733-2b45f07f35c8', 'name': 'tempest-TestNetworkBasicOps-router-459549730', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.136'}], 'enable_snat': True}, 'gw_port_id': 'bbbe6f95-563a-4658-80a0-577c4d94514c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:39:40Z', 'updated_at': '2022-03-07T10:39:41Z', 'revision_number': 3, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'gw_port': {'id': 'bbbe6f95-563a-4658-80a0-577c4d94514c', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:5f:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbea81f3-b566-4277-b733-2b45f07f35c8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:39:40Z', 'updated_at': '2022-03-07T10:39:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv'}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:39:42.312705 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff1e8c85-5c3e-403f-8863-88b216638712 None None] Checking router: bbea81f3-b566-4277-b733-2b45f07f35c8 for host: dv-neutron-830731-3-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 07 10:39:42.313040 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff1e8c85-5c3e-403f-8863-88b216638712 None None] Updating router bbea81f3-b566-4277-b733-2b45f07f35c8 port bbbe6f95-563a-4658-80a0-577c4d94514c binding host dv-neutron-830731-3-hyperv {{(pid=83740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 07 10:39:42.361551 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-ff1e8c85-5c3e-403f-8863-88b216638712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:42.511768 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6ff968a1-5162-43a7-aeec-5de715f44c3d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3556832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741408'] for subnet, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:42.584418 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff968a1-5162-43a7-aeec-5de715f44c3d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event updated for resources: {'Subnet': ['ID=6a230f14-aa77-4049-a22f-b9bd5fd8be88,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:42.598640 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff968a1-5162-43a7-aeec-5de715f44c3d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Checking segment: {'id': '577a190f-51de-4d26-8927-92af9a859aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '0b6d6379-5238-4c55-be0a-6d259378da1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:39:42.598992 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff968a1-5162-43a7-aeec-5de715f44c3d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Network hostable DHCP agents. Network: 0b6d6379-5238-4c55-be0a-6d259378da1c, hostable agents: ['6527556c-6586-422c-ae47-082984683847'], hosted agents: [] {{(pid=83738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:39:42.621396 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff968a1-5162-43a7-aeec-5de715f44c3d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Network 0b6d6379-5238-4c55-be0a-6d259378da1c is scheduled to be hosted by DHCP agent 6527556c-6586-422c-ae47-082984683847 with binding_index 1 {{(pid=83738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:39:42.631048 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-6ff968a1-5162-43a7-aeec-5de715f44c3d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830731-3-hyperv, 0b6d6379-5238-4c55-be0a-6d259378da1c) {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:39:42.637033 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ff968a1-5162-43a7-aeec-5de715f44c3d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:42.637708 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6ff968a1-5162-43a7-aeec-5de715f44c3d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:42.640802 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a7d46c8-2e06-4828-87e6-e0614d85c995 None None] Network 0b6d6379-5238-4c55-be0a-6d259378da1c requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:39:42.668493 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-6ff968a1-5162-43a7-aeec-5de715f44c3d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6067054 Mar 07 10:39:42.671266 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 41292) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:39:42.687213 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-ff1e8c85-5c3e-403f-8863-88b216638712 None None] Notify callbacks [] for port, precommit_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:42.699066 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.provisioning_blocks [None req-ff1e8c85-5c3e-403f-8863-88b216638712 None None] Transition to ACTIVE for port object bbbe6f95-563a-4658-80a0-577c4d94514c will not be triggered until provisioned by entity L2. {{(pid=83740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:39:42.706583 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-ff1e8c85-5c3e-403f-8863-88b216638712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:42.786625 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-ff1e8c85-5c3e-403f-8863-88b216638712 None None] Attempting to bind port bbbe6f95-563a-4658-80a0-577c4d94514c on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:39:42.786625 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-ff1e8c85-5c3e-403f-8863-88b216638712 None None] Attempting to bind port bbbe6f95-563a-4658-80a0-577c4d94514c by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': '9a22e080-7529-4fc7-949d-9f84ba21807d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12'}] {{(pid=83740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:39:42.786625 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1e8c85-5c3e-403f-8863-88b216638712 None None] Attempting to bind port bbbe6f95-563a-4658-80a0-577c4d94514c on network 5ed85006-6b00-415e-b71f-837fb1421c12 {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:39:42.793474 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7635e3-046b-4f6e-b65b-49954ee90c90 None None] Pushing event updated for resources: {'Port': ['ID=bbbe6f95-563a-4658-80a0-577c4d94514c,revision_number=2']} {{(pid=83740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:42.798384 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1e8c85-5c3e-403f-8863-88b216638712 None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 39, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:39:42.798743 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1e8c85-5c3e-403f-8863-88b216638712 None None] Checking segment: {'id': '9a22e080-7529-4fc7-949d-9f84ba21807d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:39:42.799131 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-ff1e8c85-5c3e-403f-8863-88b216638712 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:42.799502 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1e8c85-5c3e-403f-8863-88b216638712 None None] Bound using segment: {'id': '9a22e080-7529-4fc7-949d-9f84ba21807d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12'} {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:39:42.799954 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-ff1e8c85-5c3e-403f-8863-88b216638712 None None] Bound port: bbbe6f95-563a-4658-80a0-577c4d94514c, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a22e080-7529-4fc7-949d-9f84ba21807d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12'}}] {{(pid=83740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:39:42.800310 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-ff1e8c85-5c3e-403f-8863-88b216638712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:42.872804 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ea9d70-6195-4895-bf14-ef1d1bc1f3cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ec2749d-0aec-52fb-aca6-10ba8a80aade-0b6d6379-5238-4c55-be0a-6d259378da1c', 'network_id': '0b6d6379-5238-4c55-be0a-6d259378da1c', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'fixed_ips': [{'subnet_id': '6a230f14-aa77-4049-a22f-b9bd5fd8be88'}]}} from dv-neutron-830731-3-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 07 10:39:42.873376 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.db [None req-ff1e8c85-5c3e-403f-8863-88b216638712 None None] For port bbbe6f95-563a-4658-80a0-577c4d94514c, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:39:42.873951 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f9ea9d70-6195-4895-bf14-ef1d1bc1f3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:42.876550 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.db [None req-ff1e8c85-5c3e-403f-8863-88b216638712 None None] For port bbbe6f95-563a-4658-80a0-577c4d94514c, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=bbbe6f95-563a-4658-80a0-577c4d94514c,segment=NetworkSegment(9a22e080-7529-4fc7-949d-9f84ba21807d),segment_id=9a22e080-7529-4fc7-949d-9f84ba21807d)] {{(pid=83740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:39:42.882190 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-ff1e8c85-5c3e-403f-8863-88b216638712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:42.963783 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1e8c85-5c3e-403f-8863-88b216638712 None None] Routers {'bbea81f3-b566-4277-b733-2b45f07f35c8'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:39:42.964501 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-ff1e8c85-5c3e-403f-8863-88b216638712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:39:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['bbea81f3-b566-4277-b733-2b45f07f35c8'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:39:43.033341 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-f9ea9d70-6195-4895-bf14-ef1d1bc1f3cd None None] Allocated IP 172.20.0.2 (0b6d6379-5238-4c55-be0a-6d259378da1c/6a230f14-aa77-4049-a22f-b9bd5fd8be88/94991d01-7781-406b-9894-867be6aac840) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:39:43.082819 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7635e3-046b-4f6e-b65b-49954ee90c90 None None] Pushing event updated for resources: {'Port': ['ID=bbbe6f95-563a-4658-80a0-577c4d94514c,revision_number=3']} {{(pid=83740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:43.152953 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-ff1e8c85-5c3e-403f-8863-88b216638712 None None] Set router bbea81f3-b566-4277-b733-2b45f07f35c8 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:39:43.255696 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f9ea9d70-6195-4895-bf14-ef1d1bc1f3cd None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:43.268513 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-f9ea9d70-6195-4895-bf14-ef1d1bc1f3cd None None] Transition to ACTIVE for port object 94991d01-7781-406b-9894-867be6aac840 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:39:43.293187 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-f9ea9d70-6195-4895-bf14-ef1d1bc1f3cd None None] Transition to ACTIVE for port object 94991d01-7781-406b-9894-867be6aac840 will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:39:43.299155 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f9ea9d70-6195-4895-bf14-ef1d1bc1f3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:43.366797 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ea9d70-6195-4895-bf14-ef1d1bc1f3cd None None] Network 0b6d6379-5238-4c55-be0a-6d259378da1c is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:39:43.370320 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-f9ea9d70-6195-4895-bf14-ef1d1bc1f3cd None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:39:43.374198 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ea9d70-6195-4895-bf14-ef1d1bc1f3cd None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:39:43.379315 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ea9d70-6195-4895-bf14-ef1d1bc1f3cd None None] Pushing event updated for resources: {'Port': ['ID=94991d01-7781-406b-9894-867be6aac840,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:43.476646 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-ff1e8c85-5c3e-403f-8863-88b216638712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbea81f3-b566-4277-b733-2b45f07f35c8', 'name': 'tempest-TestNetworkBasicOps-router-459549730', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.136'}], 'enable_snat': True}, 'gw_port_id': 'bbbe6f95-563a-4658-80a0-577c4d94514c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:39:40Z', 'updated_at': '2022-03-07T10:39:41Z', 'revision_number': 3, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'gw_port': {'id': 'bbbe6f95-563a-4658-80a0-577c4d94514c', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:5f:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbea81f3-b566-4277-b733-2b45f07f35c8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:39:40Z', 'updated_at': '2022-03-07T10:39:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv'}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:39:43.481210 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff1e8c85-5c3e-403f-8863-88b216638712 None None] The sync data for ids ['bbea81f3-b566-4277-b733-2b45f07f35c8'] in dv-neutron-830731-3-hyperv is: [{'id': 'bbea81f3-b566-4277-b733-2b45f07f35c8', 'name': 'tempest-TestNetworkBasicOps-router-459549730', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.136'}], 'enable_snat': True}, 'gw_port_id': 'bbbe6f95-563a-4658-80a0-577c4d94514c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:39:40Z', 'updated_at': '2022-03-07T10:39:41Z', 'revision_number': 3, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'gw_port': {'id': 'bbbe6f95-563a-4658-80a0-577c4d94514c', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:5f:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbea81f3-b566-4277-b733-2b45f07f35c8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:39:40Z', 'updated_at': '2022-03-07T10:39:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv'}] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:39:43.510461 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-f9ea9d70-6195-4895-bf14-ef1d1bc1f3cd None None] Attempting to bind port 94991d01-7781-406b-9894-867be6aac840 on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:39:43.510838 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-f9ea9d70-6195-4895-bf14-ef1d1bc1f3cd None None] Attempting to bind port 94991d01-7781-406b-9894-867be6aac840 by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': '577a190f-51de-4d26-8927-92af9a859aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '0b6d6379-5238-4c55-be0a-6d259378da1c'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:39:43.511257 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ea9d70-6195-4895-bf14-ef1d1bc1f3cd None None] Attempting to bind port 94991d01-7781-406b-9894-867be6aac840 on network 0b6d6379-5238-4c55-be0a-6d259378da1c {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:39:43.517971 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ea9d70-6195-4895-bf14-ef1d1bc1f3cd None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 39, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:39:43.518458 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ea9d70-6195-4895-bf14-ef1d1bc1f3cd None None] Checking segment: {'id': '577a190f-51de-4d26-8927-92af9a859aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '0b6d6379-5238-4c55-be0a-6d259378da1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:39:43.518919 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f9ea9d70-6195-4895-bf14-ef1d1bc1f3cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:43.519365 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ea9d70-6195-4895-bf14-ef1d1bc1f3cd None None] Bound using segment: {'id': '577a190f-51de-4d26-8927-92af9a859aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '0b6d6379-5238-4c55-be0a-6d259378da1c'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:39:43.519883 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-f9ea9d70-6195-4895-bf14-ef1d1bc1f3cd None None] Bound port: 94991d01-7781-406b-9894-867be6aac840, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '577a190f-51de-4d26-8927-92af9a859aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '0b6d6379-5238-4c55-be0a-6d259378da1c'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:39:43.520310 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f9ea9d70-6195-4895-bf14-ef1d1bc1f3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:43.567187 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-bc7e3c97-2bb7-431d-87c4-9a12099f78e0 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:43.618554 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-f9ea9d70-6195-4895-bf14-ef1d1bc1f3cd None None] For port 94991d01-7781-406b-9894-867be6aac840, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:39:43.623844 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-f9ea9d70-6195-4895-bf14-ef1d1bc1f3cd None None] For port 94991d01-7781-406b-9894-867be6aac840, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=94991d01-7781-406b-9894-867be6aac840,segment=NetworkSegment(577a190f-51de-4d26-8927-92af9a859aed),segment_id=577a190f-51de-4d26-8927-92af9a859aed)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:39:43.629388 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f9ea9d70-6195-4895-bf14-ef1d1bc1f3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:43.722264 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ea9d70-6195-4895-bf14-ef1d1bc1f3cd None None] Pushing event updated for resources: {'Port': ['ID=94991d01-7781-406b-9894-867be6aac840,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:44.023686 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-bc7e3c97-2bb7-431d-87c4-9a12099f78e0 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Allocated IP 172.20.0.1 (0b6d6379-5238-4c55-be0a-6d259378da1c/6a230f14-aa77-4049-a22f-b9bd5fd8be88/221dbf42-e837-419a-b3ac-0e57b2344586) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:39:44.189967 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-bc7e3c97-2bb7-431d-87c4-9a12099f78e0 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:44.207033 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-bc7e3c97-2bb7-431d-87c4-9a12099f78e0 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Transition to ACTIVE for port object 221dbf42-e837-419a-b3ac-0e57b2344586 will not be triggered until provisioned by entity DHCP. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:39:44.229547 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-bc7e3c97-2bb7-431d-87c4-9a12099f78e0 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:44.308305 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc7e3c97-2bb7-431d-87c4-9a12099f78e0 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Network 0b6d6379-5238-4c55-be0a-6d259378da1c is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:39:44.311876 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-bc7e3c97-2bb7-431d-87c4-9a12099f78e0 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:39:44.313801 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7e3c97-2bb7-431d-87c4-9a12099f78e0 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event updated for resources: {'Port': ['ID=221dbf42-e837-419a-b3ac-0e57b2344586,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:44.315863 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7e3c97-2bb7-431d-87c4-9a12099f78e0 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:39:44.378452 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-bc7e3c97-2bb7-431d-87c4-9a12099f78e0 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3920324'] for router_interface, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:44.465751 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-bc7e3c97-2bb7-431d-87c4-9a12099f78e0 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:44.573886 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 94991d01-7781-406b-9894-867be6aac840 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:39:44.643882 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning for port 94991d01-7781-406b-9894-867be6aac840 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:39:44.649068 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device bbbe6f95-563a-4658-80a0-577c4d94514c up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:39:44.674624 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d49a08e-5130-4863-85e6-82ab46da905c None None] Network 0b6d6379-5238-4c55-be0a-6d259378da1c requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:39:44.823656 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-7d8c941b-e68b-4625-b4b0-c12f7305f70c None None] Provisioning for port 94991d01-7781-406b-9894-867be6aac840 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:39:44.832185 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-7d8c941b-e68b-4625-b4b0-c12f7305f70c None None] Provisioning complete for port 94991d01-7781-406b-9894-867be6aac840 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:39:44.832567 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-7d8c941b-e68b-4625-b4b0-c12f7305f70c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:44.884315 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-bc7e3c97-2bb7-431d-87c4-9a12099f78e0 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for port, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:44.888696 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-bc7e3c97-2bb7-431d-87c4-9a12099f78e0 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3556717'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:44.919963 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning for port bbbe6f95-563a-4658-80a0-577c4d94514c completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:39:44.938542 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port bbbe6f95-563a-4658-80a0-577c4d94514c triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:39:44.938905 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:45.104611 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7e3c97-2bb7-431d-87c4-9a12099f78e0 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event updated for resources: {'Port': ['ID=221dbf42-e837-419a-b3ac-0e57b2344586,revision_number=2']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:45.107042 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-bc7e3c97-2bb7-431d-87c4-9a12099f78e0 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2756426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3920233'] for router_interface, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:45.127006 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-7d8c941b-e68b-4625-b4b0-c12f7305f70c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:45.187419 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:45.195317 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-7d8c941b-e68b-4625-b4b0-c12f7305f70c None None] For port 94991d01-7781-406b-9894-867be6aac840, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=94991d01-7781-406b-9894-867be6aac840,segment=NetworkSegment(577a190f-51de-4d26-8927-92af9a859aed),segment_id=577a190f-51de-4d26-8927-92af9a859aed)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:39:45.202817 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-7d8c941b-e68b-4625-b4b0-c12f7305f70c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:45.249135 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] For port bbbe6f95-563a-4658-80a0-577c4d94514c, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=bbbe6f95-563a-4658-80a0-577c4d94514c,segment=NetworkSegment(9a22e080-7529-4fc7-949d-9f84ba21807d),segment_id=9a22e080-7529-4fc7-949d-9f84ba21807d)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:39:45.259171 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:45.276354 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc7e3c97-2bb7-431d-87c4-9a12099f78e0 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Network 0b6d6379-5238-4c55-be0a-6d259378da1c is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:39:45.278024 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-bc7e3c97-2bb7-431d-87c4-9a12099f78e0 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:39:45.278807 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8c941b-e68b-4625-b4b0-c12f7305f70c None None] Pushing event updated for resources: {'Port': ['ID=94991d01-7781-406b-9894-867be6aac840,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:45.288737 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8c941b-e68b-4625-b4b0-c12f7305f70c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:39:45.289128 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8c941b-e68b-4625-b4b0-c12f7305f70c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:39:45.289461 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8c941b-e68b-4625-b4b0-c12f7305f70c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:39:45.289834 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8c941b-e68b-4625-b4b0-c12f7305f70c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:39:45.290294 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8c941b-e68b-4625-b4b0-c12f7305f70c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:39:45.290620 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8c941b-e68b-4625-b4b0-c12f7305f70c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:39:45.291007 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8c941b-e68b-4625-b4b0-c12f7305f70c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:39:45.291368 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8c941b-e68b-4625-b4b0-c12f7305f70c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:39:45.291689 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8c941b-e68b-4625-b4b0-c12f7305f70c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:39:45.292001 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8c941b-e68b-4625-b4b0-c12f7305f70c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:39:45.292325 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8c941b-e68b-4625-b4b0-c12f7305f70c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:39:45.365133 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Pushing event updated for resources: {'Port': ['ID=bbbe6f95-563a-4658-80a0-577c4d94514c,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:45.426204 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-ae1629ff-e3b8-4c7c-8b38-ca6530b7fa92 None None] Provisioning for port 221dbf42-e837-419a-b3ac-0e57b2344586 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:39:45.433098 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-ae1629ff-e3b8-4c7c-8b38-ca6530b7fa92 None None] Provisioning complete for port 221dbf42-e837-419a-b3ac-0e57b2344586 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:39:45.433589 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-ae1629ff-e3b8-4c7c-8b38-ca6530b7fa92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:45.489587 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-ae1629ff-e3b8-4c7c-8b38-ca6530b7fa92 None None] Port 221dbf42-e837-419a-b3ac-0e57b2344586 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:39:45.503176 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-ae1629ff-e3b8-4c7c-8b38-ca6530b7fa92 None None] Provisioning complete for port 94991d01-7781-406b-9894-867be6aac840 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:39:45.503543 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-ae1629ff-e3b8-4c7c-8b38-ca6530b7fa92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:45.634053 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:45.686181 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc7e3c97-2bb7-431d-87c4-9a12099f78e0 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Router bbea81f3-b566-4277-b733-2b45f07f35c8 has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:39:45.764325 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-71be3d15-c29a-461b-a752-c8722a92822c None None] Provisioning complete for port 221dbf42-e837-419a-b3ac-0e57b2344586 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:39:45.765030 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-71be3d15-c29a-461b-a752-c8722a92822c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:45.820939 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-71be3d15-c29a-461b-a752-c8722a92822c None None] Port 221dbf42-e837-419a-b3ac-0e57b2344586 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:39:45.888877 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc7e3c97-2bb7-431d-87c4-9a12099f78e0 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:39:45.900954 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-bc7e3c97-2bb7-431d-87c4-9a12099f78e0 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "PUT /v2.0/routers/bbea81f3-b566-4277-b733-2b45f07f35c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2287395 Mar 07 10:39:45.903583 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 41296) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:39:45.941660 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-93bb60b8-532d-44df-9bd4-08dceceb8606 None None] Provisioning complete for port 221dbf42-e837-419a-b3ac-0e57b2344586 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:39:45.942249 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-93bb60b8-532d-44df-9bd4-08dceceb8606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:45.993362 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-93bb60b8-532d-44df-9bd4-08dceceb8606 None None] Port 221dbf42-e837-419a-b3ac-0e57b2344586 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:39:46.037250 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b5fa98-3bc6-438c-accf-0abaa0b18fd0 tempest-TestNetworkBasicOps-2128623112 tempest-TestNetworkBasicOps-2128623112-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:46.037615 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b5fa98-3bc6-438c-accf-0abaa0b18fd0 tempest-TestNetworkBasicOps-2128623112 tempest-TestNetworkBasicOps-2128623112-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:46.037970 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b5fa98-3bc6-438c-accf-0abaa0b18fd0 tempest-TestNetworkBasicOps-2128623112 tempest-TestNetworkBasicOps-2128623112-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:46.038324 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b5fa98-3bc6-438c-accf-0abaa0b18fd0 tempest-TestNetworkBasicOps-2128623112 tempest-TestNetworkBasicOps-2128623112-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:46.039902 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-56b5fa98-3bc6-438c-accf-0abaa0b18fd0 tempest-TestNetworkBasicOps-2128623112 tempest-TestNetworkBasicOps-2128623112-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1354020 Mar 07 10:39:46.043113 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 41300) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:39:46.114337 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a67f858-c3cf-41dc-ab38-ce29306fdecb tempest-TestNetworkBasicOps-2128623112 tempest-TestNetworkBasicOps-2128623112-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:46.115016 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a67f858-c3cf-41dc-ab38-ce29306fdecb tempest-TestNetworkBasicOps-2128623112 tempest-TestNetworkBasicOps-2128623112-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:46.115110 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a67f858-c3cf-41dc-ab38-ce29306fdecb tempest-TestNetworkBasicOps-2128623112 tempest-TestNetworkBasicOps-2128623112-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:46.115459 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a67f858-c3cf-41dc-ab38-ce29306fdecb tempest-TestNetworkBasicOps-2128623112 tempest-TestNetworkBasicOps-2128623112-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:46.117110 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-1a67f858-c3cf-41dc-ab38-ce29306fdecb tempest-TestNetworkBasicOps-2128623112 tempest-TestNetworkBasicOps-2128623112-project-admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0731113 Mar 07 10:39:46.120498 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 41304) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:39:46.315578 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-9582abbf-bbc6-44bb-b614-4ef8e9e1086a tempest-TestNetworkBasicOps-2128623112 tempest-TestNetworkBasicOps-2128623112-project-admin] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.1939747 Mar 07 10:39:46.510130 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 41310) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:39:46.513659 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 94991d01-7781-406b-9894-867be6aac840 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:39:46.516057 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-3c01139d-d5ba-4e87-853b-59d1bbe56186 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1131720170', 'description': 'tempest-secgroup-smoke-1131720170 description', 'project_id': '416b2fd961bc4d70a26d66821f7df8e2'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:39:46.523003 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-3c01139d-d5ba-4e87-853b-59d1bbe56186 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:39:46.527776 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-3c01139d-d5ba-4e87-853b-59d1bbe56186 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Usage tracker for resource:security_group and tenant:416b2fd961bc4d70a26d66821f7df8e2 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:39:46.530791 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-3c01139d-d5ba-4e87-853b-59d1bbe56186 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:39:46.537027 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-3c01139d-d5ba-4e87-853b-59d1bbe56186 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:39:46.550882 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3c01139d-d5ba-4e87-853b-59d1bbe56186 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:46.587556 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 94991d01-7781-406b-9894-867be6aac840 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:39:46.588600 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:46.591587 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-3c01139d-d5ba-4e87-853b-59d1bbe56186 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:39:46.595330 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-3c01139d-d5ba-4e87-853b-59d1bbe56186 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Usage tracker for resource:security_group_rule and tenant:416b2fd961bc4d70a26d66821f7df8e2 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:39:46.598272 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-3c01139d-d5ba-4e87-853b-59d1bbe56186 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:39:46.604878 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-3c01139d-d5ba-4e87-853b-59d1bbe56186 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:39:46.668693 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3c01139d-d5ba-4e87-853b-59d1bbe56186 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:46.672366 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3c01139d-d5ba-4e87-853b-59d1bbe56186 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:46.706000 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device bbbe6f95-563a-4658-80a0-577c4d94514c up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:39:46.717434 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c01139d-d5ba-4e87-853b-59d1bbe56186 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a618e63-2947-48e3-91c4-2055fb53cd86,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:46.720053 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3c01139d-d5ba-4e87-853b-59d1bbe56186 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:46.721324 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-3c01139d-d5ba-4e87-853b-59d1bbe56186 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2101552 Mar 07 10:39:46.724154 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 41314) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:39:46.729552 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-25ec946a-427b-46ea-9704-509d8f9044fc tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Request body: {'security_group_rule': {'security_group_id': '8a618e63-2947-48e3-91c4-2055fb53cd86', 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:39:46.735308 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-25ec946a-427b-46ea-9704-509d8f9044fc tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:39:46.739105 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-25ec946a-427b-46ea-9704-509d8f9044fc tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Usage tracker for resource:security_group_rule and tenant:416b2fd961bc4d70a26d66821f7df8e2 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:39:46.742421 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-25ec946a-427b-46ea-9704-509d8f9044fc tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:39:46.748124 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-25ec946a-427b-46ea-9704-509d8f9044fc tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:39:46.765742 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-25ec946a-427b-46ea-9704-509d8f9044fc tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:46.776572 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port bbbe6f95-563a-4658-80a0-577c4d94514c triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:39:46.776936 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:46.831751 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-25ec946a-427b-46ea-9704-509d8f9044fc tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:46.835789 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-25ec946a-427b-46ea-9704-509d8f9044fc tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:46.866071 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ec946a-427b-46ea-9704-509d8f9044fc tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e4ef1c9-5248-40f5-a795-150f3b6de3cd,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:46.874787 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-25ec946a-427b-46ea-9704-509d8f9044fc tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:46.877329 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-25ec946a-427b-46ea-9704-509d8f9044fc tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1521733 Mar 07 10:39:46.879004 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 41318) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:39:46.884468 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-1b70f89d-5660-453b-983d-7b3d180bda6d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Request body: {'security_group_rule': {'security_group_id': '8a618e63-2947-48e3-91c4-2055fb53cd86', 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:39:46.890593 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-1b70f89d-5660-453b-983d-7b3d180bda6d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:39:46.894369 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-1b70f89d-5660-453b-983d-7b3d180bda6d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Usage tracker for resource:security_group_rule and tenant:416b2fd961bc4d70a26d66821f7df8e2 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:39:46.897356 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-1b70f89d-5660-453b-983d-7b3d180bda6d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:39:46.903860 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-1b70f89d-5660-453b-983d-7b3d180bda6d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:39:46.925070 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1b70f89d-5660-453b-983d-7b3d180bda6d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:47.093970 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1b70f89d-5660-453b-983d-7b3d180bda6d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:47.098181 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1b70f89d-5660-453b-983d-7b3d180bda6d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:47.099840 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc8f483-e0af-45bc-9fd3-b15597e0ac8d None None] Sync routers for ids ['bbea81f3-b566-4277-b733-2b45f07f35c8'] in dv-neutron-830731-3-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:39:47.112341 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc8f483-e0af-45bc-9fd3-b15597e0ac8d None None] Routers {'bbea81f3-b566-4277-b733-2b45f07f35c8'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:39:47.112962 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-5fc8f483-e0af-45bc-9fd3-b15597e0ac8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:39:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['bbea81f3-b566-4277-b733-2b45f07f35c8'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:39:47.119873 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b70f89d-5660-453b-983d-7b3d180bda6d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7125b3e-8756-4597-934f-936f0f79c6bf,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:47.130639 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1b70f89d-5660-453b-983d-7b3d180bda6d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:47.131839 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-1b70f89d-5660-453b-983d-7b3d180bda6d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2519011 Mar 07 10:39:47.134511 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 41322) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:39:47.139693 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-476aa2f0-2980-40af-96f4-a890dfc47076 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Request body: {'security_group_rule': {'security_group_id': '8a618e63-2947-48e3-91c4-2055fb53cd86', 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:39:47.145542 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-476aa2f0-2980-40af-96f4-a890dfc47076 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:39:47.149475 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-476aa2f0-2980-40af-96f4-a890dfc47076 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Usage tracker for resource:security_group_rule and tenant:416b2fd961bc4d70a26d66821f7df8e2 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:39:47.153361 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-476aa2f0-2980-40af-96f4-a890dfc47076 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:39:47.159549 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-476aa2f0-2980-40af-96f4-a890dfc47076 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:39:47.177121 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-476aa2f0-2980-40af-96f4-a890dfc47076 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:47.238541 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-476aa2f0-2980-40af-96f4-a890dfc47076 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:47.242333 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-476aa2f0-2980-40af-96f4-a890dfc47076 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:47.267777 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476aa2f0-2980-40af-96f4-a890dfc47076 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c316ea95-1215-4505-b6cf-a07fb6e3bb6e,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:47.278431 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-476aa2f0-2980-40af-96f4-a890dfc47076 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:47.282962 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-476aa2f0-2980-40af-96f4-a890dfc47076 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1475196 Mar 07 10:39:47.283524 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 41326) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:39:47.289551 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-0eb645ce-873e-42c3-88f2-2aa9b83dd45e tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Request body: {'security_group_rule': {'security_group_id': '8a618e63-2947-48e3-91c4-2055fb53cd86', 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:39:47.296032 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-0eb645ce-873e-42c3-88f2-2aa9b83dd45e tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:39:47.299876 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-0eb645ce-873e-42c3-88f2-2aa9b83dd45e tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Usage tracker for resource:security_group_rule and tenant:416b2fd961bc4d70a26d66821f7df8e2 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:39:47.302760 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-0eb645ce-873e-42c3-88f2-2aa9b83dd45e tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:39:47.308455 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-0eb645ce-873e-42c3-88f2-2aa9b83dd45e tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:39:47.325637 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0eb645ce-873e-42c3-88f2-2aa9b83dd45e tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:47.329394 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-5fc8f483-e0af-45bc-9fd3-b15597e0ac8d None None] Set router bbea81f3-b566-4277-b733-2b45f07f35c8 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:39:47.388358 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0eb645ce-873e-42c3-88f2-2aa9b83dd45e tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:47.392080 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0eb645ce-873e-42c3-88f2-2aa9b83dd45e tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:47.420450 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb645ce-873e-42c3-88f2-2aa9b83dd45e tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a9c7e6b-8233-4462-87b3-5f29052e6fdd,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:47.427336 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0eb645ce-873e-42c3-88f2-2aa9b83dd45e tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:47.428570 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-0eb645ce-873e-42c3-88f2-2aa9b83dd45e tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1438782 Mar 07 10:39:47.431305 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 41330) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:39:47.437362 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-ea82f7fb-6bc3-42c8-a581-479264738a7d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Request body: {'security_group_rule': {'security_group_id': '8a618e63-2947-48e3-91c4-2055fb53cd86', 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:39:47.443026 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-ea82f7fb-6bc3-42c8-a581-479264738a7d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:39:47.446958 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-ea82f7fb-6bc3-42c8-a581-479264738a7d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Usage tracker for resource:security_group_rule and tenant:416b2fd961bc4d70a26d66821f7df8e2 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:39:47.450734 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-ea82f7fb-6bc3-42c8-a581-479264738a7d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:39:47.456735 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-ea82f7fb-6bc3-42c8-a581-479264738a7d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:39:47.472714 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.db.securitygroups_db [None req-ea82f7fb-6bc3-42c8-a581-479264738a7d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Project 416b2fd961bc4d70a26d66821f7df8e2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 10:39:47.479297 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ea82f7fb-6bc3-42c8-a581-479264738a7d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:47.542183 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ea82f7fb-6bc3-42c8-a581-479264738a7d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:47.545903 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ea82f7fb-6bc3-42c8-a581-479264738a7d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:47.569417 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea82f7fb-6bc3-42c8-a581-479264738a7d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb70fa81-079c-48a6-a066-4e75c9dfdaae,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:47.578157 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ea82f7fb-6bc3-42c8-a581-479264738a7d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:47.579616 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-ea82f7fb-6bc3-42c8-a581-479264738a7d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1466427 Mar 07 10:39:47.582341 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 41334) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:39:47.587586 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-5c23ca26-a514-4442-9fca-a28308341957 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Request body: {'security_group_rule': {'security_group_id': '8a618e63-2947-48e3-91c4-2055fb53cd86', 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:39:47.593336 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-5c23ca26-a514-4442-9fca-a28308341957 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:39:47.597079 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-5c23ca26-a514-4442-9fca-a28308341957 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Usage tracker for resource:security_group_rule and tenant:416b2fd961bc4d70a26d66821f7df8e2 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:39:47.599881 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-5c23ca26-a514-4442-9fca-a28308341957 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:39:47.606038 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-5c23ca26-a514-4442-9fca-a28308341957 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:39:47.616223 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.db.securitygroups_db [None req-5c23ca26-a514-4442-9fca-a28308341957 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Project 416b2fd961bc4d70a26d66821f7df8e2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 10:39:47.623197 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5c23ca26-a514-4442-9fca-a28308341957 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:47.646185 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-5fc8f483-e0af-45bc-9fd3-b15597e0ac8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbea81f3-b566-4277-b733-2b45f07f35c8', 'name': 'tempest-TestNetworkBasicOps-router-459549730', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.136'}], 'enable_snat': True}, 'gw_port_id': 'bbbe6f95-563a-4658-80a0-577c4d94514c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:39:40Z', 'updated_at': '2022-03-07T10:39:44Z', 'revision_number': 4, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'gw_port': {'id': 'bbbe6f95-563a-4658-80a0-577c4d94514c', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:5f:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbea81f3-b566-4277-b733-2b45f07f35c8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:39:40Z', 'updated_at': '2022-03-07T10:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_interfaces': [{'id': '221dbf42-e837-419a-b3ac-0e57b2344586', 'name': '', 'network_id': '0b6d6379-5238-4c55-be0a-6d259378da1c', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'mac_address': 'fa:16:3e:aa:f9:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbea81f3-b566-4277-b733-2b45f07f35c8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a230f14-aa77-4049-a22f-b9bd5fd8be88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:39:43Z', 'updated_at': '2022-03-07T10:39:44Z', 'revision_number': 2, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'subnets': [{'id': '6a230f14-aa77-4049-a22f-b9bd5fd8be88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:39:47.650150 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc8f483-e0af-45bc-9fd3-b15597e0ac8d None None] Checking router: bbea81f3-b566-4277-b733-2b45f07f35c8 for host: dv-neutron-830731-3-hyperv {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 07 10:39:47.651139 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc8f483-e0af-45bc-9fd3-b15597e0ac8d None None] Updating router bbea81f3-b566-4277-b733-2b45f07f35c8 port 221dbf42-e837-419a-b3ac-0e57b2344586 binding host dv-neutron-830731-3-hyperv {{(pid=83739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 07 10:39:47.690760 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5c23ca26-a514-4442-9fca-a28308341957 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:47.694464 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5c23ca26-a514-4442-9fca-a28308341957 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:47.702162 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-5fc8f483-e0af-45bc-9fd3-b15597e0ac8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:47.718408 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c23ca26-a514-4442-9fca-a28308341957 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=288a9f6c-b0ef-4001-8a73-15101f5845b0,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:47.727583 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5c23ca26-a514-4442-9fca-a28308341957 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:47.736738 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-5c23ca26-a514-4442-9fca-a28308341957 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1455345 Mar 07 10:39:47.898466 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-28acb0c9-0417-478c-a647-6affc33f2c66 req-42f06fff-73aa-444f-b3fa-8f39eaa0a627 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Synchronizing usage tracker for tenant:416b2fd961bc4d70a26d66821f7df8e2 on resource:security_group {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:39:47.914076 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-28acb0c9-0417-478c-a647-6affc33f2c66 req-42f06fff-73aa-444f-b3fa-8f39eaa0a627 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Unset dirty status for tenant:416b2fd961bc4d70a26d66821f7df8e2 on resource:security_group {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:39:47.915338 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-28acb0c9-0417-478c-a647-6affc33f2c66 req-42f06fff-73aa-444f-b3fa-8f39eaa0a627 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1131720170&fields=id&tenant_id=416b2fd961bc4d70a26d66821f7df8e2 HTTP/1.1" status: 200 len: 267 time: 0.0567598 Mar 07 10:39:48.039153 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-5fc8f483-e0af-45bc-9fd3-b15597e0ac8d None None] Notify callbacks [] for port, precommit_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:48.050206 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-5fc8f483-e0af-45bc-9fd3-b15597e0ac8d None None] Transition to ACTIVE for port object 221dbf42-e837-419a-b3ac-0e57b2344586 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:39:48.056738 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-5fc8f483-e0af-45bc-9fd3-b15597e0ac8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:48.062233 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28acb0c9-0417-478c-a647-6affc33f2c66 req-cc60badd-7a3c-491f-bd89-797a02d505d4 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:48.062906 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-28acb0c9-0417-478c-a647-6affc33f2c66 req-cc60badd-7a3c-491f-bd89-797a02d505d4 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Synchronizing usage tracker for tenant:416b2fd961bc4d70a26d66821f7df8e2 on resource:network {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:39:48.079323 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-28acb0c9-0417-478c-a647-6affc33f2c66 req-cc60badd-7a3c-491f-bd89-797a02d505d4 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Unset dirty status for tenant:416b2fd961bc4d70a26d66821f7df8e2 on resource:network {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:39:48.080538 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-28acb0c9-0417-478c-a647-6affc33f2c66 req-cc60badd-7a3c-491f-bd89-797a02d505d4 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/networks?id=0b6d6379-5238-4c55-be0a-6d259378da1c HTTP/1.1" status: 200 len: 797 time: 0.1582589 Mar 07 10:39:48.096979 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-28acb0c9-0417-478c-a647-6affc33f2c66 req-179fbdf3-b9e6-4c1a-975e-9fc31831ed56 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/quotas/416b2fd961bc4d70a26d66821f7df8e2 HTTP/1.1" status: 200 len: 375 time: 0.0109174 Mar 07 10:39:48.175825 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1789ef82-4686-4425-9458-310fa840bb9f None None] Pushing event updated for resources: {'Port': ['ID=221dbf42-e837-419a-b3ac-0e57b2344586,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:48.183718 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-28acb0c9-0417-478c-a647-6affc33f2c66 req-87c59ef8-428e-4adf-9762-a29d923151b5 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Synchronizing usage tracker for tenant:416b2fd961bc4d70a26d66821f7df8e2 on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:39:48.201843 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-28acb0c9-0417-478c-a647-6affc33f2c66 req-87c59ef8-428e-4adf-9762-a29d923151b5 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Unset dirty status for tenant:416b2fd961bc4d70a26d66821f7df8e2 on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:39:48.203249 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-28acb0c9-0417-478c-a647-6affc33f2c66 req-87c59ef8-428e-4adf-9762-a29d923151b5 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=416b2fd961bc4d70a26d66821f7df8e2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1007214 Mar 07 10:39:48.286118 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-5fc8f483-e0af-45bc-9fd3-b15597e0ac8d None None] Attempting to bind port 221dbf42-e837-419a-b3ac-0e57b2344586 on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:39:48.286758 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-5fc8f483-e0af-45bc-9fd3-b15597e0ac8d None None] Attempting to bind port 221dbf42-e837-419a-b3ac-0e57b2344586 by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': '577a190f-51de-4d26-8927-92af9a859aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '0b6d6379-5238-4c55-be0a-6d259378da1c'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:39:48.287476 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc8f483-e0af-45bc-9fd3-b15597e0ac8d None None] Attempting to bind port 221dbf42-e837-419a-b3ac-0e57b2344586 on network 0b6d6379-5238-4c55-be0a-6d259378da1c {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:39:48.294927 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc8f483-e0af-45bc-9fd3-b15597e0ac8d None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 39, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:39:48.295531 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc8f483-e0af-45bc-9fd3-b15597e0ac8d None None] Checking segment: {'id': '577a190f-51de-4d26-8927-92af9a859aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '0b6d6379-5238-4c55-be0a-6d259378da1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:39:48.296072 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-5fc8f483-e0af-45bc-9fd3-b15597e0ac8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:48.296658 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc8f483-e0af-45bc-9fd3-b15597e0ac8d None None] Bound using segment: {'id': '577a190f-51de-4d26-8927-92af9a859aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '0b6d6379-5238-4c55-be0a-6d259378da1c'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:39:48.297260 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-5fc8f483-e0af-45bc-9fd3-b15597e0ac8d None None] Bound port: 221dbf42-e837-419a-b3ac-0e57b2344586, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '577a190f-51de-4d26-8927-92af9a859aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '0b6d6379-5238-4c55-be0a-6d259378da1c'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:39:48.297796 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-5fc8f483-e0af-45bc-9fd3-b15597e0ac8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:48.388582 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-5fc8f483-e0af-45bc-9fd3-b15597e0ac8d None None] For port 221dbf42-e837-419a-b3ac-0e57b2344586, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:39:48.391448 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-5fc8f483-e0af-45bc-9fd3-b15597e0ac8d None None] For port 221dbf42-e837-419a-b3ac-0e57b2344586, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=221dbf42-e837-419a-b3ac-0e57b2344586,segment=NetworkSegment(577a190f-51de-4d26-8927-92af9a859aed),segment_id=577a190f-51de-4d26-8927-92af9a859aed)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:39:48.396247 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-5fc8f483-e0af-45bc-9fd3-b15597e0ac8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:48.499212 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc8f483-e0af-45bc-9fd3-b15597e0ac8d None None] Routers {'bbea81f3-b566-4277-b733-2b45f07f35c8'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:39:48.499637 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-5fc8f483-e0af-45bc-9fd3-b15597e0ac8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:39:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['bbea81f3-b566-4277-b733-2b45f07f35c8'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:39:48.568113 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-28acb0c9-0417-478c-a647-6affc33f2c66 req-a5c2eb49-2052-4f97-aebb-feb7d3a435b8 service neutron] 10.222.0.13 "GET /v2.0/networks/0b6d6379-5238-4c55-be0a-6d259378da1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3360033 Mar 07 10:39:48.610615 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1789ef82-4686-4425-9458-310fa840bb9f None None] Pushing event updated for resources: {'Port': ['ID=221dbf42-e837-419a-b3ac-0e57b2344586,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:48.687119 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-5fc8f483-e0af-45bc-9fd3-b15597e0ac8d None None] Set router bbea81f3-b566-4277-b733-2b45f07f35c8 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:39:48.709136 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-28acb0c9-0417-478c-a647-6affc33f2c66 req-c2d6e5c3-57fb-4f9b-ab8f-a6c79358a7dd service neutron] 10.222.0.13 "GET /v2.0/networks/0b6d6379-5238-4c55-be0a-6d259378da1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329908 Mar 07 10:39:48.903102 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-fa72c6be-2c42-448b-ab19-78113261e4e7 req-791b57e0-54bf-410a-97c1-8715686bd9a2 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9b30c25-2156-4e77-96ee-5ae098594214 HTTP/1.1" status: 200 len: 210 time: 0.0483718 Mar 07 10:39:49.060780 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-5fc8f483-e0af-45bc-9fd3-b15597e0ac8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbea81f3-b566-4277-b733-2b45f07f35c8', 'name': 'tempest-TestNetworkBasicOps-router-459549730', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.136'}], 'enable_snat': True}, 'gw_port_id': 'bbbe6f95-563a-4658-80a0-577c4d94514c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:39:40Z', 'updated_at': '2022-03-07T10:39:44Z', 'revision_number': 4, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'gw_port': {'id': 'bbbe6f95-563a-4658-80a0-577c4d94514c', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:5f:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbea81f3-b566-4277-b733-2b45f07f35c8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:39:40Z', 'updated_at': '2022-03-07T10:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_interfaces': [{'id': '221dbf42-e837-419a-b3ac-0e57b2344586', 'name': '', 'network_id': '0b6d6379-5238-4c55-be0a-6d259378da1c', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'mac_address': 'fa:16:3e:aa:f9:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbea81f3-b566-4277-b733-2b45f07f35c8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a230f14-aa77-4049-a22f-b9bd5fd8be88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:39:43Z', 'updated_at': '2022-03-07T10:39:48Z', 'revision_number': 4, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'subnets': [{'id': '6a230f14-aa77-4049-a22f-b9bd5fd8be88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:39:49.065222 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc8f483-e0af-45bc-9fd3-b15597e0ac8d None None] The sync data for ids ['bbea81f3-b566-4277-b733-2b45f07f35c8'] in dv-neutron-830731-3-hyperv is: [{'id': 'bbea81f3-b566-4277-b733-2b45f07f35c8', 'name': 'tempest-TestNetworkBasicOps-router-459549730', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.136'}], 'enable_snat': True}, 'gw_port_id': 'bbbe6f95-563a-4658-80a0-577c4d94514c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:39:40Z', 'updated_at': '2022-03-07T10:39:44Z', 'revision_number': 4, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'gw_port': {'id': 'bbbe6f95-563a-4658-80a0-577c4d94514c', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:5f:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbea81f3-b566-4277-b733-2b45f07f35c8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:39:40Z', 'updated_at': '2022-03-07T10:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_interfaces': [{'id': '221dbf42-e837-419a-b3ac-0e57b2344586', 'name': '', 'network_id': '0b6d6379-5238-4c55-be0a-6d259378da1c', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'mac_address': 'fa:16:3e:aa:f9:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbea81f3-b566-4277-b733-2b45f07f35c8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a230f14-aa77-4049-a22f-b9bd5fd8be88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:39:43Z', 'updated_at': '2022-03-07T10:39:48Z', 'revision_number': 4, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'subnets': [{'id': '6a230f14-aa77-4049-a22f-b9bd5fd8be88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:39:49.946591 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28acb0c9-0417-478c-a647-6affc33f2c66 req-37eee48b-10b8-49e6-8e77-2db982ae6989 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:49.948407 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-28acb0c9-0417-478c-a647-6affc33f2c66 req-37eee48b-10b8-49e6-8e77-2db982ae6989 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.10 "GET /v2.0/networks?id=0b6d6379-5238-4c55-be0a-6d259378da1c HTTP/1.1" status: 200 len: 797 time: 0.1474259 Mar 07 10:39:50.004453 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-28acb0c9-0417-478c-a647-6affc33f2c66 req-8c66156b-fb65-4997-a790-f3e208190006 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=416b2fd961bc4d70a26d66821f7df8e2 HTTP/1.1" status: 200 len: 380 time: 0.0440459 Mar 07 10:39:50.013342 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [req-28acb0c9-0417-478c-a647-6affc33f2c66 req-4b9a92ea-4e17-4828-a697-5e78dfedace7 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Request body: {'port': {'device_id': 'e9b30c25-2156-4e77-96ee-5ae098594214', 'network_id': '0b6d6379-5238-4c55-be0a-6d259378da1c', 'admin_state_up': True, 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'security_groups': ['8a618e63-2947-48e3-91c4-2055fb53cd86']}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:39:50.132266 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-04d0ffe7-df02-4cfb-a9f1-9ad608ce9027 req-e2056092-f74d-4f94-961d-a13b58428009 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9b30c25-2156-4e77-96ee-5ae098594214 HTTP/1.1" status: 200 len: 210 time: 0.1016467 Mar 07 10:39:50.191450 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [req-28acb0c9-0417-478c-a647-6affc33f2c66 req-4b9a92ea-4e17-4828-a697-5e78dfedace7 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:39:50.201905 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [req-28acb0c9-0417-478c-a647-6affc33f2c66 req-4b9a92ea-4e17-4828-a697-5e78dfedace7 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:39:50.211085 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28acb0c9-0417-478c-a647-6affc33f2c66 req-4b9a92ea-4e17-4828-a697-5e78dfedace7 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Made reservation on behalf of 416b2fd961bc4d70a26d66821f7df8e2 for: {'port': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:39:50.214203 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-28acb0c9-0417-478c-a647-6affc33f2c66 req-4b9a92ea-4e17-4828-a697-5e78dfedace7 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:50.376215 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [req-28acb0c9-0417-478c-a647-6affc33f2c66 req-4b9a92ea-4e17-4828-a697-5e78dfedace7 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Allocated IP 172.20.0.5 (0b6d6379-5238-4c55-be0a-6d259378da1c/6a230f14-aa77-4049-a22f-b9bd5fd8be88/2ae49845-f465-46a7-98fc-01d3d8a7b9c0) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:39:50.523553 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 221dbf42-e837-419a-b3ac-0e57b2344586 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:39:50.565247 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-28acb0c9-0417-478c-a647-6affc33f2c66 req-4b9a92ea-4e17-4828-a697-5e78dfedace7 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:50.581335 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [req-28acb0c9-0417-478c-a647-6affc33f2c66 req-4b9a92ea-4e17-4828-a697-5e78dfedace7 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Transition to ACTIVE for port object 2ae49845-f465-46a7-98fc-01d3d8a7b9c0 will not be triggered until provisioned by entity DHCP. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:39:50.597974 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning for port 221dbf42-e837-419a-b3ac-0e57b2344586 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:39:50.602651 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 221dbf42-e837-419a-b3ac-0e57b2344586 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:39:50.602986 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-28acb0c9-0417-478c-a647-6affc33f2c66 req-4b9a92ea-4e17-4828-a697-5e78dfedace7 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:50.603120 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:50.671092 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28acb0c9-0417-478c-a647-6affc33f2c66 req-4b9a92ea-4e17-4828-a697-5e78dfedace7 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Network 0b6d6379-5238-4c55-be0a-6d259378da1c is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:39:50.673928 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [req-28acb0c9-0417-478c-a647-6affc33f2c66 req-4b9a92ea-4e17-4828-a697-5e78dfedace7 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:39:50.677755 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [req-28acb0c9-0417-478c-a647-6affc33f2c66 req-4b9a92ea-4e17-4828-a697-5e78dfedace7 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:39:50.710912 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9a92ea-4e17-4828-a697-5e78dfedace7 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event updated for resources: {'Port': ['ID=2ae49845-f465-46a7-98fc-01d3d8a7b9c0,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:50.721582 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:50.746315 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28acb0c9-0417-478c-a647-6affc33f2c66 req-4b9a92ea-4e17-4828-a697-5e78dfedace7 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:50.747462 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-28acb0c9-0417-478c-a647-6affc33f2c66 req-4b9a92ea-4e17-4828-a697-5e78dfedace7 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:50.759256 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] For port 221dbf42-e837-419a-b3ac-0e57b2344586, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=221dbf42-e837-419a-b3ac-0e57b2344586,segment=NetworkSegment(577a190f-51de-4d26-8927-92af9a859aed),segment_id=577a190f-51de-4d26-8927-92af9a859aed)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:39:50.763391 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:50.774136 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-28acb0c9-0417-478c-a647-6affc33f2c66 req-4b9a92ea-4e17-4828-a697-5e78dfedace7 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7643764 Mar 07 10:39:50.785654 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [req-28acb0c9-0417-478c-a647-6affc33f2c66 req-3d341948-8d1f-4acf-8ce7-34e5dd376855 service neutron] Request body: {'port': {'device_id': 'e9b30c25-2156-4e77-96ee-5ae098594214', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8307'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:39:50.832406 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Pushing event updated for resources: {'Port': ['ID=221dbf42-e837-419a-b3ac-0e57b2344586,revision_number=5']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:50.894768 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-28acb0c9-0417-478c-a647-6affc33f2c66 req-3d341948-8d1f-4acf-8ce7-34e5dd376855 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:50.898232 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-eb2b1eaa-c34b-4d72-bdde-c468968e5b69 None None] Provisioning for port 2ae49845-f465-46a7-98fc-01d3d8a7b9c0 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:39:50.903089 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-eb2b1eaa-c34b-4d72-bdde-c468968e5b69 None None] Provisioning complete for port 2ae49845-f465-46a7-98fc-01d3d8a7b9c0 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:39:50.903459 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-eb2b1eaa-c34b-4d72-bdde-c468968e5b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:50.955364 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-eb2b1eaa-c34b-4d72-bdde-c468968e5b69 None None] Port 2ae49845-f465-46a7-98fc-01d3d8a7b9c0 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:39:51.231008 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [req-28acb0c9-0417-478c-a647-6affc33f2c66 req-3d341948-8d1f-4acf-8ce7-34e5dd376855 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ae49845-f465-46a7-98fc-01d3d8a7b9c0 {{(pid=83737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 07 10:39:51.237982 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-28acb0c9-0417-478c-a647-6affc33f2c66 req-3d341948-8d1f-4acf-8ce7-34e5dd376855 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:51.252575 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [req-28acb0c9-0417-478c-a647-6affc33f2c66 req-3d341948-8d1f-4acf-8ce7-34e5dd376855 service neutron] Transition to ACTIVE for port object 2ae49845-f465-46a7-98fc-01d3d8a7b9c0 will not be triggered until provisioned by entity L2. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:39:51.287089 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-28acb0c9-0417-478c-a647-6affc33f2c66 req-3d341948-8d1f-4acf-8ce7-34e5dd376855 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3012561'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:51.539917 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d341948-8d1f-4acf-8ce7-34e5dd376855 service neutron] Pushing event updated for resources: {'Port': ['ID=2ae49845-f465-46a7-98fc-01d3d8a7b9c0,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:51.623746 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b872919d-bac5-4be1-8bea-2d90314b132c req-ad0c10d0-0c8a-4601-8b7e-9d5649f8714a tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:51.624427 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-b872919d-bac5-4be1-8bea-2d90314b132c req-ad0c10d0-0c8a-4601-8b7e-9d5649f8714a tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Synchronizing usage tracker for tenant:416b2fd961bc4d70a26d66821f7df8e2 on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:39:51.656791 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-b872919d-bac5-4be1-8bea-2d90314b132c req-ad0c10d0-0c8a-4601-8b7e-9d5649f8714a tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Unset dirty status for tenant:416b2fd961bc4d70a26d66821f7df8e2 on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:39:51.657865 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b872919d-bac5-4be1-8bea-2d90314b132c req-ad0c10d0-0c8a-4601-8b7e-9d5649f8714a tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9b30c25-2156-4e77-96ee-5ae098594214 HTTP/1.1" status: 200 len: 943 time: 0.4041038 Mar 07 10:39:51.690818 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [req-28acb0c9-0417-478c-a647-6affc33f2c66 req-3d341948-8d1f-4acf-8ce7-34e5dd376855 service neutron] Attempting to bind port 2ae49845-f465-46a7-98fc-01d3d8a7b9c0 on host hv-neutron-8307 for vnic_type normal with profile {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:39:51.691071 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [req-28acb0c9-0417-478c-a647-6affc33f2c66 req-3d341948-8d1f-4acf-8ce7-34e5dd376855 service neutron] Attempting to bind port 2ae49845-f465-46a7-98fc-01d3d8a7b9c0 by drivers openvswitch,hyperv on host hv-neutron-8307 at level 0 using segments [{'id': '577a190f-51de-4d26-8927-92af9a859aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '0b6d6379-5238-4c55-be0a-6d259378da1c'}] {{(pid=83737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:39:51.691392 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28acb0c9-0417-478c-a647-6affc33f2c66 req-3d341948-8d1f-4acf-8ce7-34e5dd376855 service neutron] Attempting to bind port 2ae49845-f465-46a7-98fc-01d3d8a7b9c0 on network 0b6d6379-5238-4c55-be0a-6d259378da1c {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:39:51.708171 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28acb0c9-0417-478c-a647-6affc33f2c66 req-3d341948-8d1f-4acf-8ce7-34e5dd376855 service neutron] Port 2ae49845-f465-46a7-98fc-01d3d8a7b9c0 on network 0b6d6379-5238-4c55-be0a-6d259378da1c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8307 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 07 10:39:51.708507 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28acb0c9-0417-478c-a647-6affc33f2c66 req-3d341948-8d1f-4acf-8ce7-34e5dd376855 service neutron] Attempting to bind port 2ae49845-f465-46a7-98fc-01d3d8a7b9c0 on network 0b6d6379-5238-4c55-be0a-6d259378da1c {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:39:51.722835 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b872919d-bac5-4be1-8bea-2d90314b132c req-a5fc7779-9719-451c-b6db-8db81d9b44c7 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/security-groups?id=8a618e63-2947-48e3-91c4-2055fb53cd86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556576 Mar 07 10:39:51.723654 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28acb0c9-0417-478c-a647-6affc33f2c66 req-3d341948-8d1f-4acf-8ce7-34e5dd376855 service neutron] Checking agent: {'id': 'fb93ecad-d7e5-4e81-99ef-d8d0ee7386ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8307', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 21, 15), 'started_at': datetime.datetime(2022, 3, 7, 10, 21, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:39:51.724005 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28acb0c9-0417-478c-a647-6affc33f2c66 req-3d341948-8d1f-4acf-8ce7-34e5dd376855 service neutron] Checking segment: {'id': '577a190f-51de-4d26-8927-92af9a859aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '0b6d6379-5238-4c55-be0a-6d259378da1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:39:51.724364 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28acb0c9-0417-478c-a647-6affc33f2c66 req-3d341948-8d1f-4acf-8ce7-34e5dd376855 service neutron] Bound using segment: {'id': '577a190f-51de-4d26-8927-92af9a859aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '0b6d6379-5238-4c55-be0a-6d259378da1c'} {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:39:51.724815 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [req-28acb0c9-0417-478c-a647-6affc33f2c66 req-3d341948-8d1f-4acf-8ce7-34e5dd376855 service neutron] Bound port: 2ae49845-f465-46a7-98fc-01d3d8a7b9c0, host: hv-neutron-8307, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '577a190f-51de-4d26-8927-92af9a859aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '0b6d6379-5238-4c55-be0a-6d259378da1c'}}] {{(pid=83737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:39:51.725155 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-28acb0c9-0417-478c-a647-6affc33f2c66 req-3d341948-8d1f-4acf-8ce7-34e5dd376855 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:51.813389 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [req-28acb0c9-0417-478c-a647-6affc33f2c66 req-3d341948-8d1f-4acf-8ce7-34e5dd376855 service neutron] For port 2ae49845-f465-46a7-98fc-01d3d8a7b9c0, host hv-neutron-8307, cleared binding levels {{(pid=83737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:39:51.816392 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [req-28acb0c9-0417-478c-a647-6affc33f2c66 req-3d341948-8d1f-4acf-8ce7-34e5dd376855 service neutron] For port 2ae49845-f465-46a7-98fc-01d3d8a7b9c0, host hv-neutron-8307, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=2ae49845-f465-46a7-98fc-01d3d8a7b9c0,segment=NetworkSegment(577a190f-51de-4d26-8927-92af9a859aed),segment_id=577a190f-51de-4d26-8927-92af9a859aed)] {{(pid=83737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:39:51.820379 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-28acb0c9-0417-478c-a647-6affc33f2c66 req-3d341948-8d1f-4acf-8ce7-34e5dd376855 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3012561'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:51.880700 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-28acb0c9-0417-478c-a647-6affc33f2c66 req-3d341948-8d1f-4acf-8ce7-34e5dd376855 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:51.882154 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-28acb0c9-0417-478c-a647-6affc33f2c66 req-3d341948-8d1f-4acf-8ce7-34e5dd376855 service neutron] 10.222.0.10 "PUT /v2.0/ports/2ae49845-f465-46a7-98fc-01d3d8a7b9c0 HTTP/1.1" status: 200 len: 1093 time: 1.1009905 Mar 07 10:39:51.882601 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9b30c25-2156-4e77-96ee-5ae098594214', 'tag': '2ae49845-f465-46a7-98fc-01d3d8a7b9c0'}] {{(pid=83737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 10:39:51.900898 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d341948-8d1f-4acf-8ce7-34e5dd376855 service neutron] Pushing event updated for resources: {'Port': ['ID=2ae49845-f465-46a7-98fc-01d3d8a7b9c0,revision_number=3']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:51.952025 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9b30c25-2156-4e77-96ee-5ae098594214', 'tag': '2ae49845-f465-46a7-98fc-01d3d8a7b9c0', 'status': 'completed', 'code': 200} Mar 07 10:39:51.998101 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-28acb0c9-0417-478c-a647-6affc33f2c66 req-acfcdf92-c6ae-40fc-ba7c-59d2996fd17f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=416b2fd961bc4d70a26d66821f7df8e2&device_id=e9b30c25-2156-4e77-96ee-5ae098594214 HTTP/1.1" status: 200 len: 1096 time: 0.0800893 Mar 07 10:39:52.068819 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-28acb0c9-0417-478c-a647-6affc33f2c66 req-de091164-d285-4f6a-9ab0-7561364f18d4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2ae49845-f465-46a7-98fc-01d3d8a7b9c0 HTTP/1.1" status: 200 len: 217 time: 0.0641234 Mar 07 10:39:52.133092 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28acb0c9-0417-478c-a647-6affc33f2c66 req-bf6b8e8f-6358-4b84-b804-4405fc021301 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:52.134519 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-28acb0c9-0417-478c-a647-6affc33f2c66 req-bf6b8e8f-6358-4b84-b804-4405fc021301 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6a230f14-aa77-4049-a22f-b9bd5fd8be88 HTTP/1.1" status: 200 len: 834 time: 0.0607216 Mar 07 10:39:52.208173 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-28acb0c9-0417-478c-a647-6affc33f2c66 req-f2a5cf09-af81-4aea-93c4-76c60c618f3f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0b6d6379-5238-4c55-be0a-6d259378da1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0674820 Mar 07 10:39:52.338856 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-28acb0c9-0417-478c-a647-6affc33f2c66 req-6005f986-771d-4310-bd13-0fd3247333ce service neutron] 10.222.0.10 "GET /v2.0/networks/0b6d6379-5238-4c55-be0a-6d259378da1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246006 Mar 07 10:39:52.470104 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-28acb0c9-0417-478c-a647-6affc33f2c66 req-33de3677-7142-4604-b37d-0f5b5aa71e0a service neutron] 10.222.0.10 "GET /v2.0/networks/0b6d6379-5238-4c55-be0a-6d259378da1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245778 Mar 07 10:39:52.506268 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 221dbf42-e837-419a-b3ac-0e57b2344586 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:39:52.579868 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 221dbf42-e837-419a-b3ac-0e57b2344586 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:39:52.580230 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:52.586288 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-58196cff-4f0d-4f7c-b5d8-20a2343151d4 req-060dc30f-9094-46c9-b2e8-23fa3582690a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=416b2fd961bc4d70a26d66821f7df8e2&device_id=e9b30c25-2156-4e77-96ee-5ae098594214 HTTP/1.1" status: 200 len: 1096 time: 0.0670700 Mar 07 10:39:52.721415 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58196cff-4f0d-4f7c-b5d8-20a2343151d4 req-654aaa1c-4206-409d-9dcb-6c79761d5b06 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:52.722872 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-58196cff-4f0d-4f7c-b5d8-20a2343151d4 req-654aaa1c-4206-409d-9dcb-6c79761d5b06 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0b6d6379-5238-4c55-be0a-6d259378da1c HTTP/1.1" status: 200 len: 898 time: 0.1294813 Mar 07 10:39:52.792471 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-58196cff-4f0d-4f7c-b5d8-20a2343151d4 req-cdcf8723-840e-4e81-b282-9900957cb54f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2ae49845-f465-46a7-98fc-01d3d8a7b9c0 HTTP/1.1" status: 200 len: 217 time: 0.0633557 Mar 07 10:39:52.897745 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58196cff-4f0d-4f7c-b5d8-20a2343151d4 req-6dcabd9d-1c8b-4365-b2fc-f5dc4446072e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:52.899177 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-58196cff-4f0d-4f7c-b5d8-20a2343151d4 req-6dcabd9d-1c8b-4365-b2fc-f5dc4446072e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6a230f14-aa77-4049-a22f-b9bd5fd8be88 HTTP/1.1" status: 200 len: 834 time: 0.1001861 Mar 07 10:39:52.981377 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b277d92c-2fe0-4f60-80f8-8663b0b59402 req-26846a51-f095-4f20-ad0a-fa8682db9c74 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:52.982718 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b277d92c-2fe0-4f60-80f8-8663b0b59402 req-26846a51-f095-4f20-ad0a-fa8682db9c74 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9b30c25-2156-4e77-96ee-5ae098594214 HTTP/1.1" status: 200 len: 943 time: 0.1377983 Mar 07 10:39:53.019136 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-58196cff-4f0d-4f7c-b5d8-20a2343151d4 req-51b04a2f-0a95-4edf-a528-5d493c16e39a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0b6d6379-5238-4c55-be0a-6d259378da1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1105092 Mar 07 10:39:53.100212 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b277d92c-2fe0-4f60-80f8-8663b0b59402 req-b937fe20-2725-4825-be83-f89bd7a887b4 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/security-groups?id=8a618e63-2947-48e3-91c4-2055fb53cd86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118906 Mar 07 10:39:53.243499 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-58196cff-4f0d-4f7c-b5d8-20a2343151d4 req-60d3a5be-ea9e-4abd-8eec-1c5abc989a7a service neutron] 10.222.0.10 "GET /v2.0/networks/0b6d6379-5238-4c55-be0a-6d259378da1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2169003 Mar 07 10:39:53.372938 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-58196cff-4f0d-4f7c-b5d8-20a2343151d4 req-e86ec955-d316-4a2e-8871-762a2d4de0a3 service neutron] 10.222.0.10 "GET /v2.0/networks/0b6d6379-5238-4c55-be0a-6d259378da1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234004 Mar 07 10:39:54.295443 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e580e11e-f693-448a-b715-9ffcfdfbd2d0 req-61ddd16a-4b5e-4315-b953-ac04e1318eda tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:54.296898 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-e580e11e-f693-448a-b715-9ffcfdfbd2d0 req-61ddd16a-4b5e-4315-b953-ac04e1318eda tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9b30c25-2156-4e77-96ee-5ae098594214 HTTP/1.1" status: 200 len: 943 time: 0.0752964 Mar 07 10:39:54.340995 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-e580e11e-f693-448a-b715-9ffcfdfbd2d0 req-cf541a46-1e6a-482d-9b71-e931910e547b tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/security-groups?id=8a618e63-2947-48e3-91c4-2055fb53cd86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387027 Mar 07 10:39:54.588433 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device 2ae49845-f465-46a7-98fc-01d3d8a7b9c0 details requested by agent hyperv_hv-neutron-8307 with host hv-neutron-8307 {{(pid=83739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 07 10:39:54.718377 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port 2ae49845-f465-46a7-98fc-01d3d8a7b9c0, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=2ae49845-f465-46a7-98fc-01d3d8a7b9c0,segment=NetworkSegment(577a190f-51de-4d26-8927-92af9a859aed),segment_id=577a190f-51de-4d26-8927-92af9a859aed)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:39:54.730902 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Returning: {'device': '2ae49845-f465-46a7-98fc-01d3d8a7b9c0', 'network_id': '0b6d6379-5238-4c55-be0a-6d259378da1c', 'port_id': '2ae49845-f465-46a7-98fc-01d3d8a7b9c0', 'mac_address': 'fa:16:3e:a0:be:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a230f14-aa77-4049-a22f-b9bd5fd8be88', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 07 10:39:54.781953 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:54.798596 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ae49845-f465-46a7-98fc-01d3d8a7b9c0 {{(pid=83739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 07 10:39:54.813226 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port 2ae49845-f465-46a7-98fc-01d3d8a7b9c0, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=2ae49845-f465-46a7-98fc-01d3d8a7b9c0,segment=NetworkSegment(577a190f-51de-4d26-8927-92af9a859aed),segment_id=577a190f-51de-4d26-8927-92af9a859aed)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:39:54.817039 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:54.879534 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Pushing event updated for resources: {'Port': ['ID=2ae49845-f465-46a7-98fc-01d3d8a7b9c0,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:55.115811 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] get_ports_and_sgs() called for port_ids ['2ae49845-f465-46a7-98fc-01d3d8a7b9c0'] {{(pid=83739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 07 10:39:55.535376 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3faf9df-d0c6-4ac5-bac0-c0a28cc3387e req-db3caec8-79b9-433f-beeb-9507befcdec2 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:55.536841 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c3faf9df-d0c6-4ac5-bac0-c0a28cc3387e req-db3caec8-79b9-433f-beeb-9507befcdec2 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9b30c25-2156-4e77-96ee-5ae098594214 HTTP/1.1" status: 200 len: 944 time: 0.0781181 Mar 07 10:39:55.580770 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c3faf9df-d0c6-4ac5-bac0-c0a28cc3387e req-bf539ff5-6d74-4a4a-89c6-22b39fc2d681 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/security-groups?id=8a618e63-2947-48e3-91c4-2055fb53cd86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382833 Mar 07 10:39:56.585244 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device 2ae49845-f465-46a7-98fc-01d3d8a7b9c0 up at agent hyperv_hv-neutron-8307 {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:39:56.653754 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Provisioning for port 2ae49845-f465-46a7-98fc-01d3d8a7b9c0 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:39:56.658281 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Provisioning complete for port 2ae49845-f465-46a7-98fc-01d3d8a7b9c0 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:39:56.658651 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:56.774170 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:56.776020 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8373eb-e68b-43bf-ab5e-05a02d8f6711 req-250ff2d5-5f50-4080-9f3d-5fa8b471ef0b tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:56.777682 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4e8373eb-e68b-43bf-ab5e-05a02d8f6711 req-250ff2d5-5f50-4080-9f3d-5fa8b471ef0b tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9b30c25-2156-4e77-96ee-5ae098594214 HTTP/1.1" status: 200 len: 944 time: 0.0750229 Mar 07 10:39:56.800990 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9b30c25-2156-4e77-96ee-5ae098594214', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ae49845-f465-46a7-98fc-01d3d8a7b9c0'}] {{(pid=83739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 10:39:56.811550 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port 2ae49845-f465-46a7-98fc-01d3d8a7b9c0, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=2ae49845-f465-46a7-98fc-01d3d8a7b9c0,segment=NetworkSegment(577a190f-51de-4d26-8927-92af9a859aed),segment_id=577a190f-51de-4d26-8927-92af9a859aed)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:39:56.815901 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:56.823887 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4e8373eb-e68b-43bf-ab5e-05a02d8f6711 req-618d3ba0-c330-47a2-84d5-b2fe04654114 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/security-groups?id=8a618e63-2947-48e3-91c4-2055fb53cd86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403664 Mar 07 10:39:56.857686 dv-neutron-830731-3-hyperv neutron-server[83739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9b30c25-2156-4e77-96ee-5ae098594214', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ae49845-f465-46a7-98fc-01d3d8a7b9c0', 'code': 200} Mar 07 10:39:56.882194 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Pushing event updated for resources: {'Port': ['ID=2ae49845-f465-46a7-98fc-01d3d8a7b9c0,revision_number=5']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:57.078542 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-28885fed-8b0b-471a-8a4e-7289d4ff2087 req-831d7393-cb63-43f2-bb1a-6fd25aa283be service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e9b30c25-2156-4e77-96ee-5ae098594214 HTTP/1.1" status: 200 len: 1098 time: 0.0689511 Mar 07 10:39:57.119560 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-28885fed-8b0b-471a-8a4e-7289d4ff2087 req-f1c570d6-9f39-45f5-a3b1-da2dc15a546f service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=8a618e63-2947-48e3-91c4-2055fb53cd86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349267 Mar 07 10:39:58.014360 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99577f0d-656b-4747-8c2d-38d70c0e8ee9 req-ef84cf3d-d857-49a7-986a-62189507e9a5 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:58.015679 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-99577f0d-656b-4747-8c2d-38d70c0e8ee9 req-ef84cf3d-d857-49a7-986a-62189507e9a5 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9b30c25-2156-4e77-96ee-5ae098594214 HTTP/1.1" status: 200 len: 945 time: 0.0734313 Mar 07 10:39:58.062142 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-99577f0d-656b-4747-8c2d-38d70c0e8ee9 req-ea8f5ef8-2e88-481e-89dc-72d581912111 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/security-groups?id=8a618e63-2947-48e3-91c4-2055fb53cd86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410967 Mar 07 10:39:58.352468 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-bc1fb12a-9c7d-4804-a3d6-d53fe5be8e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:59.255679 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7b9ef6-bfc9-4f99-b11a-ac1cf7573c1b req-defce445-eb29-40dd-a1e6-b64ef8d8db6b tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:59.257148 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4a7b9ef6-bfc9-4f99-b11a-ac1cf7573c1b req-defce445-eb29-40dd-a1e6-b64ef8d8db6b tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9b30c25-2156-4e77-96ee-5ae098594214 HTTP/1.1" status: 200 len: 945 time: 0.0756512 Mar 07 10:39:59.301831 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4a7b9ef6-bfc9-4f99-b11a-ac1cf7573c1b req-938d3f1f-22a4-4965-bf56-54b8f4cf060c tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/security-groups?id=8a618e63-2947-48e3-91c4-2055fb53cd86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385721 Mar 07 10:39:59.499959 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae22b46-293a-47c6-bb34-24c10bffff86 req-b36ffcb8-8f29-4899-9421-bd2e4af06186 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:59.501455 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-2ae22b46-293a-47c6-bb34-24c10bffff86 req-b36ffcb8-8f29-4899-9421-bd2e4af06186 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9b30c25-2156-4e77-96ee-5ae098594214 HTTP/1.1" status: 200 len: 945 time: 0.0775490 Mar 07 10:39:59.545690 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-2ae22b46-293a-47c6-bb34-24c10bffff86 req-274046a4-0e3a-4b7f-9679-952a61dd8bf5 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/security-groups?id=8a618e63-2947-48e3-91c4-2055fb53cd86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388803 Mar 07 10:39:59.572280 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 41380) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:39:59.643062 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-ea93bff5-a705-42c7-8c86-b63669dbb7d9 tempest-TestNetworkBasicOps-2128623112 tempest-TestNetworkBasicOps-2128623112-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=e9b30c25-2156-4e77-96ee-5ae098594214 HTTP/1.1" status: 200 len: 1093 time: 0.0690658 Mar 07 10:39:59.645576 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 41384) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:39:59.650523 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-b4d9642c-d1ad-4e34-9251-2ca7f36176af tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Request body: {'floatingip': {'floating_network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'port_id': '2ae49845-f465-46a7-98fc-01d3d8a7b9c0', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'fixed_ip_address': '172.20.0.5'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:39:59.655953 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-b4d9642c-d1ad-4e34-9251-2ca7f36176af tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:39:59.659708 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-b4d9642c-d1ad-4e34-9251-2ca7f36176af tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Usage tracker for resource:floatingip and tenant:416b2fd961bc4d70a26d66821f7df8e2 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:39:59.662467 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-b4d9642c-d1ad-4e34-9251-2ca7f36176af tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:39:59.668048 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-b4d9642c-d1ad-4e34-9251-2ca7f36176af tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:39:59.678442 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b4d9642c-d1ad-4e34-9251-2ca7f36176af tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for floatingip, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:59.813237 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b4d9642c-d1ad-4e34-9251-2ca7f36176af tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:39:59.944678 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-b4d9642c-d1ad-4e34-9251-2ca7f36176af tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Allocated IP 172.26.8.37 (5ed85006-6b00-415e-b71f-837fb1421c12/8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a/62441e64-52a1-4131-8419-58753a0e3964) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:40:00.086418 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b4d9642c-d1ad-4e34-9251-2ca7f36176af tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:40:00.113250 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b4d9642c-d1ad-4e34-9251-2ca7f36176af tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:40:00.177543 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d9642c-d1ad-4e34-9251-2ca7f36176af tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Network 5ed85006-6b00-415e-b71f-837fb1421c12 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:40:00.180168 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-b4d9642c-d1ad-4e34-9251-2ca7f36176af tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:40:00.184222 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d9642c-d1ad-4e34-9251-2ca7f36176af tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:40:00.217318 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d9642c-d1ad-4e34-9251-2ca7f36176af tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event updated for resources: {'Port': ['ID=62441e64-52a1-4131-8419-58753a0e3964,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:00.566036 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-930a396a-5915-476e-953c-8a8c5f721404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:40:00.764392 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b4d9642c-d1ad-4e34-9251-2ca7f36176af tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:40:00.822571 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b4d9642c-d1ad-4e34-9251-2ca7f36176af tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:40:01.024459 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b4d9642c-d1ad-4e34-9251-2ca7f36176af tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:40:01.029195 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b4d9642c-d1ad-4e34-9251-2ca7f36176af tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3012561'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:40:01.133843 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d9642c-d1ad-4e34-9251-2ca7f36176af tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event updated for resources: {'Port': ['ID=62441e64-52a1-4131-8419-58753a0e3964,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:01.147780 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b4d9642c-d1ad-4e34-9251-2ca7f36176af tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923533'] for floatingip, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:40:01.333375 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.db.l3_db [None req-b4d9642c-d1ad-4e34-9251-2ca7f36176af tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Floating IP ac2eeacb-3b3c-4d75-93e2-7c5e52ad9339 associated. External IP: 172.26.8.37, port: 2ae49845-f465-46a7-98fc-01d3d8a7b9c0. Mar 07 10:40:01.716432 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4d9642c-d1ad-4e34-9251-2ca7f36176af tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Router bbea81f3-b566-4277-b733-2b45f07f35c8 has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:40:01.768402 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-711fefd2-3b30-4759-8df5-0aecff1c8e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:40:01.879422 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:40:01.915085 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4d9642c-d1ad-4e34-9251-2ca7f36176af tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:40:01.925470 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0167abee-2b35-4df9-a95c-d8d98e05b42c None None] Sync routers for ids ['bbea81f3-b566-4277-b733-2b45f07f35c8'] in dv-neutron-830731-3-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:40:01.938162 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0167abee-2b35-4df9-a95c-d8d98e05b42c None None] Routers {'bbea81f3-b566-4277-b733-2b45f07f35c8'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:40:01.938757 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-0167abee-2b35-4df9-a95c-d8d98e05b42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:40:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['bbea81f3-b566-4277-b733-2b45f07f35c8'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:40:01.941574 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b4d9642c-d1ad-4e34-9251-2ca7f36176af tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for floatingip, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:40:01.995483 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-b4d9642c-d1ad-4e34-9251-2ca7f36176af tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3485553 Mar 07 10:40:01.995793 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9b30c25-2156-4e77-96ee-5ae098594214', 'tag': '2ae49845-f465-46a7-98fc-01d3d8a7b9c0'}] {{(pid=83737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 10:40:01.997870 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 41388) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:40:02.050598 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9b30c25-2156-4e77-96ee-5ae098594214', 'tag': '2ae49845-f465-46a7-98fc-01d3d8a7b9c0', 'status': 'completed', 'code': 200} Mar 07 10:40:02.119118 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-0167abee-2b35-4df9-a95c-d8d98e05b42c None None] Set router bbea81f3-b566-4277-b733-2b45f07f35c8 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:40:02.206713 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-534010ca-a97d-4ac1-afef-b7b24c6bcad0 tempest-TestNetworkBasicOps-2128623112 tempest-TestNetworkBasicOps-2128623112-project-admin] 10.222.0.13 "GET /v2.0/routers/bbea81f3-b566-4277-b733-2b45f07f35c8 HTTP/1.1" status: 200 len: 922 time: 0.2076004 Mar 07 10:40:02.209302 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 41394) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:40:02.246107 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f8c95d60-3130-43fe-a84c-1b64045a3974 req-dc203b8d-96dc-429f-a6fd-2e46447ebfc6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=416b2fd961bc4d70a26d66821f7df8e2&device_id=e9b30c25-2156-4e77-96ee-5ae098594214 HTTP/1.1" status: 200 len: 1098 time: 0.1729746 Mar 07 10:40:02.329952 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-55bb73da-a158-44b0-90a0-5af76cf03b36 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/floatingips/ac2eeacb-3b3c-4d75-93e2-7c5e52ad9339 HTTP/1.1" status: 200 len: 990 time: 0.1182535 Mar 07 10:40:02.382440 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c95d60-3130-43fe-a84c-1b64045a3974 req-76efe6df-4f92-43fe-bf1a-0a808f638173 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:02.383882 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f8c95d60-3130-43fe-a84c-1b64045a3974 req-76efe6df-4f92-43fe-bf1a-0a808f638173 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0b6d6379-5238-4c55-be0a-6d259378da1c HTTP/1.1" status: 200 len: 898 time: 0.1322818 Mar 07 10:40:02.468347 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-0167abee-2b35-4df9-a95c-d8d98e05b42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbea81f3-b566-4277-b733-2b45f07f35c8', 'name': 'tempest-TestNetworkBasicOps-router-459549730', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.136'}], 'enable_snat': True}, 'gw_port_id': 'bbbe6f95-563a-4658-80a0-577c4d94514c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:39:40Z', 'updated_at': '2022-03-07T10:39:44Z', 'revision_number': 4, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'gw_port': {'id': 'bbbe6f95-563a-4658-80a0-577c4d94514c', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:5f:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbea81f3-b566-4277-b733-2b45f07f35c8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:39:40Z', 'updated_at': '2022-03-07T10:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_floatingips': [{'id': 'ac2eeacb-3b3c-4d75-93e2-7c5e52ad9339', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'floating_ip_address': '172.26.8.37', 'floating_network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'router_id': 'bbea81f3-b566-4277-b733-2b45f07f35c8', 'port_id': '2ae49845-f465-46a7-98fc-01d3d8a7b9c0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b6d6379-5238-4c55-be0a-6d259378da1c', 'mac_address': 'fa:16:3e:a0:be:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b30c25-2156-4e77-96ee-5ae098594214', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:40:00Z', 'updated_at': '2022-03-07T10:40:00Z', 'revision_number': 0, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '221dbf42-e837-419a-b3ac-0e57b2344586', 'name': '', 'network_id': '0b6d6379-5238-4c55-be0a-6d259378da1c', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'mac_address': 'fa:16:3e:aa:f9:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbea81f3-b566-4277-b733-2b45f07f35c8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a230f14-aa77-4049-a22f-b9bd5fd8be88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:39:43Z', 'updated_at': '2022-03-07T10:39:50Z', 'revision_number': 5, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'subnets': [{'id': '6a230f14-aa77-4049-a22f-b9bd5fd8be88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:40:02.472129 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0167abee-2b35-4df9-a95c-d8d98e05b42c None None] Checking router: bbea81f3-b566-4277-b733-2b45f07f35c8 for host: dv-neutron-830731-3-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 07 10:40:02.482892 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0167abee-2b35-4df9-a95c-d8d98e05b42c None None] Routers {'bbea81f3-b566-4277-b733-2b45f07f35c8'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:40:02.483470 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-0167abee-2b35-4df9-a95c-d8d98e05b42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:40:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['bbea81f3-b566-4277-b733-2b45f07f35c8'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:40:02.488828 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f8c95d60-3130-43fe-a84c-1b64045a3974 req-4584b28c-351d-47a0-8efb-65c44ed84c5c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2ae49845-f465-46a7-98fc-01d3d8a7b9c0 HTTP/1.1" status: 200 len: 998 time: 0.0989501 Mar 07 10:40:02.548315 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c95d60-3130-43fe-a84c-1b64045a3974 req-10acb16b-017c-47dc-931d-325e99d5bf0e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:02.549666 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f8c95d60-3130-43fe-a84c-1b64045a3974 req-10acb16b-017c-47dc-931d-325e99d5bf0e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6a230f14-aa77-4049-a22f-b9bd5fd8be88 HTTP/1.1" status: 200 len: 834 time: 0.0559015 Mar 07 10:40:02.626348 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f8c95d60-3130-43fe-a84c-1b64045a3974 req-7ea733d9-060f-417d-8c7f-799228409c7e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0b6d6379-5238-4c55-be0a-6d259378da1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696800 Mar 07 10:40:02.656631 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-0167abee-2b35-4df9-a95c-d8d98e05b42c None None] Set router bbea81f3-b566-4277-b733-2b45f07f35c8 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:40:02.756400 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f8c95d60-3130-43fe-a84c-1b64045a3974 req-37a22514-c766-4097-8ca8-af27c9807714 service neutron] 10.222.0.10 "GET /v2.0/networks/0b6d6379-5238-4c55-be0a-6d259378da1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238625 Mar 07 10:40:02.886107 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f8c95d60-3130-43fe-a84c-1b64045a3974 req-ed0c23fa-db9f-4144-afaf-7a0ff1dcfaaa service neutron] 10.222.0.10 "GET /v2.0/networks/0b6d6379-5238-4c55-be0a-6d259378da1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233737 Mar 07 10:40:03.025895 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-0167abee-2b35-4df9-a95c-d8d98e05b42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbea81f3-b566-4277-b733-2b45f07f35c8', 'name': 'tempest-TestNetworkBasicOps-router-459549730', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.136'}], 'enable_snat': True}, 'gw_port_id': 'bbbe6f95-563a-4658-80a0-577c4d94514c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:39:40Z', 'updated_at': '2022-03-07T10:39:44Z', 'revision_number': 4, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'gw_port': {'id': 'bbbe6f95-563a-4658-80a0-577c4d94514c', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:5f:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbea81f3-b566-4277-b733-2b45f07f35c8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:39:40Z', 'updated_at': '2022-03-07T10:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_floatingips': [{'id': 'ac2eeacb-3b3c-4d75-93e2-7c5e52ad9339', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'floating_ip_address': '172.26.8.37', 'floating_network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'router_id': 'bbea81f3-b566-4277-b733-2b45f07f35c8', 'port_id': '2ae49845-f465-46a7-98fc-01d3d8a7b9c0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b6d6379-5238-4c55-be0a-6d259378da1c', 'mac_address': 'fa:16:3e:a0:be:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b30c25-2156-4e77-96ee-5ae098594214', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:40:00Z', 'updated_at': '2022-03-07T10:40:00Z', 'revision_number': 0, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '221dbf42-e837-419a-b3ac-0e57b2344586', 'name': '', 'network_id': '0b6d6379-5238-4c55-be0a-6d259378da1c', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'mac_address': 'fa:16:3e:aa:f9:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbea81f3-b566-4277-b733-2b45f07f35c8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a230f14-aa77-4049-a22f-b9bd5fd8be88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:39:43Z', 'updated_at': '2022-03-07T10:39:50Z', 'revision_number': 5, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'subnets': [{'id': '6a230f14-aa77-4049-a22f-b9bd5fd8be88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:40:03.029829 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0167abee-2b35-4df9-a95c-d8d98e05b42c None None] The sync data for ids ['bbea81f3-b566-4277-b733-2b45f07f35c8'] in dv-neutron-830731-3-hyperv is: [{'id': 'bbea81f3-b566-4277-b733-2b45f07f35c8', 'name': 'tempest-TestNetworkBasicOps-router-459549730', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.136'}], 'enable_snat': True}, 'gw_port_id': 'bbbe6f95-563a-4658-80a0-577c4d94514c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:39:40Z', 'updated_at': '2022-03-07T10:39:44Z', 'revision_number': 4, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'gw_port': {'id': 'bbbe6f95-563a-4658-80a0-577c4d94514c', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:5f:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbea81f3-b566-4277-b733-2b45f07f35c8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:39:40Z', 'updated_at': '2022-03-07T10:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_floatingips': [{'id': 'ac2eeacb-3b3c-4d75-93e2-7c5e52ad9339', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'floating_ip_address': '172.26.8.37', 'floating_network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'router_id': 'bbea81f3-b566-4277-b733-2b45f07f35c8', 'port_id': '2ae49845-f465-46a7-98fc-01d3d8a7b9c0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b6d6379-5238-4c55-be0a-6d259378da1c', 'mac_address': 'fa:16:3e:a0:be:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b30c25-2156-4e77-96ee-5ae098594214', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:40:00Z', 'updated_at': '2022-03-07T10:40:00Z', 'revision_number': 0, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '221dbf42-e837-419a-b3ac-0e57b2344586', 'name': '', 'network_id': '0b6d6379-5238-4c55-be0a-6d259378da1c', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'mac_address': 'fa:16:3e:aa:f9:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbea81f3-b566-4277-b733-2b45f07f35c8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a230f14-aa77-4049-a22f-b9bd5fd8be88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:39:43Z', 'updated_at': '2022-03-07T10:39:50Z', 'revision_number': 5, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'subnets': [{'id': '6a230f14-aa77-4049-a22f-b9bd5fd8be88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:40:03.190078 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c87150bd-aa9c-4ad1-bb68-57ec66d4fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:40:03.332781 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 41398) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:40:03.437633 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-baef0e7d-4b0d-4582-8ac9-83f453c7c022 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/floatingips/ac2eeacb-3b3c-4d75-93e2-7c5e52ad9339 HTTP/1.1" status: 200 len: 990 time: 0.1036665 Mar 07 10:40:04.441275 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 41402) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:40:04.542978 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-16169d81-775d-4a94-aa68-734607339639 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/floatingips/ac2eeacb-3b3c-4d75-93e2-7c5e52ad9339 HTTP/1.1" status: 200 len: 990 time: 0.1002924 Mar 07 10:40:05.085189 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-adbd2215-c8ee-41f3-92a6-4182ca26b8a8 None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 10:40:05.546605 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 41406) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:40:05.649527 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-df2005eb-34d7-4dae-8731-96f15c77a68c tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/floatingips/ac2eeacb-3b3c-4d75-93e2-7c5e52ad9339 HTTP/1.1" status: 200 len: 990 time: 0.1018801 Mar 07 10:40:06.022930 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f703573d-e15b-4075-bf3b-6993200c9185 None None] New status for floating IP ac2eeacb-3b3c-4d75-93e2-7c5e52ad9339: ACTIVE {{(pid=83739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 07 10:40:06.653451 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 41410) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:40:06.752038 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-1675cf1a-79d0-470b-bdf1-1ea04deb77e9 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/floatingips/ac2eeacb-3b3c-4d75-93e2-7c5e52ad9339 HTTP/1.1" status: 200 len: 992 time: 0.0975161 Mar 07 10:40:15.615917 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:40:28.354926 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-4d4c8539-5784-41c2-a2d3-09f540afec89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:40:30.566869 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-78e61a06-18d2-4ed3-8f7b-9d4d6df78392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:40:31.771900 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-711fefd2-3b30-4759-8df5-0aecff1c8e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:40:31.882189 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:40:33.191094 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c87150bd-aa9c-4ad1-bb68-57ec66d4fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:40:33.708052 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-7b3652cc-64a4-4b5a-aea0-918518084296 req-68ab5c9c-c47b-4ae5-8bdc-20d4bd90bfa4 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e9b30c25-2156-4e77-96ee-5ae098594214&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0687861 Mar 07 10:40:33.841920 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-7b3652cc-64a4-4b5a-aea0-918518084296 req-8297c097-fbed-40e4-a208-5910bebad48d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=416b2fd961bc4d70a26d66821f7df8e2&device_id=e9b30c25-2156-4e77-96ee-5ae098594214 HTTP/1.1" status: 200 len: 1098 time: 0.0666993 Mar 07 10:40:33.985047 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3652cc-64a4-4b5a-aea0-918518084296 req-0a6bbcdd-1c7e-4b38-b454-ab0dd340598d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:33.986472 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-7b3652cc-64a4-4b5a-aea0-918518084296 req-0a6bbcdd-1c7e-4b38-b454-ab0dd340598d service neutron] 10.222.0.10 "GET /v2.0/networks?id=0b6d6379-5238-4c55-be0a-6d259378da1c HTTP/1.1" status: 200 len: 898 time: 0.1271310 Mar 07 10:40:34.088633 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-7b3652cc-64a4-4b5a-aea0-918518084296 req-d0a7d382-ea7d-4056-9c0f-3e138dd7ecd9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2ae49845-f465-46a7-98fc-01d3d8a7b9c0 HTTP/1.1" status: 200 len: 1000 time: 0.0961430 Mar 07 10:40:34.149217 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3652cc-64a4-4b5a-aea0-918518084296 req-2d5d274f-1cad-4819-a985-501e4c7be2ff service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:34.150575 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-7b3652cc-64a4-4b5a-aea0-918518084296 req-2d5d274f-1cad-4819-a985-501e4c7be2ff service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6a230f14-aa77-4049-a22f-b9bd5fd8be88 HTTP/1.1" status: 200 len: 834 time: 0.0560834 Mar 07 10:40:34.224629 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-7b3652cc-64a4-4b5a-aea0-918518084296 req-2ee1273d-ec1e-4244-99a0-b679a661d592 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0b6d6379-5238-4c55-be0a-6d259378da1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687401 Mar 07 10:40:34.443962 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-7b3652cc-64a4-4b5a-aea0-918518084296 req-96564cbc-d95f-4e6d-8dd6-bf75f1f2a19b service neutron] 10.222.0.10 "GET /v2.0/networks/0b6d6379-5238-4c55-be0a-6d259378da1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125461 Mar 07 10:40:34.571782 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-7b3652cc-64a4-4b5a-aea0-918518084296 req-5308dc36-87fc-41b1-94d7-23d0f302815f service neutron] 10.222.0.10 "GET /v2.0/networks/0b6d6379-5238-4c55-be0a-6d259378da1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214631 Mar 07 10:40:42.085172 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-adbd2215-c8ee-41f3-92a6-4182ca26b8a8 None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 10:40:45.609572 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:40:58.358523 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-8b05850f-3b38-4d31-930e-ce161c0549f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:41:00.567610 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c6960cc2-77ca-451b-baa9-acc7bb0f9c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:41:01.774661 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-711fefd2-3b30-4759-8df5-0aecff1c8e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:41:01.882724 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:41:03.197047 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c87150bd-aa9c-4ad1-bb68-57ec66d4fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:41:04.093365 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 41434) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:41:04.434811 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-df786ab2-90c3-4adf-a746-96f310f906a9 tempest-TestNetworkBasicOps-2128623112 tempest-TestNetworkBasicOps-2128623112-project-admin] 10.222.0.13 "GET /v2.0/routers/bbea81f3-b566-4277-b733-2b45f07f35c8/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.3397334 Mar 07 10:41:04.437736 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 41440) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:41:04.643103 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29e85fe5-16bf-4411-a6ea-64cd9092d806 tempest-TestNetworkBasicOps-2128623112 tempest-TestNetworkBasicOps-2128623112-project-admin] Notify agent at dv-neutron-830731-3-hyperv the message router_removed_from_agent {{(pid=83737) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Mar 07 10:41:04.646272 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-29e85fe5-16bf-4411-a6ea-64cd9092d806 tempest-TestNetworkBasicOps-2128623112 tempest-TestNetworkBasicOps-2128623112-project-admin] 10.222.0.13 "DELETE /v2.0/agents/b30db009-7836-4ef1-83bf-954868d68bb9/l3-routers/bbea81f3-b566-4277-b733-2b45f07f35c8 HTTP/1.1" status: 204 len: 168 time: 0.2076416 Mar 07 10:41:04.648854 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 41444) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:41:04.822051 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-29037d2c-6491-499a-9129-1c41d6be730b tempest-TestNetworkBasicOps-2128623112 tempest-TestNetworkBasicOps-2128623112-project-admin] 10.222.0.13 "GET /v2.0/routers/bbea81f3-b566-4277-b733-2b45f07f35c8/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1721230 Mar 07 10:41:04.824970 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 41448) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:41:04.924906 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-141fb231-3258-436f-8a00-7d9835a6adca tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/floatingips/ac2eeacb-3b3c-4d75-93e2-7c5e52ad9339 HTTP/1.1" status: 200 len: 992 time: 0.0988617 Mar 07 10:41:05.415174 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f365d0e-9ead-4d24-8762-8cd9c57ffeea None None] New status for floating IP ac2eeacb-3b3c-4d75-93e2-7c5e52ad9339: DOWN {{(pid=83740) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 07 10:41:05.928712 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 41452) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:41:06.030967 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-15f8aea7-2a45-434b-88c1-d4cf2ee820c1 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/floatingips/ac2eeacb-3b3c-4d75-93e2-7c5e52ad9339 HTTP/1.1" status: 200 len: 990 time: 0.1012270 Mar 07 10:41:06.535625 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 221dbf42-e837-419a-b3ac-0e57b2344586 no longer exists at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:41:06.642041 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:41:06.672884 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] For port 221dbf42-e837-419a-b3ac-0e57b2344586, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=221dbf42-e837-419a-b3ac-0e57b2344586,segment=NetworkSegment(577a190f-51de-4d26-8927-92af9a859aed),segment_id=577a190f-51de-4d26-8927-92af9a859aed)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:41:06.677126 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:41:06.677855 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device bbbe6f95-563a-4658-80a0-577c4d94514c no longer exists at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:41:06.786897 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Pushing event updated for resources: {'Port': ['ID=221dbf42-e837-419a-b3ac-0e57b2344586,revision_number=6']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:06.829050 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:41:06.829391 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:41:06.829721 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:41:06.830050 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:41:06.830372 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:41:06.830692 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:41:06.831010 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:41:06.831327 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:41:06.831640 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:41:06.831954 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:41:06.832290 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:41:06.853822 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:41:06.869176 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] For port bbbe6f95-563a-4658-80a0-577c4d94514c, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=bbbe6f95-563a-4658-80a0-577c4d94514c,segment=NetworkSegment(9a22e080-7529-4fc7-949d-9f84ba21807d),segment_id=9a22e080-7529-4fc7-949d-9f84ba21807d)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:41:06.873625 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:41:06.937479 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Pushing event updated for resources: {'Port': ['ID=bbbe6f95-563a-4658-80a0-577c4d94514c,revision_number=5']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:07.187318 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 41458) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:41:07.388706 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8e7fd14-5098-451c-9694-27ea50d3fa96 tempest-TestNetworkBasicOps-2128623112 tempest-TestNetworkBasicOps-2128623112-project-admin] Router bbea81f3-b566-4277-b733-2b45f07f35c8 is scheduled to L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 with binding_index 1 {{(pid=83738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 10:41:07.389248 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8e7fd14-5098-451c-9694-27ea50d3fa96 tempest-TestNetworkBasicOps-2128623112 tempest-TestNetworkBasicOps-2128623112-project-admin] Notify agent at dv-neutron-830731-3-hyperv the message router_added_to_agent {{(pid=83738) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Mar 07 10:41:07.415081 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-b8e7fd14-5098-451c-9694-27ea50d3fa96 tempest-TestNetworkBasicOps-2128623112 tempest-TestNetworkBasicOps-2128623112-project-admin] 10.222.0.13 "POST /v2.0/agents/b30db009-7836-4ef1-83bf-954868d68bb9/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.2267210 Mar 07 10:41:07.417712 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 41464) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:41:07.436840 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d5e366d-2193-4eb7-9d0d-5b8c550e87a0 None None] Sync routers for ids ['bbea81f3-b566-4277-b733-2b45f07f35c8'] in dv-neutron-830731-3-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:41:07.448212 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5e366d-2193-4eb7-9d0d-5b8c550e87a0 None None] Routers {'bbea81f3-b566-4277-b733-2b45f07f35c8'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:41:07.448841 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-0d5e366d-2193-4eb7-9d0d-5b8c550e87a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:41:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['bbea81f3-b566-4277-b733-2b45f07f35c8'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:41:07.595476 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-9f17c12f-fd7f-4929-a5c3-163b13ce643e tempest-TestNetworkBasicOps-2128623112 tempest-TestNetworkBasicOps-2128623112-project-admin] 10.222.0.13 "GET /v2.0/routers/bbea81f3-b566-4277-b733-2b45f07f35c8/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1766450 Mar 07 10:41:07.598259 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 41470) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:41:07.623648 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-0d5e366d-2193-4eb7-9d0d-5b8c550e87a0 None None] Set router bbea81f3-b566-4277-b733-2b45f07f35c8 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:41:07.702508 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-33508f87-86f1-461b-8064-b7a5706fc577 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/floatingips/ac2eeacb-3b3c-4d75-93e2-7c5e52ad9339 HTTP/1.1" status: 200 len: 990 time: 0.1031995 Mar 07 10:41:07.955681 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-0d5e366d-2193-4eb7-9d0d-5b8c550e87a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbea81f3-b566-4277-b733-2b45f07f35c8', 'name': 'tempest-TestNetworkBasicOps-router-459549730', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.136'}], 'enable_snat': True}, 'gw_port_id': 'bbbe6f95-563a-4658-80a0-577c4d94514c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:39:40Z', 'updated_at': '2022-03-07T10:39:44Z', 'revision_number': 4, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'gw_port': {'id': 'bbbe6f95-563a-4658-80a0-577c4d94514c', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:5f:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbea81f3-b566-4277-b733-2b45f07f35c8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:39:40Z', 'updated_at': '2022-03-07T10:41:06Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_floatingips': [{'id': 'ac2eeacb-3b3c-4d75-93e2-7c5e52ad9339', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'floating_ip_address': '172.26.8.37', 'floating_network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'router_id': 'bbea81f3-b566-4277-b733-2b45f07f35c8', 'port_id': '2ae49845-f465-46a7-98fc-01d3d8a7b9c0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b6d6379-5238-4c55-be0a-6d259378da1c', 'mac_address': 'fa:16:3e:a0:be:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b30c25-2156-4e77-96ee-5ae098594214', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:40:00Z', 'updated_at': '2022-03-07T10:41:05Z', 'revision_number': 2, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '221dbf42-e837-419a-b3ac-0e57b2344586', 'name': '', 'network_id': '0b6d6379-5238-4c55-be0a-6d259378da1c', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'mac_address': 'fa:16:3e:aa:f9:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbea81f3-b566-4277-b733-2b45f07f35c8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a230f14-aa77-4049-a22f-b9bd5fd8be88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:39:43Z', 'updated_at': '2022-03-07T10:41:06Z', 'revision_number': 6, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'subnets': [{'id': '6a230f14-aa77-4049-a22f-b9bd5fd8be88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:41:07.959319 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d5e366d-2193-4eb7-9d0d-5b8c550e87a0 None None] Checking router: bbea81f3-b566-4277-b733-2b45f07f35c8 for host: dv-neutron-830731-3-hyperv {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 07 10:41:07.970996 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5e366d-2193-4eb7-9d0d-5b8c550e87a0 None None] Routers {'bbea81f3-b566-4277-b733-2b45f07f35c8'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:41:07.971567 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-0d5e366d-2193-4eb7-9d0d-5b8c550e87a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:41:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['bbea81f3-b566-4277-b733-2b45f07f35c8'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:41:08.177227 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-0d5e366d-2193-4eb7-9d0d-5b8c550e87a0 None None] Set router bbea81f3-b566-4277-b733-2b45f07f35c8 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:41:08.687217 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-0d5e366d-2193-4eb7-9d0d-5b8c550e87a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbea81f3-b566-4277-b733-2b45f07f35c8', 'name': 'tempest-TestNetworkBasicOps-router-459549730', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.136'}], 'enable_snat': True}, 'gw_port_id': 'bbbe6f95-563a-4658-80a0-577c4d94514c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:39:40Z', 'updated_at': '2022-03-07T10:39:44Z', 'revision_number': 4, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'gw_port': {'id': 'bbbe6f95-563a-4658-80a0-577c4d94514c', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:5f:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbea81f3-b566-4277-b733-2b45f07f35c8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:39:40Z', 'updated_at': '2022-03-07T10:41:06Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_floatingips': [{'id': 'ac2eeacb-3b3c-4d75-93e2-7c5e52ad9339', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'floating_ip_address': '172.26.8.37', 'floating_network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'router_id': 'bbea81f3-b566-4277-b733-2b45f07f35c8', 'port_id': '2ae49845-f465-46a7-98fc-01d3d8a7b9c0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b6d6379-5238-4c55-be0a-6d259378da1c', 'mac_address': 'fa:16:3e:a0:be:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b30c25-2156-4e77-96ee-5ae098594214', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:40:00Z', 'updated_at': '2022-03-07T10:41:05Z', 'revision_number': 2, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '221dbf42-e837-419a-b3ac-0e57b2344586', 'name': '', 'network_id': '0b6d6379-5238-4c55-be0a-6d259378da1c', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'mac_address': 'fa:16:3e:aa:f9:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbea81f3-b566-4277-b733-2b45f07f35c8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a230f14-aa77-4049-a22f-b9bd5fd8be88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:39:43Z', 'updated_at': '2022-03-07T10:41:06Z', 'revision_number': 6, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'subnets': [{'id': '6a230f14-aa77-4049-a22f-b9bd5fd8be88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:41:08.694531 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d5e366d-2193-4eb7-9d0d-5b8c550e87a0 None None] The sync data for ids ['bbea81f3-b566-4277-b733-2b45f07f35c8'] in dv-neutron-830731-3-hyperv is: [{'id': 'bbea81f3-b566-4277-b733-2b45f07f35c8', 'name': 'tempest-TestNetworkBasicOps-router-459549730', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.136'}], 'enable_snat': True}, 'gw_port_id': 'bbbe6f95-563a-4658-80a0-577c4d94514c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:39:40Z', 'updated_at': '2022-03-07T10:39:44Z', 'revision_number': 4, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'gw_port': {'id': 'bbbe6f95-563a-4658-80a0-577c4d94514c', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:5f:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbea81f3-b566-4277-b733-2b45f07f35c8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:39:40Z', 'updated_at': '2022-03-07T10:41:06Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_floatingips': [{'id': 'ac2eeacb-3b3c-4d75-93e2-7c5e52ad9339', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'floating_ip_address': '172.26.8.37', 'floating_network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'router_id': 'bbea81f3-b566-4277-b733-2b45f07f35c8', 'port_id': '2ae49845-f465-46a7-98fc-01d3d8a7b9c0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b6d6379-5238-4c55-be0a-6d259378da1c', 'mac_address': 'fa:16:3e:a0:be:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b30c25-2156-4e77-96ee-5ae098594214', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:40:00Z', 'updated_at': '2022-03-07T10:41:05Z', 'revision_number': 2, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '221dbf42-e837-419a-b3ac-0e57b2344586', 'name': '', 'network_id': '0b6d6379-5238-4c55-be0a-6d259378da1c', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'mac_address': 'fa:16:3e:aa:f9:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbea81f3-b566-4277-b733-2b45f07f35c8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a230f14-aa77-4049-a22f-b9bd5fd8be88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:39:43Z', 'updated_at': '2022-03-07T10:41:06Z', 'revision_number': 6, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'subnets': [{'id': '6a230f14-aa77-4049-a22f-b9bd5fd8be88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:41:08.705639 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 41474) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:41:08.807731 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-0e7fc3a8-1b08-4bdc-863b-60ba4eb97367 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/floatingips/ac2eeacb-3b3c-4d75-93e2-7c5e52ad9339 HTTP/1.1" status: 200 len: 990 time: 0.1009674 Mar 07 10:41:09.812210 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 41478) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:41:09.917605 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-60e31782-1149-4f9d-92e4-2ecb5a564e7e tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/floatingips/ac2eeacb-3b3c-4d75-93e2-7c5e52ad9339 HTTP/1.1" status: 200 len: 990 time: 0.1043313 Mar 07 10:41:10.574870 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 221dbf42-e837-419a-b3ac-0e57b2344586 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:41:10.642327 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 221dbf42-e837-419a-b3ac-0e57b2344586 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:41:10.642684 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:41:10.753621 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:41:10.784669 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] For port 221dbf42-e837-419a-b3ac-0e57b2344586, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=221dbf42-e837-419a-b3ac-0e57b2344586,segment=NetworkSegment(577a190f-51de-4d26-8927-92af9a859aed),segment_id=577a190f-51de-4d26-8927-92af9a859aed)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:41:10.788975 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:41:10.789725 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device bbbe6f95-563a-4658-80a0-577c4d94514c up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:41:10.900264 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Pushing event updated for resources: {'Port': ['ID=221dbf42-e837-419a-b3ac-0e57b2344586,revision_number=7']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:10.913609 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port bbbe6f95-563a-4658-80a0-577c4d94514c triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:41:10.913977 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:41:10.921213 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 41482) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:41:11.033970 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:41:11.050317 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] For port bbbe6f95-563a-4658-80a0-577c4d94514c, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=bbbe6f95-563a-4658-80a0-577c4d94514c,segment=NetworkSegment(9a22e080-7529-4fc7-949d-9f84ba21807d),segment_id=9a22e080-7529-4fc7-949d-9f84ba21807d)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:41:11.054348 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:41:11.121817 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Pushing event updated for resources: {'Port': ['ID=bbbe6f95-563a-4658-80a0-577c4d94514c,revision_number=6']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:11.130857 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-afdfd213-8ac9-475e-99d8-b17bc2f7093d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/floatingips/ac2eeacb-3b3c-4d75-93e2-7c5e52ad9339 HTTP/1.1" status: 200 len: 990 time: 0.2085032 Mar 07 10:41:12.134233 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 41488) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:41:12.232692 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-b909a542-7b6a-497d-b0f6-67133f7b2139 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/floatingips/ac2eeacb-3b3c-4d75-93e2-7c5e52ad9339 HTTP/1.1" status: 200 len: 990 time: 0.0972917 Mar 07 10:41:12.544798 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 221dbf42-e837-419a-b3ac-0e57b2344586 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:41:12.610587 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 221dbf42-e837-419a-b3ac-0e57b2344586 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:41:12.610945 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:41:12.721638 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device bbbe6f95-563a-4658-80a0-577c4d94514c up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:41:12.784451 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port bbbe6f95-563a-4658-80a0-577c4d94514c triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:41:12.784758 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:41:13.236398 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 41492) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:41:13.337497 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-e1100301-56ce-46b3-967a-0f810f427d58 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/floatingips/ac2eeacb-3b3c-4d75-93e2-7c5e52ad9339 HTTP/1.1" status: 200 len: 990 time: 0.0999506 Mar 07 10:41:14.342016 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 41496) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:41:14.443642 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-712cea5e-ff2e-4c87-969e-d993a19eca78 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/floatingips/ac2eeacb-3b3c-4d75-93e2-7c5e52ad9339 HTTP/1.1" status: 200 len: 990 time: 0.1005077 Mar 07 10:41:15.447532 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 41500) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:41:15.551391 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-f57310a4-861b-4af4-9b77-da8ebb51f677 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/floatingips/ac2eeacb-3b3c-4d75-93e2-7c5e52ad9339 HTTP/1.1" status: 200 len: 990 time: 0.1026683 Mar 07 10:41:15.631009 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:41:15.834437 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78fd062c-41dc-45da-a75d-c73985ff6d9a None None] New status for floating IP ac2eeacb-3b3c-4d75-93e2-7c5e52ad9339: ACTIVE {{(pid=83740) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 07 10:41:16.554272 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 41504) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:41:16.657117 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-9f558c2f-c6f8-447a-8965-e0785e14659e tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/floatingips/ac2eeacb-3b3c-4d75-93e2-7c5e52ad9339 HTTP/1.1" status: 200 len: 992 time: 0.1017332 Mar 07 10:41:16.941852 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 41512) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:41:17.135059 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-9b69127a-7510-4084-9190-e50bb9ecb099 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Deleting port 62441e64-52a1-4131-8419-58753a0e3964 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:41:17.135308 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9b69127a-7510-4084-9190-e50bb9ecb099 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:41:17.392064 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9b69127a-7510-4084-9190-e50bb9ecb099 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:41:17.392310 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9b69127a-7510-4084-9190-e50bb9ecb099 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:41:17.512243 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-9b69127a-7510-4084-9190-e50bb9ecb099 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Calling delete_port for 62441e64-52a1-4131-8419-58753a0e3964 owned by network:floatingip {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:41:17.650498 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9b69127a-7510-4084-9190-e50bb9ecb099 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:41:17.695502 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b69127a-7510-4084-9190-e50bb9ecb099 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event deleted for resources: {'Port': ['ID=62441e64-52a1-4131-8419-58753a0e3964,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:17.734215 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b69127a-7510-4084-9190-e50bb9ecb099 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:41:17.734558 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b69127a-7510-4084-9190-e50bb9ecb099 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:41:17.734891 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b69127a-7510-4084-9190-e50bb9ecb099 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:41:17.735219 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b69127a-7510-4084-9190-e50bb9ecb099 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:41:17.735545 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b69127a-7510-4084-9190-e50bb9ecb099 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:41:17.735871 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b69127a-7510-4084-9190-e50bb9ecb099 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:41:17.736190 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b69127a-7510-4084-9190-e50bb9ecb099 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:41:17.736535 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b69127a-7510-4084-9190-e50bb9ecb099 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:41:17.736853 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b69127a-7510-4084-9190-e50bb9ecb099 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:41:17.737165 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b69127a-7510-4084-9190-e50bb9ecb099 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:41:17.737479 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b69127a-7510-4084-9190-e50bb9ecb099 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:41:17.795705 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9b69127a-7510-4084-9190-e50bb9ecb099 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for floatingip, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:41:18.179486 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b69127a-7510-4084-9190-e50bb9ecb099 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Router bbea81f3-b566-4277-b733-2b45f07f35c8 has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:41:18.374587 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b69127a-7510-4084-9190-e50bb9ecb099 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:41:18.393337 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9b69127a-7510-4084-9190-e50bb9ecb099 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for floatingip, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:41:18.447884 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-9b69127a-7510-4084-9190-e50bb9ecb099 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "DELETE /v2.0/floatingips/ac2eeacb-3b3c-4d75-93e2-7c5e52ad9339 HTTP/1.1" status: 204 len: 168 time: 1.5048339 Mar 07 10:41:18.448278 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9b30c25-2156-4e77-96ee-5ae098594214', 'tag': '2ae49845-f465-46a7-98fc-01d3d8a7b9c0'}] {{(pid=83737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 10:41:18.577123 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9b30c25-2156-4e77-96ee-5ae098594214', 'tag': '2ae49845-f465-46a7-98fc-01d3d8a7b9c0', 'status': 'completed', 'code': 200} Mar 07 10:41:18.670170 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b977067b-0c67-4837-ba81-3d654c633f02 req-38400d95-b31f-42c1-95fb-f5075e724e9c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=416b2fd961bc4d70a26d66821f7df8e2&device_id=e9b30c25-2156-4e77-96ee-5ae098594214 HTTP/1.1" status: 200 len: 1098 time: 0.0713782 Mar 07 10:41:18.850187 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b977067b-0c67-4837-ba81-3d654c633f02 req-bd65d72a-bf3a-405a-aae6-2ff5c8378bf6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:18.851635 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b977067b-0c67-4837-ba81-3d654c633f02 req-bd65d72a-bf3a-405a-aae6-2ff5c8378bf6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0b6d6379-5238-4c55-be0a-6d259378da1c HTTP/1.1" status: 200 len: 898 time: 0.1754990 Mar 07 10:41:19.020307 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda03d55-01f4-48f4-a677-543911b1f9bf req-b7fc10c5-9e1f-48dd-80c3-ed5e02dd11b8 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:19.021007 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-dda03d55-01f4-48f4-a677-543911b1f9bf req-b7fc10c5-9e1f-48dd-80c3-ed5e02dd11b8 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Synchronizing usage tracker for tenant:416b2fd961bc4d70a26d66821f7df8e2 on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:41:19.024082 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b977067b-0c67-4837-ba81-3d654c633f02 req-02c02354-dcaa-42ea-ac46-66946ceeb852 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2ae49845-f465-46a7-98fc-01d3d8a7b9c0 HTTP/1.1" status: 200 len: 217 time: 0.1661155 Mar 07 10:41:19.072208 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-dda03d55-01f4-48f4-a677-543911b1f9bf req-b7fc10c5-9e1f-48dd-80c3-ed5e02dd11b8 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Unset dirty status for tenant:416b2fd961bc4d70a26d66821f7df8e2 on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:41:19.073333 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-dda03d55-01f4-48f4-a677-543911b1f9bf req-b7fc10c5-9e1f-48dd-80c3-ed5e02dd11b8 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9b30c25-2156-4e77-96ee-5ae098594214 HTTP/1.1" status: 200 len: 945 time: 0.3183432 Mar 07 10:41:19.085274 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-adbd2215-c8ee-41f3-92a6-4182ca26b8a8 None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 10:41:19.117704 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b977067b-0c67-4837-ba81-3d654c633f02 req-3ff37552-9ced-4c90-8732-70c4005e9883 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:19.119000 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b977067b-0c67-4837-ba81-3d654c633f02 req-3ff37552-9ced-4c90-8732-70c4005e9883 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6a230f14-aa77-4049-a22f-b9bd5fd8be88 HTTP/1.1" status: 200 len: 834 time: 0.0870030 Mar 07 10:41:19.167645 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-dda03d55-01f4-48f4-a677-543911b1f9bf req-32c15bee-d22d-41a9-9671-c4c78ca33399 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/security-groups?id=8a618e63-2947-48e3-91c4-2055fb53cd86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877762 Mar 07 10:41:19.198431 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b977067b-0c67-4837-ba81-3d654c633f02 req-c84468b3-07e6-47dc-abf8-ee5cda2e5b95 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0b6d6379-5238-4c55-be0a-6d259378da1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710425 Mar 07 10:41:19.327662 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b977067b-0c67-4837-ba81-3d654c633f02 req-a9b74040-1af4-4ab0-a045-a0723e946969 service neutron] 10.222.0.10 "GET /v2.0/networks/0b6d6379-5238-4c55-be0a-6d259378da1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222606 Mar 07 10:41:19.458787 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b977067b-0c67-4837-ba81-3d654c633f02 req-a669def3-cf5c-42d5-9a9b-3b1a1ac713b7 service neutron] 10.222.0.10 "GET /v2.0/networks/0b6d6379-5238-4c55-be0a-6d259378da1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241350 Mar 07 10:41:20.425615 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8853060-b0be-4ef1-8f8f-86ba903c76bf req-75efc943-0b10-4bef-9b27-f287248421ec tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:20.427044 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b8853060-b0be-4ef1-8f8f-86ba903c76bf req-75efc943-0b10-4bef-9b27-f287248421ec tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9b30c25-2156-4e77-96ee-5ae098594214 HTTP/1.1" status: 200 len: 945 time: 0.1322641 Mar 07 10:41:20.433268 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f5f89c-acbe-4ce1-a222-202253e4fc66 req-14f851cc-a53e-4253-8898-98dc94436a99 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:20.434654 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b6f5f89c-acbe-4ce1-a222-202253e4fc66 req-14f851cc-a53e-4253-8898-98dc94436a99 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.10 "GET /v2.0/ports?device_id=e9b30c25-2156-4e77-96ee-5ae098594214 HTTP/1.1" status: 200 len: 945 time: 0.1065111 Mar 07 10:41:20.527616 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [req-b6f5f89c-acbe-4ce1-a222-202253e4fc66 req-6ad219e9-bdd1-4d43-9d98-ccb23c676f10 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Deleting port 2ae49845-f465-46a7-98fc-01d3d8a7b9c0 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:41:20.527978 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-b6f5f89c-acbe-4ce1-a222-202253e4fc66 req-6ad219e9-bdd1-4d43-9d98-ccb23c676f10 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:41:20.557800 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b8853060-b0be-4ef1-8f8f-86ba903c76bf req-397a679e-99a9-49bc-87e2-039c3058d5f1 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/security-groups?id=8a618e63-2947-48e3-91c4-2055fb53cd86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222720 Mar 07 10:41:20.768933 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [req-b6f5f89c-acbe-4ce1-a222-202253e4fc66 req-6ad219e9-bdd1-4d43-9d98-ccb23c676f10 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] For port 2ae49845-f465-46a7-98fc-01d3d8a7b9c0, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=2ae49845-f465-46a7-98fc-01d3d8a7b9c0,segment=NetworkSegment(577a190f-51de-4d26-8927-92af9a859aed),segment_id=577a190f-51de-4d26-8927-92af9a859aed)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:41:20.769202 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-b6f5f89c-acbe-4ce1-a222-202253e4fc66 req-6ad219e9-bdd1-4d43-9d98-ccb23c676f10 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:41:20.890377 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [req-b6f5f89c-acbe-4ce1-a222-202253e4fc66 req-6ad219e9-bdd1-4d43-9d98-ccb23c676f10 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Calling delete_port for 2ae49845-f465-46a7-98fc-01d3d8a7b9c0 owned by compute:nova {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:41:21.031130 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-b6f5f89c-acbe-4ce1-a222-202253e4fc66 req-6ad219e9-bdd1-4d43-9d98-ccb23c676f10 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:41:21.080489 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad219e9-bdd1-4d43-9d98-ccb23c676f10 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event deleted for resources: {'Port': ['ID=2ae49845-f465-46a7-98fc-01d3d8a7b9c0,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:21.150135 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6f5f89c-acbe-4ce1-a222-202253e4fc66 req-6ad219e9-bdd1-4d43-9d98-ccb23c676f10 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] No DVR routers for this DVR port 2ae49845-f465-46a7-98fc-01d3d8a7b9c0 on host hv-neutron-8307 {{(pid=83737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:41:21.152512 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-b6f5f89c-acbe-4ce1-a222-202253e4fc66 req-6ad219e9-bdd1-4d43-9d98-ccb23c676f10 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:41:21.155091 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9b30c25-2156-4e77-96ee-5ae098594214', 'name': 'network-vif-deleted', 'tag': '2ae49845-f465-46a7-98fc-01d3d8a7b9c0'}] {{(pid=83737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 10:41:21.172412 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b6f5f89c-acbe-4ce1-a222-202253e4fc66 req-6ad219e9-bdd1-4d43-9d98-ccb23c676f10 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.10 "DELETE /v2.0/ports/2ae49845-f465-46a7-98fc-01d3d8a7b9c0 HTTP/1.1" status: 204 len: 173 time: 0.7239838 Mar 07 10:41:21.216878 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9b30c25-2156-4e77-96ee-5ae098594214', 'name': 'network-vif-deleted', 'tag': '2ae49845-f465-46a7-98fc-01d3d8a7b9c0', 'status': 'completed', 'code': 200} Mar 07 10:41:21.736116 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-bfc09638-80fa-4630-9e54-d16595f55b84 req-5c7a18e8-3bd9-4380-9250-f086767fed96 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Synchronizing usage tracker for tenant:416b2fd961bc4d70a26d66821f7df8e2 on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:41:21.750687 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-bfc09638-80fa-4630-9e54-d16595f55b84 req-5c7a18e8-3bd9-4380-9250-f086767fed96 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Unset dirty status for tenant:416b2fd961bc4d70a26d66821f7df8e2 on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:41:21.751855 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-bfc09638-80fa-4630-9e54-d16595f55b84 req-5c7a18e8-3bd9-4380-9250-f086767fed96 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9b30c25-2156-4e77-96ee-5ae098594214 HTTP/1.1" status: 200 len: 210 time: 0.0612385 Mar 07 10:41:22.854999 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 41532) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:41:22.921775 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-aa4bc508-825c-4efa-86c8-0ea1fd5d374a tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:41:22.949540 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-aa4bc508-825c-4efa-86c8-0ea1fd5d374a tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:41:22.990859 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device 2ae49845-f465-46a7-98fc-01d3d8a7b9c0 no longer exists at agent hyperv_hv-neutron-8307 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:41:23.013420 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-aa4bc508-825c-4efa-86c8-0ea1fd5d374a tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:41:23.026725 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] No Port match for: 2ae49845-f465-46a7-98fc-01d3d8a7b9c0 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 10:41:23.027059 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device 2ae49845-f465-46a7-98fc-01d3d8a7b9c0 not bound to the agent host hv-neutron-8307 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 10:41:23.042510 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4bc508-825c-4efa-86c8-0ea1fd5d374a tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a618e63-2947-48e3-91c4-2055fb53cd86,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:23.054406 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4bc508-825c-4efa-86c8-0ea1fd5d374a tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:41:23.054740 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4bc508-825c-4efa-86c8-0ea1fd5d374a tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:41:23.055066 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4bc508-825c-4efa-86c8-0ea1fd5d374a tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:41:23.055390 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4bc508-825c-4efa-86c8-0ea1fd5d374a tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:41:23.055713 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4bc508-825c-4efa-86c8-0ea1fd5d374a tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:41:23.056032 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4bc508-825c-4efa-86c8-0ea1fd5d374a tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:41:23.056351 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4bc508-825c-4efa-86c8-0ea1fd5d374a tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:41:23.056697 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4bc508-825c-4efa-86c8-0ea1fd5d374a tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:41:23.057013 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4bc508-825c-4efa-86c8-0ea1fd5d374a tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:41:23.057326 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4bc508-825c-4efa-86c8-0ea1fd5d374a tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:41:23.057636 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4bc508-825c-4efa-86c8-0ea1fd5d374a tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:41:23.062870 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-aa4bc508-825c-4efa-86c8-0ea1fd5d374a tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:41:23.063946 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-aa4bc508-825c-4efa-86c8-0ea1fd5d374a tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "DELETE /v2.0/security-groups/8a618e63-2947-48e3-91c4-2055fb53cd86 HTTP/1.1" status: 204 len: 168 time: 0.2079806 Mar 07 10:41:23.102936 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 41538) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:41:23.565753 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ee0ef178-dbb8-4501-9086-e9fdd0208b7f tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3920255'] for router_interface, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:41:24.157093 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-ee0ef178-dbb8-4501-9086-e9fdd0208b7f tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Deleting port 221dbf42-e837-419a-b3ac-0e57b2344586 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:41:24.157817 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ee0ef178-dbb8-4501-9086-e9fdd0208b7f tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:41:24.338059 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-ee0ef178-dbb8-4501-9086-e9fdd0208b7f tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] For port 221dbf42-e837-419a-b3ac-0e57b2344586, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=221dbf42-e837-419a-b3ac-0e57b2344586,segment=NetworkSegment(577a190f-51de-4d26-8927-92af9a859aed),segment_id=577a190f-51de-4d26-8927-92af9a859aed)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:41:24.338342 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ee0ef178-dbb8-4501-9086-e9fdd0208b7f tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:41:24.455510 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-ee0ef178-dbb8-4501-9086-e9fdd0208b7f tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Calling delete_port for 221dbf42-e837-419a-b3ac-0e57b2344586 owned by network:router_interface {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:41:24.634781 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ee0ef178-dbb8-4501-9086-e9fdd0208b7f tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:41:24.681025 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0ef178-dbb8-4501-9086-e9fdd0208b7f tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event deleted for resources: {'Port': ['ID=221dbf42-e837-419a-b3ac-0e57b2344586,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:25.047369 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ee0ef178-dbb8-4501-9086-e9fdd0208b7f tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2756383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3920168'] for router_interface, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:41:25.605606 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee0ef178-dbb8-4501-9086-e9fdd0208b7f tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Router bbea81f3-b566-4277-b733-2b45f07f35c8 has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:41:25.799514 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee0ef178-dbb8-4501-9086-e9fdd0208b7f tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:41:25.816277 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-ee0ef178-dbb8-4501-9086-e9fdd0208b7f tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "PUT /v2.0/routers/bbea81f3-b566-4277-b733-2b45f07f35c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7123103 Mar 07 10:41:25.819091 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 41542) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:41:25.999243 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_v2 [None req-1da17063-da86-48b2-996b-0236b4d53ed0 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Deleting subnet 6a230f14-aa77-4049-a22f-b9bd5fd8be88 {{(pid=83737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 07 10:41:26.002055 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1da17063-da86-48b2-996b-0236b4d53ed0 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for subnet, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:41:26.052859 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1da17063-da86-48b2-996b-0236b4d53ed0 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2627781'] for subnet, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:41:26.135222 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1da17063-da86-48b2-996b-0236b4d53ed0 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1525496'] for subnet, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:41:26.208868 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1da17063-da86-48b2-996b-0236b4d53ed0 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1525489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3012507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3219316'] for subnet, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:41:26.251126 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da17063-da86-48b2-996b-0236b4d53ed0 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event deleted for resources: {'Subnet': ['ID=6a230f14-aa77-4049-a22f-b9bd5fd8be88,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:26.255522 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce91410a-e805-466f-ab9f-5b92b646cd26 None None] Sync routers for ids ['bbea81f3-b566-4277-b733-2b45f07f35c8'] in dv-neutron-830731-3-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:41:26.260016 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1da17063-da86-48b2-996b-0236b4d53ed0 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:41:26.269586 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-1da17063-da86-48b2-996b-0236b4d53ed0 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "DELETE /v2.0/subnets/6a230f14-aa77-4049-a22f-b9bd5fd8be88 HTTP/1.1" status: 204 len: 168 time: 0.4469733 Mar 07 10:41:26.269811 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 41546) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:41:26.312202 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-506da25e-f33d-4f1c-bc40-8de28438edb6 None None] Network 0b6d6379-5238-4c55-be0a-6d259378da1c requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:41:26.400303 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce91410a-e805-466f-ab9f-5b92b646cd26 None None] Routers {'bbea81f3-b566-4277-b733-2b45f07f35c8'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:41:26.400957 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-ce91410a-e805-466f-ab9f-5b92b646cd26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:41:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['bbea81f3-b566-4277-b733-2b45f07f35c8'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:41:26.567024 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-51838394-43d8-4cfb-b3c9-8dc97d1dde17 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for router, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:41:26.669363 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-ce91410a-e805-466f-ab9f-5b92b646cd26 None None] Set router bbea81f3-b566-4277-b733-2b45f07f35c8 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:41:26.785809 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-51838394-43d8-4cfb-b3c9-8dc97d1dde17 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:41:26.796316 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-51838394-43d8-4cfb-b3c9-8dc97d1dde17 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Deleting port bbbe6f95-563a-4658-80a0-577c4d94514c {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:41:26.796796 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-51838394-43d8-4cfb-b3c9-8dc97d1dde17 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:41:26.851045 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc5ae6a7-73b6-4fbe-b473-52010731697e None None] DHCP port deletion for 0b6d6379-5238-4c55-be0a-6d259378da1c request from dv-neutron-830731-3-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 07 10:41:26.867861 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-bc5ae6a7-73b6-4fbe-b473-52010731697e None None] Deleting port 94991d01-7781-406b-9894-867be6aac840 {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:41:26.868228 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-bc5ae6a7-73b6-4fbe-b473-52010731697e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:41:26.973683 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-51838394-43d8-4cfb-b3c9-8dc97d1dde17 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] For port bbbe6f95-563a-4658-80a0-577c4d94514c, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=bbbe6f95-563a-4658-80a0-577c4d94514c,segment=NetworkSegment(9a22e080-7529-4fc7-949d-9f84ba21807d),segment_id=9a22e080-7529-4fc7-949d-9f84ba21807d)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:41:26.974083 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-51838394-43d8-4cfb-b3c9-8dc97d1dde17 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:41:27.098794 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-51838394-43d8-4cfb-b3c9-8dc97d1dde17 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Calling delete_port for bbbe6f95-563a-4658-80a0-577c4d94514c owned by network:router_gateway {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:41:27.152515 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-bc5ae6a7-73b6-4fbe-b473-52010731697e None None] For port 94991d01-7781-406b-9894-867be6aac840, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=94991d01-7781-406b-9894-867be6aac840,segment=NetworkSegment(577a190f-51de-4d26-8927-92af9a859aed),segment_id=577a190f-51de-4d26-8927-92af9a859aed)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:41:27.152887 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-bc5ae6a7-73b6-4fbe-b473-52010731697e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:41:27.264290 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-51838394-43d8-4cfb-b3c9-8dc97d1dde17 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:41:27.276325 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-bc5ae6a7-73b6-4fbe-b473-52010731697e None None] Calling delete_port for 94991d01-7781-406b-9894-867be6aac840 owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:41:27.308815 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51838394-43d8-4cfb-b3c9-8dc97d1dde17 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event deleted for resources: {'Port': ['ID=bbbe6f95-563a-4658-80a0-577c4d94514c,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:27.322842 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-ce91410a-e805-466f-ab9f-5b92b646cd26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbea81f3-b566-4277-b733-2b45f07f35c8', 'name': 'tempest-TestNetworkBasicOps-router-459549730', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.136'}], 'enable_snat': True}, 'gw_port_id': 'bbbe6f95-563a-4658-80a0-577c4d94514c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:39:40Z', 'updated_at': '2022-03-07T10:41:24Z', 'revision_number': 5, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'gw_port': {'id': 'bbbe6f95-563a-4658-80a0-577c4d94514c', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:5f:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbea81f3-b566-4277-b733-2b45f07f35c8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:39:40Z', 'updated_at': '2022-03-07T10:41:11Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv'}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:41:27.333365 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce91410a-e805-466f-ab9f-5b92b646cd26 None None] Checking router: bbea81f3-b566-4277-b733-2b45f07f35c8 for host: dv-neutron-830731-3-hyperv {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 07 10:41:27.362785 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce91410a-e805-466f-ab9f-5b92b646cd26 None None] Routers {'bbea81f3-b566-4277-b733-2b45f07f35c8'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:41:27.363335 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-ce91410a-e805-466f-ab9f-5b92b646cd26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:41:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['bbea81f3-b566-4277-b733-2b45f07f35c8'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:41:27.476057 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-bc5ae6a7-73b6-4fbe-b473-52010731697e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812'] for port, after_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:41:27.526004 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-51838394-43d8-4cfb-b3c9-8dc97d1dde17 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923554'] for router_gateway, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:41:27.526892 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5ae6a7-73b6-4fbe-b473-52010731697e None None] Pushing event deleted for resources: {'Port': ['ID=94991d01-7781-406b-9894-867be6aac840,revision_number=None']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:27.533065 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5ae6a7-73b6-4fbe-b473-52010731697e None None] No DVR routers for this DVR port 94991d01-7781-406b-9894-867be6aac840 on host dv-neutron-830731-3-hyperv {{(pid=83739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:41:27.534966 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-ce91410a-e805-466f-ab9f-5b92b646cd26 None None] Set router bbea81f3-b566-4277-b733-2b45f07f35c8 gateway port host: None {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:41:27.687295 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-ce91410a-e805-466f-ab9f-5b92b646cd26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbea81f3-b566-4277-b733-2b45f07f35c8', 'name': 'tempest-TestNetworkBasicOps-router-459549730', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:39:40Z', 'updated_at': '2022-03-07T10:41:27Z', 'revision_number': 7, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'gw_port_host': None}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:41:27.691521 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce91410a-e805-466f-ab9f-5b92b646cd26 None None] The sync data for ids ['bbea81f3-b566-4277-b733-2b45f07f35c8'] in dv-neutron-830731-3-hyperv is: [{'id': 'bbea81f3-b566-4277-b733-2b45f07f35c8', 'name': 'tempest-TestNetworkBasicOps-router-459549730', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:39:40Z', 'updated_at': '2022-03-07T10:41:27Z', 'revision_number': 7, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'gw_port_host': None}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:41:27.864872 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-51838394-43d8-4cfb-b3c9-8dc97d1dde17 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3917970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58043'] for router, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:41:27.869138 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-51838394-43d8-4cfb-b3c9-8dc97d1dde17 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:41:27.892303 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-51838394-43d8-4cfb-b3c9-8dc97d1dde17 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3917886'] for router, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:41:27.892746 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51838394-43d8-4cfb-b3c9-8dc97d1dde17 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Fanout notify agent at l3_agent the message router_deleted on router bbea81f3-b566-4277-b733-2b45f07f35c8 {{(pid=83737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 10:41:27.907189 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-51838394-43d8-4cfb-b3c9-8dc97d1dde17 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:41:27.908255 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-51838394-43d8-4cfb-b3c9-8dc97d1dde17 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "DELETE /v2.0/routers/bbea81f3-b566-4277-b733-2b45f07f35c8 HTTP/1.1" status: 204 len: 168 time: 1.6375358 Mar 07 10:41:27.910935 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 41550) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:41:28.020139 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c349e638-54f7-4eb2-9cb2-3b88674303d9 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1158940'] for network, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:41:28.154248 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c349e638-54f7-4eb2-9cb2-3b88674303d9 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1526893', 'neutron.services.segments.db._delete_segments_for_network-8732568551033'] for network, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:41:28.178034 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-c349e638-54f7-4eb2-9cb2-3b88674303d9 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b6d6379-5238-4c55-be0a-6d259378da1c']}} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:41:28.190254 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-c349e638-54f7-4eb2-9cb2-3b88674303d9 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '577a190f-51de-4d26-8927-92af9a859aed') {'for_net_delete': True} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:41:28.190556 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-c349e638-54f7-4eb2-9cb2-3b88674303d9 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '577a190f-51de-4d26-8927-92af9a859aed') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:41:28.202645 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c349e638-54f7-4eb2-9cb2-3b88674303d9 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732568550916', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629174'] for segment, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:41:28.221512 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c349e638-54f7-4eb2-9cb2-3b88674303d9 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:41:28.227555 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c349e638-54f7-4eb2-9cb2-3b88674303d9 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=83737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 07 10:41:28.227937 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c349e638-54f7-4eb2-9cb2-3b88674303d9 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1227397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3012597'] for segment, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:41:28.241786 dv-neutron-830731-3-hyperv neutron-server[83737]: Traceback (most recent call last): Mar 07 10:41:28.241786 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 07 10:41:28.241786 dv-neutron-830731-3-hyperv neutron-server[83737]: timer() Mar 07 10:41:28.241786 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:41:28.241786 dv-neutron-830731-3-hyperv neutron-server[83737]: cb(*args, **kw) Mar 07 10:41:28.241786 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 10:41:28.241786 dv-neutron-830731-3-hyperv neutron-server[83737]: return func(*args, **kwargs) Mar 07 10:41:28.241786 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:41:28.241786 dv-neutron-830731-3-hyperv neutron-server[83737]: self._notify() Mar 07 10:41:28.241786 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:41:28.241786 dv-neutron-830731-3-hyperv neutron-server[83737]: self.callback(batched_events) Mar 07 10:41:28.241786 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:41:28.241786 dv-neutron-830731-3-hyperv neutron-server[83737]: event.method(event) Mar 07 10:41:28.241786 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 10:41:28.241786 dv-neutron-830731-3-hyperv neutron-server[83737]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:41:28.241786 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 10:41:28.241786 dv-neutron-830731-3-hyperv neutron-server[83737]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:41:28.241786 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 10:41:28.241786 dv-neutron-830731-3-hyperv neutron-server[83737]: return f(self, *a, **k) Mar 07 10:41:28.241786 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:41:28.241786 dv-neutron-830731-3-hyperv neutron-server[83737]: return self._get(url).json() Mar 07 10:41:28.241786 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:41:28.241786 dv-neutron-830731-3-hyperv neutron-server[83737]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:41:28.241786 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 07 10:41:28.241786 dv-neutron-830731-3-hyperv neutron-server[83737]: return self.request(url, 'GET', **kwargs) Mar 07 10:41:28.241786 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 07 10:41:28.241786 dv-neutron-830731-3-hyperv neutron-server[83737]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:41:28.241786 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 07 10:41:28.241786 dv-neutron-830731-3-hyperv neutron-server[83737]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:41:28.241786 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 07 10:41:28.241786 dv-neutron-830731-3-hyperv neutron-server[83737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:41:28.241786 dv-neutron-830731-3-hyperv neutron-server[83737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:41:28.319537 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c349e638-54f7-4eb2-9cb2-3b88674303d9 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1526886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923583'] for network, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:41:28.336644 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c349e638-54f7-4eb2-9cb2-3b88674303d9 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:41:28.347371 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c349e638-54f7-4eb2-9cb2-3b88674303d9 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event deleted for resources: {'Network': ['ID=0b6d6379-5238-4c55-be0a-6d259378da1c,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:28.355528 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-c349e638-54f7-4eb2-9cb2-3b88674303d9 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "DELETE /v2.0/networks/0b6d6379-5238-4c55-be0a-6d259378da1c HTTP/1.1" status: 204 len: 168 time: 0.4436586 Mar 07 10:41:28.362632 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-57762eef-6917-4656-8148-65f78cf7e307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:41:28.373027 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 41554) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:41:28.378507 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-0ffaad66-247c-415e-a047-f36b1e5f5acb tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Request body: {'network': {'name': 'tempest-network-smoke--213484780', 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'port_security_enabled': True}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:41:28.383594 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-0ffaad66-247c-415e-a047-f36b1e5f5acb tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:41:28.388550 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-0ffaad66-247c-415e-a047-f36b1e5f5acb tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Usage tracker for resource:network and tenant:416b2fd961bc4d70a26d66821f7df8e2 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:41:28.391389 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-0ffaad66-247c-415e-a047-f36b1e5f5acb tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:41:28.396987 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-0ffaad66-247c-415e-a047-f36b1e5f5acb tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:41:28.410233 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ffaad66-247c-415e-a047-f36b1e5f5acb tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Made reservation on behalf of 416b2fd961bc4d70a26d66821f7df8e2 for: {'network': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:41:28.413072 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0ffaad66-247c-415e-a047-f36b1e5f5acb tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for network, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:41:28.441790 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ffaad66-247c-415e-a047-f36b1e5f5acb tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=83737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:41:28.451426 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0ffaad66-247c-415e-a047-f36b1e5f5acb tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:41:28.451791 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.db.segments_db [None req-0ffaad66-247c-415e-a047-f36b1e5f5acb tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Added segment 42f95307-0894-45a2-a167-39c00e40d408 of type vlan for network 8d1e6b52-bdac-42aa-bc4d-386d6ae9f267 Mar 07 10:41:28.478127 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0ffaad66-247c-415e-a047-f36b1e5f5acb tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732568034061'] for network, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:41:28.507755 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0ffaad66-247c-415e-a047-f36b1e5f5acb tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594'] for network, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:41:28.511480 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ffaad66-247c-415e-a047-f36b1e5f5acb tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:28.512122 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0ffaad66-247c-415e-a047-f36b1e5f5acb tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:41:28.548456 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 221dbf42-e837-419a-b3ac-0e57b2344586 no longer exists at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:41:28.583591 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] No Port match for: 221dbf42-e837-419a-b3ac-0e57b2344586 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 10:41:28.583939 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 221dbf42-e837-419a-b3ac-0e57b2344586 not bound to the agent host dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 10:41:28.584351 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 94991d01-7781-406b-9894-867be6aac840 no longer exists at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:41:28.616084 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] No Port match for: 94991d01-7781-406b-9894-867be6aac840 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 10:41:28.616427 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 94991d01-7781-406b-9894-867be6aac840 not bound to the agent host dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 10:41:28.616868 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device bbbe6f95-563a-4658-80a0-577c4d94514c no longer exists at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:41:28.628004 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-0ffaad66-247c-415e-a047-f36b1e5f5acb tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2539351 Mar 07 10:41:28.628723 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffaad66-247c-415e-a047-f36b1e5f5acb tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event updated for resources: {'Network': ['ID=8d1e6b52-bdac-42aa-bc4d-386d6ae9f267,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:28.630846 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 41558) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:41:28.636111 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-704c9188-c085-4590-bff6-f33b8e89f0ef tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1511086909', 'admin_state_up': True, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12'}}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:41:28.643046 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Network 8d1e6b52-bdac-42aa-bc4d-386d6ae9f267 details requested by agent ovs-agent-dv-neutron-830731-3-hyperv with host dv-neutron-830731-3-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 10:41:28.643550 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-704c9188-c085-4590-bff6-f33b8e89f0ef tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:41:28.647607 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-704c9188-c085-4590-bff6-f33b8e89f0ef tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Usage tracker for resource:router and tenant:416b2fd961bc4d70a26d66821f7df8e2 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:41:28.650438 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-704c9188-c085-4590-bff6-f33b8e89f0ef tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:41:28.657283 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-704c9188-c085-4590-bff6-f33b8e89f0ef tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:41:28.667115 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-704c9188-c085-4590-bff6-f33b8e89f0ef tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3919700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58025'] for router, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:41:28.667963 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-704c9188-c085-4590-bff6-f33b8e89f0ef tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3919671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4011175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58018'] for router, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:41:28.688547 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-704c9188-c085-4590-bff6-f33b8e89f0ef tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:41:28.714006 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] No Port match for: bbbe6f95-563a-4658-80a0-577c4d94514c {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 10:41:28.714344 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device bbbe6f95-563a-4658-80a0-577c4d94514c not bound to the agent host dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 10:41:28.837254 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-704c9188-c085-4590-bff6-f33b8e89f0ef tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3917998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58952'] for router, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:41:29.008356 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-704c9188-c085-4590-bff6-f33b8e89f0ef tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for router_gateway, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:41:29.040244 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-704c9188-c085-4590-bff6-f33b8e89f0ef tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:41:29.175765 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-704c9188-c085-4590-bff6-f33b8e89f0ef tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Allocated IP 172.26.8.176 (5ed85006-6b00-415e-b71f-837fb1421c12/8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a/5098df11-2ffc-4d1d-aced-4eb0438f8889) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:41:29.252585 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb296be4-7c44-4fe5-b4fd-6c98cc8162dd None None] New status for floating IP ac2eeacb-3b3c-4d75-93e2-7c5e52ad9339: DOWN {{(pid=83740) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 07 10:41:29.321394 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-704c9188-c085-4590-bff6-f33b8e89f0ef tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:41:29.349589 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-704c9188-c085-4590-bff6-f33b8e89f0ef tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:41:29.506721 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-704c9188-c085-4590-bff6-f33b8e89f0ef tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Network 5ed85006-6b00-415e-b71f-837fb1421c12 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:41:29.509405 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-704c9188-c085-4590-bff6-f33b8e89f0ef tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:41:29.515189 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704c9188-c085-4590-bff6-f33b8e89f0ef tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:41:29.539770 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704c9188-c085-4590-bff6-f33b8e89f0ef tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event updated for resources: {'Port': ['ID=5098df11-2ffc-4d1d-aced-4eb0438f8889,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:29.674118 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-704c9188-c085-4590-bff6-f33b8e89f0ef tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for router_gateway, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:41:29.674841 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-704c9188-c085-4590-bff6-f33b8e89f0ef tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3917991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923518'] for router, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:41:29.897599 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-704c9188-c085-4590-bff6-f33b8e89f0ef tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Router fd76b86d-9526-4ab3-a27f-45f9eba282a7 is scheduled to L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 with binding_index 1 {{(pid=83737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 10:41:30.094120 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-704c9188-c085-4590-bff6-f33b8e89f0ef tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:41:30.103068 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d780eba2-6598-4a31-a81a-1048850f0b5a None None] Sync routers for ids ['fd76b86d-9526-4ab3-a27f-45f9eba282a7'] in dv-neutron-830731-3-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:41:30.114518 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d780eba2-6598-4a31-a81a-1048850f0b5a None None] Routers {'fd76b86d-9526-4ab3-a27f-45f9eba282a7'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:41:30.115114 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-d780eba2-6598-4a31-a81a-1048850f0b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:41:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['fd76b86d-9526-4ab3-a27f-45f9eba282a7'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:41:30.120531 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-704c9188-c085-4590-bff6-f33b8e89f0ef tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:41:30.121759 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-704c9188-c085-4590-bff6-f33b8e89f0ef tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.4900157 Mar 07 10:41:30.125190 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 41562) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:41:30.165898 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-18c43e89-4a70-4479-a6df-e0222ac33c2f tempest-TestNetworkBasicOps-2128623112 tempest-TestNetworkBasicOps-2128623112-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=416b2fd961bc4d70a26d66821f7df8e2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0395384 Mar 07 10:41:30.168318 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 41566) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:41:30.293765 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-d780eba2-6598-4a31-a81a-1048850f0b5a None None] Set router fd76b86d-9526-4ab3-a27f-45f9eba282a7 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:41:30.303889 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afb5cf42-1313-4fc5-b10d-e1558d2cec75 tempest-TestNetworkBasicOps-2128623112 tempest-TestNetworkBasicOps-2128623112-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:30.305378 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-afb5cf42-1313-4fc5-b10d-e1558d2cec75 tempest-TestNetworkBasicOps-2128623112 tempest-TestNetworkBasicOps-2128623112-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1361642 Mar 07 10:41:30.308320 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 41570) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:41:30.350617 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-16316a6c-e50c-4b00-8621-b40f3d7946fd tempest-TestNetworkBasicOps-2128623112 tempest-TestNetworkBasicOps-2128623112-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=5ed85006-6b00-415e-b71f-837fb1421c12&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0407560 Mar 07 10:41:30.353032 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 41574) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:41:30.358367 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-469bcc17-be14-439b-b289-719720d82fd6 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1829264654', 'network_id': '8d1e6b52-bdac-42aa-bc4d-386d6ae9f267', 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:41:30.463288 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-469bcc17-be14-439b-b289-719720d82fd6 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:41:30.467095 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-469bcc17-be14-439b-b289-719720d82fd6 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Usage tracker for resource:subnet and tenant:416b2fd961bc4d70a26d66821f7df8e2 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:41:30.469830 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-469bcc17-be14-439b-b289-719720d82fd6 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:41:30.475534 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-469bcc17-be14-439b-b289-719720d82fd6 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:41:30.485201 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-469bcc17-be14-439b-b289-719720d82fd6 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Made reservation on behalf of 416b2fd961bc4d70a26d66821f7df8e2 for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:41:30.574366 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-4e8fb69a-882c-4d2c-a774-2216a152abef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:41:30.585724 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-469bcc17-be14-439b-b289-719720d82fd6 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3219231'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:41:30.586864 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-d780eba2-6598-4a31-a81a-1048850f0b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd76b86d-9526-4ab3-a27f-45f9eba282a7', 'name': 'tempest-TestNetworkBasicOps-router-1511086909', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.176'}], 'enable_snat': True}, 'gw_port_id': '5098df11-2ffc-4d1d-aced-4eb0438f8889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:41:28Z', 'updated_at': '2022-03-07T10:41:29Z', 'revision_number': 3, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'gw_port': {'id': '5098df11-2ffc-4d1d-aced-4eb0438f8889', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b9:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd76b86d-9526-4ab3-a27f-45f9eba282a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:41:29Z', 'updated_at': '2022-03-07T10:41:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv'}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:41:30.591399 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d780eba2-6598-4a31-a81a-1048850f0b5a None None] Checking router: fd76b86d-9526-4ab3-a27f-45f9eba282a7 for host: dv-neutron-830731-3-hyperv {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 07 10:41:30.591740 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d780eba2-6598-4a31-a81a-1048850f0b5a None None] Updating router fd76b86d-9526-4ab3-a27f-45f9eba282a7 port 5098df11-2ffc-4d1d-aced-4eb0438f8889 binding host dv-neutron-830731-3-hyperv {{(pid=83739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 07 10:41:30.642621 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-d780eba2-6598-4a31-a81a-1048850f0b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:41:30.799235 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-469bcc17-be14-439b-b289-719720d82fd6 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3012444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3219213'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:41:30.877744 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469bcc17-be14-439b-b289-719720d82fd6 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event updated for resources: {'Subnet': ['ID=5eb48d76-855c-4130-ad45-dbb074a202b8,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:30.888439 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469bcc17-be14-439b-b289-719720d82fd6 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Checking segment: {'id': '42f95307-0894-45a2-a167-39c00e40d408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '8d1e6b52-bdac-42aa-bc4d-386d6ae9f267'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:41:30.888815 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-469bcc17-be14-439b-b289-719720d82fd6 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Network hostable DHCP agents. Network: 8d1e6b52-bdac-42aa-bc4d-386d6ae9f267, hostable agents: ['6527556c-6586-422c-ae47-082984683847'], hosted agents: [] {{(pid=83737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:41:30.911578 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-469bcc17-be14-439b-b289-719720d82fd6 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Network 8d1e6b52-bdac-42aa-bc4d-386d6ae9f267 is scheduled to be hosted by DHCP agent 6527556c-6586-422c-ae47-082984683847 with binding_index 1 {{(pid=83737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:41:30.921240 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-469bcc17-be14-439b-b289-719720d82fd6 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830731-3-hyperv, 8d1e6b52-bdac-42aa-bc4d-386d6ae9f267) {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:41:30.925345 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-469bcc17-be14-439b-b289-719720d82fd6 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:30.926113 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-469bcc17-be14-439b-b289-719720d82fd6 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:41:30.937580 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-753f17ff-9f58-4dc5-bce4-a8581544cd37 None None] Network 8d1e6b52-bdac-42aa-bc4d-386d6ae9f267 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:41:30.947843 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-469bcc17-be14-439b-b289-719720d82fd6 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.5938053 Mar 07 10:41:30.951362 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 41578) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:41:31.042651 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-d780eba2-6598-4a31-a81a-1048850f0b5a None None] Notify callbacks [] for port, precommit_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:41:31.072593 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-d780eba2-6598-4a31-a81a-1048850f0b5a None None] Transition to ACTIVE for port object 5098df11-2ffc-4d1d-aced-4eb0438f8889 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:41:31.089392 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-d780eba2-6598-4a31-a81a-1048850f0b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:41:31.255353 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-d780eba2-6598-4a31-a81a-1048850f0b5a None None] Attempting to bind port 5098df11-2ffc-4d1d-aced-4eb0438f8889 on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:41:31.256010 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-d780eba2-6598-4a31-a81a-1048850f0b5a None None] Attempting to bind port 5098df11-2ffc-4d1d-aced-4eb0438f8889 by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': '9a22e080-7529-4fc7-949d-9f84ba21807d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:41:31.256154 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d780eba2-6598-4a31-a81a-1048850f0b5a None None] Attempting to bind port 5098df11-2ffc-4d1d-aced-4eb0438f8889 on network 5ed85006-6b00-415e-b71f-837fb1421c12 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:41:31.263141 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e40a97-3c35-4085-b290-b19ec8cc827f None None] Pushing event updated for resources: {'Port': ['ID=5098df11-2ffc-4d1d-aced-4eb0438f8889,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:31.297420 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d780eba2-6598-4a31-a81a-1048850f0b5a None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 41, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:41:31.297794 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d780eba2-6598-4a31-a81a-1048850f0b5a None None] Checking segment: {'id': '9a22e080-7529-4fc7-949d-9f84ba21807d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:41:31.298189 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-d780eba2-6598-4a31-a81a-1048850f0b5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:41:31.298571 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d780eba2-6598-4a31-a81a-1048850f0b5a None None] Bound using segment: {'id': '9a22e080-7529-4fc7-949d-9f84ba21807d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:41:31.299029 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-d780eba2-6598-4a31-a81a-1048850f0b5a None None] Bound port: 5098df11-2ffc-4d1d-aced-4eb0438f8889, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a22e080-7529-4fc7-949d-9f84ba21807d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:41:31.299391 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-d780eba2-6598-4a31-a81a-1048850f0b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:41:31.349829 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc31a7c-80e8-4cc2-ac32-761bdb54ecb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ec2749d-0aec-52fb-aca6-10ba8a80aade-8d1e6b52-bdac-42aa-bc4d-386d6ae9f267', 'network_id': '8d1e6b52-bdac-42aa-bc4d-386d6ae9f267', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'fixed_ips': [{'subnet_id': '5eb48d76-855c-4130-ad45-dbb074a202b8'}]}} from dv-neutron-830731-3-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 07 10:41:31.350803 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-5cc31a7c-80e8-4cc2-ac32-761bdb54ecb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:41:31.439812 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-d780eba2-6598-4a31-a81a-1048850f0b5a None None] For port 5098df11-2ffc-4d1d-aced-4eb0438f8889, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:41:31.463291 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-d780eba2-6598-4a31-a81a-1048850f0b5a None None] For port 5098df11-2ffc-4d1d-aced-4eb0438f8889, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=5098df11-2ffc-4d1d-aced-4eb0438f8889,segment=NetworkSegment(9a22e080-7529-4fc7-949d-9f84ba21807d),segment_id=9a22e080-7529-4fc7-949d-9f84ba21807d)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:41:31.468154 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-d780eba2-6598-4a31-a81a-1048850f0b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:41:31.604656 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e40a97-3c35-4085-b290-b19ec8cc827f None None] Pushing event updated for resources: {'Port': ['ID=5098df11-2ffc-4d1d-aced-4eb0438f8889,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:31.613508 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-5cc31a7c-80e8-4cc2-ac32-761bdb54ecb3 None None] Allocated IP 172.20.0.2 (8d1e6b52-bdac-42aa-bc4d-386d6ae9f267/5eb48d76-855c-4130-ad45-dbb074a202b8/2bfc2b31-97b4-42bc-bab7-e807c3caa52f) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:41:31.617480 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d780eba2-6598-4a31-a81a-1048850f0b5a None None] Routers {'fd76b86d-9526-4ab3-a27f-45f9eba282a7'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:41:31.618121 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-d780eba2-6598-4a31-a81a-1048850f0b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:41:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['fd76b86d-9526-4ab3-a27f-45f9eba282a7'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:41:31.788818 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-832a3be5-b091-421a-9f10-801bc29877ad tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:41:31.851775 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-711fefd2-3b30-4759-8df5-0aecff1c8e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:41:31.921788 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:41:31.943908 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-d780eba2-6598-4a31-a81a-1048850f0b5a None None] Set router fd76b86d-9526-4ab3-a27f-45f9eba282a7 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:41:32.167208 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-5cc31a7c-80e8-4cc2-ac32-761bdb54ecb3 None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:41:32.192600 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-5cc31a7c-80e8-4cc2-ac32-761bdb54ecb3 None None] Transition to ACTIVE for port object 2bfc2b31-97b4-42bc-bab7-e807c3caa52f will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:41:32.228143 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-5cc31a7c-80e8-4cc2-ac32-761bdb54ecb3 None None] Transition to ACTIVE for port object 2bfc2b31-97b4-42bc-bab7-e807c3caa52f will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:41:32.243314 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-5cc31a7c-80e8-4cc2-ac32-761bdb54ecb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:41:32.300012 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-832a3be5-b091-421a-9f10-801bc29877ad tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Allocated IP 172.20.0.1 (8d1e6b52-bdac-42aa-bc4d-386d6ae9f267/5eb48d76-855c-4130-ad45-dbb074a202b8/ebe3c48e-4d95-49a1-bc0d-10df103cbaf5) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:41:32.352945 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cc31a7c-80e8-4cc2-ac32-761bdb54ecb3 None None] Network 8d1e6b52-bdac-42aa-bc4d-386d6ae9f267 is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:41:32.353655 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc31a7c-80e8-4cc2-ac32-761bdb54ecb3 None None] Pushing event updated for resources: {'Port': ['ID=2bfc2b31-97b4-42bc-bab7-e807c3caa52f,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:32.358139 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-5cc31a7c-80e8-4cc2-ac32-761bdb54ecb3 None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:41:32.361006 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc31a7c-80e8-4cc2-ac32-761bdb54ecb3 None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:41:32.459733 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-5cc31a7c-80e8-4cc2-ac32-761bdb54ecb3 None None] Attempting to bind port 2bfc2b31-97b4-42bc-bab7-e807c3caa52f on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:41:32.459950 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-832a3be5-b091-421a-9f10-801bc29877ad tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:41:32.460053 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-5cc31a7c-80e8-4cc2-ac32-761bdb54ecb3 None None] Attempting to bind port 2bfc2b31-97b4-42bc-bab7-e807c3caa52f by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': '42f95307-0894-45a2-a167-39c00e40d408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '8d1e6b52-bdac-42aa-bc4d-386d6ae9f267'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:41:32.460346 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc31a7c-80e8-4cc2-ac32-761bdb54ecb3 None None] Attempting to bind port 2bfc2b31-97b4-42bc-bab7-e807c3caa52f on network 8d1e6b52-bdac-42aa-bc4d-386d6ae9f267 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:41:32.468530 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-d780eba2-6598-4a31-a81a-1048850f0b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd76b86d-9526-4ab3-a27f-45f9eba282a7', 'name': 'tempest-TestNetworkBasicOps-router-1511086909', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.176'}], 'enable_snat': True}, 'gw_port_id': '5098df11-2ffc-4d1d-aced-4eb0438f8889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:41:28Z', 'updated_at': '2022-03-07T10:41:29Z', 'revision_number': 3, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'gw_port': {'id': '5098df11-2ffc-4d1d-aced-4eb0438f8889', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b9:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd76b86d-9526-4ab3-a27f-45f9eba282a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:41:29Z', 'updated_at': '2022-03-07T10:41:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv'}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:41:32.473482 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d780eba2-6598-4a31-a81a-1048850f0b5a None None] The sync data for ids ['fd76b86d-9526-4ab3-a27f-45f9eba282a7'] in dv-neutron-830731-3-hyperv is: [{'id': 'fd76b86d-9526-4ab3-a27f-45f9eba282a7', 'name': 'tempest-TestNetworkBasicOps-router-1511086909', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.176'}], 'enable_snat': True}, 'gw_port_id': '5098df11-2ffc-4d1d-aced-4eb0438f8889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:41:28Z', 'updated_at': '2022-03-07T10:41:29Z', 'revision_number': 3, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'gw_port': {'id': '5098df11-2ffc-4d1d-aced-4eb0438f8889', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b9:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd76b86d-9526-4ab3-a27f-45f9eba282a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:41:29Z', 'updated_at': '2022-03-07T10:41:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv'}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:41:32.475081 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc31a7c-80e8-4cc2-ac32-761bdb54ecb3 None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 41, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:41:32.475366 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [None req-832a3be5-b091-421a-9f10-801bc29877ad tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Transition to ACTIVE for port object ebe3c48e-4d95-49a1-bc0d-10df103cbaf5 will not be triggered until provisioned by entity DHCP. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:41:32.475478 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc31a7c-80e8-4cc2-ac32-761bdb54ecb3 None None] Checking segment: {'id': '42f95307-0894-45a2-a167-39c00e40d408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '8d1e6b52-bdac-42aa-bc4d-386d6ae9f267'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:41:32.475827 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-5cc31a7c-80e8-4cc2-ac32-761bdb54ecb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:41:32.476210 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc31a7c-80e8-4cc2-ac32-761bdb54ecb3 None None] Bound using segment: {'id': '42f95307-0894-45a2-a167-39c00e40d408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '8d1e6b52-bdac-42aa-bc4d-386d6ae9f267'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:41:32.476738 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-5cc31a7c-80e8-4cc2-ac32-761bdb54ecb3 None None] Bound port: 2bfc2b31-97b4-42bc-bab7-e807c3caa52f, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42f95307-0894-45a2-a167-39c00e40d408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '8d1e6b52-bdac-42aa-bc4d-386d6ae9f267'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:41:32.477182 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-5cc31a7c-80e8-4cc2-ac32-761bdb54ecb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:41:32.514208 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-832a3be5-b091-421a-9f10-801bc29877ad tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:41:32.580541 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-5cc31a7c-80e8-4cc2-ac32-761bdb54ecb3 None None] For port 2bfc2b31-97b4-42bc-bab7-e807c3caa52f, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:41:32.584056 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-5cc31a7c-80e8-4cc2-ac32-761bdb54ecb3 None None] For port 2bfc2b31-97b4-42bc-bab7-e807c3caa52f, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=2bfc2b31-97b4-42bc-bab7-e807c3caa52f,segment=NetworkSegment(42f95307-0894-45a2-a167-39c00e40d408),segment_id=42f95307-0894-45a2-a167-39c00e40d408)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:41:32.585370 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-832a3be5-b091-421a-9f10-801bc29877ad tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Network 8d1e6b52-bdac-42aa-bc4d-386d6ae9f267 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:41:32.588968 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-5cc31a7c-80e8-4cc2-ac32-761bdb54ecb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:41:32.589171 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-832a3be5-b091-421a-9f10-801bc29877ad tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:41:32.593485 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832a3be5-b091-421a-9f10-801bc29877ad tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:41:32.639392 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832a3be5-b091-421a-9f10-801bc29877ad tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event updated for resources: {'Port': ['ID=ebe3c48e-4d95-49a1-bc0d-10df103cbaf5,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:32.661617 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-832a3be5-b091-421a-9f10-801bc29877ad tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3920324'] for router_interface, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:41:32.682974 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc31a7c-80e8-4cc2-ac32-761bdb54ecb3 None None] Pushing event updated for resources: {'Port': ['ID=2bfc2b31-97b4-42bc-bab7-e807c3caa52f,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:32.776054 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-832a3be5-b091-421a-9f10-801bc29877ad tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:41:33.199095 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c87150bd-aa9c-4ad1-bb68-57ec66d4fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:41:33.320839 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-832a3be5-b091-421a-9f10-801bc29877ad tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:41:33.326795 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-832a3be5-b091-421a-9f10-801bc29877ad tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3012561'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:41:33.443082 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832a3be5-b091-421a-9f10-801bc29877ad tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event updated for resources: {'Port': ['ID=ebe3c48e-4d95-49a1-bc0d-10df103cbaf5,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:33.446605 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-832a3be5-b091-421a-9f10-801bc29877ad tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2756426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3920233'] for router_interface, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:41:33.586591 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-832a3be5-b091-421a-9f10-801bc29877ad tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Network 8d1e6b52-bdac-42aa-bc4d-386d6ae9f267 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:41:33.587711 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-832a3be5-b091-421a-9f10-801bc29877ad tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:41:33.661371 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaafcaa4-7c93-4da0-a07f-eb3b4c0f1ca9 None None] Network 8d1e6b52-bdac-42aa-bc4d-386d6ae9f267 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:41:33.799661 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-42ecf032-6568-4abc-a47f-28be1dd21268 None None] Provisioning for port 2bfc2b31-97b4-42bc-bab7-e807c3caa52f completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:41:33.974353 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-832a3be5-b091-421a-9f10-801bc29877ad tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Router fd76b86d-9526-4ab3-a27f-45f9eba282a7 has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:41:34.153191 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-ca77e030-3da4-4a14-9e2c-2e1ac1d98f01 None None] Provisioning for port ebe3c48e-4d95-49a1-bc0d-10df103cbaf5 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:41:34.159582 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-ca77e030-3da4-4a14-9e2c-2e1ac1d98f01 None None] Provisioning complete for port ebe3c48e-4d95-49a1-bc0d-10df103cbaf5 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:41:34.160592 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-ca77e030-3da4-4a14-9e2c-2e1ac1d98f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:41:34.180381 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-832a3be5-b091-421a-9f10-801bc29877ad tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:41:34.193543 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-832a3be5-b091-421a-9f10-801bc29877ad tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "PUT /v2.0/routers/fd76b86d-9526-4ab3-a27f-45f9eba282a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2410769 Mar 07 10:41:34.196078 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 41584) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:41:34.218460 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-ca77e030-3da4-4a14-9e2c-2e1ac1d98f01 None None] Port ebe3c48e-4d95-49a1-bc0d-10df103cbaf5 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:41:34.341245 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-2f931556-53f3-4eb2-be34-f18e233f78f9 None None] Provisioning complete for port ebe3c48e-4d95-49a1-bc0d-10df103cbaf5 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:41:34.341788 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-2f931556-53f3-4eb2-be34-f18e233f78f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:41:34.343959 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-753db277-c276-4d99-a7f6-5948790b5854 tempest-TestNetworkBasicOps-2128623112 tempest-TestNetworkBasicOps-2128623112-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:34.344864 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-753db277-c276-4d99-a7f6-5948790b5854 tempest-TestNetworkBasicOps-2128623112 tempest-TestNetworkBasicOps-2128623112-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:34.345227 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-753db277-c276-4d99-a7f6-5948790b5854 tempest-TestNetworkBasicOps-2128623112 tempest-TestNetworkBasicOps-2128623112-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:34.345580 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-753db277-c276-4d99-a7f6-5948790b5854 tempest-TestNetworkBasicOps-2128623112 tempest-TestNetworkBasicOps-2128623112-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:34.349693 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-753db277-c276-4d99-a7f6-5948790b5854 tempest-TestNetworkBasicOps-2128623112 tempest-TestNetworkBasicOps-2128623112-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1498818 Mar 07 10:41:34.350142 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 41588) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:41:34.400613 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-2f931556-53f3-4eb2-be34-f18e233f78f9 None None] Port ebe3c48e-4d95-49a1-bc0d-10df103cbaf5 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:41:34.430189 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b9191a3-d099-496f-9ea8-6fe3ae27ae35 tempest-TestNetworkBasicOps-2128623112 tempest-TestNetworkBasicOps-2128623112-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:34.430549 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b9191a3-d099-496f-9ea8-6fe3ae27ae35 tempest-TestNetworkBasicOps-2128623112 tempest-TestNetworkBasicOps-2128623112-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:34.430896 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b9191a3-d099-496f-9ea8-6fe3ae27ae35 tempest-TestNetworkBasicOps-2128623112 tempest-TestNetworkBasicOps-2128623112-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:34.431243 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b9191a3-d099-496f-9ea8-6fe3ae27ae35 tempest-TestNetworkBasicOps-2128623112 tempest-TestNetworkBasicOps-2128623112-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:34.432906 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-4b9191a3-d099-496f-9ea8-6fe3ae27ae35 tempest-TestNetworkBasicOps-2128623112 tempest-TestNetworkBasicOps-2128623112-project-admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2737 time: 0.0817537 Mar 07 10:41:34.436329 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 41592) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:41:34.523326 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-93e8f385-f246-4f77-9094-4accf28727a1 None None] Provisioning complete for port ebe3c48e-4d95-49a1-bc0d-10df103cbaf5 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:41:34.523653 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-93e8f385-f246-4f77-9094-4accf28727a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:41:34.579807 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-93e8f385-f246-4f77-9094-4accf28727a1 None None] Port ebe3c48e-4d95-49a1-bc0d-10df103cbaf5 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:41:34.624553 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 2bfc2b31-97b4-42bc-bab7-e807c3caa52f up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:41:34.638952 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-1700cc68-11b3-4228-a541-c70640565746 tempest-TestNetworkBasicOps-2128623112 tempest-TestNetworkBasicOps-2128623112-project-admin] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.2015302 Mar 07 10:41:34.693167 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning for port 2bfc2b31-97b4-42bc-bab7-e807c3caa52f completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:41:34.698045 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 2bfc2b31-97b4-42bc-bab7-e807c3caa52f triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:41:34.698425 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:41:34.810400 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:41:34.841624 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] For port 2bfc2b31-97b4-42bc-bab7-e807c3caa52f, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=2bfc2b31-97b4-42bc-bab7-e807c3caa52f,segment=NetworkSegment(42f95307-0894-45a2-a167-39c00e40d408),segment_id=42f95307-0894-45a2-a167-39c00e40d408)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:41:34.845368 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:41:34.846083 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 5098df11-2ffc-4d1d-aced-4eb0438f8889 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:41:34.920467 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 41598) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:41:34.926175 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-254a7d66-4fc7-40e9-b5e6-2fe69a7ec65c tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1696844647', 'description': 'tempest-secgroup-smoke-1696844647 description', 'project_id': '416b2fd961bc4d70a26d66821f7df8e2'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:41:34.931899 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-254a7d66-4fc7-40e9-b5e6-2fe69a7ec65c tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:41:34.935995 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-254a7d66-4fc7-40e9-b5e6-2fe69a7ec65c tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Usage tracker for resource:security_group and tenant:416b2fd961bc4d70a26d66821f7df8e2 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:41:34.938777 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-254a7d66-4fc7-40e9-b5e6-2fe69a7ec65c tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:41:34.944219 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-254a7d66-4fc7-40e9-b5e6-2fe69a7ec65c tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:41:34.957029 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-254a7d66-4fc7-40e9-b5e6-2fe69a7ec65c tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:41:34.958237 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Pushing event updated for resources: {'Port': ['ID=2bfc2b31-97b4-42bc-bab7-e807c3caa52f,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:34.971862 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning for port 5098df11-2ffc-4d1d-aced-4eb0438f8889 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:41:34.977169 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 5098df11-2ffc-4d1d-aced-4eb0438f8889 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:41:34.977511 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:41:34.994788 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-254a7d66-4fc7-40e9-b5e6-2fe69a7ec65c tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:41:34.999084 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-254a7d66-4fc7-40e9-b5e6-2fe69a7ec65c tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Usage tracker for resource:security_group_rule and tenant:416b2fd961bc4d70a26d66821f7df8e2 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:41:35.001911 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-254a7d66-4fc7-40e9-b5e6-2fe69a7ec65c tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:41:35.007575 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-254a7d66-4fc7-40e9-b5e6-2fe69a7ec65c tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:41:35.062584 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-254a7d66-4fc7-40e9-b5e6-2fe69a7ec65c tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:41:35.066217 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-254a7d66-4fc7-40e9-b5e6-2fe69a7ec65c tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:41:35.093310 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:41:35.109378 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] For port 5098df11-2ffc-4d1d-aced-4eb0438f8889, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=5098df11-2ffc-4d1d-aced-4eb0438f8889,segment=NetworkSegment(9a22e080-7529-4fc7-949d-9f84ba21807d),segment_id=9a22e080-7529-4fc7-949d-9f84ba21807d)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:41:35.111197 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254a7d66-4fc7-40e9-b5e6-2fe69a7ec65c tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb6e1814-4fae-43cc-adc1-529d261320fb,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:35.114199 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-254a7d66-4fc7-40e9-b5e6-2fe69a7ec65c tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:41:35.115100 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:41:35.115424 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-254a7d66-4fc7-40e9-b5e6-2fe69a7ec65c tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1938653 Mar 07 10:41:35.118293 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 41602) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:41:35.124290 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-a753c4c6-7f83-4c4b-81b7-91091a0dc333 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Request body: {'security_group_rule': {'security_group_id': 'eb6e1814-4fae-43cc-adc1-529d261320fb', 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:41:35.130316 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-a753c4c6-7f83-4c4b-81b7-91091a0dc333 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:41:35.134152 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-a753c4c6-7f83-4c4b-81b7-91091a0dc333 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Usage tracker for resource:security_group_rule and tenant:416b2fd961bc4d70a26d66821f7df8e2 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:41:35.138220 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-a753c4c6-7f83-4c4b-81b7-91091a0dc333 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:41:35.143871 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-a753c4c6-7f83-4c4b-81b7-91091a0dc333 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:41:35.161847 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a753c4c6-7f83-4c4b-81b7-91091a0dc333 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:41:35.181502 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Pushing event updated for resources: {'Port': ['ID=5098df11-2ffc-4d1d-aced-4eb0438f8889,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:35.230047 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a753c4c6-7f83-4c4b-81b7-91091a0dc333 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:41:35.234825 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a753c4c6-7f83-4c4b-81b7-91091a0dc333 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:41:35.257839 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a753c4c6-7f83-4c4b-81b7-91091a0dc333 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=502dddc7-d701-497a-803e-960901f3ab05,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:35.267054 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a753c4c6-7f83-4c4b-81b7-91091a0dc333 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:41:35.268199 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-a753c4c6-7f83-4c4b-81b7-91091a0dc333 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1489658 Mar 07 10:41:35.271043 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 41606) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:41:35.276280 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-0ed51855-8aac-406d-9970-1614832b6738 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Request body: {'security_group_rule': {'security_group_id': 'eb6e1814-4fae-43cc-adc1-529d261320fb', 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:41:35.282140 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-0ed51855-8aac-406d-9970-1614832b6738 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:41:35.285856 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-0ed51855-8aac-406d-9970-1614832b6738 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Usage tracker for resource:security_group_rule and tenant:416b2fd961bc4d70a26d66821f7df8e2 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:41:35.288597 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-0ed51855-8aac-406d-9970-1614832b6738 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:41:35.294819 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-0ed51855-8aac-406d-9970-1614832b6738 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:41:35.315254 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0ed51855-8aac-406d-9970-1614832b6738 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:41:35.391987 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0ed51855-8aac-406d-9970-1614832b6738 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:41:35.395551 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0ed51855-8aac-406d-9970-1614832b6738 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:41:35.420034 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed51855-8aac-406d-9970-1614832b6738 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a152fee-d1be-4b4a-a5af-bb217c1e75b0,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:35.431066 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0ed51855-8aac-406d-9970-1614832b6738 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:41:35.432235 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-0ed51855-8aac-406d-9970-1614832b6738 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1603036 Mar 07 10:41:35.436376 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 41610) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:41:35.441875 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-6301b006-81b3-4f46-b236-8e78c6c5f683 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Request body: {'security_group_rule': {'security_group_id': 'eb6e1814-4fae-43cc-adc1-529d261320fb', 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:41:35.447818 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-6301b006-81b3-4f46-b236-8e78c6c5f683 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:41:35.452044 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-6301b006-81b3-4f46-b236-8e78c6c5f683 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Usage tracker for resource:security_group_rule and tenant:416b2fd961bc4d70a26d66821f7df8e2 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:41:35.454988 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-6301b006-81b3-4f46-b236-8e78c6c5f683 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:41:35.461115 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-6301b006-81b3-4f46-b236-8e78c6c5f683 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:41:35.477161 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6301b006-81b3-4f46-b236-8e78c6c5f683 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:41:35.541880 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6301b006-81b3-4f46-b236-8e78c6c5f683 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:41:35.547750 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6301b006-81b3-4f46-b236-8e78c6c5f683 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:41:35.570957 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6301b006-81b3-4f46-b236-8e78c6c5f683 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0921cfcd-ba12-4f64-a327-0783acf38921,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:35.581827 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6301b006-81b3-4f46-b236-8e78c6c5f683 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:41:35.583653 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-6301b006-81b3-4f46-b236-8e78c6c5f683 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1461215 Mar 07 10:41:35.586597 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 41614) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:41:35.594311 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-45955cca-6e86-4929-a9f7-2bd82c079461 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Request body: {'security_group_rule': {'security_group_id': 'eb6e1814-4fae-43cc-adc1-529d261320fb', 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:41:35.601496 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-45955cca-6e86-4929-a9f7-2bd82c079461 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:41:35.605438 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-45955cca-6e86-4929-a9f7-2bd82c079461 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Usage tracker for resource:security_group_rule and tenant:416b2fd961bc4d70a26d66821f7df8e2 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:41:35.610245 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-45955cca-6e86-4929-a9f7-2bd82c079461 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:41:35.618165 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-45955cca-6e86-4929-a9f7-2bd82c079461 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:41:35.637235 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-45955cca-6e86-4929-a9f7-2bd82c079461 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:41:35.713786 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-45955cca-6e86-4929-a9f7-2bd82c079461 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:41:35.717934 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-45955cca-6e86-4929-a9f7-2bd82c079461 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:41:35.744817 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45955cca-6e86-4929-a9f7-2bd82c079461 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2542de97-b2ca-4fbd-9940-4b664f42b31d,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:35.753885 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-45955cca-6e86-4929-a9f7-2bd82c079461 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:41:35.755054 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-45955cca-6e86-4929-a9f7-2bd82c079461 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1675682 Mar 07 10:41:35.758008 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 41618) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:41:35.764330 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-74fb2418-538e-402f-8f2a-01998b67860e tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Request body: {'security_group_rule': {'security_group_id': 'eb6e1814-4fae-43cc-adc1-529d261320fb', 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:41:35.770694 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-74fb2418-538e-402f-8f2a-01998b67860e tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:41:35.777013 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-74fb2418-538e-402f-8f2a-01998b67860e tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Usage tracker for resource:security_group_rule and tenant:416b2fd961bc4d70a26d66821f7df8e2 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:41:35.780461 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-74fb2418-538e-402f-8f2a-01998b67860e tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:41:35.790967 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-74fb2418-538e-402f-8f2a-01998b67860e tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:41:35.803348 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.db.securitygroups_db [None req-74fb2418-538e-402f-8f2a-01998b67860e tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Project 416b2fd961bc4d70a26d66821f7df8e2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 10:41:35.810933 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-74fb2418-538e-402f-8f2a-01998b67860e tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:41:35.886705 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-74fb2418-538e-402f-8f2a-01998b67860e tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:41:35.892574 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-74fb2418-538e-402f-8f2a-01998b67860e tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:41:35.920748 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fb2418-538e-402f-8f2a-01998b67860e tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af9ab385-6b73-4a72-9e46-f9a769964436,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:35.933245 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-74fb2418-538e-402f-8f2a-01998b67860e tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:41:35.934883 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-74fb2418-538e-402f-8f2a-01998b67860e tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1758130 Mar 07 10:41:35.937712 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 41622) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:41:35.943298 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-699bf382-40d0-4119-8758-6667543558e6 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Request body: {'security_group_rule': {'security_group_id': 'eb6e1814-4fae-43cc-adc1-529d261320fb', 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:41:35.951941 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-699bf382-40d0-4119-8758-6667543558e6 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:41:35.957993 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-699bf382-40d0-4119-8758-6667543558e6 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Usage tracker for resource:security_group_rule and tenant:416b2fd961bc4d70a26d66821f7df8e2 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:41:35.961089 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-699bf382-40d0-4119-8758-6667543558e6 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:41:35.968514 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-699bf382-40d0-4119-8758-6667543558e6 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:41:35.986942 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.db.securitygroups_db [None req-699bf382-40d0-4119-8758-6667543558e6 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Project 416b2fd961bc4d70a26d66821f7df8e2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 10:41:35.994443 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-699bf382-40d0-4119-8758-6667543558e6 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:41:36.066562 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-699bf382-40d0-4119-8758-6667543558e6 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:41:36.071526 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-699bf382-40d0-4119-8758-6667543558e6 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:41:36.096327 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699bf382-40d0-4119-8758-6667543558e6 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e62deef9-9fb4-4326-8f90-e9e5f53305d6,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:36.104862 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-699bf382-40d0-4119-8758-6667543558e6 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:41:36.106073 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-699bf382-40d0-4119-8758-6667543558e6 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1674252 Mar 07 10:41:36.151072 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c63b19e-8511-4b23-944b-b38c8f4d69f5 None None] Sync routers for ids ['fd76b86d-9526-4ab3-a27f-45f9eba282a7'] in dv-neutron-830731-3-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:41:36.163766 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c63b19e-8511-4b23-944b-b38c8f4d69f5 None None] Routers {'fd76b86d-9526-4ab3-a27f-45f9eba282a7'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:41:36.164361 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-6c63b19e-8511-4b23-944b-b38c8f4d69f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:41:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['fd76b86d-9526-4ab3-a27f-45f9eba282a7'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:41:36.334620 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ddbae3a9-b424-42af-9c8f-836c9ef24658 req-13658b37-a62e-42c9-8e37-1a5c2727026d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1696844647&fields=id&tenant_id=416b2fd961bc4d70a26d66821f7df8e2 HTTP/1.1" status: 200 len: 267 time: 0.0454314 Mar 07 10:41:36.351253 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-6c63b19e-8511-4b23-944b-b38c8f4d69f5 None None] Set router fd76b86d-9526-4ab3-a27f-45f9eba282a7 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:41:36.489208 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbae3a9-b424-42af-9c8f-836c9ef24658 req-f4af9472-31cf-4591-804c-5403ae6b7868 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:36.489795 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-ddbae3a9-b424-42af-9c8f-836c9ef24658 req-f4af9472-31cf-4591-804c-5403ae6b7868 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Synchronizing usage tracker for tenant:416b2fd961bc4d70a26d66821f7df8e2 on resource:network {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:41:36.506016 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-ddbae3a9-b424-42af-9c8f-836c9ef24658 req-f4af9472-31cf-4591-804c-5403ae6b7868 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Unset dirty status for tenant:416b2fd961bc4d70a26d66821f7df8e2 on resource:network {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:41:36.507428 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ddbae3a9-b424-42af-9c8f-836c9ef24658 req-f4af9472-31cf-4591-804c-5403ae6b7868 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/networks?id=8d1e6b52-bdac-42aa-bc4d-386d6ae9f267 HTTP/1.1" status: 200 len: 796 time: 0.1659405 Mar 07 10:41:36.527135 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ddbae3a9-b424-42af-9c8f-836c9ef24658 req-bff80e79-24da-45ca-86b7-b7f528903dc6 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/quotas/416b2fd961bc4d70a26d66821f7df8e2 HTTP/1.1" status: 200 len: 375 time: 0.0141184 Mar 07 10:41:36.593133 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 2bfc2b31-97b4-42bc-bab7-e807c3caa52f up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:41:36.669348 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 2bfc2b31-97b4-42bc-bab7-e807c3caa52f triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:41:36.669796 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:41:36.706047 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-6c63b19e-8511-4b23-944b-b38c8f4d69f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd76b86d-9526-4ab3-a27f-45f9eba282a7', 'name': 'tempest-TestNetworkBasicOps-router-1511086909', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.176'}], 'enable_snat': True}, 'gw_port_id': '5098df11-2ffc-4d1d-aced-4eb0438f8889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:41:28Z', 'updated_at': '2022-03-07T10:41:32Z', 'revision_number': 4, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'gw_port': {'id': '5098df11-2ffc-4d1d-aced-4eb0438f8889', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b9:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd76b86d-9526-4ab3-a27f-45f9eba282a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:41:29Z', 'updated_at': '2022-03-07T10:41:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_interfaces': [{'id': 'ebe3c48e-4d95-49a1-bc0d-10df103cbaf5', 'name': '', 'network_id': '8d1e6b52-bdac-42aa-bc4d-386d6ae9f267', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'mac_address': 'fa:16:3e:4e:c4:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd76b86d-9526-4ab3-a27f-45f9eba282a7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5eb48d76-855c-4130-ad45-dbb074a202b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:41:32Z', 'updated_at': '2022-03-07T10:41:33Z', 'revision_number': 2, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'subnets': [{'id': '5eb48d76-855c-4130-ad45-dbb074a202b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:41:36.711538 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c63b19e-8511-4b23-944b-b38c8f4d69f5 None None] Checking router: fd76b86d-9526-4ab3-a27f-45f9eba282a7 for host: dv-neutron-830731-3-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 07 10:41:36.712153 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c63b19e-8511-4b23-944b-b38c8f4d69f5 None None] Updating router fd76b86d-9526-4ab3-a27f-45f9eba282a7 port ebe3c48e-4d95-49a1-bc0d-10df103cbaf5 binding host dv-neutron-830731-3-hyperv {{(pid=83740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 07 10:41:36.736827 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-ddbae3a9-b424-42af-9c8f-836c9ef24658 req-4d76e10b-6d40-4e81-abe6-171a883a424e tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Synchronizing usage tracker for tenant:416b2fd961bc4d70a26d66821f7df8e2 on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:41:36.757229 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-ddbae3a9-b424-42af-9c8f-836c9ef24658 req-4d76e10b-6d40-4e81-abe6-171a883a424e tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Unset dirty status for tenant:416b2fd961bc4d70a26d66821f7df8e2 on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:41:36.759153 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ddbae3a9-b424-42af-9c8f-836c9ef24658 req-4d76e10b-6d40-4e81-abe6-171a883a424e tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=416b2fd961bc4d70a26d66821f7df8e2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2257533 Mar 07 10:41:36.803233 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 5098df11-2ffc-4d1d-aced-4eb0438f8889 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:41:36.806326 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-6c63b19e-8511-4b23-944b-b38c8f4d69f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:41:36.871184 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 5098df11-2ffc-4d1d-aced-4eb0438f8889 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:41:36.872158 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:41:36.974343 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ddbae3a9-b424-42af-9c8f-836c9ef24658 req-91873bd3-6231-4e69-af7d-f21638282fca service neutron] 10.222.0.13 "GET /v2.0/networks/8d1e6b52-bdac-42aa-bc4d-386d6ae9f267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031474 Mar 07 10:41:37.109424 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ddbae3a9-b424-42af-9c8f-836c9ef24658 req-e595062f-8945-4968-a95e-d43d1a7a5fc6 service neutron] 10.222.0.13 "GET /v2.0/networks/8d1e6b52-bdac-42aa-bc4d-386d6ae9f267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286392 Mar 07 10:41:37.146376 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-6c63b19e-8511-4b23-944b-b38c8f4d69f5 None None] Notify callbacks [] for port, precommit_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:41:37.159611 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.provisioning_blocks [None req-6c63b19e-8511-4b23-944b-b38c8f4d69f5 None None] Transition to ACTIVE for port object ebe3c48e-4d95-49a1-bc0d-10df103cbaf5 will not be triggered until provisioned by entity L2. {{(pid=83740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:41:37.166012 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-6c63b19e-8511-4b23-944b-b38c8f4d69f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:41:37.343711 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-5f84c934-c856-4c67-a54a-c23d549ed221 req-1b879337-096b-4e1f-bf2a-9fd648b4c8a1 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f085bfb-b33d-4a9a-856a-07f7418e42ed HTTP/1.1" status: 200 len: 210 time: 0.0567884 Mar 07 10:41:37.344279 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5736152-d993-442d-b257-c5e680f38ae5 None None] Pushing event updated for resources: {'Port': ['ID=ebe3c48e-4d95-49a1-bc0d-10df103cbaf5,revision_number=3']} {{(pid=83740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:37.355425 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5736152-d993-442d-b257-c5e680f38ae5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:41:37.356408 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5736152-d993-442d-b257-c5e680f38ae5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:41:37.356904 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5736152-d993-442d-b257-c5e680f38ae5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:41:37.357082 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5736152-d993-442d-b257-c5e680f38ae5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:41:37.357476 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5736152-d993-442d-b257-c5e680f38ae5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:41:37.357679 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5736152-d993-442d-b257-c5e680f38ae5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:41:37.357990 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5736152-d993-442d-b257-c5e680f38ae5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:41:37.358300 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5736152-d993-442d-b257-c5e680f38ae5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:41:37.358604 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5736152-d993-442d-b257-c5e680f38ae5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:41:37.358896 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5736152-d993-442d-b257-c5e680f38ae5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:41:37.359199 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5736152-d993-442d-b257-c5e680f38ae5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:41:37.411452 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-6c63b19e-8511-4b23-944b-b38c8f4d69f5 None None] Attempting to bind port ebe3c48e-4d95-49a1-bc0d-10df103cbaf5 on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:41:37.411809 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-6c63b19e-8511-4b23-944b-b38c8f4d69f5 None None] Attempting to bind port ebe3c48e-4d95-49a1-bc0d-10df103cbaf5 by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': '42f95307-0894-45a2-a167-39c00e40d408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '8d1e6b52-bdac-42aa-bc4d-386d6ae9f267'}] {{(pid=83740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:41:37.412159 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c63b19e-8511-4b23-944b-b38c8f4d69f5 None None] Attempting to bind port ebe3c48e-4d95-49a1-bc0d-10df103cbaf5 on network 8d1e6b52-bdac-42aa-bc4d-386d6ae9f267 {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:41:37.419373 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c63b19e-8511-4b23-944b-b38c8f4d69f5 None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 41, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:41:37.419373 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c63b19e-8511-4b23-944b-b38c8f4d69f5 None None] Checking segment: {'id': '42f95307-0894-45a2-a167-39c00e40d408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '8d1e6b52-bdac-42aa-bc4d-386d6ae9f267'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:41:37.419732 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-6c63b19e-8511-4b23-944b-b38c8f4d69f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:41:37.420058 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c63b19e-8511-4b23-944b-b38c8f4d69f5 None None] Bound using segment: {'id': '42f95307-0894-45a2-a167-39c00e40d408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '8d1e6b52-bdac-42aa-bc4d-386d6ae9f267'} {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:41:37.422521 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-6c63b19e-8511-4b23-944b-b38c8f4d69f5 None None] Bound port: ebe3c48e-4d95-49a1-bc0d-10df103cbaf5, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42f95307-0894-45a2-a167-39c00e40d408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '8d1e6b52-bdac-42aa-bc4d-386d6ae9f267'}}] {{(pid=83740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:41:37.422939 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-6c63b19e-8511-4b23-944b-b38c8f4d69f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:41:37.514987 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.db [None req-6c63b19e-8511-4b23-944b-b38c8f4d69f5 None None] For port ebe3c48e-4d95-49a1-bc0d-10df103cbaf5, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:41:37.517451 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.db [None req-6c63b19e-8511-4b23-944b-b38c8f4d69f5 None None] For port ebe3c48e-4d95-49a1-bc0d-10df103cbaf5, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=ebe3c48e-4d95-49a1-bc0d-10df103cbaf5,segment=NetworkSegment(42f95307-0894-45a2-a167-39c00e40d408),segment_id=42f95307-0894-45a2-a167-39c00e40d408)] {{(pid=83740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:41:37.522477 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-6c63b19e-8511-4b23-944b-b38c8f4d69f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:41:37.603851 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5736152-d993-442d-b257-c5e680f38ae5 None None] Pushing event updated for resources: {'Port': ['ID=ebe3c48e-4d95-49a1-bc0d-10df103cbaf5,revision_number=4']} {{(pid=83740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:37.609486 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c63b19e-8511-4b23-944b-b38c8f4d69f5 None None] Routers {'fd76b86d-9526-4ab3-a27f-45f9eba282a7'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:41:37.610153 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-6c63b19e-8511-4b23-944b-b38c8f4d69f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:41:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['fd76b86d-9526-4ab3-a27f-45f9eba282a7'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:41:37.800047 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-6c63b19e-8511-4b23-944b-b38c8f4d69f5 None None] Set router fd76b86d-9526-4ab3-a27f-45f9eba282a7 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:41:38.118327 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-6c63b19e-8511-4b23-944b-b38c8f4d69f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd76b86d-9526-4ab3-a27f-45f9eba282a7', 'name': 'tempest-TestNetworkBasicOps-router-1511086909', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.176'}], 'enable_snat': True}, 'gw_port_id': '5098df11-2ffc-4d1d-aced-4eb0438f8889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:41:28Z', 'updated_at': '2022-03-07T10:41:32Z', 'revision_number': 4, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'gw_port': {'id': '5098df11-2ffc-4d1d-aced-4eb0438f8889', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b9:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd76b86d-9526-4ab3-a27f-45f9eba282a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:41:29Z', 'updated_at': '2022-03-07T10:41:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_interfaces': [{'id': 'ebe3c48e-4d95-49a1-bc0d-10df103cbaf5', 'name': '', 'network_id': '8d1e6b52-bdac-42aa-bc4d-386d6ae9f267', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'mac_address': 'fa:16:3e:4e:c4:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd76b86d-9526-4ab3-a27f-45f9eba282a7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5eb48d76-855c-4130-ad45-dbb074a202b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:41:32Z', 'updated_at': '2022-03-07T10:41:37Z', 'revision_number': 4, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'subnets': [{'id': '5eb48d76-855c-4130-ad45-dbb074a202b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:41:38.122726 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c63b19e-8511-4b23-944b-b38c8f4d69f5 None None] The sync data for ids ['fd76b86d-9526-4ab3-a27f-45f9eba282a7'] in dv-neutron-830731-3-hyperv is: [{'id': 'fd76b86d-9526-4ab3-a27f-45f9eba282a7', 'name': 'tempest-TestNetworkBasicOps-router-1511086909', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.176'}], 'enable_snat': True}, 'gw_port_id': '5098df11-2ffc-4d1d-aced-4eb0438f8889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:41:28Z', 'updated_at': '2022-03-07T10:41:32Z', 'revision_number': 4, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'gw_port': {'id': '5098df11-2ffc-4d1d-aced-4eb0438f8889', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b9:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd76b86d-9526-4ab3-a27f-45f9eba282a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:41:29Z', 'updated_at': '2022-03-07T10:41:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_interfaces': [{'id': 'ebe3c48e-4d95-49a1-bc0d-10df103cbaf5', 'name': '', 'network_id': '8d1e6b52-bdac-42aa-bc4d-386d6ae9f267', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'mac_address': 'fa:16:3e:4e:c4:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd76b86d-9526-4ab3-a27f-45f9eba282a7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5eb48d76-855c-4130-ad45-dbb074a202b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:41:32Z', 'updated_at': '2022-03-07T10:41:37Z', 'revision_number': 4, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'subnets': [{'id': '5eb48d76-855c-4130-ad45-dbb074a202b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:41:38.609527 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-1ca49e0a-43ee-47e3-a502-1ff2264f8f17 req-7c3aa08f-758b-4256-9771-295436169e11 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f085bfb-b33d-4a9a-856a-07f7418e42ed HTTP/1.1" status: 200 len: 210 time: 0.1120691 Mar 07 10:41:38.611052 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device ebe3c48e-4d95-49a1-bc0d-10df103cbaf5 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:41:38.707324 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning for port ebe3c48e-4d95-49a1-bc0d-10df103cbaf5 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:41:38.709151 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbae3a9-b424-42af-9c8f-836c9ef24658 req-1344abc1-c281-4665-a338-0e4dabfb1d0a tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:38.711585 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ddbae3a9-b424-42af-9c8f-836c9ef24658 req-1344abc1-c281-4665-a338-0e4dabfb1d0a tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.10 "GET /v2.0/networks?id=8d1e6b52-bdac-42aa-bc4d-386d6ae9f267 HTTP/1.1" status: 200 len: 796 time: 0.2406991 Mar 07 10:41:38.713832 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port ebe3c48e-4d95-49a1-bc0d-10df103cbaf5 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:41:38.714247 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:41:38.767580 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ddbae3a9-b424-42af-9c8f-836c9ef24658 req-1c17e014-d94d-4330-a62c-6b832dfbd1b3 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=416b2fd961bc4d70a26d66821f7df8e2 HTTP/1.1" status: 200 len: 380 time: 0.0436511 Mar 07 10:41:38.776025 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [req-ddbae3a9-b424-42af-9c8f-836c9ef24658 req-d4cd1679-19f0-4a04-b3d7-f8822d86ad33 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Request body: {'port': {'device_id': '6f085bfb-b33d-4a9a-856a-07f7418e42ed', 'network_id': '8d1e6b52-bdac-42aa-bc4d-386d6ae9f267', 'admin_state_up': True, 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'security_groups': ['eb6e1814-4fae-43cc-adc1-529d261320fb']}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:41:38.840986 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:41:38.877519 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] For port ebe3c48e-4d95-49a1-bc0d-10df103cbaf5, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=ebe3c48e-4d95-49a1-bc0d-10df103cbaf5,segment=NetworkSegment(42f95307-0894-45a2-a167-39c00e40d408),segment_id=42f95307-0894-45a2-a167-39c00e40d408)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:41:38.881726 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:41:38.926691 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [req-ddbae3a9-b424-42af-9c8f-836c9ef24658 req-d4cd1679-19f0-4a04-b3d7-f8822d86ad33 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:41:38.944972 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [req-ddbae3a9-b424-42af-9c8f-836c9ef24658 req-d4cd1679-19f0-4a04-b3d7-f8822d86ad33 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:41:38.959281 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddbae3a9-b424-42af-9c8f-836c9ef24658 req-d4cd1679-19f0-4a04-b3d7-f8822d86ad33 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Made reservation on behalf of 416b2fd961bc4d70a26d66821f7df8e2 for: {'port': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:41:38.960450 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Pushing event updated for resources: {'Port': ['ID=ebe3c48e-4d95-49a1-bc0d-10df103cbaf5,revision_number=5']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:38.962890 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-ddbae3a9-b424-42af-9c8f-836c9ef24658 req-d4cd1679-19f0-4a04-b3d7-f8822d86ad33 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:41:39.132199 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [req-ddbae3a9-b424-42af-9c8f-836c9ef24658 req-d4cd1679-19f0-4a04-b3d7-f8822d86ad33 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Allocated IP 172.20.0.9 (8d1e6b52-bdac-42aa-bc4d-386d6ae9f267/5eb48d76-855c-4130-ad45-dbb074a202b8/9c5a59dc-9543-4857-85b0-2f55b0767291) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:41:39.316034 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-ddbae3a9-b424-42af-9c8f-836c9ef24658 req-d4cd1679-19f0-4a04-b3d7-f8822d86ad33 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:41:39.331077 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [req-ddbae3a9-b424-42af-9c8f-836c9ef24658 req-d4cd1679-19f0-4a04-b3d7-f8822d86ad33 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Transition to ACTIVE for port object 9c5a59dc-9543-4857-85b0-2f55b0767291 will not be triggered until provisioned by entity DHCP. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:41:39.352345 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-ddbae3a9-b424-42af-9c8f-836c9ef24658 req-d4cd1679-19f0-4a04-b3d7-f8822d86ad33 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:41:39.421081 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddbae3a9-b424-42af-9c8f-836c9ef24658 req-d4cd1679-19f0-4a04-b3d7-f8822d86ad33 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Network 8d1e6b52-bdac-42aa-bc4d-386d6ae9f267 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:41:39.423938 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [req-ddbae3a9-b424-42af-9c8f-836c9ef24658 req-d4cd1679-19f0-4a04-b3d7-f8822d86ad33 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:41:39.428397 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddbae3a9-b424-42af-9c8f-836c9ef24658 req-d4cd1679-19f0-4a04-b3d7-f8822d86ad33 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:41:39.462313 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cd1679-19f0-4a04-b3d7-f8822d86ad33 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event updated for resources: {'Port': ['ID=9c5a59dc-9543-4857-85b0-2f55b0767291,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:39.497970 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbae3a9-b424-42af-9c8f-836c9ef24658 req-d4cd1679-19f0-4a04-b3d7-f8822d86ad33 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:39.498566 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-ddbae3a9-b424-42af-9c8f-836c9ef24658 req-d4cd1679-19f0-4a04-b3d7-f8822d86ad33 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:41:39.524060 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ddbae3a9-b424-42af-9c8f-836c9ef24658 req-d4cd1679-19f0-4a04-b3d7-f8822d86ad33 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7516799 Mar 07 10:41:39.534585 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [req-ddbae3a9-b424-42af-9c8f-836c9ef24658 req-fb9bd308-6849-4153-8d51-800ea1484fbe service neutron] Request body: {'port': {'device_id': '6f085bfb-b33d-4a9a-856a-07f7418e42ed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8307'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:41:39.641396 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-ddbae3a9-b424-42af-9c8f-836c9ef24658 req-fb9bd308-6849-4153-8d51-800ea1484fbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:41:39.685651 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6a24466a-2b7d-42cb-b4ef-8d7fe4e308f7 None None] Provisioning for port 9c5a59dc-9543-4857-85b0-2f55b0767291 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:41:39.690519 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6a24466a-2b7d-42cb-b4ef-8d7fe4e308f7 None None] Provisioning complete for port 9c5a59dc-9543-4857-85b0-2f55b0767291 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:41:39.691008 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6a24466a-2b7d-42cb-b4ef-8d7fe4e308f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:41:39.755566 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6a24466a-2b7d-42cb-b4ef-8d7fe4e308f7 None None] Port 9c5a59dc-9543-4857-85b0-2f55b0767291 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:41:40.026707 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ab2f50-0d79-4b01-ac92-0a54af919469 req-345c169a-1709-46c6-bb25-b22c9770c33b tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:40.027931 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-c2ab2f50-0d79-4b01-ac92-0a54af919469 req-345c169a-1709-46c6-bb25-b22c9770c33b tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Synchronizing usage tracker for tenant:416b2fd961bc4d70a26d66821f7df8e2 on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:41:40.066377 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-c2ab2f50-0d79-4b01-ac92-0a54af919469 req-345c169a-1709-46c6-bb25-b22c9770c33b tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Unset dirty status for tenant:416b2fd961bc4d70a26d66821f7df8e2 on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:41:40.067483 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c2ab2f50-0d79-4b01-ac92-0a54af919469 req-345c169a-1709-46c6-bb25-b22c9770c33b tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f085bfb-b33d-4a9a-856a-07f7418e42ed HTTP/1.1" status: 200 len: 931 time: 0.3029215 Mar 07 10:41:40.154952 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c2ab2f50-0d79-4b01-ac92-0a54af919469 req-1fc4f17a-1276-4f6a-8c7f-1a14a72b15a9 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/security-groups?id=eb6e1814-4fae-43cc-adc1-529d261320fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794094 Mar 07 10:41:40.179488 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [req-ddbae3a9-b424-42af-9c8f-836c9ef24658 req-fb9bd308-6849-4153-8d51-800ea1484fbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c5a59dc-9543-4857-85b0-2f55b0767291 {{(pid=83737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 07 10:41:40.186500 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-ddbae3a9-b424-42af-9c8f-836c9ef24658 req-fb9bd308-6849-4153-8d51-800ea1484fbe service neutron] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:41:40.203064 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [req-ddbae3a9-b424-42af-9c8f-836c9ef24658 req-fb9bd308-6849-4153-8d51-800ea1484fbe service neutron] Transition to ACTIVE for port object 9c5a59dc-9543-4857-85b0-2f55b0767291 will not be triggered until provisioned by entity L2. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:41:40.206620 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-ddbae3a9-b424-42af-9c8f-836c9ef24658 req-fb9bd308-6849-4153-8d51-800ea1484fbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3012561'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:41:40.334074 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9bd308-6849-4153-8d51-800ea1484fbe service neutron] Pushing event updated for resources: {'Port': ['ID=9c5a59dc-9543-4857-85b0-2f55b0767291,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:40.447872 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [req-ddbae3a9-b424-42af-9c8f-836c9ef24658 req-fb9bd308-6849-4153-8d51-800ea1484fbe service neutron] Attempting to bind port 9c5a59dc-9543-4857-85b0-2f55b0767291 on host hv-neutron-8307 for vnic_type normal with profile {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:41:40.448210 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [req-ddbae3a9-b424-42af-9c8f-836c9ef24658 req-fb9bd308-6849-4153-8d51-800ea1484fbe service neutron] Attempting to bind port 9c5a59dc-9543-4857-85b0-2f55b0767291 by drivers openvswitch,hyperv on host hv-neutron-8307 at level 0 using segments [{'id': '42f95307-0894-45a2-a167-39c00e40d408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '8d1e6b52-bdac-42aa-bc4d-386d6ae9f267'}] {{(pid=83737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:41:40.448809 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddbae3a9-b424-42af-9c8f-836c9ef24658 req-fb9bd308-6849-4153-8d51-800ea1484fbe service neutron] Attempting to bind port 9c5a59dc-9543-4857-85b0-2f55b0767291 on network 8d1e6b52-bdac-42aa-bc4d-386d6ae9f267 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:41:40.454991 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddbae3a9-b424-42af-9c8f-836c9ef24658 req-fb9bd308-6849-4153-8d51-800ea1484fbe service neutron] Port 9c5a59dc-9543-4857-85b0-2f55b0767291 on network 8d1e6b52-bdac-42aa-bc4d-386d6ae9f267 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8307 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 07 10:41:40.455303 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddbae3a9-b424-42af-9c8f-836c9ef24658 req-fb9bd308-6849-4153-8d51-800ea1484fbe service neutron] Attempting to bind port 9c5a59dc-9543-4857-85b0-2f55b0767291 on network 8d1e6b52-bdac-42aa-bc4d-386d6ae9f267 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:41:40.461386 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddbae3a9-b424-42af-9c8f-836c9ef24658 req-fb9bd308-6849-4153-8d51-800ea1484fbe service neutron] Checking agent: {'id': 'fb93ecad-d7e5-4e81-99ef-d8d0ee7386ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8307', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 21, 15), 'started_at': datetime.datetime(2022, 3, 7, 10, 21, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 41, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:41:40.461716 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddbae3a9-b424-42af-9c8f-836c9ef24658 req-fb9bd308-6849-4153-8d51-800ea1484fbe service neutron] Checking segment: {'id': '42f95307-0894-45a2-a167-39c00e40d408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '8d1e6b52-bdac-42aa-bc4d-386d6ae9f267'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:41:40.462088 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddbae3a9-b424-42af-9c8f-836c9ef24658 req-fb9bd308-6849-4153-8d51-800ea1484fbe service neutron] Bound using segment: {'id': '42f95307-0894-45a2-a167-39c00e40d408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '8d1e6b52-bdac-42aa-bc4d-386d6ae9f267'} {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:41:40.462500 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [req-ddbae3a9-b424-42af-9c8f-836c9ef24658 req-fb9bd308-6849-4153-8d51-800ea1484fbe service neutron] Bound port: 9c5a59dc-9543-4857-85b0-2f55b0767291, host: hv-neutron-8307, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42f95307-0894-45a2-a167-39c00e40d408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '8d1e6b52-bdac-42aa-bc4d-386d6ae9f267'}}] {{(pid=83737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:41:40.462835 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-ddbae3a9-b424-42af-9c8f-836c9ef24658 req-fb9bd308-6849-4153-8d51-800ea1484fbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:41:40.555745 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [req-ddbae3a9-b424-42af-9c8f-836c9ef24658 req-fb9bd308-6849-4153-8d51-800ea1484fbe service neutron] For port 9c5a59dc-9543-4857-85b0-2f55b0767291, host hv-neutron-8307, cleared binding levels {{(pid=83737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:41:40.558643 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [req-ddbae3a9-b424-42af-9c8f-836c9ef24658 req-fb9bd308-6849-4153-8d51-800ea1484fbe service neutron] For port 9c5a59dc-9543-4857-85b0-2f55b0767291, host hv-neutron-8307, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=9c5a59dc-9543-4857-85b0-2f55b0767291,segment=NetworkSegment(42f95307-0894-45a2-a167-39c00e40d408),segment_id=42f95307-0894-45a2-a167-39c00e40d408)] {{(pid=83737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:41:40.564147 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-ddbae3a9-b424-42af-9c8f-836c9ef24658 req-fb9bd308-6849-4153-8d51-800ea1484fbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3012561'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:41:40.568985 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device ebe3c48e-4d95-49a1-bc0d-10df103cbaf5 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:41:40.627094 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-ddbae3a9-b424-42af-9c8f-836c9ef24658 req-fb9bd308-6849-4153-8d51-800ea1484fbe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:41:40.628578 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ddbae3a9-b424-42af-9c8f-836c9ef24658 req-fb9bd308-6849-4153-8d51-800ea1484fbe service neutron] 10.222.0.10 "PUT /v2.0/ports/9c5a59dc-9543-4857-85b0-2f55b0767291 HTTP/1.1" status: 200 len: 1093 time: 1.0980198 Mar 07 10:41:40.628897 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f085bfb-b33d-4a9a-856a-07f7418e42ed', 'tag': '9c5a59dc-9543-4857-85b0-2f55b0767291'}] {{(pid=83737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 10:41:40.640357 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port ebe3c48e-4d95-49a1-bc0d-10df103cbaf5 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:41:40.640590 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:41:40.658951 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9bd308-6849-4153-8d51-800ea1484fbe service neutron] Pushing event updated for resources: {'Port': ['ID=9c5a59dc-9543-4857-85b0-2f55b0767291,revision_number=3']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:40.710888 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f085bfb-b33d-4a9a-856a-07f7418e42ed', 'tag': '9c5a59dc-9543-4857-85b0-2f55b0767291', 'status': 'completed', 'code': 200} Mar 07 10:41:40.749859 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ddbae3a9-b424-42af-9c8f-836c9ef24658 req-ce1f1027-c330-4741-97a8-8e3c50a5903e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=416b2fd961bc4d70a26d66821f7df8e2&device_id=6f085bfb-b33d-4a9a-856a-07f7418e42ed HTTP/1.1" status: 200 len: 1096 time: 0.0776746 Mar 07 10:41:40.826572 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ddbae3a9-b424-42af-9c8f-836c9ef24658 req-65f5e0da-c17d-4262-8247-b2b2d4dfb289 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9c5a59dc-9543-4857-85b0-2f55b0767291 HTTP/1.1" status: 200 len: 217 time: 0.0691283 Mar 07 10:41:40.889015 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbae3a9-b424-42af-9c8f-836c9ef24658 req-901b10f4-341f-4896-9ba3-bd7abb8a3f67 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:40.890539 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ddbae3a9-b424-42af-9c8f-836c9ef24658 req-901b10f4-341f-4896-9ba3-bd7abb8a3f67 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5eb48d76-855c-4130-ad45-dbb074a202b8 HTTP/1.1" status: 200 len: 844 time: 0.0587983 Mar 07 10:41:40.969180 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ddbae3a9-b424-42af-9c8f-836c9ef24658 req-4a7afba3-bd2a-49ab-8c2d-ce587c954dac service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8d1e6b52-bdac-42aa-bc4d-386d6ae9f267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725296 Mar 07 10:41:41.099334 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ddbae3a9-b424-42af-9c8f-836c9ef24658 req-8fa2785d-483e-4b17-ac50-2261dc2cd42a service neutron] 10.222.0.10 "GET /v2.0/networks/8d1e6b52-bdac-42aa-bc4d-386d6ae9f267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246233 Mar 07 10:41:41.228621 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ddbae3a9-b424-42af-9c8f-836c9ef24658 req-0904f128-9aa6-4a90-9a44-2a1f7779a83d service neutron] 10.222.0.10 "GET /v2.0/networks/8d1e6b52-bdac-42aa-bc4d-386d6ae9f267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238577 Mar 07 10:41:41.399951 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-e7df13e9-1315-4873-90ea-d5ce44bd4988 req-a8d82b1c-2104-4923-bf0c-6dfd78829c19 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=416b2fd961bc4d70a26d66821f7df8e2&device_id=6f085bfb-b33d-4a9a-856a-07f7418e42ed HTTP/1.1" status: 200 len: 1096 time: 0.1251042 Mar 07 10:41:41.411438 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119acd3d-13b5-47af-9dfb-e1aa3a1e4d7b req-33ca7ffd-2e82-4202-8fd7-82c11ad03e02 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:41.412767 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-119acd3d-13b5-47af-9dfb-e1aa3a1e4d7b req-33ca7ffd-2e82-4202-8fd7-82c11ad03e02 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f085bfb-b33d-4a9a-856a-07f7418e42ed HTTP/1.1" status: 200 len: 943 time: 0.1092546 Mar 07 10:41:41.547895 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-119acd3d-13b5-47af-9dfb-e1aa3a1e4d7b req-ede04fb0-7a6b-4d1a-a708-3dcfcf108fc8 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/security-groups?id=eb6e1814-4fae-43cc-adc1-529d261320fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1182775 Mar 07 10:41:41.572103 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7df13e9-1315-4873-90ea-d5ce44bd4988 req-777203e6-2b10-4df1-86f4-3a0591745cfd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:41.573798 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-e7df13e9-1315-4873-90ea-d5ce44bd4988 req-777203e6-2b10-4df1-86f4-3a0591745cfd service neutron] 10.222.0.10 "GET /v2.0/networks?id=8d1e6b52-bdac-42aa-bc4d-386d6ae9f267 HTTP/1.1" status: 200 len: 897 time: 0.1676192 Mar 07 10:41:41.641637 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-e7df13e9-1315-4873-90ea-d5ce44bd4988 req-238c624a-c2cd-4522-a9d8-63cffb4baea3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9c5a59dc-9543-4857-85b0-2f55b0767291 HTTP/1.1" status: 200 len: 217 time: 0.0621412 Mar 07 10:41:41.702047 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7df13e9-1315-4873-90ea-d5ce44bd4988 req-2cb6ac53-06b1-4f5c-92da-71ca17da157f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:41.703334 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-e7df13e9-1315-4873-90ea-d5ce44bd4988 req-2cb6ac53-06b1-4f5c-92da-71ca17da157f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5eb48d76-855c-4130-ad45-dbb074a202b8 HTTP/1.1" status: 200 len: 844 time: 0.0561745 Mar 07 10:41:41.775743 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-e7df13e9-1315-4873-90ea-d5ce44bd4988 req-4019d0dd-3b0b-4d10-874c-df9aa76521d7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8d1e6b52-bdac-42aa-bc4d-386d6ae9f267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0659580 Mar 07 10:41:41.989885 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-e7df13e9-1315-4873-90ea-d5ce44bd4988 req-de6bda42-0cd9-4155-b36b-5e798f1e4b2f service neutron] 10.222.0.10 "GET /v2.0/networks/8d1e6b52-bdac-42aa-bc4d-386d6ae9f267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074757 Mar 07 10:41:42.118470 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-e7df13e9-1315-4873-90ea-d5ce44bd4988 req-8d57f9aa-1145-4f64-88f9-752ebbd3d9c5 service neutron] 10.222.0.10 "GET /v2.0/networks/8d1e6b52-bdac-42aa-bc4d-386d6ae9f267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213133 Mar 07 10:41:42.743378 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea4b967-ee6e-41bb-9a31-a890c51c0bb4 req-0314eda4-d41d-460b-b8c9-016a1eb1408b tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:42.744835 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-6ea4b967-ee6e-41bb-9a31-a890c51c0bb4 req-0314eda4-d41d-460b-b8c9-016a1eb1408b tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f085bfb-b33d-4a9a-856a-07f7418e42ed HTTP/1.1" status: 200 len: 943 time: 0.0774086 Mar 07 10:41:42.787887 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-6ea4b967-ee6e-41bb-9a31-a890c51c0bb4 req-a258eb53-f225-430f-8e33-0dbbbb6c0317 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/security-groups?id=eb6e1814-4fae-43cc-adc1-529d261320fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369670 Mar 07 10:41:43.052577 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device 9c5a59dc-9543-4857-85b0-2f55b0767291 details requested by agent hyperv_hv-neutron-8307 with host hv-neutron-8307 {{(pid=83739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 07 10:41:43.181366 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port 9c5a59dc-9543-4857-85b0-2f55b0767291, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=9c5a59dc-9543-4857-85b0-2f55b0767291,segment=NetworkSegment(42f95307-0894-45a2-a167-39c00e40d408),segment_id=42f95307-0894-45a2-a167-39c00e40d408)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:41:43.193989 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Returning: {'device': '9c5a59dc-9543-4857-85b0-2f55b0767291', 'network_id': '8d1e6b52-bdac-42aa-bc4d-386d6ae9f267', 'port_id': '9c5a59dc-9543-4857-85b0-2f55b0767291', 'mac_address': 'fa:16:3e:49:88:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5eb48d76-855c-4130-ad45-dbb074a202b8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 07 10:41:43.248936 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:41:43.265442 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c5a59dc-9543-4857-85b0-2f55b0767291 {{(pid=83739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 07 10:41:43.280889 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port 9c5a59dc-9543-4857-85b0-2f55b0767291, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=9c5a59dc-9543-4857-85b0-2f55b0767291,segment=NetworkSegment(42f95307-0894-45a2-a167-39c00e40d408),segment_id=42f95307-0894-45a2-a167-39c00e40d408)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:41:43.284520 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:41:43.348989 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Pushing event updated for resources: {'Port': ['ID=9c5a59dc-9543-4857-85b0-2f55b0767291,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:43.582594 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] get_ports_and_sgs() called for port_ids ['9c5a59dc-9543-4857-85b0-2f55b0767291'] {{(pid=83739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 07 10:41:43.984210 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8837ff8f-37ce-4fc8-9a80-4b289c79028b req-6ee7993f-47a1-4ad1-a51c-3fdf3bf1f36e tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:43.985672 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-8837ff8f-37ce-4fc8-9a80-4b289c79028b req-6ee7993f-47a1-4ad1-a51c-3fdf3bf1f36e tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f085bfb-b33d-4a9a-856a-07f7418e42ed HTTP/1.1" status: 200 len: 944 time: 0.0780790 Mar 07 10:41:44.029792 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-8837ff8f-37ce-4fc8-9a80-4b289c79028b req-c03fcd2e-d470-40c5-8b44-2d2742cc4abf tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/security-groups?id=eb6e1814-4fae-43cc-adc1-529d261320fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387342 Mar 07 10:41:45.060014 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device 9c5a59dc-9543-4857-85b0-2f55b0767291 up at agent hyperv_hv-neutron-8307 {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:41:45.130512 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Provisioning for port 9c5a59dc-9543-4857-85b0-2f55b0767291 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:41:45.135060 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Provisioning complete for port 9c5a59dc-9543-4857-85b0-2f55b0767291 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:41:45.135416 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:41:45.222865 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f241ceed-2773-4db6-bd8b-c0b605d7c066 req-a4c1d53c-3799-45c5-a81d-91bf5cdff641 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:45.224300 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f241ceed-2773-4db6-bd8b-c0b605d7c066 req-a4c1d53c-3799-45c5-a81d-91bf5cdff641 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f085bfb-b33d-4a9a-856a-07f7418e42ed HTTP/1.1" status: 200 len: 944 time: 0.0748854 Mar 07 10:41:45.246933 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:41:45.274097 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f241ceed-2773-4db6-bd8b-c0b605d7c066 req-ed0a8b1b-91fc-4dbb-b14b-1978f3aaaaec tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/security-groups?id=eb6e1814-4fae-43cc-adc1-529d261320fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433636 Mar 07 10:41:45.276728 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f085bfb-b33d-4a9a-856a-07f7418e42ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c5a59dc-9543-4857-85b0-2f55b0767291'}] {{(pid=83739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 10:41:45.287034 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port 9c5a59dc-9543-4857-85b0-2f55b0767291, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=9c5a59dc-9543-4857-85b0-2f55b0767291,segment=NetworkSegment(42f95307-0894-45a2-a167-39c00e40d408),segment_id=42f95307-0894-45a2-a167-39c00e40d408)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:41:45.293430 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:41:45.335440 dv-neutron-830731-3-hyperv neutron-server[83739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f085bfb-b33d-4a9a-856a-07f7418e42ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c5a59dc-9543-4857-85b0-2f55b0767291', 'code': 200} Mar 07 10:41:45.361909 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Pushing event updated for resources: {'Port': ['ID=9c5a59dc-9543-4857-85b0-2f55b0767291,revision_number=5']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:45.557363 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-18d177fb-d86e-41c4-b051-428419e67cb4 req-3893ceb6-2fb0-4814-8e66-e4d9c2854ee2 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=6f085bfb-b33d-4a9a-856a-07f7418e42ed HTTP/1.1" status: 200 len: 1098 time: 0.0688987 Mar 07 10:41:45.599443 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-18d177fb-d86e-41c4-b051-428419e67cb4 req-059a3fda-fb8f-4756-a879-b32c896cad11 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=eb6e1814-4fae-43cc-adc1-529d261320fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363533 Mar 07 10:41:45.628001 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:41:46.481060 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867ca987-a371-4bcc-ab79-ff2ad122902e req-72e81bb2-9351-4b2b-81e0-8b3a62689312 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:46.482707 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-867ca987-a371-4bcc-ab79-ff2ad122902e req-72e81bb2-9351-4b2b-81e0-8b3a62689312 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f085bfb-b33d-4a9a-856a-07f7418e42ed HTTP/1.1" status: 200 len: 945 time: 0.0771079 Mar 07 10:41:46.526652 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-867ca987-a371-4bcc-ab79-ff2ad122902e req-77a13096-2fa2-4093-b8bd-ba91086ca457 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/security-groups?id=eb6e1814-4fae-43cc-adc1-529d261320fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385058 Mar 07 10:41:47.724185 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d2071b-0393-4d6b-a4f1-d44c5a73adad req-462841b2-5cb5-4b41-9612-cb189d354adb tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:47.725622 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-a7d2071b-0393-4d6b-a4f1-d44c5a73adad req-462841b2-5cb5-4b41-9612-cb189d354adb tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f085bfb-b33d-4a9a-856a-07f7418e42ed HTTP/1.1" status: 200 len: 945 time: 0.0774534 Mar 07 10:41:47.769960 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-a7d2071b-0393-4d6b-a4f1-d44c5a73adad req-ecd3e0f3-d89d-4527-a0ad-4221e58d6d20 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/security-groups?id=eb6e1814-4fae-43cc-adc1-529d261320fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388834 Mar 07 10:41:47.961322 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10def279-937c-4b6d-a9d9-ba22d6ac7191 req-56e1fe63-a9d1-4144-984a-44bb95eb1212 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:47.962736 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-10def279-937c-4b6d-a9d9-ba22d6ac7191 req-56e1fe63-a9d1-4144-984a-44bb95eb1212 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f085bfb-b33d-4a9a-856a-07f7418e42ed HTTP/1.1" status: 200 len: 945 time: 0.0744274 Mar 07 10:41:48.010309 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-10def279-937c-4b6d-a9d9-ba22d6ac7191 req-fb7f1be6-98bb-48d2-9833-b44cafd1b6f4 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/security-groups?id=eb6e1814-4fae-43cc-adc1-529d261320fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416226 Mar 07 10:41:48.037531 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 41670) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:41:48.104773 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-160a43e8-9c37-4eea-918b-591d210daffd tempest-TestNetworkBasicOps-2128623112 tempest-TestNetworkBasicOps-2128623112-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=6f085bfb-b33d-4a9a-856a-07f7418e42ed HTTP/1.1" status: 200 len: 1093 time: 0.0659807 Mar 07 10:41:48.107861 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 41674) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:41:48.113006 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-f759c9ac-f1af-4391-a682-de0b9e5e1f93 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Request body: {'floatingip': {'floating_network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'port_id': '9c5a59dc-9543-4857-85b0-2f55b0767291', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'fixed_ip_address': '172.20.0.9'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:41:48.118395 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-f759c9ac-f1af-4391-a682-de0b9e5e1f93 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:41:48.122234 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-f759c9ac-f1af-4391-a682-de0b9e5e1f93 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Usage tracker for resource:floatingip and tenant:416b2fd961bc4d70a26d66821f7df8e2 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:41:48.125026 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-f759c9ac-f1af-4391-a682-de0b9e5e1f93 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:41:48.130550 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-f759c9ac-f1af-4391-a682-de0b9e5e1f93 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:41:48.140603 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f759c9ac-f1af-4391-a682-de0b9e5e1f93 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for floatingip, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:41:48.274418 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f759c9ac-f1af-4391-a682-de0b9e5e1f93 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:41:48.410666 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-f759c9ac-f1af-4391-a682-de0b9e5e1f93 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Allocated IP 172.26.8.218 (5ed85006-6b00-415e-b71f-837fb1421c12/8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a/bb3fe4bb-ca5c-4383-960d-f95e287931cd) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:41:48.554679 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f759c9ac-f1af-4391-a682-de0b9e5e1f93 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:41:48.581325 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f759c9ac-f1af-4391-a682-de0b9e5e1f93 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:41:48.643522 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f759c9ac-f1af-4391-a682-de0b9e5e1f93 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Network 5ed85006-6b00-415e-b71f-837fb1421c12 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:41:48.646170 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-f759c9ac-f1af-4391-a682-de0b9e5e1f93 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:41:48.648672 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f759c9ac-f1af-4391-a682-de0b9e5e1f93 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:41:48.686666 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f759c9ac-f1af-4391-a682-de0b9e5e1f93 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event updated for resources: {'Port': ['ID=bb3fe4bb-ca5c-4383-960d-f95e287931cd,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:49.220965 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f759c9ac-f1af-4391-a682-de0b9e5e1f93 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:41:49.274188 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f759c9ac-f1af-4391-a682-de0b9e5e1f93 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:41:49.470381 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f759c9ac-f1af-4391-a682-de0b9e5e1f93 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:41:49.474678 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f759c9ac-f1af-4391-a682-de0b9e5e1f93 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3012561'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:41:49.578379 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f759c9ac-f1af-4391-a682-de0b9e5e1f93 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event updated for resources: {'Port': ['ID=bb3fe4bb-ca5c-4383-960d-f95e287931cd,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:49.591991 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f759c9ac-f1af-4391-a682-de0b9e5e1f93 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923533'] for floatingip, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:41:49.776075 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.db.l3_db [None req-f759c9ac-f1af-4391-a682-de0b9e5e1f93 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Floating IP 42b72abb-f834-4e87-8f29-309dc21e10f4 associated. External IP: 172.26.8.218, port: 9c5a59dc-9543-4857-85b0-2f55b0767291. Mar 07 10:41:50.161794 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f759c9ac-f1af-4391-a682-de0b9e5e1f93 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Router fd76b86d-9526-4ab3-a27f-45f9eba282a7 has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:41:50.447847 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f759c9ac-f1af-4391-a682-de0b9e5e1f93 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:41:50.458104 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05e35b3-cb78-45c0-b71d-71b691981684 None None] Sync routers for ids ['fd76b86d-9526-4ab3-a27f-45f9eba282a7'] in dv-neutron-830731-3-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:41:50.470907 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05e35b3-cb78-45c0-b71d-71b691981684 None None] Routers {'fd76b86d-9526-4ab3-a27f-45f9eba282a7'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:41:50.471508 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-b05e35b3-cb78-45c0-b71d-71b691981684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:41:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['fd76b86d-9526-4ab3-a27f-45f9eba282a7'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:41:50.472332 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f759c9ac-f1af-4391-a682-de0b9e5e1f93 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for floatingip, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:41:50.526758 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-f759c9ac-f1af-4391-a682-de0b9e5e1f93 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4178975 Mar 07 10:41:50.527862 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f085bfb-b33d-4a9a-856a-07f7418e42ed', 'tag': '9c5a59dc-9543-4857-85b0-2f55b0767291'}] {{(pid=83737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 10:41:50.530152 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 41678) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:41:50.581910 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f085bfb-b33d-4a9a-856a-07f7418e42ed', 'tag': '9c5a59dc-9543-4857-85b0-2f55b0767291', 'status': 'completed', 'code': 200} Mar 07 10:41:50.638679 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-a4199c25-2ee5-4521-8140-b6f3e371feff tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/floatingips/42b72abb-f834-4e87-8f29-309dc21e10f4 HTTP/1.1" status: 200 len: 991 time: 0.1074169 Mar 07 10:41:50.656828 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-b05e35b3-cb78-45c0-b71d-71b691981684 None None] Set router fd76b86d-9526-4ab3-a27f-45f9eba282a7 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:41:50.675895 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-17c48756-f3ce-420b-9b94-51aee5c1c250 req-81e2a6d7-e93b-4fe9-a3d2-7369e45b709b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=416b2fd961bc4d70a26d66821f7df8e2&device_id=6f085bfb-b33d-4a9a-856a-07f7418e42ed HTTP/1.1" status: 200 len: 1098 time: 0.0704503 Mar 07 10:41:50.807387 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c48756-f3ce-420b-9b94-51aee5c1c250 req-e59b904b-2c6a-421a-ae37-90c5c9a18ac5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:50.809397 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-17c48756-f3ce-420b-9b94-51aee5c1c250 req-e59b904b-2c6a-421a-ae37-90c5c9a18ac5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8d1e6b52-bdac-42aa-bc4d-386d6ae9f267 HTTP/1.1" status: 200 len: 897 time: 0.1280782 Mar 07 10:41:50.909846 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-17c48756-f3ce-420b-9b94-51aee5c1c250 req-1475b962-5bc3-46ba-9d44-eb31febaa004 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9c5a59dc-9543-4857-85b0-2f55b0767291 HTTP/1.1" status: 200 len: 999 time: 0.0945683 Mar 07 10:41:50.970481 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c48756-f3ce-420b-9b94-51aee5c1c250 req-89887fa0-d524-4e8f-8b47-0e15d35c0fba service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:50.971897 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-17c48756-f3ce-420b-9b94-51aee5c1c250 req-89887fa0-d524-4e8f-8b47-0e15d35c0fba service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5eb48d76-855c-4130-ad45-dbb074a202b8 HTTP/1.1" status: 200 len: 844 time: 0.0565064 Mar 07 10:41:51.000119 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-b05e35b3-cb78-45c0-b71d-71b691981684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd76b86d-9526-4ab3-a27f-45f9eba282a7', 'name': 'tempest-TestNetworkBasicOps-router-1511086909', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.176'}], 'enable_snat': True}, 'gw_port_id': '5098df11-2ffc-4d1d-aced-4eb0438f8889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:41:28Z', 'updated_at': '2022-03-07T10:41:32Z', 'revision_number': 4, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'gw_port': {'id': '5098df11-2ffc-4d1d-aced-4eb0438f8889', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b9:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd76b86d-9526-4ab3-a27f-45f9eba282a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:41:29Z', 'updated_at': '2022-03-07T10:41:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_floatingips': [{'id': '42b72abb-f834-4e87-8f29-309dc21e10f4', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'floating_ip_address': '172.26.8.218', 'floating_network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'router_id': 'fd76b86d-9526-4ab3-a27f-45f9eba282a7', 'port_id': '9c5a59dc-9543-4857-85b0-2f55b0767291', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d1e6b52-bdac-42aa-bc4d-386d6ae9f267', 'mac_address': 'fa:16:3e:49:88:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f085bfb-b33d-4a9a-856a-07f7418e42ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:41:49Z', 'updated_at': '2022-03-07T10:41:49Z', 'revision_number': 0, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebe3c48e-4d95-49a1-bc0d-10df103cbaf5', 'name': '', 'network_id': '8d1e6b52-bdac-42aa-bc4d-386d6ae9f267', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'mac_address': 'fa:16:3e:4e:c4:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd76b86d-9526-4ab3-a27f-45f9eba282a7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5eb48d76-855c-4130-ad45-dbb074a202b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:41:32Z', 'updated_at': '2022-03-07T10:41:38Z', 'revision_number': 5, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'subnets': [{'id': '5eb48d76-855c-4130-ad45-dbb074a202b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:41:51.003976 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05e35b3-cb78-45c0-b71d-71b691981684 None None] Checking router: fd76b86d-9526-4ab3-a27f-45f9eba282a7 for host: dv-neutron-830731-3-hyperv {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 07 10:41:51.015288 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05e35b3-cb78-45c0-b71d-71b691981684 None None] Routers {'fd76b86d-9526-4ab3-a27f-45f9eba282a7'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:41:51.015881 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-b05e35b3-cb78-45c0-b71d-71b691981684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:41:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['fd76b86d-9526-4ab3-a27f-45f9eba282a7'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:41:51.048129 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-17c48756-f3ce-420b-9b94-51aee5c1c250 req-c807e0cf-4e52-489e-96ed-bc0a0ac664e8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8d1e6b52-bdac-42aa-bc4d-386d6ae9f267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709023 Mar 07 10:41:51.179841 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-17c48756-f3ce-420b-9b94-51aee5c1c250 req-d61e4aab-1916-45df-9f78-153a2ce46fda service neutron] 10.222.0.10 "GET /v2.0/networks/8d1e6b52-bdac-42aa-bc4d-386d6ae9f267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248133 Mar 07 10:41:51.220729 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-b05e35b3-cb78-45c0-b71d-71b691981684 None None] Set router fd76b86d-9526-4ab3-a27f-45f9eba282a7 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:41:51.309870 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-17c48756-f3ce-420b-9b94-51aee5c1c250 req-840976a5-8925-4747-84d4-8062928205c2 service neutron] 10.222.0.10 "GET /v2.0/networks/8d1e6b52-bdac-42aa-bc4d-386d6ae9f267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243150 Mar 07 10:41:51.562844 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-b05e35b3-cb78-45c0-b71d-71b691981684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd76b86d-9526-4ab3-a27f-45f9eba282a7', 'name': 'tempest-TestNetworkBasicOps-router-1511086909', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.176'}], 'enable_snat': True}, 'gw_port_id': '5098df11-2ffc-4d1d-aced-4eb0438f8889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:41:28Z', 'updated_at': '2022-03-07T10:41:32Z', 'revision_number': 4, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'gw_port': {'id': '5098df11-2ffc-4d1d-aced-4eb0438f8889', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b9:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd76b86d-9526-4ab3-a27f-45f9eba282a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:41:29Z', 'updated_at': '2022-03-07T10:41:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_floatingips': [{'id': '42b72abb-f834-4e87-8f29-309dc21e10f4', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'floating_ip_address': '172.26.8.218', 'floating_network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'router_id': 'fd76b86d-9526-4ab3-a27f-45f9eba282a7', 'port_id': '9c5a59dc-9543-4857-85b0-2f55b0767291', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d1e6b52-bdac-42aa-bc4d-386d6ae9f267', 'mac_address': 'fa:16:3e:49:88:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f085bfb-b33d-4a9a-856a-07f7418e42ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:41:49Z', 'updated_at': '2022-03-07T10:41:49Z', 'revision_number': 0, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebe3c48e-4d95-49a1-bc0d-10df103cbaf5', 'name': '', 'network_id': '8d1e6b52-bdac-42aa-bc4d-386d6ae9f267', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'mac_address': 'fa:16:3e:4e:c4:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd76b86d-9526-4ab3-a27f-45f9eba282a7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5eb48d76-855c-4130-ad45-dbb074a202b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:41:32Z', 'updated_at': '2022-03-07T10:41:38Z', 'revision_number': 5, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'subnets': [{'id': '5eb48d76-855c-4130-ad45-dbb074a202b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:41:51.566729 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05e35b3-cb78-45c0-b71d-71b691981684 None None] The sync data for ids ['fd76b86d-9526-4ab3-a27f-45f9eba282a7'] in dv-neutron-830731-3-hyperv is: [{'id': 'fd76b86d-9526-4ab3-a27f-45f9eba282a7', 'name': 'tempest-TestNetworkBasicOps-router-1511086909', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.176'}], 'enable_snat': True}, 'gw_port_id': '5098df11-2ffc-4d1d-aced-4eb0438f8889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:41:28Z', 'updated_at': '2022-03-07T10:41:32Z', 'revision_number': 4, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'gw_port': {'id': '5098df11-2ffc-4d1d-aced-4eb0438f8889', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b9:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd76b86d-9526-4ab3-a27f-45f9eba282a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:41:29Z', 'updated_at': '2022-03-07T10:41:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_floatingips': [{'id': '42b72abb-f834-4e87-8f29-309dc21e10f4', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'floating_ip_address': '172.26.8.218', 'floating_network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'router_id': 'fd76b86d-9526-4ab3-a27f-45f9eba282a7', 'port_id': '9c5a59dc-9543-4857-85b0-2f55b0767291', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d1e6b52-bdac-42aa-bc4d-386d6ae9f267', 'mac_address': 'fa:16:3e:49:88:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f085bfb-b33d-4a9a-856a-07f7418e42ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:41:49Z', 'updated_at': '2022-03-07T10:41:49Z', 'revision_number': 0, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebe3c48e-4d95-49a1-bc0d-10df103cbaf5', 'name': '', 'network_id': '8d1e6b52-bdac-42aa-bc4d-386d6ae9f267', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'mac_address': 'fa:16:3e:4e:c4:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd76b86d-9526-4ab3-a27f-45f9eba282a7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5eb48d76-855c-4130-ad45-dbb074a202b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:41:32Z', 'updated_at': '2022-03-07T10:41:38Z', 'revision_number': 5, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'subnets': [{'id': '5eb48d76-855c-4130-ad45-dbb074a202b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:41:51.640750 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 41684) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:41:51.833574 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-6021c488-f6bb-4396-8a70-ac55c8dd622f tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/floatingips/42b72abb-f834-4e87-8f29-309dc21e10f4 HTTP/1.1" status: 200 len: 991 time: 0.1916490 Mar 07 10:41:52.837122 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 41688) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:41:52.939171 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-ca089a33-0817-41ed-8573-db8fd06d64a2 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/floatingips/42b72abb-f834-4e87-8f29-309dc21e10f4 HTTP/1.1" status: 200 len: 991 time: 0.1009500 Mar 07 10:41:53.942879 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 41692) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:41:54.002758 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e2e7146-08d2-4855-846f-05ccc3146846 None None] New status for floating IP 42b72abb-f834-4e87-8f29-309dc21e10f4: ACTIVE {{(pid=83740) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 07 10:41:54.052302 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-35dd09d4-cc51-4e19-9f60-4714f25d7f8a tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/floatingips/42b72abb-f834-4e87-8f29-309dc21e10f4 HTTP/1.1" status: 200 len: 991 time: 0.1082966 Mar 07 10:41:55.055944 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 41696) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:41:55.160088 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-2f773444-a88e-496d-bbd1-94bc458f5af8 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/floatingips/42b72abb-f834-4e87-8f29-309dc21e10f4 HTTP/1.1" status: 200 len: 993 time: 0.1028640 Mar 07 10:41:56.084983 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-adbd2215-c8ee-41f3-92a6-4182ca26b8a8 None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 10:41:58.363629 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-d82cb7fe-8772-48a2-9d18-130077a7036f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:42:00.567361 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-7f08f938-5175-4d47-a112-e97eb8c7bc51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:42:01.781218 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-711fefd2-3b30-4759-8df5-0aecff1c8e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:42:01.882701 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:42:03.200686 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c87150bd-aa9c-4ad1-bb68-57ec66d4fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:42:15.628802 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:42:28.365480 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-cbb7a191-b565-4c81-9dc8-cf0bd58e1815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:42:30.568145 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-79a46196-94ae-4868-91a0-8d137c6623aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:42:31.783524 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-711fefd2-3b30-4759-8df5-0aecff1c8e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:42:31.883437 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:42:33.084946 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-adbd2215-c8ee-41f3-92a6-4182ca26b8a8 None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 10:42:33.202773 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c87150bd-aa9c-4ad1-bb68-57ec66d4fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:42:36.686826 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-661e801b-6666-4225-8c78-7da7358fbbc0 req-1f6a87e6-9e9f-494b-b709-ddc829c17703 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=6f085bfb-b33d-4a9a-856a-07f7418e42ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0767133 Mar 07 10:42:36.857630 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-661e801b-6666-4225-8c78-7da7358fbbc0 req-d5929b96-2c26-4a68-83c0-6adc9c1bccb6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=416b2fd961bc4d70a26d66821f7df8e2&device_id=6f085bfb-b33d-4a9a-856a-07f7418e42ed HTTP/1.1" status: 200 len: 1098 time: 0.0935619 Mar 07 10:42:37.010907 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661e801b-6666-4225-8c78-7da7358fbbc0 req-1a1b5c0b-39b6-4c22-9d73-78b341a60788 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:37.012302 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-661e801b-6666-4225-8c78-7da7358fbbc0 req-1a1b5c0b-39b6-4c22-9d73-78b341a60788 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8d1e6b52-bdac-42aa-bc4d-386d6ae9f267 HTTP/1.1" status: 200 len: 897 time: 0.1369507 Mar 07 10:42:37.111184 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-661e801b-6666-4225-8c78-7da7358fbbc0 req-b8c0e190-1277-4a16-bfc4-48764a517696 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9c5a59dc-9543-4857-85b0-2f55b0767291 HTTP/1.1" status: 200 len: 1001 time: 0.0917225 Mar 07 10:42:37.175293 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661e801b-6666-4225-8c78-7da7358fbbc0 req-3dd4f3df-181b-458b-9d7a-6ea7814df496 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:37.176739 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-661e801b-6666-4225-8c78-7da7358fbbc0 req-3dd4f3df-181b-458b-9d7a-6ea7814df496 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5eb48d76-855c-4130-ad45-dbb074a202b8 HTTP/1.1" status: 200 len: 844 time: 0.0602767 Mar 07 10:42:37.249027 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-661e801b-6666-4225-8c78-7da7358fbbc0 req-20e8db9c-384c-419e-90a3-26c7314de70d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8d1e6b52-bdac-42aa-bc4d-386d6ae9f267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0668318 Mar 07 10:42:37.377334 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-661e801b-6666-4225-8c78-7da7358fbbc0 req-4cadd06a-1642-4653-aeb8-a0a81b923000 service neutron] 10.222.0.10 "GET /v2.0/networks/8d1e6b52-bdac-42aa-bc4d-386d6ae9f267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221027 Mar 07 10:42:37.591089 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-661e801b-6666-4225-8c78-7da7358fbbc0 req-fc7164d5-6aa0-4984-a50a-c148c276e0ab service neutron] 10.222.0.10 "GET /v2.0/networks/8d1e6b52-bdac-42aa-bc4d-386d6ae9f267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080672 Mar 07 10:42:45.642371 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:42:58.368804 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-d8f4142b-f5aa-447b-94ea-960f1ca1a92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:43:00.569784 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f7db8a87-2926-4d0d-b715-4824eb30b675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:43:01.785192 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-711fefd2-3b30-4759-8df5-0aecff1c8e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:43:01.884527 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:43:03.207525 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c87150bd-aa9c-4ad1-bb68-57ec66d4fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:43:10.084920 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-adbd2215-c8ee-41f3-92a6-4182ca26b8a8 None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 10:43:15.637675 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:43:28.373916 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0d128c1b-bca7-4d51-b695-cdbd16a1d348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:43:30.571444 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-2663a075-da25-4634-afd5-8c6a277e5045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:43:31.787759 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-711fefd2-3b30-4759-8df5-0aecff1c8e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:43:31.885235 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:43:33.208918 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c87150bd-aa9c-4ad1-bb68-57ec66d4fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:43:37.689980 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-da099547-f3c7-4c52-959d-6b385ee1d541 req-e3a8474f-2e08-43c3-8c74-1c7bbb32b0b6 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=6f085bfb-b33d-4a9a-856a-07f7418e42ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0724726 Mar 07 10:43:37.831644 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-da099547-f3c7-4c52-959d-6b385ee1d541 req-ce27d70e-b057-4df8-b9d6-6b2ba9ea5925 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=416b2fd961bc4d70a26d66821f7df8e2&device_id=6f085bfb-b33d-4a9a-856a-07f7418e42ed HTTP/1.1" status: 200 len: 1098 time: 0.0755851 Mar 07 10:43:37.972241 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da099547-f3c7-4c52-959d-6b385ee1d541 req-081c8391-9e26-434a-b75e-1f44eedff759 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:37.973727 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-da099547-f3c7-4c52-959d-6b385ee1d541 req-081c8391-9e26-434a-b75e-1f44eedff759 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8d1e6b52-bdac-42aa-bc4d-386d6ae9f267 HTTP/1.1" status: 200 len: 897 time: 0.1244538 Mar 07 10:43:38.074519 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-da099547-f3c7-4c52-959d-6b385ee1d541 req-8c3d18da-0974-408d-bcf5-519fb67d16a5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9c5a59dc-9543-4857-85b0-2f55b0767291 HTTP/1.1" status: 200 len: 1001 time: 0.0946636 Mar 07 10:43:38.143444 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da099547-f3c7-4c52-959d-6b385ee1d541 req-ad41d71a-d687-43dd-81cb-74d184e56e8e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:38.144873 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-da099547-f3c7-4c52-959d-6b385ee1d541 req-ad41d71a-d687-43dd-81cb-74d184e56e8e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5eb48d76-855c-4130-ad45-dbb074a202b8 HTTP/1.1" status: 200 len: 844 time: 0.0645423 Mar 07 10:43:38.220666 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-da099547-f3c7-4c52-959d-6b385ee1d541 req-07e80b5e-5de7-4fc4-8254-5e12bc53183b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8d1e6b52-bdac-42aa-bc4d-386d6ae9f267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699251 Mar 07 10:43:38.348353 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-da099547-f3c7-4c52-959d-6b385ee1d541 req-c54cda2b-4090-45ec-9d21-7b68bba07a53 service neutron] 10.222.0.10 "GET /v2.0/networks/8d1e6b52-bdac-42aa-bc4d-386d6ae9f267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217599 Mar 07 10:43:38.476444 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-da099547-f3c7-4c52-959d-6b385ee1d541 req-d03faf22-6715-4d0e-b095-4bb726c90536 service neutron] 10.222.0.10 "GET /v2.0/networks/8d1e6b52-bdac-42aa-bc4d-386d6ae9f267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221647 Mar 07 10:43:45.655481 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:43:47.085303 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-adbd2215-c8ee-41f3-92a6-4182ca26b8a8 None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 10:43:58.376723 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-af846b0a-85b6-4aa6-a78a-c84bad270c7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:44:00.572854 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-4e96b85d-f003-4e65-b6a0-a992ab6b79b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:44:01.789977 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-711fefd2-3b30-4759-8df5-0aecff1c8e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:44:01.885213 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:44:03.213179 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c87150bd-aa9c-4ad1-bb68-57ec66d4fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:44:15.664042 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 41732) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:44:15.668838 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:44:15.669702 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-2a061f3a-4e9b-4b6b-b72d-6edac4edee73 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:44:15.909482 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2a061f3a-4e9b-4b6b-b72d-6edac4edee73 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2741419'] for subnet, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:44:16.094134 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2a061f3a-4e9b-4b6b-b72d-6edac4edee73 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8732568520861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3556654'] for subnet, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:44:16.144906 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a061f3a-4e9b-4b6b-b72d-6edac4edee73 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:16.145476 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2a061f3a-4e9b-4b6b-b72d-6edac4edee73 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:44:16.146718 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-2a061f3a-4e9b-4b6b-b72d-6edac4edee73 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "PUT /v2.0/subnets/5eb48d76-855c-4130-ad45-dbb074a202b8 HTTP/1.1" status: 200 len: 836 time: 0.4817688 Mar 07 10:44:16.151544 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65f4043f-4f1c-4e90-9247-1c63b773c2db None None] Network 8d1e6b52-bdac-42aa-bc4d-386d6ae9f267 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:44:16.159867 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a061f3a-4e9b-4b6b-b72d-6edac4edee73 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event updated for resources: {'Subnet': ['ID=5eb48d76-855c-4130-ad45-dbb074a202b8,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:16.168295 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a061f3a-4e9b-4b6b-b72d-6edac4edee73 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:44:16.168697 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a061f3a-4e9b-4b6b-b72d-6edac4edee73 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:44:16.169028 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a061f3a-4e9b-4b6b-b72d-6edac4edee73 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:44:16.169368 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a061f3a-4e9b-4b6b-b72d-6edac4edee73 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:44:16.169672 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a061f3a-4e9b-4b6b-b72d-6edac4edee73 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:44:16.169991 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a061f3a-4e9b-4b6b-b72d-6edac4edee73 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:44:16.170305 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a061f3a-4e9b-4b6b-b72d-6edac4edee73 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:44:16.170619 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a061f3a-4e9b-4b6b-b72d-6edac4edee73 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:44:16.170930 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a061f3a-4e9b-4b6b-b72d-6edac4edee73 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:44:16.171241 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a061f3a-4e9b-4b6b-b72d-6edac4edee73 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:44:16.171600 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a061f3a-4e9b-4b6b-b72d-6edac4edee73 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:44:16.588888 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-70363710-1ead-430f-ba4c-1f7fda3193a4 None None] Provisioning complete for port 2bfc2b31-97b4-42bc-bab7-e807c3caa52f triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:44:16.589257 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-70363710-1ead-430f-ba4c-1f7fda3193a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:44:16.712116 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-70363710-1ead-430f-ba4c-1f7fda3193a4 None None] Provisioning complete for port 9c5a59dc-9543-4857-85b0-2f55b0767291 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:44:16.712854 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-70363710-1ead-430f-ba4c-1f7fda3193a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:44:16.833263 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-70363710-1ead-430f-ba4c-1f7fda3193a4 None None] Provisioning complete for port ebe3c48e-4d95-49a1-bc0d-10df103cbaf5 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:44:16.833626 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-70363710-1ead-430f-ba4c-1f7fda3193a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:44:24.085997 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-adbd2215-c8ee-41f3-92a6-4182ca26b8a8 None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 10:44:28.379896 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a8fd7c1a-2a8a-430f-af22-24242ba92aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:44:30.574079 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-7b0fa638-701f-4899-bfaf-b9ab39dae760 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:44:31.793226 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-711fefd2-3b30-4759-8df5-0aecff1c8e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:44:31.886223 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:44:33.214435 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c87150bd-aa9c-4ad1-bb68-57ec66d4fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:44:37.756884 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b8e34d76-b78e-4634-a91d-511d5eb6535c req-c9cef2fa-5384-49cc-ac33-23797e4f2b0e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=6f085bfb-b33d-4a9a-856a-07f7418e42ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1266024 Mar 07 10:44:37.892523 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b8e34d76-b78e-4634-a91d-511d5eb6535c req-ddc26eb0-bc6b-422b-8cd2-a9967c93c301 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=416b2fd961bc4d70a26d66821f7df8e2&device_id=6f085bfb-b33d-4a9a-856a-07f7418e42ed HTTP/1.1" status: 200 len: 1098 time: 0.0696218 Mar 07 10:44:38.034355 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e34d76-b78e-4634-a91d-511d5eb6535c req-8c4c8455-016e-4b70-8401-6752e315fdd3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:38.035838 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b8e34d76-b78e-4634-a91d-511d5eb6535c req-8c4c8455-016e-4b70-8401-6752e315fdd3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8d1e6b52-bdac-42aa-bc4d-386d6ae9f267 HTTP/1.1" status: 200 len: 897 time: 0.1242721 Mar 07 10:44:38.133975 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b8e34d76-b78e-4634-a91d-511d5eb6535c req-66214afb-4b94-458d-9baa-d6935a8ede50 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9c5a59dc-9543-4857-85b0-2f55b0767291 HTTP/1.1" status: 200 len: 1001 time: 0.0921752 Mar 07 10:44:38.209226 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e34d76-b78e-4634-a91d-511d5eb6535c req-abb10654-1f0c-4d45-b67e-036d9d3fc03e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:38.210663 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b8e34d76-b78e-4634-a91d-511d5eb6535c req-abb10654-1f0c-4d45-b67e-036d9d3fc03e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5eb48d76-855c-4130-ad45-dbb074a202b8 HTTP/1.1" status: 200 len: 844 time: 0.0705791 Mar 07 10:44:38.287752 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b8e34d76-b78e-4634-a91d-511d5eb6535c req-67221b52-fe91-4383-baa8-62a134885cd9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8d1e6b52-bdac-42aa-bc4d-386d6ae9f267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711257 Mar 07 10:44:38.298547 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [req-b8e34d76-b78e-4634-a91d-511d5eb6535c req-8f4bd589-e63a-485b-b1fa-8db6935a588e service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=83737) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 07 10:44:38.299464 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b8e34d76-b78e-4634-a91d-511d5eb6535c req-8f4bd589-e63a-485b-b1fa-8db6935a588e service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0060558 Mar 07 10:44:38.440496 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b8e34d76-b78e-4634-a91d-511d5eb6535c req-93a1b887-1df5-4899-9df7-f6e9478762b7 service neutron] 10.222.0.10 "GET /v2.0/networks/8d1e6b52-bdac-42aa-bc4d-386d6ae9f267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347377 Mar 07 10:44:38.666085 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b8e34d76-b78e-4634-a91d-511d5eb6535c req-6bad84a6-5579-42d5-8ddb-0a7b49b3359e service neutron] 10.222.0.10 "GET /v2.0/networks/8d1e6b52-bdac-42aa-bc4d-386d6ae9f267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2195129 Mar 07 10:44:45.660990 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:44:58.382292 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c1038af7-e824-41d4-9a7c-2867cfdaa2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:44:59.759147 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 41748) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:44:59.955562 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-a7da9bf9-7139-460b-b52b-0c87aa8157f5 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Deleting port bb3fe4bb-ca5c-4383-960d-f95e287931cd {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:44:59.955896 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a7da9bf9-7139-460b-b52b-0c87aa8157f5 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:00.118940 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a7da9bf9-7139-460b-b52b-0c87aa8157f5 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:00.119238 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a7da9bf9-7139-460b-b52b-0c87aa8157f5 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:00.239791 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-a7da9bf9-7139-460b-b52b-0c87aa8157f5 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Calling delete_port for bb3fe4bb-ca5c-4383-960d-f95e287931cd owned by network:floatingip {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:45:00.383198 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a7da9bf9-7139-460b-b52b-0c87aa8157f5 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:00.428888 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7da9bf9-7139-460b-b52b-0c87aa8157f5 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event deleted for resources: {'Port': ['ID=bb3fe4bb-ca5c-4383-960d-f95e287931cd,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:00.471887 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7da9bf9-7139-460b-b52b-0c87aa8157f5 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:45:00.472230 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7da9bf9-7139-460b-b52b-0c87aa8157f5 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:45:00.472594 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7da9bf9-7139-460b-b52b-0c87aa8157f5 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:45:00.472925 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7da9bf9-7139-460b-b52b-0c87aa8157f5 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:45:00.473251 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7da9bf9-7139-460b-b52b-0c87aa8157f5 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:45:00.473573 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7da9bf9-7139-460b-b52b-0c87aa8157f5 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:45:00.473893 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7da9bf9-7139-460b-b52b-0c87aa8157f5 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:45:00.474211 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7da9bf9-7139-460b-b52b-0c87aa8157f5 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:45:00.474547 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7da9bf9-7139-460b-b52b-0c87aa8157f5 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:45:00.474860 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7da9bf9-7139-460b-b52b-0c87aa8157f5 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:45:00.475174 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7da9bf9-7139-460b-b52b-0c87aa8157f5 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:45:00.528074 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a7da9bf9-7139-460b-b52b-0c87aa8157f5 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for floatingip, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:00.574523 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-884a9371-0a7e-4987-a7c9-58132c0debbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:00.908691 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7da9bf9-7139-460b-b52b-0c87aa8157f5 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Router fd76b86d-9526-4ab3-a27f-45f9eba282a7 has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:45:01.087370 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-adbd2215-c8ee-41f3-92a6-4182ca26b8a8 None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 10:45:01.190305 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7da9bf9-7139-460b-b52b-0c87aa8157f5 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:45:01.200033 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca36eb6c-dde4-4acb-9845-f6622c681b0b None None] Sync routers for ids ['fd76b86d-9526-4ab3-a27f-45f9eba282a7'] in dv-neutron-830731-3-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:45:01.210985 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a7da9bf9-7139-460b-b52b-0c87aa8157f5 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for floatingip, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:01.214242 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca36eb6c-dde4-4acb-9845-f6622c681b0b None None] Routers {'fd76b86d-9526-4ab3-a27f-45f9eba282a7'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:45:01.214848 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-ca36eb6c-dde4-4acb-9845-f6622c681b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:45:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['fd76b86d-9526-4ab3-a27f-45f9eba282a7'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:45:01.269339 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-a7da9bf9-7139-460b-b52b-0c87aa8157f5 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "DELETE /v2.0/floatingips/42b72abb-f834-4e87-8f29-309dc21e10f4 HTTP/1.1" status: 204 len: 168 time: 1.5089920 Mar 07 10:45:01.269956 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f085bfb-b33d-4a9a-856a-07f7418e42ed', 'tag': '9c5a59dc-9543-4857-85b0-2f55b0767291'}] {{(pid=83737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 10:45:01.383073 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f085bfb-b33d-4a9a-856a-07f7418e42ed', 'tag': '9c5a59dc-9543-4857-85b0-2f55b0767291', 'status': 'completed', 'code': 200} Mar 07 10:45:01.432807 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-ca36eb6c-dde4-4acb-9845-f6622c681b0b None None] Set router fd76b86d-9526-4ab3-a27f-45f9eba282a7 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:45:01.478763 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-2ba895b3-2c9a-462d-919a-e764fcca73a1 req-09ce7e90-cc66-42cd-8cce-0ac6d4f7ca5c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=416b2fd961bc4d70a26d66821f7df8e2&device_id=6f085bfb-b33d-4a9a-856a-07f7418e42ed HTTP/1.1" status: 200 len: 1098 time: 0.0723388 Mar 07 10:45:01.621035 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba895b3-2c9a-462d-919a-e764fcca73a1 req-d2a9142f-913f-4774-91aa-61e4f877d46c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:01.622465 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-2ba895b3-2c9a-462d-919a-e764fcca73a1 req-d2a9142f-913f-4774-91aa-61e4f877d46c service neutron] 10.222.0.10 "GET /v2.0/networks?id=8d1e6b52-bdac-42aa-bc4d-386d6ae9f267 HTTP/1.1" status: 200 len: 897 time: 0.1377454 Mar 07 10:45:01.701019 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-2ba895b3-2c9a-462d-919a-e764fcca73a1 req-18d26459-de34-46d5-b6fd-ebbd3abc2cae service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9c5a59dc-9543-4857-85b0-2f55b0767291 HTTP/1.1" status: 200 len: 217 time: 0.0718350 Mar 07 10:45:01.747503 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-ca36eb6c-dde4-4acb-9845-f6622c681b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd76b86d-9526-4ab3-a27f-45f9eba282a7', 'name': 'tempest-TestNetworkBasicOps-router-1511086909', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.176'}], 'enable_snat': True}, 'gw_port_id': '5098df11-2ffc-4d1d-aced-4eb0438f8889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:41:28Z', 'updated_at': '2022-03-07T10:41:32Z', 'revision_number': 4, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'gw_port': {'id': '5098df11-2ffc-4d1d-aced-4eb0438f8889', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b9:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd76b86d-9526-4ab3-a27f-45f9eba282a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:41:29Z', 'updated_at': '2022-03-07T10:41:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_interfaces': [{'id': 'ebe3c48e-4d95-49a1-bc0d-10df103cbaf5', 'name': '', 'network_id': '8d1e6b52-bdac-42aa-bc4d-386d6ae9f267', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'mac_address': 'fa:16:3e:4e:c4:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd76b86d-9526-4ab3-a27f-45f9eba282a7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5eb48d76-855c-4130-ad45-dbb074a202b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:41:32Z', 'updated_at': '2022-03-07T10:41:38Z', 'revision_number': 5, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'subnets': [{'id': '5eb48d76-855c-4130-ad45-dbb074a202b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:45:01.751320 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca36eb6c-dde4-4acb-9845-f6622c681b0b None None] Checking router: fd76b86d-9526-4ab3-a27f-45f9eba282a7 for host: dv-neutron-830731-3-hyperv {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 07 10:45:01.762150 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca36eb6c-dde4-4acb-9845-f6622c681b0b None None] Routers {'fd76b86d-9526-4ab3-a27f-45f9eba282a7'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:45:01.762733 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-ca36eb6c-dde4-4acb-9845-f6622c681b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:45:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['fd76b86d-9526-4ab3-a27f-45f9eba282a7'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:45:01.766851 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba895b3-2c9a-462d-919a-e764fcca73a1 req-256f2b94-9731-45b5-a00d-82da6fec3ab9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:01.768277 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-2ba895b3-2c9a-462d-919a-e764fcca73a1 req-256f2b94-9731-45b5-a00d-82da6fec3ab9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5eb48d76-855c-4130-ad45-dbb074a202b8 HTTP/1.1" status: 200 len: 844 time: 0.0608928 Mar 07 10:45:01.899257 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326b62e6-bced-42cf-b003-0f4d7b4104df req-9b530e19-235d-4a28-841d-a9843efc8cb1 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:01.899941 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-326b62e6-bced-42cf-b003-0f4d7b4104df req-9b530e19-235d-4a28-841d-a9843efc8cb1 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Synchronizing usage tracker for tenant:416b2fd961bc4d70a26d66821f7df8e2 on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:45:01.905666 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-2ba895b3-2c9a-462d-919a-e764fcca73a1 req-6907bfd4-539b-4462-99ca-c7b2a6098389 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8d1e6b52-bdac-42aa-bc4d-386d6ae9f267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1081154 Mar 07 10:45:01.917021 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-711fefd2-3b30-4759-8df5-0aecff1c8e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:01.922016 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:01.935127 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-326b62e6-bced-42cf-b003-0f4d7b4104df req-9b530e19-235d-4a28-841d-a9843efc8cb1 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Unset dirty status for tenant:416b2fd961bc4d70a26d66821f7df8e2 on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:45:01.936805 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-326b62e6-bced-42cf-b003-0f4d7b4104df req-9b530e19-235d-4a28-841d-a9843efc8cb1 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f085bfb-b33d-4a9a-856a-07f7418e42ed HTTP/1.1" status: 200 len: 945 time: 0.2593117 Mar 07 10:45:01.961605 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-ca36eb6c-dde4-4acb-9845-f6622c681b0b None None] Set router fd76b86d-9526-4ab3-a27f-45f9eba282a7 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:45:02.061368 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-326b62e6-bced-42cf-b003-0f4d7b4104df req-e368c60f-f53a-4fe3-9fbf-2b08101347f6 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/security-groups?id=eb6e1814-4fae-43cc-adc1-529d261320fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733914 Mar 07 10:45:02.077816 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-2ba895b3-2c9a-462d-919a-e764fcca73a1 req-9ed5c304-cacb-48b0-80d4-612e9fe6a855 service neutron] 10.222.0.10 "GET /v2.0/networks/8d1e6b52-bdac-42aa-bc4d-386d6ae9f267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636250 Mar 07 10:45:02.211208 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-2ba895b3-2c9a-462d-919a-e764fcca73a1 req-2a425f0e-acba-45a1-9a71-20e3e8d40379 service neutron] 10.222.0.10 "GET /v2.0/networks/8d1e6b52-bdac-42aa-bc4d-386d6ae9f267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261332 Mar 07 10:45:02.269967 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-ca36eb6c-dde4-4acb-9845-f6622c681b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd76b86d-9526-4ab3-a27f-45f9eba282a7', 'name': 'tempest-TestNetworkBasicOps-router-1511086909', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.176'}], 'enable_snat': True}, 'gw_port_id': '5098df11-2ffc-4d1d-aced-4eb0438f8889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:41:28Z', 'updated_at': '2022-03-07T10:41:32Z', 'revision_number': 4, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'gw_port': {'id': '5098df11-2ffc-4d1d-aced-4eb0438f8889', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b9:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd76b86d-9526-4ab3-a27f-45f9eba282a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:41:29Z', 'updated_at': '2022-03-07T10:41:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_interfaces': [{'id': 'ebe3c48e-4d95-49a1-bc0d-10df103cbaf5', 'name': '', 'network_id': '8d1e6b52-bdac-42aa-bc4d-386d6ae9f267', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'mac_address': 'fa:16:3e:4e:c4:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd76b86d-9526-4ab3-a27f-45f9eba282a7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5eb48d76-855c-4130-ad45-dbb074a202b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:41:32Z', 'updated_at': '2022-03-07T10:41:38Z', 'revision_number': 5, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'subnets': [{'id': '5eb48d76-855c-4130-ad45-dbb074a202b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:45:02.274209 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca36eb6c-dde4-4acb-9845-f6622c681b0b None None] The sync data for ids ['fd76b86d-9526-4ab3-a27f-45f9eba282a7'] in dv-neutron-830731-3-hyperv is: [{'id': 'fd76b86d-9526-4ab3-a27f-45f9eba282a7', 'name': 'tempest-TestNetworkBasicOps-router-1511086909', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.176'}], 'enable_snat': True}, 'gw_port_id': '5098df11-2ffc-4d1d-aced-4eb0438f8889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:41:28Z', 'updated_at': '2022-03-07T10:41:32Z', 'revision_number': 4, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'gw_port': {'id': '5098df11-2ffc-4d1d-aced-4eb0438f8889', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b9:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd76b86d-9526-4ab3-a27f-45f9eba282a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:41:29Z', 'updated_at': '2022-03-07T10:41:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_interfaces': [{'id': 'ebe3c48e-4d95-49a1-bc0d-10df103cbaf5', 'name': '', 'network_id': '8d1e6b52-bdac-42aa-bc4d-386d6ae9f267', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'mac_address': 'fa:16:3e:4e:c4:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd76b86d-9526-4ab3-a27f-45f9eba282a7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5eb48d76-855c-4130-ad45-dbb074a202b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:41:32Z', 'updated_at': '2022-03-07T10:41:38Z', 'revision_number': 5, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'subnets': [{'id': '5eb48d76-855c-4130-ad45-dbb074a202b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:45:02.485910 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c48294c7-a0c4-4119-b5bc-5960147f54e9 None None] New status for floating IP 42b72abb-f834-4e87-8f29-309dc21e10f4: DOWN {{(pid=83740) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 07 10:45:03.080298 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5055329-f692-4fe8-81b7-d5bc72e9b700 req-ec319166-56d0-4e90-a86f-b30275af2fd2 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:03.081717 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c5055329-f692-4fe8-81b7-d5bc72e9b700 req-ec319166-56d0-4e90-a86f-b30275af2fd2 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.10 "GET /v2.0/ports?device_id=6f085bfb-b33d-4a9a-856a-07f7418e42ed HTTP/1.1" status: 200 len: 945 time: 0.0739861 Mar 07 10:45:03.151701 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [req-c5055329-f692-4fe8-81b7-d5bc72e9b700 req-f52e1300-a386-4374-9271-abb8f9261280 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Deleting port 9c5a59dc-9543-4857-85b0-2f55b0767291 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:45:03.152040 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-c5055329-f692-4fe8-81b7-d5bc72e9b700 req-f52e1300-a386-4374-9271-abb8f9261280 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:03.219681 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c87150bd-aa9c-4ad1-bb68-57ec66d4fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:03.447811 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [req-c5055329-f692-4fe8-81b7-d5bc72e9b700 req-f52e1300-a386-4374-9271-abb8f9261280 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] For port 9c5a59dc-9543-4857-85b0-2f55b0767291, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=9c5a59dc-9543-4857-85b0-2f55b0767291,segment=NetworkSegment(42f95307-0894-45a2-a167-39c00e40d408),segment_id=42f95307-0894-45a2-a167-39c00e40d408)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:45:03.448082 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-c5055329-f692-4fe8-81b7-d5bc72e9b700 req-f52e1300-a386-4374-9271-abb8f9261280 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:03.515321 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15e75b5-c64a-477f-9ab9-f04f47d66067 req-7c3d6b0c-e1d7-4c54-9120-1f264ddb8267 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:03.516775 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b15e75b5-c64a-477f-9ab9-f04f47d66067 req-7c3d6b0c-e1d7-4c54-9120-1f264ddb8267 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f085bfb-b33d-4a9a-856a-07f7418e42ed HTTP/1.1" status: 200 len: 945 time: 0.3138480 Mar 07 10:45:03.575103 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [req-c5055329-f692-4fe8-81b7-d5bc72e9b700 req-f52e1300-a386-4374-9271-abb8f9261280 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Calling delete_port for 9c5a59dc-9543-4857-85b0-2f55b0767291 owned by compute:nova {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:45:03.763773 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b15e75b5-c64a-477f-9ab9-f04f47d66067 req-916a2866-64c5-4bae-8508-ad8d3ee9c6ed tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/security-groups?id=eb6e1814-4fae-43cc-adc1-529d261320fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1956859 Mar 07 10:45:03.833408 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-c5055329-f692-4fe8-81b7-d5bc72e9b700 req-f52e1300-a386-4374-9271-abb8f9261280 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:03.883417 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52e1300-a386-4374-9271-abb8f9261280 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event deleted for resources: {'Port': ['ID=9c5a59dc-9543-4857-85b0-2f55b0767291,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:03.952244 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5055329-f692-4fe8-81b7-d5bc72e9b700 req-f52e1300-a386-4374-9271-abb8f9261280 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] No DVR routers for this DVR port 9c5a59dc-9543-4857-85b0-2f55b0767291 on host hv-neutron-8307 {{(pid=83737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:45:03.954549 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-c5055329-f692-4fe8-81b7-d5bc72e9b700 req-f52e1300-a386-4374-9271-abb8f9261280 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:03.956957 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f085bfb-b33d-4a9a-856a-07f7418e42ed', 'name': 'network-vif-deleted', 'tag': '9c5a59dc-9543-4857-85b0-2f55b0767291'}] {{(pid=83737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 10:45:03.972824 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c5055329-f692-4fe8-81b7-d5bc72e9b700 req-f52e1300-a386-4374-9271-abb8f9261280 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.10 "DELETE /v2.0/ports/9c5a59dc-9543-4857-85b0-2f55b0767291 HTTP/1.1" status: 204 len: 173 time: 0.8859582 Mar 07 10:45:04.038667 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f085bfb-b33d-4a9a-856a-07f7418e42ed', 'name': 'network-vif-deleted', 'tag': '9c5a59dc-9543-4857-85b0-2f55b0767291', 'status': 'completed', 'code': 200} Mar 07 10:45:04.865864 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 41786) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:45:04.932502 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3f2764db-ad59-4f47-a494-517fbe4d25c1 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:04.963813 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3f2764db-ad59-4f47-a494-517fbe4d25c1 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:05.025420 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3f2764db-ad59-4f47-a494-517fbe4d25c1 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:05.041878 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2764db-ad59-4f47-a494-517fbe4d25c1 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb6e1814-4fae-43cc-adc1-529d261320fb,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:05.050063 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3f2764db-ad59-4f47-a494-517fbe4d25c1 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:05.051188 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-3f2764db-ad59-4f47-a494-517fbe4d25c1 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "DELETE /v2.0/security-groups/eb6e1814-4fae-43cc-adc1-529d261320fb HTTP/1.1" status: 204 len: 168 time: 0.1843631 Mar 07 10:45:05.095663 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 41792) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:45:05.486482 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a6474a79-53a6-435c-92f0-813e07e2044e tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3920255'] for router_interface, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:06.014198 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device 9c5a59dc-9543-4857-85b0-2f55b0767291 no longer exists at agent hyperv_hv-neutron-8307 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:45:06.051114 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] No Port match for: 9c5a59dc-9543-4857-85b0-2f55b0767291 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 10:45:06.051455 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device 9c5a59dc-9543-4857-85b0-2f55b0767291 not bound to the agent host hv-neutron-8307 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 10:45:06.075497 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-a6474a79-53a6-435c-92f0-813e07e2044e tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Deleting port ebe3c48e-4d95-49a1-bc0d-10df103cbaf5 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:45:06.076032 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a6474a79-53a6-435c-92f0-813e07e2044e tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:06.351269 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-a6474a79-53a6-435c-92f0-813e07e2044e tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] For port ebe3c48e-4d95-49a1-bc0d-10df103cbaf5, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=ebe3c48e-4d95-49a1-bc0d-10df103cbaf5,segment=NetworkSegment(42f95307-0894-45a2-a167-39c00e40d408),segment_id=42f95307-0894-45a2-a167-39c00e40d408)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:45:06.351622 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a6474a79-53a6-435c-92f0-813e07e2044e tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:06.466356 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-a6474a79-53a6-435c-92f0-813e07e2044e tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Calling delete_port for ebe3c48e-4d95-49a1-bc0d-10df103cbaf5 owned by network:router_interface {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:45:06.637509 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a6474a79-53a6-435c-92f0-813e07e2044e tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:06.684887 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6474a79-53a6-435c-92f0-813e07e2044e tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event deleted for resources: {'Port': ['ID=ebe3c48e-4d95-49a1-bc0d-10df103cbaf5,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:06.973065 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a6474a79-53a6-435c-92f0-813e07e2044e tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2756383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3920168'] for router_interface, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:07.536306 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6474a79-53a6-435c-92f0-813e07e2044e tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Router fd76b86d-9526-4ab3-a27f-45f9eba282a7 has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:45:07.821464 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6474a79-53a6-435c-92f0-813e07e2044e tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:45:07.831105 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6562020-5b22-4b38-8d03-ea3779bf9dac None None] Sync routers for ids ['fd76b86d-9526-4ab3-a27f-45f9eba282a7'] in dv-neutron-830731-3-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:45:07.833623 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-a6474a79-53a6-435c-92f0-813e07e2044e tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "PUT /v2.0/routers/fd76b86d-9526-4ab3-a27f-45f9eba282a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7368767 Mar 07 10:45:07.836155 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 41796) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:45:07.842322 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6562020-5b22-4b38-8d03-ea3779bf9dac None None] Routers {'fd76b86d-9526-4ab3-a27f-45f9eba282a7'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:45:07.842919 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-f6562020-5b22-4b38-8d03-ea3779bf9dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:45:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['fd76b86d-9526-4ab3-a27f-45f9eba282a7'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:45:08.015841 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-f6562020-5b22-4b38-8d03-ea3779bf9dac None None] Set router fd76b86d-9526-4ab3-a27f-45f9eba282a7 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:45:08.023243 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_v2 [None req-abc6bdb2-3c80-4df6-a06b-70f5851f5e54 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Deleting subnet 5eb48d76-855c-4130-ad45-dbb074a202b8 {{(pid=83737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 07 10:45:08.026126 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-abc6bdb2-3c80-4df6-a06b-70f5851f5e54 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for subnet, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:08.084094 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-abc6bdb2-3c80-4df6-a06b-70f5851f5e54 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2627781'] for subnet, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:08.169305 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-abc6bdb2-3c80-4df6-a06b-70f5851f5e54 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1525496'] for subnet, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:08.250164 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-abc6bdb2-3c80-4df6-a06b-70f5851f5e54 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1525489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3012507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3219316'] for subnet, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:08.297200 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc6bdb2-3c80-4df6-a06b-70f5851f5e54 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event deleted for resources: {'Subnet': ['ID=5eb48d76-855c-4130-ad45-dbb074a202b8,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:08.303770 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-abc6bdb2-3c80-4df6-a06b-70f5851f5e54 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:08.310070 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-abc6bdb2-3c80-4df6-a06b-70f5851f5e54 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "DELETE /v2.0/subnets/5eb48d76-855c-4130-ad45-dbb074a202b8 HTTP/1.1" status: 204 len: 168 time: 0.4729505 Mar 07 10:45:08.312890 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 41800) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:45:08.322287 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f80e91a5-03a6-4573-9ed4-f0656a811c3d None None] Network 8d1e6b52-bdac-42aa-bc4d-386d6ae9f267 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:45:08.512747 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d0dae563-2ba3-472f-9646-6918e8bd35d0 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for router, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:08.651527 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-f6562020-5b22-4b38-8d03-ea3779bf9dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd76b86d-9526-4ab3-a27f-45f9eba282a7', 'name': 'tempest-TestNetworkBasicOps-router-1511086909', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.176'}], 'enable_snat': True}, 'gw_port_id': '5098df11-2ffc-4d1d-aced-4eb0438f8889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:41:28Z', 'updated_at': '2022-03-07T10:45:06Z', 'revision_number': 5, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'gw_port': {'id': '5098df11-2ffc-4d1d-aced-4eb0438f8889', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b9:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd76b86d-9526-4ab3-a27f-45f9eba282a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:41:29Z', 'updated_at': '2022-03-07T10:41:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv'}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:45:08.661913 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6562020-5b22-4b38-8d03-ea3779bf9dac None None] Checking router: fd76b86d-9526-4ab3-a27f-45f9eba282a7 for host: dv-neutron-830731-3-hyperv {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 07 10:45:08.692111 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6562020-5b22-4b38-8d03-ea3779bf9dac None None] Routers {'fd76b86d-9526-4ab3-a27f-45f9eba282a7'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:45:08.692743 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-f6562020-5b22-4b38-8d03-ea3779bf9dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:45:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['fd76b86d-9526-4ab3-a27f-45f9eba282a7'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:45:08.711880 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d0dae563-2ba3-472f-9646-6918e8bd35d0 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:08.721866 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-d0dae563-2ba3-472f-9646-6918e8bd35d0 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Deleting port 5098df11-2ffc-4d1d-aced-4eb0438f8889 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:45:08.722197 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d0dae563-2ba3-472f-9646-6918e8bd35d0 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:08.863717 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-f6562020-5b22-4b38-8d03-ea3779bf9dac None None] Set router fd76b86d-9526-4ab3-a27f-45f9eba282a7 gateway port host: None {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:45:08.896990 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-d0dae563-2ba3-472f-9646-6918e8bd35d0 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] For port 5098df11-2ffc-4d1d-aced-4eb0438f8889, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=5098df11-2ffc-4d1d-aced-4eb0438f8889,segment=NetworkSegment(9a22e080-7529-4fc7-949d-9f84ba21807d),segment_id=9a22e080-7529-4fc7-949d-9f84ba21807d)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:45:08.897335 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d0dae563-2ba3-472f-9646-6918e8bd35d0 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:08.904889 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-016e900c-19dc-4708-b4ee-45b8d36f3876 None None] DHCP port deletion for 8d1e6b52-bdac-42aa-bc4d-386d6ae9f267 request from dv-neutron-830731-3-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 07 10:45:08.971717 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-016e900c-19dc-4708-b4ee-45b8d36f3876 None None] Deleting port 2bfc2b31-97b4-42bc-bab7-e807c3caa52f {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:45:08.972087 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-016e900c-19dc-4708-b4ee-45b8d36f3876 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:09.007172 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-f6562020-5b22-4b38-8d03-ea3779bf9dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd76b86d-9526-4ab3-a27f-45f9eba282a7', 'name': 'tempest-TestNetworkBasicOps-router-1511086909', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:41:28Z', 'updated_at': '2022-03-07T10:45:08Z', 'revision_number': 6, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'gw_port_host': None}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:45:09.016282 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-d0dae563-2ba3-472f-9646-6918e8bd35d0 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Calling delete_port for 5098df11-2ffc-4d1d-aced-4eb0438f8889 owned by network:router_gateway {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:45:09.024050 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6562020-5b22-4b38-8d03-ea3779bf9dac None None] The sync data for ids ['fd76b86d-9526-4ab3-a27f-45f9eba282a7'] in dv-neutron-830731-3-hyperv is: [{'id': 'fd76b86d-9526-4ab3-a27f-45f9eba282a7', 'name': 'tempest-TestNetworkBasicOps-router-1511086909', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:41:28Z', 'updated_at': '2022-03-07T10:45:08Z', 'revision_number': 6, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'gw_port_host': None}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:45:09.187740 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d0dae563-2ba3-472f-9646-6918e8bd35d0 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:09.189987 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-016e900c-19dc-4708-b4ee-45b8d36f3876 None None] For port 2bfc2b31-97b4-42bc-bab7-e807c3caa52f, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=2bfc2b31-97b4-42bc-bab7-e807c3caa52f,segment=NetworkSegment(42f95307-0894-45a2-a167-39c00e40d408),segment_id=42f95307-0894-45a2-a167-39c00e40d408)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:45:09.190366 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-016e900c-19dc-4708-b4ee-45b8d36f3876 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:09.233445 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dae563-2ba3-472f-9646-6918e8bd35d0 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event deleted for resources: {'Port': ['ID=5098df11-2ffc-4d1d-aced-4eb0438f8889,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:09.355514 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-016e900c-19dc-4708-b4ee-45b8d36f3876 None None] Calling delete_port for 2bfc2b31-97b4-42bc-bab7-e807c3caa52f owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:45:09.435255 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-016e900c-19dc-4708-b4ee-45b8d36f3876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812'] for port, after_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:09.481660 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016e900c-19dc-4708-b4ee-45b8d36f3876 None None] Pushing event deleted for resources: {'Port': ['ID=2bfc2b31-97b4-42bc-bab7-e807c3caa52f,revision_number=None']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:09.492358 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016e900c-19dc-4708-b4ee-45b8d36f3876 None None] No DVR routers for this DVR port 2bfc2b31-97b4-42bc-bab7-e807c3caa52f on host dv-neutron-830731-3-hyperv {{(pid=83739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:45:09.495628 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016e900c-19dc-4708-b4ee-45b8d36f3876 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:45:09.495970 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016e900c-19dc-4708-b4ee-45b8d36f3876 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:45:09.496303 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016e900c-19dc-4708-b4ee-45b8d36f3876 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:45:09.499497 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016e900c-19dc-4708-b4ee-45b8d36f3876 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:45:09.499497 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016e900c-19dc-4708-b4ee-45b8d36f3876 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:45:09.499497 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016e900c-19dc-4708-b4ee-45b8d36f3876 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:45:09.499497 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016e900c-19dc-4708-b4ee-45b8d36f3876 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:45:09.499497 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016e900c-19dc-4708-b4ee-45b8d36f3876 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:45:09.499497 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016e900c-19dc-4708-b4ee-45b8d36f3876 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:45:09.499497 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016e900c-19dc-4708-b4ee-45b8d36f3876 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:45:09.501188 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016e900c-19dc-4708-b4ee-45b8d36f3876 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:45:09.565019 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d0dae563-2ba3-472f-9646-6918e8bd35d0 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923554'] for router_gateway, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:09.812637 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d0dae563-2ba3-472f-9646-6918e8bd35d0 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3917970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58043'] for router, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:09.818046 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d0dae563-2ba3-472f-9646-6918e8bd35d0 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:09.842924 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d0dae563-2ba3-472f-9646-6918e8bd35d0 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3917886'] for router, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:09.843478 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0dae563-2ba3-472f-9646-6918e8bd35d0 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Fanout notify agent at l3_agent the message router_deleted on router fd76b86d-9526-4ab3-a27f-45f9eba282a7 {{(pid=83737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 10:45:09.858887 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d0dae563-2ba3-472f-9646-6918e8bd35d0 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:09.859976 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-d0dae563-2ba3-472f-9646-6918e8bd35d0 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "DELETE /v2.0/routers/fd76b86d-9526-4ab3-a27f-45f9eba282a7 HTTP/1.1" status: 204 len: 168 time: 1.5460718 Mar 07 10:45:09.862702 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 41808) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:45:09.975956 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7f7155b9-954a-4d3c-8fac-27324fa784f7 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1158940'] for network, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:10.106558 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7f7155b9-954a-4d3c-8fac-27324fa784f7 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1526893', 'neutron.services.segments.db._delete_segments_for_network-8732568551033'] for network, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:10.132557 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-7f7155b9-954a-4d3c-8fac-27324fa784f7 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d1e6b52-bdac-42aa-bc4d-386d6ae9f267']}} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:45:10.144334 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-7f7155b9-954a-4d3c-8fac-27324fa784f7 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42f95307-0894-45a2-a167-39c00e40d408') {'for_net_delete': True} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:45:10.144666 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-7f7155b9-954a-4d3c-8fac-27324fa784f7 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42f95307-0894-45a2-a167-39c00e40d408') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:45:10.155840 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7f7155b9-954a-4d3c-8fac-27324fa784f7 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732568550916', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629174'] for segment, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:10.171379 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7f7155b9-954a-4d3c-8fac-27324fa784f7 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:10.177243 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f7155b9-954a-4d3c-8fac-27324fa784f7 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=83737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 07 10:45:10.177617 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7f7155b9-954a-4d3c-8fac-27324fa784f7 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1227397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3012597'] for segment, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:10.192175 dv-neutron-830731-3-hyperv neutron-server[83737]: Traceback (most recent call last): Mar 07 10:45:10.192175 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 07 10:45:10.192175 dv-neutron-830731-3-hyperv neutron-server[83737]: timer() Mar 07 10:45:10.192175 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:45:10.192175 dv-neutron-830731-3-hyperv neutron-server[83737]: cb(*args, **kw) Mar 07 10:45:10.192175 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 10:45:10.192175 dv-neutron-830731-3-hyperv neutron-server[83737]: return func(*args, **kwargs) Mar 07 10:45:10.192175 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:45:10.192175 dv-neutron-830731-3-hyperv neutron-server[83737]: self._notify() Mar 07 10:45:10.192175 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:45:10.192175 dv-neutron-830731-3-hyperv neutron-server[83737]: self.callback(batched_events) Mar 07 10:45:10.192175 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:45:10.192175 dv-neutron-830731-3-hyperv neutron-server[83737]: event.method(event) Mar 07 10:45:10.192175 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 10:45:10.192175 dv-neutron-830731-3-hyperv neutron-server[83737]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:45:10.192175 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 10:45:10.192175 dv-neutron-830731-3-hyperv neutron-server[83737]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:45:10.192175 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 10:45:10.192175 dv-neutron-830731-3-hyperv neutron-server[83737]: return f(self, *a, **k) Mar 07 10:45:10.192175 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:45:10.192175 dv-neutron-830731-3-hyperv neutron-server[83737]: return self._get(url).json() Mar 07 10:45:10.192175 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:45:10.192175 dv-neutron-830731-3-hyperv neutron-server[83737]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:45:10.192175 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 07 10:45:10.192175 dv-neutron-830731-3-hyperv neutron-server[83737]: return self.request(url, 'GET', **kwargs) Mar 07 10:45:10.192175 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 07 10:45:10.192175 dv-neutron-830731-3-hyperv neutron-server[83737]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:45:10.192175 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 07 10:45:10.192175 dv-neutron-830731-3-hyperv neutron-server[83737]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:45:10.192175 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 07 10:45:10.192175 dv-neutron-830731-3-hyperv neutron-server[83737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:45:10.192175 dv-neutron-830731-3-hyperv neutron-server[83737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:45:10.272765 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7f7155b9-954a-4d3c-8fac-27324fa784f7 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1526886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923583'] for network, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:10.277717 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7f7155b9-954a-4d3c-8fac-27324fa784f7 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:10.303289 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7155b9-954a-4d3c-8fac-27324fa784f7 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event deleted for resources: {'Network': ['ID=8d1e6b52-bdac-42aa-bc4d-386d6ae9f267,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:10.310734 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-7f7155b9-954a-4d3c-8fac-27324fa784f7 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "DELETE /v2.0/networks/8d1e6b52-bdac-42aa-bc4d-386d6ae9f267 HTTP/1.1" status: 204 len: 168 time: 0.4468448 Mar 07 10:45:10.323003 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 41814) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:45:10.328913 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-0241ca9f-4c36-42ad-87ea-a2bc3f8f9f3a tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Request body: {'network': {'name': 'tempest-network-smoke--1574799239', 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'port_security_enabled': True}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:45:10.334610 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-0241ca9f-4c36-42ad-87ea-a2bc3f8f9f3a tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:45:10.338648 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-0241ca9f-4c36-42ad-87ea-a2bc3f8f9f3a tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Usage tracker for resource:network and tenant:416b2fd961bc4d70a26d66821f7df8e2 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:45:10.341423 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-0241ca9f-4c36-42ad-87ea-a2bc3f8f9f3a tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:45:10.347679 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-0241ca9f-4c36-42ad-87ea-a2bc3f8f9f3a tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:45:10.356904 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0241ca9f-4c36-42ad-87ea-a2bc3f8f9f3a tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Made reservation on behalf of 416b2fd961bc4d70a26d66821f7df8e2 for: {'network': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:45:10.360586 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0241ca9f-4c36-42ad-87ea-a2bc3f8f9f3a tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for network, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:10.388273 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0241ca9f-4c36-42ad-87ea-a2bc3f8f9f3a tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=83738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:45:10.397462 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0241ca9f-4c36-42ad-87ea-a2bc3f8f9f3a tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:10.397799 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.db.segments_db [None req-0241ca9f-4c36-42ad-87ea-a2bc3f8f9f3a tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Added segment f1fb171e-41db-47b2-9ada-7716b6afbd78 of type vlan for network 22801970-38bc-4a00-8bb6-a4b3909dccf6 Mar 07 10:45:10.424096 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0241ca9f-4c36-42ad-87ea-a2bc3f8f9f3a tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732568034061'] for network, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:10.451005 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0241ca9f-4c36-42ad-87ea-a2bc3f8f9f3a tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594'] for network, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:10.454772 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0241ca9f-4c36-42ad-87ea-a2bc3f8f9f3a tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:10.455332 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0241ca9f-4c36-42ad-87ea-a2bc3f8f9f3a tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:10.556924 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-0241ca9f-4c36-42ad-87ea-a2bc3f8f9f3a tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2326982 Mar 07 10:45:10.559539 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 41818) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:45:10.562784 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0241ca9f-4c36-42ad-87ea-a2bc3f8f9f3a tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event updated for resources: {'Network': ['ID=22801970-38bc-4a00-8bb6-a4b3909dccf6,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:10.565964 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-988b773b-54a7-4b10-b99e-d53d06a1254a tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-335541214', 'admin_state_up': True, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12'}}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:45:10.573191 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-988b773b-54a7-4b10-b99e-d53d06a1254a tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:45:10.573731 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Network 22801970-38bc-4a00-8bb6-a4b3909dccf6 details requested by agent ovs-agent-dv-neutron-830731-3-hyperv with host dv-neutron-830731-3-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 10:45:10.578407 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-988b773b-54a7-4b10-b99e-d53d06a1254a tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Usage tracker for resource:router and tenant:416b2fd961bc4d70a26d66821f7df8e2 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:45:10.581324 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-988b773b-54a7-4b10-b99e-d53d06a1254a tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:45:10.586985 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-988b773b-54a7-4b10-b99e-d53d06a1254a tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:45:10.597742 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-988b773b-54a7-4b10-b99e-d53d06a1254a tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3919700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58025'] for router, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:10.598637 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-988b773b-54a7-4b10-b99e-d53d06a1254a tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3919671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4011175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58018'] for router, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:10.631553 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-988b773b-54a7-4b10-b99e-d53d06a1254a tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:10.667997 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 2bfc2b31-97b4-42bc-bab7-e807c3caa52f no longer exists at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:45:10.710149 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] No Port match for: 2bfc2b31-97b4-42bc-bab7-e807c3caa52f {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 10:45:10.710376 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 2bfc2b31-97b4-42bc-bab7-e807c3caa52f not bound to the agent host dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 10:45:10.710711 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 5098df11-2ffc-4d1d-aced-4eb0438f8889 no longer exists at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:45:10.745572 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] No Port match for: 5098df11-2ffc-4d1d-aced-4eb0438f8889 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 10:45:10.745912 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 5098df11-2ffc-4d1d-aced-4eb0438f8889 not bound to the agent host dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 10:45:10.746323 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device ebe3c48e-4d95-49a1-bc0d-10df103cbaf5 no longer exists at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:45:10.778758 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] No Port match for: ebe3c48e-4d95-49a1-bc0d-10df103cbaf5 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 10:45:10.779104 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device ebe3c48e-4d95-49a1-bc0d-10df103cbaf5 not bound to the agent host dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 10:45:10.791705 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-988b773b-54a7-4b10-b99e-d53d06a1254a tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3917998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58952'] for router, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:11.052851 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-988b773b-54a7-4b10-b99e-d53d06a1254a tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for router_gateway, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:11.083298 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-988b773b-54a7-4b10-b99e-d53d06a1254a tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:11.213670 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-988b773b-54a7-4b10-b99e-d53d06a1254a tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Allocated IP 172.26.8.11 (5ed85006-6b00-415e-b71f-837fb1421c12/8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a/ba248b43-4fa8-4575-b91f-cd1049c4c9ed) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:45:11.363022 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-988b773b-54a7-4b10-b99e-d53d06a1254a tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:11.391197 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-988b773b-54a7-4b10-b99e-d53d06a1254a tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:11.456381 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-988b773b-54a7-4b10-b99e-d53d06a1254a tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Network 5ed85006-6b00-415e-b71f-837fb1421c12 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:45:11.459046 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-988b773b-54a7-4b10-b99e-d53d06a1254a tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:45:11.461606 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988b773b-54a7-4b10-b99e-d53d06a1254a tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:45:11.500682 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988b773b-54a7-4b10-b99e-d53d06a1254a tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event updated for resources: {'Port': ['ID=ba248b43-4fa8-4575-b91f-cd1049c4c9ed,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:11.622887 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-988b773b-54a7-4b10-b99e-d53d06a1254a tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for router_gateway, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:11.624173 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-988b773b-54a7-4b10-b99e-d53d06a1254a tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3917991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923518'] for router, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:11.848300 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-988b773b-54a7-4b10-b99e-d53d06a1254a tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Router a17c3b7b-17c6-42f0-a8b0-f63268590241 is scheduled to L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 with binding_index 1 {{(pid=83737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 10:45:12.040276 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-988b773b-54a7-4b10-b99e-d53d06a1254a tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:45:12.049826 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fcd6910-d028-4dda-8500-f9193b040b42 None None] Sync routers for ids ['a17c3b7b-17c6-42f0-a8b0-f63268590241'] in dv-neutron-830731-3-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:45:12.062482 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fcd6910-d028-4dda-8500-f9193b040b42 None None] Routers {'a17c3b7b-17c6-42f0-a8b0-f63268590241'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:45:12.063071 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-8fcd6910-d028-4dda-8500-f9193b040b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:45:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['a17c3b7b-17c6-42f0-a8b0-f63268590241'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:45:12.069011 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-988b773b-54a7-4b10-b99e-d53d06a1254a tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:12.070434 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-988b773b-54a7-4b10-b99e-d53d06a1254a tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.5098009 Mar 07 10:45:12.073766 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 41824) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:45:12.117154 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-b6e6d93c-2894-44f1-b97f-65f5aa825dd4 tempest-TestNetworkBasicOps-2128623112 tempest-TestNetworkBasicOps-2128623112-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=416b2fd961bc4d70a26d66821f7df8e2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0423243 Mar 07 10:45:12.119763 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 41828) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:45:12.235577 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-8fcd6910-d028-4dda-8500-f9193b040b42 None None] Set router a17c3b7b-17c6-42f0-a8b0-f63268590241 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:45:12.252693 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc0974f9-8ef0-482a-ab8a-73041784e44e tempest-TestNetworkBasicOps-2128623112 tempest-TestNetworkBasicOps-2128623112-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:12.254167 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-cc0974f9-8ef0-482a-ab8a-73041784e44e tempest-TestNetworkBasicOps-2128623112 tempest-TestNetworkBasicOps-2128623112-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1335332 Mar 07 10:45:12.257070 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 41832) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:45:12.297707 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-6412adb3-480f-49d7-ab52-c1891938a915 tempest-TestNetworkBasicOps-2128623112 tempest-TestNetworkBasicOps-2128623112-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=5ed85006-6b00-415e-b71f-837fb1421c12&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0395987 Mar 07 10:45:12.300141 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 41836) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:45:12.305260 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-3eb7496e-aaa0-40d8-a7a1-3a14933ff0b3 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-660957191', 'network_id': '22801970-38bc-4a00-8bb6-a4b3909dccf6', 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:45:12.414960 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-3eb7496e-aaa0-40d8-a7a1-3a14933ff0b3 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:45:12.418672 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-3eb7496e-aaa0-40d8-a7a1-3a14933ff0b3 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Usage tracker for resource:subnet and tenant:416b2fd961bc4d70a26d66821f7df8e2 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:45:12.422393 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-3eb7496e-aaa0-40d8-a7a1-3a14933ff0b3 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:45:12.427974 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-3eb7496e-aaa0-40d8-a7a1-3a14933ff0b3 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:45:12.438566 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eb7496e-aaa0-40d8-a7a1-3a14933ff0b3 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Made reservation on behalf of 416b2fd961bc4d70a26d66821f7df8e2 for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:45:12.511252 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-8fcd6910-d028-4dda-8500-f9193b040b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a17c3b7b-17c6-42f0-a8b0-f63268590241', 'name': 'tempest-TestNetworkBasicOps-router-335541214', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.11'}], 'enable_snat': True}, 'gw_port_id': 'ba248b43-4fa8-4575-b91f-cd1049c4c9ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:45:10Z', 'updated_at': '2022-03-07T10:45:11Z', 'revision_number': 3, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'gw_port': {'id': 'ba248b43-4fa8-4575-b91f-cd1049c4c9ed', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:a8:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a17c3b7b-17c6-42f0-a8b0-f63268590241', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:45:11Z', 'updated_at': '2022-03-07T10:45:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv'}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:45:12.515364 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fcd6910-d028-4dda-8500-f9193b040b42 None None] Checking router: a17c3b7b-17c6-42f0-a8b0-f63268590241 for host: dv-neutron-830731-3-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 07 10:45:12.515364 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fcd6910-d028-4dda-8500-f9193b040b42 None None] Updating router a17c3b7b-17c6-42f0-a8b0-f63268590241 port ba248b43-4fa8-4575-b91f-cd1049c4c9ed binding host dv-neutron-830731-3-hyperv {{(pid=83740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 07 10:45:12.537461 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3eb7496e-aaa0-40d8-a7a1-3a14933ff0b3 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3219231'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:12.564121 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-8fcd6910-d028-4dda-8500-f9193b040b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:12.838774 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3eb7496e-aaa0-40d8-a7a1-3a14933ff0b3 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3012444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3219213'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:12.912683 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-8fcd6910-d028-4dda-8500-f9193b040b42 None None] Notify callbacks [] for port, precommit_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:12.916819 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb7496e-aaa0-40d8-a7a1-3a14933ff0b3 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event updated for resources: {'Subnet': ['ID=87cd8e68-d0b8-40dc-81b6-d933b068e309,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:12.925733 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.provisioning_blocks [None req-8fcd6910-d028-4dda-8500-f9193b040b42 None None] Transition to ACTIVE for port object ba248b43-4fa8-4575-b91f-cd1049c4c9ed will not be triggered until provisioned by entity L2. {{(pid=83740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:45:12.927289 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb7496e-aaa0-40d8-a7a1-3a14933ff0b3 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Checking segment: {'id': 'f1fb171e-41db-47b2-9ada-7716b6afbd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '22801970-38bc-4a00-8bb6-a4b3909dccf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:45:12.927645 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb7496e-aaa0-40d8-a7a1-3a14933ff0b3 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Network hostable DHCP agents. Network: 22801970-38bc-4a00-8bb6-a4b3909dccf6, hostable agents: ['6527556c-6586-422c-ae47-082984683847'], hosted agents: [] {{(pid=83737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:45:12.932038 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-8fcd6910-d028-4dda-8500-f9193b040b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:12.949612 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb7496e-aaa0-40d8-a7a1-3a14933ff0b3 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Network 22801970-38bc-4a00-8bb6-a4b3909dccf6 is scheduled to be hosted by DHCP agent 6527556c-6586-422c-ae47-082984683847 with binding_index 1 {{(pid=83737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:45:12.958477 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-3eb7496e-aaa0-40d8-a7a1-3a14933ff0b3 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830731-3-hyperv, 22801970-38bc-4a00-8bb6-a4b3909dccf6) {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:45:12.962314 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eb7496e-aaa0-40d8-a7a1-3a14933ff0b3 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:12.962870 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3eb7496e-aaa0-40d8-a7a1-3a14933ff0b3 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:12.969805 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caec6cc7-2e3c-42b0-aa84-bacc13a32b77 None None] Network 22801970-38bc-4a00-8bb6-a4b3909dccf6 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:45:12.987359 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-3eb7496e-aaa0-40d8-a7a1-3a14933ff0b3 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6835895 Mar 07 10:45:12.987592 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 41840) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:45:13.016561 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-8fcd6910-d028-4dda-8500-f9193b040b42 None None] Attempting to bind port ba248b43-4fa8-4575-b91f-cd1049c4c9ed on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:45:13.016920 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-8fcd6910-d028-4dda-8500-f9193b040b42 None None] Attempting to bind port ba248b43-4fa8-4575-b91f-cd1049c4c9ed by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': '9a22e080-7529-4fc7-949d-9f84ba21807d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12'}] {{(pid=83740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:45:13.017265 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fcd6910-d028-4dda-8500-f9193b040b42 None None] Attempting to bind port ba248b43-4fa8-4575-b91f-cd1049c4c9ed on network 5ed85006-6b00-415e-b71f-837fb1421c12 {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:45:13.026121 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5318f3a5-a491-4738-a496-d500d4c042bc None None] Pushing event updated for resources: {'Port': ['ID=ba248b43-4fa8-4575-b91f-cd1049c4c9ed,revision_number=2']} {{(pid=83740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:13.035415 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5318f3a5-a491-4738-a496-d500d4c042bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:45:13.035753 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5318f3a5-a491-4738-a496-d500d4c042bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:45:13.036087 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5318f3a5-a491-4738-a496-d500d4c042bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:45:13.036409 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5318f3a5-a491-4738-a496-d500d4c042bc None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:45:13.036755 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5318f3a5-a491-4738-a496-d500d4c042bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:45:13.037072 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5318f3a5-a491-4738-a496-d500d4c042bc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:45:13.037384 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5318f3a5-a491-4738-a496-d500d4c042bc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:45:13.037698 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5318f3a5-a491-4738-a496-d500d4c042bc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:45:13.038003 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5318f3a5-a491-4738-a496-d500d4c042bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:45:13.038310 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5318f3a5-a491-4738-a496-d500d4c042bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:45:13.038622 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5318f3a5-a491-4738-a496-d500d4c042bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:45:13.041970 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fcd6910-d028-4dda-8500-f9193b040b42 None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 45, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:45:13.042326 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fcd6910-d028-4dda-8500-f9193b040b42 None None] Checking segment: {'id': '9a22e080-7529-4fc7-949d-9f84ba21807d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:45:13.042720 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-8fcd6910-d028-4dda-8500-f9193b040b42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:13.043073 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fcd6910-d028-4dda-8500-f9193b040b42 None None] Bound using segment: {'id': '9a22e080-7529-4fc7-949d-9f84ba21807d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12'} {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:45:13.043530 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-8fcd6910-d028-4dda-8500-f9193b040b42 None None] Bound port: ba248b43-4fa8-4575-b91f-cd1049c4c9ed, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a22e080-7529-4fc7-949d-9f84ba21807d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12'}}] {{(pid=83740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:45:13.043887 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-8fcd6910-d028-4dda-8500-f9193b040b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:13.118375 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.db [None req-8fcd6910-d028-4dda-8500-f9193b040b42 None None] For port ba248b43-4fa8-4575-b91f-cd1049c4c9ed, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:45:13.121574 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.db [None req-8fcd6910-d028-4dda-8500-f9193b040b42 None None] For port ba248b43-4fa8-4575-b91f-cd1049c4c9ed, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=ba248b43-4fa8-4575-b91f-cd1049c4c9ed,segment=NetworkSegment(9a22e080-7529-4fc7-949d-9f84ba21807d),segment_id=9a22e080-7529-4fc7-949d-9f84ba21807d)] {{(pid=83740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:45:13.127872 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-8fcd6910-d028-4dda-8500-f9193b040b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:13.199020 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde14a35-1f80-48ba-946a-9cc8094a408c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ec2749d-0aec-52fb-aca6-10ba8a80aade-22801970-38bc-4a00-8bb6-a4b3909dccf6', 'network_id': '22801970-38bc-4a00-8bb6-a4b3909dccf6', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'fixed_ips': [{'subnet_id': '87cd8e68-d0b8-40dc-81b6-d933b068e309'}]}} from dv-neutron-830731-3-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 07 10:45:13.199829 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-dde14a35-1f80-48ba-946a-9cc8094a408c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:13.213752 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fcd6910-d028-4dda-8500-f9193b040b42 None None] Routers {'a17c3b7b-17c6-42f0-a8b0-f63268590241'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:45:13.214354 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-8fcd6910-d028-4dda-8500-f9193b040b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:45:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['a17c3b7b-17c6-42f0-a8b0-f63268590241'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:45:13.269250 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5318f3a5-a491-4738-a496-d500d4c042bc None None] Pushing event updated for resources: {'Port': ['ID=ba248b43-4fa8-4575-b91f-cd1049c4c9ed,revision_number=3']} {{(pid=83740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:13.363973 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-dde14a35-1f80-48ba-946a-9cc8094a408c None None] Allocated IP 172.20.0.2 (22801970-38bc-4a00-8bb6-a4b3909dccf6/87cd8e68-d0b8-40dc-81b6-d933b068e309/b0bd9b21-ba7a-479f-8c9d-eccdcce5e985) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:45:13.400171 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-8fcd6910-d028-4dda-8500-f9193b040b42 None None] Set router a17c3b7b-17c6-42f0-a8b0-f63268590241 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:45:13.569707 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-dde14a35-1f80-48ba-946a-9cc8094a408c None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:13.583787 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-dde14a35-1f80-48ba-946a-9cc8094a408c None None] Transition to ACTIVE for port object b0bd9b21-ba7a-479f-8c9d-eccdcce5e985 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:45:13.606856 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-dde14a35-1f80-48ba-946a-9cc8094a408c None None] Transition to ACTIVE for port object b0bd9b21-ba7a-479f-8c9d-eccdcce5e985 will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:45:13.613755 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-dde14a35-1f80-48ba-946a-9cc8094a408c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:13.684360 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde14a35-1f80-48ba-946a-9cc8094a408c None None] Network 22801970-38bc-4a00-8bb6-a4b3909dccf6 is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:45:13.687288 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-dde14a35-1f80-48ba-946a-9cc8094a408c None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:45:13.691109 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-8fcd6910-d028-4dda-8500-f9193b040b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a17c3b7b-17c6-42f0-a8b0-f63268590241', 'name': 'tempest-TestNetworkBasicOps-router-335541214', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.11'}], 'enable_snat': True}, 'gw_port_id': 'ba248b43-4fa8-4575-b91f-cd1049c4c9ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:45:10Z', 'updated_at': '2022-03-07T10:45:11Z', 'revision_number': 3, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'gw_port': {'id': 'ba248b43-4fa8-4575-b91f-cd1049c4c9ed', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:a8:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a17c3b7b-17c6-42f0-a8b0-f63268590241', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:45:11Z', 'updated_at': '2022-03-07T10:45:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv'}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:45:13.691654 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde14a35-1f80-48ba-946a-9cc8094a408c None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:45:13.694059 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde14a35-1f80-48ba-946a-9cc8094a408c None None] Pushing event updated for resources: {'Port': ['ID=b0bd9b21-ba7a-479f-8c9d-eccdcce5e985,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:13.695284 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fcd6910-d028-4dda-8500-f9193b040b42 None None] The sync data for ids ['a17c3b7b-17c6-42f0-a8b0-f63268590241'] in dv-neutron-830731-3-hyperv is: [{'id': 'a17c3b7b-17c6-42f0-a8b0-f63268590241', 'name': 'tempest-TestNetworkBasicOps-router-335541214', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.11'}], 'enable_snat': True}, 'gw_port_id': 'ba248b43-4fa8-4575-b91f-cd1049c4c9ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:45:10Z', 'updated_at': '2022-03-07T10:45:11Z', 'revision_number': 3, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'gw_port': {'id': 'ba248b43-4fa8-4575-b91f-cd1049c4c9ed', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:a8:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a17c3b7b-17c6-42f0-a8b0-f63268590241', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:45:11Z', 'updated_at': '2022-03-07T10:45:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv'}] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:45:13.785569 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-dde14a35-1f80-48ba-946a-9cc8094a408c None None] Attempting to bind port b0bd9b21-ba7a-479f-8c9d-eccdcce5e985 on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:45:13.785869 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-dde14a35-1f80-48ba-946a-9cc8094a408c None None] Attempting to bind port b0bd9b21-ba7a-479f-8c9d-eccdcce5e985 by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': 'f1fb171e-41db-47b2-9ada-7716b6afbd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '22801970-38bc-4a00-8bb6-a4b3909dccf6'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:45:13.786329 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde14a35-1f80-48ba-946a-9cc8094a408c None None] Attempting to bind port b0bd9b21-ba7a-479f-8c9d-eccdcce5e985 on network 22801970-38bc-4a00-8bb6-a4b3909dccf6 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:45:13.790786 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5699b2f8-2b00-44dd-8a39-52ce2daf531c tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:13.793038 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde14a35-1f80-48ba-946a-9cc8094a408c None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 45, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:45:13.793495 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde14a35-1f80-48ba-946a-9cc8094a408c None None] Checking segment: {'id': 'f1fb171e-41db-47b2-9ada-7716b6afbd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '22801970-38bc-4a00-8bb6-a4b3909dccf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:45:13.793963 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-dde14a35-1f80-48ba-946a-9cc8094a408c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:13.794422 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde14a35-1f80-48ba-946a-9cc8094a408c None None] Bound using segment: {'id': 'f1fb171e-41db-47b2-9ada-7716b6afbd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '22801970-38bc-4a00-8bb6-a4b3909dccf6'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:45:13.794997 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-dde14a35-1f80-48ba-946a-9cc8094a408c None None] Bound port: b0bd9b21-ba7a-479f-8c9d-eccdcce5e985, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1fb171e-41db-47b2-9ada-7716b6afbd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '22801970-38bc-4a00-8bb6-a4b3909dccf6'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:45:13.795680 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-dde14a35-1f80-48ba-946a-9cc8094a408c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:13.911870 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-dde14a35-1f80-48ba-946a-9cc8094a408c None None] For port b0bd9b21-ba7a-479f-8c9d-eccdcce5e985, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:45:13.915420 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-dde14a35-1f80-48ba-946a-9cc8094a408c None None] For port b0bd9b21-ba7a-479f-8c9d-eccdcce5e985, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=b0bd9b21-ba7a-479f-8c9d-eccdcce5e985,segment=NetworkSegment(f1fb171e-41db-47b2-9ada-7716b6afbd78),segment_id=f1fb171e-41db-47b2-9ada-7716b6afbd78)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:45:13.919288 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-dde14a35-1f80-48ba-946a-9cc8094a408c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:14.011485 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde14a35-1f80-48ba-946a-9cc8094a408c None None] Pushing event updated for resources: {'Port': ['ID=b0bd9b21-ba7a-479f-8c9d-eccdcce5e985,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:14.243490 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-5699b2f8-2b00-44dd-8a39-52ce2daf531c tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Allocated IP 172.20.0.1 (22801970-38bc-4a00-8bb6-a4b3909dccf6/87cd8e68-d0b8-40dc-81b6-d933b068e309/b7d20f65-425d-44f1-a158-520fc14e7fb5) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:45:14.422738 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5699b2f8-2b00-44dd-8a39-52ce2daf531c tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:14.439681 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [None req-5699b2f8-2b00-44dd-8a39-52ce2daf531c tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Transition to ACTIVE for port object b7d20f65-425d-44f1-a158-520fc14e7fb5 will not be triggered until provisioned by entity DHCP. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:45:14.463117 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5699b2f8-2b00-44dd-8a39-52ce2daf531c tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:14.630091 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5699b2f8-2b00-44dd-8a39-52ce2daf531c tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Network 22801970-38bc-4a00-8bb6-a4b3909dccf6 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:45:14.633159 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-5699b2f8-2b00-44dd-8a39-52ce2daf531c tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:45:14.637015 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5699b2f8-2b00-44dd-8a39-52ce2daf531c tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:45:14.668320 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5699b2f8-2b00-44dd-8a39-52ce2daf531c tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event updated for resources: {'Port': ['ID=b7d20f65-425d-44f1-a158-520fc14e7fb5,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:14.704819 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5699b2f8-2b00-44dd-8a39-52ce2daf531c tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3920324'] for router_interface, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:14.722200 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device ba248b43-4fa8-4575-b91f-cd1049c4c9ed up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:45:14.800317 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning for port ba248b43-4fa8-4575-b91f-cd1049c4c9ed completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:45:14.805762 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port ba248b43-4fa8-4575-b91f-cd1049c4c9ed triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:45:14.806261 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:14.806661 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5699b2f8-2b00-44dd-8a39-52ce2daf531c tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:14.927037 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:14.945429 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] For port ba248b43-4fa8-4575-b91f-cd1049c4c9ed, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=ba248b43-4fa8-4575-b91f-cd1049c4c9ed,segment=NetworkSegment(9a22e080-7529-4fc7-949d-9f84ba21807d),segment_id=9a22e080-7529-4fc7-949d-9f84ba21807d)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:45:14.949577 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:14.950508 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device b0bd9b21-ba7a-479f-8c9d-eccdcce5e985 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:45:15.020770 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dc0f027-7d06-46c4-b4f1-308166d2a1fe None None] Network 22801970-38bc-4a00-8bb6-a4b3909dccf6 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:45:15.197986 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Pushing event updated for resources: {'Port': ['ID=ba248b43-4fa8-4575-b91f-cd1049c4c9ed,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:15.215655 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6cf47080-0c19-4440-b195-cbdc9dc61874 None None] Provisioning for port b0bd9b21-ba7a-479f-8c9d-eccdcce5e985 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:45:15.223639 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5699b2f8-2b00-44dd-8a39-52ce2daf531c tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:15.229809 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5699b2f8-2b00-44dd-8a39-52ce2daf531c tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3012561'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:15.240309 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning for port b0bd9b21-ba7a-479f-8c9d-eccdcce5e985 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:45:15.273580 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port b0bd9b21-ba7a-479f-8c9d-eccdcce5e985 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:45:15.273858 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:15.345335 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5699b2f8-2b00-44dd-8a39-52ce2daf531c tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2756426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3920233'] for router_interface, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:15.348693 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5699b2f8-2b00-44dd-8a39-52ce2daf531c tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event updated for resources: {'Port': ['ID=b7d20f65-425d-44f1-a158-520fc14e7fb5,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:15.449425 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:15.486961 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5699b2f8-2b00-44dd-8a39-52ce2daf531c tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Network 22801970-38bc-4a00-8bb6-a4b3909dccf6 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:45:15.488126 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-5699b2f8-2b00-44dd-8a39-52ce2daf531c tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:45:15.491510 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] For port b0bd9b21-ba7a-479f-8c9d-eccdcce5e985, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=b0bd9b21-ba7a-479f-8c9d-eccdcce5e985,segment=NetworkSegment(f1fb171e-41db-47b2-9ada-7716b6afbd78),segment_id=f1fb171e-41db-47b2-9ada-7716b6afbd78)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:45:15.498527 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:15.572155 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Pushing event updated for resources: {'Port': ['ID=b0bd9b21-ba7a-479f-8c9d-eccdcce5e985,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:15.684120 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:15.753805 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-9fc3b637-60d8-4b79-90a5-3491a1876c37 None None] Provisioning complete for port b0bd9b21-ba7a-479f-8c9d-eccdcce5e985 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:45:15.754367 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-9fc3b637-60d8-4b79-90a5-3491a1876c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:15.890703 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5699b2f8-2b00-44dd-8a39-52ce2daf531c tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Router a17c3b7b-17c6-42f0-a8b0-f63268590241 has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:45:15.891324 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-9fc3b637-60d8-4b79-90a5-3491a1876c37 None None] Provisioning for port b7d20f65-425d-44f1-a158-520fc14e7fb5 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:45:15.896119 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-9fc3b637-60d8-4b79-90a5-3491a1876c37 None None] Provisioning complete for port b7d20f65-425d-44f1-a158-520fc14e7fb5 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:45:15.896502 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-9fc3b637-60d8-4b79-90a5-3491a1876c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:15.955412 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-9fc3b637-60d8-4b79-90a5-3491a1876c37 None None] Port b7d20f65-425d-44f1-a158-520fc14e7fb5 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:45:16.077804 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6eedf87d-8ade-4782-a493-5dd61510648e None None] Provisioning complete for port b7d20f65-425d-44f1-a158-520fc14e7fb5 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:45:16.078499 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6eedf87d-8ade-4782-a493-5dd61510648e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:16.135059 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6eedf87d-8ade-4782-a493-5dd61510648e None None] Port b7d20f65-425d-44f1-a158-520fc14e7fb5 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:45:16.201883 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5699b2f8-2b00-44dd-8a39-52ce2daf531c tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:45:16.214513 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-5699b2f8-2b00-44dd-8a39-52ce2daf531c tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "PUT /v2.0/routers/a17c3b7b-17c6-42f0-a8b0-f63268590241/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2259874 Mar 07 10:45:16.217621 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 41844) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:45:16.350930 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4885ab73-e548-4b4d-a04e-6a2f70e3bfc2 tempest-TestNetworkBasicOps-2128623112 tempest-TestNetworkBasicOps-2128623112-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:16.351297 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4885ab73-e548-4b4d-a04e-6a2f70e3bfc2 tempest-TestNetworkBasicOps-2128623112 tempest-TestNetworkBasicOps-2128623112-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:16.351652 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4885ab73-e548-4b4d-a04e-6a2f70e3bfc2 tempest-TestNetworkBasicOps-2128623112 tempest-TestNetworkBasicOps-2128623112-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:16.352003 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4885ab73-e548-4b4d-a04e-6a2f70e3bfc2 tempest-TestNetworkBasicOps-2128623112 tempest-TestNetworkBasicOps-2128623112-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:16.353615 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-4885ab73-e548-4b4d-a04e-6a2f70e3bfc2 tempest-TestNetworkBasicOps-2128623112 tempest-TestNetworkBasicOps-2128623112-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1349633 Mar 07 10:45:16.356311 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 41848) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:45:16.422149 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22095a8f-0cd3-437f-ada2-5c6a3e7e41a4 tempest-TestNetworkBasicOps-2128623112 tempest-TestNetworkBasicOps-2128623112-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:16.422516 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22095a8f-0cd3-437f-ada2-5c6a3e7e41a4 tempest-TestNetworkBasicOps-2128623112 tempest-TestNetworkBasicOps-2128623112-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:16.422871 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22095a8f-0cd3-437f-ada2-5c6a3e7e41a4 tempest-TestNetworkBasicOps-2128623112 tempest-TestNetworkBasicOps-2128623112-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:16.423221 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22095a8f-0cd3-437f-ada2-5c6a3e7e41a4 tempest-TestNetworkBasicOps-2128623112 tempest-TestNetworkBasicOps-2128623112-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:16.424920 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-22095a8f-0cd3-437f-ada2-5c6a3e7e41a4 tempest-TestNetworkBasicOps-2128623112 tempest-TestNetworkBasicOps-2128623112-project-admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0676568 Mar 07 10:45:16.427568 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 41852) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:45:16.628899 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-cfbf685e-5a59-43f1-929a-27246ea48b9a tempest-TestNetworkBasicOps-2128623112 tempest-TestNetworkBasicOps-2128623112-project-admin] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.1978433 Mar 07 10:45:16.670373 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device ba248b43-4fa8-4575-b91f-cd1049c4c9ed up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:45:16.739443 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port ba248b43-4fa8-4575-b91f-cd1049c4c9ed triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:45:16.739811 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:16.810830 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 41858) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:45:16.819116 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-256705e4-6617-493b-a62e-0f557d3b52a0 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2136421427', 'description': 'tempest-secgroup-smoke-2136421427 description', 'project_id': '416b2fd961bc4d70a26d66821f7df8e2'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:45:16.825676 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-256705e4-6617-493b-a62e-0f557d3b52a0 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:45:16.830493 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-256705e4-6617-493b-a62e-0f557d3b52a0 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Usage tracker for resource:security_group and tenant:416b2fd961bc4d70a26d66821f7df8e2 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:45:16.833522 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-256705e4-6617-493b-a62e-0f557d3b52a0 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:45:16.839742 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-256705e4-6617-493b-a62e-0f557d3b52a0 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:45:16.849859 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-256705e4-6617-493b-a62e-0f557d3b52a0 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:16.853892 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device b0bd9b21-ba7a-479f-8c9d-eccdcce5e985 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:45:16.884665 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-256705e4-6617-493b-a62e-0f557d3b52a0 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:45:16.888279 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-256705e4-6617-493b-a62e-0f557d3b52a0 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Usage tracker for resource:security_group_rule and tenant:416b2fd961bc4d70a26d66821f7df8e2 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:45:16.891681 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-256705e4-6617-493b-a62e-0f557d3b52a0 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:45:16.897714 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-256705e4-6617-493b-a62e-0f557d3b52a0 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:45:16.923828 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port b0bd9b21-ba7a-479f-8c9d-eccdcce5e985 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:45:16.924195 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:16.956745 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-256705e4-6617-493b-a62e-0f557d3b52a0 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:16.960597 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-256705e4-6617-493b-a62e-0f557d3b52a0 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:17.007149 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256705e4-6617-493b-a62e-0f557d3b52a0 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1883e39f-c461-4cf4-b3e4-865de0566a8f,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:17.017748 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256705e4-6617-493b-a62e-0f557d3b52a0 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:45:17.018082 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256705e4-6617-493b-a62e-0f557d3b52a0 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:45:17.018597 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256705e4-6617-493b-a62e-0f557d3b52a0 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:45:17.018917 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256705e4-6617-493b-a62e-0f557d3b52a0 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:45:17.019235 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256705e4-6617-493b-a62e-0f557d3b52a0 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:45:17.019709 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256705e4-6617-493b-a62e-0f557d3b52a0 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:45:17.020198 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256705e4-6617-493b-a62e-0f557d3b52a0 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:45:17.020703 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256705e4-6617-493b-a62e-0f557d3b52a0 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:45:17.021184 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256705e4-6617-493b-a62e-0f557d3b52a0 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:45:17.021714 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256705e4-6617-493b-a62e-0f557d3b52a0 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:45:17.021849 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256705e4-6617-493b-a62e-0f557d3b52a0 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:45:17.024900 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-256705e4-6617-493b-a62e-0f557d3b52a0 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:17.029209 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 41862) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:45:17.030180 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-256705e4-6617-493b-a62e-0f557d3b52a0 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2173934 Mar 07 10:45:17.037282 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-c2e18f91-8d8a-47a0-ac25-eab47fd0f55b tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Request body: {'security_group_rule': {'security_group_id': '1883e39f-c461-4cf4-b3e4-865de0566a8f', 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:45:17.043468 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-c2e18f91-8d8a-47a0-ac25-eab47fd0f55b tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:45:17.047491 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-c2e18f91-8d8a-47a0-ac25-eab47fd0f55b tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Usage tracker for resource:security_group_rule and tenant:416b2fd961bc4d70a26d66821f7df8e2 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:45:17.050505 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-c2e18f91-8d8a-47a0-ac25-eab47fd0f55b tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:45:17.056503 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-c2e18f91-8d8a-47a0-ac25-eab47fd0f55b tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:45:17.075049 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c2e18f91-8d8a-47a0-ac25-eab47fd0f55b tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:17.137239 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c2e18f91-8d8a-47a0-ac25-eab47fd0f55b tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:17.141275 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c2e18f91-8d8a-47a0-ac25-eab47fd0f55b tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:17.162264 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e18f91-8d8a-47a0-ac25-eab47fd0f55b tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=483185fc-f800-471a-8cee-3c4f0cdc30af,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:17.173901 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c2e18f91-8d8a-47a0-ac25-eab47fd0f55b tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:17.175034 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-c2e18f91-8d8a-47a0-ac25-eab47fd0f55b tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1448522 Mar 07 10:45:17.177786 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 41866) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:45:17.182998 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-58f3985f-df03-4010-a1e0-65fa420847f7 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Request body: {'security_group_rule': {'security_group_id': '1883e39f-c461-4cf4-b3e4-865de0566a8f', 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:45:17.188548 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-58f3985f-df03-4010-a1e0-65fa420847f7 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:45:17.192229 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-58f3985f-df03-4010-a1e0-65fa420847f7 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Usage tracker for resource:security_group_rule and tenant:416b2fd961bc4d70a26d66821f7df8e2 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:45:17.195164 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-58f3985f-df03-4010-a1e0-65fa420847f7 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:45:17.201362 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-58f3985f-df03-4010-a1e0-65fa420847f7 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:45:17.219308 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-58f3985f-df03-4010-a1e0-65fa420847f7 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:17.283264 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-58f3985f-df03-4010-a1e0-65fa420847f7 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:17.289318 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f7dad9-181b-4562-b91c-c8850fb98caa None None] Sync routers for ids ['a17c3b7b-17c6-42f0-a8b0-f63268590241'] in dv-neutron-830731-3-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:45:17.289745 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-58f3985f-df03-4010-a1e0-65fa420847f7 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:17.301484 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f7dad9-181b-4562-b91c-c8850fb98caa None None] Routers {'a17c3b7b-17c6-42f0-a8b0-f63268590241'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:45:17.302187 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-a5f7dad9-181b-4562-b91c-c8850fb98caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:45:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['a17c3b7b-17c6-42f0-a8b0-f63268590241'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:45:17.313964 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3985f-df03-4010-a1e0-65fa420847f7 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e91858b4-dcb8-472d-bf0a-75072363fa1a,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:17.325825 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-58f3985f-df03-4010-a1e0-65fa420847f7 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:17.327454 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-58f3985f-df03-4010-a1e0-65fa420847f7 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1487799 Mar 07 10:45:17.330322 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 41870) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:45:17.335637 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-533fb925-4941-4064-a157-72648865eeef tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Request body: {'security_group_rule': {'security_group_id': '1883e39f-c461-4cf4-b3e4-865de0566a8f', 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:45:17.341369 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-533fb925-4941-4064-a157-72648865eeef tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:45:17.345938 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-533fb925-4941-4064-a157-72648865eeef tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Usage tracker for resource:security_group_rule and tenant:416b2fd961bc4d70a26d66821f7df8e2 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:45:17.348723 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-533fb925-4941-4064-a157-72648865eeef tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:45:17.354245 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-533fb925-4941-4064-a157-72648865eeef tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:45:17.371725 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-533fb925-4941-4064-a157-72648865eeef tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:17.433786 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-533fb925-4941-4064-a157-72648865eeef tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:17.437924 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-533fb925-4941-4064-a157-72648865eeef tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:17.460579 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533fb925-4941-4064-a157-72648865eeef tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1292b6e-0d61-4da3-8d76-073624dc7daa,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:17.470725 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-533fb925-4941-4064-a157-72648865eeef tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:17.471955 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-533fb925-4941-4064-a157-72648865eeef tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1407208 Mar 07 10:45:17.474864 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 41874) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:45:17.479995 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-b0b99710-33f1-4a56-9078-0d97468ae65a tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Request body: {'security_group_rule': {'security_group_id': '1883e39f-c461-4cf4-b3e4-865de0566a8f', 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:45:17.485840 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-b0b99710-33f1-4a56-9078-0d97468ae65a tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:45:17.488104 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-a5f7dad9-181b-4562-b91c-c8850fb98caa None None] Set router a17c3b7b-17c6-42f0-a8b0-f63268590241 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:45:17.490000 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-b0b99710-33f1-4a56-9078-0d97468ae65a tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Usage tracker for resource:security_group_rule and tenant:416b2fd961bc4d70a26d66821f7df8e2 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:45:17.493110 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-b0b99710-33f1-4a56-9078-0d97468ae65a tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:45:17.498761 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-b0b99710-33f1-4a56-9078-0d97468ae65a tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:45:17.515443 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b0b99710-33f1-4a56-9078-0d97468ae65a tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:17.579263 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b0b99710-33f1-4a56-9078-0d97468ae65a tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:17.582853 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b0b99710-33f1-4a56-9078-0d97468ae65a tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:17.607460 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b99710-33f1-4a56-9078-0d97468ae65a tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8ed9635-3934-4458-9cc4-6983e3bd46ef,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:17.620411 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b0b99710-33f1-4a56-9078-0d97468ae65a tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:17.621594 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-b0b99710-33f1-4a56-9078-0d97468ae65a tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1458385 Mar 07 10:45:17.624468 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 41878) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:45:17.629727 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-ccd1ba99-d147-4669-8d2a-1fa4866fccb9 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Request body: {'security_group_rule': {'security_group_id': '1883e39f-c461-4cf4-b3e4-865de0566a8f', 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:45:17.635323 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-ccd1ba99-d147-4669-8d2a-1fa4866fccb9 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:45:17.639621 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-ccd1ba99-d147-4669-8d2a-1fa4866fccb9 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Usage tracker for resource:security_group_rule and tenant:416b2fd961bc4d70a26d66821f7df8e2 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:45:17.642509 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-ccd1ba99-d147-4669-8d2a-1fa4866fccb9 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:45:17.648027 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-ccd1ba99-d147-4669-8d2a-1fa4866fccb9 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:45:17.659141 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.db.securitygroups_db [None req-ccd1ba99-d147-4669-8d2a-1fa4866fccb9 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Project 416b2fd961bc4d70a26d66821f7df8e2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 10:45:17.665644 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ccd1ba99-d147-4669-8d2a-1fa4866fccb9 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:17.733836 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ccd1ba99-d147-4669-8d2a-1fa4866fccb9 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:17.737930 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ccd1ba99-d147-4669-8d2a-1fa4866fccb9 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:17.760871 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd1ba99-d147-4669-8d2a-1fa4866fccb9 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fcbfff9-7bf6-4382-8ea5-9605dea3c2a0,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:17.771493 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ccd1ba99-d147-4669-8d2a-1fa4866fccb9 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:17.773786 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-ccd1ba99-d147-4669-8d2a-1fa4866fccb9 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1472733 Mar 07 10:45:17.775506 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 41882) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:45:17.781845 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-5fb9e50a-024d-4f55-a8d8-a7c2ce66ab8c tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Request body: {'security_group_rule': {'security_group_id': '1883e39f-c461-4cf4-b3e4-865de0566a8f', 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:45:17.787521 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-5fb9e50a-024d-4f55-a8d8-a7c2ce66ab8c tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:45:17.791321 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-5fb9e50a-024d-4f55-a8d8-a7c2ce66ab8c tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Usage tracker for resource:security_group_rule and tenant:416b2fd961bc4d70a26d66821f7df8e2 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:45:17.795385 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-5fb9e50a-024d-4f55-a8d8-a7c2ce66ab8c tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:45:17.801212 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-5fb9e50a-024d-4f55-a8d8-a7c2ce66ab8c tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:45:17.811021 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.db.securitygroups_db [None req-5fb9e50a-024d-4f55-a8d8-a7c2ce66ab8c tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Project 416b2fd961bc4d70a26d66821f7df8e2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 10:45:17.813511 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-a5f7dad9-181b-4562-b91c-c8850fb98caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a17c3b7b-17c6-42f0-a8b0-f63268590241', 'name': 'tempest-TestNetworkBasicOps-router-335541214', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.11'}], 'enable_snat': True}, 'gw_port_id': 'ba248b43-4fa8-4575-b91f-cd1049c4c9ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:45:10Z', 'updated_at': '2022-03-07T10:45:14Z', 'revision_number': 4, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'gw_port': {'id': 'ba248b43-4fa8-4575-b91f-cd1049c4c9ed', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:a8:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17c3b7b-17c6-42f0-a8b0-f63268590241', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:45:11Z', 'updated_at': '2022-03-07T10:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_interfaces': [{'id': 'b7d20f65-425d-44f1-a158-520fc14e7fb5', 'name': '', 'network_id': '22801970-38bc-4a00-8bb6-a4b3909dccf6', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'mac_address': 'fa:16:3e:6b:f1:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a17c3b7b-17c6-42f0-a8b0-f63268590241', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '87cd8e68-d0b8-40dc-81b6-d933b068e309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:45:14Z', 'updated_at': '2022-03-07T10:45:15Z', 'revision_number': 2, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'subnets': [{'id': '87cd8e68-d0b8-40dc-81b6-d933b068e309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:45:17.817530 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f7dad9-181b-4562-b91c-c8850fb98caa None None] Checking router: a17c3b7b-17c6-42f0-a8b0-f63268590241 for host: dv-neutron-830731-3-hyperv {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 07 10:45:17.817828 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5fb9e50a-024d-4f55-a8d8-a7c2ce66ab8c tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:17.817979 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f7dad9-181b-4562-b91c-c8850fb98caa None None] Updating router a17c3b7b-17c6-42f0-a8b0-f63268590241 port b7d20f65-425d-44f1-a158-520fc14e7fb5 binding host dv-neutron-830731-3-hyperv {{(pid=83739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 07 10:45:17.887131 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5fb9e50a-024d-4f55-a8d8-a7c2ce66ab8c tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:17.891096 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5fb9e50a-024d-4f55-a8d8-a7c2ce66ab8c tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:17.905175 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a5f7dad9-181b-4562-b91c-c8850fb98caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:17.917569 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb9e50a-024d-4f55-a8d8-a7c2ce66ab8c tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d28c6350-5c2d-434b-b784-cde540156b8a,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:17.924419 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5fb9e50a-024d-4f55-a8d8-a7c2ce66ab8c tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:17.925600 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-5fb9e50a-024d-4f55-a8d8-a7c2ce66ab8c tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1491354 Mar 07 10:45:18.099447 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-039b3de9-b81d-4f5c-81e5-ec78a769a527 req-b299e309-70da-48e6-a380-328c3e5937f8 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Synchronizing usage tracker for tenant:416b2fd961bc4d70a26d66821f7df8e2 on resource:security_group {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:45:18.114485 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-039b3de9-b81d-4f5c-81e5-ec78a769a527 req-b299e309-70da-48e6-a380-328c3e5937f8 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Unset dirty status for tenant:416b2fd961bc4d70a26d66821f7df8e2 on resource:security_group {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:45:18.115918 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-039b3de9-b81d-4f5c-81e5-ec78a769a527 req-b299e309-70da-48e6-a380-328c3e5937f8 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2136421427&fields=id&tenant_id=416b2fd961bc4d70a26d66821f7df8e2 HTTP/1.1" status: 200 len: 267 time: 0.0563440 Mar 07 10:45:18.247934 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a5f7dad9-181b-4562-b91c-c8850fb98caa None None] Notify callbacks [] for port, precommit_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:18.259857 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a5f7dad9-181b-4562-b91c-c8850fb98caa None None] Transition to ACTIVE for port object b7d20f65-425d-44f1-a158-520fc14e7fb5 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:45:18.267988 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039b3de9-b81d-4f5c-81e5-ec78a769a527 req-65196308-693f-41cc-b126-50554495eff1 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:18.268685 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-039b3de9-b81d-4f5c-81e5-ec78a769a527 req-65196308-693f-41cc-b126-50554495eff1 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Synchronizing usage tracker for tenant:416b2fd961bc4d70a26d66821f7df8e2 on resource:network {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:45:18.269139 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a5f7dad9-181b-4562-b91c-c8850fb98caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:18.287067 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-039b3de9-b81d-4f5c-81e5-ec78a769a527 req-65196308-693f-41cc-b126-50554495eff1 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Unset dirty status for tenant:416b2fd961bc4d70a26d66821f7df8e2 on resource:network {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:45:18.288198 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-039b3de9-b81d-4f5c-81e5-ec78a769a527 req-65196308-693f-41cc-b126-50554495eff1 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/networks?id=22801970-38bc-4a00-8bb6-a4b3909dccf6 HTTP/1.1" status: 200 len: 797 time: 0.1658480 Mar 07 10:45:18.305079 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-039b3de9-b81d-4f5c-81e5-ec78a769a527 req-82049d2c-aa24-42c0-a351-d0437f452980 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/quotas/416b2fd961bc4d70a26d66821f7df8e2 HTTP/1.1" status: 200 len: 375 time: 0.0109377 Mar 07 10:45:18.395945 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-039b3de9-b81d-4f5c-81e5-ec78a769a527 req-673fe222-4949-4cfc-89c0-dc3ccc4a252a tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Synchronizing usage tracker for tenant:416b2fd961bc4d70a26d66821f7df8e2 on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:45:18.405742 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f4015b-4845-45cd-a7df-e1903e39df84 None None] Pushing event updated for resources: {'Port': ['ID=b7d20f65-425d-44f1-a158-520fc14e7fb5,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:18.417708 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-039b3de9-b81d-4f5c-81e5-ec78a769a527 req-673fe222-4949-4cfc-89c0-dc3ccc4a252a tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Unset dirty status for tenant:416b2fd961bc4d70a26d66821f7df8e2 on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:45:18.419404 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-039b3de9-b81d-4f5c-81e5-ec78a769a527 req-673fe222-4949-4cfc-89c0-dc3ccc4a252a tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=416b2fd961bc4d70a26d66821f7df8e2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1092148 Mar 07 10:45:18.501505 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-a5f7dad9-181b-4562-b91c-c8850fb98caa None None] Attempting to bind port b7d20f65-425d-44f1-a158-520fc14e7fb5 on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:45:18.502225 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-a5f7dad9-181b-4562-b91c-c8850fb98caa None None] Attempting to bind port b7d20f65-425d-44f1-a158-520fc14e7fb5 by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': 'f1fb171e-41db-47b2-9ada-7716b6afbd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '22801970-38bc-4a00-8bb6-a4b3909dccf6'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:45:18.502582 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f7dad9-181b-4562-b91c-c8850fb98caa None None] Attempting to bind port b7d20f65-425d-44f1-a158-520fc14e7fb5 on network 22801970-38bc-4a00-8bb6-a4b3909dccf6 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:45:18.509709 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f7dad9-181b-4562-b91c-c8850fb98caa None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 45, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:45:18.510089 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f7dad9-181b-4562-b91c-c8850fb98caa None None] Checking segment: {'id': 'f1fb171e-41db-47b2-9ada-7716b6afbd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '22801970-38bc-4a00-8bb6-a4b3909dccf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:45:18.510487 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a5f7dad9-181b-4562-b91c-c8850fb98caa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:18.511054 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f7dad9-181b-4562-b91c-c8850fb98caa None None] Bound using segment: {'id': 'f1fb171e-41db-47b2-9ada-7716b6afbd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '22801970-38bc-4a00-8bb6-a4b3909dccf6'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:45:18.511511 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-a5f7dad9-181b-4562-b91c-c8850fb98caa None None] Bound port: b7d20f65-425d-44f1-a158-520fc14e7fb5, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1fb171e-41db-47b2-9ada-7716b6afbd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '22801970-38bc-4a00-8bb6-a4b3909dccf6'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:45:18.511880 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a5f7dad9-181b-4562-b91c-c8850fb98caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:18.559972 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-039b3de9-b81d-4f5c-81e5-ec78a769a527 req-4ea7befe-431d-4018-9c66-f93f34acedbf service neutron] 10.222.0.13 "GET /v2.0/networks/22801970-38bc-4a00-8bb6-a4b3909dccf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282966 Mar 07 10:45:18.614970 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a5f7dad9-181b-4562-b91c-c8850fb98caa None None] For port b7d20f65-425d-44f1-a158-520fc14e7fb5, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:45:18.617973 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a5f7dad9-181b-4562-b91c-c8850fb98caa None None] For port b7d20f65-425d-44f1-a158-520fc14e7fb5, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=b7d20f65-425d-44f1-a158-520fc14e7fb5,segment=NetworkSegment(f1fb171e-41db-47b2-9ada-7716b6afbd78),segment_id=f1fb171e-41db-47b2-9ada-7716b6afbd78)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:45:18.623552 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a5f7dad9-181b-4562-b91c-c8850fb98caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:18.696631 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-039b3de9-b81d-4f5c-81e5-ec78a769a527 req-132fccd1-7be3-46bf-9ec9-022a4f1b001e service neutron] 10.222.0.13 "GET /v2.0/networks/22801970-38bc-4a00-8bb6-a4b3909dccf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305740 Mar 07 10:45:18.703061 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f7dad9-181b-4562-b91c-c8850fb98caa None None] Routers {'a17c3b7b-17c6-42f0-a8b0-f63268590241'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:45:18.703865 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-a5f7dad9-181b-4562-b91c-c8850fb98caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:45:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['a17c3b7b-17c6-42f0-a8b0-f63268590241'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:45:18.761283 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f4015b-4845-45cd-a7df-e1903e39df84 None None] Pushing event updated for resources: {'Port': ['ID=b7d20f65-425d-44f1-a158-520fc14e7fb5,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:18.900941 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b118f5c8-d6f3-4989-b173-4f3c4aa3bfae req-934fe085-eda5-400b-a4d7-b3db4a1ed5e6 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b043159-5f3a-4007-816e-2165cd7c2684 HTTP/1.1" status: 200 len: 210 time: 0.0439653 Mar 07 10:45:18.910854 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-a5f7dad9-181b-4562-b91c-c8850fb98caa None None] Set router a17c3b7b-17c6-42f0-a8b0-f63268590241 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:45:19.235933 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-a5f7dad9-181b-4562-b91c-c8850fb98caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a17c3b7b-17c6-42f0-a8b0-f63268590241', 'name': 'tempest-TestNetworkBasicOps-router-335541214', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.11'}], 'enable_snat': True}, 'gw_port_id': 'ba248b43-4fa8-4575-b91f-cd1049c4c9ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:45:10Z', 'updated_at': '2022-03-07T10:45:14Z', 'revision_number': 4, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'gw_port': {'id': 'ba248b43-4fa8-4575-b91f-cd1049c4c9ed', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:a8:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17c3b7b-17c6-42f0-a8b0-f63268590241', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:45:11Z', 'updated_at': '2022-03-07T10:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_interfaces': [{'id': 'b7d20f65-425d-44f1-a158-520fc14e7fb5', 'name': '', 'network_id': '22801970-38bc-4a00-8bb6-a4b3909dccf6', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'mac_address': 'fa:16:3e:6b:f1:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a17c3b7b-17c6-42f0-a8b0-f63268590241', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '87cd8e68-d0b8-40dc-81b6-d933b068e309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:45:14Z', 'updated_at': '2022-03-07T10:45:18Z', 'revision_number': 4, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'subnets': [{'id': '87cd8e68-d0b8-40dc-81b6-d933b068e309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:45:19.239961 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f7dad9-181b-4562-b91c-c8850fb98caa None None] The sync data for ids ['a17c3b7b-17c6-42f0-a8b0-f63268590241'] in dv-neutron-830731-3-hyperv is: [{'id': 'a17c3b7b-17c6-42f0-a8b0-f63268590241', 'name': 'tempest-TestNetworkBasicOps-router-335541214', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.11'}], 'enable_snat': True}, 'gw_port_id': 'ba248b43-4fa8-4575-b91f-cd1049c4c9ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:45:10Z', 'updated_at': '2022-03-07T10:45:14Z', 'revision_number': 4, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'gw_port': {'id': 'ba248b43-4fa8-4575-b91f-cd1049c4c9ed', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:a8:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17c3b7b-17c6-42f0-a8b0-f63268590241', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:45:11Z', 'updated_at': '2022-03-07T10:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_interfaces': [{'id': 'b7d20f65-425d-44f1-a158-520fc14e7fb5', 'name': '', 'network_id': '22801970-38bc-4a00-8bb6-a4b3909dccf6', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'mac_address': 'fa:16:3e:6b:f1:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a17c3b7b-17c6-42f0-a8b0-f63268590241', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '87cd8e68-d0b8-40dc-81b6-d933b068e309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:45:14Z', 'updated_at': '2022-03-07T10:45:18Z', 'revision_number': 4, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'subnets': [{'id': '87cd8e68-d0b8-40dc-81b6-d933b068e309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:45:20.109417 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-727cf79f-9269-43ea-8032-64f3538f9d1c req-23c73389-3556-49bf-89aa-b912976ee7f7 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b043159-5f3a-4007-816e-2165cd7c2684 HTTP/1.1" status: 200 len: 210 time: 0.0556474 Mar 07 10:45:20.171915 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039b3de9-b81d-4f5c-81e5-ec78a769a527 req-a61e564a-503c-4f9e-bf5e-335276a1b53d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:20.173445 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-039b3de9-b81d-4f5c-81e5-ec78a769a527 req-a61e564a-503c-4f9e-bf5e-335276a1b53d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.10 "GET /v2.0/networks?id=22801970-38bc-4a00-8bb6-a4b3909dccf6 HTTP/1.1" status: 200 len: 797 time: 0.2126546 Mar 07 10:45:20.323755 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-039b3de9-b81d-4f5c-81e5-ec78a769a527 req-56ce0d7c-d0af-46f6-94e7-34aaf28930f3 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=416b2fd961bc4d70a26d66821f7df8e2 HTTP/1.1" status: 200 len: 380 time: 0.1359501 Mar 07 10:45:20.332300 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [req-039b3de9-b81d-4f5c-81e5-ec78a769a527 req-04b867e7-6119-43c2-933e-e245495251d7 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Request body: {'port': {'device_id': '9b043159-5f3a-4007-816e-2165cd7c2684', 'network_id': '22801970-38bc-4a00-8bb6-a4b3909dccf6', 'admin_state_up': True, 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'security_groups': ['1883e39f-c461-4cf4-b3e4-865de0566a8f']}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:45:20.461721 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [req-039b3de9-b81d-4f5c-81e5-ec78a769a527 req-04b867e7-6119-43c2-933e-e245495251d7 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:45:20.471023 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [req-039b3de9-b81d-4f5c-81e5-ec78a769a527 req-04b867e7-6119-43c2-933e-e245495251d7 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:45:20.480053 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-039b3de9-b81d-4f5c-81e5-ec78a769a527 req-04b867e7-6119-43c2-933e-e245495251d7 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Made reservation on behalf of 416b2fd961bc4d70a26d66821f7df8e2 for: {'port': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:45:20.483540 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-039b3de9-b81d-4f5c-81e5-ec78a769a527 req-04b867e7-6119-43c2-933e-e245495251d7 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:20.642286 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [req-039b3de9-b81d-4f5c-81e5-ec78a769a527 req-04b867e7-6119-43c2-933e-e245495251d7 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Allocated IP 172.20.0.4 (22801970-38bc-4a00-8bb6-a4b3909dccf6/87cd8e68-d0b8-40dc-81b6-d933b068e309/153ef752-8bb2-4099-beaf-f96c97771ef8) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:45:20.683104 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device b7d20f65-425d-44f1-a158-520fc14e7fb5 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:45:20.756742 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning for port b7d20f65-425d-44f1-a158-520fc14e7fb5 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:45:20.761472 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port b7d20f65-425d-44f1-a158-520fc14e7fb5 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:45:20.761973 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:20.828921 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-039b3de9-b81d-4f5c-81e5-ec78a769a527 req-04b867e7-6119-43c2-933e-e245495251d7 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:20.844314 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [req-039b3de9-b81d-4f5c-81e5-ec78a769a527 req-04b867e7-6119-43c2-933e-e245495251d7 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Transition to ACTIVE for port object 153ef752-8bb2-4099-beaf-f96c97771ef8 will not be triggered until provisioned by entity DHCP. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:45:20.865667 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-039b3de9-b81d-4f5c-81e5-ec78a769a527 req-04b867e7-6119-43c2-933e-e245495251d7 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:20.879230 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:20.941677 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-039b3de9-b81d-4f5c-81e5-ec78a769a527 req-04b867e7-6119-43c2-933e-e245495251d7 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Network 22801970-38bc-4a00-8bb6-a4b3909dccf6 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:45:20.944765 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [req-039b3de9-b81d-4f5c-81e5-ec78a769a527 req-04b867e7-6119-43c2-933e-e245495251d7 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:45:20.947875 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] For port b7d20f65-425d-44f1-a158-520fc14e7fb5, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=b7d20f65-425d-44f1-a158-520fc14e7fb5,segment=NetworkSegment(f1fb171e-41db-47b2-9ada-7716b6afbd78),segment_id=f1fb171e-41db-47b2-9ada-7716b6afbd78)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:45:20.949315 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [req-039b3de9-b81d-4f5c-81e5-ec78a769a527 req-04b867e7-6119-43c2-933e-e245495251d7 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:45:20.953101 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:20.977558 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b867e7-6119-43c2-933e-e245495251d7 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event updated for resources: {'Port': ['ID=153ef752-8bb2-4099-beaf-f96c97771ef8,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:21.015262 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039b3de9-b81d-4f5c-81e5-ec78a769a527 req-04b867e7-6119-43c2-933e-e245495251d7 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:21.015958 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-039b3de9-b81d-4f5c-81e5-ec78a769a527 req-04b867e7-6119-43c2-933e-e245495251d7 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:21.025813 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Pushing event updated for resources: {'Port': ['ID=b7d20f65-425d-44f1-a158-520fc14e7fb5,revision_number=5']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:21.041969 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-039b3de9-b81d-4f5c-81e5-ec78a769a527 req-04b867e7-6119-43c2-933e-e245495251d7 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7131238 Mar 07 10:45:21.053479 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [req-039b3de9-b81d-4f5c-81e5-ec78a769a527 req-66f9f30c-1ad5-4ecb-af7c-3852047a5f26 service neutron] Request body: {'port': {'device_id': '9b043159-5f3a-4007-816e-2165cd7c2684', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8307'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:45:21.166710 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-039b3de9-b81d-4f5c-81e5-ec78a769a527 req-66f9f30c-1ad5-4ecb-af7c-3852047a5f26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:21.179152 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-c52432c4-91b6-4c18-afdb-c154869770c3 None None] Provisioning for port 153ef752-8bb2-4099-beaf-f96c97771ef8 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:45:21.184640 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-c52432c4-91b6-4c18-afdb-c154869770c3 None None] Provisioning complete for port 153ef752-8bb2-4099-beaf-f96c97771ef8 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:45:21.185003 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c52432c4-91b6-4c18-afdb-c154869770c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:21.243824 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-c52432c4-91b6-4c18-afdb-c154869770c3 None None] Port 153ef752-8bb2-4099-beaf-f96c97771ef8 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:45:21.458331 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc99879a-2670-4574-bacc-825093374018 req-adb23da9-e929-4856-a6a5-4720f1fceeee tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:21.459005 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-dc99879a-2670-4574-bacc-825093374018 req-adb23da9-e929-4856-a6a5-4720f1fceeee tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Synchronizing usage tracker for tenant:416b2fd961bc4d70a26d66821f7df8e2 on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:45:21.499412 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-dc99879a-2670-4574-bacc-825093374018 req-adb23da9-e929-4856-a6a5-4720f1fceeee tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Unset dirty status for tenant:416b2fd961bc4d70a26d66821f7df8e2 on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:45:21.500590 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-dc99879a-2670-4574-bacc-825093374018 req-adb23da9-e929-4856-a6a5-4720f1fceeee tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b043159-5f3a-4007-816e-2165cd7c2684 HTTP/1.1" status: 200 len: 931 time: 0.2628443 Mar 07 10:45:21.602302 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-dc99879a-2670-4574-bacc-825093374018 req-2c0a2af3-0261-4209-91e8-eded39c8a98a tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/security-groups?id=1883e39f-c461-4cf4-b3e4-865de0566a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947707 Mar 07 10:45:21.613567 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [req-039b3de9-b81d-4f5c-81e5-ec78a769a527 req-66f9f30c-1ad5-4ecb-af7c-3852047a5f26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 153ef752-8bb2-4099-beaf-f96c97771ef8 {{(pid=83737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 07 10:45:21.621151 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-039b3de9-b81d-4f5c-81e5-ec78a769a527 req-66f9f30c-1ad5-4ecb-af7c-3852047a5f26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:21.636397 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [req-039b3de9-b81d-4f5c-81e5-ec78a769a527 req-66f9f30c-1ad5-4ecb-af7c-3852047a5f26 service neutron] Transition to ACTIVE for port object 153ef752-8bb2-4099-beaf-f96c97771ef8 will not be triggered until provisioned by entity L2. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:45:21.640860 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-039b3de9-b81d-4f5c-81e5-ec78a769a527 req-66f9f30c-1ad5-4ecb-af7c-3852047a5f26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3012561'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:21.763089 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f9f30c-1ad5-4ecb-af7c-3852047a5f26 service neutron] Pushing event updated for resources: {'Port': ['ID=153ef752-8bb2-4099-beaf-f96c97771ef8,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:21.873471 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [req-039b3de9-b81d-4f5c-81e5-ec78a769a527 req-66f9f30c-1ad5-4ecb-af7c-3852047a5f26 service neutron] Attempting to bind port 153ef752-8bb2-4099-beaf-f96c97771ef8 on host hv-neutron-8307 for vnic_type normal with profile {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:45:21.873812 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [req-039b3de9-b81d-4f5c-81e5-ec78a769a527 req-66f9f30c-1ad5-4ecb-af7c-3852047a5f26 service neutron] Attempting to bind port 153ef752-8bb2-4099-beaf-f96c97771ef8 by drivers openvswitch,hyperv on host hv-neutron-8307 at level 0 using segments [{'id': 'f1fb171e-41db-47b2-9ada-7716b6afbd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '22801970-38bc-4a00-8bb6-a4b3909dccf6'}] {{(pid=83737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:45:21.874128 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-039b3de9-b81d-4f5c-81e5-ec78a769a527 req-66f9f30c-1ad5-4ecb-af7c-3852047a5f26 service neutron] Attempting to bind port 153ef752-8bb2-4099-beaf-f96c97771ef8 on network 22801970-38bc-4a00-8bb6-a4b3909dccf6 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:45:21.879732 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-039b3de9-b81d-4f5c-81e5-ec78a769a527 req-66f9f30c-1ad5-4ecb-af7c-3852047a5f26 service neutron] Port 153ef752-8bb2-4099-beaf-f96c97771ef8 on network 22801970-38bc-4a00-8bb6-a4b3909dccf6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8307 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 07 10:45:21.880047 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-039b3de9-b81d-4f5c-81e5-ec78a769a527 req-66f9f30c-1ad5-4ecb-af7c-3852047a5f26 service neutron] Attempting to bind port 153ef752-8bb2-4099-beaf-f96c97771ef8 on network 22801970-38bc-4a00-8bb6-a4b3909dccf6 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:45:21.886089 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-039b3de9-b81d-4f5c-81e5-ec78a769a527 req-66f9f30c-1ad5-4ecb-af7c-3852047a5f26 service neutron] Checking agent: {'id': 'fb93ecad-d7e5-4e81-99ef-d8d0ee7386ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8307', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 21, 15), 'started_at': datetime.datetime(2022, 3, 7, 10, 21, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 45, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:45:21.886423 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-039b3de9-b81d-4f5c-81e5-ec78a769a527 req-66f9f30c-1ad5-4ecb-af7c-3852047a5f26 service neutron] Checking segment: {'id': 'f1fb171e-41db-47b2-9ada-7716b6afbd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '22801970-38bc-4a00-8bb6-a4b3909dccf6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:45:21.886804 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-039b3de9-b81d-4f5c-81e5-ec78a769a527 req-66f9f30c-1ad5-4ecb-af7c-3852047a5f26 service neutron] Bound using segment: {'id': 'f1fb171e-41db-47b2-9ada-7716b6afbd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '22801970-38bc-4a00-8bb6-a4b3909dccf6'} {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:45:21.887221 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [req-039b3de9-b81d-4f5c-81e5-ec78a769a527 req-66f9f30c-1ad5-4ecb-af7c-3852047a5f26 service neutron] Bound port: 153ef752-8bb2-4099-beaf-f96c97771ef8, host: hv-neutron-8307, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1fb171e-41db-47b2-9ada-7716b6afbd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '22801970-38bc-4a00-8bb6-a4b3909dccf6'}}] {{(pid=83737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:45:21.887562 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-039b3de9-b81d-4f5c-81e5-ec78a769a527 req-66f9f30c-1ad5-4ecb-af7c-3852047a5f26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:21.974011 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [req-039b3de9-b81d-4f5c-81e5-ec78a769a527 req-66f9f30c-1ad5-4ecb-af7c-3852047a5f26 service neutron] For port 153ef752-8bb2-4099-beaf-f96c97771ef8, host hv-neutron-8307, cleared binding levels {{(pid=83737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:45:21.977010 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [req-039b3de9-b81d-4f5c-81e5-ec78a769a527 req-66f9f30c-1ad5-4ecb-af7c-3852047a5f26 service neutron] For port 153ef752-8bb2-4099-beaf-f96c97771ef8, host hv-neutron-8307, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=153ef752-8bb2-4099-beaf-f96c97771ef8,segment=NetworkSegment(f1fb171e-41db-47b2-9ada-7716b6afbd78),segment_id=f1fb171e-41db-47b2-9ada-7716b6afbd78)] {{(pid=83737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:45:21.981447 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-039b3de9-b81d-4f5c-81e5-ec78a769a527 req-66f9f30c-1ad5-4ecb-af7c-3852047a5f26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3012561'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:22.041775 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-039b3de9-b81d-4f5c-81e5-ec78a769a527 req-66f9f30c-1ad5-4ecb-af7c-3852047a5f26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:22.043116 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-039b3de9-b81d-4f5c-81e5-ec78a769a527 req-66f9f30c-1ad5-4ecb-af7c-3852047a5f26 service neutron] 10.222.0.10 "PUT /v2.0/ports/153ef752-8bb2-4099-beaf-f96c97771ef8 HTTP/1.1" status: 200 len: 1093 time: 0.9942665 Mar 07 10:45:22.043539 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b043159-5f3a-4007-816e-2165cd7c2684', 'tag': '153ef752-8bb2-4099-beaf-f96c97771ef8'}] {{(pid=83737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 10:45:22.062818 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f9f30c-1ad5-4ecb-af7c-3852047a5f26 service neutron] Pushing event updated for resources: {'Port': ['ID=153ef752-8bb2-4099-beaf-f96c97771ef8,revision_number=3']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:22.212452 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b043159-5f3a-4007-816e-2165cd7c2684', 'tag': '153ef752-8bb2-4099-beaf-f96c97771ef8', 'status': 'completed', 'code': 200} Mar 07 10:45:22.248257 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-039b3de9-b81d-4f5c-81e5-ec78a769a527 req-b2de2e61-2bf6-4e8c-90ef-019a32c62edf service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=416b2fd961bc4d70a26d66821f7df8e2&device_id=9b043159-5f3a-4007-816e-2165cd7c2684 HTTP/1.1" status: 200 len: 1096 time: 0.1640751 Mar 07 10:45:22.316782 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-039b3de9-b81d-4f5c-81e5-ec78a769a527 req-0300ecef-8394-4b96-96e8-96182d82f0b3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=153ef752-8bb2-4099-beaf-f96c97771ef8 HTTP/1.1" status: 200 len: 217 time: 0.0619538 Mar 07 10:45:22.376130 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039b3de9-b81d-4f5c-81e5-ec78a769a527 req-15962817-ed01-4b96-8712-f84d2bd214cb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:22.377503 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-039b3de9-b81d-4f5c-81e5-ec78a769a527 req-15962817-ed01-4b96-8712-f84d2bd214cb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=87cd8e68-d0b8-40dc-81b6-d933b068e309 HTTP/1.1" status: 200 len: 834 time: 0.0557466 Mar 07 10:45:22.454137 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-039b3de9-b81d-4f5c-81e5-ec78a769a527 req-a88ad3d0-d070-4eed-8084-32d56d4356c3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=22801970-38bc-4a00-8bb6-a4b3909dccf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0714507 Mar 07 10:45:22.582750 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-039b3de9-b81d-4f5c-81e5-ec78a769a527 req-fc6365ba-ef56-41d3-9666-b1a59b3214e0 service neutron] 10.222.0.10 "GET /v2.0/networks/22801970-38bc-4a00-8bb6-a4b3909dccf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228724 Mar 07 10:45:22.669276 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device b7d20f65-425d-44f1-a158-520fc14e7fb5 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:45:22.718372 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-039b3de9-b81d-4f5c-81e5-ec78a769a527 req-a86bac17-0d9c-4766-ba24-00b6fdb49845 service neutron] 10.222.0.10 "GET /v2.0/networks/22801970-38bc-4a00-8bb6-a4b3909dccf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293888 Mar 07 10:45:22.741033 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port b7d20f65-425d-44f1-a158-520fc14e7fb5 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:45:22.741495 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:22.861336 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dc6d6f-fa2b-46ec-a673-165428d2880a req-af3c4dad-631a-44be-8ac8-50393b016066 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:22.862776 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-66dc6d6f-fa2b-46ec-a673-165428d2880a req-af3c4dad-631a-44be-8ac8-50393b016066 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b043159-5f3a-4007-816e-2165cd7c2684 HTTP/1.1" status: 200 len: 943 time: 0.1351762 Mar 07 10:45:22.865532 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-13ffdb6e-9dc5-47f6-b69f-2e6342146c42 req-29ff9268-d3a7-4d77-b581-d5d93b4b46fe service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=416b2fd961bc4d70a26d66821f7df8e2&device_id=9b043159-5f3a-4007-816e-2165cd7c2684 HTTP/1.1" status: 200 len: 1096 time: 0.0983465 Mar 07 10:45:22.989583 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-66dc6d6f-fa2b-46ec-a673-165428d2880a req-c86a7350-f6b4-4e9c-825b-05bcec7cd6f8 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/security-groups?id=1883e39f-c461-4cf4-b3e4-865de0566a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1212428 Mar 07 10:45:23.023815 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ffdb6e-9dc5-47f6-b69f-2e6342146c42 req-b16b6799-3664-443b-b966-cfc8800afe63 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:23.025259 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-13ffdb6e-9dc5-47f6-b69f-2e6342146c42 req-b16b6799-3664-443b-b966-cfc8800afe63 service neutron] 10.222.0.10 "GET /v2.0/networks?id=22801970-38bc-4a00-8bb6-a4b3909dccf6 HTTP/1.1" status: 200 len: 898 time: 0.1442819 Mar 07 10:45:23.096640 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-13ffdb6e-9dc5-47f6-b69f-2e6342146c42 req-e2b1c6f4-4482-4a3e-bd24-40d96c85ad88 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=153ef752-8bb2-4099-beaf-f96c97771ef8 HTTP/1.1" status: 200 len: 217 time: 0.0656927 Mar 07 10:45:23.158498 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ffdb6e-9dc5-47f6-b69f-2e6342146c42 req-a4ff4a71-db1e-4048-ae5e-e44a91bc012b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:23.159849 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-13ffdb6e-9dc5-47f6-b69f-2e6342146c42 req-a4ff4a71-db1e-4048-ae5e-e44a91bc012b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=87cd8e68-d0b8-40dc-81b6-d933b068e309 HTTP/1.1" status: 200 len: 834 time: 0.0579665 Mar 07 10:45:23.231283 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-13ffdb6e-9dc5-47f6-b69f-2e6342146c42 req-869509c4-bc65-4418-be31-862146bc4b5b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=22801970-38bc-4a00-8bb6-a4b3909dccf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0657737 Mar 07 10:45:23.359398 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-13ffdb6e-9dc5-47f6-b69f-2e6342146c42 req-477c9c5b-9484-4a46-8b61-a95d99726338 service neutron] 10.222.0.10 "GET /v2.0/networks/22801970-38bc-4a00-8bb6-a4b3909dccf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219907 Mar 07 10:45:23.487271 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-13ffdb6e-9dc5-47f6-b69f-2e6342146c42 req-543fb7a1-8c1a-427c-9ef9-0bf53cfea994 service neutron] 10.222.0.10 "GET /v2.0/networks/22801970-38bc-4a00-8bb6-a4b3909dccf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218405 Mar 07 10:45:24.042818 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device 153ef752-8bb2-4099-beaf-f96c97771ef8 details requested by agent hyperv_hv-neutron-8307 with host hv-neutron-8307 {{(pid=83739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 07 10:45:24.176130 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port 153ef752-8bb2-4099-beaf-f96c97771ef8, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=153ef752-8bb2-4099-beaf-f96c97771ef8,segment=NetworkSegment(f1fb171e-41db-47b2-9ada-7716b6afbd78),segment_id=f1fb171e-41db-47b2-9ada-7716b6afbd78)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:45:24.187023 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5ffe15-24f0-493b-b03a-8b414e2ee919 req-1bc3becb-f0a0-407c-a22c-c04ed9036a36 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:24.188442 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-5b5ffe15-24f0-493b-b03a-8b414e2ee919 req-1bc3becb-f0a0-407c-a22c-c04ed9036a36 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b043159-5f3a-4007-816e-2165cd7c2684 HTTP/1.1" status: 200 len: 943 time: 0.0781424 Mar 07 10:45:24.190056 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Returning: {'device': '153ef752-8bb2-4099-beaf-f96c97771ef8', 'network_id': '22801970-38bc-4a00-8bb6-a4b3909dccf6', 'port_id': '153ef752-8bb2-4099-beaf-f96c97771ef8', 'mac_address': 'fa:16:3e:47:32:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87cd8e68-d0b8-40dc-81b6-d933b068e309', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 07 10:45:24.235099 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-5b5ffe15-24f0-493b-b03a-8b414e2ee919 req-7884a754-a08c-4d3d-af4d-7165360ab836 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/security-groups?id=1883e39f-c461-4cf4-b3e4-865de0566a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408742 Mar 07 10:45:24.244185 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:24.266723 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 153ef752-8bb2-4099-beaf-f96c97771ef8 {{(pid=83739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 07 10:45:24.282277 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port 153ef752-8bb2-4099-beaf-f96c97771ef8, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=153ef752-8bb2-4099-beaf-f96c97771ef8,segment=NetworkSegment(f1fb171e-41db-47b2-9ada-7716b6afbd78),segment_id=f1fb171e-41db-47b2-9ada-7716b6afbd78)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:45:24.285795 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:24.354714 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Pushing event updated for resources: {'Port': ['ID=153ef752-8bb2-4099-beaf-f96c97771ef8,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:24.638143 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] get_ports_and_sgs() called for port_ids ['153ef752-8bb2-4099-beaf-f96c97771ef8'] {{(pid=83739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 07 10:45:25.426635 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3d1eb1-bf6d-403b-add2-ac56b26c23f0 req-2ad31059-b004-47e0-9e6a-15ffbd4a4fe6 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:25.428042 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ec3d1eb1-bf6d-403b-add2-ac56b26c23f0 req-2ad31059-b004-47e0-9e6a-15ffbd4a4fe6 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b043159-5f3a-4007-816e-2165cd7c2684 HTTP/1.1" status: 200 len: 944 time: 0.0747340 Mar 07 10:45:25.475249 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ec3d1eb1-bf6d-403b-add2-ac56b26c23f0 req-76545b6c-30fb-4ade-9657-c863bc779c94 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/security-groups?id=1883e39f-c461-4cf4-b3e4-865de0566a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417340 Mar 07 10:45:26.037810 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device 153ef752-8bb2-4099-beaf-f96c97771ef8 up at agent hyperv_hv-neutron-8307 {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:45:26.104915 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Provisioning for port 153ef752-8bb2-4099-beaf-f96c97771ef8 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:45:26.109696 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Provisioning complete for port 153ef752-8bb2-4099-beaf-f96c97771ef8 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:45:26.110062 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:26.220671 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:26.245893 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b043159-5f3a-4007-816e-2165cd7c2684', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '153ef752-8bb2-4099-beaf-f96c97771ef8'}] {{(pid=83739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 10:45:26.256097 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port 153ef752-8bb2-4099-beaf-f96c97771ef8, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=153ef752-8bb2-4099-beaf-f96c97771ef8,segment=NetworkSegment(f1fb171e-41db-47b2-9ada-7716b6afbd78),segment_id=f1fb171e-41db-47b2-9ada-7716b6afbd78)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:45:26.260798 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:26.333985 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Pushing event updated for resources: {'Port': ['ID=153ef752-8bb2-4099-beaf-f96c97771ef8,revision_number=5']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:26.379657 dv-neutron-830731-3-hyperv neutron-server[83739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b043159-5f3a-4007-816e-2165cd7c2684', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '153ef752-8bb2-4099-beaf-f96c97771ef8', 'code': 200} Mar 07 10:45:26.738193 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-99fee692-8644-4f44-a1be-45ed2f87537e req-d4e60eaf-940f-492a-ad8a-311b65c72cc0 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9b043159-5f3a-4007-816e-2165cd7c2684 HTTP/1.1" status: 200 len: 1098 time: 0.2073030 Mar 07 10:45:26.744258 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bf0b3c-23f0-42d9-9b31-a83eca386ecb req-f61ed461-1d76-49d1-b82f-a0ab82a043ca tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:26.745572 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-67bf0b3c-23f0-42d9-9b31-a83eca386ecb req-f61ed461-1d76-49d1-b82f-a0ab82a043ca tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b043159-5f3a-4007-816e-2165cd7c2684 HTTP/1.1" status: 200 len: 945 time: 0.1031876 Mar 07 10:45:26.808992 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-99fee692-8644-4f44-a1be-45ed2f87537e req-f62590ca-d2bd-4a97-b23c-f10f463ab467 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=1883e39f-c461-4cf4-b3e4-865de0566a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624139 Mar 07 10:45:26.815887 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-67bf0b3c-23f0-42d9-9b31-a83eca386ecb req-2101e0ce-4581-467b-a6a7-558b01b2e867 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/security-groups?id=1883e39f-c461-4cf4-b3e4-865de0566a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568390 Mar 07 10:45:28.021060 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b5e843-e717-41cc-8231-20abfe4da636 req-812242ed-fe2d-472a-864e-5ccf2be72879 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:28.027781 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-e6b5e843-e717-41cc-8231-20abfe4da636 req-812242ed-fe2d-472a-864e-5ccf2be72879 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b043159-5f3a-4007-816e-2165cd7c2684 HTTP/1.1" status: 200 len: 945 time: 0.0911167 Mar 07 10:45:28.071730 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-e6b5e843-e717-41cc-8231-20abfe4da636 req-c8128f68-811b-4b89-977e-8e768830b824 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/security-groups?id=1883e39f-c461-4cf4-b3e4-865de0566a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430827 Mar 07 10:45:28.384165 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-1c450e5a-d50d-479c-9ca3-d60fe0d68969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:29.268150 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441410ec-385d-478a-99d3-4c921382eb5a req-f42c766e-a4aa-4d0b-a4df-a66b089e4854 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:29.269541 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-441410ec-385d-478a-99d3-4c921382eb5a req-f42c766e-a4aa-4d0b-a4df-a66b089e4854 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b043159-5f3a-4007-816e-2165cd7c2684 HTTP/1.1" status: 200 len: 945 time: 0.0747483 Mar 07 10:45:29.315551 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-441410ec-385d-478a-99d3-4c921382eb5a req-ec09061a-547f-44ba-af9b-d1ad64a40e0b tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/security-groups?id=1883e39f-c461-4cf4-b3e4-865de0566a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405560 Mar 07 10:45:29.510036 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13e0834-891c-4480-8584-6650fde1033a req-6d27e2a7-90ac-4255-a2d6-9cb6888c9d4c tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:29.511437 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d13e0834-891c-4480-8584-6650fde1033a req-6d27e2a7-90ac-4255-a2d6-9cb6888c9d4c tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b043159-5f3a-4007-816e-2165cd7c2684 HTTP/1.1" status: 200 len: 945 time: 0.0771673 Mar 07 10:45:29.556728 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d13e0834-891c-4480-8584-6650fde1033a req-6f0fe166-b10a-4001-9385-79927de20e7b tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/security-groups?id=1883e39f-c461-4cf4-b3e4-865de0566a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390844 Mar 07 10:45:29.584008 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 41932) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:45:29.650627 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-d59e78a4-396c-4027-87f5-c513a55bafe9 tempest-TestNetworkBasicOps-2128623112 tempest-TestNetworkBasicOps-2128623112-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=9b043159-5f3a-4007-816e-2165cd7c2684 HTTP/1.1" status: 200 len: 1093 time: 0.0654917 Mar 07 10:45:29.653206 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 41936) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:45:29.658784 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-3424ed2b-fec5-4289-9032-63edd9f86e74 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Request body: {'floatingip': {'floating_network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'port_id': '153ef752-8bb2-4099-beaf-f96c97771ef8', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'fixed_ip_address': '172.20.0.4'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:45:29.663992 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-3424ed2b-fec5-4289-9032-63edd9f86e74 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:45:29.667720 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-3424ed2b-fec5-4289-9032-63edd9f86e74 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Usage tracker for resource:floatingip and tenant:416b2fd961bc4d70a26d66821f7df8e2 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:45:29.670554 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-3424ed2b-fec5-4289-9032-63edd9f86e74 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:45:29.676068 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-3424ed2b-fec5-4289-9032-63edd9f86e74 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:45:29.685801 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3424ed2b-fec5-4289-9032-63edd9f86e74 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for floatingip, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:29.815655 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3424ed2b-fec5-4289-9032-63edd9f86e74 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:29.947375 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-3424ed2b-fec5-4289-9032-63edd9f86e74 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Allocated IP 172.26.8.153 (5ed85006-6b00-415e-b71f-837fb1421c12/8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a/473bf3ea-65e7-4a84-ac5d-a1f6cd7102dc) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:45:30.098263 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3424ed2b-fec5-4289-9032-63edd9f86e74 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:30.126059 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3424ed2b-fec5-4289-9032-63edd9f86e74 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:30.190472 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3424ed2b-fec5-4289-9032-63edd9f86e74 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Network 5ed85006-6b00-415e-b71f-837fb1421c12 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:45:30.193259 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-3424ed2b-fec5-4289-9032-63edd9f86e74 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:45:30.197747 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3424ed2b-fec5-4289-9032-63edd9f86e74 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:45:30.224114 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3424ed2b-fec5-4289-9032-63edd9f86e74 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event updated for resources: {'Port': ['ID=473bf3ea-65e7-4a84-ac5d-a1f6cd7102dc,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:30.576716 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-3f8fd563-1727-4fb5-b52e-9e1d61439fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:30.688492 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3424ed2b-fec5-4289-9032-63edd9f86e74 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:30.821886 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3424ed2b-fec5-4289-9032-63edd9f86e74 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:31.020761 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3424ed2b-fec5-4289-9032-63edd9f86e74 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:31.025179 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3424ed2b-fec5-4289-9032-63edd9f86e74 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3012561'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:31.128403 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3424ed2b-fec5-4289-9032-63edd9f86e74 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event updated for resources: {'Port': ['ID=473bf3ea-65e7-4a84-ac5d-a1f6cd7102dc,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:31.142037 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3424ed2b-fec5-4289-9032-63edd9f86e74 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923533'] for floatingip, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:31.328370 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.db.l3_db [None req-3424ed2b-fec5-4289-9032-63edd9f86e74 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Floating IP ee662057-6b65-4e83-b943-bee64a56088a associated. External IP: 172.26.8.153, port: 153ef752-8bb2-4099-beaf-f96c97771ef8. Mar 07 10:45:31.709356 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3424ed2b-fec5-4289-9032-63edd9f86e74 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Router a17c3b7b-17c6-42f0-a8b0-f63268590241 has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:45:31.797304 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-711fefd2-3b30-4759-8df5-0aecff1c8e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:31.884553 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:31.901483 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3424ed2b-fec5-4289-9032-63edd9f86e74 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:45:31.911987 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e93020-7ed7-4106-af01-e9cc2c1ea603 None None] Sync routers for ids ['a17c3b7b-17c6-42f0-a8b0-f63268590241'] in dv-neutron-830731-3-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:45:31.925295 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e93020-7ed7-4106-af01-e9cc2c1ea603 None None] Routers {'a17c3b7b-17c6-42f0-a8b0-f63268590241'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:45:31.925747 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3424ed2b-fec5-4289-9032-63edd9f86e74 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for floatingip, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:31.925973 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-c0e93020-7ed7-4106-af01-e9cc2c1ea603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:45:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['a17c3b7b-17c6-42f0-a8b0-f63268590241'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:45:31.980948 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-3424ed2b-fec5-4289-9032-63edd9f86e74 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3261383 Mar 07 10:45:31.981495 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b043159-5f3a-4007-816e-2165cd7c2684', 'tag': '153ef752-8bb2-4099-beaf-f96c97771ef8'}] {{(pid=83737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 10:45:31.983995 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 41940) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:45:32.037821 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b043159-5f3a-4007-816e-2165cd7c2684', 'tag': '153ef752-8bb2-4099-beaf-f96c97771ef8', 'status': 'completed', 'code': 200} Mar 07 10:45:32.056797 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-2992501f-6e38-4859-97d7-e3718e69d416 tempest-TestNetworkBasicOps-2128623112 tempest-TestNetworkBasicOps-2128623112-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=9b043159-5f3a-4007-816e-2165cd7c2684 HTTP/1.1" status: 200 len: 1093 time: 0.0714157 Mar 07 10:45:32.110310 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-c0e93020-7ed7-4106-af01-e9cc2c1ea603 None None] Set router a17c3b7b-17c6-42f0-a8b0-f63268590241 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:45:32.129842 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-fb10e20d-e5cf-4f88-875b-5e49d408bc6d req-f1792080-9c81-49fa-850f-2932828c17cc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=416b2fd961bc4d70a26d66821f7df8e2&device_id=9b043159-5f3a-4007-816e-2165cd7c2684 HTTP/1.1" status: 200 len: 1098 time: 0.0697634 Mar 07 10:45:32.265759 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb10e20d-e5cf-4f88-875b-5e49d408bc6d req-e74a293c-acfd-4a17-b9ee-192d5b8e2bd0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:32.267436 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-fb10e20d-e5cf-4f88-875b-5e49d408bc6d req-e74a293c-acfd-4a17-b9ee-192d5b8e2bd0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=22801970-38bc-4a00-8bb6-a4b3909dccf6 HTTP/1.1" status: 200 len: 898 time: 0.1320124 Mar 07 10:45:32.458632 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 41950) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:45:32.464241 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-6a46802d-9125-4caa-8304-68a0e189848d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1637399056', 'description': 'tempest-secgroup-smoke-1637399056 description', 'project_id': '416b2fd961bc4d70a26d66821f7df8e2'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:45:32.470870 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-6a46802d-9125-4caa-8304-68a0e189848d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:45:32.480279 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-6a46802d-9125-4caa-8304-68a0e189848d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:45:32.483713 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-fb10e20d-e5cf-4f88-875b-5e49d408bc6d req-4f132415-2b76-4e44-a5b5-5a2b30d0e9e8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=153ef752-8bb2-4099-beaf-f96c97771ef8 HTTP/1.1" status: 200 len: 999 time: 0.2097385 Mar 07 10:45:32.489817 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6a46802d-9125-4caa-8304-68a0e189848d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:32.528741 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-6a46802d-9125-4caa-8304-68a0e189848d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:45:32.530050 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-c0e93020-7ed7-4106-af01-e9cc2c1ea603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a17c3b7b-17c6-42f0-a8b0-f63268590241', 'name': 'tempest-TestNetworkBasicOps-router-335541214', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.11'}], 'enable_snat': True}, 'gw_port_id': 'ba248b43-4fa8-4575-b91f-cd1049c4c9ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:45:10Z', 'updated_at': '2022-03-07T10:45:14Z', 'revision_number': 4, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'gw_port': {'id': 'ba248b43-4fa8-4575-b91f-cd1049c4c9ed', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:a8:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17c3b7b-17c6-42f0-a8b0-f63268590241', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:45:11Z', 'updated_at': '2022-03-07T10:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_floatingips': [{'id': 'ee662057-6b65-4e83-b943-bee64a56088a', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'floating_ip_address': '172.26.8.153', 'floating_network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'router_id': 'a17c3b7b-17c6-42f0-a8b0-f63268590241', 'port_id': '153ef752-8bb2-4099-beaf-f96c97771ef8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22801970-38bc-4a00-8bb6-a4b3909dccf6', 'mac_address': 'fa:16:3e:47:32:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b043159-5f3a-4007-816e-2165cd7c2684', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:45:30Z', 'updated_at': '2022-03-07T10:45:30Z', 'revision_number': 0, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7d20f65-425d-44f1-a158-520fc14e7fb5', 'name': '', 'network_id': '22801970-38bc-4a00-8bb6-a4b3909dccf6', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'mac_address': 'fa:16:3e:6b:f1:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17c3b7b-17c6-42f0-a8b0-f63268590241', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '87cd8e68-d0b8-40dc-81b6-d933b068e309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:45:14Z', 'updated_at': '2022-03-07T10:45:20Z', 'revision_number': 5, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'subnets': [{'id': '87cd8e68-d0b8-40dc-81b6-d933b068e309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:45:32.533595 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-6a46802d-9125-4caa-8304-68a0e189848d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Usage tracker for resource:security_group_rule and tenant:416b2fd961bc4d70a26d66821f7df8e2 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:45:32.533923 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e93020-7ed7-4106-af01-e9cc2c1ea603 None None] Checking router: a17c3b7b-17c6-42f0-a8b0-f63268590241 for host: dv-neutron-830731-3-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 07 10:45:32.537122 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-6a46802d-9125-4caa-8304-68a0e189848d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:45:32.543097 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-6a46802d-9125-4caa-8304-68a0e189848d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:45:32.545043 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e93020-7ed7-4106-af01-e9cc2c1ea603 None None] Routers {'a17c3b7b-17c6-42f0-a8b0-f63268590241'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:45:32.545643 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-c0e93020-7ed7-4106-af01-e9cc2c1ea603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:45:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['a17c3b7b-17c6-42f0-a8b0-f63268590241'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:45:32.550259 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb10e20d-e5cf-4f88-875b-5e49d408bc6d req-e4085cc8-12f3-4178-93b9-fe1b489abf5c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:32.551805 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-fb10e20d-e5cf-4f88-875b-5e49d408bc6d req-e4085cc8-12f3-4178-93b9-fe1b489abf5c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=87cd8e68-d0b8-40dc-81b6-d933b068e309 HTTP/1.1" status: 200 len: 834 time: 0.0619810 Mar 07 10:45:32.605359 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6a46802d-9125-4caa-8304-68a0e189848d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:32.609813 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6a46802d-9125-4caa-8304-68a0e189848d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:32.642742 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-fb10e20d-e5cf-4f88-875b-5e49d408bc6d req-0cbc7cfe-a23e-4e63-8352-bb9642bd2b2b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=22801970-38bc-4a00-8bb6-a4b3909dccf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0853670 Mar 07 10:45:32.667933 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6a46802d-9125-4caa-8304-68a0e189848d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:32.673147 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-6a46802d-9125-4caa-8304-68a0e189848d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2132845 Mar 07 10:45:32.673976 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a46802d-9125-4caa-8304-68a0e189848d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40226856-f8ca-4dae-aeb9-9512bdab50a7,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:32.674214 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 41956) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:45:32.728231 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-fc540a33-5ffa-4ff0-aafe-ad68e0c842c8 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Request body: {'security_group_rule': {'security_group_id': '40226856-f8ca-4dae-aeb9-9512bdab50a7', 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:45:32.729381 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-c0e93020-7ed7-4106-af01-e9cc2c1ea603 None None] Set router a17c3b7b-17c6-42f0-a8b0-f63268590241 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:45:32.737996 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-fc540a33-5ffa-4ff0-aafe-ad68e0c842c8 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:45:32.750396 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-fc540a33-5ffa-4ff0-aafe-ad68e0c842c8 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Usage tracker for resource:security_group_rule and tenant:416b2fd961bc4d70a26d66821f7df8e2 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:45:32.754496 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-fc540a33-5ffa-4ff0-aafe-ad68e0c842c8 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:45:32.762575 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-fc540a33-5ffa-4ff0-aafe-ad68e0c842c8 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:45:32.804110 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-fc540a33-5ffa-4ff0-aafe-ad68e0c842c8 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:32.830116 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-fb10e20d-e5cf-4f88-875b-5e49d408bc6d req-d456a092-3b7e-4e45-ba7a-f2393fec36bb service neutron] 10.222.0.10 "GET /v2.0/networks/22801970-38bc-4a00-8bb6-a4b3909dccf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812937 Mar 07 10:45:32.968286 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-fc540a33-5ffa-4ff0-aafe-ad68e0c842c8 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:32.973789 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-fc540a33-5ffa-4ff0-aafe-ad68e0c842c8 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:33.011591 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc540a33-5ffa-4ff0-aafe-ad68e0c842c8 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edf76dab-418a-4370-8c08-e4f3ef671aec,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:33.019011 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-fb10e20d-e5cf-4f88-875b-5e49d408bc6d req-7c61dd83-56e3-4799-a0da-f54539990949 service neutron] 10.222.0.10 "GET /v2.0/networks/22801970-38bc-4a00-8bb6-a4b3909dccf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779821 Mar 07 10:45:33.023440 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-fc540a33-5ffa-4ff0-aafe-ad68e0c842c8 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:33.027414 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-fc540a33-5ffa-4ff0-aafe-ad68e0c842c8 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3495922 Mar 07 10:45:33.027612 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 41960) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:45:33.034360 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-74273f02-da0b-48e7-8690-623a90b265cb tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Request body: {'security_group_rule': {'security_group_id': '40226856-f8ca-4dae-aeb9-9512bdab50a7', 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:45:33.040772 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-74273f02-da0b-48e7-8690-623a90b265cb tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:45:33.046720 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-74273f02-da0b-48e7-8690-623a90b265cb tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Usage tracker for resource:security_group_rule and tenant:416b2fd961bc4d70a26d66821f7df8e2 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:45:33.050232 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-74273f02-da0b-48e7-8690-623a90b265cb tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:45:33.056535 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-74273f02-da0b-48e7-8690-623a90b265cb tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:45:33.073123 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-74273f02-da0b-48e7-8690-623a90b265cb tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:33.080735 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-c0e93020-7ed7-4106-af01-e9cc2c1ea603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a17c3b7b-17c6-42f0-a8b0-f63268590241', 'name': 'tempest-TestNetworkBasicOps-router-335541214', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.11'}], 'enable_snat': True}, 'gw_port_id': 'ba248b43-4fa8-4575-b91f-cd1049c4c9ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:45:10Z', 'updated_at': '2022-03-07T10:45:14Z', 'revision_number': 4, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'gw_port': {'id': 'ba248b43-4fa8-4575-b91f-cd1049c4c9ed', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:a8:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17c3b7b-17c6-42f0-a8b0-f63268590241', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:45:11Z', 'updated_at': '2022-03-07T10:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_floatingips': [{'id': 'ee662057-6b65-4e83-b943-bee64a56088a', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'floating_ip_address': '172.26.8.153', 'floating_network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'router_id': 'a17c3b7b-17c6-42f0-a8b0-f63268590241', 'port_id': '153ef752-8bb2-4099-beaf-f96c97771ef8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22801970-38bc-4a00-8bb6-a4b3909dccf6', 'mac_address': 'fa:16:3e:47:32:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b043159-5f3a-4007-816e-2165cd7c2684', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:45:30Z', 'updated_at': '2022-03-07T10:45:30Z', 'revision_number': 0, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7d20f65-425d-44f1-a158-520fc14e7fb5', 'name': '', 'network_id': '22801970-38bc-4a00-8bb6-a4b3909dccf6', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'mac_address': 'fa:16:3e:6b:f1:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17c3b7b-17c6-42f0-a8b0-f63268590241', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '87cd8e68-d0b8-40dc-81b6-d933b068e309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:45:14Z', 'updated_at': '2022-03-07T10:45:20Z', 'revision_number': 5, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'subnets': [{'id': '87cd8e68-d0b8-40dc-81b6-d933b068e309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:45:33.084644 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e93020-7ed7-4106-af01-e9cc2c1ea603 None None] The sync data for ids ['a17c3b7b-17c6-42f0-a8b0-f63268590241'] in dv-neutron-830731-3-hyperv is: [{'id': 'a17c3b7b-17c6-42f0-a8b0-f63268590241', 'name': 'tempest-TestNetworkBasicOps-router-335541214', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.11'}], 'enable_snat': True}, 'gw_port_id': 'ba248b43-4fa8-4575-b91f-cd1049c4c9ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:45:10Z', 'updated_at': '2022-03-07T10:45:14Z', 'revision_number': 4, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'gw_port': {'id': 'ba248b43-4fa8-4575-b91f-cd1049c4c9ed', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:a8:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17c3b7b-17c6-42f0-a8b0-f63268590241', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:45:11Z', 'updated_at': '2022-03-07T10:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_floatingips': [{'id': 'ee662057-6b65-4e83-b943-bee64a56088a', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'floating_ip_address': '172.26.8.153', 'floating_network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'router_id': 'a17c3b7b-17c6-42f0-a8b0-f63268590241', 'port_id': '153ef752-8bb2-4099-beaf-f96c97771ef8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22801970-38bc-4a00-8bb6-a4b3909dccf6', 'mac_address': 'fa:16:3e:47:32:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b043159-5f3a-4007-816e-2165cd7c2684', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:45:30Z', 'updated_at': '2022-03-07T10:45:30Z', 'revision_number': 0, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7d20f65-425d-44f1-a158-520fc14e7fb5', 'name': '', 'network_id': '22801970-38bc-4a00-8bb6-a4b3909dccf6', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'mac_address': 'fa:16:3e:6b:f1:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17c3b7b-17c6-42f0-a8b0-f63268590241', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '87cd8e68-d0b8-40dc-81b6-d933b068e309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:45:14Z', 'updated_at': '2022-03-07T10:45:20Z', 'revision_number': 5, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'subnets': [{'id': '87cd8e68-d0b8-40dc-81b6-d933b068e309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:45:33.144875 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-74273f02-da0b-48e7-8690-623a90b265cb tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:33.149394 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-74273f02-da0b-48e7-8690-623a90b265cb tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:33.172191 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74273f02-da0b-48e7-8690-623a90b265cb tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e011078-608b-4e90-ace8-3a35edca5da0,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:33.181024 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-74273f02-da0b-48e7-8690-623a90b265cb tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:33.182187 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-74273f02-da0b-48e7-8690-623a90b265cb tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1536176 Mar 07 10:45:33.184986 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 41964) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:45:33.190750 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-09021d88-b96e-4dde-9984-3a97fb2980fc tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Request body: {'security_group_rule': {'security_group_id': '40226856-f8ca-4dae-aeb9-9512bdab50a7', 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:45:33.196587 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-09021d88-b96e-4dde-9984-3a97fb2980fc tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:45:33.200234 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-09021d88-b96e-4dde-9984-3a97fb2980fc tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Usage tracker for resource:security_group_rule and tenant:416b2fd961bc4d70a26d66821f7df8e2 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:45:33.203806 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-09021d88-b96e-4dde-9984-3a97fb2980fc tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:45:33.209436 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-09021d88-b96e-4dde-9984-3a97fb2980fc tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:45:33.224968 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c87150bd-aa9c-4ad1-bb68-57ec66d4fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:33.229576 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-09021d88-b96e-4dde-9984-3a97fb2980fc tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:33.290780 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-09021d88-b96e-4dde-9984-3a97fb2980fc tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:33.294635 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-09021d88-b96e-4dde-9984-3a97fb2980fc tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:33.320905 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09021d88-b96e-4dde-9984-3a97fb2980fc tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0df6a799-ff0f-4b40-a62c-9b5275381911,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:33.326910 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-09021d88-b96e-4dde-9984-3a97fb2980fc tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:33.328065 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-09021d88-b96e-4dde-9984-3a97fb2980fc tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1418633 Mar 07 10:45:33.330929 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 41968) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:45:33.336223 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-dd8686e1-726c-4293-bbff-a9e347df3905 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Request body: {'security_group_rule': {'security_group_id': '40226856-f8ca-4dae-aeb9-9512bdab50a7', 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:45:33.342681 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-dd8686e1-726c-4293-bbff-a9e347df3905 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:45:33.346478 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-dd8686e1-726c-4293-bbff-a9e347df3905 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Usage tracker for resource:security_group_rule and tenant:416b2fd961bc4d70a26d66821f7df8e2 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:45:33.349356 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-dd8686e1-726c-4293-bbff-a9e347df3905 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:45:33.354967 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-dd8686e1-726c-4293-bbff-a9e347df3905 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:45:33.370864 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-dd8686e1-726c-4293-bbff-a9e347df3905 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:33.432418 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-dd8686e1-726c-4293-bbff-a9e347df3905 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:33.435719 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-dd8686e1-726c-4293-bbff-a9e347df3905 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:33.459133 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8686e1-726c-4293-bbff-a9e347df3905 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=499934d4-99f4-449b-ad18-9955248337d0,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:33.467902 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-dd8686e1-726c-4293-bbff-a9e347df3905 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:33.469106 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-dd8686e1-726c-4293-bbff-a9e347df3905 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1372666 Mar 07 10:45:33.471870 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 41972) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:45:33.477161 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-7b6a6fa8-628e-4b3f-a9af-baa908243812 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Request body: {'security_group_rule': {'security_group_id': '40226856-f8ca-4dae-aeb9-9512bdab50a7', 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:45:33.482812 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-7b6a6fa8-628e-4b3f-a9af-baa908243812 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:45:33.486550 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-7b6a6fa8-628e-4b3f-a9af-baa908243812 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Usage tracker for resource:security_group_rule and tenant:416b2fd961bc4d70a26d66821f7df8e2 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:45:33.489366 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-7b6a6fa8-628e-4b3f-a9af-baa908243812 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:45:33.494874 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-7b6a6fa8-628e-4b3f-a9af-baa908243812 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:45:33.507002 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.db.securitygroups_db [None req-7b6a6fa8-628e-4b3f-a9af-baa908243812 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Project 416b2fd961bc4d70a26d66821f7df8e2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 10:45:33.514056 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7b6a6fa8-628e-4b3f-a9af-baa908243812 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:33.577521 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7b6a6fa8-628e-4b3f-a9af-baa908243812 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:33.581086 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7b6a6fa8-628e-4b3f-a9af-baa908243812 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:33.607022 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6a6fa8-628e-4b3f-a9af-baa908243812 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f455b80-28d6-4cac-afba-31be3c2a50b6,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:33.616059 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7b6a6fa8-628e-4b3f-a9af-baa908243812 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:33.617296 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-7b6a6fa8-628e-4b3f-a9af-baa908243812 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1445363 Mar 07 10:45:33.620031 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 41976) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:45:33.626053 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-7a83140b-30d5-400e-b95b-9dc75573893c tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Request body: {'security_group_rule': {'security_group_id': '40226856-f8ca-4dae-aeb9-9512bdab50a7', 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:45:33.631565 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-7a83140b-30d5-400e-b95b-9dc75573893c tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:45:33.635320 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-7a83140b-30d5-400e-b95b-9dc75573893c tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Usage tracker for resource:security_group_rule and tenant:416b2fd961bc4d70a26d66821f7df8e2 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:45:33.638766 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-7a83140b-30d5-400e-b95b-9dc75573893c tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:45:33.644347 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-7a83140b-30d5-400e-b95b-9dc75573893c tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:45:33.654609 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.db.securitygroups_db [None req-7a83140b-30d5-400e-b95b-9dc75573893c tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Project 416b2fd961bc4d70a26d66821f7df8e2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 10:45:33.660810 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7a83140b-30d5-400e-b95b-9dc75573893c tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:33.723404 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7a83140b-30d5-400e-b95b-9dc75573893c tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:33.726635 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7a83140b-30d5-400e-b95b-9dc75573893c tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:33.749468 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a83140b-30d5-400e-b95b-9dc75573893c tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d025fef-7517-46c4-b58b-bc509727e247,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:33.757356 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7a83140b-30d5-400e-b95b-9dc75573893c tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:33.758501 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-7a83140b-30d5-400e-b95b-9dc75573893c tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1375391 Mar 07 10:45:33.925554 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-8cf18b8a-96c8-491e-a426-c3ca81a4e966 req-48f9ff7d-3078-4d4f-9d85-2366f292eb0b tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1637399056&fields=id&tenant_id=416b2fd961bc4d70a26d66821f7df8e2 HTTP/1.1" status: 200 len: 267 time: 0.0397327 Mar 07 10:45:34.071092 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf18b8a-96c8-491e-a426-c3ca81a4e966 req-eadb1dba-34be-4530-8c05-a878fdb475a3 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:34.072520 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-8cf18b8a-96c8-491e-a426-c3ca81a4e966 req-eadb1dba-34be-4530-8c05-a878fdb475a3 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/networks?id=22801970-38bc-4a00-8bb6-a4b3909dccf6 HTTP/1.1" status: 200 len: 797 time: 0.1405284 Mar 07 10:45:34.088833 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-8cf18b8a-96c8-491e-a426-c3ca81a4e966 req-b8bea994-3716-414e-8c63-e43d5cd928d8 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/quotas/416b2fd961bc4d70a26d66821f7df8e2 HTTP/1.1" status: 200 len: 375 time: 0.0107269 Mar 07 10:45:34.174359 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-8cf18b8a-96c8-491e-a426-c3ca81a4e966 req-8afd12b4-a44d-4722-86b5-ac8873ae94d6 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=416b2fd961bc4d70a26d66821f7df8e2&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0803022 Mar 07 10:45:34.250879 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [req-8cf18b8a-96c8-491e-a426-c3ca81a4e966 req-e0192f37-459d-4d00-b234-40ee6ddd3a65 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=83737) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 07 10:45:34.251831 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-8cf18b8a-96c8-491e-a426-c3ca81a4e966 req-e0192f37-459d-4d00-b234-40ee6ddd3a65 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0659778 Mar 07 10:45:34.379818 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-8cf18b8a-96c8-491e-a426-c3ca81a4e966 req-d372e4bb-9096-465d-8664-4aebecd1e9a5 service neutron] 10.222.0.13 "GET /v2.0/networks/22801970-38bc-4a00-8bb6-a4b3909dccf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215725 Mar 07 10:45:34.507358 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-8cf18b8a-96c8-491e-a426-c3ca81a4e966 req-0473dfa1-3ea1-409a-bead-1e09801c514b service neutron] 10.222.0.13 "GET /v2.0/networks/22801970-38bc-4a00-8bb6-a4b3909dccf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217964 Mar 07 10:45:34.696643 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-18194bad-2e3e-4461-a76d-236f9c1c248f req-33e57cc4-a2c0-4965-a809-d771b6e0771a tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa22cc61-badc-4c32-b9af-06eeda1def43 HTTP/1.1" status: 200 len: 210 time: 0.0441771 Mar 07 10:45:35.661834 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf18b8a-96c8-491e-a426-c3ca81a4e966 req-6c88c0ea-47bf-4e90-956c-12ee40043d56 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:35.663207 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-8cf18b8a-96c8-491e-a426-c3ca81a4e966 req-6c88c0ea-47bf-4e90-956c-12ee40043d56 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.10 "GET /v2.0/networks?id=22801970-38bc-4a00-8bb6-a4b3909dccf6 HTTP/1.1" status: 200 len: 797 time: 0.1416161 Mar 07 10:45:35.717408 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-8cf18b8a-96c8-491e-a426-c3ca81a4e966 req-9e3a5fe1-f80f-4333-80c6-0101f86e2355 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=416b2fd961bc4d70a26d66821f7df8e2 HTTP/1.1" status: 200 len: 473 time: 0.0421443 Mar 07 10:45:35.726275 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [req-8cf18b8a-96c8-491e-a426-c3ca81a4e966 req-135560bb-10b9-49d1-ad7b-1ef92484a4b0 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Request body: {'port': {'device_id': 'fa22cc61-badc-4c32-b9af-06eeda1def43', 'network_id': '22801970-38bc-4a00-8bb6-a4b3909dccf6', 'admin_state_up': True, 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'security_groups': ['40226856-f8ca-4dae-aeb9-9512bdab50a7']}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:45:35.940890 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c8d59c00-f13e-4f33-a569-19d9be4f4efa req-0bfc1314-c04d-4c2c-97ec-bcc5bdfb08d0 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa22cc61-badc-4c32-b9af-06eeda1def43 HTTP/1.1" status: 200 len: 210 time: 0.0571406 Mar 07 10:45:35.994261 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [req-8cf18b8a-96c8-491e-a426-c3ca81a4e966 req-135560bb-10b9-49d1-ad7b-1ef92484a4b0 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:45:36.003680 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [req-8cf18b8a-96c8-491e-a426-c3ca81a4e966 req-135560bb-10b9-49d1-ad7b-1ef92484a4b0 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:45:36.014252 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cf18b8a-96c8-491e-a426-c3ca81a4e966 req-135560bb-10b9-49d1-ad7b-1ef92484a4b0 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Made reservation on behalf of 416b2fd961bc4d70a26d66821f7df8e2 for: {'port': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:45:36.017434 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-8cf18b8a-96c8-491e-a426-c3ca81a4e966 req-135560bb-10b9-49d1-ad7b-1ef92484a4b0 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:36.187186 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [req-8cf18b8a-96c8-491e-a426-c3ca81a4e966 req-135560bb-10b9-49d1-ad7b-1ef92484a4b0 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Allocated IP 172.20.0.11 (22801970-38bc-4a00-8bb6-a4b3909dccf6/87cd8e68-d0b8-40dc-81b6-d933b068e309/5e65ab3a-323d-4416-89ff-cc3c53cae5e4) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:45:36.286291 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-832a9c62-bca8-4cc6-af07-33a59f47b0c8 None None] New status for floating IP ee662057-6b65-4e83-b943-bee64a56088a: ACTIVE {{(pid=83739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 07 10:45:36.390419 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-8cf18b8a-96c8-491e-a426-c3ca81a4e966 req-135560bb-10b9-49d1-ad7b-1ef92484a4b0 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:36.406980 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [req-8cf18b8a-96c8-491e-a426-c3ca81a4e966 req-135560bb-10b9-49d1-ad7b-1ef92484a4b0 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Transition to ACTIVE for port object 5e65ab3a-323d-4416-89ff-cc3c53cae5e4 will not be triggered until provisioned by entity DHCP. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:45:36.431567 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-8cf18b8a-96c8-491e-a426-c3ca81a4e966 req-135560bb-10b9-49d1-ad7b-1ef92484a4b0 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:36.510791 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cf18b8a-96c8-491e-a426-c3ca81a4e966 req-135560bb-10b9-49d1-ad7b-1ef92484a4b0 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Network 22801970-38bc-4a00-8bb6-a4b3909dccf6 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:45:36.515184 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [req-8cf18b8a-96c8-491e-a426-c3ca81a4e966 req-135560bb-10b9-49d1-ad7b-1ef92484a4b0 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:45:36.517168 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135560bb-10b9-49d1-ad7b-1ef92484a4b0 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event updated for resources: {'Port': ['ID=5e65ab3a-323d-4416-89ff-cc3c53cae5e4,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:36.519314 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cf18b8a-96c8-491e-a426-c3ca81a4e966 req-135560bb-10b9-49d1-ad7b-1ef92484a4b0 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:45:36.581328 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf18b8a-96c8-491e-a426-c3ca81a4e966 req-135560bb-10b9-49d1-ad7b-1ef92484a4b0 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:36.582027 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-8cf18b8a-96c8-491e-a426-c3ca81a4e966 req-135560bb-10b9-49d1-ad7b-1ef92484a4b0 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:36.611712 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-8cf18b8a-96c8-491e-a426-c3ca81a4e966 req-135560bb-10b9-49d1-ad7b-1ef92484a4b0 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8890798 Mar 07 10:45:36.622778 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [req-8cf18b8a-96c8-491e-a426-c3ca81a4e966 req-122160e1-32cc-4708-be24-9abefc0cede1 service neutron] Request body: {'port': {'device_id': 'fa22cc61-badc-4c32-b9af-06eeda1def43', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8307'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:45:36.741714 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-8cf18b8a-96c8-491e-a426-c3ca81a4e966 req-122160e1-32cc-4708-be24-9abefc0cede1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:36.795292 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-8741f930-a221-4cbf-b8b7-b6fbe9799a00 None None] Provisioning for port 5e65ab3a-323d-4416-89ff-cc3c53cae5e4 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:45:36.799984 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-8741f930-a221-4cbf-b8b7-b6fbe9799a00 None None] Provisioning complete for port 5e65ab3a-323d-4416-89ff-cc3c53cae5e4 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:45:36.800350 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-8741f930-a221-4cbf-b8b7-b6fbe9799a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:36.854783 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-8741f930-a221-4cbf-b8b7-b6fbe9799a00 None None] Port 5e65ab3a-323d-4416-89ff-cc3c53cae5e4 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:45:37.110014 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [req-8cf18b8a-96c8-491e-a426-c3ca81a4e966 req-122160e1-32cc-4708-be24-9abefc0cede1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e65ab3a-323d-4416-89ff-cc3c53cae5e4 {{(pid=83737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 07 10:45:37.118342 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-8cf18b8a-96c8-491e-a426-c3ca81a4e966 req-122160e1-32cc-4708-be24-9abefc0cede1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:37.144103 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [req-8cf18b8a-96c8-491e-a426-c3ca81a4e966 req-122160e1-32cc-4708-be24-9abefc0cede1 service neutron] Transition to ACTIVE for port object 5e65ab3a-323d-4416-89ff-cc3c53cae5e4 will not be triggered until provisioned by entity L2. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:45:37.148112 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-8cf18b8a-96c8-491e-a426-c3ca81a4e966 req-122160e1-32cc-4708-be24-9abefc0cede1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3012561'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:37.263320 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5ab9a7-d68f-4a47-a0e9-449c11bab17c req-0f9bfa32-5e53-4d56-a8f2-86effc256f1a tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:37.264016 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-ae5ab9a7-d68f-4a47-a0e9-449c11bab17c req-0f9bfa32-5e53-4d56-a8f2-86effc256f1a tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Synchronizing usage tracker for tenant:416b2fd961bc4d70a26d66821f7df8e2 on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:45:37.292044 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122160e1-32cc-4708-be24-9abefc0cede1 service neutron] Pushing event updated for resources: {'Port': ['ID=5e65ab3a-323d-4416-89ff-cc3c53cae5e4,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:37.334589 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-ae5ab9a7-d68f-4a47-a0e9-449c11bab17c req-0f9bfa32-5e53-4d56-a8f2-86effc256f1a tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Unset dirty status for tenant:416b2fd961bc4d70a26d66821f7df8e2 on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:45:37.335385 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ae5ab9a7-d68f-4a47-a0e9-449c11bab17c req-0f9bfa32-5e53-4d56-a8f2-86effc256f1a tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa22cc61-badc-4c32-b9af-06eeda1def43 HTTP/1.1" status: 200 len: 932 time: 0.2734947 Mar 07 10:45:37.434313 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ae5ab9a7-d68f-4a47-a0e9-449c11bab17c req-dea287c0-54b4-4cdc-9311-0a532c147603 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/security-groups?id=40226856-f8ca-4dae-aeb9-9512bdab50a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690780 Mar 07 10:45:37.438772 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [req-8cf18b8a-96c8-491e-a426-c3ca81a4e966 req-122160e1-32cc-4708-be24-9abefc0cede1 service neutron] Attempting to bind port 5e65ab3a-323d-4416-89ff-cc3c53cae5e4 on host hv-neutron-8307 for vnic_type normal with profile {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:45:37.439097 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [req-8cf18b8a-96c8-491e-a426-c3ca81a4e966 req-122160e1-32cc-4708-be24-9abefc0cede1 service neutron] Attempting to bind port 5e65ab3a-323d-4416-89ff-cc3c53cae5e4 by drivers openvswitch,hyperv on host hv-neutron-8307 at level 0 using segments [{'id': 'f1fb171e-41db-47b2-9ada-7716b6afbd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '22801970-38bc-4a00-8bb6-a4b3909dccf6'}] {{(pid=83737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:45:37.439410 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf18b8a-96c8-491e-a426-c3ca81a4e966 req-122160e1-32cc-4708-be24-9abefc0cede1 service neutron] Attempting to bind port 5e65ab3a-323d-4416-89ff-cc3c53cae5e4 on network 22801970-38bc-4a00-8bb6-a4b3909dccf6 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:45:37.445214 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf18b8a-96c8-491e-a426-c3ca81a4e966 req-122160e1-32cc-4708-be24-9abefc0cede1 service neutron] Port 5e65ab3a-323d-4416-89ff-cc3c53cae5e4 on network 22801970-38bc-4a00-8bb6-a4b3909dccf6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8307 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 07 10:45:37.445791 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf18b8a-96c8-491e-a426-c3ca81a4e966 req-122160e1-32cc-4708-be24-9abefc0cede1 service neutron] Attempting to bind port 5e65ab3a-323d-4416-89ff-cc3c53cae5e4 on network 22801970-38bc-4a00-8bb6-a4b3909dccf6 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:45:37.461339 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf18b8a-96c8-491e-a426-c3ca81a4e966 req-122160e1-32cc-4708-be24-9abefc0cede1 service neutron] Checking agent: {'id': 'fb93ecad-d7e5-4e81-99ef-d8d0ee7386ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8307', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 21, 15), 'started_at': datetime.datetime(2022, 3, 7, 10, 21, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 45, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:45:37.461339 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf18b8a-96c8-491e-a426-c3ca81a4e966 req-122160e1-32cc-4708-be24-9abefc0cede1 service neutron] Checking segment: {'id': 'f1fb171e-41db-47b2-9ada-7716b6afbd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '22801970-38bc-4a00-8bb6-a4b3909dccf6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:45:37.461339 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf18b8a-96c8-491e-a426-c3ca81a4e966 req-122160e1-32cc-4708-be24-9abefc0cede1 service neutron] Bound using segment: {'id': 'f1fb171e-41db-47b2-9ada-7716b6afbd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '22801970-38bc-4a00-8bb6-a4b3909dccf6'} {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:45:37.461339 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [req-8cf18b8a-96c8-491e-a426-c3ca81a4e966 req-122160e1-32cc-4708-be24-9abefc0cede1 service neutron] Bound port: 5e65ab3a-323d-4416-89ff-cc3c53cae5e4, host: hv-neutron-8307, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1fb171e-41db-47b2-9ada-7716b6afbd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '22801970-38bc-4a00-8bb6-a4b3909dccf6'}}] {{(pid=83737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:45:37.461339 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-8cf18b8a-96c8-491e-a426-c3ca81a4e966 req-122160e1-32cc-4708-be24-9abefc0cede1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:37.541682 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [req-8cf18b8a-96c8-491e-a426-c3ca81a4e966 req-122160e1-32cc-4708-be24-9abefc0cede1 service neutron] For port 5e65ab3a-323d-4416-89ff-cc3c53cae5e4, host hv-neutron-8307, cleared binding levels {{(pid=83737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:45:37.545088 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [req-8cf18b8a-96c8-491e-a426-c3ca81a4e966 req-122160e1-32cc-4708-be24-9abefc0cede1 service neutron] For port 5e65ab3a-323d-4416-89ff-cc3c53cae5e4, host hv-neutron-8307, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=5e65ab3a-323d-4416-89ff-cc3c53cae5e4,segment=NetworkSegment(f1fb171e-41db-47b2-9ada-7716b6afbd78),segment_id=f1fb171e-41db-47b2-9ada-7716b6afbd78)] {{(pid=83737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:45:37.549211 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-8cf18b8a-96c8-491e-a426-c3ca81a4e966 req-122160e1-32cc-4708-be24-9abefc0cede1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3012561'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:37.611438 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-8cf18b8a-96c8-491e-a426-c3ca81a4e966 req-122160e1-32cc-4708-be24-9abefc0cede1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:37.612791 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-8cf18b8a-96c8-491e-a426-c3ca81a4e966 req-122160e1-32cc-4708-be24-9abefc0cede1 service neutron] 10.222.0.10 "PUT /v2.0/ports/5e65ab3a-323d-4416-89ff-cc3c53cae5e4 HTTP/1.1" status: 200 len: 1094 time: 0.9944954 Mar 07 10:45:37.613212 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa22cc61-badc-4c32-b9af-06eeda1def43', 'tag': '5e65ab3a-323d-4416-89ff-cc3c53cae5e4'}] {{(pid=83737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 10:45:37.647330 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122160e1-32cc-4708-be24-9abefc0cede1 service neutron] Pushing event updated for resources: {'Port': ['ID=5e65ab3a-323d-4416-89ff-cc3c53cae5e4,revision_number=3']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:37.701893 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-098876fd-6c6c-4f47-af11-01d04a01f4b4 req-d74fa152-b274-44fb-9eec-18aa16626d0e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9b043159-5f3a-4007-816e-2165cd7c2684&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0844505 Mar 07 10:45:37.786651 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa22cc61-badc-4c32-b9af-06eeda1def43', 'tag': '5e65ab3a-323d-4416-89ff-cc3c53cae5e4', 'status': 'completed', 'code': 200} Mar 07 10:45:37.824465 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-8cf18b8a-96c8-491e-a426-c3ca81a4e966 req-da1d9859-e83e-4d88-b010-bdafc1758c85 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=416b2fd961bc4d70a26d66821f7df8e2&device_id=fa22cc61-badc-4c32-b9af-06eeda1def43 HTTP/1.1" status: 200 len: 1097 time: 0.1729207 Mar 07 10:45:37.847986 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-098876fd-6c6c-4f47-af11-01d04a01f4b4 req-52eeccd1-e0dd-4d85-8462-064bac34f774 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=416b2fd961bc4d70a26d66821f7df8e2&device_id=9b043159-5f3a-4007-816e-2165cd7c2684 HTTP/1.1" status: 200 len: 1098 time: 0.0760887 Mar 07 10:45:37.894809 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-8cf18b8a-96c8-491e-a426-c3ca81a4e966 req-93a49336-c327-4b00-82aa-72c875612285 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5e65ab3a-323d-4416-89ff-cc3c53cae5e4 HTTP/1.1" status: 200 len: 217 time: 0.0636022 Mar 07 10:45:37.955746 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf18b8a-96c8-491e-a426-c3ca81a4e966 req-c80cd8e7-ca2f-4b3f-a8d2-ad3adddf73d7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:37.957212 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-8cf18b8a-96c8-491e-a426-c3ca81a4e966 req-c80cd8e7-ca2f-4b3f-a8d2-ad3adddf73d7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=87cd8e68-d0b8-40dc-81b6-d933b068e309 HTTP/1.1" status: 200 len: 834 time: 0.0576508 Mar 07 10:45:37.994311 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098876fd-6c6c-4f47-af11-01d04a01f4b4 req-6426d67a-1552-47c2-95ce-f600e3b78212 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:37.994787 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-098876fd-6c6c-4f47-af11-01d04a01f4b4 req-6426d67a-1552-47c2-95ce-f600e3b78212 service neutron] 10.222.0.10 "GET /v2.0/networks?id=22801970-38bc-4a00-8bb6-a4b3909dccf6 HTTP/1.1" status: 200 len: 898 time: 0.1297276 Mar 07 10:45:38.031907 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-8cf18b8a-96c8-491e-a426-c3ca81a4e966 req-dae85fd2-e162-4739-8d75-accbec30d992 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=22801970-38bc-4a00-8bb6-a4b3909dccf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690835 Mar 07 10:45:38.088074 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-adbd2215-c8ee-41f3-92a6-4182ca26b8a8 None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 10:45:38.166592 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-8cf18b8a-96c8-491e-a426-c3ca81a4e966 req-79f5704e-9085-40ef-98d1-c079ffa8153b service neutron] 10.222.0.10 "GET /v2.0/networks/22801970-38bc-4a00-8bb6-a4b3909dccf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283979 Mar 07 10:45:38.188497 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-098876fd-6c6c-4f47-af11-01d04a01f4b4 req-e2300e1a-5b49-4644-8eda-aec2d50ee802 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=153ef752-8bb2-4099-beaf-f96c97771ef8 HTTP/1.1" status: 200 len: 1001 time: 0.1882913 Mar 07 10:45:38.249363 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098876fd-6c6c-4f47-af11-01d04a01f4b4 req-1a2112c5-3891-41a4-a0be-db81037e51ac service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:38.250777 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-098876fd-6c6c-4f47-af11-01d04a01f4b4 req-1a2112c5-3891-41a4-a0be-db81037e51ac service neutron] 10.222.0.10 "GET /v2.0/subnets?id=87cd8e68-d0b8-40dc-81b6-d933b068e309 HTTP/1.1" status: 200 len: 834 time: 0.0566468 Mar 07 10:45:38.304607 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-8cf18b8a-96c8-491e-a426-c3ca81a4e966 req-66a03f49-b481-408b-ae45-123608c51f7c service neutron] 10.222.0.10 "GET /v2.0/networks/22801970-38bc-4a00-8bb6-a4b3909dccf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322930 Mar 07 10:45:38.326223 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-098876fd-6c6c-4f47-af11-01d04a01f4b4 req-8718d114-ca63-4fc2-bd8b-b484dab40f58 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=22801970-38bc-4a00-8bb6-a4b3909dccf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693207 Mar 07 10:45:38.432379 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-83b63789-c969-49a9-be8e-b58c8762601f req-46871c39-8780-4fbb-acff-577749ea494c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=416b2fd961bc4d70a26d66821f7df8e2&device_id=fa22cc61-badc-4c32-b9af-06eeda1def43 HTTP/1.1" status: 200 len: 1097 time: 0.0740216 Mar 07 10:45:38.475172 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-098876fd-6c6c-4f47-af11-01d04a01f4b4 req-da30cf8f-1f16-4a0b-bef3-1a4e62e4b5e0 service neutron] 10.222.0.10 "GET /v2.0/networks/22801970-38bc-4a00-8bb6-a4b3909dccf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245921 Mar 07 10:45:38.599609 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b63789-c969-49a9-be8e-b58c8762601f req-99f8ad78-670c-44ab-84e2-983c6d44567e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:38.601079 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-83b63789-c969-49a9-be8e-b58c8762601f req-99f8ad78-670c-44ab-84e2-983c6d44567e service neutron] 10.222.0.10 "GET /v2.0/networks?id=22801970-38bc-4a00-8bb6-a4b3909dccf6 HTTP/1.1" status: 200 len: 898 time: 0.1632671 Mar 07 10:45:38.605793 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-098876fd-6c6c-4f47-af11-01d04a01f4b4 req-c852cfd1-1a3c-46d4-ad7b-651cda8dceab service neutron] 10.222.0.10 "GET /v2.0/networks/22801970-38bc-4a00-8bb6-a4b3909dccf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241412 Mar 07 10:45:38.679804 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-83b63789-c969-49a9-be8e-b58c8762601f req-52ce323c-52d4-4893-a01a-e0a5ae116400 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5e65ab3a-323d-4416-89ff-cc3c53cae5e4 HTTP/1.1" status: 200 len: 217 time: 0.0719745 Mar 07 10:45:38.749840 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe35f33-9089-4ab4-98ae-e62af7c7c22c req-ab48b13b-9a8d-4559-9360-2d3ee7336b05 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:38.751229 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-abe35f33-9089-4ab4-98ae-e62af7c7c22c req-ab48b13b-9a8d-4559-9360-2d3ee7336b05 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa22cc61-badc-4c32-b9af-06eeda1def43 HTTP/1.1" status: 200 len: 944 time: 0.1899743 Mar 07 10:45:38.754312 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b63789-c969-49a9-be8e-b58c8762601f req-5780d569-5aba-45ef-8e6f-22deea49f0b1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:38.755573 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-83b63789-c969-49a9-be8e-b58c8762601f req-5780d569-5aba-45ef-8e6f-22deea49f0b1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=87cd8e68-d0b8-40dc-81b6-d933b068e309 HTTP/1.1" status: 200 len: 834 time: 0.0692716 Mar 07 10:45:38.845725 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-abe35f33-9089-4ab4-98ae-e62af7c7c22c req-3246a7dd-ab4d-4ff0-9735-3919ca22bacd tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/security-groups?id=40226856-f8ca-4dae-aeb9-9512bdab50a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890689 Mar 07 10:45:38.858860 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-83b63789-c969-49a9-be8e-b58c8762601f req-956b245e-1aee-4b17-9637-af4ac4db4a73 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=22801970-38bc-4a00-8bb6-a4b3909dccf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0886855 Mar 07 10:45:38.987978 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-83b63789-c969-49a9-be8e-b58c8762601f req-d5589747-d885-4197-acce-1c45f7ff05cc service neutron] 10.222.0.10 "GET /v2.0/networks/22801970-38bc-4a00-8bb6-a4b3909dccf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209860 Mar 07 10:45:39.121012 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-83b63789-c969-49a9-be8e-b58c8762601f req-d5479d6d-b725-44a6-8946-ac291743ccd5 service neutron] 10.222.0.10 "GET /v2.0/networks/22801970-38bc-4a00-8bb6-a4b3909dccf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266634 Mar 07 10:45:40.053975 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd7b2fb-f2db-4640-a6b4-385c9642ccbb req-6550bbd6-345c-4e12-93f5-6c2c83af6cc2 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:40.055397 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-1cd7b2fb-f2db-4640-a6b4-385c9642ccbb req-6550bbd6-345c-4e12-93f5-6c2c83af6cc2 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa22cc61-badc-4c32-b9af-06eeda1def43 HTTP/1.1" status: 200 len: 944 time: 0.0872152 Mar 07 10:45:40.103266 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-1cd7b2fb-f2db-4640-a6b4-385c9642ccbb req-e8de5108-1c7e-4049-a236-0ccfee04238e tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/security-groups?id=40226856-f8ca-4dae-aeb9-9512bdab50a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422497 Mar 07 10:45:41.299890 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9658444e-b120-4182-b507-108376a6a262 req-61f4e306-5843-4653-b241-ed0b051f5042 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:41.301336 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-9658444e-b120-4182-b507-108376a6a262 req-61f4e306-5843-4653-b241-ed0b051f5042 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa22cc61-badc-4c32-b9af-06eeda1def43 HTTP/1.1" status: 200 len: 944 time: 0.0750418 Mar 07 10:45:41.346540 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-9658444e-b120-4182-b507-108376a6a262 req-9a7bc7bf-d128-4cae-b39d-e24c19ba5278 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/security-groups?id=40226856-f8ca-4dae-aeb9-9512bdab50a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398037 Mar 07 10:45:42.137429 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device 5e65ab3a-323d-4416-89ff-cc3c53cae5e4 details requested by agent hyperv_hv-neutron-8307 with host hv-neutron-8307 {{(pid=83739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 07 10:45:42.301056 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port 5e65ab3a-323d-4416-89ff-cc3c53cae5e4, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=5e65ab3a-323d-4416-89ff-cc3c53cae5e4,segment=NetworkSegment(f1fb171e-41db-47b2-9ada-7716b6afbd78),segment_id=f1fb171e-41db-47b2-9ada-7716b6afbd78)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:45:42.314311 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Returning: {'device': '5e65ab3a-323d-4416-89ff-cc3c53cae5e4', 'network_id': '22801970-38bc-4a00-8bb6-a4b3909dccf6', 'port_id': '5e65ab3a-323d-4416-89ff-cc3c53cae5e4', 'mac_address': 'fa:16:3e:c5:09:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87cd8e68-d0b8-40dc-81b6-d933b068e309', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 07 10:45:42.366510 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:42.383678 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e65ab3a-323d-4416-89ff-cc3c53cae5e4 {{(pid=83739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 07 10:45:42.398806 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port 5e65ab3a-323d-4416-89ff-cc3c53cae5e4, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=5e65ab3a-323d-4416-89ff-cc3c53cae5e4,segment=NetworkSegment(f1fb171e-41db-47b2-9ada-7716b6afbd78),segment_id=f1fb171e-41db-47b2-9ada-7716b6afbd78)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:45:42.402199 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:42.471632 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Pushing event updated for resources: {'Port': ['ID=5e65ab3a-323d-4416-89ff-cc3c53cae5e4,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:42.544751 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe7d996-ad95-4bb4-a45b-e8a9d6d04f33 req-6da1cdc8-c3e8-4839-9eaa-07cfdb412aa4 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:42.546248 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-6fe7d996-ad95-4bb4-a45b-e8a9d6d04f33 req-6da1cdc8-c3e8-4839-9eaa-07cfdb412aa4 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa22cc61-badc-4c32-b9af-06eeda1def43 HTTP/1.1" status: 200 len: 945 time: 0.0806909 Mar 07 10:45:42.673698 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-6fe7d996-ad95-4bb4-a45b-e8a9d6d04f33 req-f8cc1c3f-a732-4752-94f1-77638b415879 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/security-groups?id=40226856-f8ca-4dae-aeb9-9512bdab50a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1219049 Mar 07 10:45:42.708840 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] get_ports_and_sgs() called for port_ids ['5e65ab3a-323d-4416-89ff-cc3c53cae5e4'] {{(pid=83739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 07 10:45:43.864018 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f8b4c0-dc23-4441-a524-dc5e0492ad8e req-f5240876-55cf-41f0-bc84-e7e9904df111 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:43.865440 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-20f8b4c0-dc23-4441-a524-dc5e0492ad8e req-f5240876-55cf-41f0-bc84-e7e9904df111 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa22cc61-badc-4c32-b9af-06eeda1def43 HTTP/1.1" status: 200 len: 945 time: 0.0754769 Mar 07 10:45:43.909289 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-20f8b4c0-dc23-4441-a524-dc5e0492ad8e req-d227d926-7df5-4b02-855d-c3ef793740ae tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/security-groups?id=40226856-f8ca-4dae-aeb9-9512bdab50a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385120 Mar 07 10:45:44.136324 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device 5e65ab3a-323d-4416-89ff-cc3c53cae5e4 up at agent hyperv_hv-neutron-8307 {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:45:44.204158 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Provisioning for port 5e65ab3a-323d-4416-89ff-cc3c53cae5e4 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:45:44.208839 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Provisioning complete for port 5e65ab3a-323d-4416-89ff-cc3c53cae5e4 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:45:44.209206 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:44.320927 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:44.346981 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa22cc61-badc-4c32-b9af-06eeda1def43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e65ab3a-323d-4416-89ff-cc3c53cae5e4'}] {{(pid=83739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 10:45:44.356238 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port 5e65ab3a-323d-4416-89ff-cc3c53cae5e4, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=5e65ab3a-323d-4416-89ff-cc3c53cae5e4,segment=NetworkSegment(f1fb171e-41db-47b2-9ada-7716b6afbd78),segment_id=f1fb171e-41db-47b2-9ada-7716b6afbd78)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:45:44.360945 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:44.404131 dv-neutron-830731-3-hyperv neutron-server[83739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa22cc61-badc-4c32-b9af-06eeda1def43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e65ab3a-323d-4416-89ff-cc3c53cae5e4', 'code': 200} Mar 07 10:45:44.427111 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Pushing event updated for resources: {'Port': ['ID=5e65ab3a-323d-4416-89ff-cc3c53cae5e4,revision_number=5']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:44.627317 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-89c2d7f0-d0d3-40d0-8a3f-4bbb456c7d2f req-b019a6ec-e62e-4846-8b5d-f37b47b250f4 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=fa22cc61-badc-4c32-b9af-06eeda1def43 HTTP/1.1" status: 200 len: 1099 time: 0.0686157 Mar 07 10:45:44.667074 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-89c2d7f0-d0d3-40d0-8a3f-4bbb456c7d2f req-b4a3d704-7f5e-4789-b377-ef279f43e676 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=40226856-f8ca-4dae-aeb9-9512bdab50a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344951 Mar 07 10:45:45.099460 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a329b3-c54e-45f1-898a-a099742f341c req-a9695567-5cf9-4193-a17e-589abc964ccc tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:45.100912 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-37a329b3-c54e-45f1-898a-a099742f341c req-a9695567-5cf9-4193-a17e-589abc964ccc tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa22cc61-badc-4c32-b9af-06eeda1def43 HTTP/1.1" status: 200 len: 946 time: 0.0742345 Mar 07 10:45:45.148891 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-37a329b3-c54e-45f1-898a-a099742f341c req-f81c0549-f819-4512-96ea-aeaa21dc942a tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/security-groups?id=40226856-f8ca-4dae-aeb9-9512bdab50a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422611 Mar 07 10:45:45.683360 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:46.344168 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d55c67-842f-448d-b675-99bdc83d5808 req-9652eff0-fcc1-4c16-98de-bb5c3bf7ca27 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:46.345638 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-a1d55c67-842f-448d-b675-99bdc83d5808 req-9652eff0-fcc1-4c16-98de-bb5c3bf7ca27 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa22cc61-badc-4c32-b9af-06eeda1def43 HTTP/1.1" status: 200 len: 946 time: 0.0774562 Mar 07 10:45:46.390011 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-a1d55c67-842f-448d-b675-99bdc83d5808 req-b78a3deb-48a8-4e56-97e3-c612291780b3 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/security-groups?id=40226856-f8ca-4dae-aeb9-9512bdab50a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389793 Mar 07 10:45:46.587424 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ae9d68-72c6-4814-8df0-05be75044d47 req-85768bf5-e6c6-45d6-b528-b1a5f7dcc4b4 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:46.588912 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c6ae9d68-72c6-4814-8df0-05be75044d47 req-85768bf5-e6c6-45d6-b528-b1a5f7dcc4b4 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa22cc61-badc-4c32-b9af-06eeda1def43 HTTP/1.1" status: 200 len: 946 time: 0.0783837 Mar 07 10:45:46.633829 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c6ae9d68-72c6-4814-8df0-05be75044d47 req-ce7e8ad7-1e52-40c3-84bf-e8aaef008726 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/security-groups?id=40226856-f8ca-4dae-aeb9-9512bdab50a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389936 Mar 07 10:45:46.660395 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 42024) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:45:46.729056 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-681525d5-eb14-4815-add9-3cdfcbff5039 tempest-TestNetworkBasicOps-2128623112 tempest-TestNetworkBasicOps-2128623112-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=fa22cc61-badc-4c32-b9af-06eeda1def43 HTTP/1.1" status: 200 len: 1094 time: 0.0675304 Mar 07 10:45:46.732441 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 42028) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:45:46.737341 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-3bd81722-024f-4d5f-9f33-a99307887023 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Request body: {'floatingip': {'floating_network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'port_id': '5e65ab3a-323d-4416-89ff-cc3c53cae5e4', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'fixed_ip_address': '172.20.0.11'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:45:46.742782 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-3bd81722-024f-4d5f-9f33-a99307887023 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:45:46.746615 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-3bd81722-024f-4d5f-9f33-a99307887023 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Usage tracker for resource:floatingip and tenant:416b2fd961bc4d70a26d66821f7df8e2 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:45:46.750104 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-3bd81722-024f-4d5f-9f33-a99307887023 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:45:46.755591 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-3bd81722-024f-4d5f-9f33-a99307887023 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:45:46.765667 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3bd81722-024f-4d5f-9f33-a99307887023 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for floatingip, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:46.899606 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3bd81722-024f-4d5f-9f33-a99307887023 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:47.032916 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-3bd81722-024f-4d5f-9f33-a99307887023 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Allocated IP 172.26.8.233 (5ed85006-6b00-415e-b71f-837fb1421c12/8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a/c8fa8ff6-19a8-482a-883d-3ffcc154de4b) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:45:47.176694 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3bd81722-024f-4d5f-9f33-a99307887023 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:47.210948 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3bd81722-024f-4d5f-9f33-a99307887023 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:47.278427 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bd81722-024f-4d5f-9f33-a99307887023 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Network 5ed85006-6b00-415e-b71f-837fb1421c12 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:45:47.281379 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-3bd81722-024f-4d5f-9f33-a99307887023 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:45:47.286057 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd81722-024f-4d5f-9f33-a99307887023 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:45:47.315504 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd81722-024f-4d5f-9f33-a99307887023 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event updated for resources: {'Port': ['ID=c8fa8ff6-19a8-482a-883d-3ffcc154de4b,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:47.795502 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3bd81722-024f-4d5f-9f33-a99307887023 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:47.944236 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3bd81722-024f-4d5f-9f33-a99307887023 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:48.142971 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3bd81722-024f-4d5f-9f33-a99307887023 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:48.147397 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3bd81722-024f-4d5f-9f33-a99307887023 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3012561'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:48.259214 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd81722-024f-4d5f-9f33-a99307887023 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event updated for resources: {'Port': ['ID=c8fa8ff6-19a8-482a-883d-3ffcc154de4b,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:48.272352 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3bd81722-024f-4d5f-9f33-a99307887023 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923533'] for floatingip, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:48.461938 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.db.l3_db [None req-3bd81722-024f-4d5f-9f33-a99307887023 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Floating IP afffc6fc-cf68-4aeb-b550-6640b3ad58d3 associated. External IP: 172.26.8.233, port: 5e65ab3a-323d-4416-89ff-cc3c53cae5e4. Mar 07 10:45:48.840499 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bd81722-024f-4d5f-9f33-a99307887023 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Router a17c3b7b-17c6-42f0-a8b0-f63268590241 has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:45:49.033566 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bd81722-024f-4d5f-9f33-a99307887023 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:45:49.042662 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6489f2e4-4066-4c55-a775-c6e0b061f8f3 None None] Sync routers for ids ['a17c3b7b-17c6-42f0-a8b0-f63268590241'] in dv-neutron-830731-3-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:45:49.055192 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6489f2e4-4066-4c55-a775-c6e0b061f8f3 None None] Routers {'a17c3b7b-17c6-42f0-a8b0-f63268590241'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:45:49.055776 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-6489f2e4-4066-4c55-a775-c6e0b061f8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:45:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['a17c3b7b-17c6-42f0-a8b0-f63268590241'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:45:49.057751 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3bd81722-024f-4d5f-9f33-a99307887023 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for floatingip, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:45:49.112845 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-3bd81722-024f-4d5f-9f33-a99307887023 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3792536 Mar 07 10:45:49.113403 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa22cc61-badc-4c32-b9af-06eeda1def43', 'tag': '5e65ab3a-323d-4416-89ff-cc3c53cae5e4'}] {{(pid=83737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 10:45:49.167303 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa22cc61-badc-4c32-b9af-06eeda1def43', 'tag': '5e65ab3a-323d-4416-89ff-cc3c53cae5e4', 'status': 'completed', 'code': 200} Mar 07 10:45:49.232843 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-6489f2e4-4066-4c55-a775-c6e0b061f8f3 None None] Set router a17c3b7b-17c6-42f0-a8b0-f63268590241 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:45:49.257868 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-78f877dd-542c-4478-b436-e81562d2245c req-877d8368-6aab-4288-a53a-1adcbc2a179d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=416b2fd961bc4d70a26d66821f7df8e2&device_id=fa22cc61-badc-4c32-b9af-06eeda1def43 HTTP/1.1" status: 200 len: 1099 time: 0.0701170 Mar 07 10:45:49.387011 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f877dd-542c-4478-b436-e81562d2245c req-d0d7b332-f97e-4372-adfd-f4799c5c024c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:49.388496 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-78f877dd-542c-4478-b436-e81562d2245c req-d0d7b332-f97e-4372-adfd-f4799c5c024c service neutron] 10.222.0.10 "GET /v2.0/networks?id=22801970-38bc-4a00-8bb6-a4b3909dccf6 HTTP/1.1" status: 200 len: 898 time: 0.1236658 Mar 07 10:45:49.583764 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-78f877dd-542c-4478-b436-e81562d2245c req-c653372d-67c8-44af-9030-f970beca9b77 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5e65ab3a-323d-4416-89ff-cc3c53cae5e4 HTTP/1.1" status: 200 len: 1000 time: 0.1888752 Mar 07 10:45:49.607599 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-6489f2e4-4066-4c55-a775-c6e0b061f8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a17c3b7b-17c6-42f0-a8b0-f63268590241', 'name': 'tempest-TestNetworkBasicOps-router-335541214', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.11'}], 'enable_snat': True}, 'gw_port_id': 'ba248b43-4fa8-4575-b91f-cd1049c4c9ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:45:10Z', 'updated_at': '2022-03-07T10:45:14Z', 'revision_number': 4, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'gw_port': {'id': 'ba248b43-4fa8-4575-b91f-cd1049c4c9ed', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:a8:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17c3b7b-17c6-42f0-a8b0-f63268590241', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:45:11Z', 'updated_at': '2022-03-07T10:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_floatingips': [{'id': 'afffc6fc-cf68-4aeb-b550-6640b3ad58d3', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'floating_ip_address': '172.26.8.233', 'floating_network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'router_id': 'a17c3b7b-17c6-42f0-a8b0-f63268590241', 'port_id': '5e65ab3a-323d-4416-89ff-cc3c53cae5e4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22801970-38bc-4a00-8bb6-a4b3909dccf6', 'mac_address': 'fa:16:3e:c5:09:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa22cc61-badc-4c32-b9af-06eeda1def43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:45:47Z', 'updated_at': '2022-03-07T10:45:47Z', 'revision_number': 0, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'fixed_ip_address_scope': None}, {'id': 'ee662057-6b65-4e83-b943-bee64a56088a', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'floating_ip_address': '172.26.8.153', 'floating_network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'router_id': 'a17c3b7b-17c6-42f0-a8b0-f63268590241', 'port_id': '153ef752-8bb2-4099-beaf-f96c97771ef8', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22801970-38bc-4a00-8bb6-a4b3909dccf6', 'mac_address': 'fa:16:3e:47:32:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b043159-5f3a-4007-816e-2165cd7c2684', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:45:30Z', 'updated_at': '2022-03-07T10:45:36Z', 'revision_number': 1, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7d20f65-425d-44f1-a158-520fc14e7fb5', 'name': '', 'network_id': '22801970-38bc-4a00-8bb6-a4b3909dccf6', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'mac_address': 'fa:16:3e:6b:f1:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17c3b7b-17c6-42f0-a8b0-f63268590241', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '87cd8e68-d0b8-40dc-81b6-d933b068e309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:45:14Z', 'updated_at': '2022-03-07T10:45:20Z', 'revision_number': 5, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'subnets': [{'id': '87cd8e68-d0b8-40dc-81b6-d933b068e309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:45:49.611364 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6489f2e4-4066-4c55-a775-c6e0b061f8f3 None None] Checking router: a17c3b7b-17c6-42f0-a8b0-f63268590241 for host: dv-neutron-830731-3-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 07 10:45:49.621843 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6489f2e4-4066-4c55-a775-c6e0b061f8f3 None None] Routers {'a17c3b7b-17c6-42f0-a8b0-f63268590241'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:45:49.623235 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-6489f2e4-4066-4c55-a775-c6e0b061f8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:45:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['a17c3b7b-17c6-42f0-a8b0-f63268590241'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:45:49.649006 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f877dd-542c-4478-b436-e81562d2245c req-bc93da26-504b-4a40-9cfe-c542f8e8b026 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:49.650348 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-78f877dd-542c-4478-b436-e81562d2245c req-bc93da26-504b-4a40-9cfe-c542f8e8b026 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=87cd8e68-d0b8-40dc-81b6-d933b068e309 HTTP/1.1" status: 200 len: 834 time: 0.0598080 Mar 07 10:45:49.722902 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-78f877dd-542c-4478-b436-e81562d2245c req-04743367-5520-4277-9992-9e8645ace0c1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=22801970-38bc-4a00-8bb6-a4b3909dccf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0665846 Mar 07 10:45:49.796627 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-6489f2e4-4066-4c55-a775-c6e0b061f8f3 None None] Set router a17c3b7b-17c6-42f0-a8b0-f63268590241 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:45:49.853074 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-78f877dd-542c-4478-b436-e81562d2245c req-332e5e09-a769-4425-9230-375a0d0a11ab service neutron] 10.222.0.10 "GET /v2.0/networks/22801970-38bc-4a00-8bb6-a4b3909dccf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232200 Mar 07 10:45:49.983755 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-78f877dd-542c-4478-b436-e81562d2245c req-85e9fadd-8b33-4feb-8205-7e90312c3418 service neutron] 10.222.0.10 "GET /v2.0/networks/22801970-38bc-4a00-8bb6-a4b3909dccf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244302 Mar 07 10:45:50.145794 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-6489f2e4-4066-4c55-a775-c6e0b061f8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a17c3b7b-17c6-42f0-a8b0-f63268590241', 'name': 'tempest-TestNetworkBasicOps-router-335541214', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.11'}], 'enable_snat': True}, 'gw_port_id': 'ba248b43-4fa8-4575-b91f-cd1049c4c9ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:45:10Z', 'updated_at': '2022-03-07T10:45:14Z', 'revision_number': 4, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'gw_port': {'id': 'ba248b43-4fa8-4575-b91f-cd1049c4c9ed', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:a8:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17c3b7b-17c6-42f0-a8b0-f63268590241', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:45:11Z', 'updated_at': '2022-03-07T10:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_floatingips': [{'id': 'afffc6fc-cf68-4aeb-b550-6640b3ad58d3', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'floating_ip_address': '172.26.8.233', 'floating_network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'router_id': 'a17c3b7b-17c6-42f0-a8b0-f63268590241', 'port_id': '5e65ab3a-323d-4416-89ff-cc3c53cae5e4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22801970-38bc-4a00-8bb6-a4b3909dccf6', 'mac_address': 'fa:16:3e:c5:09:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa22cc61-badc-4c32-b9af-06eeda1def43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:45:47Z', 'updated_at': '2022-03-07T10:45:47Z', 'revision_number': 0, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'fixed_ip_address_scope': None}, {'id': 'ee662057-6b65-4e83-b943-bee64a56088a', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'floating_ip_address': '172.26.8.153', 'floating_network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'router_id': 'a17c3b7b-17c6-42f0-a8b0-f63268590241', 'port_id': '153ef752-8bb2-4099-beaf-f96c97771ef8', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22801970-38bc-4a00-8bb6-a4b3909dccf6', 'mac_address': 'fa:16:3e:47:32:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b043159-5f3a-4007-816e-2165cd7c2684', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:45:30Z', 'updated_at': '2022-03-07T10:45:36Z', 'revision_number': 1, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7d20f65-425d-44f1-a158-520fc14e7fb5', 'name': '', 'network_id': '22801970-38bc-4a00-8bb6-a4b3909dccf6', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'mac_address': 'fa:16:3e:6b:f1:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17c3b7b-17c6-42f0-a8b0-f63268590241', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '87cd8e68-d0b8-40dc-81b6-d933b068e309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:45:14Z', 'updated_at': '2022-03-07T10:45:20Z', 'revision_number': 5, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'subnets': [{'id': '87cd8e68-d0b8-40dc-81b6-d933b068e309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:45:50.149726 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6489f2e4-4066-4c55-a775-c6e0b061f8f3 None None] The sync data for ids ['a17c3b7b-17c6-42f0-a8b0-f63268590241'] in dv-neutron-830731-3-hyperv is: [{'id': 'a17c3b7b-17c6-42f0-a8b0-f63268590241', 'name': 'tempest-TestNetworkBasicOps-router-335541214', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.11'}], 'enable_snat': True}, 'gw_port_id': 'ba248b43-4fa8-4575-b91f-cd1049c4c9ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:45:10Z', 'updated_at': '2022-03-07T10:45:14Z', 'revision_number': 4, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'gw_port': {'id': 'ba248b43-4fa8-4575-b91f-cd1049c4c9ed', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:a8:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17c3b7b-17c6-42f0-a8b0-f63268590241', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:45:11Z', 'updated_at': '2022-03-07T10:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_floatingips': [{'id': 'afffc6fc-cf68-4aeb-b550-6640b3ad58d3', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'floating_ip_address': '172.26.8.233', 'floating_network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'router_id': 'a17c3b7b-17c6-42f0-a8b0-f63268590241', 'port_id': '5e65ab3a-323d-4416-89ff-cc3c53cae5e4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22801970-38bc-4a00-8bb6-a4b3909dccf6', 'mac_address': 'fa:16:3e:c5:09:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa22cc61-badc-4c32-b9af-06eeda1def43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:45:47Z', 'updated_at': '2022-03-07T10:45:47Z', 'revision_number': 0, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'fixed_ip_address_scope': None}, {'id': 'ee662057-6b65-4e83-b943-bee64a56088a', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'floating_ip_address': '172.26.8.153', 'floating_network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'router_id': 'a17c3b7b-17c6-42f0-a8b0-f63268590241', 'port_id': '153ef752-8bb2-4099-beaf-f96c97771ef8', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22801970-38bc-4a00-8bb6-a4b3909dccf6', 'mac_address': 'fa:16:3e:47:32:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b043159-5f3a-4007-816e-2165cd7c2684', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:45:30Z', 'updated_at': '2022-03-07T10:45:36Z', 'revision_number': 1, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7d20f65-425d-44f1-a158-520fc14e7fb5', 'name': '', 'network_id': '22801970-38bc-4a00-8bb6-a4b3909dccf6', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'mac_address': 'fa:16:3e:6b:f1:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17c3b7b-17c6-42f0-a8b0-f63268590241', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '87cd8e68-d0b8-40dc-81b6-d933b068e309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:45:14Z', 'updated_at': '2022-03-07T10:45:20Z', 'revision_number': 5, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'subnets': [{'id': '87cd8e68-d0b8-40dc-81b6-d933b068e309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:45:50.352429 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524131c5-ad1e-4961-a264-4e8c63bb1556 None None] New status for floating IP afffc6fc-cf68-4aeb-b550-6640b3ad58d3: ACTIVE {{(pid=83739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 07 10:45:58.385457 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0c1876bf-b254-41e7-823d-311c24bee062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:46:00.578401 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-aeed58cb-51f4-4c76-a1af-bb58f6bfc367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:46:01.800596 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-711fefd2-3b30-4759-8df5-0aecff1c8e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:46:01.886398 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:46:03.225001 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c87150bd-aa9c-4ad1-bb68-57ec66d4fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:46:15.089125 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-adbd2215-c8ee-41f3-92a6-4182ca26b8a8 None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 10:46:15.692860 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:46:28.387607 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-1c37c8b4-3f4f-486f-96fe-7adff3ed8f73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:46:30.580543 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-8c755e97-9aa4-4633-8ce0-6b933cf68f2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:46:31.804175 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-711fefd2-3b30-4759-8df5-0aecff1c8e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:46:31.886686 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:46:33.227033 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c87150bd-aa9c-4ad1-bb68-57ec66d4fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:46:37.712436 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4d897882-d7ba-4674-b097-fd4a4e0167ff req-798c25b5-4f2c-4b72-a9f1-2a734033e57c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9b043159-5f3a-4007-816e-2165cd7c2684&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0650477 Mar 07 10:46:37.851158 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4d897882-d7ba-4674-b097-fd4a4e0167ff req-0e3b2a0f-222e-48e1-b769-dd9907bc8b95 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=416b2fd961bc4d70a26d66821f7df8e2&device_id=9b043159-5f3a-4007-816e-2165cd7c2684 HTTP/1.1" status: 200 len: 1098 time: 0.0703664 Mar 07 10:46:37.993317 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d897882-d7ba-4674-b097-fd4a4e0167ff req-41419d86-d72c-439d-bc51-27bbdd9e573d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:37.994619 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4d897882-d7ba-4674-b097-fd4a4e0167ff req-41419d86-d72c-439d-bc51-27bbdd9e573d service neutron] 10.222.0.10 "GET /v2.0/networks?id=22801970-38bc-4a00-8bb6-a4b3909dccf6 HTTP/1.1" status: 200 len: 898 time: 0.1216793 Mar 07 10:46:38.095056 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4d897882-d7ba-4674-b097-fd4a4e0167ff req-fe9de01b-4fb7-47e2-a116-9c27047ee824 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=153ef752-8bb2-4099-beaf-f96c97771ef8 HTTP/1.1" status: 200 len: 1001 time: 0.0936377 Mar 07 10:46:38.156487 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d897882-d7ba-4674-b097-fd4a4e0167ff req-a0868cb4-dc4b-4f7a-849a-b64c91101cb1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:38.157935 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4d897882-d7ba-4674-b097-fd4a4e0167ff req-a0868cb4-dc4b-4f7a-849a-b64c91101cb1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=87cd8e68-d0b8-40dc-81b6-d933b068e309 HTTP/1.1" status: 200 len: 834 time: 0.0563154 Mar 07 10:46:38.229377 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4d897882-d7ba-4674-b097-fd4a4e0167ff req-91291972-46b4-4d6a-9fcb-d9442d4c4e0d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=22801970-38bc-4a00-8bb6-a4b3909dccf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0658131 Mar 07 10:46:38.359064 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4d897882-d7ba-4674-b097-fd4a4e0167ff req-c687431d-73c8-4d01-b732-c7197bb65ae7 service neutron] 10.222.0.10 "GET /v2.0/networks/22801970-38bc-4a00-8bb6-a4b3909dccf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226182 Mar 07 10:46:38.486400 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4d897882-d7ba-4674-b097-fd4a4e0167ff req-c9543488-6f71-47f7-9624-0dc33d68e1a2 service neutron] 10.222.0.10 "GET /v2.0/networks/22801970-38bc-4a00-8bb6-a4b3909dccf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215248 Mar 07 10:46:45.699470 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:46:52.089933 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-adbd2215-c8ee-41f3-92a6-4182ca26b8a8 None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 10:46:54.052908 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 42054) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:46:54.154585 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-1539492c-2cae-46fe-b29c-8d151d23f553 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/floatingips/ee662057-6b65-4e83-b943-bee64a56088a HTTP/1.1" status: 200 len: 993 time: 0.1005230 Mar 07 10:46:55.826016 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 42064) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:46:55.832012 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-d4146a32-b502-45b4-b937-8201c0ed6791 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Request body: {'port': {'admin_state_up': False}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:46:55.949282 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d4146a32-b502-45b4-b937-8201c0ed6791 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:46:56.156801 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-d4146a32-b502-45b4-b937-8201c0ed6791 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] For port 153ef752-8bb2-4099-beaf-f96c97771ef8, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=153ef752-8bb2-4099-beaf-f96c97771ef8,segment=NetworkSegment(f1fb171e-41db-47b2-9ada-7716b6afbd78),segment_id=f1fb171e-41db-47b2-9ada-7716b6afbd78)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:46:56.180860 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d4146a32-b502-45b4-b937-8201c0ed6791 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for port, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:46:56.185291 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d4146a32-b502-45b4-b937-8201c0ed6791 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3556717'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:46:56.251142 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4146a32-b502-45b4-b937-8201c0ed6791 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:56.251772 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d4146a32-b502-45b4-b937-8201c0ed6791 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:46:56.257245 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-d4146a32-b502-45b4-b937-8201c0ed6791 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "PUT /v2.0/ports/153ef752-8bb2-4099-beaf-f96c97771ef8 HTTP/1.1" status: 200 len: 938 time: 0.4262948 Mar 07 10:46:56.257245 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b043159-5f3a-4007-816e-2165cd7c2684', 'tag': '153ef752-8bb2-4099-beaf-f96c97771ef8'}] {{(pid=83738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 10:46:56.275872 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4146a32-b502-45b4-b937-8201c0ed6791 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event updated for resources: {'Port': ['ID=153ef752-8bb2-4099-beaf-f96c97771ef8,revision_number=6']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:56.286860 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4146a32-b502-45b4-b937-8201c0ed6791 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:46:56.287450 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4146a32-b502-45b4-b937-8201c0ed6791 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:46:56.288567 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4146a32-b502-45b4-b937-8201c0ed6791 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:46:56.289523 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4146a32-b502-45b4-b937-8201c0ed6791 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:46:56.290202 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4146a32-b502-45b4-b937-8201c0ed6791 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:46:56.290677 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4146a32-b502-45b4-b937-8201c0ed6791 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:46:56.291276 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4146a32-b502-45b4-b937-8201c0ed6791 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:46:56.291862 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4146a32-b502-45b4-b937-8201c0ed6791 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:46:56.292332 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4146a32-b502-45b4-b937-8201c0ed6791 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:46:56.292804 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4146a32-b502-45b4-b937-8201c0ed6791 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:46:56.293280 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4146a32-b502-45b4-b937-8201c0ed6791 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:46:56.424399 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b043159-5f3a-4007-816e-2165cd7c2684', 'tag': '153ef752-8bb2-4099-beaf-f96c97771ef8', 'status': 'completed', 'code': 200} Mar 07 10:46:56.517927 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-0390d4a0-6d2b-4bcd-b2d0-61e67cfe44e7 req-ee1befb3-f1c0-4766-9f48-315021d07cec service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=416b2fd961bc4d70a26d66821f7df8e2&device_id=9b043159-5f3a-4007-816e-2165cd7c2684 HTTP/1.1" status: 200 len: 1099 time: 0.0717325 Mar 07 10:46:56.523480 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-06f71bb6-3cdf-4984-a20e-5752030eead7 None None] Provisioning complete for port 153ef752-8bb2-4099-beaf-f96c97771ef8 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:46:56.523915 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-06f71bb6-3cdf-4984-a20e-5752030eead7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:46:56.583298 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-06f71bb6-3cdf-4984-a20e-5752030eead7 None None] Port 153ef752-8bb2-4099-beaf-f96c97771ef8 is administratively disabled so it will not transition to active. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Mar 07 10:46:56.731627 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0390d4a0-6d2b-4bcd-b2d0-61e67cfe44e7 req-39bb676e-7edf-4dad-bf39-38968eeafe81 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:56.733180 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-0390d4a0-6d2b-4bcd-b2d0-61e67cfe44e7 req-39bb676e-7edf-4dad-bf39-38968eeafe81 service neutron] 10.222.0.10 "GET /v2.0/networks?id=22801970-38bc-4a00-8bb6-a4b3909dccf6 HTTP/1.1" status: 200 len: 898 time: 0.2091711 Mar 07 10:46:56.834018 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-0390d4a0-6d2b-4bcd-b2d0-61e67cfe44e7 req-1b8cbef9-e83a-40f0-897e-f0a6a9b2b531 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=153ef752-8bb2-4099-beaf-f96c97771ef8 HTTP/1.1" status: 200 len: 1002 time: 0.0930824 Mar 07 10:46:56.894172 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0390d4a0-6d2b-4bcd-b2d0-61e67cfe44e7 req-b11c8a7c-6efd-47c7-8793-7203797e4f71 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:56.895540 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-0390d4a0-6d2b-4bcd-b2d0-61e67cfe44e7 req-b11c8a7c-6efd-47c7-8793-7203797e4f71 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=87cd8e68-d0b8-40dc-81b6-d933b068e309 HTTP/1.1" status: 200 len: 834 time: 0.0555108 Mar 07 10:46:56.967358 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-0390d4a0-6d2b-4bcd-b2d0-61e67cfe44e7 req-b5d58dd8-7188-4355-9ef0-86944fcc35ac service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=22801970-38bc-4a00-8bb6-a4b3909dccf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0660014 Mar 07 10:46:57.095351 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-0390d4a0-6d2b-4bcd-b2d0-61e67cfe44e7 req-8a01e796-2ee9-486f-9b19-5edab39bac8d service neutron] 10.222.0.10 "GET /v2.0/networks/22801970-38bc-4a00-8bb6-a4b3909dccf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212764 Mar 07 10:46:57.223449 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-0390d4a0-6d2b-4bcd-b2d0-61e67cfe44e7 req-badbb9ef-093a-408d-8615-328e36aa59b4 service neutron] 10.222.0.10 "GET /v2.0/networks/22801970-38bc-4a00-8bb6-a4b3909dccf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215739 Mar 07 10:46:58.390676 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c177225c-c403-4fa1-a1f5-f72f73643e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:46:59.839916 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 42076) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:46:59.846460 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-286cf3d8-a60d-4b49-990a-5ae1801d8c76 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Request body: {'port': {'admin_state_up': True}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:46:59.961842 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-286cf3d8-a60d-4b49-990a-5ae1801d8c76 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:00.170925 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-286cf3d8-a60d-4b49-990a-5ae1801d8c76 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] For port 153ef752-8bb2-4099-beaf-f96c97771ef8, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=153ef752-8bb2-4099-beaf-f96c97771ef8,segment=NetworkSegment(f1fb171e-41db-47b2-9ada-7716b6afbd78),segment_id=f1fb171e-41db-47b2-9ada-7716b6afbd78)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:47:00.194932 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-286cf3d8-a60d-4b49-990a-5ae1801d8c76 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for port, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:00.199584 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-286cf3d8-a60d-4b49-990a-5ae1801d8c76 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3556717'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:00.263750 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-286cf3d8-a60d-4b49-990a-5ae1801d8c76 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:00.264345 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-286cf3d8-a60d-4b49-990a-5ae1801d8c76 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:00.269144 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-286cf3d8-a60d-4b49-990a-5ae1801d8c76 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "PUT /v2.0/ports/153ef752-8bb2-4099-beaf-f96c97771ef8 HTTP/1.1" status: 200 len: 937 time: 0.4254885 Mar 07 10:47:00.269144 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b043159-5f3a-4007-816e-2165cd7c2684', 'tag': '153ef752-8bb2-4099-beaf-f96c97771ef8'}] {{(pid=83738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 10:47:00.269521 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 42080) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:47:00.292546 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cf3d8-a60d-4b49-990a-5ae1801d8c76 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event updated for resources: {'Port': ['ID=153ef752-8bb2-4099-beaf-f96c97771ef8,revision_number=7']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:00.343828 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b043159-5f3a-4007-816e-2165cd7c2684', 'tag': '153ef752-8bb2-4099-beaf-f96c97771ef8', 'status': 'completed', 'code': 200} Mar 07 10:47:00.453215 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-daa2f4a6-acf4-4dc0-84af-ba36a400b9bc tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/floatingips/ee662057-6b65-4e83-b943-bee64a56088a HTTP/1.1" status: 200 len: 993 time: 0.1817560 Mar 07 10:47:00.470488 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-557ad972-fb50-4f66-856d-37e68812e1ea req-f967e623-5698-4b99-a6e0-d53e6689e561 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=416b2fd961bc4d70a26d66821f7df8e2&device_id=9b043159-5f3a-4007-816e-2165cd7c2684 HTTP/1.1" status: 200 len: 1098 time: 0.0998340 Mar 07 10:47:00.527302 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-656890df-cf60-4931-8f70-b4e14eaed6d0 None None] Provisioning complete for port 153ef752-8bb2-4099-beaf-f96c97771ef8 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:47:00.527934 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-656890df-cf60-4931-8f70-b4e14eaed6d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:00.598364 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-152f6f7b-5670-49f9-af18-20ba81acaff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:00.601378 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557ad972-fb50-4f66-856d-37e68812e1ea req-091e2cf5-b559-40ad-95ca-6151b6fcfa95 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:00.602802 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-557ad972-fb50-4f66-856d-37e68812e1ea req-091e2cf5-b559-40ad-95ca-6151b6fcfa95 service neutron] 10.222.0.10 "GET /v2.0/networks?id=22801970-38bc-4a00-8bb6-a4b3909dccf6 HTTP/1.1" status: 200 len: 898 time: 0.1255391 Mar 07 10:47:00.602939 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] get_ports_and_sgs() called for port_ids ['153ef752-8bb2-4099-beaf-f96c97771ef8'] {{(pid=83739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 07 10:47:00.707836 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-557ad972-fb50-4f66-856d-37e68812e1ea req-13d461cf-d59d-4e74-bc77-f07d5d7dc039 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=153ef752-8bb2-4099-beaf-f96c97771ef8 HTTP/1.1" status: 200 len: 1001 time: 0.0984323 Mar 07 10:47:00.768453 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557ad972-fb50-4f66-856d-37e68812e1ea req-d51f7415-cbc3-4aab-a40f-1d28ff22b712 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:00.769876 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-557ad972-fb50-4f66-856d-37e68812e1ea req-d51f7415-cbc3-4aab-a40f-1d28ff22b712 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=87cd8e68-d0b8-40dc-81b6-d933b068e309 HTTP/1.1" status: 200 len: 834 time: 0.0563273 Mar 07 10:47:00.841208 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-557ad972-fb50-4f66-856d-37e68812e1ea req-76b8ad61-99f4-4258-a738-dd2086b50651 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=22801970-38bc-4a00-8bb6-a4b3909dccf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0653880 Mar 07 10:47:00.968796 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-557ad972-fb50-4f66-856d-37e68812e1ea req-aef7f219-15a1-45d9-839c-1383d6067961 service neutron] 10.222.0.10 "GET /v2.0/networks/22801970-38bc-4a00-8bb6-a4b3909dccf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213076 Mar 07 10:47:01.094726 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-557ad972-fb50-4f66-856d-37e68812e1ea req-048e4a11-2a10-41a8-b4d6-bc8f88aaf909 service neutron] 10.222.0.10 "GET /v2.0/networks/22801970-38bc-4a00-8bb6-a4b3909dccf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202452 Mar 07 10:47:01.807481 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-711fefd2-3b30-4759-8df5-0aecff1c8e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:01.887264 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:03.022440 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 42092) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:47:03.233141 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c87150bd-aa9c-4ad1-bb68-57ec66d4fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:03.309070 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-a0540397-5011-47ee-9036-fe889dc18637 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Deleting port c8fa8ff6-19a8-482a-883d-3ffcc154de4b {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:47:03.309401 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a0540397-5011-47ee-9036-fe889dc18637 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:03.472017 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a0540397-5011-47ee-9036-fe889dc18637 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:03.472333 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a0540397-5011-47ee-9036-fe889dc18637 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:03.595019 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-a0540397-5011-47ee-9036-fe889dc18637 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Calling delete_port for c8fa8ff6-19a8-482a-883d-3ffcc154de4b owned by network:floatingip {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:47:03.739010 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a0540397-5011-47ee-9036-fe889dc18637 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:03.787166 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0540397-5011-47ee-9036-fe889dc18637 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event deleted for resources: {'Port': ['ID=c8fa8ff6-19a8-482a-883d-3ffcc154de4b,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:03.876815 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a0540397-5011-47ee-9036-fe889dc18637 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for floatingip, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:04.257659 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0540397-5011-47ee-9036-fe889dc18637 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Router a17c3b7b-17c6-42f0-a8b0-f63268590241 has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:47:04.451144 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0540397-5011-47ee-9036-fe889dc18637 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:47:04.462118 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c55933-4890-4649-b179-8f5c3202c0d6 None None] Sync routers for ids ['a17c3b7b-17c6-42f0-a8b0-f63268590241'] in dv-neutron-830731-3-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:47:04.473308 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a0540397-5011-47ee-9036-fe889dc18637 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for floatingip, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:04.474869 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c55933-4890-4649-b179-8f5c3202c0d6 None None] Routers {'a17c3b7b-17c6-42f0-a8b0-f63268590241'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:47:04.475457 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-16c55933-4890-4649-b179-8f5c3202c0d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:47:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['a17c3b7b-17c6-42f0-a8b0-f63268590241'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:47:04.526800 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-a0540397-5011-47ee-9036-fe889dc18637 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "DELETE /v2.0/floatingips/afffc6fc-cf68-4aeb-b550-6640b3ad58d3 HTTP/1.1" status: 204 len: 168 time: 1.5031965 Mar 07 10:47:04.527377 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa22cc61-badc-4c32-b9af-06eeda1def43', 'tag': '5e65ab3a-323d-4416-89ff-cc3c53cae5e4'}] {{(pid=83738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 10:47:04.585963 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa22cc61-badc-4c32-b9af-06eeda1def43', 'tag': '5e65ab3a-323d-4416-89ff-cc3c53cae5e4', 'status': 'completed', 'code': 200} Mar 07 10:47:04.658467 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-16c55933-4890-4649-b179-8f5c3202c0d6 None None] Set router a17c3b7b-17c6-42f0-a8b0-f63268590241 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:47:04.686459 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-07a14522-cdd9-4f0f-8f4f-b67600c4aed1 req-c6a7af81-936f-428f-859a-def5274bce23 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=416b2fd961bc4d70a26d66821f7df8e2&device_id=fa22cc61-badc-4c32-b9af-06eeda1def43 HTTP/1.1" status: 200 len: 1099 time: 0.0779190 Mar 07 10:47:04.973232 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a14522-cdd9-4f0f-8f4f-b67600c4aed1 req-884fcbc7-76b5-4533-9ebc-ae3b254a661e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:04.974670 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-07a14522-cdd9-4f0f-8f4f-b67600c4aed1 req-884fcbc7-76b5-4533-9ebc-ae3b254a661e service neutron] 10.222.0.10 "GET /v2.0/networks?id=22801970-38bc-4a00-8bb6-a4b3909dccf6 HTTP/1.1" status: 200 len: 898 time: 0.2823961 Mar 07 10:47:05.017990 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-16c55933-4890-4649-b179-8f5c3202c0d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a17c3b7b-17c6-42f0-a8b0-f63268590241', 'name': 'tempest-TestNetworkBasicOps-router-335541214', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.11'}], 'enable_snat': True}, 'gw_port_id': 'ba248b43-4fa8-4575-b91f-cd1049c4c9ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:45:10Z', 'updated_at': '2022-03-07T10:45:14Z', 'revision_number': 4, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'gw_port': {'id': 'ba248b43-4fa8-4575-b91f-cd1049c4c9ed', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:a8:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17c3b7b-17c6-42f0-a8b0-f63268590241', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:45:11Z', 'updated_at': '2022-03-07T10:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_floatingips': [{'id': 'ee662057-6b65-4e83-b943-bee64a56088a', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'floating_ip_address': '172.26.8.153', 'floating_network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'router_id': 'a17c3b7b-17c6-42f0-a8b0-f63268590241', 'port_id': '153ef752-8bb2-4099-beaf-f96c97771ef8', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22801970-38bc-4a00-8bb6-a4b3909dccf6', 'mac_address': 'fa:16:3e:47:32:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b043159-5f3a-4007-816e-2165cd7c2684', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:45:30Z', 'updated_at': '2022-03-07T10:45:36Z', 'revision_number': 1, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7d20f65-425d-44f1-a158-520fc14e7fb5', 'name': '', 'network_id': '22801970-38bc-4a00-8bb6-a4b3909dccf6', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'mac_address': 'fa:16:3e:6b:f1:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17c3b7b-17c6-42f0-a8b0-f63268590241', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '87cd8e68-d0b8-40dc-81b6-d933b068e309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:45:14Z', 'updated_at': '2022-03-07T10:45:20Z', 'revision_number': 5, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'subnets': [{'id': '87cd8e68-d0b8-40dc-81b6-d933b068e309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:47:05.021712 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c55933-4890-4649-b179-8f5c3202c0d6 None None] Checking router: a17c3b7b-17c6-42f0-a8b0-f63268590241 for host: dv-neutron-830731-3-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 07 10:47:05.032352 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c55933-4890-4649-b179-8f5c3202c0d6 None None] Routers {'a17c3b7b-17c6-42f0-a8b0-f63268590241'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:47:05.032959 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-16c55933-4890-4649-b179-8f5c3202c0d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:47:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['a17c3b7b-17c6-42f0-a8b0-f63268590241'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:47:05.033324 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e41dac-d17c-43d9-a307-543cb7c29439 req-6fdc9d8e-7cb8-4821-9c8d-ee54acef09b5 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:05.034745 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-95e41dac-d17c-43d9-a307-543cb7c29439 req-6fdc9d8e-7cb8-4821-9c8d-ee54acef09b5 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa22cc61-badc-4c32-b9af-06eeda1def43 HTTP/1.1" status: 200 len: 946 time: 0.1696646 Mar 07 10:47:05.063495 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-07a14522-cdd9-4f0f-8f4f-b67600c4aed1 req-44ec5b7d-afbd-4ebe-bb92-6a2b6251481a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5e65ab3a-323d-4416-89ff-cc3c53cae5e4 HTTP/1.1" status: 200 len: 217 time: 0.0818462 Mar 07 10:47:05.137510 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-95e41dac-d17c-43d9-a307-543cb7c29439 req-840206a9-e5b5-42d9-a43f-008981c1b95a tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/security-groups?id=40226856-f8ca-4dae-aeb9-9512bdab50a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970793 Mar 07 10:47:05.142525 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a14522-cdd9-4f0f-8f4f-b67600c4aed1 req-83de977b-4eaa-4b34-a90e-25416c48c931 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:05.143897 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-07a14522-cdd9-4f0f-8f4f-b67600c4aed1 req-83de977b-4eaa-4b34-a90e-25416c48c931 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=87cd8e68-d0b8-40dc-81b6-d933b068e309 HTTP/1.1" status: 200 len: 834 time: 0.0736272 Mar 07 10:47:05.205183 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-16c55933-4890-4649-b179-8f5c3202c0d6 None None] Set router a17c3b7b-17c6-42f0-a8b0-f63268590241 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:47:05.220520 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-07a14522-cdd9-4f0f-8f4f-b67600c4aed1 req-1676faf0-6f70-46de-b3d1-196eeb7103f0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=22801970-38bc-4a00-8bb6-a4b3909dccf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681710 Mar 07 10:47:05.356638 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-07a14522-cdd9-4f0f-8f4f-b67600c4aed1 req-b75a0ca7-478b-4e6c-b514-9bfa78628539 service neutron] 10.222.0.10 "GET /v2.0/networks/22801970-38bc-4a00-8bb6-a4b3909dccf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285317 Mar 07 10:47:05.488573 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-07a14522-cdd9-4f0f-8f4f-b67600c4aed1 req-a9586d80-f407-4172-96a1-25b83c717c3f service neutron] 10.222.0.10 "GET /v2.0/networks/22801970-38bc-4a00-8bb6-a4b3909dccf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258693 Mar 07 10:47:05.572772 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-16c55933-4890-4649-b179-8f5c3202c0d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a17c3b7b-17c6-42f0-a8b0-f63268590241', 'name': 'tempest-TestNetworkBasicOps-router-335541214', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.11'}], 'enable_snat': True}, 'gw_port_id': 'ba248b43-4fa8-4575-b91f-cd1049c4c9ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:45:10Z', 'updated_at': '2022-03-07T10:45:14Z', 'revision_number': 4, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'gw_port': {'id': 'ba248b43-4fa8-4575-b91f-cd1049c4c9ed', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:a8:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17c3b7b-17c6-42f0-a8b0-f63268590241', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:45:11Z', 'updated_at': '2022-03-07T10:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_floatingips': [{'id': 'ee662057-6b65-4e83-b943-bee64a56088a', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'floating_ip_address': '172.26.8.153', 'floating_network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'router_id': 'a17c3b7b-17c6-42f0-a8b0-f63268590241', 'port_id': '153ef752-8bb2-4099-beaf-f96c97771ef8', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22801970-38bc-4a00-8bb6-a4b3909dccf6', 'mac_address': 'fa:16:3e:47:32:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b043159-5f3a-4007-816e-2165cd7c2684', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:45:30Z', 'updated_at': '2022-03-07T10:45:36Z', 'revision_number': 1, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7d20f65-425d-44f1-a158-520fc14e7fb5', 'name': '', 'network_id': '22801970-38bc-4a00-8bb6-a4b3909dccf6', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'mac_address': 'fa:16:3e:6b:f1:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17c3b7b-17c6-42f0-a8b0-f63268590241', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '87cd8e68-d0b8-40dc-81b6-d933b068e309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:45:14Z', 'updated_at': '2022-03-07T10:45:20Z', 'revision_number': 5, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'subnets': [{'id': '87cd8e68-d0b8-40dc-81b6-d933b068e309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:47:05.576448 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c55933-4890-4649-b179-8f5c3202c0d6 None None] The sync data for ids ['a17c3b7b-17c6-42f0-a8b0-f63268590241'] in dv-neutron-830731-3-hyperv is: [{'id': 'a17c3b7b-17c6-42f0-a8b0-f63268590241', 'name': 'tempest-TestNetworkBasicOps-router-335541214', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.11'}], 'enable_snat': True}, 'gw_port_id': 'ba248b43-4fa8-4575-b91f-cd1049c4c9ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:45:10Z', 'updated_at': '2022-03-07T10:45:14Z', 'revision_number': 4, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'gw_port': {'id': 'ba248b43-4fa8-4575-b91f-cd1049c4c9ed', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:a8:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17c3b7b-17c6-42f0-a8b0-f63268590241', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:45:11Z', 'updated_at': '2022-03-07T10:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_floatingips': [{'id': 'ee662057-6b65-4e83-b943-bee64a56088a', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'floating_ip_address': '172.26.8.153', 'floating_network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'router_id': 'a17c3b7b-17c6-42f0-a8b0-f63268590241', 'port_id': '153ef752-8bb2-4099-beaf-f96c97771ef8', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22801970-38bc-4a00-8bb6-a4b3909dccf6', 'mac_address': 'fa:16:3e:47:32:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b043159-5f3a-4007-816e-2165cd7c2684', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:45:30Z', 'updated_at': '2022-03-07T10:45:36Z', 'revision_number': 1, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7d20f65-425d-44f1-a158-520fc14e7fb5', 'name': '', 'network_id': '22801970-38bc-4a00-8bb6-a4b3909dccf6', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'mac_address': 'fa:16:3e:6b:f1:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17c3b7b-17c6-42f0-a8b0-f63268590241', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '87cd8e68-d0b8-40dc-81b6-d933b068e309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:45:14Z', 'updated_at': '2022-03-07T10:45:20Z', 'revision_number': 5, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'subnets': [{'id': '87cd8e68-d0b8-40dc-81b6-d933b068e309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:47:05.797868 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee8a4f44-34e5-4be6-aa81-c066b50e3e2e None None] New status for floating IP afffc6fc-cf68-4aeb-b550-6640b3ad58d3: DOWN {{(pid=83739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 07 10:47:06.340573 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999af793-7256-4c7f-9700-6efd924060bf req-072ddbc1-5022-401c-bbff-6cd84454d588 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:06.342004 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-999af793-7256-4c7f-9700-6efd924060bf req-072ddbc1-5022-401c-bbff-6cd84454d588 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa22cc61-badc-4c32-b9af-06eeda1def43 HTTP/1.1" status: 200 len: 946 time: 0.0805445 Mar 07 10:47:06.386081 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-999af793-7256-4c7f-9700-6efd924060bf req-67329204-d1d6-4946-a31a-a76c1ab9448b tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/security-groups?id=40226856-f8ca-4dae-aeb9-9512bdab50a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384319 Mar 07 10:47:06.497115 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2bf496-6d6e-4465-9883-50a57996f16d req-7532cbc9-468e-47a9-acc1-5ab811100dc2 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:06.498506 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-5c2bf496-6d6e-4465-9883-50a57996f16d req-7532cbc9-468e-47a9-acc1-5ab811100dc2 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.10 "GET /v2.0/ports?device_id=fa22cc61-badc-4c32-b9af-06eeda1def43 HTTP/1.1" status: 200 len: 946 time: 0.0740273 Mar 07 10:47:06.565822 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [req-5c2bf496-6d6e-4465-9883-50a57996f16d req-c7215934-ba93-488a-8eaf-d5744a2a434d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Deleting port 5e65ab3a-323d-4416-89ff-cc3c53cae5e4 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:47:06.566163 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-5c2bf496-6d6e-4465-9883-50a57996f16d req-c7215934-ba93-488a-8eaf-d5744a2a434d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:06.801554 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [req-5c2bf496-6d6e-4465-9883-50a57996f16d req-c7215934-ba93-488a-8eaf-d5744a2a434d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] For port 5e65ab3a-323d-4416-89ff-cc3c53cae5e4, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=5e65ab3a-323d-4416-89ff-cc3c53cae5e4,segment=NetworkSegment(f1fb171e-41db-47b2-9ada-7716b6afbd78),segment_id=f1fb171e-41db-47b2-9ada-7716b6afbd78)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:47:06.801800 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-5c2bf496-6d6e-4465-9883-50a57996f16d req-c7215934-ba93-488a-8eaf-d5744a2a434d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:06.920699 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [req-5c2bf496-6d6e-4465-9883-50a57996f16d req-c7215934-ba93-488a-8eaf-d5744a2a434d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Calling delete_port for 5e65ab3a-323d-4416-89ff-cc3c53cae5e4 owned by compute:nova {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:47:07.060032 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-5c2bf496-6d6e-4465-9883-50a57996f16d req-c7215934-ba93-488a-8eaf-d5744a2a434d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:07.111141 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7215934-ba93-488a-8eaf-d5744a2a434d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event deleted for resources: {'Port': ['ID=5e65ab3a-323d-4416-89ff-cc3c53cae5e4,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:07.176639 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7215934-ba93-488a-8eaf-d5744a2a434d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:47:07.176972 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7215934-ba93-488a-8eaf-d5744a2a434d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:47:07.177297 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7215934-ba93-488a-8eaf-d5744a2a434d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:47:07.177619 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7215934-ba93-488a-8eaf-d5744a2a434d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:47:07.177939 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7215934-ba93-488a-8eaf-d5744a2a434d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:47:07.178258 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7215934-ba93-488a-8eaf-d5744a2a434d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:47:07.178569 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7215934-ba93-488a-8eaf-d5744a2a434d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:47:07.178880 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7215934-ba93-488a-8eaf-d5744a2a434d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:47:07.179188 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7215934-ba93-488a-8eaf-d5744a2a434d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:47:07.179496 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7215934-ba93-488a-8eaf-d5744a2a434d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:47:07.179801 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7215934-ba93-488a-8eaf-d5744a2a434d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:47:07.191805 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c2bf496-6d6e-4465-9883-50a57996f16d req-c7215934-ba93-488a-8eaf-d5744a2a434d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] No DVR routers for this DVR port 5e65ab3a-323d-4416-89ff-cc3c53cae5e4 on host hv-neutron-8307 {{(pid=83737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:47:07.194096 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-5c2bf496-6d6e-4465-9883-50a57996f16d req-c7215934-ba93-488a-8eaf-d5744a2a434d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:07.196868 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa22cc61-badc-4c32-b9af-06eeda1def43', 'name': 'network-vif-deleted', 'tag': '5e65ab3a-323d-4416-89ff-cc3c53cae5e4'}] {{(pid=83737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 10:47:07.209372 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-5c2bf496-6d6e-4465-9883-50a57996f16d req-c7215934-ba93-488a-8eaf-d5744a2a434d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.10 "DELETE /v2.0/ports/5e65ab3a-323d-4416-89ff-cc3c53cae5e4 HTTP/1.1" status: 204 len: 173 time: 0.7058644 Mar 07 10:47:07.327003 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa22cc61-badc-4c32-b9af-06eeda1def43', 'name': 'network-vif-deleted', 'tag': '5e65ab3a-323d-4416-89ff-cc3c53cae5e4', 'status': 'completed', 'code': 200} Mar 07 10:47:07.568348 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-6def11aa-f15f-4ba7-b1a5-cb2d6fa7b82c req-0a06ec1d-4a00-49e7-9b43-14e46d641c85 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Synchronizing usage tracker for tenant:416b2fd961bc4d70a26d66821f7df8e2 on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:47:07.587297 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-6def11aa-f15f-4ba7-b1a5-cb2d6fa7b82c req-0a06ec1d-4a00-49e7-9b43-14e46d641c85 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Unset dirty status for tenant:416b2fd961bc4d70a26d66821f7df8e2 on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:47:07.600883 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-6def11aa-f15f-4ba7-b1a5-cb2d6fa7b82c req-0a06ec1d-4a00-49e7-9b43-14e46d641c85 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa22cc61-badc-4c32-b9af-06eeda1def43 HTTP/1.1" status: 200 len: 210 time: 0.0780053 Mar 07 10:47:08.697657 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 42112) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:47:08.767734 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4d9238e4-3391-4949-a228-3f55b3a57874 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:08.797737 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4d9238e4-3391-4949-a228-3f55b3a57874 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:08.861621 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4d9238e4-3391-4949-a228-3f55b3a57874 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:08.880331 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9238e4-3391-4949-a228-3f55b3a57874 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40226856-f8ca-4dae-aeb9-9512bdab50a7,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:08.887176 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4d9238e4-3391-4949-a228-3f55b3a57874 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:08.888279 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-4d9238e4-3391-4949-a228-3f55b3a57874 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "DELETE /v2.0/security-groups/40226856-f8ca-4dae-aeb9-9512bdab50a7 HTTP/1.1" status: 204 len: 168 time: 0.1896789 Mar 07 10:47:08.929008 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 42118) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:47:09.228352 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-ca80a81f-4673-4766-a0d5-9e080d52bc5c tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Deleting port 473bf3ea-65e7-4a84-ac5d-a1f6cd7102dc {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:47:09.228720 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ca80a81f-4673-4766-a0d5-9e080d52bc5c tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:09.395358 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ca80a81f-4673-4766-a0d5-9e080d52bc5c tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:09.395682 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ca80a81f-4673-4766-a0d5-9e080d52bc5c tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:09.515725 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-ca80a81f-4673-4766-a0d5-9e080d52bc5c tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Calling delete_port for 473bf3ea-65e7-4a84-ac5d-a1f6cd7102dc owned by network:floatingip {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:47:09.660332 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ca80a81f-4673-4766-a0d5-9e080d52bc5c tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:09.703801 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80a81f-4673-4766-a0d5-9e080d52bc5c tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event deleted for resources: {'Port': ['ID=473bf3ea-65e7-4a84-ac5d-a1f6cd7102dc,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:09.799017 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ca80a81f-4673-4766-a0d5-9e080d52bc5c tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for floatingip, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:10.184929 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca80a81f-4673-4766-a0d5-9e080d52bc5c tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Router a17c3b7b-17c6-42f0-a8b0-f63268590241 has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:47:10.379856 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca80a81f-4673-4766-a0d5-9e080d52bc5c tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:47:10.389445 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458ecf9c-ea3c-4266-9904-bfc06697636a None None] Sync routers for ids ['a17c3b7b-17c6-42f0-a8b0-f63268590241'] in dv-neutron-830731-3-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:47:10.400713 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ca80a81f-4673-4766-a0d5-9e080d52bc5c tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for floatingip, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:10.402449 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458ecf9c-ea3c-4266-9904-bfc06697636a None None] Routers {'a17c3b7b-17c6-42f0-a8b0-f63268590241'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:47:10.403155 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-458ecf9c-ea3c-4266-9904-bfc06697636a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:47:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['a17c3b7b-17c6-42f0-a8b0-f63268590241'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:47:10.455663 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-ca80a81f-4673-4766-a0d5-9e080d52bc5c tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "DELETE /v2.0/floatingips/ee662057-6b65-4e83-b943-bee64a56088a HTTP/1.1" status: 204 len: 168 time: 1.5254641 Mar 07 10:47:10.456257 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b043159-5f3a-4007-816e-2165cd7c2684', 'tag': '153ef752-8bb2-4099-beaf-f96c97771ef8'}] {{(pid=83738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 10:47:10.510794 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b043159-5f3a-4007-816e-2165cd7c2684', 'tag': '153ef752-8bb2-4099-beaf-f96c97771ef8', 'status': 'completed', 'code': 200} Mar 07 10:47:10.589423 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-458ecf9c-ea3c-4266-9904-bfc06697636a None None] Set router a17c3b7b-17c6-42f0-a8b0-f63268590241 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:47:10.654032 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device 5e65ab3a-323d-4416-89ff-cc3c53cae5e4 no longer exists at agent hyperv_hv-neutron-8307 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:47:10.713786 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] No Port match for: 5e65ab3a-323d-4416-89ff-cc3c53cae5e4 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 10:47:10.714408 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device 5e65ab3a-323d-4416-89ff-cc3c53cae5e4 not bound to the agent host hv-neutron-8307 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 10:47:10.715490 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-27c0bd26-b082-4d09-b338-7baafa7f7d7a req-1b8f3483-798b-453b-9a87-11234b087a38 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=416b2fd961bc4d70a26d66821f7df8e2&device_id=9b043159-5f3a-4007-816e-2165cd7c2684 HTTP/1.1" status: 200 len: 1098 time: 0.1833961 Mar 07 10:47:10.907147 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c0bd26-b082-4d09-b338-7baafa7f7d7a req-abe70f4b-798c-4755-956b-b52fc6d11f92 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:10.908631 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-27c0bd26-b082-4d09-b338-7baafa7f7d7a req-abe70f4b-798c-4755-956b-b52fc6d11f92 service neutron] 10.222.0.10 "GET /v2.0/networks?id=22801970-38bc-4a00-8bb6-a4b3909dccf6 HTTP/1.1" status: 200 len: 898 time: 0.1864624 Mar 07 10:47:10.918703 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898f35e9-1bd7-4ba4-b516-b6cdf73a87c6 req-bf2c35d2-658b-49a9-89cc-0f04d6f2429e tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:10.920109 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-898f35e9-1bd7-4ba4-b516-b6cdf73a87c6 req-bf2c35d2-658b-49a9-89cc-0f04d6f2429e tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b043159-5f3a-4007-816e-2165cd7c2684 HTTP/1.1" status: 200 len: 945 time: 0.1268725 Mar 07 10:47:10.922571 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-458ecf9c-ea3c-4266-9904-bfc06697636a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a17c3b7b-17c6-42f0-a8b0-f63268590241', 'name': 'tempest-TestNetworkBasicOps-router-335541214', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.11'}], 'enable_snat': True}, 'gw_port_id': 'ba248b43-4fa8-4575-b91f-cd1049c4c9ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:45:10Z', 'updated_at': '2022-03-07T10:45:14Z', 'revision_number': 4, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'gw_port': {'id': 'ba248b43-4fa8-4575-b91f-cd1049c4c9ed', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:a8:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17c3b7b-17c6-42f0-a8b0-f63268590241', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:45:11Z', 'updated_at': '2022-03-07T10:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_interfaces': [{'id': 'b7d20f65-425d-44f1-a158-520fc14e7fb5', 'name': '', 'network_id': '22801970-38bc-4a00-8bb6-a4b3909dccf6', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'mac_address': 'fa:16:3e:6b:f1:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17c3b7b-17c6-42f0-a8b0-f63268590241', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '87cd8e68-d0b8-40dc-81b6-d933b068e309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:45:14Z', 'updated_at': '2022-03-07T10:45:20Z', 'revision_number': 5, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'subnets': [{'id': '87cd8e68-d0b8-40dc-81b6-d933b068e309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:47:10.926472 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458ecf9c-ea3c-4266-9904-bfc06697636a None None] Checking router: a17c3b7b-17c6-42f0-a8b0-f63268590241 for host: dv-neutron-830731-3-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 07 10:47:10.937475 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458ecf9c-ea3c-4266-9904-bfc06697636a None None] Routers {'a17c3b7b-17c6-42f0-a8b0-f63268590241'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:47:10.938059 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-458ecf9c-ea3c-4266-9904-bfc06697636a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:47:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['a17c3b7b-17c6-42f0-a8b0-f63268590241'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:47:10.994841 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-27c0bd26-b082-4d09-b338-7baafa7f7d7a req-f2277fe5-f45a-41ac-adb1-219c59227fe5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=153ef752-8bb2-4099-beaf-f96c97771ef8 HTTP/1.1" status: 200 len: 217 time: 0.0737374 Mar 07 10:47:11.068788 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-898f35e9-1bd7-4ba4-b516-b6cdf73a87c6 req-6d5c7f6b-a602-429f-ba88-1f41f7380c05 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/security-groups?id=1883e39f-c461-4cf4-b3e4-865de0566a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016610 Mar 07 10:47:11.075633 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c0bd26-b082-4d09-b338-7baafa7f7d7a req-c773c139-c320-40ff-b34d-e372d066b258 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:11.077045 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-27c0bd26-b082-4d09-b338-7baafa7f7d7a req-c773c139-c320-40ff-b34d-e372d066b258 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=87cd8e68-d0b8-40dc-81b6-d933b068e309 HTTP/1.1" status: 200 len: 834 time: 0.0756381 Mar 07 10:47:11.112097 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-458ecf9c-ea3c-4266-9904-bfc06697636a None None] Set router a17c3b7b-17c6-42f0-a8b0-f63268590241 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:47:11.152126 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-27c0bd26-b082-4d09-b338-7baafa7f7d7a req-d7521c4a-94de-4e7c-95fe-b98603fc5535 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=22801970-38bc-4a00-8bb6-a4b3909dccf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684876 Mar 07 10:47:11.285452 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-27c0bd26-b082-4d09-b338-7baafa7f7d7a req-61528960-9c68-42d8-975c-9cbbcead27af service neutron] 10.222.0.10 "GET /v2.0/networks/22801970-38bc-4a00-8bb6-a4b3909dccf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260133 Mar 07 10:47:11.423420 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-27c0bd26-b082-4d09-b338-7baafa7f7d7a req-81274fa0-a8ea-4296-ae86-edba15312d16 service neutron] 10.222.0.10 "GET /v2.0/networks/22801970-38bc-4a00-8bb6-a4b3909dccf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306589 Mar 07 10:47:11.453052 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-458ecf9c-ea3c-4266-9904-bfc06697636a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a17c3b7b-17c6-42f0-a8b0-f63268590241', 'name': 'tempest-TestNetworkBasicOps-router-335541214', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.11'}], 'enable_snat': True}, 'gw_port_id': 'ba248b43-4fa8-4575-b91f-cd1049c4c9ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:45:10Z', 'updated_at': '2022-03-07T10:45:14Z', 'revision_number': 4, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'gw_port': {'id': 'ba248b43-4fa8-4575-b91f-cd1049c4c9ed', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:a8:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17c3b7b-17c6-42f0-a8b0-f63268590241', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:45:11Z', 'updated_at': '2022-03-07T10:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_interfaces': [{'id': 'b7d20f65-425d-44f1-a158-520fc14e7fb5', 'name': '', 'network_id': '22801970-38bc-4a00-8bb6-a4b3909dccf6', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'mac_address': 'fa:16:3e:6b:f1:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17c3b7b-17c6-42f0-a8b0-f63268590241', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '87cd8e68-d0b8-40dc-81b6-d933b068e309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:45:14Z', 'updated_at': '2022-03-07T10:45:20Z', 'revision_number': 5, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'subnets': [{'id': '87cd8e68-d0b8-40dc-81b6-d933b068e309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:47:11.457013 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458ecf9c-ea3c-4266-9904-bfc06697636a None None] The sync data for ids ['a17c3b7b-17c6-42f0-a8b0-f63268590241'] in dv-neutron-830731-3-hyperv is: [{'id': 'a17c3b7b-17c6-42f0-a8b0-f63268590241', 'name': 'tempest-TestNetworkBasicOps-router-335541214', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.11'}], 'enable_snat': True}, 'gw_port_id': 'ba248b43-4fa8-4575-b91f-cd1049c4c9ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:45:10Z', 'updated_at': '2022-03-07T10:45:14Z', 'revision_number': 4, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'gw_port': {'id': 'ba248b43-4fa8-4575-b91f-cd1049c4c9ed', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:a8:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17c3b7b-17c6-42f0-a8b0-f63268590241', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:45:11Z', 'updated_at': '2022-03-07T10:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_interfaces': [{'id': 'b7d20f65-425d-44f1-a158-520fc14e7fb5', 'name': '', 'network_id': '22801970-38bc-4a00-8bb6-a4b3909dccf6', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'mac_address': 'fa:16:3e:6b:f1:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17c3b7b-17c6-42f0-a8b0-f63268590241', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '87cd8e68-d0b8-40dc-81b6-d933b068e309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:45:14Z', 'updated_at': '2022-03-07T10:45:20Z', 'revision_number': 5, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'subnets': [{'id': '87cd8e68-d0b8-40dc-81b6-d933b068e309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:47:11.669490 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-634743af-b1f1-49e3-99d4-dbc3097244c0 None None] New status for floating IP ee662057-6b65-4e83-b943-bee64a56088a: DOWN {{(pid=83739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 07 10:47:12.272247 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e95ca2-e24c-4e3a-8999-0ce56bc2372d req-22f0862d-db3a-4502-8c2a-d8f6b2d6f18f tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:12.273717 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-10e95ca2-e24c-4e3a-8999-0ce56bc2372d req-22f0862d-db3a-4502-8c2a-d8f6b2d6f18f tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b043159-5f3a-4007-816e-2165cd7c2684 HTTP/1.1" status: 200 len: 945 time: 0.0788445 Mar 07 10:47:12.319864 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-10e95ca2-e24c-4e3a-8999-0ce56bc2372d req-6b963bb8-8bc9-4588-85b1-b56f20f809ea tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/security-groups?id=1883e39f-c461-4cf4-b3e4-865de0566a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407140 Mar 07 10:47:12.451322 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb89aa2-f794-44f9-8661-3e29a74f0276 req-46d9ff32-3f82-4a5e-90ff-dc7cb4ebcdef tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:12.453227 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4fb89aa2-f794-44f9-8661-3e29a74f0276 req-46d9ff32-3f82-4a5e-90ff-dc7cb4ebcdef tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.10 "GET /v2.0/ports?device_id=9b043159-5f3a-4007-816e-2165cd7c2684 HTTP/1.1" status: 200 len: 945 time: 0.0734265 Mar 07 10:47:12.521252 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [req-4fb89aa2-f794-44f9-8661-3e29a74f0276 req-3224677c-3f5f-4b0b-ba78-bf57909398b5 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Deleting port 153ef752-8bb2-4099-beaf-f96c97771ef8 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:47:12.521584 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-4fb89aa2-f794-44f9-8661-3e29a74f0276 req-3224677c-3f5f-4b0b-ba78-bf57909398b5 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:12.755695 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [req-4fb89aa2-f794-44f9-8661-3e29a74f0276 req-3224677c-3f5f-4b0b-ba78-bf57909398b5 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] For port 153ef752-8bb2-4099-beaf-f96c97771ef8, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=153ef752-8bb2-4099-beaf-f96c97771ef8,segment=NetworkSegment(f1fb171e-41db-47b2-9ada-7716b6afbd78),segment_id=f1fb171e-41db-47b2-9ada-7716b6afbd78)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:47:12.756044 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-4fb89aa2-f794-44f9-8661-3e29a74f0276 req-3224677c-3f5f-4b0b-ba78-bf57909398b5 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:12.872035 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [req-4fb89aa2-f794-44f9-8661-3e29a74f0276 req-3224677c-3f5f-4b0b-ba78-bf57909398b5 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Calling delete_port for 153ef752-8bb2-4099-beaf-f96c97771ef8 owned by compute:nova {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:47:13.009131 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-4fb89aa2-f794-44f9-8661-3e29a74f0276 req-3224677c-3f5f-4b0b-ba78-bf57909398b5 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:13.130858 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3224677c-3f5f-4b0b-ba78-bf57909398b5 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event deleted for resources: {'Port': ['ID=153ef752-8bb2-4099-beaf-f96c97771ef8,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:13.204578 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fb89aa2-f794-44f9-8661-3e29a74f0276 req-3224677c-3f5f-4b0b-ba78-bf57909398b5 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] No DVR routers for this DVR port 153ef752-8bb2-4099-beaf-f96c97771ef8 on host hv-neutron-8307 {{(pid=83737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:47:13.207022 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-4fb89aa2-f794-44f9-8661-3e29a74f0276 req-3224677c-3f5f-4b0b-ba78-bf57909398b5 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:13.209538 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b043159-5f3a-4007-816e-2165cd7c2684', 'name': 'network-vif-deleted', 'tag': '153ef752-8bb2-4099-beaf-f96c97771ef8'}] {{(pid=83737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 10:47:13.220406 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4fb89aa2-f794-44f9-8661-3e29a74f0276 req-3224677c-3f5f-4b0b-ba78-bf57909398b5 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.10 "DELETE /v2.0/ports/153ef752-8bb2-4099-beaf-f96c97771ef8 HTTP/1.1" status: 204 len: 173 time: 0.7624986 Mar 07 10:47:13.266223 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b043159-5f3a-4007-816e-2165cd7c2684', 'name': 'network-vif-deleted', 'tag': '153ef752-8bb2-4099-beaf-f96c97771ef8', 'status': 'completed', 'code': 200} Mar 07 10:47:13.494099 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-91755edb-bafa-45a3-9b5e-dcbea596fffc req-f8ac41c4-b22e-410f-a93c-cd926f9617f7 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Synchronizing usage tracker for tenant:416b2fd961bc4d70a26d66821f7df8e2 on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:47:13.511591 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-91755edb-bafa-45a3-9b5e-dcbea596fffc req-f8ac41c4-b22e-410f-a93c-cd926f9617f7 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Unset dirty status for tenant:416b2fd961bc4d70a26d66821f7df8e2 on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:47:13.512879 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-91755edb-bafa-45a3-9b5e-dcbea596fffc req-f8ac41c4-b22e-410f-a93c-cd926f9617f7 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b043159-5f3a-4007-816e-2165cd7c2684 HTTP/1.1" status: 200 len: 210 time: 0.0581870 Mar 07 10:47:14.621620 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 42136) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:47:14.689786 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2e3cae6d-3868-472a-8e3e-ac911329324d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:14.717816 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2e3cae6d-3868-472a-8e3e-ac911329324d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:14.779092 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2e3cae6d-3868-472a-8e3e-ac911329324d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:14.800360 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3cae6d-3868-472a-8e3e-ac911329324d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1883e39f-c461-4cf4-b3e4-865de0566a8f,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:14.805905 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2e3cae6d-3868-472a-8e3e-ac911329324d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:14.809806 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-2e3cae6d-3868-472a-8e3e-ac911329324d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "DELETE /v2.0/security-groups/1883e39f-c461-4cf4-b3e4-865de0566a8f HTTP/1.1" status: 204 len: 168 time: 0.1852577 Mar 07 10:47:14.848622 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 42142) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:47:15.328971 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-05d98e68-c82a-4b43-8013-17be760b1009 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3920255'] for router_interface, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:15.712597 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:15.925373 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-05d98e68-c82a-4b43-8013-17be760b1009 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Deleting port b7d20f65-425d-44f1-a158-520fc14e7fb5 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:47:15.925974 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-05d98e68-c82a-4b43-8013-17be760b1009 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:16.106035 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-05d98e68-c82a-4b43-8013-17be760b1009 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] For port b7d20f65-425d-44f1-a158-520fc14e7fb5, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=b7d20f65-425d-44f1-a158-520fc14e7fb5,segment=NetworkSegment(f1fb171e-41db-47b2-9ada-7716b6afbd78),segment_id=f1fb171e-41db-47b2-9ada-7716b6afbd78)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:47:16.106267 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-05d98e68-c82a-4b43-8013-17be760b1009 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:16.229181 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-05d98e68-c82a-4b43-8013-17be760b1009 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Calling delete_port for b7d20f65-425d-44f1-a158-520fc14e7fb5 owned by network:router_interface {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:47:16.399318 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-05d98e68-c82a-4b43-8013-17be760b1009 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:16.534003 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d98e68-c82a-4b43-8013-17be760b1009 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event deleted for resources: {'Port': ['ID=b7d20f65-425d-44f1-a158-520fc14e7fb5,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:16.670025 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device 153ef752-8bb2-4099-beaf-f96c97771ef8 no longer exists at agent hyperv_hv-neutron-8307 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:47:16.714353 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] No Port match for: 153ef752-8bb2-4099-beaf-f96c97771ef8 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 10:47:16.715400 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device 153ef752-8bb2-4099-beaf-f96c97771ef8 not bound to the agent host hv-neutron-8307 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 10:47:16.818827 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-05d98e68-c82a-4b43-8013-17be760b1009 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2756383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3920168'] for router_interface, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:17.383264 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05d98e68-c82a-4b43-8013-17be760b1009 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Router a17c3b7b-17c6-42f0-a8b0-f63268590241 has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:47:17.576994 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05d98e68-c82a-4b43-8013-17be760b1009 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:47:17.586050 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ca25fa-29cf-407a-8f3c-55acf51e1b75 None None] Sync routers for ids ['a17c3b7b-17c6-42f0-a8b0-f63268590241'] in dv-neutron-830731-3-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:47:17.592690 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-05d98e68-c82a-4b43-8013-17be760b1009 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "PUT /v2.0/routers/a17c3b7b-17c6-42f0-a8b0-f63268590241/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7427809 Mar 07 10:47:17.596551 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 42146) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:47:17.598614 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ca25fa-29cf-407a-8f3c-55acf51e1b75 None None] Routers {'a17c3b7b-17c6-42f0-a8b0-f63268590241'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:47:17.599207 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-02ca25fa-29cf-407a-8f3c-55acf51e1b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:47:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['a17c3b7b-17c6-42f0-a8b0-f63268590241'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:47:17.772187 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-02ca25fa-29cf-407a-8f3c-55acf51e1b75 None None] Set router a17c3b7b-17c6-42f0-a8b0-f63268590241 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:47:17.777384 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_v2 [None req-88e31ec7-f678-4157-a75e-138400d3b205 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Deleting subnet 87cd8e68-d0b8-40dc-81b6-d933b068e309 {{(pid=83738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 07 10:47:17.780198 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-88e31ec7-f678-4157-a75e-138400d3b205 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for subnet, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:17.832759 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-88e31ec7-f678-4157-a75e-138400d3b205 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2969395'] for subnet, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:18.015726 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-88e31ec7-f678-4157-a75e-138400d3b205 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1525496'] for subnet, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:18.056082 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-02ca25fa-29cf-407a-8f3c-55acf51e1b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a17c3b7b-17c6-42f0-a8b0-f63268590241', 'name': 'tempest-TestNetworkBasicOps-router-335541214', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.11'}], 'enable_snat': True}, 'gw_port_id': 'ba248b43-4fa8-4575-b91f-cd1049c4c9ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:45:10Z', 'updated_at': '2022-03-07T10:47:16Z', 'revision_number': 5, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'gw_port': {'id': 'ba248b43-4fa8-4575-b91f-cd1049c4c9ed', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:a8:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17c3b7b-17c6-42f0-a8b0-f63268590241', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:45:11Z', 'updated_at': '2022-03-07T10:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv'}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:47:18.060099 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ca25fa-29cf-407a-8f3c-55acf51e1b75 None None] Checking router: a17c3b7b-17c6-42f0-a8b0-f63268590241 for host: dv-neutron-830731-3-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 07 10:47:18.073895 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ca25fa-29cf-407a-8f3c-55acf51e1b75 None None] Routers {'a17c3b7b-17c6-42f0-a8b0-f63268590241'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:47:18.074511 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-02ca25fa-29cf-407a-8f3c-55acf51e1b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:47:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['a17c3b7b-17c6-42f0-a8b0-f63268590241'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:47:18.086630 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-88e31ec7-f678-4157-a75e-138400d3b205 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1525489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3556647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741465'] for subnet, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:18.127091 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e31ec7-f678-4157-a75e-138400d3b205 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event deleted for resources: {'Subnet': ['ID=87cd8e68-d0b8-40dc-81b6-d933b068e309,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:18.132348 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-88e31ec7-f678-4157-a75e-138400d3b205 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:18.141839 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-88e31ec7-f678-4157-a75e-138400d3b205 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "DELETE /v2.0/subnets/87cd8e68-d0b8-40dc-81b6-d933b068e309 HTTP/1.1" status: 204 len: 168 time: 0.5405302 Mar 07 10:47:18.141839 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 42150) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:47:18.144185 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-799f0d09-97b5-42cf-b336-5e1f04c2b9c5 None None] Network 22801970-38bc-4a00-8bb6-a4b3909dccf6 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:47:18.260671 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-02ca25fa-29cf-407a-8f3c-55acf51e1b75 None None] Set router a17c3b7b-17c6-42f0-a8b0-f63268590241 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:47:18.345469 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e086989a-ae84-4e7b-b634-564594e50df3 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for router, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:18.407644 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de75b3a-ed5d-4ac2-972d-541d2bb6edee None None] DHCP port deletion for 22801970-38bc-4a00-8bb6-a4b3909dccf6 request from dv-neutron-830731-3-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 07 10:47:18.411873 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6de75b3a-ed5d-4ac2-972d-541d2bb6edee None None] Deleting port b0bd9b21-ba7a-479f-8c9d-eccdcce5e985 {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:47:18.412342 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6de75b3a-ed5d-4ac2-972d-541d2bb6edee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:18.562327 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-02ca25fa-29cf-407a-8f3c-55acf51e1b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a17c3b7b-17c6-42f0-a8b0-f63268590241', 'name': 'tempest-TestNetworkBasicOps-router-335541214', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.11'}], 'enable_snat': True}, 'gw_port_id': 'ba248b43-4fa8-4575-b91f-cd1049c4c9ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:45:10Z', 'updated_at': '2022-03-07T10:47:16Z', 'revision_number': 5, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'gw_port': {'id': 'ba248b43-4fa8-4575-b91f-cd1049c4c9ed', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:a8:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17c3b7b-17c6-42f0-a8b0-f63268590241', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:45:11Z', 'updated_at': '2022-03-07T10:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv'}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:47:18.566431 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ca25fa-29cf-407a-8f3c-55acf51e1b75 None None] The sync data for ids ['a17c3b7b-17c6-42f0-a8b0-f63268590241'] in dv-neutron-830731-3-hyperv is: [{'id': 'a17c3b7b-17c6-42f0-a8b0-f63268590241', 'name': 'tempest-TestNetworkBasicOps-router-335541214', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.11'}], 'enable_snat': True}, 'gw_port_id': 'ba248b43-4fa8-4575-b91f-cd1049c4c9ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:45:10Z', 'updated_at': '2022-03-07T10:47:16Z', 'revision_number': 5, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'gw_port': {'id': 'ba248b43-4fa8-4575-b91f-cd1049c4c9ed', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:a8:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17c3b7b-17c6-42f0-a8b0-f63268590241', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:45:11Z', 'updated_at': '2022-03-07T10:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv'}] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:47:18.569349 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e086989a-ae84-4e7b-b634-564594e50df3 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:18.581617 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-e086989a-ae84-4e7b-b634-564594e50df3 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Deleting port ba248b43-4fa8-4575-b91f-cd1049c4c9ed {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:47:18.582013 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e086989a-ae84-4e7b-b634-564594e50df3 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:18.615219 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6de75b3a-ed5d-4ac2-972d-541d2bb6edee None None] For port b0bd9b21-ba7a-479f-8c9d-eccdcce5e985, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=b0bd9b21-ba7a-479f-8c9d-eccdcce5e985,segment=NetworkSegment(f1fb171e-41db-47b2-9ada-7716b6afbd78),segment_id=f1fb171e-41db-47b2-9ada-7716b6afbd78)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:47:18.615604 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6de75b3a-ed5d-4ac2-972d-541d2bb6edee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:18.735484 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6de75b3a-ed5d-4ac2-972d-541d2bb6edee None None] Calling delete_port for b0bd9b21-ba7a-479f-8c9d-eccdcce5e985 owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:47:18.763061 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-e086989a-ae84-4e7b-b634-564594e50df3 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] For port ba248b43-4fa8-4575-b91f-cd1049c4c9ed, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=ba248b43-4fa8-4575-b91f-cd1049c4c9ed,segment=NetworkSegment(9a22e080-7529-4fc7-949d-9f84ba21807d),segment_id=9a22e080-7529-4fc7-949d-9f84ba21807d)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:47:18.763406 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e086989a-ae84-4e7b-b634-564594e50df3 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:18.805623 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6de75b3a-ed5d-4ac2-972d-541d2bb6edee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812'] for port, after_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:18.848503 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de75b3a-ed5d-4ac2-972d-541d2bb6edee None None] Pushing event deleted for resources: {'Port': ['ID=b0bd9b21-ba7a-479f-8c9d-eccdcce5e985,revision_number=None']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:18.860309 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de75b3a-ed5d-4ac2-972d-541d2bb6edee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:47:18.860680 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de75b3a-ed5d-4ac2-972d-541d2bb6edee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:47:18.861018 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de75b3a-ed5d-4ac2-972d-541d2bb6edee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:47:18.861348 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de75b3a-ed5d-4ac2-972d-541d2bb6edee None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:47:18.861678 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de75b3a-ed5d-4ac2-972d-541d2bb6edee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:47:18.862003 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de75b3a-ed5d-4ac2-972d-541d2bb6edee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:47:18.862327 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de75b3a-ed5d-4ac2-972d-541d2bb6edee None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:47:18.862645 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de75b3a-ed5d-4ac2-972d-541d2bb6edee None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:47:18.862962 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de75b3a-ed5d-4ac2-972d-541d2bb6edee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:47:18.863276 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de75b3a-ed5d-4ac2-972d-541d2bb6edee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:47:18.863590 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de75b3a-ed5d-4ac2-972d-541d2bb6edee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:47:18.866106 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de75b3a-ed5d-4ac2-972d-541d2bb6edee None None] No DVR routers for this DVR port b0bd9b21-ba7a-479f-8c9d-eccdcce5e985 on host dv-neutron-830731-3-hyperv {{(pid=83739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:47:18.894635 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-e086989a-ae84-4e7b-b634-564594e50df3 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Calling delete_port for ba248b43-4fa8-4575-b91f-cd1049c4c9ed owned by network:router_gateway {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:47:18.945549 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device b0bd9b21-ba7a-479f-8c9d-eccdcce5e985 no longer exists at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:47:18.980308 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] No Port match for: b0bd9b21-ba7a-479f-8c9d-eccdcce5e985 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 10:47:18.981518 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device b0bd9b21-ba7a-479f-8c9d-eccdcce5e985 not bound to the agent host dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 10:47:18.982281 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device b7d20f65-425d-44f1-a158-520fc14e7fb5 no longer exists at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:47:19.020496 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] No Port match for: b7d20f65-425d-44f1-a158-520fc14e7fb5 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 10:47:19.020838 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device b7d20f65-425d-44f1-a158-520fc14e7fb5 not bound to the agent host dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 10:47:19.088492 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e086989a-ae84-4e7b-b634-564594e50df3 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:19.132961 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e086989a-ae84-4e7b-b634-564594e50df3 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event deleted for resources: {'Port': ['ID=ba248b43-4fa8-4575-b91f-cd1049c4c9ed,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:19.352345 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e086989a-ae84-4e7b-b634-564594e50df3 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923554'] for router_gateway, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:19.695761 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e086989a-ae84-4e7b-b634-564594e50df3 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3917970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58043'] for router, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:19.699831 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e086989a-ae84-4e7b-b634-564594e50df3 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:19.724367 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e086989a-ae84-4e7b-b634-564594e50df3 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3917886'] for router, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:19.724913 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e086989a-ae84-4e7b-b634-564594e50df3 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Fanout notify agent at l3_agent the message router_deleted on router a17c3b7b-17c6-42f0-a8b0-f63268590241 {{(pid=83738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 10:47:19.739460 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e086989a-ae84-4e7b-b634-564594e50df3 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for router, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:19.740560 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-e086989a-ae84-4e7b-b634-564594e50df3 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "DELETE /v2.0/routers/a17c3b7b-17c6-42f0-a8b0-f63268590241 HTTP/1.1" status: 204 len: 168 time: 1.5982878 Mar 07 10:47:19.743192 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 42154) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:47:19.856423 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-837e9897-e70a-4aa7-8be9-56384e158f10 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1158940'] for network, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:19.984503 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-837e9897-e70a-4aa7-8be9-56384e158f10 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1526893', 'neutron.services.segments.db._delete_segments_for_network-8732568551033'] for network, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:20.008339 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-837e9897-e70a-4aa7-8be9-56384e158f10 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22801970-38bc-4a00-8bb6-a4b3909dccf6']}} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:47:20.020545 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-837e9897-e70a-4aa7-8be9-56384e158f10 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1fb171e-41db-47b2-9ada-7716b6afbd78') {'for_net_delete': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:47:20.020844 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-837e9897-e70a-4aa7-8be9-56384e158f10 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1fb171e-41db-47b2-9ada-7716b6afbd78') {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:47:20.032626 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-837e9897-e70a-4aa7-8be9-56384e158f10 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732568550916', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968000'] for segment, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:20.047975 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-837e9897-e70a-4aa7-8be9-56384e158f10 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:20.053757 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-837e9897-e70a-4aa7-8be9-56384e158f10 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=83738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 07 10:47:20.054123 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-837e9897-e70a-4aa7-8be9-56384e158f10 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1227397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3556681'] for segment, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:20.067789 dv-neutron-830731-3-hyperv neutron-server[83738]: Traceback (most recent call last): Mar 07 10:47:20.067789 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 07 10:47:20.067789 dv-neutron-830731-3-hyperv neutron-server[83738]: timer() Mar 07 10:47:20.067789 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:47:20.067789 dv-neutron-830731-3-hyperv neutron-server[83738]: cb(*args, **kw) Mar 07 10:47:20.067789 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 10:47:20.067789 dv-neutron-830731-3-hyperv neutron-server[83738]: return func(*args, **kwargs) Mar 07 10:47:20.067789 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:47:20.067789 dv-neutron-830731-3-hyperv neutron-server[83738]: self._notify() Mar 07 10:47:20.067789 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:47:20.067789 dv-neutron-830731-3-hyperv neutron-server[83738]: self.callback(batched_events) Mar 07 10:47:20.067789 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:47:20.067789 dv-neutron-830731-3-hyperv neutron-server[83738]: event.method(event) Mar 07 10:47:20.067789 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 10:47:20.067789 dv-neutron-830731-3-hyperv neutron-server[83738]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:47:20.067789 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 10:47:20.067789 dv-neutron-830731-3-hyperv neutron-server[83738]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:47:20.067789 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 10:47:20.067789 dv-neutron-830731-3-hyperv neutron-server[83738]: return f(self, *a, **k) Mar 07 10:47:20.067789 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:47:20.067789 dv-neutron-830731-3-hyperv neutron-server[83738]: return self._get(url).json() Mar 07 10:47:20.067789 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:47:20.067789 dv-neutron-830731-3-hyperv neutron-server[83738]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:47:20.067789 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 07 10:47:20.067789 dv-neutron-830731-3-hyperv neutron-server[83738]: return self.request(url, 'GET', **kwargs) Mar 07 10:47:20.067789 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 07 10:47:20.067789 dv-neutron-830731-3-hyperv neutron-server[83738]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:47:20.067789 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 07 10:47:20.067789 dv-neutron-830731-3-hyperv neutron-server[83738]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:47:20.067789 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 07 10:47:20.067789 dv-neutron-830731-3-hyperv neutron-server[83738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:47:20.067789 dv-neutron-830731-3-hyperv neutron-server[83738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:47:20.150091 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-837e9897-e70a-4aa7-8be9-56384e158f10 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1526886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923583'] for network, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:20.168041 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-837e9897-e70a-4aa7-8be9-56384e158f10 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:20.179343 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837e9897-e70a-4aa7-8be9-56384e158f10 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event deleted for resources: {'Network': ['ID=22801970-38bc-4a00-8bb6-a4b3909dccf6,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:20.189460 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-837e9897-e70a-4aa7-8be9-56384e158f10 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "DELETE /v2.0/networks/22801970-38bc-4a00-8bb6-a4b3909dccf6 HTTP/1.1" status: 204 len: 168 time: 0.4439337 Mar 07 10:47:20.215366 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 42158) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:47:20.221959 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-53e3cf49-033b-4f23-993d-a05446758ec7 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Request body: {'network': {'name': 'tempest-network-smoke--379487958', 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'port_security_enabled': True}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:47:20.226986 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-53e3cf49-033b-4f23-993d-a05446758ec7 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:47:20.231008 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-53e3cf49-033b-4f23-993d-a05446758ec7 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Usage tracker for resource:network and tenant:416b2fd961bc4d70a26d66821f7df8e2 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:47:20.233851 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-53e3cf49-033b-4f23-993d-a05446758ec7 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:47:20.239388 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-53e3cf49-033b-4f23-993d-a05446758ec7 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:47:20.249937 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53e3cf49-033b-4f23-993d-a05446758ec7 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Made reservation on behalf of 416b2fd961bc4d70a26d66821f7df8e2 for: {'network': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:47:20.253069 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-53e3cf49-033b-4f23-993d-a05446758ec7 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for network, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:20.283919 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53e3cf49-033b-4f23-993d-a05446758ec7 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=83738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:47:20.293006 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-53e3cf49-033b-4f23-993d-a05446758ec7 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:20.293384 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.db.segments_db [None req-53e3cf49-033b-4f23-993d-a05446758ec7 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Added segment 4284d5d6-298f-4e4a-9374-12cbf564720b of type vlan for network 97cb5418-52b9-4cb2-a44b-5c13b21bb8ad Mar 07 10:47:20.324432 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-53e3cf49-033b-4f23-993d-a05446758ec7 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732568034061'] for network, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:20.353640 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-53e3cf49-033b-4f23-993d-a05446758ec7 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594'] for network, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:20.357296 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53e3cf49-033b-4f23-993d-a05446758ec7 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:20.357872 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-53e3cf49-033b-4f23-993d-a05446758ec7 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:20.461213 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e3cf49-033b-4f23-993d-a05446758ec7 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event updated for resources: {'Network': ['ID=97cb5418-52b9-4cb2-a44b-5c13b21bb8ad,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:20.463988 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-53e3cf49-033b-4f23-993d-a05446758ec7 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2476354 Mar 07 10:47:20.466772 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 42162) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:47:20.472282 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-81ba8971-290e-4793-a5c3-a1d9eb4b74af tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-938891759', 'admin_state_up': True, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12'}}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:47:20.472772 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Network 97cb5418-52b9-4cb2-a44b-5c13b21bb8ad details requested by agent ovs-agent-dv-neutron-830731-3-hyperv with host dv-neutron-830731-3-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 10:47:20.479113 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-81ba8971-290e-4793-a5c3-a1d9eb4b74af tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:47:20.483360 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-81ba8971-290e-4793-a5c3-a1d9eb4b74af tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Usage tracker for resource:router and tenant:416b2fd961bc4d70a26d66821f7df8e2 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:47:20.487734 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-81ba8971-290e-4793-a5c3-a1d9eb4b74af tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:47:20.493495 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-81ba8971-290e-4793-a5c3-a1d9eb4b74af tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:47:20.508084 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-81ba8971-290e-4793-a5c3-a1d9eb4b74af tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3919700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58025'] for router, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:20.509079 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-81ba8971-290e-4793-a5c3-a1d9eb4b74af tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3919671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4011175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58018'] for router, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:20.528127 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-81ba8971-290e-4793-a5c3-a1d9eb4b74af tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:20.673752 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-81ba8971-290e-4793-a5c3-a1d9eb4b74af tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3917998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58952'] for router, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:20.728983 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device ba248b43-4fa8-4575-b91f-cd1049c4c9ed no longer exists at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:47:20.761790 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] No Port match for: ba248b43-4fa8-4575-b91f-cd1049c4c9ed {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 10:47:20.762031 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device ba248b43-4fa8-4575-b91f-cd1049c4c9ed not bound to the agent host dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 10:47:20.849291 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-81ba8971-290e-4793-a5c3-a1d9eb4b74af tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for router_gateway, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:20.878223 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-81ba8971-290e-4793-a5c3-a1d9eb4b74af tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:21.008670 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-81ba8971-290e-4793-a5c3-a1d9eb4b74af tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Allocated IP 172.26.8.134 (5ed85006-6b00-415e-b71f-837fb1421c12/8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a/305b3231-68bf-4a25-84e4-b6c9dc8ae16f) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:47:21.243105 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-81ba8971-290e-4793-a5c3-a1d9eb4b74af tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:21.270501 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-81ba8971-290e-4793-a5c3-a1d9eb4b74af tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:21.338362 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ba8971-290e-4793-a5c3-a1d9eb4b74af tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Network 5ed85006-6b00-415e-b71f-837fb1421c12 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:47:21.341136 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-81ba8971-290e-4793-a5c3-a1d9eb4b74af tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:47:21.346525 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ba8971-290e-4793-a5c3-a1d9eb4b74af tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:47:21.369537 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ba8971-290e-4793-a5c3-a1d9eb4b74af tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event updated for resources: {'Port': ['ID=305b3231-68bf-4a25-84e4-b6c9dc8ae16f,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:21.499367 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-81ba8971-290e-4793-a5c3-a1d9eb4b74af tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for router_gateway, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:21.499941 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-81ba8971-290e-4793-a5c3-a1d9eb4b74af tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3917991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923518'] for router, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:21.723842 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81ba8971-290e-4793-a5c3-a1d9eb4b74af tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Router a58d3112-bd46-414e-9e60-ae7d5e2a582c is scheduled to L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 with binding_index 1 {{(pid=83738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 10:47:21.920311 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81ba8971-290e-4793-a5c3-a1d9eb4b74af tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:47:21.929461 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3878ec2-fd59-4d70-ab1f-b603d60a0c2e None None] Sync routers for ids ['a58d3112-bd46-414e-9e60-ae7d5e2a582c'] in dv-neutron-830731-3-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:47:21.942045 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3878ec2-fd59-4d70-ab1f-b603d60a0c2e None None] Routers {'a58d3112-bd46-414e-9e60-ae7d5e2a582c'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:47:21.942722 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-e3878ec2-fd59-4d70-ab1f-b603d60a0c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:47:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['a58d3112-bd46-414e-9e60-ae7d5e2a582c'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:47:21.946693 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-81ba8971-290e-4793-a5c3-a1d9eb4b74af tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for router, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:21.947888 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-81ba8971-290e-4793-a5c3-a1d9eb4b74af tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.4802232 Mar 07 10:47:21.950983 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 42166) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:47:22.093835 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-c892febf-d346-471d-a534-3a968d41c625 tempest-TestNetworkBasicOps-2128623112 tempest-TestNetworkBasicOps-2128623112-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=416b2fd961bc4d70a26d66821f7df8e2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1417899 Mar 07 10:47:22.096489 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 42172) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:47:22.148714 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-e3878ec2-fd59-4d70-ab1f-b603d60a0c2e None None] Set router a58d3112-bd46-414e-9e60-ae7d5e2a582c gateway port host: dv-neutron-830731-3-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:47:22.227008 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-320f0d74-b11b-4244-98c7-010bee458ba2 tempest-TestNetworkBasicOps-2128623112 tempest-TestNetworkBasicOps-2128623112-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:22.231042 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-320f0d74-b11b-4244-98c7-010bee458ba2 tempest-TestNetworkBasicOps-2128623112 tempest-TestNetworkBasicOps-2128623112-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1311078 Mar 07 10:47:22.231252 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 42176) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:47:22.274558 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-1fefae15-3178-45a9-8580-c359fda011af tempest-TestNetworkBasicOps-2128623112 tempest-TestNetworkBasicOps-2128623112-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=5ed85006-6b00-415e-b71f-837fb1421c12&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0422800 Mar 07 10:47:22.277162 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 42180) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:47:22.283516 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-9d0d419f-688b-4296-abf1-70fa64202a00 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-384126355', 'network_id': '97cb5418-52b9-4cb2-a44b-5c13b21bb8ad', 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:47:22.389195 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-9d0d419f-688b-4296-abf1-70fa64202a00 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:47:22.393602 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-9d0d419f-688b-4296-abf1-70fa64202a00 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Usage tracker for resource:subnet and tenant:416b2fd961bc4d70a26d66821f7df8e2 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:47:22.396323 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-9d0d419f-688b-4296-abf1-70fa64202a00 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:47:22.402118 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-9d0d419f-688b-4296-abf1-70fa64202a00 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:47:22.412291 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d0d419f-688b-4296-abf1-70fa64202a00 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Made reservation on behalf of 416b2fd961bc4d70a26d66821f7df8e2 for: {'subnet': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:47:22.430683 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-e3878ec2-fd59-4d70-ab1f-b603d60a0c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a58d3112-bd46-414e-9e60-ae7d5e2a582c', 'name': 'tempest-TestNetworkBasicOps-router-938891759', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.134'}], 'enable_snat': True}, 'gw_port_id': '305b3231-68bf-4a25-84e4-b6c9dc8ae16f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:47:20Z', 'updated_at': '2022-03-07T10:47:21Z', 'revision_number': 3, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'gw_port': {'id': '305b3231-68bf-4a25-84e4-b6c9dc8ae16f', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:62:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a58d3112-bd46-414e-9e60-ae7d5e2a582c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:47:20Z', 'updated_at': '2022-03-07T10:47:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv'}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:47:22.435090 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3878ec2-fd59-4d70-ab1f-b603d60a0c2e None None] Checking router: a58d3112-bd46-414e-9e60-ae7d5e2a582c for host: dv-neutron-830731-3-hyperv {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 07 10:47:22.435433 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3878ec2-fd59-4d70-ab1f-b603d60a0c2e None None] Updating router a58d3112-bd46-414e-9e60-ae7d5e2a582c port 305b3231-68bf-4a25-84e4-b6c9dc8ae16f binding host dv-neutron-830731-3-hyperv {{(pid=83739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 07 10:47:22.486609 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-e3878ec2-fd59-4d70-ab1f-b603d60a0c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:22.512921 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9d0d419f-688b-4296-abf1-70fa64202a00 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741426'] for subnet, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:22.726089 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9d0d419f-688b-4296-abf1-70fa64202a00 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3556832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741408'] for subnet, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:22.802263 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0d419f-688b-4296-abf1-70fa64202a00 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event updated for resources: {'Subnet': ['ID=3294708f-080f-468d-9797-074cda31bb8f,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:22.807381 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-e3878ec2-fd59-4d70-ab1f-b603d60a0c2e None None] Notify callbacks [] for port, precommit_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:22.814492 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0d419f-688b-4296-abf1-70fa64202a00 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Checking segment: {'id': '4284d5d6-298f-4e4a-9374-12cbf564720b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '97cb5418-52b9-4cb2-a44b-5c13b21bb8ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:47:22.814909 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d0d419f-688b-4296-abf1-70fa64202a00 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Network hostable DHCP agents. Network: 97cb5418-52b9-4cb2-a44b-5c13b21bb8ad, hostable agents: ['6527556c-6586-422c-ae47-082984683847'], hosted agents: [] {{(pid=83738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:47:22.820020 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-e3878ec2-fd59-4d70-ab1f-b603d60a0c2e None None] Transition to ACTIVE for port object 305b3231-68bf-4a25-84e4-b6c9dc8ae16f will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:47:22.825974 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-e3878ec2-fd59-4d70-ab1f-b603d60a0c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:22.837712 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d0d419f-688b-4296-abf1-70fa64202a00 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Network 97cb5418-52b9-4cb2-a44b-5c13b21bb8ad is scheduled to be hosted by DHCP agent 6527556c-6586-422c-ae47-082984683847 with binding_index 1 {{(pid=83738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:47:22.848263 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-9d0d419f-688b-4296-abf1-70fa64202a00 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830731-3-hyperv, 97cb5418-52b9-4cb2-a44b-5c13b21bb8ad) {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:47:22.852104 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d0d419f-688b-4296-abf1-70fa64202a00 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:22.853005 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9d0d419f-688b-4296-abf1-70fa64202a00 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:22.865407 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f52aefd6-858b-4e7b-9934-42f5f210b5f2 None None] Network 97cb5418-52b9-4cb2-a44b-5c13b21bb8ad requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:47:22.875125 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-9d0d419f-688b-4296-abf1-70fa64202a00 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5968060 Mar 07 10:47:22.878172 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 42184) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:47:22.981146 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e47c52-b48c-4de2-a98d-ab6e2d0250f1 None None] Pushing event updated for resources: {'Port': ['ID=305b3231-68bf-4a25-84e4-b6c9dc8ae16f,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:22.989681 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-e3878ec2-fd59-4d70-ab1f-b603d60a0c2e None None] Attempting to bind port 305b3231-68bf-4a25-84e4-b6c9dc8ae16f on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:47:22.990045 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-e3878ec2-fd59-4d70-ab1f-b603d60a0c2e None None] Attempting to bind port 305b3231-68bf-4a25-84e4-b6c9dc8ae16f by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': '9a22e080-7529-4fc7-949d-9f84ba21807d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:47:22.990401 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3878ec2-fd59-4d70-ab1f-b603d60a0c2e None None] Attempting to bind port 305b3231-68bf-4a25-84e4-b6c9dc8ae16f on network 5ed85006-6b00-415e-b71f-837fb1421c12 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:47:23.014118 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3878ec2-fd59-4d70-ab1f-b603d60a0c2e None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:47:23.014485 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3878ec2-fd59-4d70-ab1f-b603d60a0c2e None None] Checking segment: {'id': '9a22e080-7529-4fc7-949d-9f84ba21807d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:47:23.015409 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-e3878ec2-fd59-4d70-ab1f-b603d60a0c2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:23.015791 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3878ec2-fd59-4d70-ab1f-b603d60a0c2e None None] Bound using segment: {'id': '9a22e080-7529-4fc7-949d-9f84ba21807d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:47:23.016256 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-e3878ec2-fd59-4d70-ab1f-b603d60a0c2e None None] Bound port: 305b3231-68bf-4a25-84e4-b6c9dc8ae16f, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a22e080-7529-4fc7-949d-9f84ba21807d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:47:23.016658 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-e3878ec2-fd59-4d70-ab1f-b603d60a0c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:23.136971 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-e3878ec2-fd59-4d70-ab1f-b603d60a0c2e None None] For port 305b3231-68bf-4a25-84e4-b6c9dc8ae16f, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:47:23.141832 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-e3878ec2-fd59-4d70-ab1f-b603d60a0c2e None None] For port 305b3231-68bf-4a25-84e4-b6c9dc8ae16f, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=305b3231-68bf-4a25-84e4-b6c9dc8ae16f,segment=NetworkSegment(9a22e080-7529-4fc7-949d-9f84ba21807d),segment_id=9a22e080-7529-4fc7-949d-9f84ba21807d)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:47:23.147000 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-e3878ec2-fd59-4d70-ab1f-b603d60a0c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:23.254178 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02b59396-550e-49ae-b48d-9c4c0a94eae5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ec2749d-0aec-52fb-aca6-10ba8a80aade-97cb5418-52b9-4cb2-a44b-5c13b21bb8ad', 'network_id': '97cb5418-52b9-4cb2-a44b-5c13b21bb8ad', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'fixed_ips': [{'subnet_id': '3294708f-080f-468d-9797-074cda31bb8f'}]}} from dv-neutron-830731-3-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 07 10:47:23.254970 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-02b59396-550e-49ae-b48d-9c4c0a94eae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:23.279327 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e47c52-b48c-4de2-a98d-ab6e2d0250f1 None None] Pushing event updated for resources: {'Port': ['ID=305b3231-68bf-4a25-84e4-b6c9dc8ae16f,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:23.324736 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3878ec2-fd59-4d70-ab1f-b603d60a0c2e None None] Routers {'a58d3112-bd46-414e-9e60-ae7d5e2a582c'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:47:23.325364 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-e3878ec2-fd59-4d70-ab1f-b603d60a0c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:47:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['a58d3112-bd46-414e-9e60-ae7d5e2a582c'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:47:23.612343 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-02b59396-550e-49ae-b48d-9c4c0a94eae5 None None] Allocated IP 172.20.0.2 (97cb5418-52b9-4cb2-a44b-5c13b21bb8ad/3294708f-080f-468d-9797-074cda31bb8f/4b41ac64-e6c4-4171-8e78-65e77f4cc6df) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:47:23.623815 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-e3878ec2-fd59-4d70-ab1f-b603d60a0c2e None None] Set router a58d3112-bd46-414e-9e60-ae7d5e2a582c gateway port host: dv-neutron-830731-3-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:47:23.633810 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a2b09753-c22e-4eee-aaa9-b7188e384ddc tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:24.054981 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-02b59396-550e-49ae-b48d-9c4c0a94eae5 None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:24.067261 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-02b59396-550e-49ae-b48d-9c4c0a94eae5 None None] Transition to ACTIVE for port object 4b41ac64-e6c4-4171-8e78-65e77f4cc6df will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:47:24.095465 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-02b59396-550e-49ae-b48d-9c4c0a94eae5 None None] Transition to ACTIVE for port object 4b41ac64-e6c4-4171-8e78-65e77f4cc6df will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:47:24.102238 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-e3878ec2-fd59-4d70-ab1f-b603d60a0c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a58d3112-bd46-414e-9e60-ae7d5e2a582c', 'name': 'tempest-TestNetworkBasicOps-router-938891759', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.134'}], 'enable_snat': True}, 'gw_port_id': '305b3231-68bf-4a25-84e4-b6c9dc8ae16f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:47:20Z', 'updated_at': '2022-03-07T10:47:21Z', 'revision_number': 3, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'gw_port': {'id': '305b3231-68bf-4a25-84e4-b6c9dc8ae16f', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:62:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a58d3112-bd46-414e-9e60-ae7d5e2a582c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:47:20Z', 'updated_at': '2022-03-07T10:47:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv'}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:47:24.104584 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-02b59396-550e-49ae-b48d-9c4c0a94eae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:24.147480 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3878ec2-fd59-4d70-ab1f-b603d60a0c2e None None] The sync data for ids ['a58d3112-bd46-414e-9e60-ae7d5e2a582c'] in dv-neutron-830731-3-hyperv is: [{'id': 'a58d3112-bd46-414e-9e60-ae7d5e2a582c', 'name': 'tempest-TestNetworkBasicOps-router-938891759', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.134'}], 'enable_snat': True}, 'gw_port_id': '305b3231-68bf-4a25-84e4-b6c9dc8ae16f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:47:20Z', 'updated_at': '2022-03-07T10:47:21Z', 'revision_number': 3, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'gw_port': {'id': '305b3231-68bf-4a25-84e4-b6c9dc8ae16f', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:62:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a58d3112-bd46-414e-9e60-ae7d5e2a582c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:47:20Z', 'updated_at': '2022-03-07T10:47:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv'}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:47:24.169872 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-a2b09753-c22e-4eee-aaa9-b7188e384ddc tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Allocated IP 172.20.0.1 (97cb5418-52b9-4cb2-a44b-5c13b21bb8ad/3294708f-080f-468d-9797-074cda31bb8f/97a23dfc-8cf9-4257-b9f2-36b7d0101ba3) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:47:24.182855 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b59396-550e-49ae-b48d-9c4c0a94eae5 None None] Network 97cb5418-52b9-4cb2-a44b-5c13b21bb8ad is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:47:24.183801 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b59396-550e-49ae-b48d-9c4c0a94eae5 None None] Pushing event updated for resources: {'Port': ['ID=4b41ac64-e6c4-4171-8e78-65e77f4cc6df,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:24.188136 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-02b59396-550e-49ae-b48d-9c4c0a94eae5 None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:47:24.190844 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b59396-550e-49ae-b48d-9c4c0a94eae5 None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:47:24.287459 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-02b59396-550e-49ae-b48d-9c4c0a94eae5 None None] Attempting to bind port 4b41ac64-e6c4-4171-8e78-65e77f4cc6df on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:47:24.287823 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-02b59396-550e-49ae-b48d-9c4c0a94eae5 None None] Attempting to bind port 4b41ac64-e6c4-4171-8e78-65e77f4cc6df by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': '4284d5d6-298f-4e4a-9374-12cbf564720b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '97cb5418-52b9-4cb2-a44b-5c13b21bb8ad'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:47:24.288174 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b59396-550e-49ae-b48d-9c4c0a94eae5 None None] Attempting to bind port 4b41ac64-e6c4-4171-8e78-65e77f4cc6df on network 97cb5418-52b9-4cb2-a44b-5c13b21bb8ad {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:47:24.296304 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b59396-550e-49ae-b48d-9c4c0a94eae5 None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:47:24.296751 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b59396-550e-49ae-b48d-9c4c0a94eae5 None None] Checking segment: {'id': '4284d5d6-298f-4e4a-9374-12cbf564720b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '97cb5418-52b9-4cb2-a44b-5c13b21bb8ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:47:24.297239 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-02b59396-550e-49ae-b48d-9c4c0a94eae5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:24.297624 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b59396-550e-49ae-b48d-9c4c0a94eae5 None None] Bound using segment: {'id': '4284d5d6-298f-4e4a-9374-12cbf564720b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '97cb5418-52b9-4cb2-a44b-5c13b21bb8ad'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:47:24.298090 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-02b59396-550e-49ae-b48d-9c4c0a94eae5 None None] Bound port: 4b41ac64-e6c4-4171-8e78-65e77f4cc6df, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4284d5d6-298f-4e4a-9374-12cbf564720b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '97cb5418-52b9-4cb2-a44b-5c13b21bb8ad'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:47:24.299081 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-02b59396-550e-49ae-b48d-9c4c0a94eae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:24.407771 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-02b59396-550e-49ae-b48d-9c4c0a94eae5 None None] For port 4b41ac64-e6c4-4171-8e78-65e77f4cc6df, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:47:24.411448 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-02b59396-550e-49ae-b48d-9c4c0a94eae5 None None] For port 4b41ac64-e6c4-4171-8e78-65e77f4cc6df, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=4b41ac64-e6c4-4171-8e78-65e77f4cc6df,segment=NetworkSegment(4284d5d6-298f-4e4a-9374-12cbf564720b),segment_id=4284d5d6-298f-4e4a-9374-12cbf564720b)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:47:24.415377 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-02b59396-550e-49ae-b48d-9c4c0a94eae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:24.452198 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a2b09753-c22e-4eee-aaa9-b7188e384ddc tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:24.469618 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [None req-a2b09753-c22e-4eee-aaa9-b7188e384ddc tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Transition to ACTIVE for port object 97a23dfc-8cf9-4257-b9f2-36b7d0101ba3 will not be triggered until provisioned by entity DHCP. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:47:24.495261 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a2b09753-c22e-4eee-aaa9-b7188e384ddc tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:24.519938 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b59396-550e-49ae-b48d-9c4c0a94eae5 None None] Pushing event updated for resources: {'Port': ['ID=4b41ac64-e6c4-4171-8e78-65e77f4cc6df,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:24.570862 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b09753-c22e-4eee-aaa9-b7188e384ddc tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Network 97cb5418-52b9-4cb2-a44b-5c13b21bb8ad is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:47:24.574047 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-a2b09753-c22e-4eee-aaa9-b7188e384ddc tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:47:24.579259 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b09753-c22e-4eee-aaa9-b7188e384ddc tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:47:24.608120 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b09753-c22e-4eee-aaa9-b7188e384ddc tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event updated for resources: {'Port': ['ID=97a23dfc-8cf9-4257-b9f2-36b7d0101ba3,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:24.643559 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a2b09753-c22e-4eee-aaa9-b7188e384ddc tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3920324'] for router_interface, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:24.761616 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a2b09753-c22e-4eee-aaa9-b7188e384ddc tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:24.867194 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 4b41ac64-e6c4-4171-8e78-65e77f4cc6df up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:47:24.945264 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning for port 4b41ac64-e6c4-4171-8e78-65e77f4cc6df completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:47:24.951017 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 305b3231-68bf-4a25-84e4-b6c9dc8ae16f up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:47:25.026634 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning for port 305b3231-68bf-4a25-84e4-b6c9dc8ae16f completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:47:25.033534 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 305b3231-68bf-4a25-84e4-b6c9dc8ae16f triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:47:25.033995 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:25.152192 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:25.168389 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] For port 305b3231-68bf-4a25-84e4-b6c9dc8ae16f, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=305b3231-68bf-4a25-84e4-b6c9dc8ae16f,segment=NetworkSegment(9a22e080-7529-4fc7-949d-9f84ba21807d),segment_id=9a22e080-7529-4fc7-949d-9f84ba21807d)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:47:25.172224 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:25.213278 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a2b09753-c22e-4eee-aaa9-b7188e384ddc tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:25.218810 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a2b09753-c22e-4eee-aaa9-b7188e384ddc tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3012561'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:25.257453 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Pushing event updated for resources: {'Port': ['ID=305b3231-68bf-4a25-84e4-b6c9dc8ae16f,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:25.338729 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a2b09753-c22e-4eee-aaa9-b7188e384ddc tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2756426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3920233'] for router_interface, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:25.346777 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b09753-c22e-4eee-aaa9-b7188e384ddc tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event updated for resources: {'Port': ['ID=97a23dfc-8cf9-4257-b9f2-36b7d0101ba3,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:25.483669 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b09753-c22e-4eee-aaa9-b7188e384ddc tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Network 97cb5418-52b9-4cb2-a44b-5c13b21bb8ad is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:47:25.485581 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-a2b09753-c22e-4eee-aaa9-b7188e384ddc tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:47:25.555473 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acdcc771-c2a7-43b0-aa97-794fe4a360ea None None] Network 97cb5418-52b9-4cb2-a44b-5c13b21bb8ad requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:47:25.651325 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-48f77680-0202-4816-b215-dba62d936ef4 None None] Provisioning for port 4b41ac64-e6c4-4171-8e78-65e77f4cc6df completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:47:25.667983 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-48f77680-0202-4816-b215-dba62d936ef4 None None] Provisioning complete for port 4b41ac64-e6c4-4171-8e78-65e77f4cc6df triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:47:25.668394 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-48f77680-0202-4816-b215-dba62d936ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:25.870494 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2b09753-c22e-4eee-aaa9-b7188e384ddc tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Router a58d3112-bd46-414e-9e60-ae7d5e2a582c has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:47:25.917384 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-48f77680-0202-4816-b215-dba62d936ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:25.961832 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-48f77680-0202-4816-b215-dba62d936ef4 None None] For port 4b41ac64-e6c4-4171-8e78-65e77f4cc6df, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=4b41ac64-e6c4-4171-8e78-65e77f4cc6df,segment=NetworkSegment(4284d5d6-298f-4e4a-9374-12cbf564720b),segment_id=4284d5d6-298f-4e4a-9374-12cbf564720b)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:47:25.965545 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-48f77680-0202-4816-b215-dba62d936ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:26.034244 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f77680-0202-4816-b215-dba62d936ef4 None None] Pushing event updated for resources: {'Port': ['ID=4b41ac64-e6c4-4171-8e78-65e77f4cc6df,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:26.180101 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2b09753-c22e-4eee-aaa9-b7188e384ddc tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:47:26.196018 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-d5536024-4640-468e-a922-6985d0e3f5d0 None None] Provisioning for port 97a23dfc-8cf9-4257-b9f2-36b7d0101ba3 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:47:26.196736 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-a2b09753-c22e-4eee-aaa9-b7188e384ddc tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "PUT /v2.0/routers/a58d3112-bd46-414e-9e60-ae7d5e2a582c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3169775 Mar 07 10:47:26.197830 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 42188) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:47:26.201563 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-d5536024-4640-468e-a922-6985d0e3f5d0 None None] Provisioning complete for port 97a23dfc-8cf9-4257-b9f2-36b7d0101ba3 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:47:26.202079 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-d5536024-4640-468e-a922-6985d0e3f5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:26.269834 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-d5536024-4640-468e-a922-6985d0e3f5d0 None None] Port 97a23dfc-8cf9-4257-b9f2-36b7d0101ba3 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:47:26.286677 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-d5536024-4640-468e-a922-6985d0e3f5d0 None None] Provisioning complete for port 4b41ac64-e6c4-4171-8e78-65e77f4cc6df triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:47:26.287417 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-d5536024-4640-468e-a922-6985d0e3f5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:26.454677 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-631a94d0-f0a6-4f80-a4b3-403f8a4c5a4a tempest-TestNetworkBasicOps-2128623112 tempest-TestNetworkBasicOps-2128623112-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:26.455072 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-631a94d0-f0a6-4f80-a4b3-403f8a4c5a4a tempest-TestNetworkBasicOps-2128623112 tempest-TestNetworkBasicOps-2128623112-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:26.455479 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-631a94d0-f0a6-4f80-a4b3-403f8a4c5a4a tempest-TestNetworkBasicOps-2128623112 tempest-TestNetworkBasicOps-2128623112-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:26.455975 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-631a94d0-f0a6-4f80-a4b3-403f8a4c5a4a tempest-TestNetworkBasicOps-2128623112 tempest-TestNetworkBasicOps-2128623112-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:26.457995 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-631a94d0-f0a6-4f80-a4b3-403f8a4c5a4a tempest-TestNetworkBasicOps-2128623112 tempest-TestNetworkBasicOps-2128623112-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.2591166 Mar 07 10:47:26.460868 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 42192) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:47:26.528866 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3716604d-d4b1-436b-ba2e-b3fa508f164e tempest-TestNetworkBasicOps-2128623112 tempest-TestNetworkBasicOps-2128623112-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:26.529240 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3716604d-d4b1-436b-ba2e-b3fa508f164e tempest-TestNetworkBasicOps-2128623112 tempest-TestNetworkBasicOps-2128623112-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:26.529602 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3716604d-d4b1-436b-ba2e-b3fa508f164e tempest-TestNetworkBasicOps-2128623112 tempest-TestNetworkBasicOps-2128623112-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:26.529956 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3716604d-d4b1-436b-ba2e-b3fa508f164e tempest-TestNetworkBasicOps-2128623112 tempest-TestNetworkBasicOps-2128623112-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:26.532220 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-3716604d-d4b1-436b-ba2e-b3fa508f164e tempest-TestNetworkBasicOps-2128623112 tempest-TestNetworkBasicOps-2128623112-project-admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0703683 Mar 07 10:47:26.534847 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 42196) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:47:26.547876 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-3e5ea218-046c-4e72-9fb2-72d0081ddb6f None None] Provisioning complete for port 97a23dfc-8cf9-4257-b9f2-36b7d0101ba3 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:47:26.548311 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-3e5ea218-046c-4e72-9fb2-72d0081ddb6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:26.604674 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-3e5ea218-046c-4e72-9fb2-72d0081ddb6f None None] Port 97a23dfc-8cf9-4257-b9f2-36b7d0101ba3 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:47:26.734770 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-caff7cec-49f0-4149-9487-85a63c577a94 tempest-TestNetworkBasicOps-2128623112 tempest-TestNetworkBasicOps-2128623112-project-admin] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.1988716 Mar 07 10:47:26.745918 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 4b41ac64-e6c4-4171-8e78-65e77f4cc6df up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:47:26.815339 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 4b41ac64-e6c4-4171-8e78-65e77f4cc6df triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:47:26.815705 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:26.929144 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 305b3231-68bf-4a25-84e4-b6c9dc8ae16f up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:47:26.994346 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 305b3231-68bf-4a25-84e4-b6c9dc8ae16f triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:47:26.994709 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:27.173692 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 42202) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:47:27.179106 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-11069eed-e34d-42c9-87aa-33671969d182 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1114238145', 'description': 'tempest-secgroup-smoke-1114238145 description', 'project_id': '416b2fd961bc4d70a26d66821f7df8e2'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:47:27.184920 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-11069eed-e34d-42c9-87aa-33671969d182 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:47:27.189911 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-11069eed-e34d-42c9-87aa-33671969d182 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Usage tracker for resource:security_group and tenant:416b2fd961bc4d70a26d66821f7df8e2 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:47:27.192826 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-11069eed-e34d-42c9-87aa-33671969d182 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:47:27.198546 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-11069eed-e34d-42c9-87aa-33671969d182 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:47:27.209204 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-11069eed-e34d-42c9-87aa-33671969d182 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:27.241984 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-11069eed-e34d-42c9-87aa-33671969d182 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:47:27.245632 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-11069eed-e34d-42c9-87aa-33671969d182 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Usage tracker for resource:security_group_rule and tenant:416b2fd961bc4d70a26d66821f7df8e2 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:47:27.248277 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-11069eed-e34d-42c9-87aa-33671969d182 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:47:27.254466 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-11069eed-e34d-42c9-87aa-33671969d182 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:47:27.308631 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-11069eed-e34d-42c9-87aa-33671969d182 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:27.313227 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-11069eed-e34d-42c9-87aa-33671969d182 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:27.356987 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11069eed-e34d-42c9-87aa-33671969d182 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5f03cfe-2901-4cb3-893f-e78491eeff2c,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:27.363082 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-11069eed-e34d-42c9-87aa-33671969d182 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:27.364232 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-11069eed-e34d-42c9-87aa-33671969d182 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1895735 Mar 07 10:47:27.367036 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 42206) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:47:27.372461 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-ae5f6355-45ed-4b0a-891c-2501217dd141 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Request body: {'security_group_rule': {'security_group_id': 'd5f03cfe-2901-4cb3-893f-e78491eeff2c', 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:47:27.378813 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-ae5f6355-45ed-4b0a-891c-2501217dd141 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:47:27.382595 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-ae5f6355-45ed-4b0a-891c-2501217dd141 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Usage tracker for resource:security_group_rule and tenant:416b2fd961bc4d70a26d66821f7df8e2 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:47:27.385360 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-ae5f6355-45ed-4b0a-891c-2501217dd141 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:47:27.391125 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-ae5f6355-45ed-4b0a-891c-2501217dd141 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:47:27.407127 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ae5f6355-45ed-4b0a-891c-2501217dd141 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:27.469898 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ae5f6355-45ed-4b0a-891c-2501217dd141 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:27.473511 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ae5f6355-45ed-4b0a-891c-2501217dd141 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:27.496194 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5f6355-45ed-4b0a-891c-2501217dd141 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42df948c-d3bb-430a-bdb1-5790c9eb9174,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:27.505873 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ae5f6355-45ed-4b0a-891c-2501217dd141 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:27.507010 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-ae5f6355-45ed-4b0a-891c-2501217dd141 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1390359 Mar 07 10:47:27.509793 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 42210) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:47:27.515394 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-294ba314-e791-4c34-a7b3-d25ee5c0a702 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Request body: {'security_group_rule': {'security_group_id': 'd5f03cfe-2901-4cb3-893f-e78491eeff2c', 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:47:27.521481 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-294ba314-e791-4c34-a7b3-d25ee5c0a702 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:47:27.525406 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-294ba314-e791-4c34-a7b3-d25ee5c0a702 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Usage tracker for resource:security_group_rule and tenant:416b2fd961bc4d70a26d66821f7df8e2 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:47:27.528311 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-294ba314-e791-4c34-a7b3-d25ee5c0a702 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:47:27.534235 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-294ba314-e791-4c34-a7b3-d25ee5c0a702 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:47:27.552077 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-294ba314-e791-4c34-a7b3-d25ee5c0a702 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:27.615618 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-294ba314-e791-4c34-a7b3-d25ee5c0a702 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:27.619464 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-294ba314-e791-4c34-a7b3-d25ee5c0a702 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:27.643604 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294ba314-e791-4c34-a7b3-d25ee5c0a702 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d3f81c7-36ee-4ad4-b049-1e36f6fc2cc0,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:27.651837 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-294ba314-e791-4c34-a7b3-d25ee5c0a702 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:27.653024 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-294ba314-e791-4c34-a7b3-d25ee5c0a702 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1422055 Mar 07 10:47:27.655879 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 42214) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:47:27.661278 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-24069c9a-4a9e-4c33-afa4-707d1f36d1e8 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Request body: {'security_group_rule': {'security_group_id': 'd5f03cfe-2901-4cb3-893f-e78491eeff2c', 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:47:27.666997 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-24069c9a-4a9e-4c33-afa4-707d1f36d1e8 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:47:27.671328 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-24069c9a-4a9e-4c33-afa4-707d1f36d1e8 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Usage tracker for resource:security_group_rule and tenant:416b2fd961bc4d70a26d66821f7df8e2 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:47:27.674387 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-24069c9a-4a9e-4c33-afa4-707d1f36d1e8 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:47:27.680134 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-24069c9a-4a9e-4c33-afa4-707d1f36d1e8 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:47:27.698162 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-24069c9a-4a9e-4c33-afa4-707d1f36d1e8 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:27.745345 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b564bf-b3f0-4a4e-91d7-e9f39c968248 None None] Sync routers for ids ['a58d3112-bd46-414e-9e60-ae7d5e2a582c'] in dv-neutron-830731-3-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:47:27.758036 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b564bf-b3f0-4a4e-91d7-e9f39c968248 None None] Routers {'a58d3112-bd46-414e-9e60-ae7d5e2a582c'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:47:27.758619 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-e7b564bf-b3f0-4a4e-91d7-e9f39c968248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:47:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['a58d3112-bd46-414e-9e60-ae7d5e2a582c'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:47:27.764234 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-24069c9a-4a9e-4c33-afa4-707d1f36d1e8 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:27.768376 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-24069c9a-4a9e-4c33-afa4-707d1f36d1e8 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:27.793120 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24069c9a-4a9e-4c33-afa4-707d1f36d1e8 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=789f447c-74f8-444f-96c6-1b1b00943f12,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:27.802329 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-24069c9a-4a9e-4c33-afa4-707d1f36d1e8 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:27.803600 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-24069c9a-4a9e-4c33-afa4-707d1f36d1e8 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1466947 Mar 07 10:47:27.806334 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 42218) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:47:27.812213 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-2410deb5-daf8-4680-9cd8-33f2ac4133bb tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Request body: {'security_group_rule': {'security_group_id': 'd5f03cfe-2901-4cb3-893f-e78491eeff2c', 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:47:27.817811 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-2410deb5-daf8-4680-9cd8-33f2ac4133bb tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:47:27.821917 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-2410deb5-daf8-4680-9cd8-33f2ac4133bb tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Usage tracker for resource:security_group_rule and tenant:416b2fd961bc4d70a26d66821f7df8e2 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:47:27.824739 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-2410deb5-daf8-4680-9cd8-33f2ac4133bb tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:47:27.830679 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-2410deb5-daf8-4680-9cd8-33f2ac4133bb tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:47:27.847936 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2410deb5-daf8-4680-9cd8-33f2ac4133bb tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:27.910815 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2410deb5-daf8-4680-9cd8-33f2ac4133bb tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:27.914451 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2410deb5-daf8-4680-9cd8-33f2ac4133bb tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:27.935550 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-e7b564bf-b3f0-4a4e-91d7-e9f39c968248 None None] Set router a58d3112-bd46-414e-9e60-ae7d5e2a582c gateway port host: dv-neutron-830731-3-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:47:27.937527 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2410deb5-daf8-4680-9cd8-33f2ac4133bb tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=729cd726-5c7f-423c-9ec8-24fa73f72c17,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:27.948121 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2410deb5-daf8-4680-9cd8-33f2ac4133bb tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:27.949906 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-2410deb5-daf8-4680-9cd8-33f2ac4133bb tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1426563 Mar 07 10:47:27.953562 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 42222) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:47:27.958875 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-6a8c9109-db16-43da-aa9d-4af9d62197a3 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Request body: {'security_group_rule': {'security_group_id': 'd5f03cfe-2901-4cb3-893f-e78491eeff2c', 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:47:27.964747 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-6a8c9109-db16-43da-aa9d-4af9d62197a3 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:47:27.968470 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-6a8c9109-db16-43da-aa9d-4af9d62197a3 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Usage tracker for resource:security_group_rule and tenant:416b2fd961bc4d70a26d66821f7df8e2 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:47:27.971271 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-6a8c9109-db16-43da-aa9d-4af9d62197a3 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:47:27.976860 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-6a8c9109-db16-43da-aa9d-4af9d62197a3 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:47:27.987288 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.db.securitygroups_db [None req-6a8c9109-db16-43da-aa9d-4af9d62197a3 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Project 416b2fd961bc4d70a26d66821f7df8e2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 10:47:27.994036 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6a8c9109-db16-43da-aa9d-4af9d62197a3 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:28.057870 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6a8c9109-db16-43da-aa9d-4af9d62197a3 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:28.062185 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6a8c9109-db16-43da-aa9d-4af9d62197a3 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:28.087545 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8c9109-db16-43da-aa9d-4af9d62197a3 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=daba0526-5e09-41db-87c8-e14403e9d8d5,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:28.096933 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6a8c9109-db16-43da-aa9d-4af9d62197a3 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:28.098560 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-6a8c9109-db16-43da-aa9d-4af9d62197a3 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1439111 Mar 07 10:47:28.101163 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 42226) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:47:28.106404 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-61ccc6d7-9fdd-4c1c-ae9f-ffa86b84ad15 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Request body: {'security_group_rule': {'security_group_id': 'd5f03cfe-2901-4cb3-893f-e78491eeff2c', 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:47:28.112015 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-61ccc6d7-9fdd-4c1c-ae9f-ffa86b84ad15 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:47:28.115723 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-61ccc6d7-9fdd-4c1c-ae9f-ffa86b84ad15 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Usage tracker for resource:security_group_rule and tenant:416b2fd961bc4d70a26d66821f7df8e2 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:47:28.118489 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-61ccc6d7-9fdd-4c1c-ae9f-ffa86b84ad15 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:47:28.124452 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-61ccc6d7-9fdd-4c1c-ae9f-ffa86b84ad15 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:47:28.135104 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.db.securitygroups_db [None req-61ccc6d7-9fdd-4c1c-ae9f-ffa86b84ad15 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Project 416b2fd961bc4d70a26d66821f7df8e2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 10:47:28.141913 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-61ccc6d7-9fdd-4c1c-ae9f-ffa86b84ad15 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:28.209342 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-61ccc6d7-9fdd-4c1c-ae9f-ffa86b84ad15 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:28.212950 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-61ccc6d7-9fdd-4c1c-ae9f-ffa86b84ad15 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:28.236642 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ccc6d7-9fdd-4c1c-ae9f-ffa86b84ad15 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=789cd58c-99f8-4220-a392-97c626608eb9,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:28.246959 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-61ccc6d7-9fdd-4c1c-ae9f-ffa86b84ad15 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:28.259009 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-61ccc6d7-9fdd-4c1c-ae9f-ffa86b84ad15 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1463151 Mar 07 10:47:28.273083 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-e7b564bf-b3f0-4a4e-91d7-e9f39c968248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a58d3112-bd46-414e-9e60-ae7d5e2a582c', 'name': 'tempest-TestNetworkBasicOps-router-938891759', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.134'}], 'enable_snat': True}, 'gw_port_id': '305b3231-68bf-4a25-84e4-b6c9dc8ae16f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:47:20Z', 'updated_at': '2022-03-07T10:47:24Z', 'revision_number': 4, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'gw_port': {'id': '305b3231-68bf-4a25-84e4-b6c9dc8ae16f', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:62:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a58d3112-bd46-414e-9e60-ae7d5e2a582c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:47:20Z', 'updated_at': '2022-03-07T10:47:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_interfaces': [{'id': '97a23dfc-8cf9-4257-b9f2-36b7d0101ba3', 'name': '', 'network_id': '97cb5418-52b9-4cb2-a44b-5c13b21bb8ad', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'mac_address': 'fa:16:3e:9b:f0:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a58d3112-bd46-414e-9e60-ae7d5e2a582c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3294708f-080f-468d-9797-074cda31bb8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:47:23Z', 'updated_at': '2022-03-07T10:47:25Z', 'revision_number': 2, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'subnets': [{'id': '3294708f-080f-468d-9797-074cda31bb8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:47:28.276877 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b564bf-b3f0-4a4e-91d7-e9f39c968248 None None] Checking router: a58d3112-bd46-414e-9e60-ae7d5e2a582c for host: dv-neutron-830731-3-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 07 10:47:28.277217 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b564bf-b3f0-4a4e-91d7-e9f39c968248 None None] Updating router a58d3112-bd46-414e-9e60-ae7d5e2a582c port 97a23dfc-8cf9-4257-b9f2-36b7d0101ba3 binding host dv-neutron-830731-3-hyperv {{(pid=83740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 07 10:47:28.332105 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-e7b564bf-b3f0-4a4e-91d7-e9f39c968248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:28.393992 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-b7529f4f-376a-4ac6-84db-c90cb595dc0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:28.431388 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-597a79c8-9f2d-440f-b920-5ae08ada05ff req-4efc1f2b-73ca-41b7-8f0c-2f82e10f17ab tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Synchronizing usage tracker for tenant:416b2fd961bc4d70a26d66821f7df8e2 on resource:security_group {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:47:28.446292 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-597a79c8-9f2d-440f-b920-5ae08ada05ff req-4efc1f2b-73ca-41b7-8f0c-2f82e10f17ab tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Unset dirty status for tenant:416b2fd961bc4d70a26d66821f7df8e2 on resource:security_group {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:47:28.447497 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-597a79c8-9f2d-440f-b920-5ae08ada05ff req-4efc1f2b-73ca-41b7-8f0c-2f82e10f17ab tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1114238145&fields=id&tenant_id=416b2fd961bc4d70a26d66821f7df8e2 HTTP/1.1" status: 200 len: 267 time: 0.0581572 Mar 07 10:47:28.595842 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597a79c8-9f2d-440f-b920-5ae08ada05ff req-ca91db85-3a3f-4cb6-9446-c94aa580f133 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:28.597278 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-597a79c8-9f2d-440f-b920-5ae08ada05ff req-ca91db85-3a3f-4cb6-9446-c94aa580f133 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/networks?id=97cb5418-52b9-4cb2-a44b-5c13b21bb8ad HTTP/1.1" status: 200 len: 796 time: 0.1423967 Mar 07 10:47:28.613010 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-597a79c8-9f2d-440f-b920-5ae08ada05ff req-57f29168-1893-4466-8bde-806c0ba662e1 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/quotas/416b2fd961bc4d70a26d66821f7df8e2 HTTP/1.1" status: 200 len: 375 time: 0.0103121 Mar 07 10:47:28.666194 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-e7b564bf-b3f0-4a4e-91d7-e9f39c968248 None None] Notify callbacks [] for port, precommit_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:28.677366 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.provisioning_blocks [None req-e7b564bf-b3f0-4a4e-91d7-e9f39c968248 None None] Transition to ACTIVE for port object 97a23dfc-8cf9-4257-b9f2-36b7d0101ba3 will not be triggered until provisioned by entity L2. {{(pid=83740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:47:28.682995 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-e7b564bf-b3f0-4a4e-91d7-e9f39c968248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:28.691868 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-597a79c8-9f2d-440f-b920-5ae08ada05ff req-aea0696b-a9a4-4e69-9027-fbe739bd3ecc tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Synchronizing usage tracker for tenant:416b2fd961bc4d70a26d66821f7df8e2 on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:47:28.707530 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-597a79c8-9f2d-440f-b920-5ae08ada05ff req-aea0696b-a9a4-4e69-9027-fbe739bd3ecc tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Unset dirty status for tenant:416b2fd961bc4d70a26d66821f7df8e2 on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:47:28.709140 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-597a79c8-9f2d-440f-b920-5ae08ada05ff req-aea0696b-a9a4-4e69-9027-fbe739bd3ecc tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=416b2fd961bc4d70a26d66821f7df8e2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0912216 Mar 07 10:47:28.790639 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [req-597a79c8-9f2d-440f-b920-5ae08ada05ff req-5ef9dc26-58f4-44ee-a331-64a168305ca6 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=83737) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 07 10:47:28.791834 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-597a79c8-9f2d-440f-b920-5ae08ada05ff req-5ef9dc26-58f4-44ee-a331-64a168305ca6 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0711958 Mar 07 10:47:28.809269 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023edfdb-c00c-460a-8046-76c9852d8ba6 None None] Pushing event updated for resources: {'Port': ['ID=97a23dfc-8cf9-4257-b9f2-36b7d0101ba3,revision_number=3']} {{(pid=83740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:28.876970 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023edfdb-c00c-460a-8046-76c9852d8ba6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:47:28.877301 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023edfdb-c00c-460a-8046-76c9852d8ba6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:47:28.877628 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023edfdb-c00c-460a-8046-76c9852d8ba6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:47:28.877954 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023edfdb-c00c-460a-8046-76c9852d8ba6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:47:28.878276 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023edfdb-c00c-460a-8046-76c9852d8ba6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:47:28.878600 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023edfdb-c00c-460a-8046-76c9852d8ba6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:47:28.878918 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023edfdb-c00c-460a-8046-76c9852d8ba6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:47:28.879232 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023edfdb-c00c-460a-8046-76c9852d8ba6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:47:28.879730 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023edfdb-c00c-460a-8046-76c9852d8ba6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:47:28.880211 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023edfdb-c00c-460a-8046-76c9852d8ba6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:47:28.880549 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023edfdb-c00c-460a-8046-76c9852d8ba6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:47:28.908626 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-e7b564bf-b3f0-4a4e-91d7-e9f39c968248 None None] Attempting to bind port 97a23dfc-8cf9-4257-b9f2-36b7d0101ba3 on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:47:28.908986 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-e7b564bf-b3f0-4a4e-91d7-e9f39c968248 None None] Attempting to bind port 97a23dfc-8cf9-4257-b9f2-36b7d0101ba3 by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': '4284d5d6-298f-4e4a-9374-12cbf564720b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '97cb5418-52b9-4cb2-a44b-5c13b21bb8ad'}] {{(pid=83740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:47:28.909327 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b564bf-b3f0-4a4e-91d7-e9f39c968248 None None] Attempting to bind port 97a23dfc-8cf9-4257-b9f2-36b7d0101ba3 on network 97cb5418-52b9-4cb2-a44b-5c13b21bb8ad {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:47:28.915939 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b564bf-b3f0-4a4e-91d7-e9f39c968248 None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:47:28.916294 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b564bf-b3f0-4a4e-91d7-e9f39c968248 None None] Checking segment: {'id': '4284d5d6-298f-4e4a-9374-12cbf564720b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '97cb5418-52b9-4cb2-a44b-5c13b21bb8ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:47:28.916706 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-e7b564bf-b3f0-4a4e-91d7-e9f39c968248 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:28.917084 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b564bf-b3f0-4a4e-91d7-e9f39c968248 None None] Bound using segment: {'id': '4284d5d6-298f-4e4a-9374-12cbf564720b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '97cb5418-52b9-4cb2-a44b-5c13b21bb8ad'} {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:47:28.917525 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-e7b564bf-b3f0-4a4e-91d7-e9f39c968248 None None] Bound port: 97a23dfc-8cf9-4257-b9f2-36b7d0101ba3, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4284d5d6-298f-4e4a-9374-12cbf564720b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '97cb5418-52b9-4cb2-a44b-5c13b21bb8ad'}}] {{(pid=83740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:47:28.917879 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-e7b564bf-b3f0-4a4e-91d7-e9f39c968248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:28.938303 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-597a79c8-9f2d-440f-b920-5ae08ada05ff req-12dffe2d-ef5e-4d2f-aff3-7fa7ff4ec0b2 service neutron] 10.222.0.13 "GET /v2.0/networks/97cb5418-52b9-4cb2-a44b-5c13b21bb8ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396999 Mar 07 10:47:29.006044 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.db [None req-e7b564bf-b3f0-4a4e-91d7-e9f39c968248 None None] For port 97a23dfc-8cf9-4257-b9f2-36b7d0101ba3, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:47:29.009015 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.db [None req-e7b564bf-b3f0-4a4e-91d7-e9f39c968248 None None] For port 97a23dfc-8cf9-4257-b9f2-36b7d0101ba3, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=97a23dfc-8cf9-4257-b9f2-36b7d0101ba3,segment=NetworkSegment(4284d5d6-298f-4e4a-9374-12cbf564720b),segment_id=4284d5d6-298f-4e4a-9374-12cbf564720b)] {{(pid=83740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:47:29.013676 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-e7b564bf-b3f0-4a4e-91d7-e9f39c968248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:29.070895 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-597a79c8-9f2d-440f-b920-5ae08ada05ff req-920a9e76-d441-45b4-9f1c-29cf3f19f599 service neutron] 10.222.0.13 "GET /v2.0/networks/97cb5418-52b9-4cb2-a44b-5c13b21bb8ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269438 Mar 07 10:47:29.105786 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-adbd2215-c8ee-41f3-92a6-4182ca26b8a8 None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 10:47:29.108430 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b564bf-b3f0-4a4e-91d7-e9f39c968248 None None] Routers {'a58d3112-bd46-414e-9e60-ae7d5e2a582c'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:47:29.109560 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-e7b564bf-b3f0-4a4e-91d7-e9f39c968248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:47:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['a58d3112-bd46-414e-9e60-ae7d5e2a582c'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:47:29.163365 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023edfdb-c00c-460a-8046-76c9852d8ba6 None None] Pushing event updated for resources: {'Port': ['ID=97a23dfc-8cf9-4257-b9f2-36b7d0101ba3,revision_number=4']} {{(pid=83740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:29.299083 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-55626cf9-478b-4c9d-9067-9b9345d2336a req-d27ca3c6-6efb-4414-ad4c-b5d8e0ad79a2 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/ports?device_id=26071bf7-5179-4ccf-958d-6f5661e02af0 HTTP/1.1" status: 200 len: 210 time: 0.0598178 Mar 07 10:47:29.328767 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-e7b564bf-b3f0-4a4e-91d7-e9f39c968248 None None] Set router a58d3112-bd46-414e-9e60-ae7d5e2a582c gateway port host: dv-neutron-830731-3-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:47:29.680312 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-e7b564bf-b3f0-4a4e-91d7-e9f39c968248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a58d3112-bd46-414e-9e60-ae7d5e2a582c', 'name': 'tempest-TestNetworkBasicOps-router-938891759', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.134'}], 'enable_snat': True}, 'gw_port_id': '305b3231-68bf-4a25-84e4-b6c9dc8ae16f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:47:20Z', 'updated_at': '2022-03-07T10:47:24Z', 'revision_number': 4, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'gw_port': {'id': '305b3231-68bf-4a25-84e4-b6c9dc8ae16f', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:62:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a58d3112-bd46-414e-9e60-ae7d5e2a582c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:47:20Z', 'updated_at': '2022-03-07T10:47:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_interfaces': [{'id': '97a23dfc-8cf9-4257-b9f2-36b7d0101ba3', 'name': '', 'network_id': '97cb5418-52b9-4cb2-a44b-5c13b21bb8ad', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'mac_address': 'fa:16:3e:9b:f0:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a58d3112-bd46-414e-9e60-ae7d5e2a582c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3294708f-080f-468d-9797-074cda31bb8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:47:23Z', 'updated_at': '2022-03-07T10:47:29Z', 'revision_number': 4, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'subnets': [{'id': '3294708f-080f-468d-9797-074cda31bb8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:47:29.684208 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b564bf-b3f0-4a4e-91d7-e9f39c968248 None None] The sync data for ids ['a58d3112-bd46-414e-9e60-ae7d5e2a582c'] in dv-neutron-830731-3-hyperv is: [{'id': 'a58d3112-bd46-414e-9e60-ae7d5e2a582c', 'name': 'tempest-TestNetworkBasicOps-router-938891759', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.134'}], 'enable_snat': True}, 'gw_port_id': '305b3231-68bf-4a25-84e4-b6c9dc8ae16f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:47:20Z', 'updated_at': '2022-03-07T10:47:24Z', 'revision_number': 4, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'gw_port': {'id': '305b3231-68bf-4a25-84e4-b6c9dc8ae16f', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:62:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a58d3112-bd46-414e-9e60-ae7d5e2a582c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:47:20Z', 'updated_at': '2022-03-07T10:47:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_interfaces': [{'id': '97a23dfc-8cf9-4257-b9f2-36b7d0101ba3', 'name': '', 'network_id': '97cb5418-52b9-4cb2-a44b-5c13b21bb8ad', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'mac_address': 'fa:16:3e:9b:f0:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a58d3112-bd46-414e-9e60-ae7d5e2a582c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3294708f-080f-468d-9797-074cda31bb8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:47:23Z', 'updated_at': '2022-03-07T10:47:29Z', 'revision_number': 4, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'subnets': [{'id': '3294708f-080f-468d-9797-074cda31bb8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:47:30.356588 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597a79c8-9f2d-440f-b920-5ae08ada05ff req-67886fe0-b8f6-4dd3-9727-480f2b4a3c56 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:30.358087 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-597a79c8-9f2d-440f-b920-5ae08ada05ff req-67886fe0-b8f6-4dd3-9727-480f2b4a3c56 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.10 "GET /v2.0/networks?id=97cb5418-52b9-4cb2-a44b-5c13b21bb8ad HTTP/1.1" status: 200 len: 796 time: 0.1675560 Mar 07 10:47:30.420240 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-597a79c8-9f2d-440f-b920-5ae08ada05ff req-539fe6c5-7435-42d5-b5ff-6cd587433e6e tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=416b2fd961bc4d70a26d66821f7df8e2 HTTP/1.1" status: 200 len: 380 time: 0.0505059 Mar 07 10:47:30.429833 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [req-597a79c8-9f2d-440f-b920-5ae08ada05ff req-d9347b44-1ce1-45c4-b156-e293fd6782e8 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Request body: {'port': {'device_id': '26071bf7-5179-4ccf-958d-6f5661e02af0', 'network_id': '97cb5418-52b9-4cb2-a44b-5c13b21bb8ad', 'admin_state_up': True, 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'security_groups': ['d5f03cfe-2901-4cb3-893f-e78491eeff2c']}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:47:30.584603 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-636a1906-765a-45e9-b9fa-1ec89f8f976b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:30.633890 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ae159898-007f-49be-8cf3-9c89d5de8f77 req-c9dfa492-4f2c-4a97-8e65-8b24d721d4d0 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/ports?device_id=26071bf7-5179-4ccf-958d-6f5661e02af0 HTTP/1.1" status: 200 len: 210 time: 0.1879337 Mar 07 10:47:30.705980 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [req-597a79c8-9f2d-440f-b920-5ae08ada05ff req-d9347b44-1ce1-45c4-b156-e293fd6782e8 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:47:30.715606 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [req-597a79c8-9f2d-440f-b920-5ae08ada05ff req-d9347b44-1ce1-45c4-b156-e293fd6782e8 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:47:30.726006 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-597a79c8-9f2d-440f-b920-5ae08ada05ff req-d9347b44-1ce1-45c4-b156-e293fd6782e8 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Made reservation on behalf of 416b2fd961bc4d70a26d66821f7df8e2 for: {'port': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:47:30.729260 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-597a79c8-9f2d-440f-b920-5ae08ada05ff req-d9347b44-1ce1-45c4-b156-e293fd6782e8 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:30.763286 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 97a23dfc-8cf9-4257-b9f2-36b7d0101ba3 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:47:30.834628 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning for port 97a23dfc-8cf9-4257-b9f2-36b7d0101ba3 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:47:30.839140 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 97a23dfc-8cf9-4257-b9f2-36b7d0101ba3 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:47:30.839501 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:30.893993 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [req-597a79c8-9f2d-440f-b920-5ae08ada05ff req-d9347b44-1ce1-45c4-b156-e293fd6782e8 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Allocated IP 172.20.0.7 (97cb5418-52b9-4cb2-a44b-5c13b21bb8ad/3294708f-080f-468d-9797-074cda31bb8f/94d29496-a31a-4905-be4b-1b36f6bb3992) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:47:30.949614 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:30.985635 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] For port 97a23dfc-8cf9-4257-b9f2-36b7d0101ba3, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=97a23dfc-8cf9-4257-b9f2-36b7d0101ba3,segment=NetworkSegment(4284d5d6-298f-4e4a-9374-12cbf564720b),segment_id=4284d5d6-298f-4e4a-9374-12cbf564720b)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:47:30.989586 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:31.055853 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Pushing event updated for resources: {'Port': ['ID=97a23dfc-8cf9-4257-b9f2-36b7d0101ba3,revision_number=5']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:31.077831 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-597a79c8-9f2d-440f-b920-5ae08ada05ff req-d9347b44-1ce1-45c4-b156-e293fd6782e8 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:31.092238 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [req-597a79c8-9f2d-440f-b920-5ae08ada05ff req-d9347b44-1ce1-45c4-b156-e293fd6782e8 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Transition to ACTIVE for port object 94d29496-a31a-4905-be4b-1b36f6bb3992 will not be triggered until provisioned by entity DHCP. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:47:31.113489 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-597a79c8-9f2d-440f-b920-5ae08ada05ff req-d9347b44-1ce1-45c4-b156-e293fd6782e8 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:31.188081 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-597a79c8-9f2d-440f-b920-5ae08ada05ff req-d9347b44-1ce1-45c4-b156-e293fd6782e8 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Network 97cb5418-52b9-4cb2-a44b-5c13b21bb8ad is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:47:31.191121 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [req-597a79c8-9f2d-440f-b920-5ae08ada05ff req-d9347b44-1ce1-45c4-b156-e293fd6782e8 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:47:31.195685 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [req-597a79c8-9f2d-440f-b920-5ae08ada05ff req-d9347b44-1ce1-45c4-b156-e293fd6782e8 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:47:31.220758 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9347b44-1ce1-45c4-b156-e293fd6782e8 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event updated for resources: {'Port': ['ID=94d29496-a31a-4905-be4b-1b36f6bb3992,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:31.272967 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597a79c8-9f2d-440f-b920-5ae08ada05ff req-d9347b44-1ce1-45c4-b156-e293fd6782e8 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:31.273568 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-597a79c8-9f2d-440f-b920-5ae08ada05ff req-d9347b44-1ce1-45c4-b156-e293fd6782e8 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:31.301792 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-597a79c8-9f2d-440f-b920-5ae08ada05ff req-d9347b44-1ce1-45c4-b156-e293fd6782e8 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8771665 Mar 07 10:47:31.312959 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [req-597a79c8-9f2d-440f-b920-5ae08ada05ff req-3dde4496-b70d-4ec6-ba3b-ea74133b6042 service neutron] Request body: {'port': {'device_id': '26071bf7-5179-4ccf-958d-6f5661e02af0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8307'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:47:31.402462 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a33d3d82-84c8-4abd-97da-26ba13241c91 None None] Provisioning for port 94d29496-a31a-4905-be4b-1b36f6bb3992 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:47:31.409119 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a33d3d82-84c8-4abd-97da-26ba13241c91 None None] Provisioning complete for port 94d29496-a31a-4905-be4b-1b36f6bb3992 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:47:31.409497 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a33d3d82-84c8-4abd-97da-26ba13241c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:31.424335 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-597a79c8-9f2d-440f-b920-5ae08ada05ff req-3dde4496-b70d-4ec6-ba3b-ea74133b6042 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:31.463584 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a33d3d82-84c8-4abd-97da-26ba13241c91 None None] Port 94d29496-a31a-4905-be4b-1b36f6bb3992 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:47:31.757745 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [req-597a79c8-9f2d-440f-b920-5ae08ada05ff req-3dde4496-b70d-4ec6-ba3b-ea74133b6042 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94d29496-a31a-4905-be4b-1b36f6bb3992 {{(pid=83737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 07 10:47:31.796861 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-597a79c8-9f2d-440f-b920-5ae08ada05ff req-3dde4496-b70d-4ec6-ba3b-ea74133b6042 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:31.809006 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-711fefd2-3b30-4759-8df5-0aecff1c8e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:31.821046 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [req-597a79c8-9f2d-440f-b920-5ae08ada05ff req-3dde4496-b70d-4ec6-ba3b-ea74133b6042 service neutron] Transition to ACTIVE for port object 94d29496-a31a-4905-be4b-1b36f6bb3992 will not be triggered until provisioned by entity L2. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:47:31.830272 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-597a79c8-9f2d-440f-b920-5ae08ada05ff req-3dde4496-b70d-4ec6-ba3b-ea74133b6042 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3012561'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:31.891676 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:31.971095 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dde4496-b70d-4ec6-ba3b-ea74133b6042 service neutron] Pushing event updated for resources: {'Port': ['ID=94d29496-a31a-4905-be4b-1b36f6bb3992,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:31.979595 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeddc7e9-e7ec-4409-8d34-df5768ca0e54 req-75bdbea3-a0d4-49f1-b923-2d7aab7493a4 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:31.980310 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-eeddc7e9-e7ec-4409-8d34-df5768ca0e54 req-75bdbea3-a0d4-49f1-b923-2d7aab7493a4 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Synchronizing usage tracker for tenant:416b2fd961bc4d70a26d66821f7df8e2 on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:47:32.067171 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-eeddc7e9-e7ec-4409-8d34-df5768ca0e54 req-75bdbea3-a0d4-49f1-b923-2d7aab7493a4 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Unset dirty status for tenant:416b2fd961bc4d70a26d66821f7df8e2 on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:47:32.068304 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-eeddc7e9-e7ec-4409-8d34-df5768ca0e54 req-75bdbea3-a0d4-49f1-b923-2d7aab7493a4 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/ports?device_id=26071bf7-5179-4ccf-958d-6f5661e02af0 HTTP/1.1" status: 200 len: 931 time: 0.3128936 Mar 07 10:47:32.130082 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [req-597a79c8-9f2d-440f-b920-5ae08ada05ff req-3dde4496-b70d-4ec6-ba3b-ea74133b6042 service neutron] Attempting to bind port 94d29496-a31a-4905-be4b-1b36f6bb3992 on host hv-neutron-8307 for vnic_type normal with profile {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:47:32.130415 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [req-597a79c8-9f2d-440f-b920-5ae08ada05ff req-3dde4496-b70d-4ec6-ba3b-ea74133b6042 service neutron] Attempting to bind port 94d29496-a31a-4905-be4b-1b36f6bb3992 by drivers openvswitch,hyperv on host hv-neutron-8307 at level 0 using segments [{'id': '4284d5d6-298f-4e4a-9374-12cbf564720b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '97cb5418-52b9-4cb2-a44b-5c13b21bb8ad'}] {{(pid=83737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:47:32.130736 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-597a79c8-9f2d-440f-b920-5ae08ada05ff req-3dde4496-b70d-4ec6-ba3b-ea74133b6042 service neutron] Attempting to bind port 94d29496-a31a-4905-be4b-1b36f6bb3992 on network 97cb5418-52b9-4cb2-a44b-5c13b21bb8ad {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:47:32.140198 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-eeddc7e9-e7ec-4409-8d34-df5768ca0e54 req-1bfc60b6-869e-40cd-9941-5f036379c48f tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5f03cfe-2901-4cb3-893f-e78491eeff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649695 Mar 07 10:47:32.141152 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-597a79c8-9f2d-440f-b920-5ae08ada05ff req-3dde4496-b70d-4ec6-ba3b-ea74133b6042 service neutron] Port 94d29496-a31a-4905-be4b-1b36f6bb3992 on network 97cb5418-52b9-4cb2-a44b-5c13b21bb8ad not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8307 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 07 10:47:32.141469 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-597a79c8-9f2d-440f-b920-5ae08ada05ff req-3dde4496-b70d-4ec6-ba3b-ea74133b6042 service neutron] Attempting to bind port 94d29496-a31a-4905-be4b-1b36f6bb3992 on network 97cb5418-52b9-4cb2-a44b-5c13b21bb8ad {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:47:32.147731 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-597a79c8-9f2d-440f-b920-5ae08ada05ff req-3dde4496-b70d-4ec6-ba3b-ea74133b6042 service neutron] Checking agent: {'id': 'fb93ecad-d7e5-4e81-99ef-d8d0ee7386ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8307', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 21, 15), 'started_at': datetime.datetime(2022, 3, 7, 10, 21, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:47:32.148081 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-597a79c8-9f2d-440f-b920-5ae08ada05ff req-3dde4496-b70d-4ec6-ba3b-ea74133b6042 service neutron] Checking segment: {'id': '4284d5d6-298f-4e4a-9374-12cbf564720b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '97cb5418-52b9-4cb2-a44b-5c13b21bb8ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:47:32.148442 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-597a79c8-9f2d-440f-b920-5ae08ada05ff req-3dde4496-b70d-4ec6-ba3b-ea74133b6042 service neutron] Bound using segment: {'id': '4284d5d6-298f-4e4a-9374-12cbf564720b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '97cb5418-52b9-4cb2-a44b-5c13b21bb8ad'} {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:47:32.148891 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [req-597a79c8-9f2d-440f-b920-5ae08ada05ff req-3dde4496-b70d-4ec6-ba3b-ea74133b6042 service neutron] Bound port: 94d29496-a31a-4905-be4b-1b36f6bb3992, host: hv-neutron-8307, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4284d5d6-298f-4e4a-9374-12cbf564720b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '97cb5418-52b9-4cb2-a44b-5c13b21bb8ad'}}] {{(pid=83737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:47:32.149235 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-597a79c8-9f2d-440f-b920-5ae08ada05ff req-3dde4496-b70d-4ec6-ba3b-ea74133b6042 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:32.237157 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [req-597a79c8-9f2d-440f-b920-5ae08ada05ff req-3dde4496-b70d-4ec6-ba3b-ea74133b6042 service neutron] For port 94d29496-a31a-4905-be4b-1b36f6bb3992, host hv-neutron-8307, cleared binding levels {{(pid=83737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:47:32.240303 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [req-597a79c8-9f2d-440f-b920-5ae08ada05ff req-3dde4496-b70d-4ec6-ba3b-ea74133b6042 service neutron] For port 94d29496-a31a-4905-be4b-1b36f6bb3992, host hv-neutron-8307, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=94d29496-a31a-4905-be4b-1b36f6bb3992,segment=NetworkSegment(4284d5d6-298f-4e4a-9374-12cbf564720b),segment_id=4284d5d6-298f-4e4a-9374-12cbf564720b)] {{(pid=83737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:47:32.244978 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-597a79c8-9f2d-440f-b920-5ae08ada05ff req-3dde4496-b70d-4ec6-ba3b-ea74133b6042 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3012561'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:32.308968 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-597a79c8-9f2d-440f-b920-5ae08ada05ff req-3dde4496-b70d-4ec6-ba3b-ea74133b6042 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:32.310382 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-597a79c8-9f2d-440f-b920-5ae08ada05ff req-3dde4496-b70d-4ec6-ba3b-ea74133b6042 service neutron] 10.222.0.10 "PUT /v2.0/ports/94d29496-a31a-4905-be4b-1b36f6bb3992 HTTP/1.1" status: 200 len: 1093 time: 1.0018580 Mar 07 10:47:32.310801 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26071bf7-5179-4ccf-958d-6f5661e02af0', 'tag': '94d29496-a31a-4905-be4b-1b36f6bb3992'}] {{(pid=83737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 10:47:32.335414 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dde4496-b70d-4ec6-ba3b-ea74133b6042 service neutron] Pushing event updated for resources: {'Port': ['ID=94d29496-a31a-4905-be4b-1b36f6bb3992,revision_number=3']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:32.386553 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26071bf7-5179-4ccf-958d-6f5661e02af0', 'tag': '94d29496-a31a-4905-be4b-1b36f6bb3992', 'status': 'completed', 'code': 200} Mar 07 10:47:32.424968 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-597a79c8-9f2d-440f-b920-5ae08ada05ff req-ed3a310a-b93b-4778-8508-c68dfb787df2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=416b2fd961bc4d70a26d66821f7df8e2&device_id=26071bf7-5179-4ccf-958d-6f5661e02af0 HTTP/1.1" status: 200 len: 1096 time: 0.0767000 Mar 07 10:47:32.577667 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-597a79c8-9f2d-440f-b920-5ae08ada05ff req-602ceb33-a9e0-4248-976a-ea4e0f3f00a4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=94d29496-a31a-4905-be4b-1b36f6bb3992 HTTP/1.1" status: 200 len: 217 time: 0.1458035 Mar 07 10:47:32.637638 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597a79c8-9f2d-440f-b920-5ae08ada05ff req-7d1816dd-c83d-49b0-ba89-a17844d1f6ce service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:32.639044 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-597a79c8-9f2d-440f-b920-5ae08ada05ff req-7d1816dd-c83d-49b0-ba89-a17844d1f6ce service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3294708f-080f-468d-9797-074cda31bb8f HTTP/1.1" status: 200 len: 834 time: 0.0558498 Mar 07 10:47:32.714023 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-597a79c8-9f2d-440f-b920-5ae08ada05ff req-a5970f83-c558-41ba-b93d-4816f3ec20d0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=97cb5418-52b9-4cb2-a44b-5c13b21bb8ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692348 Mar 07 10:47:32.744291 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 97a23dfc-8cf9-4257-b9f2-36b7d0101ba3 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:47:32.814301 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 97a23dfc-8cf9-4257-b9f2-36b7d0101ba3 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:47:32.815009 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:32.842984 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-597a79c8-9f2d-440f-b920-5ae08ada05ff req-3f5e5b22-b5d9-4960-93b7-2ac0e9516907 service neutron] 10.222.0.10 "GET /v2.0/networks/97cb5418-52b9-4cb2-a44b-5c13b21bb8ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226282 Mar 07 10:47:32.971231 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-597a79c8-9f2d-440f-b920-5ae08ada05ff req-940fb617-256c-4202-9cff-6a72a7489928 service neutron] 10.222.0.10 "GET /v2.0/networks/97cb5418-52b9-4cb2-a44b-5c13b21bb8ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225517 Mar 07 10:47:33.082134 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-0baaed26-8529-46e0-bfe4-7bc6dbc6f697 req-10d1602c-acf2-4e55-9f83-ad2f3e2594ca service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=416b2fd961bc4d70a26d66821f7df8e2&device_id=26071bf7-5179-4ccf-958d-6f5661e02af0 HTTP/1.1" status: 200 len: 1096 time: 0.0661397 Mar 07 10:47:33.210097 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baaed26-8529-46e0-bfe4-7bc6dbc6f697 req-0a5f05de-a5b5-4f05-a186-e55afcd6f960 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:33.211525 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-0baaed26-8529-46e0-bfe4-7bc6dbc6f697 req-0a5f05de-a5b5-4f05-a186-e55afcd6f960 service neutron] 10.222.0.10 "GET /v2.0/networks?id=97cb5418-52b9-4cb2-a44b-5c13b21bb8ad HTTP/1.1" status: 200 len: 897 time: 0.1237767 Mar 07 10:47:33.235990 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c87150bd-aa9c-4ad1-bb68-57ec66d4fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:33.326268 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-0baaed26-8529-46e0-bfe4-7bc6dbc6f697 req-b361fcef-34d3-4758-af63-10f87156a10b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=94d29496-a31a-4905-be4b-1b36f6bb3992 HTTP/1.1" status: 200 len: 217 time: 0.1090794 Mar 07 10:47:33.401156 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baaed26-8529-46e0-bfe4-7bc6dbc6f697 req-66ffc5cf-8cd8-4f21-ae64-64df57978588 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:33.402462 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-0baaed26-8529-46e0-bfe4-7bc6dbc6f697 req-66ffc5cf-8cd8-4f21-ae64-64df57978588 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3294708f-080f-468d-9797-074cda31bb8f HTTP/1.1" status: 200 len: 834 time: 0.0711119 Mar 07 10:47:33.447179 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b0cae7-80d1-40eb-b4b6-286b18e327db req-abd9a5bf-25b3-47c7-90a5-dc31db10cce1 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:33.448572 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-81b0cae7-80d1-40eb-b4b6-286b18e327db req-abd9a5bf-25b3-47c7-90a5-dc31db10cce1 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/ports?device_id=26071bf7-5179-4ccf-958d-6f5661e02af0 HTTP/1.1" status: 200 len: 943 time: 0.1749513 Mar 07 10:47:33.509079 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-81b0cae7-80d1-40eb-b4b6-286b18e327db req-c132d3b9-3216-4e30-952f-c8be378ef879 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5f03cfe-2901-4cb3-893f-e78491eeff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538480 Mar 07 10:47:33.519588 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-0baaed26-8529-46e0-bfe4-7bc6dbc6f697 req-1e8c2171-4ed2-4e49-b6ba-54ebb1203e08 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=97cb5418-52b9-4cb2-a44b-5c13b21bb8ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1098199 Mar 07 10:47:33.648352 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-0baaed26-8529-46e0-bfe4-7bc6dbc6f697 req-b94ad10c-2397-46d2-8f30-a20afcea4a27 service neutron] 10.222.0.10 "GET /v2.0/networks/97cb5418-52b9-4cb2-a44b-5c13b21bb8ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218934 Mar 07 10:47:33.776654 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-0baaed26-8529-46e0-bfe4-7bc6dbc6f697 req-48213f36-b50d-4629-a45e-cda965e12e8f service neutron] 10.222.0.10 "GET /v2.0/networks/97cb5418-52b9-4cb2-a44b-5c13b21bb8ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223040 Mar 07 10:47:34.709467 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1e4656-4855-4b32-b2e4-b474b32a0fe8 req-3740aee9-8a64-4ab2-afc7-55f67b655dd5 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:34.710897 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-0a1e4656-4855-4b32-b2e4-b474b32a0fe8 req-3740aee9-8a64-4ab2-afc7-55f67b655dd5 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/ports?device_id=26071bf7-5179-4ccf-958d-6f5661e02af0 HTTP/1.1" status: 200 len: 943 time: 0.0785050 Mar 07 10:47:34.755252 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-0a1e4656-4855-4b32-b2e4-b474b32a0fe8 req-8d784367-4b0b-4b2a-8891-2a7cdacde43b tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5f03cfe-2901-4cb3-893f-e78491eeff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387955 Mar 07 10:47:35.954564 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ffd68c-9eef-4668-bce3-5d74b13351f8 req-f3da4e4b-fed7-4888-a2bd-72275920fa78 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:35.956019 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-76ffd68c-9eef-4668-bce3-5d74b13351f8 req-f3da4e4b-fed7-4888-a2bd-72275920fa78 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/ports?device_id=26071bf7-5179-4ccf-958d-6f5661e02af0 HTTP/1.1" status: 200 len: 943 time: 0.0752776 Mar 07 10:47:36.006293 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-76ffd68c-9eef-4668-bce3-5d74b13351f8 req-f4c0c07a-deb9-4bc5-b44a-75f8ee8dabba tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5f03cfe-2901-4cb3-893f-e78491eeff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424876 Mar 07 10:47:36.757974 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device 94d29496-a31a-4905-be4b-1b36f6bb3992 details requested by agent hyperv_hv-neutron-8307 with host hv-neutron-8307 {{(pid=83739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 07 10:47:36.887916 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port 94d29496-a31a-4905-be4b-1b36f6bb3992, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=94d29496-a31a-4905-be4b-1b36f6bb3992,segment=NetworkSegment(4284d5d6-298f-4e4a-9374-12cbf564720b),segment_id=4284d5d6-298f-4e4a-9374-12cbf564720b)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:47:36.901287 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Returning: {'device': '94d29496-a31a-4905-be4b-1b36f6bb3992', 'network_id': '97cb5418-52b9-4cb2-a44b-5c13b21bb8ad', 'port_id': '94d29496-a31a-4905-be4b-1b36f6bb3992', 'mac_address': 'fa:16:3e:11:2a:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3294708f-080f-468d-9797-074cda31bb8f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 07 10:47:36.954941 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:36.971617 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94d29496-a31a-4905-be4b-1b36f6bb3992 {{(pid=83739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 07 10:47:36.985933 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port 94d29496-a31a-4905-be4b-1b36f6bb3992, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=94d29496-a31a-4905-be4b-1b36f6bb3992,segment=NetworkSegment(4284d5d6-298f-4e4a-9374-12cbf564720b),segment_id=4284d5d6-298f-4e4a-9374-12cbf564720b)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:47:36.989043 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:37.055584 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Pushing event updated for resources: {'Port': ['ID=94d29496-a31a-4905-be4b-1b36f6bb3992,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:37.197043 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142096bc-79fd-4fd5-bc4d-7a400207f1b5 req-fdcd171a-2cd7-4bdf-a9da-fa4bc4b01598 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:37.198468 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-142096bc-79fd-4fd5-bc4d-7a400207f1b5 req-fdcd171a-2cd7-4bdf-a9da-fa4bc4b01598 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/ports?device_id=26071bf7-5179-4ccf-958d-6f5661e02af0 HTTP/1.1" status: 200 len: 944 time: 0.0752375 Mar 07 10:47:37.242221 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-142096bc-79fd-4fd5-bc4d-7a400207f1b5 req-af004c63-d440-46e4-be05-18798a83e445 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5f03cfe-2901-4cb3-893f-e78491eeff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382948 Mar 07 10:47:37.289698 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] get_ports_and_sgs() called for port_ids ['94d29496-a31a-4905-be4b-1b36f6bb3992'] {{(pid=83739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 07 10:47:38.442872 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b23d064-6a90-4c88-954b-7dcb5b36aee1 req-9b81f744-27ca-441c-956c-1c4871516ead tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:38.444581 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-3b23d064-6a90-4c88-954b-7dcb5b36aee1 req-9b81f744-27ca-441c-956c-1c4871516ead tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/ports?device_id=26071bf7-5179-4ccf-958d-6f5661e02af0 HTTP/1.1" status: 200 len: 944 time: 0.0784955 Mar 07 10:47:38.578874 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-3b23d064-6a90-4c88-954b-7dcb5b36aee1 req-9ddec1da-a4c3-4d40-80ef-ec4677d33a07 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5f03cfe-2901-4cb3-893f-e78491eeff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1288319 Mar 07 10:47:38.784332 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device 94d29496-a31a-4905-be4b-1b36f6bb3992 up at agent hyperv_hv-neutron-8307 {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:47:38.849791 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Provisioning for port 94d29496-a31a-4905-be4b-1b36f6bb3992 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:47:38.854212 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Provisioning complete for port 94d29496-a31a-4905-be4b-1b36f6bb3992 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:47:38.854577 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:38.964653 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:38.990614 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26071bf7-5179-4ccf-958d-6f5661e02af0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94d29496-a31a-4905-be4b-1b36f6bb3992'}] {{(pid=83739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 10:47:39.000561 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port 94d29496-a31a-4905-be4b-1b36f6bb3992, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=94d29496-a31a-4905-be4b-1b36f6bb3992,segment=NetworkSegment(4284d5d6-298f-4e4a-9374-12cbf564720b),segment_id=4284d5d6-298f-4e4a-9374-12cbf564720b)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:47:39.004566 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:39.047722 dv-neutron-830731-3-hyperv neutron-server[83739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26071bf7-5179-4ccf-958d-6f5661e02af0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94d29496-a31a-4905-be4b-1b36f6bb3992', 'code': 200} Mar 07 10:47:39.075491 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Pushing event updated for resources: {'Port': ['ID=94d29496-a31a-4905-be4b-1b36f6bb3992,revision_number=5']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:39.260900 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-6ab83238-a5af-44e4-9862-642ba5c013b7 req-1491b87e-44d7-4a91-be70-4ccbd8cc3f2a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=26071bf7-5179-4ccf-958d-6f5661e02af0 HTTP/1.1" status: 200 len: 1098 time: 0.0659869 Mar 07 10:47:39.302214 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-6ab83238-a5af-44e4-9862-642ba5c013b7 req-3de1d1b9-6c80-4778-9010-509facc3d863 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=d5f03cfe-2901-4cb3-893f-e78491eeff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359473 Mar 07 10:47:39.772855 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551db0e5-24f2-44cf-9107-d36437616bc4 req-09e5b6a3-e58a-4444-b4fb-a76c9619f693 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:39.774191 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-551db0e5-24f2-44cf-9107-d36437616bc4 req-09e5b6a3-e58a-4444-b4fb-a76c9619f693 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/ports?device_id=26071bf7-5179-4ccf-958d-6f5661e02af0 HTTP/1.1" status: 200 len: 945 time: 0.0769272 Mar 07 10:47:39.817998 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-551db0e5-24f2-44cf-9107-d36437616bc4 req-f054485e-9231-4728-a382-f3aa63df78bd tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5f03cfe-2901-4cb3-893f-e78491eeff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382726 Mar 07 10:47:41.020767 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15187dbd-61c2-4467-a82b-3b81e1695b33 req-7364c86a-4d2b-4908-bf69-2e2855668d4c tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:41.022195 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-15187dbd-61c2-4467-a82b-3b81e1695b33 req-7364c86a-4d2b-4908-bf69-2e2855668d4c tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/ports?device_id=26071bf7-5179-4ccf-958d-6f5661e02af0 HTTP/1.1" status: 200 len: 945 time: 0.0815842 Mar 07 10:47:41.070506 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-15187dbd-61c2-4467-a82b-3b81e1695b33 req-bc2af634-f681-424d-bc3b-5907b3b37aef tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5f03cfe-2901-4cb3-893f-e78491eeff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429165 Mar 07 10:47:41.264607 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960c50fa-46e0-4dbf-bc97-e834fc77640a req-bd6ac47c-5de2-4cc0-983a-862c1573796a tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:41.266705 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-960c50fa-46e0-4dbf-bc97-e834fc77640a req-bd6ac47c-5de2-4cc0-983a-862c1573796a tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/ports?device_id=26071bf7-5179-4ccf-958d-6f5661e02af0 HTTP/1.1" status: 200 len: 945 time: 0.0749679 Mar 07 10:47:41.311113 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-960c50fa-46e0-4dbf-bc97-e834fc77640a req-24a3a6f7-58a8-4666-8caa-e6d407d9460b tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5f03cfe-2901-4cb3-893f-e78491eeff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388911 Mar 07 10:47:41.339727 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 42274) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:47:41.412520 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-3a12e22e-48bc-41d1-8c8d-0bd384fcb5b5 tempest-TestNetworkBasicOps-2128623112 tempest-TestNetworkBasicOps-2128623112-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=26071bf7-5179-4ccf-958d-6f5661e02af0 HTTP/1.1" status: 200 len: 1093 time: 0.0716708 Mar 07 10:47:41.415402 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 42278) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:47:41.420322 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-52d8cdc5-eadf-4f00-bedb-8b9a17d10857 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Request body: {'floatingip': {'floating_network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'port_id': '94d29496-a31a-4905-be4b-1b36f6bb3992', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'fixed_ip_address': '172.20.0.7'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:47:41.426352 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-52d8cdc5-eadf-4f00-bedb-8b9a17d10857 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:47:41.430051 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-52d8cdc5-eadf-4f00-bedb-8b9a17d10857 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Usage tracker for resource:floatingip and tenant:416b2fd961bc4d70a26d66821f7df8e2 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:47:41.432798 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-52d8cdc5-eadf-4f00-bedb-8b9a17d10857 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:47:41.439088 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-52d8cdc5-eadf-4f00-bedb-8b9a17d10857 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:47:41.449115 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-52d8cdc5-eadf-4f00-bedb-8b9a17d10857 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for floatingip, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:41.583199 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-52d8cdc5-eadf-4f00-bedb-8b9a17d10857 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:41.711354 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-52d8cdc5-eadf-4f00-bedb-8b9a17d10857 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Allocated IP 172.26.8.254 (5ed85006-6b00-415e-b71f-837fb1421c12/8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a/1996482c-4646-47a7-8067-26db196f4256) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:47:41.855152 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-52d8cdc5-eadf-4f00-bedb-8b9a17d10857 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:41.881578 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-52d8cdc5-eadf-4f00-bedb-8b9a17d10857 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:41.950782 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d8cdc5-eadf-4f00-bedb-8b9a17d10857 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Network 5ed85006-6b00-415e-b71f-837fb1421c12 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:47:41.953593 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-52d8cdc5-eadf-4f00-bedb-8b9a17d10857 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:47:41.956250 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d8cdc5-eadf-4f00-bedb-8b9a17d10857 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:47:41.989718 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d8cdc5-eadf-4f00-bedb-8b9a17d10857 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event updated for resources: {'Port': ['ID=1996482c-4646-47a7-8067-26db196f4256,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:42.507927 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-52d8cdc5-eadf-4f00-bedb-8b9a17d10857 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:42.571347 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-52d8cdc5-eadf-4f00-bedb-8b9a17d10857 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:42.874555 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-52d8cdc5-eadf-4f00-bedb-8b9a17d10857 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:42.879733 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-52d8cdc5-eadf-4f00-bedb-8b9a17d10857 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3012561'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:42.988610 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d8cdc5-eadf-4f00-bedb-8b9a17d10857 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event updated for resources: {'Port': ['ID=1996482c-4646-47a7-8067-26db196f4256,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:42.999924 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-52d8cdc5-eadf-4f00-bedb-8b9a17d10857 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923533'] for floatingip, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:43.184960 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.db.l3_db [None req-52d8cdc5-eadf-4f00-bedb-8b9a17d10857 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Floating IP 4fea8e20-ad70-4580-89c0-253129b552bb associated. External IP: 172.26.8.254, port: 94d29496-a31a-4905-be4b-1b36f6bb3992. Mar 07 10:47:43.569988 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52d8cdc5-eadf-4f00-bedb-8b9a17d10857 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Router a58d3112-bd46-414e-9e60-ae7d5e2a582c has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:47:43.761835 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52d8cdc5-eadf-4f00-bedb-8b9a17d10857 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:47:43.771605 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61bbeb3c-c6e6-4005-84d3-1789387ac1d9 None None] Sync routers for ids ['a58d3112-bd46-414e-9e60-ae7d5e2a582c'] in dv-neutron-830731-3-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:47:43.784143 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61bbeb3c-c6e6-4005-84d3-1789387ac1d9 None None] Routers {'a58d3112-bd46-414e-9e60-ae7d5e2a582c'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:47:43.784802 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-61bbeb3c-c6e6-4005-84d3-1789387ac1d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:47:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['a58d3112-bd46-414e-9e60-ae7d5e2a582c'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:47:43.785438 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-52d8cdc5-eadf-4f00-bedb-8b9a17d10857 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for floatingip, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:43.841702 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-52d8cdc5-eadf-4f00-bedb-8b9a17d10857 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4227293 Mar 07 10:47:43.841702 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26071bf7-5179-4ccf-958d-6f5661e02af0', 'tag': '94d29496-a31a-4905-be4b-1b36f6bb3992'}] {{(pid=83737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 10:47:43.841939 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 42282) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:47:43.894409 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26071bf7-5179-4ccf-958d-6f5661e02af0', 'tag': '94d29496-a31a-4905-be4b-1b36f6bb3992', 'status': 'completed', 'code': 200} Mar 07 10:47:43.956453 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-88761d1f-70f9-4a43-b7a2-dd4c233d60e3 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/floatingips/4fea8e20-ad70-4580-89c0-253129b552bb HTTP/1.1" status: 200 len: 991 time: 0.1131873 Mar 07 10:47:43.963520 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-61bbeb3c-c6e6-4005-84d3-1789387ac1d9 None None] Set router a58d3112-bd46-414e-9e60-ae7d5e2a582c gateway port host: dv-neutron-830731-3-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:47:43.998643 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-af4f7779-51b6-4e31-8fb0-6cd84606e5bf req-1e08fbcc-03de-48fe-aac9-a58d7d987d3f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=416b2fd961bc4d70a26d66821f7df8e2&device_id=26071bf7-5179-4ccf-958d-6f5661e02af0 HTTP/1.1" status: 200 len: 1098 time: 0.0729890 Mar 07 10:47:44.128649 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4f7779-51b6-4e31-8fb0-6cd84606e5bf req-0f58ebfd-d172-4b8e-9df5-a602ff2496c1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:44.129999 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-af4f7779-51b6-4e31-8fb0-6cd84606e5bf req-0f58ebfd-d172-4b8e-9df5-a602ff2496c1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=97cb5418-52b9-4cb2-a44b-5c13b21bb8ad HTTP/1.1" status: 200 len: 897 time: 0.1256738 Mar 07 10:47:44.228062 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-af4f7779-51b6-4e31-8fb0-6cd84606e5bf req-ef396954-cb78-47d1-be84-42c911ed420d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=94d29496-a31a-4905-be4b-1b36f6bb3992 HTTP/1.1" status: 200 len: 999 time: 0.0927856 Mar 07 10:47:44.313828 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-61bbeb3c-c6e6-4005-84d3-1789387ac1d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a58d3112-bd46-414e-9e60-ae7d5e2a582c', 'name': 'tempest-TestNetworkBasicOps-router-938891759', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.134'}], 'enable_snat': True}, 'gw_port_id': '305b3231-68bf-4a25-84e4-b6c9dc8ae16f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:47:20Z', 'updated_at': '2022-03-07T10:47:24Z', 'revision_number': 4, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'gw_port': {'id': '305b3231-68bf-4a25-84e4-b6c9dc8ae16f', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:62:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a58d3112-bd46-414e-9e60-ae7d5e2a582c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:47:20Z', 'updated_at': '2022-03-07T10:47:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_floatingips': [{'id': '4fea8e20-ad70-4580-89c0-253129b552bb', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'floating_ip_address': '172.26.8.254', 'floating_network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'router_id': 'a58d3112-bd46-414e-9e60-ae7d5e2a582c', 'port_id': '94d29496-a31a-4905-be4b-1b36f6bb3992', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97cb5418-52b9-4cb2-a44b-5c13b21bb8ad', 'mac_address': 'fa:16:3e:11:2a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26071bf7-5179-4ccf-958d-6f5661e02af0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:47:42Z', 'updated_at': '2022-03-07T10:47:42Z', 'revision_number': 0, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97a23dfc-8cf9-4257-b9f2-36b7d0101ba3', 'name': '', 'network_id': '97cb5418-52b9-4cb2-a44b-5c13b21bb8ad', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'mac_address': 'fa:16:3e:9b:f0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a58d3112-bd46-414e-9e60-ae7d5e2a582c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3294708f-080f-468d-9797-074cda31bb8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:47:23Z', 'updated_at': '2022-03-07T10:47:30Z', 'revision_number': 5, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'subnets': [{'id': '3294708f-080f-468d-9797-074cda31bb8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:47:44.318475 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61bbeb3c-c6e6-4005-84d3-1789387ac1d9 None None] Checking router: a58d3112-bd46-414e-9e60-ae7d5e2a582c for host: dv-neutron-830731-3-hyperv {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 07 10:47:44.329930 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61bbeb3c-c6e6-4005-84d3-1789387ac1d9 None None] Routers {'a58d3112-bd46-414e-9e60-ae7d5e2a582c'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:47:44.330533 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-61bbeb3c-c6e6-4005-84d3-1789387ac1d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:47:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['a58d3112-bd46-414e-9e60-ae7d5e2a582c'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:47:44.385021 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4f7779-51b6-4e31-8fb0-6cd84606e5bf req-0b349175-eed5-4aec-ac1f-706657f9bca0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:44.386330 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-af4f7779-51b6-4e31-8fb0-6cd84606e5bf req-0b349175-eed5-4aec-ac1f-706657f9bca0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3294708f-080f-468d-9797-074cda31bb8f HTTP/1.1" status: 200 len: 834 time: 0.1526351 Mar 07 10:47:44.458757 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-af4f7779-51b6-4e31-8fb0-6cd84606e5bf req-a3b889a7-66e5-4d84-8ccd-09adecb899a9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=97cb5418-52b9-4cb2-a44b-5c13b21bb8ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0663943 Mar 07 10:47:44.508118 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-61bbeb3c-c6e6-4005-84d3-1789387ac1d9 None None] Set router a58d3112-bd46-414e-9e60-ae7d5e2a582c gateway port host: dv-neutron-830731-3-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:47:44.586567 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-af4f7779-51b6-4e31-8fb0-6cd84606e5bf req-29c8592b-6b42-4f91-ae19-2236daa706e5 service neutron] 10.222.0.10 "GET /v2.0/networks/97cb5418-52b9-4cb2-a44b-5c13b21bb8ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219451 Mar 07 10:47:44.717308 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-af4f7779-51b6-4e31-8fb0-6cd84606e5bf req-0e7af444-5175-41aa-9776-bb479e6dda55 service neutron] 10.222.0.10 "GET /v2.0/networks/97cb5418-52b9-4cb2-a44b-5c13b21bb8ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255252 Mar 07 10:47:44.843414 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-61bbeb3c-c6e6-4005-84d3-1789387ac1d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a58d3112-bd46-414e-9e60-ae7d5e2a582c', 'name': 'tempest-TestNetworkBasicOps-router-938891759', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.134'}], 'enable_snat': True}, 'gw_port_id': '305b3231-68bf-4a25-84e4-b6c9dc8ae16f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:47:20Z', 'updated_at': '2022-03-07T10:47:24Z', 'revision_number': 4, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'gw_port': {'id': '305b3231-68bf-4a25-84e4-b6c9dc8ae16f', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:62:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a58d3112-bd46-414e-9e60-ae7d5e2a582c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:47:20Z', 'updated_at': '2022-03-07T10:47:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_floatingips': [{'id': '4fea8e20-ad70-4580-89c0-253129b552bb', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'floating_ip_address': '172.26.8.254', 'floating_network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'router_id': 'a58d3112-bd46-414e-9e60-ae7d5e2a582c', 'port_id': '94d29496-a31a-4905-be4b-1b36f6bb3992', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97cb5418-52b9-4cb2-a44b-5c13b21bb8ad', 'mac_address': 'fa:16:3e:11:2a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26071bf7-5179-4ccf-958d-6f5661e02af0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:47:42Z', 'updated_at': '2022-03-07T10:47:42Z', 'revision_number': 0, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97a23dfc-8cf9-4257-b9f2-36b7d0101ba3', 'name': '', 'network_id': '97cb5418-52b9-4cb2-a44b-5c13b21bb8ad', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'mac_address': 'fa:16:3e:9b:f0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a58d3112-bd46-414e-9e60-ae7d5e2a582c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3294708f-080f-468d-9797-074cda31bb8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:47:23Z', 'updated_at': '2022-03-07T10:47:30Z', 'revision_number': 5, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'subnets': [{'id': '3294708f-080f-468d-9797-074cda31bb8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:47:44.847966 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61bbeb3c-c6e6-4005-84d3-1789387ac1d9 None None] The sync data for ids ['a58d3112-bd46-414e-9e60-ae7d5e2a582c'] in dv-neutron-830731-3-hyperv is: [{'id': 'a58d3112-bd46-414e-9e60-ae7d5e2a582c', 'name': 'tempest-TestNetworkBasicOps-router-938891759', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.134'}], 'enable_snat': True}, 'gw_port_id': '305b3231-68bf-4a25-84e4-b6c9dc8ae16f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:47:20Z', 'updated_at': '2022-03-07T10:47:24Z', 'revision_number': 4, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'gw_port': {'id': '305b3231-68bf-4a25-84e4-b6c9dc8ae16f', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:62:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a58d3112-bd46-414e-9e60-ae7d5e2a582c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:47:20Z', 'updated_at': '2022-03-07T10:47:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_floatingips': [{'id': '4fea8e20-ad70-4580-89c0-253129b552bb', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'floating_ip_address': '172.26.8.254', 'floating_network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'router_id': 'a58d3112-bd46-414e-9e60-ae7d5e2a582c', 'port_id': '94d29496-a31a-4905-be4b-1b36f6bb3992', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97cb5418-52b9-4cb2-a44b-5c13b21bb8ad', 'mac_address': 'fa:16:3e:11:2a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26071bf7-5179-4ccf-958d-6f5661e02af0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:47:42Z', 'updated_at': '2022-03-07T10:47:42Z', 'revision_number': 0, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97a23dfc-8cf9-4257-b9f2-36b7d0101ba3', 'name': '', 'network_id': '97cb5418-52b9-4cb2-a44b-5c13b21bb8ad', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'mac_address': 'fa:16:3e:9b:f0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a58d3112-bd46-414e-9e60-ae7d5e2a582c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3294708f-080f-468d-9797-074cda31bb8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:47:23Z', 'updated_at': '2022-03-07T10:47:30Z', 'revision_number': 5, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'subnets': [{'id': '3294708f-080f-468d-9797-074cda31bb8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:47:44.960019 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 42288) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:47:45.064950 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-9e54ed4a-b0e9-49b2-98e1-55d8f213296d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/floatingips/4fea8e20-ad70-4580-89c0-253129b552bb HTTP/1.1" status: 200 len: 991 time: 0.1035759 Mar 07 10:47:45.709237 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:47:46.068657 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 42292) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:47:46.175759 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-aab06524-17f9-4c6e-bc36-6264e7c9fece tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/floatingips/4fea8e20-ad70-4580-89c0-253129b552bb HTTP/1.1" status: 200 len: 991 time: 0.1056652 Mar 07 10:47:46.756745 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc5becb-d389-4540-9554-ee029f97bd1a None None] New status for floating IP 4fea8e20-ad70-4580-89c0-253129b552bb: ACTIVE {{(pid=83740) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 07 10:47:47.179535 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 42296) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:47:47.282214 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-cc33880d-8ee5-4c14-8c50-8ffc99f047b3 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/floatingips/4fea8e20-ad70-4580-89c0-253129b552bb HTTP/1.1" status: 200 len: 993 time: 0.1014848 Mar 07 10:47:58.399988 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a5cc356c-19e3-4f05-8a23-e7bd18e29c11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:48:00.621919 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-8989fef5-a8f0-45e3-bf25-9b182d400a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:48:01.811333 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-711fefd2-3b30-4759-8df5-0aecff1c8e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:48:01.885013 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:48:03.235777 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c87150bd-aa9c-4ad1-bb68-57ec66d4fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:48:06.086063 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-adbd2215-c8ee-41f3-92a6-4182ca26b8a8 None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 10:48:15.740662 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:48:28.392107 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-2ada7d9e-1f10-447d-8ef7-b4fd161a4bfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:48:30.583065 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a89e2d11-8708-444f-8af5-2f7e8b42dd76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:48:31.814120 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-711fefd2-3b30-4759-8df5-0aecff1c8e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:48:31.884722 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:48:33.239073 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c87150bd-aa9c-4ad1-bb68-57ec66d4fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:48:40.674986 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-98cf88df-fbb0-4260-b537-8edb0af874d0 req-0d196e60-0361-4758-b778-6218aa6ca1f2 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=26071bf7-5179-4ccf-958d-6f5661e02af0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0693657 Mar 07 10:48:40.812890 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-98cf88df-fbb0-4260-b537-8edb0af874d0 req-3bba0270-8707-44e1-85bd-381ac10c03c9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=416b2fd961bc4d70a26d66821f7df8e2&device_id=26071bf7-5179-4ccf-958d-6f5661e02af0 HTTP/1.1" status: 200 len: 1098 time: 0.0675380 Mar 07 10:48:40.953873 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cf88df-fbb0-4260-b537-8edb0af874d0 req-2658087a-c2a1-44c6-88fc-e804a7668511 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:40.955887 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-98cf88df-fbb0-4260-b537-8edb0af874d0 req-2658087a-c2a1-44c6-88fc-e804a7668511 service neutron] 10.222.0.10 "GET /v2.0/networks?id=97cb5418-52b9-4cb2-a44b-5c13b21bb8ad HTTP/1.1" status: 200 len: 897 time: 0.1238580 Mar 07 10:48:41.057455 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-98cf88df-fbb0-4260-b537-8edb0af874d0 req-507a584b-fe0d-4f44-a8c9-c6f7dbfd3551 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=94d29496-a31a-4905-be4b-1b36f6bb3992 HTTP/1.1" status: 200 len: 1001 time: 0.0962679 Mar 07 10:48:41.117761 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cf88df-fbb0-4260-b537-8edb0af874d0 req-3284721c-4820-40bc-8631-8f644fdaee87 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:41.119180 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-98cf88df-fbb0-4260-b537-8edb0af874d0 req-3284721c-4820-40bc-8631-8f644fdaee87 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3294708f-080f-468d-9797-074cda31bb8f HTTP/1.1" status: 200 len: 834 time: 0.0564873 Mar 07 10:48:41.194863 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-98cf88df-fbb0-4260-b537-8edb0af874d0 req-d4c53dcf-4b1e-49b2-bafa-3e6a3cf8dcb0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=97cb5418-52b9-4cb2-a44b-5c13b21bb8ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700729 Mar 07 10:48:41.323075 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-98cf88df-fbb0-4260-b537-8edb0af874d0 req-391c6b6e-9287-4f4d-ac38-4749848413d1 service neutron] 10.222.0.10 "GET /v2.0/networks/97cb5418-52b9-4cb2-a44b-5c13b21bb8ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217244 Mar 07 10:48:41.451326 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-98cf88df-fbb0-4260-b537-8edb0af874d0 req-03cdd5a9-db7a-4122-b2c4-ef4909291589 service neutron] 10.222.0.10 "GET /v2.0/networks/97cb5418-52b9-4cb2-a44b-5c13b21bb8ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225655 Mar 07 10:48:43.088089 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-adbd2215-c8ee-41f3-92a6-4182ca26b8a8 None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 10:48:45.756066 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:48:48.810244 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 42334) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:48:48.815581 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-87d6746c-f075-4ff0-9b67-1360c7cdfc70 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Request body: {'router': {'admin_state_up': False}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:48:49.428669 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-87d6746c-f075-4ff0-9b67-1360c7cdfc70 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3917998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58952'] for router, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:48:49.437985 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-87d6746c-f075-4ff0-9b67-1360c7cdfc70 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3923496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3923511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3918005'] for router, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:48:49.632919 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87d6746c-f075-4ff0-9b67-1360c7cdfc70 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Router a58d3112-bd46-414e-9e60-ae7d5e2a582c has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:48:49.824777 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87d6746c-f075-4ff0-9b67-1360c7cdfc70 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:48:49.831302 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-87d6746c-f075-4ff0-9b67-1360c7cdfc70 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:48:49.832498 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-87d6746c-f075-4ff0-9b67-1360c7cdfc70 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "PUT /v2.0/routers/a58d3112-bd46-414e-9e60-ae7d5e2a582c HTTP/1.1" status: 200 len: 888 time: 1.0212197 Mar 07 10:48:49.838982 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccfd660a-6c01-414d-9213-c8bb3697f427 None None] Sync routers for ids ['a58d3112-bd46-414e-9e60-ae7d5e2a582c'] in dv-neutron-830731-3-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:48:49.850302 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccfd660a-6c01-414d-9213-c8bb3697f427 None None] Routers {'a58d3112-bd46-414e-9e60-ae7d5e2a582c'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:48:49.850905 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-ccfd660a-6c01-414d-9213-c8bb3697f427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:48:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['a58d3112-bd46-414e-9e60-ae7d5e2a582c'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:48:49.909863 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-ccfd660a-6c01-414d-9213-c8bb3697f427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:48:49.919828 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccfd660a-6c01-414d-9213-c8bb3697f427 None None] Routers {'a58d3112-bd46-414e-9e60-ae7d5e2a582c'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:48:49.920413 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-ccfd660a-6c01-414d-9213-c8bb3697f427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:48:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['a58d3112-bd46-414e-9e60-ae7d5e2a582c'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:48:49.980043 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-ccfd660a-6c01-414d-9213-c8bb3697f427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:48:49.980433 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccfd660a-6c01-414d-9213-c8bb3697f427 None None] The sync data for ids ['a58d3112-bd46-414e-9e60-ae7d5e2a582c'] in dv-neutron-830731-3-hyperv is: [] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:48:50.718781 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e00cd3d-652d-4cf1-badb-02ffb6a73f93 None None] New status for floating IP 4fea8e20-ad70-4580-89c0-253129b552bb: DOWN {{(pid=83740) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 07 10:48:50.775053 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 97a23dfc-8cf9-4257-b9f2-36b7d0101ba3 no longer exists at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:48:50.884721 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:48:50.915163 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] For port 97a23dfc-8cf9-4257-b9f2-36b7d0101ba3, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=97a23dfc-8cf9-4257-b9f2-36b7d0101ba3,segment=NetworkSegment(4284d5d6-298f-4e4a-9374-12cbf564720b),segment_id=4284d5d6-298f-4e4a-9374-12cbf564720b)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:48:50.919284 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:48:50.920096 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 305b3231-68bf-4a25-84e4-b6c9dc8ae16f no longer exists at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:48:51.032344 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Pushing event updated for resources: {'Port': ['ID=97a23dfc-8cf9-4257-b9f2-36b7d0101ba3,revision_number=6']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:51.067698 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:48:51.068296 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:48:51.068667 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:48:51.069000 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:48:51.069328 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:48:51.069648 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:48:51.069968 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:48:51.070288 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:48:51.070603 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:48:51.070917 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:48:51.071241 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:48:51.098707 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:48:51.113891 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] For port 305b3231-68bf-4a25-84e4-b6c9dc8ae16f, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=305b3231-68bf-4a25-84e4-b6c9dc8ae16f,segment=NetworkSegment(9a22e080-7529-4fc7-949d-9f84ba21807d),segment_id=9a22e080-7529-4fc7-949d-9f84ba21807d)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:48:51.117592 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:48:51.183044 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Pushing event updated for resources: {'Port': ['ID=305b3231-68bf-4a25-84e4-b6c9dc8ae16f,revision_number=5']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:51.994173 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 42340) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:48:51.999513 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-4a314b57-7859-4538-ab0b-2141ea1ce53a tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Request body: {'router': {'admin_state_up': True}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:48:52.543925 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4a314b57-7859-4538-ab0b-2141ea1ce53a tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3917998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58952'] for router, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:48:52.554591 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4a314b57-7859-4538-ab0b-2141ea1ce53a tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3923496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3923511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3918005'] for router, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:48:52.747506 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a314b57-7859-4538-ab0b-2141ea1ce53a tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Router a58d3112-bd46-414e-9e60-ae7d5e2a582c has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:48:52.944835 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a314b57-7859-4538-ab0b-2141ea1ce53a tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:48:52.950419 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4a314b57-7859-4538-ab0b-2141ea1ce53a tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for router, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:48:52.951675 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-4a314b57-7859-4538-ab0b-2141ea1ce53a tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "PUT /v2.0/routers/a58d3112-bd46-414e-9e60-ae7d5e2a582c HTTP/1.1" status: 200 len: 887 time: 0.9563794 Mar 07 10:48:52.954397 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 42344) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:48:52.954553 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d6d49da-9459-40d0-888a-04fb3b2eda10 None None] Sync routers for ids ['a58d3112-bd46-414e-9e60-ae7d5e2a582c'] in dv-neutron-830731-3-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:48:52.966668 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d6d49da-9459-40d0-888a-04fb3b2eda10 None None] Routers {'a58d3112-bd46-414e-9e60-ae7d5e2a582c'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:48:52.967267 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-5d6d49da-9459-40d0-888a-04fb3b2eda10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:48:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['a58d3112-bd46-414e-9e60-ae7d5e2a582c'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:48:53.152818 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-5d6d49da-9459-40d0-888a-04fb3b2eda10 None None] Set router a58d3112-bd46-414e-9e60-ae7d5e2a582c gateway port host: dv-neutron-830731-3-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:48:53.163414 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-1f7f12cf-ff32-40b7-a86c-5bd3c9397fab tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/floatingips/4fea8e20-ad70-4580-89c0-253129b552bb HTTP/1.1" status: 200 len: 991 time: 0.2074063 Mar 07 10:48:53.491142 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-5d6d49da-9459-40d0-888a-04fb3b2eda10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a58d3112-bd46-414e-9e60-ae7d5e2a582c', 'name': 'tempest-TestNetworkBasicOps-router-938891759', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.134'}], 'enable_snat': True}, 'gw_port_id': '305b3231-68bf-4a25-84e4-b6c9dc8ae16f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:47:20Z', 'updated_at': '2022-03-07T10:48:52Z', 'revision_number': 6, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'gw_port': {'id': '305b3231-68bf-4a25-84e4-b6c9dc8ae16f', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:62:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a58d3112-bd46-414e-9e60-ae7d5e2a582c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:47:20Z', 'updated_at': '2022-03-07T10:48:51Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_floatingips': [{'id': '4fea8e20-ad70-4580-89c0-253129b552bb', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'floating_ip_address': '172.26.8.254', 'floating_network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'router_id': 'a58d3112-bd46-414e-9e60-ae7d5e2a582c', 'port_id': '94d29496-a31a-4905-be4b-1b36f6bb3992', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97cb5418-52b9-4cb2-a44b-5c13b21bb8ad', 'mac_address': 'fa:16:3e:11:2a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26071bf7-5179-4ccf-958d-6f5661e02af0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:47:42Z', 'updated_at': '2022-03-07T10:48:50Z', 'revision_number': 2, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97a23dfc-8cf9-4257-b9f2-36b7d0101ba3', 'name': '', 'network_id': '97cb5418-52b9-4cb2-a44b-5c13b21bb8ad', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'mac_address': 'fa:16:3e:9b:f0:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a58d3112-bd46-414e-9e60-ae7d5e2a582c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3294708f-080f-468d-9797-074cda31bb8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:47:23Z', 'updated_at': '2022-03-07T10:48:50Z', 'revision_number': 6, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'subnets': [{'id': '3294708f-080f-468d-9797-074cda31bb8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:48:53.494903 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d6d49da-9459-40d0-888a-04fb3b2eda10 None None] Checking router: a58d3112-bd46-414e-9e60-ae7d5e2a582c for host: dv-neutron-830731-3-hyperv {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 07 10:48:53.505793 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d6d49da-9459-40d0-888a-04fb3b2eda10 None None] Routers {'a58d3112-bd46-414e-9e60-ae7d5e2a582c'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:48:53.506387 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-5d6d49da-9459-40d0-888a-04fb3b2eda10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:48:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['a58d3112-bd46-414e-9e60-ae7d5e2a582c'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:48:53.676428 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-5d6d49da-9459-40d0-888a-04fb3b2eda10 None None] Set router a58d3112-bd46-414e-9e60-ae7d5e2a582c gateway port host: dv-neutron-830731-3-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:48:54.047473 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-5d6d49da-9459-40d0-888a-04fb3b2eda10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a58d3112-bd46-414e-9e60-ae7d5e2a582c', 'name': 'tempest-TestNetworkBasicOps-router-938891759', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.134'}], 'enable_snat': True}, 'gw_port_id': '305b3231-68bf-4a25-84e4-b6c9dc8ae16f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:47:20Z', 'updated_at': '2022-03-07T10:48:52Z', 'revision_number': 6, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'gw_port': {'id': '305b3231-68bf-4a25-84e4-b6c9dc8ae16f', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:62:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a58d3112-bd46-414e-9e60-ae7d5e2a582c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:47:20Z', 'updated_at': '2022-03-07T10:48:51Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_floatingips': [{'id': '4fea8e20-ad70-4580-89c0-253129b552bb', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'floating_ip_address': '172.26.8.254', 'floating_network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'router_id': 'a58d3112-bd46-414e-9e60-ae7d5e2a582c', 'port_id': '94d29496-a31a-4905-be4b-1b36f6bb3992', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97cb5418-52b9-4cb2-a44b-5c13b21bb8ad', 'mac_address': 'fa:16:3e:11:2a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26071bf7-5179-4ccf-958d-6f5661e02af0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:47:42Z', 'updated_at': '2022-03-07T10:48:50Z', 'revision_number': 2, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97a23dfc-8cf9-4257-b9f2-36b7d0101ba3', 'name': '', 'network_id': '97cb5418-52b9-4cb2-a44b-5c13b21bb8ad', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'mac_address': 'fa:16:3e:9b:f0:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a58d3112-bd46-414e-9e60-ae7d5e2a582c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3294708f-080f-468d-9797-074cda31bb8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:47:23Z', 'updated_at': '2022-03-07T10:48:50Z', 'revision_number': 6, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'subnets': [{'id': '3294708f-080f-468d-9797-074cda31bb8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:48:54.052024 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d6d49da-9459-40d0-888a-04fb3b2eda10 None None] The sync data for ids ['a58d3112-bd46-414e-9e60-ae7d5e2a582c'] in dv-neutron-830731-3-hyperv is: [{'id': 'a58d3112-bd46-414e-9e60-ae7d5e2a582c', 'name': 'tempest-TestNetworkBasicOps-router-938891759', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.134'}], 'enable_snat': True}, 'gw_port_id': '305b3231-68bf-4a25-84e4-b6c9dc8ae16f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:47:20Z', 'updated_at': '2022-03-07T10:48:52Z', 'revision_number': 6, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'gw_port': {'id': '305b3231-68bf-4a25-84e4-b6c9dc8ae16f', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:62:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a58d3112-bd46-414e-9e60-ae7d5e2a582c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:47:20Z', 'updated_at': '2022-03-07T10:48:51Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_floatingips': [{'id': '4fea8e20-ad70-4580-89c0-253129b552bb', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'floating_ip_address': '172.26.8.254', 'floating_network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'router_id': 'a58d3112-bd46-414e-9e60-ae7d5e2a582c', 'port_id': '94d29496-a31a-4905-be4b-1b36f6bb3992', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97cb5418-52b9-4cb2-a44b-5c13b21bb8ad', 'mac_address': 'fa:16:3e:11:2a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26071bf7-5179-4ccf-958d-6f5661e02af0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:47:42Z', 'updated_at': '2022-03-07T10:48:50Z', 'revision_number': 2, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97a23dfc-8cf9-4257-b9f2-36b7d0101ba3', 'name': '', 'network_id': '97cb5418-52b9-4cb2-a44b-5c13b21bb8ad', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'mac_address': 'fa:16:3e:9b:f0:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a58d3112-bd46-414e-9e60-ae7d5e2a582c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3294708f-080f-468d-9797-074cda31bb8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:47:23Z', 'updated_at': '2022-03-07T10:48:50Z', 'revision_number': 6, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'subnets': [{'id': '3294708f-080f-468d-9797-074cda31bb8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:48:54.167335 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 42348) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:48:54.291259 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-0e15b320-2fbc-4c53-bd1f-e26c2c12ca4e tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/floatingips/4fea8e20-ad70-4580-89c0-253129b552bb HTTP/1.1" status: 200 len: 991 time: 0.1221976 Mar 07 10:48:54.819449 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 97a23dfc-8cf9-4257-b9f2-36b7d0101ba3 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:48:54.891411 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 97a23dfc-8cf9-4257-b9f2-36b7d0101ba3 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:48:54.891778 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:48:55.009452 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:48:55.045049 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] For port 97a23dfc-8cf9-4257-b9f2-36b7d0101ba3, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=97a23dfc-8cf9-4257-b9f2-36b7d0101ba3,segment=NetworkSegment(4284d5d6-298f-4e4a-9374-12cbf564720b),segment_id=4284d5d6-298f-4e4a-9374-12cbf564720b)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:48:55.050152 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:48:55.050917 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 305b3231-68bf-4a25-84e4-b6c9dc8ae16f up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:48:55.157409 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Pushing event updated for resources: {'Port': ['ID=97a23dfc-8cf9-4257-b9f2-36b7d0101ba3,revision_number=7']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:55.171629 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 305b3231-68bf-4a25-84e4-b6c9dc8ae16f triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:48:55.171990 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:48:55.281241 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:48:55.293425 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 42352) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:48:55.297648 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] For port 305b3231-68bf-4a25-84e4-b6c9dc8ae16f, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=305b3231-68bf-4a25-84e4-b6c9dc8ae16f,segment=NetworkSegment(9a22e080-7529-4fc7-949d-9f84ba21807d),segment_id=9a22e080-7529-4fc7-949d-9f84ba21807d)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:48:55.303511 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:48:55.370433 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Pushing event updated for resources: {'Port': ['ID=305b3231-68bf-4a25-84e4-b6c9dc8ae16f,revision_number=6']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:55.397617 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-1c2eea6b-adf0-4f3a-90bf-01a3d59fb71c tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/floatingips/4fea8e20-ad70-4580-89c0-253129b552bb HTTP/1.1" status: 200 len: 991 time: 0.1031008 Mar 07 10:48:56.401440 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 42356) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:48:56.508689 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-afd1ab86-5104-40b6-94ac-00c56f08d9c5 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/floatingips/4fea8e20-ad70-4580-89c0-253129b552bb HTTP/1.1" status: 200 len: 991 time: 0.1060741 Mar 07 10:48:56.784446 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 97a23dfc-8cf9-4257-b9f2-36b7d0101ba3 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:48:56.851255 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 97a23dfc-8cf9-4257-b9f2-36b7d0101ba3 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:48:56.851543 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:48:56.962693 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 305b3231-68bf-4a25-84e4-b6c9dc8ae16f up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:48:57.026252 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 305b3231-68bf-4a25-84e4-b6c9dc8ae16f triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:48:57.026609 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:48:57.512508 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 42360) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:48:57.618921 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-699b9410-38fa-46f1-b3e4-13a37fbcac7c tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/floatingips/4fea8e20-ad70-4580-89c0-253129b552bb HTTP/1.1" status: 200 len: 991 time: 0.1050470 Mar 07 10:48:58.395518 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-42dd0a7e-422a-4131-b33f-8643993f7d4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:48:58.622279 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 42364) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:48:58.727205 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-a5fe3ac0-2f3f-4398-be23-552e61cac721 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/floatingips/4fea8e20-ad70-4580-89c0-253129b552bb HTTP/1.1" status: 200 len: 991 time: 0.1038139 Mar 07 10:48:59.730441 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 42368) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:48:59.831953 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-58f0b5fa-32b3-45ca-a676-23c5ff021653 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/floatingips/4fea8e20-ad70-4580-89c0-253129b552bb HTTP/1.1" status: 200 len: 991 time: 0.1004224 Mar 07 10:49:00.585336 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-b5d22576-f420-4af7-906e-0b5972ad780f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:49:00.835159 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 42372) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:49:00.937926 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-15ec9333-6a41-4581-9a9a-b098e7afc894 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/floatingips/4fea8e20-ad70-4580-89c0-253129b552bb HTTP/1.1" status: 200 len: 991 time: 0.1015480 Mar 07 10:49:01.151654 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7949d0eb-17e7-478c-a7e8-3d873d02b012 None None] New status for floating IP 4fea8e20-ad70-4580-89c0-253129b552bb: ACTIVE {{(pid=83740) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 07 10:49:01.816847 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-711fefd2-3b30-4759-8df5-0aecff1c8e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:49:01.885365 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:49:01.941850 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 42376) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:49:02.044953 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-a3398a47-31d3-457b-8128-ae11c56777b6 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/floatingips/4fea8e20-ad70-4580-89c0-253129b552bb HTTP/1.1" status: 200 len: 993 time: 0.1019917 Mar 07 10:49:02.346206 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 42386) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:49:02.543570 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-90d0d0e9-5a42-4f48-a504-0f4843274707 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Deleting port 1996482c-4646-47a7-8067-26db196f4256 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:49:02.543901 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-90d0d0e9-5a42-4f48-a504-0f4843274707 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:49:02.713089 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-90d0d0e9-5a42-4f48-a504-0f4843274707 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:49:02.713412 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-90d0d0e9-5a42-4f48-a504-0f4843274707 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:49:02.829518 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-90d0d0e9-5a42-4f48-a504-0f4843274707 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Calling delete_port for 1996482c-4646-47a7-8067-26db196f4256 owned by network:floatingip {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:49:02.974252 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-90d0d0e9-5a42-4f48-a504-0f4843274707 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:49:03.111130 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d0d0e9-5a42-4f48-a504-0f4843274707 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event deleted for resources: {'Port': ['ID=1996482c-4646-47a7-8067-26db196f4256,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:03.151155 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d0d0e9-5a42-4f48-a504-0f4843274707 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:49:03.151500 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d0d0e9-5a42-4f48-a504-0f4843274707 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:49:03.151844 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d0d0e9-5a42-4f48-a504-0f4843274707 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:49:03.152170 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d0d0e9-5a42-4f48-a504-0f4843274707 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:49:03.152510 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d0d0e9-5a42-4f48-a504-0f4843274707 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:49:03.152836 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d0d0e9-5a42-4f48-a504-0f4843274707 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:49:03.153153 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d0d0e9-5a42-4f48-a504-0f4843274707 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:49:03.153471 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d0d0e9-5a42-4f48-a504-0f4843274707 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:49:03.153784 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d0d0e9-5a42-4f48-a504-0f4843274707 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:49:03.154110 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d0d0e9-5a42-4f48-a504-0f4843274707 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:49:03.154421 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d0d0e9-5a42-4f48-a504-0f4843274707 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:49:03.217937 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-90d0d0e9-5a42-4f48-a504-0f4843274707 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for floatingip, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:49:03.245701 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c87150bd-aa9c-4ad1-bb68-57ec66d4fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:49:03.598887 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90d0d0e9-5a42-4f48-a504-0f4843274707 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Router a58d3112-bd46-414e-9e60-ae7d5e2a582c has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:49:03.790011 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90d0d0e9-5a42-4f48-a504-0f4843274707 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:49:03.809313 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-90d0d0e9-5a42-4f48-a504-0f4843274707 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for floatingip, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:49:03.863774 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-90d0d0e9-5a42-4f48-a504-0f4843274707 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "DELETE /v2.0/floatingips/4fea8e20-ad70-4580-89c0-253129b552bb HTTP/1.1" status: 204 len: 168 time: 1.5165155 Mar 07 10:49:03.864353 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26071bf7-5179-4ccf-958d-6f5661e02af0', 'tag': '94d29496-a31a-4905-be4b-1b36f6bb3992'}] {{(pid=83738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 10:49:03.921844 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26071bf7-5179-4ccf-958d-6f5661e02af0', 'tag': '94d29496-a31a-4905-be4b-1b36f6bb3992', 'status': 'completed', 'code': 200} Mar 07 10:49:04.013060 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c30aff82-34aa-4781-b71f-56fe70507208 req-6719998d-8ebb-4819-8acf-7591360a26da service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=416b2fd961bc4d70a26d66821f7df8e2&device_id=26071bf7-5179-4ccf-958d-6f5661e02af0 HTTP/1.1" status: 200 len: 1098 time: 0.0704799 Mar 07 10:49:04.143847 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30aff82-34aa-4781-b71f-56fe70507208 req-5237ea8a-7a9d-4f78-92ab-904561227a2c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:04.145210 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c30aff82-34aa-4781-b71f-56fe70507208 req-5237ea8a-7a9d-4f78-92ab-904561227a2c service neutron] 10.222.0.10 "GET /v2.0/networks?id=97cb5418-52b9-4cb2-a44b-5c13b21bb8ad HTTP/1.1" status: 200 len: 897 time: 0.1265767 Mar 07 10:49:04.246803 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c30aff82-34aa-4781-b71f-56fe70507208 req-4160802c-bfe4-40a1-a47f-b8a0983e176f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=94d29496-a31a-4905-be4b-1b36f6bb3992 HTTP/1.1" status: 200 len: 217 time: 0.0951099 Mar 07 10:49:04.322539 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30aff82-34aa-4781-b71f-56fe70507208 req-777b801c-fbf9-49a4-b9b5-3db406ebe0d3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:04.323926 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c30aff82-34aa-4781-b71f-56fe70507208 req-777b801c-fbf9-49a4-b9b5-3db406ebe0d3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3294708f-080f-468d-9797-074cda31bb8f HTTP/1.1" status: 200 len: 834 time: 0.0696268 Mar 07 10:49:04.368096 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b4c902-9b35-4b5c-87bb-0b6a7c05d495 req-bc873866-9f14-4bd6-a3ce-e7a67e6f0276 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:04.369521 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f8b4c902-9b35-4b5c-87bb-0b6a7c05d495 req-bc873866-9f14-4bd6-a3ce-e7a67e6f0276 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/ports?device_id=26071bf7-5179-4ccf-958d-6f5661e02af0 HTTP/1.1" status: 200 len: 945 time: 0.1707802 Mar 07 10:49:04.531685 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f8b4c902-9b35-4b5c-87bb-0b6a7c05d495 req-9de40595-73d3-4cc3-9550-8a600810810a tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5f03cfe-2901-4cb3-893f-e78491eeff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1552455 Mar 07 10:49:04.541063 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c30aff82-34aa-4781-b71f-56fe70507208 req-a71c6e5c-3431-402a-b323-f37dc75feab9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=97cb5418-52b9-4cb2-a44b-5c13b21bb8ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2101865 Mar 07 10:49:04.671598 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c30aff82-34aa-4781-b71f-56fe70507208 req-115c223a-0275-48aa-baa1-c9bd8104f7d2 service neutron] 10.222.0.10 "GET /v2.0/networks/97cb5418-52b9-4cb2-a44b-5c13b21bb8ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244965 Mar 07 10:49:04.802383 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c30aff82-34aa-4781-b71f-56fe70507208 req-58879371-11e9-4350-b6d7-619a25b697f3 service neutron] 10.222.0.10 "GET /v2.0/networks/97cb5418-52b9-4cb2-a44b-5c13b21bb8ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246188 Mar 07 10:49:05.609958 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59889b5-dc79-4518-a96e-8b1f241bcd5e req-c8a2ce99-cc58-4419-b213-aaf2214c6068 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:05.611510 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c59889b5-dc79-4518-a96e-8b1f241bcd5e req-c8a2ce99-cc58-4419-b213-aaf2214c6068 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.10 "GET /v2.0/ports?device_id=26071bf7-5179-4ccf-958d-6f5661e02af0 HTTP/1.1" status: 200 len: 945 time: 0.0771041 Mar 07 10:49:05.721158 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [req-c59889b5-dc79-4518-a96e-8b1f241bcd5e req-ee452e66-9d4d-41a4-9552-b81c92a42024 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Deleting port 94d29496-a31a-4905-be4b-1b36f6bb3992 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:49:05.721498 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-c59889b5-dc79-4518-a96e-8b1f241bcd5e req-ee452e66-9d4d-41a4-9552-b81c92a42024 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:49:05.841298 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a51e899-5d03-4929-8ba8-c54701dc2e99 req-305eff4d-19b6-4ae6-8b0f-4b222cca7b42 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:05.842649 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4a51e899-5d03-4929-8ba8-c54701dc2e99 req-305eff4d-19b6-4ae6-8b0f-4b222cca7b42 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/ports?device_id=26071bf7-5179-4ccf-958d-6f5661e02af0 HTTP/1.1" status: 200 len: 945 time: 0.1860862 Mar 07 10:49:05.975929 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4a51e899-5d03-4929-8ba8-c54701dc2e99 req-3a063a12-3a15-455b-b19e-afc6224b1977 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5f03cfe-2901-4cb3-893f-e78491eeff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1277666 Mar 07 10:49:06.012132 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [req-c59889b5-dc79-4518-a96e-8b1f241bcd5e req-ee452e66-9d4d-41a4-9552-b81c92a42024 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] For port 94d29496-a31a-4905-be4b-1b36f6bb3992, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=94d29496-a31a-4905-be4b-1b36f6bb3992,segment=NetworkSegment(4284d5d6-298f-4e4a-9374-12cbf564720b),segment_id=4284d5d6-298f-4e4a-9374-12cbf564720b)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:49:06.012486 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-c59889b5-dc79-4518-a96e-8b1f241bcd5e req-ee452e66-9d4d-41a4-9552-b81c92a42024 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:49:06.130129 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [req-c59889b5-dc79-4518-a96e-8b1f241bcd5e req-ee452e66-9d4d-41a4-9552-b81c92a42024 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Calling delete_port for 94d29496-a31a-4905-be4b-1b36f6bb3992 owned by compute:nova {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:49:06.272105 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-c59889b5-dc79-4518-a96e-8b1f241bcd5e req-ee452e66-9d4d-41a4-9552-b81c92a42024 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:49:06.320816 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee452e66-9d4d-41a4-9552-b81c92a42024 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event deleted for resources: {'Port': ['ID=94d29496-a31a-4905-be4b-1b36f6bb3992,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:06.369311 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee452e66-9d4d-41a4-9552-b81c92a42024 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:49:06.369887 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee452e66-9d4d-41a4-9552-b81c92a42024 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:49:06.370475 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee452e66-9d4d-41a4-9552-b81c92a42024 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:49:06.371449 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee452e66-9d4d-41a4-9552-b81c92a42024 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:49:06.372044 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee452e66-9d4d-41a4-9552-b81c92a42024 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:49:06.372647 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee452e66-9d4d-41a4-9552-b81c92a42024 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:49:06.373174 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee452e66-9d4d-41a4-9552-b81c92a42024 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:49:06.373514 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee452e66-9d4d-41a4-9552-b81c92a42024 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:49:06.374077 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee452e66-9d4d-41a4-9552-b81c92a42024 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:49:06.374409 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee452e66-9d4d-41a4-9552-b81c92a42024 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:49:06.374754 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee452e66-9d4d-41a4-9552-b81c92a42024 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:49:06.412430 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [req-c59889b5-dc79-4518-a96e-8b1f241bcd5e req-ee452e66-9d4d-41a4-9552-b81c92a42024 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] No DVR routers for this DVR port 94d29496-a31a-4905-be4b-1b36f6bb3992 on host hv-neutron-8307 {{(pid=83737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:49:06.414899 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-c59889b5-dc79-4518-a96e-8b1f241bcd5e req-ee452e66-9d4d-41a4-9552-b81c92a42024 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:49:06.417448 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26071bf7-5179-4ccf-958d-6f5661e02af0', 'name': 'network-vif-deleted', 'tag': '94d29496-a31a-4905-be4b-1b36f6bb3992'}] {{(pid=83737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 10:49:06.428588 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c59889b5-dc79-4518-a96e-8b1f241bcd5e req-ee452e66-9d4d-41a4-9552-b81c92a42024 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.10 "DELETE /v2.0/ports/94d29496-a31a-4905-be4b-1b36f6bb3992 HTTP/1.1" status: 204 len: 173 time: 0.8124645 Mar 07 10:49:06.474532 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26071bf7-5179-4ccf-958d-6f5661e02af0', 'name': 'network-vif-deleted', 'tag': '94d29496-a31a-4905-be4b-1b36f6bb3992', 'status': 'completed', 'code': 200} Mar 07 10:49:07.082512 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 42402) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:49:07.149006 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d5b5b803-6a26-42a3-b9e6-4f85af4c3654 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:49:07.177438 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d5b5b803-6a26-42a3-b9e6-4f85af4c3654 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:49:07.242401 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d5b5b803-6a26-42a3-b9e6-4f85af4c3654 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:49:07.264406 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b5b803-6a26-42a3-b9e6-4f85af4c3654 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5f03cfe-2901-4cb3-893f-e78491eeff2c,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:07.289090 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d5b5b803-6a26-42a3-b9e6-4f85af4c3654 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:49:07.293866 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-d5b5b803-6a26-42a3-b9e6-4f85af4c3654 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "DELETE /v2.0/security-groups/d5f03cfe-2901-4cb3-893f-e78491eeff2c HTTP/1.1" status: 204 len: 168 time: 0.2067437 Mar 07 10:49:07.332287 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 42408) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:49:07.799334 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-822c960e-52c3-40f9-bcaa-fb6b0aa94390 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3920255'] for router_interface, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:49:08.389812 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-822c960e-52c3-40f9-bcaa-fb6b0aa94390 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Deleting port 97a23dfc-8cf9-4257-b9f2-36b7d0101ba3 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:49:08.390577 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-822c960e-52c3-40f9-bcaa-fb6b0aa94390 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:49:08.575429 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-822c960e-52c3-40f9-bcaa-fb6b0aa94390 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] For port 97a23dfc-8cf9-4257-b9f2-36b7d0101ba3, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=97a23dfc-8cf9-4257-b9f2-36b7d0101ba3,segment=NetworkSegment(4284d5d6-298f-4e4a-9374-12cbf564720b),segment_id=4284d5d6-298f-4e4a-9374-12cbf564720b)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:49:08.575690 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-822c960e-52c3-40f9-bcaa-fb6b0aa94390 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:49:08.690610 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-822c960e-52c3-40f9-bcaa-fb6b0aa94390 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Calling delete_port for 97a23dfc-8cf9-4257-b9f2-36b7d0101ba3 owned by network:router_interface {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:49:08.857707 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-822c960e-52c3-40f9-bcaa-fb6b0aa94390 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:49:08.903492 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822c960e-52c3-40f9-bcaa-fb6b0aa94390 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event deleted for resources: {'Port': ['ID=97a23dfc-8cf9-4257-b9f2-36b7d0101ba3,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:09.273637 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-822c960e-52c3-40f9-bcaa-fb6b0aa94390 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2756383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3920168'] for router_interface, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:49:09.317443 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device 94d29496-a31a-4905-be4b-1b36f6bb3992 no longer exists at agent hyperv_hv-neutron-8307 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:49:09.349926 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] No Port match for: 94d29496-a31a-4905-be4b-1b36f6bb3992 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 10:49:09.350276 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device 94d29496-a31a-4905-be4b-1b36f6bb3992 not bound to the agent host hv-neutron-8307 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 10:49:09.832169 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-822c960e-52c3-40f9-bcaa-fb6b0aa94390 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Router a58d3112-bd46-414e-9e60-ae7d5e2a582c has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:49:10.024946 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-822c960e-52c3-40f9-bcaa-fb6b0aa94390 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:49:10.036948 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-822c960e-52c3-40f9-bcaa-fb6b0aa94390 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "PUT /v2.0/routers/a58d3112-bd46-414e-9e60-ae7d5e2a582c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7031684 Mar 07 10:49:10.039592 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 42412) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:49:10.215325 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bd9eab4-9088-4902-a192-beed4fce49cb tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Deleting subnet 3294708f-080f-468d-9797-074cda31bb8f {{(pid=83737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 07 10:49:10.218084 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5bd9eab4-9088-4902-a192-beed4fce49cb tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for subnet, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:49:10.273685 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5bd9eab4-9088-4902-a192-beed4fce49cb tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2627781'] for subnet, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:49:10.354034 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5bd9eab4-9088-4902-a192-beed4fce49cb tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1525496'] for subnet, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:49:10.428041 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5bd9eab4-9088-4902-a192-beed4fce49cb tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1525489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3012507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3219316'] for subnet, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:49:10.468793 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd9eab4-9088-4902-a192-beed4fce49cb tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event deleted for resources: {'Subnet': ['ID=3294708f-080f-468d-9797-074cda31bb8f,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:10.475798 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5bd9eab4-9088-4902-a192-beed4fce49cb tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:49:10.481312 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c1e25b3-a230-4f3f-ba47-31502d1c7374 None None] Network 97cb5418-52b9-4cb2-a44b-5c13b21bb8ad requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:49:10.482156 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-5bd9eab4-9088-4902-a192-beed4fce49cb tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "DELETE /v2.0/subnets/3294708f-080f-468d-9797-074cda31bb8f HTTP/1.1" status: 204 len: 168 time: 0.4416513 Mar 07 10:49:10.484766 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 42416) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:49:10.773133 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6499e34d-1bb2-4203-81c6-1ba449e16547 None None] DHCP port deletion for 97cb5418-52b9-4cb2-a44b-5c13b21bb8ad request from dv-neutron-830731-3-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 07 10:49:10.777002 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6499e34d-1bb2-4203-81c6-1ba449e16547 None None] Deleting port 4b41ac64-e6c4-4171-8e78-65e77f4cc6df {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:49:10.777349 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6499e34d-1bb2-4203-81c6-1ba449e16547 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:49:10.788319 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f0d31b4d-cca4-4a5d-af07-be4d8c0fa524 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for router, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:49:10.979549 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6499e34d-1bb2-4203-81c6-1ba449e16547 None None] For port 4b41ac64-e6c4-4171-8e78-65e77f4cc6df, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=4b41ac64-e6c4-4171-8e78-65e77f4cc6df,segment=NetworkSegment(4284d5d6-298f-4e4a-9374-12cbf564720b),segment_id=4284d5d6-298f-4e4a-9374-12cbf564720b)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:49:10.979852 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6499e34d-1bb2-4203-81c6-1ba449e16547 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:49:10.983720 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f0d31b4d-cca4-4a5d-af07-be4d8c0fa524 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:49:10.994242 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-f0d31b4d-cca4-4a5d-af07-be4d8c0fa524 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Deleting port 305b3231-68bf-4a25-84e4-b6c9dc8ae16f {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:49:10.994736 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f0d31b4d-cca4-4a5d-af07-be4d8c0fa524 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:49:11.098973 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6499e34d-1bb2-4203-81c6-1ba449e16547 None None] Calling delete_port for 4b41ac64-e6c4-4171-8e78-65e77f4cc6df owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:49:11.162355 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-f0d31b4d-cca4-4a5d-af07-be4d8c0fa524 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] For port 305b3231-68bf-4a25-84e4-b6c9dc8ae16f, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=305b3231-68bf-4a25-84e4-b6c9dc8ae16f,segment=NetworkSegment(9a22e080-7529-4fc7-949d-9f84ba21807d),segment_id=9a22e080-7529-4fc7-949d-9f84ba21807d)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:49:11.162706 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f0d31b4d-cca4-4a5d-af07-be4d8c0fa524 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:49:11.174288 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6499e34d-1bb2-4203-81c6-1ba449e16547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812'] for port, after_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:49:11.217880 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6499e34d-1bb2-4203-81c6-1ba449e16547 None None] Pushing event deleted for resources: {'Port': ['ID=4b41ac64-e6c4-4171-8e78-65e77f4cc6df,revision_number=None']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:11.224653 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6499e34d-1bb2-4203-81c6-1ba449e16547 None None] No DVR routers for this DVR port 4b41ac64-e6c4-4171-8e78-65e77f4cc6df on host dv-neutron-830731-3-hyperv {{(pid=83739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:49:11.286406 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-f0d31b4d-cca4-4a5d-af07-be4d8c0fa524 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Calling delete_port for 305b3231-68bf-4a25-84e4-b6c9dc8ae16f owned by network:router_gateway {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:49:11.450334 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f0d31b4d-cca4-4a5d-af07-be4d8c0fa524 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:49:11.496846 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d31b4d-cca4-4a5d-af07-be4d8c0fa524 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event deleted for resources: {'Port': ['ID=305b3231-68bf-4a25-84e4-b6c9dc8ae16f,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:11.631644 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75054a4-1ae9-4522-8f6b-7d662d812c6b None None] Sync routers for ids ['a58d3112-bd46-414e-9e60-ae7d5e2a582c'] in dv-neutron-830731-3-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:49:11.643263 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75054a4-1ae9-4522-8f6b-7d662d812c6b None None] Routers {'a58d3112-bd46-414e-9e60-ae7d5e2a582c'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:49:11.643948 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-b75054a4-1ae9-4522-8f6b-7d662d812c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:49:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['a58d3112-bd46-414e-9e60-ae7d5e2a582c'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:49:11.714090 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f0d31b4d-cca4-4a5d-af07-be4d8c0fa524 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923554'] for router_gateway, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:49:11.771121 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-b75054a4-1ae9-4522-8f6b-7d662d812c6b None None] Set router a58d3112-bd46-414e-9e60-ae7d5e2a582c gateway port host: None {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:49:11.880357 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-b75054a4-1ae9-4522-8f6b-7d662d812c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a58d3112-bd46-414e-9e60-ae7d5e2a582c', 'name': 'tempest-TestNetworkBasicOps-router-938891759', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:47:20Z', 'updated_at': '2022-03-07T10:49:11Z', 'revision_number': 9, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'gw_port_host': None}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:49:11.884198 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75054a4-1ae9-4522-8f6b-7d662d812c6b None None] Checking router: a58d3112-bd46-414e-9e60-ae7d5e2a582c for host: dv-neutron-830731-3-hyperv {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 07 10:49:11.894750 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75054a4-1ae9-4522-8f6b-7d662d812c6b None None] Routers {'a58d3112-bd46-414e-9e60-ae7d5e2a582c'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:49:11.895339 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-b75054a4-1ae9-4522-8f6b-7d662d812c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:49:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['a58d3112-bd46-414e-9e60-ae7d5e2a582c'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:49:12.022756 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-b75054a4-1ae9-4522-8f6b-7d662d812c6b None None] Set router a58d3112-bd46-414e-9e60-ae7d5e2a582c gateway port host: None {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:49:12.061131 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f0d31b4d-cca4-4a5d-af07-be4d8c0fa524 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3917970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58043'] for router, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:49:12.065497 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f0d31b4d-cca4-4a5d-af07-be4d8c0fa524 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:49:12.090051 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f0d31b4d-cca4-4a5d-af07-be4d8c0fa524 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3917886'] for router, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:49:12.090575 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0d31b4d-cca4-4a5d-af07-be4d8c0fa524 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Fanout notify agent at l3_agent the message router_deleted on router a58d3112-bd46-414e-9e60-ae7d5e2a582c {{(pid=83737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 10:49:12.105315 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f0d31b4d-cca4-4a5d-af07-be4d8c0fa524 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:49:12.108878 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-f0d31b4d-cca4-4a5d-af07-be4d8c0fa524 tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "DELETE /v2.0/routers/a58d3112-bd46-414e-9e60-ae7d5e2a582c HTTP/1.1" status: 204 len: 168 time: 1.6207323 Mar 07 10:49:12.109150 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 42420) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:49:12.128774 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-b75054a4-1ae9-4522-8f6b-7d662d812c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a58d3112-bd46-414e-9e60-ae7d5e2a582c', 'name': 'tempest-TestNetworkBasicOps-router-938891759', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:47:20Z', 'updated_at': '2022-03-07T10:49:11Z', 'revision_number': 9, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'gw_port_host': None}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:49:12.132653 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75054a4-1ae9-4522-8f6b-7d662d812c6b None None] The sync data for ids ['a58d3112-bd46-414e-9e60-ae7d5e2a582c'] in dv-neutron-830731-3-hyperv is: [{'id': 'a58d3112-bd46-414e-9e60-ae7d5e2a582c', 'name': 'tempest-TestNetworkBasicOps-router-938891759', 'tenant_id': '416b2fd961bc4d70a26d66821f7df8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:47:20Z', 'updated_at': '2022-03-07T10:49:11Z', 'revision_number': 9, 'project_id': '416b2fd961bc4d70a26d66821f7df8e2', 'gw_port_host': None}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:49:12.222106 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ee0dbb24-cfe4-4892-8ba6-263b1aedb03d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1158940'] for network, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:49:12.349266 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ee0dbb24-cfe4-4892-8ba6-263b1aedb03d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1526893', 'neutron.services.segments.db._delete_segments_for_network-8732568551033'] for network, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:49:12.372896 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-ee0dbb24-cfe4-4892-8ba6-263b1aedb03d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97cb5418-52b9-4cb2-a44b-5c13b21bb8ad']}} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:49:12.385063 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-ee0dbb24-cfe4-4892-8ba6-263b1aedb03d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4284d5d6-298f-4e4a-9374-12cbf564720b') {'for_net_delete': True} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:49:12.385355 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-ee0dbb24-cfe4-4892-8ba6-263b1aedb03d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4284d5d6-298f-4e4a-9374-12cbf564720b') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:49:12.396773 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ee0dbb24-cfe4-4892-8ba6-263b1aedb03d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732568550916', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629174'] for segment, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:49:12.412942 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ee0dbb24-cfe4-4892-8ba6-263b1aedb03d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:49:12.419051 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee0dbb24-cfe4-4892-8ba6-263b1aedb03d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=83737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 07 10:49:12.419435 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ee0dbb24-cfe4-4892-8ba6-263b1aedb03d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1227397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3012597'] for segment, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:49:12.433568 dv-neutron-830731-3-hyperv neutron-server[83737]: Traceback (most recent call last): Mar 07 10:49:12.433568 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 07 10:49:12.433568 dv-neutron-830731-3-hyperv neutron-server[83737]: timer() Mar 07 10:49:12.433568 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:49:12.433568 dv-neutron-830731-3-hyperv neutron-server[83737]: cb(*args, **kw) Mar 07 10:49:12.433568 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 10:49:12.433568 dv-neutron-830731-3-hyperv neutron-server[83737]: return func(*args, **kwargs) Mar 07 10:49:12.433568 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:49:12.433568 dv-neutron-830731-3-hyperv neutron-server[83737]: self._notify() Mar 07 10:49:12.433568 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:49:12.433568 dv-neutron-830731-3-hyperv neutron-server[83737]: self.callback(batched_events) Mar 07 10:49:12.433568 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:49:12.433568 dv-neutron-830731-3-hyperv neutron-server[83737]: event.method(event) Mar 07 10:49:12.433568 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 10:49:12.433568 dv-neutron-830731-3-hyperv neutron-server[83737]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:49:12.433568 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 10:49:12.433568 dv-neutron-830731-3-hyperv neutron-server[83737]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:49:12.433568 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 10:49:12.433568 dv-neutron-830731-3-hyperv neutron-server[83737]: return f(self, *a, **k) Mar 07 10:49:12.433568 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:49:12.433568 dv-neutron-830731-3-hyperv neutron-server[83737]: return self._get(url).json() Mar 07 10:49:12.433568 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:49:12.433568 dv-neutron-830731-3-hyperv neutron-server[83737]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:49:12.433568 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 07 10:49:12.433568 dv-neutron-830731-3-hyperv neutron-server[83737]: return self.request(url, 'GET', **kwargs) Mar 07 10:49:12.433568 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 07 10:49:12.433568 dv-neutron-830731-3-hyperv neutron-server[83737]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:49:12.433568 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 07 10:49:12.433568 dv-neutron-830731-3-hyperv neutron-server[83737]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:49:12.433568 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 07 10:49:12.433568 dv-neutron-830731-3-hyperv neutron-server[83737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:49:12.433568 dv-neutron-830731-3-hyperv neutron-server[83737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:49:12.518250 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ee0dbb24-cfe4-4892-8ba6-263b1aedb03d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1526886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923583'] for network, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:49:12.536087 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ee0dbb24-cfe4-4892-8ba6-263b1aedb03d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:49:12.548120 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0dbb24-cfe4-4892-8ba6-263b1aedb03d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] Pushing event deleted for resources: {'Network': ['ID=97cb5418-52b9-4cb2-a44b-5c13b21bb8ad,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:12.554115 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-ee0dbb24-cfe4-4892-8ba6-263b1aedb03d tempest-TestNetworkBasicOps-1982213922 tempest-TestNetworkBasicOps-1982213922-project] 10.222.0.13 "DELETE /v2.0/networks/97cb5418-52b9-4cb2-a44b-5c13b21bb8ad HTTP/1.1" status: 204 len: 168 time: 0.4420593 Mar 07 10:49:12.903805 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 42428) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:49:12.928349 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 97a23dfc-8cf9-4257-b9f2-36b7d0101ba3 no longer exists at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:49:12.963675 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] No Port match for: 97a23dfc-8cf9-4257-b9f2-36b7d0101ba3 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 10:49:12.964041 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 97a23dfc-8cf9-4257-b9f2-36b7d0101ba3 not bound to the agent host dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 10:49:12.964449 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 4b41ac64-e6c4-4171-8e78-65e77f4cc6df no longer exists at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:49:12.996882 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] No Port match for: 4b41ac64-e6c4-4171-8e78-65e77f4cc6df {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 10:49:12.997222 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 4b41ac64-e6c4-4171-8e78-65e77f4cc6df not bound to the agent host dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 10:49:12.997700 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 305b3231-68bf-4a25-84e4-b6c9dc8ae16f no longer exists at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:49:12.998310 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1a071d-77b6-4add-bf05-150c940779b8 None None] New status for floating IP 4fea8e20-ad70-4580-89c0-253129b552bb: DOWN {{(pid=83740) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 07 10:49:13.028643 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] No Port match for: 305b3231-68bf-4a25-84e4-b6c9dc8ae16f {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 10:49:13.028984 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 305b3231-68bf-4a25-84e4-b6c9dc8ae16f not bound to the agent host dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 10:49:13.085470 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-4ffbd9c4-ba68-4c22-8013-6eb94d943ba2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=416b2fd961bc4d70a26d66821f7df8e2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1803613 Mar 07 10:49:13.087754 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 42434) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:49:13.149903 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d0538b77-359f-4b93-951e-11721ccff3dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:49:13.174791 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d0538b77-359f-4b93-951e-11721ccff3dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:49:13.227142 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d0538b77-359f-4b93-951e-11721ccff3dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:49:13.248387 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0538b77-359f-4b93-951e-11721ccff3dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f77b06ec-3dfc-44df-b7c7-f79f0759a953,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:13.255799 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d0538b77-359f-4b93-951e-11721ccff3dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:49:13.261305 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-d0538b77-359f-4b93-951e-11721ccff3dd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f77b06ec-3dfc-44df-b7c7-f79f0759a953 HTTP/1.1" status: 204 len: 168 time: 0.1709874 Mar 07 10:49:13.592159 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 42442) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:49:13.610569 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1e92c24f-87da-4a3d-9367-27c6c9615249 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:49:13.640570 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-1e92c24f-87da-4a3d-9367-27c6c9615249 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:49:13.644945 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-1e92c24f-87da-4a3d-9367-27c6c9615249 admin admin] Usage tracker for resource:security_group_rule and tenant:043a84bcbafd421e9d6504ce07320323 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:49:13.647738 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-1e92c24f-87da-4a3d-9367-27c6c9615249 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:49:13.653243 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-1e92c24f-87da-4a3d-9367-27c6c9615249 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:49:13.718386 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1e92c24f-87da-4a3d-9367-27c6c9615249 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:49:13.722709 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1e92c24f-87da-4a3d-9367-27c6c9615249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:49:13.768291 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e92c24f-87da-4a3d-9367-27c6c9615249 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76a3709a-32d2-4f2a-b93b-b2426d84d1a9,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:13.772597 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-1e92c24f-87da-4a3d-9367-27c6c9615249 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=043a84bcbafd421e9d6504ce07320323&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1794262 Mar 07 10:49:13.775206 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 42446) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:49:13.835498 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2ce3a01f-3972-4dea-b1f8-86533f3dbe8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:49:13.860026 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2ce3a01f-3972-4dea-b1f8-86533f3dbe8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:49:13.913708 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2ce3a01f-3972-4dea-b1f8-86533f3dbe8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:49:13.927024 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce3a01f-3972-4dea-b1f8-86533f3dbe8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76a3709a-32d2-4f2a-b93b-b2426d84d1a9,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:13.935186 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2ce3a01f-3972-4dea-b1f8-86533f3dbe8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:49:13.936267 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-2ce3a01f-3972-4dea-b1f8-86533f3dbe8c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/76a3709a-32d2-4f2a-b93b-b2426d84d1a9 HTTP/1.1" status: 204 len: 168 time: 0.1601882 Mar 07 10:49:15.753619 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:49:20.087597 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-adbd2215-c8ee-41f3-92a6-4182ca26b8a8 None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 10:49:21.737339 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-565b8ced-630a-4d83-9c5b-d8663ac033ff req-f1098581-cae5-4fc2-8ec1-39f25cbf5acc tempest-ServersAdminNegativeTestJSON-1504214360 tempest-ServersAdminNegativeTestJSON-1504214360-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=e86523ba89cd40218920d1bc079f5b24&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0270827 Mar 07 10:49:21.884623 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565b8ced-630a-4d83-9c5b-d8663ac033ff req-abea87c9-f3bf-40ec-a375-3a5a5cd7323b tempest-ServersAdminNegativeTestJSON-1504214360 tempest-ServersAdminNegativeTestJSON-1504214360-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:21.886043 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-565b8ced-630a-4d83-9c5b-d8663ac033ff req-abea87c9-f3bf-40ec-a375-3a5a5cd7323b tempest-ServersAdminNegativeTestJSON-1504214360 tempest-ServersAdminNegativeTestJSON-1504214360-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1438622 Mar 07 10:49:21.902297 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-565b8ced-630a-4d83-9c5b-d8663ac033ff req-caba76b4-9619-43f4-8770-9ce4ac80b758 tempest-ServersAdminNegativeTestJSON-1504214360 tempest-ServersAdminNegativeTestJSON-1504214360-project] 10.222.0.13 "GET /v2.0/quotas/e86523ba89cd40218920d1bc079f5b24 HTTP/1.1" status: 200 len: 375 time: 0.0108697 Mar 07 10:49:21.946200 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-565b8ced-630a-4d83-9c5b-d8663ac033ff req-25816a90-8c1f-438a-899d-5b7d80d94351 tempest-ServersAdminNegativeTestJSON-1504214360 tempest-ServersAdminNegativeTestJSON-1504214360-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e86523ba89cd40218920d1bc079f5b24&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0390761 Mar 07 10:49:22.131362 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-5b65c5c5-b4e6-4dd3-8ea0-8d9d26764d10 req-0dd125c9-0ad7-4fe8-8e10-ef2b057c7332 tempest-ServersAdminNegativeTestJSON-1504214360 tempest-ServersAdminNegativeTestJSON-1504214360-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5546cd9-6457-43d3-8e82-f933760defc6 HTTP/1.1" status: 200 len: 210 time: 0.0454030 Mar 07 10:49:22.989339 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-565b8ced-630a-4d83-9c5b-d8663ac033ff req-2c75691d-9abf-4776-bfd0-b052561def98 tempest-ServersAdminNegativeTestJSON-1504214360 tempest-ServersAdminNegativeTestJSON-1504214360-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=e86523ba89cd40218920d1bc079f5b24&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0274634 Mar 07 10:49:23.137093 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565b8ced-630a-4d83-9c5b-d8663ac033ff req-8d613f8c-f727-474a-823a-7bb95d9845a0 tempest-ServersAdminNegativeTestJSON-1504214360 tempest-ServersAdminNegativeTestJSON-1504214360-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:23.138848 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-565b8ced-630a-4d83-9c5b-d8663ac033ff req-8d613f8c-f727-474a-823a-7bb95d9845a0 tempest-ServersAdminNegativeTestJSON-1504214360 tempest-ServersAdminNegativeTestJSON-1504214360-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1452200 Mar 07 10:49:23.154315 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [req-565b8ced-630a-4d83-9c5b-d8663ac033ff req-9146c3ff-e572-4f95-9fdf-ea11fadcde45 tempest-ServersAdminNegativeTestJSON-1504214360 tempest-ServersAdminNegativeTestJSON-1504214360-project] Request body: {'port': {'device_id': 'f5546cd9-6457-43d3-8e82-f933760defc6', 'network_id': '8dbe29b5-cee9-4708-89c6-f6ee8ba5ea9f', 'admin_state_up': True, 'tenant_id': 'e86523ba89cd40218920d1bc079f5b24'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:49:23.316436 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-afff6ff2-c79d-4594-a673-a3fb05fd557e req-78f90b75-c352-4e85-89e7-c4a2f34cf664 tempest-ServersAdminNegativeTestJSON-1504214360 tempest-ServersAdminNegativeTestJSON-1504214360-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5546cd9-6457-43d3-8e82-f933760defc6 HTTP/1.1" status: 200 len: 210 time: 0.0524104 Mar 07 10:49:23.326685 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [req-565b8ced-630a-4d83-9c5b-d8663ac033ff req-9146c3ff-e572-4f95-9fdf-ea11fadcde45 tempest-ServersAdminNegativeTestJSON-1504214360 tempest-ServersAdminNegativeTestJSON-1504214360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:49:23.330568 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-565b8ced-630a-4d83-9c5b-d8663ac033ff req-9146c3ff-e572-4f95-9fdf-ea11fadcde45 tempest-ServersAdminNegativeTestJSON-1504214360 tempest-ServersAdminNegativeTestJSON-1504214360-project] Usage tracker for resource:port and tenant:e86523ba89cd40218920d1bc079f5b24 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:49:23.341777 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-565b8ced-630a-4d83-9c5b-d8663ac033ff req-9146c3ff-e572-4f95-9fdf-ea11fadcde45 tempest-ServersAdminNegativeTestJSON-1504214360 tempest-ServersAdminNegativeTestJSON-1504214360-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:49:23.341777 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [req-565b8ced-630a-4d83-9c5b-d8663ac033ff req-9146c3ff-e572-4f95-9fdf-ea11fadcde45 tempest-ServersAdminNegativeTestJSON-1504214360 tempest-ServersAdminNegativeTestJSON-1504214360-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:49:23.349114 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-565b8ced-630a-4d83-9c5b-d8663ac033ff req-9146c3ff-e572-4f95-9fdf-ea11fadcde45 tempest-ServersAdminNegativeTestJSON-1504214360 tempest-ServersAdminNegativeTestJSON-1504214360-project] Made reservation on behalf of e86523ba89cd40218920d1bc079f5b24 for: {'port': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:49:23.352043 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-565b8ced-630a-4d83-9c5b-d8663ac033ff req-9146c3ff-e572-4f95-9fdf-ea11fadcde45 tempest-ServersAdminNegativeTestJSON-1504214360 tempest-ServersAdminNegativeTestJSON-1504214360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:49:23.365040 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-565b8ced-630a-4d83-9c5b-d8663ac033ff req-9146c3ff-e572-4f95-9fdf-ea11fadcde45 tempest-ServersAdminNegativeTestJSON-1504214360 tempest-ServersAdminNegativeTestJSON-1504214360-project] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:49:23.395498 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [req-565b8ced-630a-4d83-9c5b-d8663ac033ff req-9146c3ff-e572-4f95-9fdf-ea11fadcde45 tempest-ServersAdminNegativeTestJSON-1504214360 tempest-ServersAdminNegativeTestJSON-1504214360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:49:23.399199 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-565b8ced-630a-4d83-9c5b-d8663ac033ff req-9146c3ff-e572-4f95-9fdf-ea11fadcde45 tempest-ServersAdminNegativeTestJSON-1504214360 tempest-ServersAdminNegativeTestJSON-1504214360-project] Usage tracker for resource:security_group_rule and tenant:e86523ba89cd40218920d1bc079f5b24 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:49:23.401878 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-565b8ced-630a-4d83-9c5b-d8663ac033ff req-9146c3ff-e572-4f95-9fdf-ea11fadcde45 tempest-ServersAdminNegativeTestJSON-1504214360 tempest-ServersAdminNegativeTestJSON-1504214360-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:49:23.407360 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [req-565b8ced-630a-4d83-9c5b-d8663ac033ff req-9146c3ff-e572-4f95-9fdf-ea11fadcde45 tempest-ServersAdminNegativeTestJSON-1504214360 tempest-ServersAdminNegativeTestJSON-1504214360-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:49:23.474226 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-565b8ced-630a-4d83-9c5b-d8663ac033ff req-9146c3ff-e572-4f95-9fdf-ea11fadcde45 tempest-ServersAdminNegativeTestJSON-1504214360 tempest-ServersAdminNegativeTestJSON-1504214360-project] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:49:23.477699 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-565b8ced-630a-4d83-9c5b-d8663ac033ff req-9146c3ff-e572-4f95-9fdf-ea11fadcde45 tempest-ServersAdminNegativeTestJSON-1504214360 tempest-ServersAdminNegativeTestJSON-1504214360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:49:23.557946 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9146c3ff-e572-4f95-9fdf-ea11fadcde45 tempest-ServersAdminNegativeTestJSON-1504214360 tempest-ServersAdminNegativeTestJSON-1504214360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61abf1ef-19e1-4394-97ab-037c9ef84c88,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:23.637957 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [req-565b8ced-630a-4d83-9c5b-d8663ac033ff req-9146c3ff-e572-4f95-9fdf-ea11fadcde45 tempest-ServersAdminNegativeTestJSON-1504214360 tempest-ServersAdminNegativeTestJSON-1504214360-project] Allocated IP 192.168.233.197 (8dbe29b5-cee9-4708-89c6-f6ee8ba5ea9f/e0d214f3-5f3a-4f9a-9cdd-8b445bb8cbd8/5556e2c1-9ad5-456e-bdd8-12e4deca5e0d) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:49:23.831776 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-565b8ced-630a-4d83-9c5b-d8663ac033ff req-9146c3ff-e572-4f95-9fdf-ea11fadcde45 tempest-ServersAdminNegativeTestJSON-1504214360 tempest-ServersAdminNegativeTestJSON-1504214360-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:49:23.847091 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [req-565b8ced-630a-4d83-9c5b-d8663ac033ff req-9146c3ff-e572-4f95-9fdf-ea11fadcde45 tempest-ServersAdminNegativeTestJSON-1504214360 tempest-ServersAdminNegativeTestJSON-1504214360-project] Transition to ACTIVE for port object 5556e2c1-9ad5-456e-bdd8-12e4deca5e0d will not be triggered until provisioned by entity DHCP. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:49:23.868076 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-565b8ced-630a-4d83-9c5b-d8663ac033ff req-9146c3ff-e572-4f95-9fdf-ea11fadcde45 tempest-ServersAdminNegativeTestJSON-1504214360 tempest-ServersAdminNegativeTestJSON-1504214360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:49:23.935741 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-565b8ced-630a-4d83-9c5b-d8663ac033ff req-9146c3ff-e572-4f95-9fdf-ea11fadcde45 tempest-ServersAdminNegativeTestJSON-1504214360 tempest-ServersAdminNegativeTestJSON-1504214360-project] Network 8dbe29b5-cee9-4708-89c6-f6ee8ba5ea9f is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:49:23.938620 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [req-565b8ced-630a-4d83-9c5b-d8663ac033ff req-9146c3ff-e572-4f95-9fdf-ea11fadcde45 tempest-ServersAdminNegativeTestJSON-1504214360 tempest-ServersAdminNegativeTestJSON-1504214360-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:49:23.943017 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [req-565b8ced-630a-4d83-9c5b-d8663ac033ff req-9146c3ff-e572-4f95-9fdf-ea11fadcde45 tempest-ServersAdminNegativeTestJSON-1504214360 tempest-ServersAdminNegativeTestJSON-1504214360-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:49:23.973901 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9146c3ff-e572-4f95-9fdf-ea11fadcde45 tempest-ServersAdminNegativeTestJSON-1504214360 tempest-ServersAdminNegativeTestJSON-1504214360-project] Pushing event updated for resources: {'Port': ['ID=5556e2c1-9ad5-456e-bdd8-12e4deca5e0d,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:24.011503 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565b8ced-630a-4d83-9c5b-d8663ac033ff req-9146c3ff-e572-4f95-9fdf-ea11fadcde45 tempest-ServersAdminNegativeTestJSON-1504214360 tempest-ServersAdminNegativeTestJSON-1504214360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:24.012186 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-565b8ced-630a-4d83-9c5b-d8663ac033ff req-9146c3ff-e572-4f95-9fdf-ea11fadcde45 tempest-ServersAdminNegativeTestJSON-1504214360 tempest-ServersAdminNegativeTestJSON-1504214360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:49:24.037471 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-565b8ced-630a-4d83-9c5b-d8663ac033ff req-9146c3ff-e572-4f95-9fdf-ea11fadcde45 tempest-ServersAdminNegativeTestJSON-1504214360 tempest-ServersAdminNegativeTestJSON-1504214360-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8867643 Mar 07 10:49:24.049573 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [req-565b8ced-630a-4d83-9c5b-d8663ac033ff req-3a8ba42e-8a15-45e2-8279-4d19053648ce service neutron] Request body: {'port': {'device_id': 'f5546cd9-6457-43d3-8e82-f933760defc6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8307'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:49:24.225737 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-94dcf11e-a1e5-4f64-8e46-19f39a823169 None None] Provisioning for port 5556e2c1-9ad5-456e-bdd8-12e4deca5e0d completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:49:24.232158 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-94dcf11e-a1e5-4f64-8e46-19f39a823169 None None] Provisioning complete for port 5556e2c1-9ad5-456e-bdd8-12e4deca5e0d triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:49:24.232836 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-94dcf11e-a1e5-4f64-8e46-19f39a823169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:49:24.251478 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-565b8ced-630a-4d83-9c5b-d8663ac033ff req-3a8ba42e-8a15-45e2-8279-4d19053648ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:49:24.327341 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-94dcf11e-a1e5-4f64-8e46-19f39a823169 None None] Port 5556e2c1-9ad5-456e-bdd8-12e4deca5e0d cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:49:24.586788 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76547af6-1082-4f11-90ff-bce9a4a89d81 req-95a050a6-aa0e-4f14-ae10-b42a7ec6fb94 tempest-ServersAdminNegativeTestJSON-1504214360 tempest-ServersAdminNegativeTestJSON-1504214360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:24.587476 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-76547af6-1082-4f11-90ff-bce9a4a89d81 req-95a050a6-aa0e-4f14-ae10-b42a7ec6fb94 tempest-ServersAdminNegativeTestJSON-1504214360 tempest-ServersAdminNegativeTestJSON-1504214360-project] Synchronizing usage tracker for tenant:e86523ba89cd40218920d1bc079f5b24 on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:49:24.651557 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-76547af6-1082-4f11-90ff-bce9a4a89d81 req-95a050a6-aa0e-4f14-ae10-b42a7ec6fb94 tempest-ServersAdminNegativeTestJSON-1504214360 tempest-ServersAdminNegativeTestJSON-1504214360-project] Unset dirty status for tenant:e86523ba89cd40218920d1bc079f5b24 on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:49:24.652647 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-76547af6-1082-4f11-90ff-bce9a4a89d81 req-95a050a6-aa0e-4f14-ae10-b42a7ec6fb94 tempest-ServersAdminNegativeTestJSON-1504214360 tempest-ServersAdminNegativeTestJSON-1504214360-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5546cd9-6457-43d3-8e82-f933760defc6 HTTP/1.1" status: 200 len: 936 time: 0.1957169 Mar 07 10:49:24.663438 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [req-565b8ced-630a-4d83-9c5b-d8663ac033ff req-3a8ba42e-8a15-45e2-8279-4d19053648ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5556e2c1-9ad5-456e-bdd8-12e4deca5e0d {{(pid=83737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 07 10:49:24.685655 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-565b8ced-630a-4d83-9c5b-d8663ac033ff req-3a8ba42e-8a15-45e2-8279-4d19053648ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:49:24.713759 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [req-565b8ced-630a-4d83-9c5b-d8663ac033ff req-3a8ba42e-8a15-45e2-8279-4d19053648ce service neutron] Transition to ACTIVE for port object 5556e2c1-9ad5-456e-bdd8-12e4deca5e0d will not be triggered until provisioned by entity L2. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:49:24.717702 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-565b8ced-630a-4d83-9c5b-d8663ac033ff req-3a8ba42e-8a15-45e2-8279-4d19053648ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3012561'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:49:24.768254 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-76547af6-1082-4f11-90ff-bce9a4a89d81 req-b139ac7e-ad6d-4d34-9307-a9e003d14c67 tempest-ServersAdminNegativeTestJSON-1504214360 tempest-ServersAdminNegativeTestJSON-1504214360-project] Synchronizing usage tracker for tenant:e86523ba89cd40218920d1bc079f5b24 on resource:security_group {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:49:24.863982 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-76547af6-1082-4f11-90ff-bce9a4a89d81 req-b139ac7e-ad6d-4d34-9307-a9e003d14c67 tempest-ServersAdminNegativeTestJSON-1504214360 tempest-ServersAdminNegativeTestJSON-1504214360-project] Unset dirty status for tenant:e86523ba89cd40218920d1bc079f5b24 on resource:security_group {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:49:24.865168 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-76547af6-1082-4f11-90ff-bce9a4a89d81 req-b139ac7e-ad6d-4d34-9307-a9e003d14c67 tempest-ServersAdminNegativeTestJSON-1504214360 tempest-ServersAdminNegativeTestJSON-1504214360-project] 10.222.0.13 "GET /v2.0/security-groups?id=61abf1ef-19e1-4394-97ab-037c9ef84c88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058020 Mar 07 10:49:24.867109 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8ba42e-8a15-45e2-8279-4d19053648ce service neutron] Pushing event updated for resources: {'Port': ['ID=5556e2c1-9ad5-456e-bdd8-12e4deca5e0d,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:24.969870 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [req-565b8ced-630a-4d83-9c5b-d8663ac033ff req-3a8ba42e-8a15-45e2-8279-4d19053648ce service neutron] Attempting to bind port 5556e2c1-9ad5-456e-bdd8-12e4deca5e0d on host hv-neutron-8307 for vnic_type normal with profile {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:49:24.970420 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [req-565b8ced-630a-4d83-9c5b-d8663ac033ff req-3a8ba42e-8a15-45e2-8279-4d19053648ce service neutron] Attempting to bind port 5556e2c1-9ad5-456e-bdd8-12e4deca5e0d by drivers openvswitch,hyperv on host hv-neutron-8307 at level 0 using segments [{'id': '51b54ecc-57a5-4560-afb2-0a307d649df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '8dbe29b5-cee9-4708-89c6-f6ee8ba5ea9f'}] {{(pid=83737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:49:24.970802 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-565b8ced-630a-4d83-9c5b-d8663ac033ff req-3a8ba42e-8a15-45e2-8279-4d19053648ce service neutron] Attempting to bind port 5556e2c1-9ad5-456e-bdd8-12e4deca5e0d on network 8dbe29b5-cee9-4708-89c6-f6ee8ba5ea9f {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:49:24.976339 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-565b8ced-630a-4d83-9c5b-d8663ac033ff req-3a8ba42e-8a15-45e2-8279-4d19053648ce service neutron] Port 5556e2c1-9ad5-456e-bdd8-12e4deca5e0d on network 8dbe29b5-cee9-4708-89c6-f6ee8ba5ea9f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8307 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 07 10:49:24.976689 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-565b8ced-630a-4d83-9c5b-d8663ac033ff req-3a8ba42e-8a15-45e2-8279-4d19053648ce service neutron] Attempting to bind port 5556e2c1-9ad5-456e-bdd8-12e4deca5e0d on network 8dbe29b5-cee9-4708-89c6-f6ee8ba5ea9f {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:49:24.982757 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-565b8ced-630a-4d83-9c5b-d8663ac033ff req-3a8ba42e-8a15-45e2-8279-4d19053648ce service neutron] Checking agent: {'id': 'fb93ecad-d7e5-4e81-99ef-d8d0ee7386ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8307', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 21, 15), 'started_at': datetime.datetime(2022, 3, 7, 10, 21, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:49:24.983108 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-565b8ced-630a-4d83-9c5b-d8663ac033ff req-3a8ba42e-8a15-45e2-8279-4d19053648ce service neutron] Checking segment: {'id': '51b54ecc-57a5-4560-afb2-0a307d649df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '8dbe29b5-cee9-4708-89c6-f6ee8ba5ea9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:49:24.983478 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-565b8ced-630a-4d83-9c5b-d8663ac033ff req-3a8ba42e-8a15-45e2-8279-4d19053648ce service neutron] Bound using segment: {'id': '51b54ecc-57a5-4560-afb2-0a307d649df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '8dbe29b5-cee9-4708-89c6-f6ee8ba5ea9f'} {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:49:24.983885 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [req-565b8ced-630a-4d83-9c5b-d8663ac033ff req-3a8ba42e-8a15-45e2-8279-4d19053648ce service neutron] Bound port: 5556e2c1-9ad5-456e-bdd8-12e4deca5e0d, host: hv-neutron-8307, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51b54ecc-57a5-4560-afb2-0a307d649df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '8dbe29b5-cee9-4708-89c6-f6ee8ba5ea9f'}}] {{(pid=83737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:49:24.984216 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-565b8ced-630a-4d83-9c5b-d8663ac033ff req-3a8ba42e-8a15-45e2-8279-4d19053648ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:49:25.071503 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [req-565b8ced-630a-4d83-9c5b-d8663ac033ff req-3a8ba42e-8a15-45e2-8279-4d19053648ce service neutron] For port 5556e2c1-9ad5-456e-bdd8-12e4deca5e0d, host hv-neutron-8307, cleared binding levels {{(pid=83737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:49:25.074378 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [req-565b8ced-630a-4d83-9c5b-d8663ac033ff req-3a8ba42e-8a15-45e2-8279-4d19053648ce service neutron] For port 5556e2c1-9ad5-456e-bdd8-12e4deca5e0d, host hv-neutron-8307, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=5556e2c1-9ad5-456e-bdd8-12e4deca5e0d,segment=NetworkSegment(51b54ecc-57a5-4560-afb2-0a307d649df6),segment_id=51b54ecc-57a5-4560-afb2-0a307d649df6)] {{(pid=83737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:49:25.077798 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-565b8ced-630a-4d83-9c5b-d8663ac033ff req-3a8ba42e-8a15-45e2-8279-4d19053648ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3012561'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:49:25.137334 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-565b8ced-630a-4d83-9c5b-d8663ac033ff req-3a8ba42e-8a15-45e2-8279-4d19053648ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:49:25.138681 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-565b8ced-630a-4d83-9c5b-d8663ac033ff req-3a8ba42e-8a15-45e2-8279-4d19053648ce service neutron] 10.222.0.10 "PUT /v2.0/ports/5556e2c1-9ad5-456e-bdd8-12e4deca5e0d HTTP/1.1" status: 200 len: 1098 time: 1.0943477 Mar 07 10:49:25.139104 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5546cd9-6457-43d3-8e82-f933760defc6', 'tag': '5556e2c1-9ad5-456e-bdd8-12e4deca5e0d'}] {{(pid=83737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 10:49:25.156050 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8ba42e-8a15-45e2-8279-4d19053648ce service neutron] Pushing event updated for resources: {'Port': ['ID=5556e2c1-9ad5-456e-bdd8-12e4deca5e0d,revision_number=3']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:25.214005 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5546cd9-6457-43d3-8e82-f933760defc6', 'tag': '5556e2c1-9ad5-456e-bdd8-12e4deca5e0d', 'status': 'completed', 'code': 200} Mar 07 10:49:25.266242 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-565b8ced-630a-4d83-9c5b-d8663ac033ff req-f31bfaab-16eb-4196-a70f-6f0d0590d3bc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e86523ba89cd40218920d1bc079f5b24&device_id=f5546cd9-6457-43d3-8e82-f933760defc6 HTTP/1.1" status: 200 len: 1101 time: 0.0856638 Mar 07 10:49:25.338484 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-565b8ced-630a-4d83-9c5b-d8663ac033ff req-28183603-eed9-4406-9716-bdb8ffda5bc5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=5556e2c1-9ad5-456e-bdd8-12e4deca5e0d HTTP/1.1" status: 200 len: 217 time: 0.0655506 Mar 07 10:49:25.404545 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565b8ced-630a-4d83-9c5b-d8663ac033ff req-7d3fa22e-632f-47de-9187-26e68ed67b49 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:25.405945 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-565b8ced-630a-4d83-9c5b-d8663ac033ff req-7d3fa22e-632f-47de-9187-26e68ed67b49 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e0d214f3-5f3a-4f9a-9cdd-8b445bb8cbd8 HTTP/1.1" status: 200 len: 843 time: 0.0616434 Mar 07 10:49:25.477198 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-565b8ced-630a-4d83-9c5b-d8663ac033ff req-c859a4e9-91eb-46a0-8f25-40faa7e2de9f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8dbe29b5-cee9-4708-89c6-f6ee8ba5ea9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0655100 Mar 07 10:49:25.606833 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-565b8ced-630a-4d83-9c5b-d8663ac033ff req-f0323f1c-6104-4d84-a003-a0c2957bc737 service neutron] 10.222.0.10 "GET /v2.0/networks/8dbe29b5-cee9-4708-89c6-f6ee8ba5ea9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231055 Mar 07 10:49:25.737512 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-565b8ced-630a-4d83-9c5b-d8663ac033ff req-a5b57081-a4b5-4266-9196-258b0f38381f service neutron] 10.222.0.10 "GET /v2.0/networks/8dbe29b5-cee9-4708-89c6-f6ee8ba5ea9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250768 Mar 07 10:49:25.943593 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c4a1b2a2-08ba-4be8-a490-62ace5b5a7db req-eb150fb9-1f59-4512-b13a-2a66fb4b93cb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e86523ba89cd40218920d1bc079f5b24&device_id=f5546cd9-6457-43d3-8e82-f933760defc6 HTTP/1.1" status: 200 len: 1101 time: 0.1622968 Mar 07 10:49:26.122265 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a1b2a2-08ba-4be8-a490-62ace5b5a7db req-5047f836-36cd-4878-9a21-031f4f5fc30d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:26.123654 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c4a1b2a2-08ba-4be8-a490-62ace5b5a7db req-5047f836-36cd-4878-9a21-031f4f5fc30d service neutron] 10.222.0.10 "GET /v2.0/networks?id=8dbe29b5-cee9-4708-89c6-f6ee8ba5ea9f HTTP/1.1" status: 200 len: 870 time: 0.1746061 Mar 07 10:49:26.188347 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d2aa70-f591-459a-826b-7ba569b9b017 req-57c545f4-4aeb-4551-8fae-95f9762f7624 tempest-ServersAdminNegativeTestJSON-1504214360 tempest-ServersAdminNegativeTestJSON-1504214360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:26.190445 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-34d2aa70-f591-459a-826b-7ba569b9b017 req-57c545f4-4aeb-4551-8fae-95f9762f7624 tempest-ServersAdminNegativeTestJSON-1504214360 tempest-ServersAdminNegativeTestJSON-1504214360-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5546cd9-6457-43d3-8e82-f933760defc6 HTTP/1.1" status: 200 len: 948 time: 0.1774724 Mar 07 10:49:26.220664 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c4a1b2a2-08ba-4be8-a490-62ace5b5a7db req-3e25467e-64bd-4810-a541-e4d739740036 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=5556e2c1-9ad5-456e-bdd8-12e4deca5e0d HTTP/1.1" status: 200 len: 217 time: 0.0891452 Mar 07 10:49:26.293061 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-34d2aa70-f591-459a-826b-7ba569b9b017 req-55318f9b-d410-4136-bf65-195f98c2f4d1 tempest-ServersAdminNegativeTestJSON-1504214360 tempest-ServersAdminNegativeTestJSON-1504214360-project] 10.222.0.13 "GET /v2.0/security-groups?id=61abf1ef-19e1-4394-97ab-037c9ef84c88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968418 Mar 07 10:49:26.297782 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a1b2a2-08ba-4be8-a490-62ace5b5a7db req-19c7b675-6d7e-45c6-9284-df4b3fda32fb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:26.299872 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c4a1b2a2-08ba-4be8-a490-62ace5b5a7db req-19c7b675-6d7e-45c6-9284-df4b3fda32fb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e0d214f3-5f3a-4f9a-9cdd-8b445bb8cbd8 HTTP/1.1" status: 200 len: 843 time: 0.0738325 Mar 07 10:49:26.382397 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c4a1b2a2-08ba-4be8-a490-62ace5b5a7db req-46fa558d-a206-4a66-8374-85c0e7786380 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8dbe29b5-cee9-4708-89c6-f6ee8ba5ea9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0748262 Mar 07 10:49:26.518750 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c4a1b2a2-08ba-4be8-a490-62ace5b5a7db req-460b44e8-2bd1-42cb-9101-b348be019725 service neutron] 10.222.0.10 "GET /v2.0/networks/8dbe29b5-cee9-4708-89c6-f6ee8ba5ea9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292982 Mar 07 10:49:26.649186 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c4a1b2a2-08ba-4be8-a490-62ace5b5a7db req-db92d3d1-cc16-43b3-b61b-097a64102918 service neutron] 10.222.0.10 "GET /v2.0/networks/8dbe29b5-cee9-4708-89c6-f6ee8ba5ea9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235840 Mar 07 10:49:27.486879 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd0d513-363c-4c55-8a43-74e969989310 req-c51e89d6-76c2-45f3-a7d9-ff6ab18c74a1 tempest-ServersAdminNegativeTestJSON-1504214360 tempest-ServersAdminNegativeTestJSON-1504214360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:27.488315 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-9bd0d513-363c-4c55-8a43-74e969989310 req-c51e89d6-76c2-45f3-a7d9-ff6ab18c74a1 tempest-ServersAdminNegativeTestJSON-1504214360 tempest-ServersAdminNegativeTestJSON-1504214360-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5546cd9-6457-43d3-8e82-f933760defc6 HTTP/1.1" status: 200 len: 948 time: 0.0743225 Mar 07 10:49:27.531758 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-9bd0d513-363c-4c55-8a43-74e969989310 req-7609c0bd-7ff4-4b45-97bf-1807e5a46b3d tempest-ServersAdminNegativeTestJSON-1504214360 tempest-ServersAdminNegativeTestJSON-1504214360-project] 10.222.0.13 "GET /v2.0/security-groups?id=61abf1ef-19e1-4394-97ab-037c9ef84c88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379744 Mar 07 10:49:28.395857 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f78ef3fc-ae5f-41ea-af42-37eec41a129d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:49:28.725275 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5120078-a3a6-473e-9bd9-622082eea354 req-a6856114-a17d-420e-8cd2-799bfc4df83b tempest-ServersAdminNegativeTestJSON-1504214360 tempest-ServersAdminNegativeTestJSON-1504214360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:28.726693 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c5120078-a3a6-473e-9bd9-622082eea354 req-a6856114-a17d-420e-8cd2-799bfc4df83b tempest-ServersAdminNegativeTestJSON-1504214360 tempest-ServersAdminNegativeTestJSON-1504214360-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5546cd9-6457-43d3-8e82-f933760defc6 HTTP/1.1" status: 200 len: 948 time: 0.0779431 Mar 07 10:49:28.770445 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c5120078-a3a6-473e-9bd9-622082eea354 req-03c62a34-d896-4cb5-88d8-896694798d27 tempest-ServersAdminNegativeTestJSON-1504214360 tempest-ServersAdminNegativeTestJSON-1504214360-project] 10.222.0.13 "GET /v2.0/security-groups?id=61abf1ef-19e1-4394-97ab-037c9ef84c88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383043 Mar 07 10:49:29.394611 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device 5556e2c1-9ad5-456e-bdd8-12e4deca5e0d details requested by agent hyperv_hv-neutron-8307 with host hv-neutron-8307 {{(pid=83739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 07 10:49:29.532034 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port 5556e2c1-9ad5-456e-bdd8-12e4deca5e0d, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=5556e2c1-9ad5-456e-bdd8-12e4deca5e0d,segment=NetworkSegment(51b54ecc-57a5-4560-afb2-0a307d649df6),segment_id=51b54ecc-57a5-4560-afb2-0a307d649df6)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:49:29.545766 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Returning: {'device': '5556e2c1-9ad5-456e-bdd8-12e4deca5e0d', 'network_id': '8dbe29b5-cee9-4708-89c6-f6ee8ba5ea9f', 'port_id': '5556e2c1-9ad5-456e-bdd8-12e4deca5e0d', 'mac_address': 'fa:16:3e:2f:82:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0d214f3-5f3a-4f9a-9cdd-8b445bb8cbd8', 'ip_address': '192.168.233.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 07 10:49:29.599368 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:49:29.616144 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5556e2c1-9ad5-456e-bdd8-12e4deca5e0d {{(pid=83739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 07 10:49:29.630449 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port 5556e2c1-9ad5-456e-bdd8-12e4deca5e0d, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=5556e2c1-9ad5-456e-bdd8-12e4deca5e0d,segment=NetworkSegment(51b54ecc-57a5-4560-afb2-0a307d649df6),segment_id=51b54ecc-57a5-4560-afb2-0a307d649df6)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:49:29.634583 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:49:29.702031 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Pushing event updated for resources: {'Port': ['ID=5556e2c1-9ad5-456e-bdd8-12e4deca5e0d,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:29.953888 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] get_ports_and_sgs() called for port_ids ['5556e2c1-9ad5-456e-bdd8-12e4deca5e0d'] {{(pid=83739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 07 10:49:29.966029 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b5aa58-fab7-49aa-b6ab-4d8a7ac77dfd req-9f4c0270-e6f1-453a-bf53-50aec7e953c4 tempest-ServersAdminNegativeTestJSON-1504214360 tempest-ServersAdminNegativeTestJSON-1504214360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:29.967462 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-84b5aa58-fab7-49aa-b6ab-4d8a7ac77dfd req-9f4c0270-e6f1-453a-bf53-50aec7e953c4 tempest-ServersAdminNegativeTestJSON-1504214360 tempest-ServersAdminNegativeTestJSON-1504214360-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5546cd9-6457-43d3-8e82-f933760defc6 HTTP/1.1" status: 200 len: 949 time: 0.0767171 Mar 07 10:49:30.015951 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-84b5aa58-fab7-49aa-b6ab-4d8a7ac77dfd req-46e30815-c3ac-4462-aff3-20801e54162d tempest-ServersAdminNegativeTestJSON-1504214360 tempest-ServersAdminNegativeTestJSON-1504214360-project] 10.222.0.13 "GET /v2.0/security-groups?id=61abf1ef-19e1-4394-97ab-037c9ef84c88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424306 Mar 07 10:49:30.586463 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-81521ab0-9c53-4ee8-9e16-883563e0c4ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:49:31.210432 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f947e3-0b17-48b9-bd6a-5299deb5ad4c req-2388399d-56f3-4ce1-9b02-6db1dded902f tempest-ServersAdminNegativeTestJSON-1504214360 tempest-ServersAdminNegativeTestJSON-1504214360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:31.211863 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-52f947e3-0b17-48b9-bd6a-5299deb5ad4c req-2388399d-56f3-4ce1-9b02-6db1dded902f tempest-ServersAdminNegativeTestJSON-1504214360 tempest-ServersAdminNegativeTestJSON-1504214360-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5546cd9-6457-43d3-8e82-f933760defc6 HTTP/1.1" status: 200 len: 949 time: 0.0748699 Mar 07 10:49:31.259646 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-52f947e3-0b17-48b9-bd6a-5299deb5ad4c req-a915b615-6032-4610-9f0d-7174b37fdd2b tempest-ServersAdminNegativeTestJSON-1504214360 tempest-ServersAdminNegativeTestJSON-1504214360-project] 10.222.0.13 "GET /v2.0/security-groups?id=61abf1ef-19e1-4394-97ab-037c9ef84c88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403852 Mar 07 10:49:31.425176 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device 5556e2c1-9ad5-456e-bdd8-12e4deca5e0d up at agent hyperv_hv-neutron-8307 {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:49:31.491179 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Provisioning for port 5556e2c1-9ad5-456e-bdd8-12e4deca5e0d completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:49:31.495722 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Provisioning complete for port 5556e2c1-9ad5-456e-bdd8-12e4deca5e0d triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:49:31.496083 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:49:31.606809 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:49:31.633237 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5546cd9-6457-43d3-8e82-f933760defc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5556e2c1-9ad5-456e-bdd8-12e4deca5e0d'}] {{(pid=83739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 10:49:31.642755 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port 5556e2c1-9ad5-456e-bdd8-12e4deca5e0d, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=5556e2c1-9ad5-456e-bdd8-12e4deca5e0d,segment=NetworkSegment(51b54ecc-57a5-4560-afb2-0a307d649df6),segment_id=51b54ecc-57a5-4560-afb2-0a307d649df6)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:49:31.646978 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:49:31.690807 dv-neutron-830731-3-hyperv neutron-server[83739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5546cd9-6457-43d3-8e82-f933760defc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5556e2c1-9ad5-456e-bdd8-12e4deca5e0d', 'code': 200} Mar 07 10:49:31.713331 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Pushing event updated for resources: {'Port': ['ID=5556e2c1-9ad5-456e-bdd8-12e4deca5e0d,revision_number=5']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:31.822847 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-711fefd2-3b30-4759-8df5-0aecff1c8e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:49:31.887593 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:49:31.909127 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c6feae2f-6a84-43ff-9532-58393504bb0b req-56a05937-6fe9-42d5-86c1-c1a4ed0afc3f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f5546cd9-6457-43d3-8e82-f933760defc6 HTTP/1.1" status: 200 len: 1103 time: 0.0690689 Mar 07 10:49:31.949556 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c6feae2f-6a84-43ff-9532-58393504bb0b req-20169c6a-da82-4c49-8c6e-d8802e4956d6 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=61abf1ef-19e1-4394-97ab-037c9ef84c88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344975 Mar 07 10:49:32.451975 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a56f45d-d3b3-4e65-b10e-1d040d7c4323 req-e088ae29-2b62-4de8-81d2-0cf4df22d30b tempest-ServersAdminNegativeTestJSON-1504214360 tempest-ServersAdminNegativeTestJSON-1504214360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:32.453414 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-0a56f45d-d3b3-4e65-b10e-1d040d7c4323 req-e088ae29-2b62-4de8-81d2-0cf4df22d30b tempest-ServersAdminNegativeTestJSON-1504214360 tempest-ServersAdminNegativeTestJSON-1504214360-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5546cd9-6457-43d3-8e82-f933760defc6 HTTP/1.1" status: 200 len: 950 time: 0.0733261 Mar 07 10:49:32.499673 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-0a56f45d-d3b3-4e65-b10e-1d040d7c4323 req-4b95aa13-370a-46ab-b500-78d26f3aef9f tempest-ServersAdminNegativeTestJSON-1504214360 tempest-ServersAdminNegativeTestJSON-1504214360-project] 10.222.0.13 "GET /v2.0/security-groups?id=61abf1ef-19e1-4394-97ab-037c9ef84c88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397453 Mar 07 10:49:33.248685 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c87150bd-aa9c-4ad1-bb68-57ec66d4fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:49:33.697574 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac00bc4-d25f-4ae4-b021-2b50accefeee req-3adbf107-a3e0-42d6-a0a8-8895c16c9183 tempest-ServersAdminNegativeTestJSON-1504214360 tempest-ServersAdminNegativeTestJSON-1504214360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:33.699005 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-bac00bc4-d25f-4ae4-b021-2b50accefeee req-3adbf107-a3e0-42d6-a0a8-8895c16c9183 tempest-ServersAdminNegativeTestJSON-1504214360 tempest-ServersAdminNegativeTestJSON-1504214360-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5546cd9-6457-43d3-8e82-f933760defc6 HTTP/1.1" status: 200 len: 950 time: 0.0774813 Mar 07 10:49:33.744359 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-bac00bc4-d25f-4ae4-b021-2b50accefeee req-656de436-02ae-49fe-abb8-b88e23962c11 tempest-ServersAdminNegativeTestJSON-1504214360 tempest-ServersAdminNegativeTestJSON-1504214360-project] 10.222.0.13 "GET /v2.0/security-groups?id=61abf1ef-19e1-4394-97ab-037c9ef84c88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399303 Mar 07 10:49:34.168002 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ebe1b5a2-d7ab-44f0-9f0c-91190203e89e req-7ed26e6f-3591-4b76-a899-dd870348fc0b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f5546cd9-6457-43d3-8e82-f933760defc6&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0663338 Mar 07 10:49:34.644812 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-a69829a8-363a-4cc0-8dbc-81472593dfe6 req-17c229c1-e5c4-4eca-ad88-707ee3c4fe57 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f5546cd9-6457-43d3-8e82-f933760defc6&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0690353 Mar 07 10:49:35.158831 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585c5c7b-82ec-4a3e-960e-efca14dc85a2 req-d8580797-5be6-45a0-a701-eb6fe61756e0 tempest-ServersAdminNegativeTestJSON-1504214360 tempest-ServersAdminNegativeTestJSON-1504214360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:35.160239 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-585c5c7b-82ec-4a3e-960e-efca14dc85a2 req-d8580797-5be6-45a0-a701-eb6fe61756e0 tempest-ServersAdminNegativeTestJSON-1504214360 tempest-ServersAdminNegativeTestJSON-1504214360-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5546cd9-6457-43d3-8e82-f933760defc6 HTTP/1.1" status: 200 len: 950 time: 0.0737984 Mar 07 10:49:35.204335 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-585c5c7b-82ec-4a3e-960e-efca14dc85a2 req-006f818e-17f8-4208-a779-885667057698 tempest-ServersAdminNegativeTestJSON-1504214360 tempest-ServersAdminNegativeTestJSON-1504214360-project] 10.222.0.13 "GET /v2.0/security-groups?id=61abf1ef-19e1-4394-97ab-037c9ef84c88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386820 Mar 07 10:49:36.494660 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bdde45-0eb1-42d3-aa43-ca518baa97a2 req-9cdb7140-0b01-40f9-99a2-dff5b2d3db65 tempest-ServersAdminNegativeTestJSON-1504214360 tempest-ServersAdminNegativeTestJSON-1504214360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:36.496015 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-86bdde45-0eb1-42d3-aa43-ca518baa97a2 req-9cdb7140-0b01-40f9-99a2-dff5b2d3db65 tempest-ServersAdminNegativeTestJSON-1504214360 tempest-ServersAdminNegativeTestJSON-1504214360-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5546cd9-6457-43d3-8e82-f933760defc6 HTTP/1.1" status: 200 len: 950 time: 0.1691284 Mar 07 10:49:36.587113 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-86bdde45-0eb1-42d3-aa43-ca518baa97a2 req-d312057e-bdd4-41c5-8aec-7eaaa29aff43 tempest-ServersAdminNegativeTestJSON-1504214360 tempest-ServersAdminNegativeTestJSON-1504214360-project] 10.222.0.13 "GET /v2.0/security-groups?id=61abf1ef-19e1-4394-97ab-037c9ef84c88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835905 Mar 07 10:49:36.620791 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba89693e-409e-467f-bbcd-c0997aeb0b06 req-35a8505a-6ea1-4e4f-95e0-52649fd83a02 tempest-ServersAdminNegativeTestJSON-1504214360 tempest-ServersAdminNegativeTestJSON-1504214360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:36.622186 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ba89693e-409e-467f-bbcd-c0997aeb0b06 req-35a8505a-6ea1-4e4f-95e0-52649fd83a02 tempest-ServersAdminNegativeTestJSON-1504214360 tempest-ServersAdminNegativeTestJSON-1504214360-project] 10.222.0.10 "GET /v2.0/ports?device_id=f5546cd9-6457-43d3-8e82-f933760defc6 HTTP/1.1" status: 200 len: 950 time: 0.0983574 Mar 07 10:49:36.691459 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [req-ba89693e-409e-467f-bbcd-c0997aeb0b06 req-f1e010ff-b005-4825-99a3-05d7e3fc05d0 tempest-ServersAdminNegativeTestJSON-1504214360 tempest-ServersAdminNegativeTestJSON-1504214360-project] Deleting port 5556e2c1-9ad5-456e-bdd8-12e4deca5e0d {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:49:36.691802 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-ba89693e-409e-467f-bbcd-c0997aeb0b06 req-f1e010ff-b005-4825-99a3-05d7e3fc05d0 tempest-ServersAdminNegativeTestJSON-1504214360 tempest-ServersAdminNegativeTestJSON-1504214360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:49:36.926036 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [req-ba89693e-409e-467f-bbcd-c0997aeb0b06 req-f1e010ff-b005-4825-99a3-05d7e3fc05d0 tempest-ServersAdminNegativeTestJSON-1504214360 tempest-ServersAdminNegativeTestJSON-1504214360-project] For port 5556e2c1-9ad5-456e-bdd8-12e4deca5e0d, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=5556e2c1-9ad5-456e-bdd8-12e4deca5e0d,segment=NetworkSegment(51b54ecc-57a5-4560-afb2-0a307d649df6),segment_id=51b54ecc-57a5-4560-afb2-0a307d649df6)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:49:36.926385 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-ba89693e-409e-467f-bbcd-c0997aeb0b06 req-f1e010ff-b005-4825-99a3-05d7e3fc05d0 tempest-ServersAdminNegativeTestJSON-1504214360 tempest-ServersAdminNegativeTestJSON-1504214360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:49:37.042100 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [req-ba89693e-409e-467f-bbcd-c0997aeb0b06 req-f1e010ff-b005-4825-99a3-05d7e3fc05d0 tempest-ServersAdminNegativeTestJSON-1504214360 tempest-ServersAdminNegativeTestJSON-1504214360-project] Calling delete_port for 5556e2c1-9ad5-456e-bdd8-12e4deca5e0d owned by compute:nova {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:49:37.180060 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-ba89693e-409e-467f-bbcd-c0997aeb0b06 req-f1e010ff-b005-4825-99a3-05d7e3fc05d0 tempest-ServersAdminNegativeTestJSON-1504214360 tempest-ServersAdminNegativeTestJSON-1504214360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:49:37.192617 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] get_ports_and_sgs() called for port_ids ['5556e2c1-9ad5-456e-bdd8-12e4deca5e0d'] {{(pid=83739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 07 10:49:37.227716 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e010ff-b005-4825-99a3-05d7e3fc05d0 tempest-ServersAdminNegativeTestJSON-1504214360 tempest-ServersAdminNegativeTestJSON-1504214360-project] Pushing event deleted for resources: {'Port': ['ID=5556e2c1-9ad5-456e-bdd8-12e4deca5e0d,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:37.305107 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba89693e-409e-467f-bbcd-c0997aeb0b06 req-f1e010ff-b005-4825-99a3-05d7e3fc05d0 tempest-ServersAdminNegativeTestJSON-1504214360 tempest-ServersAdminNegativeTestJSON-1504214360-project] No DVR routers for this DVR port 5556e2c1-9ad5-456e-bdd8-12e4deca5e0d on host hv-neutron-8307 {{(pid=83737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:49:37.307387 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-ba89693e-409e-467f-bbcd-c0997aeb0b06 req-f1e010ff-b005-4825-99a3-05d7e3fc05d0 tempest-ServersAdminNegativeTestJSON-1504214360 tempest-ServersAdminNegativeTestJSON-1504214360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:49:37.310080 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5546cd9-6457-43d3-8e82-f933760defc6', 'name': 'network-vif-deleted', 'tag': '5556e2c1-9ad5-456e-bdd8-12e4deca5e0d'}] {{(pid=83737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 10:49:37.326779 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ba89693e-409e-467f-bbcd-c0997aeb0b06 req-f1e010ff-b005-4825-99a3-05d7e3fc05d0 tempest-ServersAdminNegativeTestJSON-1504214360 tempest-ServersAdminNegativeTestJSON-1504214360-project] 10.222.0.10 "DELETE /v2.0/ports/5556e2c1-9ad5-456e-bdd8-12e4deca5e0d HTTP/1.1" status: 204 len: 173 time: 0.6989963 Mar 07 10:49:37.369500 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5546cd9-6457-43d3-8e82-f933760defc6', 'name': 'network-vif-deleted', 'tag': '5556e2c1-9ad5-456e-bdd8-12e4deca5e0d', 'status': 'completed', 'code': 200} Mar 07 10:49:37.765876 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-6299aea9-3eab-4473-a938-b3d1f4bcc5be req-2a405910-e065-4f5a-98c0-0ac665c686db tempest-ServersAdminNegativeTestJSON-1504214360 tempest-ServersAdminNegativeTestJSON-1504214360-project] Synchronizing usage tracker for tenant:e86523ba89cd40218920d1bc079f5b24 on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:49:37.783021 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-6299aea9-3eab-4473-a938-b3d1f4bcc5be req-2a405910-e065-4f5a-98c0-0ac665c686db tempest-ServersAdminNegativeTestJSON-1504214360 tempest-ServersAdminNegativeTestJSON-1504214360-project] Unset dirty status for tenant:e86523ba89cd40218920d1bc079f5b24 on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:49:37.784813 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-6299aea9-3eab-4473-a938-b3d1f4bcc5be req-2a405910-e065-4f5a-98c0-0ac665c686db tempest-ServersAdminNegativeTestJSON-1504214360 tempest-ServersAdminNegativeTestJSON-1504214360-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5546cd9-6457-43d3-8e82-f933760defc6 HTTP/1.1" status: 200 len: 210 time: 0.0617595 Mar 07 10:49:39.172777 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 42574) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:49:39.344485 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-5eb91335-be65-482c-a7fd-c114fa3b098c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e86523ba89cd40218920d1bc079f5b24&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1700909 Mar 07 10:49:39.347475 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 42580) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:49:39.404405 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a33c626d-f694-46db-871f-44cc66d1a6d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:49:39.429549 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a33c626d-f694-46db-871f-44cc66d1a6d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:49:39.480001 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a33c626d-f694-46db-871f-44cc66d1a6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:49:39.498110 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33c626d-f694-46db-871f-44cc66d1a6d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61abf1ef-19e1-4394-97ab-037c9ef84c88,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:39.511120 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a33c626d-f694-46db-871f-44cc66d1a6d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:49:39.512241 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-a33c626d-f694-46db-871f-44cc66d1a6d2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/61abf1ef-19e1-4394-97ab-037c9ef84c88 HTTP/1.1" status: 204 len: 168 time: 0.1638920 Mar 07 10:49:39.825009 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 42588) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:49:39.843729 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-32b445a2-e912-42e3-ad34-49ff54d06300 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:49:39.875570 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-32b445a2-e912-42e3-ad34-49ff54d06300 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:49:39.879987 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-32b445a2-e912-42e3-ad34-49ff54d06300 admin admin] Usage tracker for resource:security_group_rule and tenant:6b4f5b15d6414f7a8bc18cae10bcd163 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:49:39.882786 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-32b445a2-e912-42e3-ad34-49ff54d06300 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:49:39.888326 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-32b445a2-e912-42e3-ad34-49ff54d06300 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:49:39.953564 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-32b445a2-e912-42e3-ad34-49ff54d06300 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:49:39.957499 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-32b445a2-e912-42e3-ad34-49ff54d06300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:49:40.003066 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b445a2-e912-42e3-ad34-49ff54d06300 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aebed99-e9c9-4622-b59c-f690527a107f,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:40.007355 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-32b445a2-e912-42e3-ad34-49ff54d06300 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6b4f5b15d6414f7a8bc18cae10bcd163&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1813414 Mar 07 10:49:40.010274 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 42592) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:49:40.069910 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-af7ec21a-dade-4520-bebe-168888718f13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:49:40.094708 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-af7ec21a-dade-4520-bebe-168888718f13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:49:40.147929 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-af7ec21a-dade-4520-bebe-168888718f13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:49:40.161624 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7ec21a-dade-4520-bebe-168888718f13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aebed99-e9c9-4622-b59c-f690527a107f,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:40.167425 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-af7ec21a-dade-4520-bebe-168888718f13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:49:40.168580 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-af7ec21a-dade-4520-bebe-168888718f13 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8aebed99-e9c9-4622-b59c-f690527a107f HTTP/1.1" status: 204 len: 168 time: 0.1577194 Mar 07 10:49:40.981902 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 42614) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:49:41.107580 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-02a6952f-6c8d-433c-92ae-68eb8adeb0a0 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1141100785-network', 'tenant_id': 'c9ca2576969f4d39801bbd2705fd7c0c'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:49:41.112194 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-02a6952f-6c8d-433c-92ae-68eb8adeb0a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:49:41.116077 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-02a6952f-6c8d-433c-92ae-68eb8adeb0a0 admin admin] Usage tracker for resource:network and tenant:c9ca2576969f4d39801bbd2705fd7c0c is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:49:41.118880 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-02a6952f-6c8d-433c-92ae-68eb8adeb0a0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:49:41.125022 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-02a6952f-6c8d-433c-92ae-68eb8adeb0a0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:49:41.137494 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02a6952f-6c8d-433c-92ae-68eb8adeb0a0 admin admin] Made reservation on behalf of c9ca2576969f4d39801bbd2705fd7c0c for: {'network': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:49:41.140793 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-02a6952f-6c8d-433c-92ae-68eb8adeb0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for network, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:49:41.152806 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-02a6952f-6c8d-433c-92ae-68eb8adeb0a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:49:41.183104 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-02a6952f-6c8d-433c-92ae-68eb8adeb0a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:49:41.186837 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-02a6952f-6c8d-433c-92ae-68eb8adeb0a0 admin admin] Usage tracker for resource:security_group_rule and tenant:c9ca2576969f4d39801bbd2705fd7c0c is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:49:41.189671 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-02a6952f-6c8d-433c-92ae-68eb8adeb0a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:49:41.195957 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-02a6952f-6c8d-433c-92ae-68eb8adeb0a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:49:41.261614 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-02a6952f-6c8d-433c-92ae-68eb8adeb0a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:49:41.265573 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-02a6952f-6c8d-433c-92ae-68eb8adeb0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:49:41.294547 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02a6952f-6c8d-433c-92ae-68eb8adeb0a0 admin admin] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=83738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:49:41.303890 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a6952f-6c8d-433c-92ae-68eb8adeb0a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cc50caf-de31-4667-a86f-f74768da757c,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:41.309459 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-02a6952f-6c8d-433c-92ae-68eb8adeb0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:49:41.309810 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.db.segments_db [None req-02a6952f-6c8d-433c-92ae-68eb8adeb0a0 admin admin] Added segment de753fb6-e291-4fc7-bff1-e79b3f944b82 of type vlan for network 6b984091-844b-4aa2-9684-0b49a899cb6f Mar 07 10:49:41.336878 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-02a6952f-6c8d-433c-92ae-68eb8adeb0a0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732568034061'] for network, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:49:41.364781 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-02a6952f-6c8d-433c-92ae-68eb8adeb0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594'] for network, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:49:41.365613 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a6952f-6c8d-433c-92ae-68eb8adeb0a0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:41.366176 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-02a6952f-6c8d-433c-92ae-68eb8adeb0a0 admin admin] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:49:41.457907 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device 5556e2c1-9ad5-456e-bdd8-12e4deca5e0d no longer exists at agent hyperv_hv-neutron-8307 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:49:41.491161 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] No Port match for: 5556e2c1-9ad5-456e-bdd8-12e4deca5e0d {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 10:49:41.491502 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device 5556e2c1-9ad5-456e-bdd8-12e4deca5e0d not bound to the agent host hv-neutron-8307 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 10:49:41.556107 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-02a6952f-6c8d-433c-92ae-68eb8adeb0a0 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5731289 Mar 07 10:49:41.558806 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a6952f-6c8d-433c-92ae-68eb8adeb0a0 admin admin] Pushing event updated for resources: {'Network': ['ID=6b984091-844b-4aa2-9684-0b49a899cb6f,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:41.559151 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 42620) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:49:41.564494 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-25b583da-a184-41bf-87c0-e00a3aa71111 admin admin] Request body: {'subnet': {'network_id': '6b984091-844b-4aa2-9684-0b49a899cb6f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1141100785-subnet', 'tenant_id': 'c9ca2576969f4d39801bbd2705fd7c0c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:49:41.569068 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Network 6b984091-844b-4aa2-9684-0b49a899cb6f details requested by agent ovs-agent-dv-neutron-830731-3-hyperv with host dv-neutron-830731-3-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 10:49:41.570328 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-25b583da-a184-41bf-87c0-e00a3aa71111 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:49:41.574093 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-25b583da-a184-41bf-87c0-e00a3aa71111 admin admin] Usage tracker for resource:subnet and tenant:c9ca2576969f4d39801bbd2705fd7c0c is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:49:41.576874 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-25b583da-a184-41bf-87c0-e00a3aa71111 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:49:41.583346 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-25b583da-a184-41bf-87c0-e00a3aa71111 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:49:41.593300 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25b583da-a184-41bf-87c0-e00a3aa71111 admin admin] Made reservation on behalf of c9ca2576969f4d39801bbd2705fd7c0c for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:49:41.595589 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-25b583da-a184-41bf-87c0-e00a3aa71111 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3219231'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:49:41.801862 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-25b583da-a184-41bf-87c0-e00a3aa71111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3012444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3219213'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:49:41.881169 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b583da-a184-41bf-87c0-e00a3aa71111 admin admin] Pushing event updated for resources: {'Subnet': ['ID=61581040-37d3-4d3c-a67e-09ae10f5b8a8,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:41.894736 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b583da-a184-41bf-87c0-e00a3aa71111 admin admin] Checking segment: {'id': 'de753fb6-e291-4fc7-bff1-e79b3f944b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '6b984091-844b-4aa2-9684-0b49a899cb6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:49:41.895600 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b583da-a184-41bf-87c0-e00a3aa71111 admin admin] Network hostable DHCP agents. Network: 6b984091-844b-4aa2-9684-0b49a899cb6f, hostable agents: ['6527556c-6586-422c-ae47-082984683847'], hosted agents: [] {{(pid=83737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:49:41.916573 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b583da-a184-41bf-87c0-e00a3aa71111 admin admin] Network 6b984091-844b-4aa2-9684-0b49a899cb6f is scheduled to be hosted by DHCP agent 6527556c-6586-422c-ae47-082984683847 with binding_index 1 {{(pid=83737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:49:41.925742 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-25b583da-a184-41bf-87c0-e00a3aa71111 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830731-3-hyperv, 6b984091-844b-4aa2-9684-0b49a899cb6f) {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:49:41.930255 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25b583da-a184-41bf-87c0-e00a3aa71111 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:41.931371 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-25b583da-a184-41bf-87c0-e00a3aa71111 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:49:41.934538 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-683bf855-56f4-4bb0-b590-de40ee93c25e None None] Network 6b984091-844b-4aa2-9684-0b49a899cb6f requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:49:41.952304 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-25b583da-a184-41bf-87c0-e00a3aa71111 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3920498 Mar 07 10:49:42.150895 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80a3fda6-3019-4691-b89d-0175c203d0ed None None] Network 6b984091-844b-4aa2-9684-0b49a899cb6f requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:49:42.493064 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfe6a96-ae7a-4bc3-905e-de01acdd1a1d req-e9ea13f4-e094-4b45-9dd6-8827ce3d73da tempest-DeleteServersTestJSON-324269256 tempest-DeleteServersTestJSON-324269256-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:42.494480 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-fcfe6a96-ae7a-4bc3-905e-de01acdd1a1d req-e9ea13f4-e094-4b45-9dd6-8827ce3d73da tempest-DeleteServersTestJSON-324269256 tempest-DeleteServersTestJSON-324269256-project] 10.222.0.13 "GET /v2.0/networks?id=6b984091-844b-4aa2-9684-0b49a899cb6f HTTP/1.1" status: 200 len: 812 time: 0.1397254 Mar 07 10:49:42.511323 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-fcfe6a96-ae7a-4bc3-905e-de01acdd1a1d req-8f0c9b96-a1a1-4bbd-8c9a-46a7608bb40e tempest-DeleteServersTestJSON-324269256 tempest-DeleteServersTestJSON-324269256-project] 10.222.0.13 "GET /v2.0/quotas/c9ca2576969f4d39801bbd2705fd7c0c HTTP/1.1" status: 200 len: 375 time: 0.0115819 Mar 07 10:49:42.556433 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-fcfe6a96-ae7a-4bc3-905e-de01acdd1a1d req-6da1cc40-3f37-4338-bd26-e67a3d2bf732 tempest-DeleteServersTestJSON-324269256 tempest-DeleteServersTestJSON-324269256-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c9ca2576969f4d39801bbd2705fd7c0c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0397315 Mar 07 10:49:42.684749 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-fcfe6a96-ae7a-4bc3-905e-de01acdd1a1d req-cf055c59-fe82-408f-abc1-8128d5641b5a service neutron] 10.222.0.13 "GET /v2.0/networks/6b984091-844b-4aa2-9684-0b49a899cb6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217997 Mar 07 10:49:42.891751 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-fcfe6a96-ae7a-4bc3-905e-de01acdd1a1d req-ee7b05e1-b8aa-4139-b243-0187b4c8624f service neutron] 10.222.0.13 "GET /v2.0/networks/6b984091-844b-4aa2-9684-0b49a899cb6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009609 Mar 07 10:49:43.074987 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-8e7053d5-a243-4ff9-b8f8-3a5d6bde73bc req-013a6916-710c-40ff-a493-75ed8f048dd5 tempest-DeleteServersTestJSON-324269256 tempest-DeleteServersTestJSON-324269256-project] 10.222.0.13 "GET /v2.0/ports?device_id=47ef8e9d-a9e4-4e5b-bd1c-223f269f3b65 HTTP/1.1" status: 200 len: 210 time: 0.0450029 Mar 07 10:49:44.067518 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfe6a96-ae7a-4bc3-905e-de01acdd1a1d req-5d141880-5101-4045-8f39-ad572b2467ed tempest-DeleteServersTestJSON-324269256 tempest-DeleteServersTestJSON-324269256-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:44.069053 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-fcfe6a96-ae7a-4bc3-905e-de01acdd1a1d req-5d141880-5101-4045-8f39-ad572b2467ed tempest-DeleteServersTestJSON-324269256 tempest-DeleteServersTestJSON-324269256-project] 10.222.0.10 "GET /v2.0/networks?id=6b984091-844b-4aa2-9684-0b49a899cb6f HTTP/1.1" status: 200 len: 812 time: 0.1408188 Mar 07 10:49:44.084577 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [req-fcfe6a96-ae7a-4bc3-905e-de01acdd1a1d req-018f01b1-79b7-4056-aa7c-c0a9c753de55 tempest-DeleteServersTestJSON-324269256 tempest-DeleteServersTestJSON-324269256-project] Request body: {'port': {'device_id': '47ef8e9d-a9e4-4e5b-bd1c-223f269f3b65', 'network_id': '6b984091-844b-4aa2-9684-0b49a899cb6f', 'admin_state_up': True, 'tenant_id': 'c9ca2576969f4d39801bbd2705fd7c0c'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:49:44.268095 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d39cc777-7a36-4fcc-ae91-2c343403109a req-45bad728-5323-4e44-bf59-0c09c6c07ba3 tempest-DeleteServersTestJSON-324269256 tempest-DeleteServersTestJSON-324269256-project] 10.222.0.13 "GET /v2.0/ports?device_id=47ef8e9d-a9e4-4e5b-bd1c-223f269f3b65 HTTP/1.1" status: 200 len: 210 time: 0.0627475 Mar 07 10:49:44.275956 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [req-fcfe6a96-ae7a-4bc3-905e-de01acdd1a1d req-018f01b1-79b7-4056-aa7c-c0a9c753de55 tempest-DeleteServersTestJSON-324269256 tempest-DeleteServersTestJSON-324269256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:49:44.281046 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-fcfe6a96-ae7a-4bc3-905e-de01acdd1a1d req-018f01b1-79b7-4056-aa7c-c0a9c753de55 tempest-DeleteServersTestJSON-324269256 tempest-DeleteServersTestJSON-324269256-project] Usage tracker for resource:port and tenant:c9ca2576969f4d39801bbd2705fd7c0c is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:49:44.284568 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-fcfe6a96-ae7a-4bc3-905e-de01acdd1a1d req-018f01b1-79b7-4056-aa7c-c0a9c753de55 tempest-DeleteServersTestJSON-324269256 tempest-DeleteServersTestJSON-324269256-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:49:44.290707 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [req-fcfe6a96-ae7a-4bc3-905e-de01acdd1a1d req-018f01b1-79b7-4056-aa7c-c0a9c753de55 tempest-DeleteServersTestJSON-324269256 tempest-DeleteServersTestJSON-324269256-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:49:44.301334 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcfe6a96-ae7a-4bc3-905e-de01acdd1a1d req-018f01b1-79b7-4056-aa7c-c0a9c753de55 tempest-DeleteServersTestJSON-324269256 tempest-DeleteServersTestJSON-324269256-project] Made reservation on behalf of c9ca2576969f4d39801bbd2705fd7c0c for: {'port': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:49:44.305047 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-fcfe6a96-ae7a-4bc3-905e-de01acdd1a1d req-018f01b1-79b7-4056-aa7c-c0a9c753de55 tempest-DeleteServersTestJSON-324269256 tempest-DeleteServersTestJSON-324269256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:49:44.488616 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [req-fcfe6a96-ae7a-4bc3-905e-de01acdd1a1d req-018f01b1-79b7-4056-aa7c-c0a9c753de55 tempest-DeleteServersTestJSON-324269256 tempest-DeleteServersTestJSON-324269256-project] Allocated IP 172.20.0.13 (6b984091-844b-4aa2-9684-0b49a899cb6f/61581040-37d3-4d3c-a67e-09ae10f5b8a8/365ae288-175d-49fe-b8d7-5296816b12c4) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:49:44.698955 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-fcfe6a96-ae7a-4bc3-905e-de01acdd1a1d req-018f01b1-79b7-4056-aa7c-c0a9c753de55 tempest-DeleteServersTestJSON-324269256 tempest-DeleteServersTestJSON-324269256-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:49:44.727656 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-fcfe6a96-ae7a-4bc3-905e-de01acdd1a1d req-018f01b1-79b7-4056-aa7c-c0a9c753de55 tempest-DeleteServersTestJSON-324269256 tempest-DeleteServersTestJSON-324269256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:49:44.802143 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcfe6a96-ae7a-4bc3-905e-de01acdd1a1d req-018f01b1-79b7-4056-aa7c-c0a9c753de55 tempest-DeleteServersTestJSON-324269256 tempest-DeleteServersTestJSON-324269256-project] Network 6b984091-844b-4aa2-9684-0b49a899cb6f is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:49:44.805140 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [req-fcfe6a96-ae7a-4bc3-905e-de01acdd1a1d req-018f01b1-79b7-4056-aa7c-c0a9c753de55 tempest-DeleteServersTestJSON-324269256 tempest-DeleteServersTestJSON-324269256-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:49:44.809058 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcfe6a96-ae7a-4bc3-905e-de01acdd1a1d req-018f01b1-79b7-4056-aa7c-c0a9c753de55 tempest-DeleteServersTestJSON-324269256 tempest-DeleteServersTestJSON-324269256-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:49:44.838834 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018f01b1-79b7-4056-aa7c-c0a9c753de55 tempest-DeleteServersTestJSON-324269256 tempest-DeleteServersTestJSON-324269256-project] Pushing event updated for resources: {'Port': ['ID=365ae288-175d-49fe-b8d7-5296816b12c4,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:44.873410 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfe6a96-ae7a-4bc3-905e-de01acdd1a1d req-018f01b1-79b7-4056-aa7c-c0a9c753de55 tempest-DeleteServersTestJSON-324269256 tempest-DeleteServersTestJSON-324269256-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:44.874007 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-fcfe6a96-ae7a-4bc3-905e-de01acdd1a1d req-018f01b1-79b7-4056-aa7c-c0a9c753de55 tempest-DeleteServersTestJSON-324269256 tempest-DeleteServersTestJSON-324269256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:49:44.898009 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-fcfe6a96-ae7a-4bc3-905e-de01acdd1a1d req-018f01b1-79b7-4056-aa7c-c0a9c753de55 tempest-DeleteServersTestJSON-324269256 tempest-DeleteServersTestJSON-324269256-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8172357 Mar 07 10:49:44.977720 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [req-fcfe6a96-ae7a-4bc3-905e-de01acdd1a1d req-6771e5d7-8438-4be3-8abe-f1133ae80f41 service neutron] Request body: {'port': {'device_id': '47ef8e9d-a9e4-4e5b-bd1c-223f269f3b65', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8307'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:49:45.082973 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-fcfe6a96-ae7a-4bc3-905e-de01acdd1a1d req-6771e5d7-8438-4be3-8abe-f1133ae80f41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:49:45.452455 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [req-fcfe6a96-ae7a-4bc3-905e-de01acdd1a1d req-6771e5d7-8438-4be3-8abe-f1133ae80f41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 365ae288-175d-49fe-b8d7-5296816b12c4 {{(pid=83737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 07 10:49:45.461132 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-fcfe6a96-ae7a-4bc3-905e-de01acdd1a1d req-6771e5d7-8438-4be3-8abe-f1133ae80f41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:49:45.486516 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [req-fcfe6a96-ae7a-4bc3-905e-de01acdd1a1d req-6771e5d7-8438-4be3-8abe-f1133ae80f41 service neutron] Transition to ACTIVE for port object 365ae288-175d-49fe-b8d7-5296816b12c4 will not be triggered until provisioned by entity L2. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:49:45.490623 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-fcfe6a96-ae7a-4bc3-905e-de01acdd1a1d req-6771e5d7-8438-4be3-8abe-f1133ae80f41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3012561'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:49:45.558008 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbef3686-77b5-4cbb-b5ad-983b644b0ad0 req-bb81979c-33d8-43d8-aaf6-483bae3e1036 tempest-DeleteServersTestJSON-324269256 tempest-DeleteServersTestJSON-324269256-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:45.558682 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-fbef3686-77b5-4cbb-b5ad-983b644b0ad0 req-bb81979c-33d8-43d8-aaf6-483bae3e1036 tempest-DeleteServersTestJSON-324269256 tempest-DeleteServersTestJSON-324269256-project] Synchronizing usage tracker for tenant:c9ca2576969f4d39801bbd2705fd7c0c on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:49:45.713971 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6771e5d7-8438-4be3-8abe-f1133ae80f41 service neutron] Pushing event updated for resources: {'Port': ['ID=365ae288-175d-49fe-b8d7-5296816b12c4,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:45.752315 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:49:45.755716 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-fbef3686-77b5-4cbb-b5ad-983b644b0ad0 req-bb81979c-33d8-43d8-aaf6-483bae3e1036 tempest-DeleteServersTestJSON-324269256 tempest-DeleteServersTestJSON-324269256-project] Unset dirty status for tenant:c9ca2576969f4d39801bbd2705fd7c0c on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:49:45.756888 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-fbef3686-77b5-4cbb-b5ad-983b644b0ad0 req-bb81979c-33d8-43d8-aaf6-483bae3e1036 tempest-DeleteServersTestJSON-324269256 tempest-DeleteServersTestJSON-324269256-project] 10.222.0.13 "GET /v2.0/ports?device_id=47ef8e9d-a9e4-4e5b-bd1c-223f269f3b65 HTTP/1.1" status: 200 len: 932 time: 0.3579123 Mar 07 10:49:45.860057 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-fbef3686-77b5-4cbb-b5ad-983b644b0ad0 req-e4b800dd-567d-4bee-999c-fa7f62fdc587 tempest-DeleteServersTestJSON-324269256 tempest-DeleteServersTestJSON-324269256-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cc50caf-de31-4667-a86f-f74768da757c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740702 Mar 07 10:49:45.860701 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [req-fcfe6a96-ae7a-4bc3-905e-de01acdd1a1d req-6771e5d7-8438-4be3-8abe-f1133ae80f41 service neutron] Attempting to bind port 365ae288-175d-49fe-b8d7-5296816b12c4 on host hv-neutron-8307 for vnic_type normal with profile {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:49:45.861033 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [req-fcfe6a96-ae7a-4bc3-905e-de01acdd1a1d req-6771e5d7-8438-4be3-8abe-f1133ae80f41 service neutron] Attempting to bind port 365ae288-175d-49fe-b8d7-5296816b12c4 by drivers openvswitch,hyperv on host hv-neutron-8307 at level 0 using segments [{'id': 'de753fb6-e291-4fc7-bff1-e79b3f944b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '6b984091-844b-4aa2-9684-0b49a899cb6f'}] {{(pid=83737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:49:45.861464 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfe6a96-ae7a-4bc3-905e-de01acdd1a1d req-6771e5d7-8438-4be3-8abe-f1133ae80f41 service neutron] Attempting to bind port 365ae288-175d-49fe-b8d7-5296816b12c4 on network 6b984091-844b-4aa2-9684-0b49a899cb6f {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:49:45.867273 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfe6a96-ae7a-4bc3-905e-de01acdd1a1d req-6771e5d7-8438-4be3-8abe-f1133ae80f41 service neutron] Port 365ae288-175d-49fe-b8d7-5296816b12c4 on network 6b984091-844b-4aa2-9684-0b49a899cb6f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8307 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 07 10:49:45.867584 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfe6a96-ae7a-4bc3-905e-de01acdd1a1d req-6771e5d7-8438-4be3-8abe-f1133ae80f41 service neutron] Attempting to bind port 365ae288-175d-49fe-b8d7-5296816b12c4 on network 6b984091-844b-4aa2-9684-0b49a899cb6f {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:49:45.873740 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfe6a96-ae7a-4bc3-905e-de01acdd1a1d req-6771e5d7-8438-4be3-8abe-f1133ae80f41 service neutron] Checking agent: {'id': 'fb93ecad-d7e5-4e81-99ef-d8d0ee7386ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8307', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 21, 15), 'started_at': datetime.datetime(2022, 3, 7, 10, 21, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:49:45.874074 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfe6a96-ae7a-4bc3-905e-de01acdd1a1d req-6771e5d7-8438-4be3-8abe-f1133ae80f41 service neutron] Checking segment: {'id': 'de753fb6-e291-4fc7-bff1-e79b3f944b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '6b984091-844b-4aa2-9684-0b49a899cb6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:49:45.874446 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfe6a96-ae7a-4bc3-905e-de01acdd1a1d req-6771e5d7-8438-4be3-8abe-f1133ae80f41 service neutron] Bound using segment: {'id': 'de753fb6-e291-4fc7-bff1-e79b3f944b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '6b984091-844b-4aa2-9684-0b49a899cb6f'} {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:49:45.874863 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [req-fcfe6a96-ae7a-4bc3-905e-de01acdd1a1d req-6771e5d7-8438-4be3-8abe-f1133ae80f41 service neutron] Bound port: 365ae288-175d-49fe-b8d7-5296816b12c4, host: hv-neutron-8307, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de753fb6-e291-4fc7-bff1-e79b3f944b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '6b984091-844b-4aa2-9684-0b49a899cb6f'}}] {{(pid=83737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:49:45.875199 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-fcfe6a96-ae7a-4bc3-905e-de01acdd1a1d req-6771e5d7-8438-4be3-8abe-f1133ae80f41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:49:45.959548 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [req-fcfe6a96-ae7a-4bc3-905e-de01acdd1a1d req-6771e5d7-8438-4be3-8abe-f1133ae80f41 service neutron] For port 365ae288-175d-49fe-b8d7-5296816b12c4, host hv-neutron-8307, cleared binding levels {{(pid=83737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:49:45.962428 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [req-fcfe6a96-ae7a-4bc3-905e-de01acdd1a1d req-6771e5d7-8438-4be3-8abe-f1133ae80f41 service neutron] For port 365ae288-175d-49fe-b8d7-5296816b12c4, host hv-neutron-8307, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=365ae288-175d-49fe-b8d7-5296816b12c4,segment=NetworkSegment(de753fb6-e291-4fc7-bff1-e79b3f944b82),segment_id=de753fb6-e291-4fc7-bff1-e79b3f944b82)] {{(pid=83737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:49:45.965987 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-fcfe6a96-ae7a-4bc3-905e-de01acdd1a1d req-6771e5d7-8438-4be3-8abe-f1133ae80f41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3012561'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:49:46.029870 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-fcfe6a96-ae7a-4bc3-905e-de01acdd1a1d req-6771e5d7-8438-4be3-8abe-f1133ae80f41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:49:46.031208 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-fcfe6a96-ae7a-4bc3-905e-de01acdd1a1d req-6771e5d7-8438-4be3-8abe-f1133ae80f41 service neutron] 10.222.0.10 "PUT /v2.0/ports/365ae288-175d-49fe-b8d7-5296816b12c4 HTTP/1.1" status: 200 len: 1094 time: 1.1267848 Mar 07 10:49:46.031662 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47ef8e9d-a9e4-4e5b-bd1c-223f269f3b65', 'tag': '365ae288-175d-49fe-b8d7-5296816b12c4'}] {{(pid=83737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 10:49:46.050473 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6771e5d7-8438-4be3-8abe-f1133ae80f41 service neutron] Pushing event updated for resources: {'Port': ['ID=365ae288-175d-49fe-b8d7-5296816b12c4,revision_number=3']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:46.099681 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47ef8e9d-a9e4-4e5b-bd1c-223f269f3b65', 'tag': '365ae288-175d-49fe-b8d7-5296816b12c4', 'status': 'completed', 'code': 200} Mar 07 10:49:46.138990 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-fcfe6a96-ae7a-4bc3-905e-de01acdd1a1d req-313edc33-4c83-4d3a-bd4f-af742f5bc461 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c9ca2576969f4d39801bbd2705fd7c0c&device_id=47ef8e9d-a9e4-4e5b-bd1c-223f269f3b65 HTTP/1.1" status: 200 len: 1097 time: 0.0715199 Mar 07 10:49:46.208808 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-fcfe6a96-ae7a-4bc3-905e-de01acdd1a1d req-7f6e25ed-9556-453b-a49e-1b14715cd15d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=365ae288-175d-49fe-b8d7-5296816b12c4 HTTP/1.1" status: 200 len: 217 time: 0.0638275 Mar 07 10:49:46.269418 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfe6a96-ae7a-4bc3-905e-de01acdd1a1d req-114062d8-220a-4364-8abb-f218d35dc1a3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:46.270900 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-fcfe6a96-ae7a-4bc3-905e-de01acdd1a1d req-114062d8-220a-4364-8abb-f218d35dc1a3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=61581040-37d3-4d3c-a67e-09ae10f5b8a8 HTTP/1.1" status: 200 len: 852 time: 0.0569472 Mar 07 10:49:46.313608 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-fcfe6a96-ae7a-4bc3-905e-de01acdd1a1d req-75988ddf-9a4c-4e3e-8cfd-5a37bd44c3c7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6b984091-844b-4aa2-9684-0b49a899cb6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370245 Mar 07 10:49:46.440505 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-fcfe6a96-ae7a-4bc3-905e-de01acdd1a1d req-d67af4ab-b660-454d-a40d-127b35ac1c7e service neutron] 10.222.0.10 "GET /v2.0/networks/6b984091-844b-4aa2-9684-0b49a899cb6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206894 Mar 07 10:49:46.571699 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-fcfe6a96-ae7a-4bc3-905e-de01acdd1a1d req-e5028904-9d21-475d-99b9-727e45943816 service neutron] 10.222.0.10 "GET /v2.0/networks/6b984091-844b-4aa2-9684-0b49a899cb6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258891 Mar 07 10:49:46.684636 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ff66718d-de03-4479-9fbb-f71f0941daba req-6651a819-0481-4f0f-b834-ae386d42d237 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c9ca2576969f4d39801bbd2705fd7c0c&device_id=47ef8e9d-a9e4-4e5b-bd1c-223f269f3b65 HTTP/1.1" status: 200 len: 1097 time: 0.0711167 Mar 07 10:49:46.812028 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff66718d-de03-4479-9fbb-f71f0941daba req-7f69330b-a044-455d-88f4-c1d89c4a7eb0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:46.813517 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ff66718d-de03-4479-9fbb-f71f0941daba req-7f69330b-a044-455d-88f4-c1d89c4a7eb0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=6b984091-844b-4aa2-9684-0b49a899cb6f HTTP/1.1" status: 200 len: 913 time: 0.1231313 Mar 07 10:49:46.877547 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ff66718d-de03-4479-9fbb-f71f0941daba req-6b310dfa-f90e-4b74-989d-986e12d29971 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=365ae288-175d-49fe-b8d7-5296816b12c4 HTTP/1.1" status: 200 len: 217 time: 0.0582123 Mar 07 10:49:46.940138 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff66718d-de03-4479-9fbb-f71f0941daba req-d1e9e94d-9074-4baf-95bb-03afabe53ef5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:46.941598 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ff66718d-de03-4479-9fbb-f71f0941daba req-d1e9e94d-9074-4baf-95bb-03afabe53ef5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=61581040-37d3-4d3c-a67e-09ae10f5b8a8 HTTP/1.1" status: 200 len: 852 time: 0.0590928 Mar 07 10:49:47.012871 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ff66718d-de03-4479-9fbb-f71f0941daba req-85646348-a31a-425f-bf10-ac0e2964cda2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6b984091-844b-4aa2-9684-0b49a899cb6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0653255 Mar 07 10:49:47.167944 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b17b8e0-b4c9-41ea-a00c-8e9c52f40f8d req-68116127-db71-4f72-a196-b37007d1ba48 tempest-DeleteServersTestJSON-324269256 tempest-DeleteServersTestJSON-324269256-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:47.169309 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-6b17b8e0-b4c9-41ea-a00c-8e9c52f40f8d req-68116127-db71-4f72-a196-b37007d1ba48 tempest-DeleteServersTestJSON-324269256 tempest-DeleteServersTestJSON-324269256-project] 10.222.0.13 "GET /v2.0/ports?device_id=47ef8e9d-a9e4-4e5b-bd1c-223f269f3b65 HTTP/1.1" status: 200 len: 944 time: 0.1901469 Mar 07 10:49:47.172417 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ff66718d-de03-4479-9fbb-f71f0941daba req-2779a1be-8920-4e02-9a42-4074f20e6292 service neutron] 10.222.0.10 "GET /v2.0/networks/6b984091-844b-4aa2-9684-0b49a899cb6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534314 Mar 07 10:49:47.385754 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-6b17b8e0-b4c9-41ea-a00c-8e9c52f40f8d req-b1286e0a-836a-4c97-b022-babf051cb20a tempest-DeleteServersTestJSON-324269256 tempest-DeleteServersTestJSON-324269256-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cc50caf-de31-4667-a86f-f74768da757c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102678 Mar 07 10:49:47.420982 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ff66718d-de03-4479-9fbb-f71f0941daba req-4b728625-e5e0-41a3-8846-a07ed0e6739c service neutron] 10.222.0.10 "GET /v2.0/networks/6b984091-844b-4aa2-9684-0b49a899cb6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2326164 Mar 07 10:49:48.586912 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9708f63-2b46-4028-9d69-508836c34775 req-64629108-597c-4fc8-a872-936e43cbf216 tempest-DeleteServersTestJSON-324269256 tempest-DeleteServersTestJSON-324269256-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:48.588705 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-a9708f63-2b46-4028-9d69-508836c34775 req-64629108-597c-4fc8-a872-936e43cbf216 tempest-DeleteServersTestJSON-324269256 tempest-DeleteServersTestJSON-324269256-project] 10.222.0.13 "GET /v2.0/ports?device_id=47ef8e9d-a9e4-4e5b-bd1c-223f269f3b65 HTTP/1.1" status: 200 len: 944 time: 0.0757277 Mar 07 10:49:48.636145 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-a9708f63-2b46-4028-9d69-508836c34775 req-c15a5960-4939-4587-bca4-61d475609a93 tempest-DeleteServersTestJSON-324269256 tempest-DeleteServersTestJSON-324269256-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cc50caf-de31-4667-a86f-f74768da757c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423706 Mar 07 10:49:49.534317 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device 365ae288-175d-49fe-b8d7-5296816b12c4 details requested by agent hyperv_hv-neutron-8307 with host hv-neutron-8307 {{(pid=83739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 07 10:49:49.662756 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port 365ae288-175d-49fe-b8d7-5296816b12c4, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=365ae288-175d-49fe-b8d7-5296816b12c4,segment=NetworkSegment(de753fb6-e291-4fc7-bff1-e79b3f944b82),segment_id=de753fb6-e291-4fc7-bff1-e79b3f944b82)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:49:49.676461 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Returning: {'device': '365ae288-175d-49fe-b8d7-5296816b12c4', 'network_id': '6b984091-844b-4aa2-9684-0b49a899cb6f', 'port_id': '365ae288-175d-49fe-b8d7-5296816b12c4', 'mac_address': 'fa:16:3e:e6:9e:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61581040-37d3-4d3c-a67e-09ae10f5b8a8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 07 10:49:49.762616 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:49:49.779150 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 365ae288-175d-49fe-b8d7-5296816b12c4 {{(pid=83739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 07 10:49:49.794226 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port 365ae288-175d-49fe-b8d7-5296816b12c4, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=365ae288-175d-49fe-b8d7-5296816b12c4,segment=NetworkSegment(de753fb6-e291-4fc7-bff1-e79b3f944b82),segment_id=de753fb6-e291-4fc7-bff1-e79b3f944b82)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:49:49.799634 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:49:49.837250 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20662e3-ec80-4ea8-8fcc-36ed5b81eec5 req-40d12484-deee-45ed-b393-79060839d237 tempest-DeleteServersTestJSON-324269256 tempest-DeleteServersTestJSON-324269256-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:49.838713 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-a20662e3-ec80-4ea8-8fcc-36ed5b81eec5 req-40d12484-deee-45ed-b393-79060839d237 tempest-DeleteServersTestJSON-324269256 tempest-DeleteServersTestJSON-324269256-project] 10.222.0.13 "GET /v2.0/ports?device_id=47ef8e9d-a9e4-4e5b-bd1c-223f269f3b65 HTTP/1.1" status: 200 len: 944 time: 0.0789671 Mar 07 10:49:49.862945 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Pushing event updated for resources: {'Port': ['ID=365ae288-175d-49fe-b8d7-5296816b12c4,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:49.885147 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-a20662e3-ec80-4ea8-8fcc-36ed5b81eec5 req-88c2568a-375e-4ad7-a52f-f59cf49e248c tempest-DeleteServersTestJSON-324269256 tempest-DeleteServersTestJSON-324269256-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cc50caf-de31-4667-a86f-f74768da757c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407197 Mar 07 10:49:50.099800 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] get_ports_and_sgs() called for port_ids ['365ae288-175d-49fe-b8d7-5296816b12c4'] {{(pid=83739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 07 10:49:51.235033 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5341d5f-46de-413b-8dd5-b691d351d2e8 req-0742842e-b8c0-4d50-a3f9-a175afb6e828 tempest-DeleteServersTestJSON-324269256 tempest-DeleteServersTestJSON-324269256-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:51.237066 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f5341d5f-46de-413b-8dd5-b691d351d2e8 req-0742842e-b8c0-4d50-a3f9-a175afb6e828 tempest-DeleteServersTestJSON-324269256 tempest-DeleteServersTestJSON-324269256-project] 10.222.0.13 "GET /v2.0/ports?device_id=47ef8e9d-a9e4-4e5b-bd1c-223f269f3b65 HTTP/1.1" status: 200 len: 945 time: 0.0828907 Mar 07 10:49:51.281873 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f5341d5f-46de-413b-8dd5-b691d351d2e8 req-3b447879-63c3-430b-b84c-778d8e626b2a tempest-DeleteServersTestJSON-324269256 tempest-DeleteServersTestJSON-324269256-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cc50caf-de31-4667-a86f-f74768da757c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389266 Mar 07 10:49:51.550066 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device 365ae288-175d-49fe-b8d7-5296816b12c4 up at agent hyperv_hv-neutron-8307 {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:49:51.616501 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Provisioning for port 365ae288-175d-49fe-b8d7-5296816b12c4 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:49:51.621081 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Provisioning complete for port 365ae288-175d-49fe-b8d7-5296816b12c4 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:49:51.621449 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:49:51.731861 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:49:51.757459 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47ef8e9d-a9e4-4e5b-bd1c-223f269f3b65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '365ae288-175d-49fe-b8d7-5296816b12c4'}] {{(pid=83739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 10:49:51.766674 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port 365ae288-175d-49fe-b8d7-5296816b12c4, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=365ae288-175d-49fe-b8d7-5296816b12c4,segment=NetworkSegment(de753fb6-e291-4fc7-bff1-e79b3f944b82),segment_id=de753fb6-e291-4fc7-bff1-e79b3f944b82)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:49:51.771330 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:49:51.814959 dv-neutron-830731-3-hyperv neutron-server[83739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47ef8e9d-a9e4-4e5b-bd1c-223f269f3b65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '365ae288-175d-49fe-b8d7-5296816b12c4', 'code': 200} Mar 07 10:49:51.840102 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Pushing event updated for resources: {'Port': ['ID=365ae288-175d-49fe-b8d7-5296816b12c4,revision_number=5']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:51.849118 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:49:51.849457 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:49:51.849799 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:49:51.850121 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:49:51.850442 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:49:51.850761 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:49:51.851078 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:49:51.851396 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:49:51.851708 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:49:51.852020 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:49:51.852329 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:49:52.027195 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-97085886-b01b-4bbc-8543-eb5742855292 req-52f3d95a-285b-4831-8d3b-76eda1f4330a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=47ef8e9d-a9e4-4e5b-bd1c-223f269f3b65 HTTP/1.1" status: 200 len: 1099 time: 0.0676229 Mar 07 10:49:52.069484 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-97085886-b01b-4bbc-8543-eb5742855292 req-e314e7db-5e0a-47d0-a471-3e30d6d1f548 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=2cc50caf-de31-4667-a86f-f74768da757c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361130 Mar 07 10:49:52.478884 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f2526e-5246-4190-8168-60ad39da5037 req-f6be731d-41aa-4e5f-b69d-cd6ffae8c39e tempest-DeleteServersTestJSON-324269256 tempest-DeleteServersTestJSON-324269256-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:52.480307 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-82f2526e-5246-4190-8168-60ad39da5037 req-f6be731d-41aa-4e5f-b69d-cd6ffae8c39e tempest-DeleteServersTestJSON-324269256 tempest-DeleteServersTestJSON-324269256-project] 10.222.0.13 "GET /v2.0/ports?device_id=47ef8e9d-a9e4-4e5b-bd1c-223f269f3b65 HTTP/1.1" status: 200 len: 946 time: 0.0803964 Mar 07 10:49:52.524898 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-82f2526e-5246-4190-8168-60ad39da5037 req-1e17a8c4-395b-40d5-bb03-8ea52f1ac02a tempest-DeleteServersTestJSON-324269256 tempest-DeleteServersTestJSON-324269256-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cc50caf-de31-4667-a86f-f74768da757c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391054 Mar 07 10:49:53.722766 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e3d996-e67e-4d86-bc6f-19aa118cb752 req-84e847b1-b38b-4a2a-a576-c22fceeeb3bb tempest-DeleteServersTestJSON-324269256 tempest-DeleteServersTestJSON-324269256-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:53.724178 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-79e3d996-e67e-4d86-bc6f-19aa118cb752 req-84e847b1-b38b-4a2a-a576-c22fceeeb3bb tempest-DeleteServersTestJSON-324269256 tempest-DeleteServersTestJSON-324269256-project] 10.222.0.13 "GET /v2.0/ports?device_id=47ef8e9d-a9e4-4e5b-bd1c-223f269f3b65 HTTP/1.1" status: 200 len: 946 time: 0.0737941 Mar 07 10:49:53.771209 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-79e3d996-e67e-4d86-bc6f-19aa118cb752 req-926c9016-6717-4f53-82fa-c551bf0b6be4 tempest-DeleteServersTestJSON-324269256 tempest-DeleteServersTestJSON-324269256-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cc50caf-de31-4667-a86f-f74768da757c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415578 Mar 07 10:49:53.961315 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-19325881-8f85-4609-a777-bc34c841646d req-d6c6ba50-73d2-44a3-98ec-29f0813c643d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=47ef8e9d-a9e4-4e5b-bd1c-223f269f3b65&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0659552 Mar 07 10:49:54.221997 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 42676) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:49:54.262935 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64484b3-1a79-4cfa-828f-cd6d3937eb8a req-22b83fac-fabf-4b53-85dc-95822fd3a76e tempest-DeleteServersTestJSON-324269256 tempest-DeleteServersTestJSON-324269256-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:54.264407 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d64484b3-1a79-4cfa-828f-cd6d3937eb8a req-22b83fac-fabf-4b53-85dc-95822fd3a76e tempest-DeleteServersTestJSON-324269256 tempest-DeleteServersTestJSON-324269256-project] 10.222.0.13 "GET /v2.0/ports?device_id=47ef8e9d-a9e4-4e5b-bd1c-223f269f3b65 HTTP/1.1" status: 200 len: 946 time: 0.0791628 Mar 07 10:49:54.316229 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d64484b3-1a79-4cfa-828f-cd6d3937eb8a req-287561da-e8c1-4d23-9d50-a0d802c5bf19 tempest-DeleteServersTestJSON-324269256 tempest-DeleteServersTestJSON-324269256-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cc50caf-de31-4667-a86f-f74768da757c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458226 Mar 07 10:49:54.361403 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-4ba22d58-acca-41ea-82aa-bb3a10c3ca27 req-a3cf6eea-201d-4e29-a192-1e6c7fc85536 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=47ef8e9d-a9e4-4e5b-bd1c-223f269f3b65&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1381230 Mar 07 10:49:55.510983 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7858a14b-32bd-44ac-bb05-85cef22d6fcd req-32c19cbf-ae53-47c4-9dce-b20e38a34ffa tempest-DeleteServersTestJSON-324269256 tempest-DeleteServersTestJSON-324269256-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:55.512392 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-7858a14b-32bd-44ac-bb05-85cef22d6fcd req-32c19cbf-ae53-47c4-9dce-b20e38a34ffa tempest-DeleteServersTestJSON-324269256 tempest-DeleteServersTestJSON-324269256-project] 10.222.0.13 "GET /v2.0/ports?device_id=47ef8e9d-a9e4-4e5b-bd1c-223f269f3b65 HTTP/1.1" status: 200 len: 946 time: 0.0744829 Mar 07 10:49:55.559380 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-7858a14b-32bd-44ac-bb05-85cef22d6fcd req-bf2fbc8c-c7c5-4a7d-9255-1ee6002ea521 tempest-DeleteServersTestJSON-324269256 tempest-DeleteServersTestJSON-324269256-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cc50caf-de31-4667-a86f-f74768da757c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408826 Mar 07 10:49:55.636903 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4ba22d58-acca-41ea-82aa-bb3a10c3ca27 req-ad963f67-3658-411f-ac55-c0731ee54413 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c9ca2576969f4d39801bbd2705fd7c0c&device_id=47ef8e9d-a9e4-4e5b-bd1c-223f269f3b65 HTTP/1.1" status: 200 len: 1099 time: 0.0726292 Mar 07 10:49:55.764040 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba22d58-acca-41ea-82aa-bb3a10c3ca27 req-660e0ada-ae35-4bb8-ac89-44bbe2a3d199 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:55.765389 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4ba22d58-acca-41ea-82aa-bb3a10c3ca27 req-660e0ada-ae35-4bb8-ac89-44bbe2a3d199 service neutron] 10.222.0.10 "GET /v2.0/networks?id=6b984091-844b-4aa2-9684-0b49a899cb6f HTTP/1.1" status: 200 len: 913 time: 0.1234901 Mar 07 10:49:55.829683 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4ba22d58-acca-41ea-82aa-bb3a10c3ca27 req-80e87e0a-394f-4819-8b6e-ad1cbfbd042d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=365ae288-175d-49fe-b8d7-5296816b12c4 HTTP/1.1" status: 200 len: 217 time: 0.0586708 Mar 07 10:49:55.893962 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba22d58-acca-41ea-82aa-bb3a10c3ca27 req-e1e6238a-17e4-470b-805d-04f018f01bba service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:55.895411 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4ba22d58-acca-41ea-82aa-bb3a10c3ca27 req-e1e6238a-17e4-470b-805d-04f018f01bba service neutron] 10.222.0.10 "GET /v2.0/subnets?id=61581040-37d3-4d3c-a67e-09ae10f5b8a8 HTTP/1.1" status: 200 len: 852 time: 0.0602479 Mar 07 10:49:55.938976 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4ba22d58-acca-41ea-82aa-bb3a10c3ca27 req-7657fbdc-1f0e-42d9-be0a-72d56cea52fb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6b984091-844b-4aa2-9684-0b49a899cb6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379455 Mar 07 10:49:56.065250 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4ba22d58-acca-41ea-82aa-bb3a10c3ca27 req-9a63fd1a-c8a7-4237-9f76-3021310290c7 service neutron] 10.222.0.10 "GET /v2.0/networks/6b984091-844b-4aa2-9684-0b49a899cb6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204641 Mar 07 10:49:56.191917 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4ba22d58-acca-41ea-82aa-bb3a10c3ca27 req-0cd9ef37-8f15-43ac-a384-fbfd216839f3 service neutron] 10.222.0.10 "GET /v2.0/networks/6b984091-844b-4aa2-9684-0b49a899cb6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210835 Mar 07 10:49:56.755549 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ade5d12-079a-4d52-8644-072f90301402 req-a4c51361-3101-43fb-b37c-10b0aef5f786 tempest-DeleteServersTestJSON-324269256 tempest-DeleteServersTestJSON-324269256-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:56.757012 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-0ade5d12-079a-4d52-8644-072f90301402 req-a4c51361-3101-43fb-b37c-10b0aef5f786 tempest-DeleteServersTestJSON-324269256 tempest-DeleteServersTestJSON-324269256-project] 10.222.0.13 "GET /v2.0/ports?device_id=47ef8e9d-a9e4-4e5b-bd1c-223f269f3b65 HTTP/1.1" status: 200 len: 946 time: 0.0760381 Mar 07 10:49:56.805264 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-0ade5d12-079a-4d52-8644-072f90301402 req-58d95d75-62bb-466d-8ce3-9db181b58f46 tempest-DeleteServersTestJSON-324269256 tempest-DeleteServersTestJSON-324269256-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cc50caf-de31-4667-a86f-f74768da757c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429032 Mar 07 10:49:57.089133 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-adbd2215-c8ee-41f3-92a6-4182ca26b8a8 None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 10:49:58.078363 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadb05ea-aef2-4893-ae49-dca06d2bbee4 req-1a4d4601-b3a6-4e26-85c3-3aef0a26b1f6 tempest-DeleteServersTestJSON-324269256 tempest-DeleteServersTestJSON-324269256-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:58.080405 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-aadb05ea-aef2-4893-ae49-dca06d2bbee4 req-1a4d4601-b3a6-4e26-85c3-3aef0a26b1f6 tempest-DeleteServersTestJSON-324269256 tempest-DeleteServersTestJSON-324269256-project] 10.222.0.13 "GET /v2.0/ports?device_id=47ef8e9d-a9e4-4e5b-bd1c-223f269f3b65 HTTP/1.1" status: 200 len: 946 time: 0.1530609 Mar 07 10:49:58.123968 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-aadb05ea-aef2-4893-ae49-dca06d2bbee4 req-631d43ad-7f75-40b5-90a8-c204e80247d2 tempest-DeleteServersTestJSON-324269256 tempest-DeleteServersTestJSON-324269256-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cc50caf-de31-4667-a86f-f74768da757c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379937 Mar 07 10:49:58.397283 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-d843e888-ccc9-476c-9185-c13a93a8df84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:49:59.459777 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f1e593-f0ce-41a9-bad7-e2f20084c3eb req-43d71b0f-c74f-4729-999e-390922fa60f7 tempest-DeleteServersTestJSON-324269256 tempest-DeleteServersTestJSON-324269256-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:59.461121 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-e5f1e593-f0ce-41a9-bad7-e2f20084c3eb req-43d71b0f-c74f-4729-999e-390922fa60f7 tempest-DeleteServersTestJSON-324269256 tempest-DeleteServersTestJSON-324269256-project] 10.222.0.13 "GET /v2.0/ports?device_id=47ef8e9d-a9e4-4e5b-bd1c-223f269f3b65 HTTP/1.1" status: 200 len: 946 time: 0.0775268 Mar 07 10:49:59.507330 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-e5f1e593-f0ce-41a9-bad7-e2f20084c3eb req-96da7df6-7455-4e39-baf2-7cb51c176098 tempest-DeleteServersTestJSON-324269256 tempest-DeleteServersTestJSON-324269256-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cc50caf-de31-4667-a86f-f74768da757c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408804 Mar 07 10:50:00.589171 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-13134978-4128-4976-9b2e-070fdf751356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:50:00.704232 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c85c5e-dd80-4646-8187-97b35d352f3d req-05fd2848-d9cd-432e-8ea0-8dc1a6e7cfaf tempest-DeleteServersTestJSON-324269256 tempest-DeleteServersTestJSON-324269256-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:00.706200 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d3c85c5e-dd80-4646-8187-97b35d352f3d req-05fd2848-d9cd-432e-8ea0-8dc1a6e7cfaf tempest-DeleteServersTestJSON-324269256 tempest-DeleteServersTestJSON-324269256-project] 10.222.0.13 "GET /v2.0/ports?device_id=47ef8e9d-a9e4-4e5b-bd1c-223f269f3b65 HTTP/1.1" status: 200 len: 946 time: 0.0748925 Mar 07 10:50:00.749431 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d3c85c5e-dd80-4646-8187-97b35d352f3d req-e0ebf546-537b-4347-a6ed-154fa8b7f627 tempest-DeleteServersTestJSON-324269256 tempest-DeleteServersTestJSON-324269256-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cc50caf-de31-4667-a86f-f74768da757c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378118 Mar 07 10:50:01.823612 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-711fefd2-3b30-4759-8df5-0aecff1c8e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:50:01.890235 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:50:02.023694 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12ccfb6-dbf3-4d15-979b-2390af85ebc3 req-ef9a1840-0252-4e4f-a9d6-f326da93a275 tempest-DeleteServersTestJSON-324269256 tempest-DeleteServersTestJSON-324269256-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:02.025161 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f12ccfb6-dbf3-4d15-979b-2390af85ebc3 req-ef9a1840-0252-4e4f-a9d6-f326da93a275 tempest-DeleteServersTestJSON-324269256 tempest-DeleteServersTestJSON-324269256-project] 10.222.0.13 "GET /v2.0/ports?device_id=47ef8e9d-a9e4-4e5b-bd1c-223f269f3b65 HTTP/1.1" status: 200 len: 946 time: 0.1538486 Mar 07 10:50:02.070883 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f12ccfb6-dbf3-4d15-979b-2390af85ebc3 req-5a8ff416-04c2-425f-b8c0-5a0863d510e4 tempest-DeleteServersTestJSON-324269256 tempest-DeleteServersTestJSON-324269256-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cc50caf-de31-4667-a86f-f74768da757c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400095 Mar 07 10:50:03.250010 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c87150bd-aa9c-4ad1-bb68-57ec66d4fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:50:03.328899 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bd3559-f723-43db-a86b-1b394db87546 req-2a0b49ac-a2f7-43ca-9c27-15cd5976e560 tempest-DeleteServersTestJSON-324269256 tempest-DeleteServersTestJSON-324269256-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:03.330355 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-e5bd3559-f723-43db-a86b-1b394db87546 req-2a0b49ac-a2f7-43ca-9c27-15cd5976e560 tempest-DeleteServersTestJSON-324269256 tempest-DeleteServersTestJSON-324269256-project] 10.222.0.13 "GET /v2.0/ports?device_id=47ef8e9d-a9e4-4e5b-bd1c-223f269f3b65 HTTP/1.1" status: 200 len: 946 time: 0.1416862 Mar 07 10:50:03.378731 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-e5bd3559-f723-43db-a86b-1b394db87546 req-c636a490-fabb-46fb-beaa-02fb9f6ac48b tempest-DeleteServersTestJSON-324269256 tempest-DeleteServersTestJSON-324269256-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cc50caf-de31-4667-a86f-f74768da757c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426755 Mar 07 10:50:04.571175 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4b227d-b9ed-4bf6-99fc-05e8d505825f req-4aa572f8-f1ae-4072-aea9-a02fb1b00be8 tempest-DeleteServersTestJSON-324269256 tempest-DeleteServersTestJSON-324269256-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:04.572533 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ec4b227d-b9ed-4bf6-99fc-05e8d505825f req-4aa572f8-f1ae-4072-aea9-a02fb1b00be8 tempest-DeleteServersTestJSON-324269256 tempest-DeleteServersTestJSON-324269256-project] 10.222.0.13 "GET /v2.0/ports?device_id=47ef8e9d-a9e4-4e5b-bd1c-223f269f3b65 HTTP/1.1" status: 200 len: 946 time: 0.0755033 Mar 07 10:50:04.618282 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ec4b227d-b9ed-4bf6-99fc-05e8d505825f req-c074e707-dfee-42d5-b917-916ee6e5b6f8 tempest-DeleteServersTestJSON-324269256 tempest-DeleteServersTestJSON-324269256-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cc50caf-de31-4667-a86f-f74768da757c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403409 Mar 07 10:50:05.816090 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afd528a-4da4-4246-8549-48b813a77017 req-9c65a4c3-6ff9-4e87-bba3-6173d42ee7ab tempest-DeleteServersTestJSON-324269256 tempest-DeleteServersTestJSON-324269256-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:05.817777 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-2afd528a-4da4-4246-8549-48b813a77017 req-9c65a4c3-6ff9-4e87-bba3-6173d42ee7ab tempest-DeleteServersTestJSON-324269256 tempest-DeleteServersTestJSON-324269256-project] 10.222.0.13 "GET /v2.0/ports?device_id=47ef8e9d-a9e4-4e5b-bd1c-223f269f3b65 HTTP/1.1" status: 200 len: 946 time: 0.0783846 Mar 07 10:50:05.862075 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-2afd528a-4da4-4246-8549-48b813a77017 req-6542699f-6a75-444e-98ec-a98a22d75c03 tempest-DeleteServersTestJSON-324269256 tempest-DeleteServersTestJSON-324269256-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cc50caf-de31-4667-a86f-f74768da757c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386989 Mar 07 10:50:07.054711 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89eec17-6e51-444d-a79e-4b6ff315e487 req-e6abd7b3-a926-41af-adbe-7b9c14d17ae5 tempest-DeleteServersTestJSON-324269256 tempest-DeleteServersTestJSON-324269256-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:07.056031 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f89eec17-6e51-444d-a79e-4b6ff315e487 req-e6abd7b3-a926-41af-adbe-7b9c14d17ae5 tempest-DeleteServersTestJSON-324269256 tempest-DeleteServersTestJSON-324269256-project] 10.222.0.13 "GET /v2.0/ports?device_id=47ef8e9d-a9e4-4e5b-bd1c-223f269f3b65 HTTP/1.1" status: 200 len: 946 time: 0.0728893 Mar 07 10:50:07.100548 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f89eec17-6e51-444d-a79e-4b6ff315e487 req-88ca6a35-d3df-4603-be9f-aca9f6cd59e0 tempest-DeleteServersTestJSON-324269256 tempest-DeleteServersTestJSON-324269256-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cc50caf-de31-4667-a86f-f74768da757c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390010 Mar 07 10:50:08.294376 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d14f2e-1df9-48dc-ab12-db1b05cf53f7 req-78f5b6c2-246e-4547-8e42-0092a6bdeb7f tempest-DeleteServersTestJSON-324269256 tempest-DeleteServersTestJSON-324269256-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:08.295800 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d8d14f2e-1df9-48dc-ab12-db1b05cf53f7 req-78f5b6c2-246e-4547-8e42-0092a6bdeb7f tempest-DeleteServersTestJSON-324269256 tempest-DeleteServersTestJSON-324269256-project] 10.222.0.13 "GET /v2.0/ports?device_id=47ef8e9d-a9e4-4e5b-bd1c-223f269f3b65 HTTP/1.1" status: 200 len: 946 time: 0.0784988 Mar 07 10:50:08.339478 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d8d14f2e-1df9-48dc-ab12-db1b05cf53f7 req-731f0494-03fb-4875-8ecc-54093b37fbb4 tempest-DeleteServersTestJSON-324269256 tempest-DeleteServersTestJSON-324269256-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cc50caf-de31-4667-a86f-f74768da757c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379379 Mar 07 10:50:09.531328 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096a7224-6b08-4ea3-8ef2-d85304ce6f2e req-16e3d919-6341-4c0b-aedd-f403528123ca tempest-DeleteServersTestJSON-324269256 tempest-DeleteServersTestJSON-324269256-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:09.532984 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-096a7224-6b08-4ea3-8ef2-d85304ce6f2e req-16e3d919-6341-4c0b-aedd-f403528123ca tempest-DeleteServersTestJSON-324269256 tempest-DeleteServersTestJSON-324269256-project] 10.222.0.13 "GET /v2.0/ports?device_id=47ef8e9d-a9e4-4e5b-bd1c-223f269f3b65 HTTP/1.1" status: 200 len: 946 time: 0.0738711 Mar 07 10:50:09.576753 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-096a7224-6b08-4ea3-8ef2-d85304ce6f2e req-f243e38c-33a8-4119-a086-24a0418e4adb tempest-DeleteServersTestJSON-324269256 tempest-DeleteServersTestJSON-324269256-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cc50caf-de31-4667-a86f-f74768da757c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384572 Mar 07 10:50:10.772180 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c98ead7-fc35-4c24-9706-83ddcf1e7731 req-c7e2f893-ab15-49e5-9b24-6a74b0149e46 tempest-DeleteServersTestJSON-324269256 tempest-DeleteServersTestJSON-324269256-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:10.773650 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-3c98ead7-fc35-4c24-9706-83ddcf1e7731 req-c7e2f893-ab15-49e5-9b24-6a74b0149e46 tempest-DeleteServersTestJSON-324269256 tempest-DeleteServersTestJSON-324269256-project] 10.222.0.13 "GET /v2.0/ports?device_id=47ef8e9d-a9e4-4e5b-bd1c-223f269f3b65 HTTP/1.1" status: 200 len: 946 time: 0.0795085 Mar 07 10:50:10.817618 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-3c98ead7-fc35-4c24-9706-83ddcf1e7731 req-251a8b21-556b-40d6-9be7-2d8ba49e5e3e tempest-DeleteServersTestJSON-324269256 tempest-DeleteServersTestJSON-324269256-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cc50caf-de31-4667-a86f-f74768da757c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385494 Mar 07 10:50:12.007402 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46848b53-76d9-428e-a3a4-db74aa99b0be req-676db9b8-b3a5-4a0f-a8af-1bf6326193b2 tempest-DeleteServersTestJSON-324269256 tempest-DeleteServersTestJSON-324269256-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:12.008857 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-46848b53-76d9-428e-a3a4-db74aa99b0be req-676db9b8-b3a5-4a0f-a8af-1bf6326193b2 tempest-DeleteServersTestJSON-324269256 tempest-DeleteServersTestJSON-324269256-project] 10.222.0.13 "GET /v2.0/ports?device_id=47ef8e9d-a9e4-4e5b-bd1c-223f269f3b65 HTTP/1.1" status: 200 len: 946 time: 0.0738099 Mar 07 10:50:12.057446 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-46848b53-76d9-428e-a3a4-db74aa99b0be req-52e0dbf2-1097-4ba9-86b8-f08106f0a6c1 tempest-DeleteServersTestJSON-324269256 tempest-DeleteServersTestJSON-324269256-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cc50caf-de31-4667-a86f-f74768da757c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431755 Mar 07 10:50:13.251494 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc775270-13d1-4e1e-8002-315291435f7c req-7e947930-5eb1-4d20-ae0c-de3a839a78bb tempest-DeleteServersTestJSON-324269256 tempest-DeleteServersTestJSON-324269256-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:13.253024 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-cc775270-13d1-4e1e-8002-315291435f7c req-7e947930-5eb1-4d20-ae0c-de3a839a78bb tempest-DeleteServersTestJSON-324269256 tempest-DeleteServersTestJSON-324269256-project] 10.222.0.13 "GET /v2.0/ports?device_id=47ef8e9d-a9e4-4e5b-bd1c-223f269f3b65 HTTP/1.1" status: 200 len: 946 time: 0.0746479 Mar 07 10:50:13.297382 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-cc775270-13d1-4e1e-8002-315291435f7c req-d1f1ca14-e55e-4ede-bd5b-16d3a30fd71b tempest-DeleteServersTestJSON-324269256 tempest-DeleteServersTestJSON-324269256-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cc50caf-de31-4667-a86f-f74768da757c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388680 Mar 07 10:50:14.493933 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8065ddb5-8826-437d-be8b-2d037dd0f467 req-108bef36-3007-44b4-b8e8-67dfb5d11c0d tempest-DeleteServersTestJSON-324269256 tempest-DeleteServersTestJSON-324269256-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:14.495337 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-8065ddb5-8826-437d-be8b-2d037dd0f467 req-108bef36-3007-44b4-b8e8-67dfb5d11c0d tempest-DeleteServersTestJSON-324269256 tempest-DeleteServersTestJSON-324269256-project] 10.222.0.13 "GET /v2.0/ports?device_id=47ef8e9d-a9e4-4e5b-bd1c-223f269f3b65 HTTP/1.1" status: 200 len: 946 time: 0.0779223 Mar 07 10:50:14.539444 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-8065ddb5-8826-437d-be8b-2d037dd0f467 req-63d8f286-0b26-4b33-bdc0-5463f20c5e48 tempest-DeleteServersTestJSON-324269256 tempest-DeleteServersTestJSON-324269256-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cc50caf-de31-4667-a86f-f74768da757c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385683 Mar 07 10:50:15.732757 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7ed56c-b75b-4c4e-ae35-27ac8cc38ac3 req-22c0993c-17e4-456b-a023-e2d9542751d9 tempest-DeleteServersTestJSON-324269256 tempest-DeleteServersTestJSON-324269256-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:15.734293 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-5c7ed56c-b75b-4c4e-ae35-27ac8cc38ac3 req-22c0993c-17e4-456b-a023-e2d9542751d9 tempest-DeleteServersTestJSON-324269256 tempest-DeleteServersTestJSON-324269256-project] 10.222.0.13 "GET /v2.0/ports?device_id=47ef8e9d-a9e4-4e5b-bd1c-223f269f3b65 HTTP/1.1" status: 200 len: 946 time: 0.0765767 Mar 07 10:50:15.746689 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:50:15.779547 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-5c7ed56c-b75b-4c4e-ae35-27ac8cc38ac3 req-d9efa7bf-96b9-4837-a7e5-ef99e095a052 tempest-DeleteServersTestJSON-324269256 tempest-DeleteServersTestJSON-324269256-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cc50caf-de31-4667-a86f-f74768da757c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399365 Mar 07 10:50:16.976572 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c1b529-3039-4004-9dbf-2e60c92907c0 req-9cbbbf63-a645-4e43-a7be-f34c83a150c4 tempest-DeleteServersTestJSON-324269256 tempest-DeleteServersTestJSON-324269256-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:16.977976 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-28c1b529-3039-4004-9dbf-2e60c92907c0 req-9cbbbf63-a645-4e43-a7be-f34c83a150c4 tempest-DeleteServersTestJSON-324269256 tempest-DeleteServersTestJSON-324269256-project] 10.222.0.13 "GET /v2.0/ports?device_id=47ef8e9d-a9e4-4e5b-bd1c-223f269f3b65 HTTP/1.1" status: 200 len: 946 time: 0.0785425 Mar 07 10:50:17.021760 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-28c1b529-3039-4004-9dbf-2e60c92907c0 req-8207b5e6-bde8-4a55-b1eb-cdf0e87659f3 tempest-DeleteServersTestJSON-324269256 tempest-DeleteServersTestJSON-324269256-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cc50caf-de31-4667-a86f-f74768da757c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383132 Mar 07 10:50:18.212620 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5618d02c-4f73-4f01-8b0c-37b9c2600480 req-94e6b1bd-41d9-4751-80e8-7fb8362fb471 tempest-DeleteServersTestJSON-324269256 tempest-DeleteServersTestJSON-324269256-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:18.214029 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-5618d02c-4f73-4f01-8b0c-37b9c2600480 req-94e6b1bd-41d9-4751-80e8-7fb8362fb471 tempest-DeleteServersTestJSON-324269256 tempest-DeleteServersTestJSON-324269256-project] 10.222.0.13 "GET /v2.0/ports?device_id=47ef8e9d-a9e4-4e5b-bd1c-223f269f3b65 HTTP/1.1" status: 200 len: 946 time: 0.0748096 Mar 07 10:50:18.261421 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-5618d02c-4f73-4f01-8b0c-37b9c2600480 req-0ae980fc-b314-47d8-8f8f-250f6ea7383d tempest-DeleteServersTestJSON-324269256 tempest-DeleteServersTestJSON-324269256-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cc50caf-de31-4667-a86f-f74768da757c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419657 Mar 07 10:50:19.453029 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3910a1-b995-4c3c-ae58-46083a8d4ceb req-98c8096f-ae1e-474c-a424-47f943ab6acc tempest-DeleteServersTestJSON-324269256 tempest-DeleteServersTestJSON-324269256-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:19.455427 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-0e3910a1-b995-4c3c-ae58-46083a8d4ceb req-98c8096f-ae1e-474c-a424-47f943ab6acc tempest-DeleteServersTestJSON-324269256 tempest-DeleteServersTestJSON-324269256-project] 10.222.0.13 "GET /v2.0/ports?device_id=47ef8e9d-a9e4-4e5b-bd1c-223f269f3b65 HTTP/1.1" status: 200 len: 946 time: 0.0767982 Mar 07 10:50:19.500748 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-0e3910a1-b995-4c3c-ae58-46083a8d4ceb req-d0668b08-df4f-4b2c-b4c1-9b35e3403cd5 tempest-DeleteServersTestJSON-324269256 tempest-DeleteServersTestJSON-324269256-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cc50caf-de31-4667-a86f-f74768da757c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402415 Mar 07 10:50:20.701548 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acebe1f1-6b92-4a27-a220-9d3b17a930b5 req-59386cef-8466-483f-bc35-ae81f3ad1b54 tempest-DeleteServersTestJSON-324269256 tempest-DeleteServersTestJSON-324269256-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:20.702951 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-acebe1f1-6b92-4a27-a220-9d3b17a930b5 req-59386cef-8466-483f-bc35-ae81f3ad1b54 tempest-DeleteServersTestJSON-324269256 tempest-DeleteServersTestJSON-324269256-project] 10.222.0.13 "GET /v2.0/ports?device_id=47ef8e9d-a9e4-4e5b-bd1c-223f269f3b65 HTTP/1.1" status: 200 len: 946 time: 0.0813735 Mar 07 10:50:20.822706 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-acebe1f1-6b92-4a27-a220-9d3b17a930b5 req-3c92a61c-16fd-421d-a903-e51afa9d9c79 tempest-DeleteServersTestJSON-324269256 tempest-DeleteServersTestJSON-324269256-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cc50caf-de31-4667-a86f-f74768da757c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137764 Mar 07 10:50:22.018946 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0ca375-57ce-4d4f-9901-83bd4813dc58 req-9f899564-9dbc-4355-a80a-51f74c8e697f tempest-DeleteServersTestJSON-324269256 tempest-DeleteServersTestJSON-324269256-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:22.020358 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-9f0ca375-57ce-4d4f-9901-83bd4813dc58 req-9f899564-9dbc-4355-a80a-51f74c8e697f tempest-DeleteServersTestJSON-324269256 tempest-DeleteServersTestJSON-324269256-project] 10.222.0.13 "GET /v2.0/ports?device_id=47ef8e9d-a9e4-4e5b-bd1c-223f269f3b65 HTTP/1.1" status: 200 len: 946 time: 0.0753081 Mar 07 10:50:22.065759 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-9f0ca375-57ce-4d4f-9901-83bd4813dc58 req-063d357e-b85e-475d-8799-1b92a6a5f064 tempest-DeleteServersTestJSON-324269256 tempest-DeleteServersTestJSON-324269256-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cc50caf-de31-4667-a86f-f74768da757c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377743 Mar 07 10:50:22.959063 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4ba22d58-acca-41ea-82aa-bb3a10c3ca27 req-d81b0546-41b9-4812-8b86-efcabf036d97 service neutron] 10.222.0.10 "GET /v2.0/ports/365ae288-175d-49fe-b8d7-5296816b12c4/bindings/hv-neutron-8307 HTTP/1.1" status: 200 len: 384 time: 0.0763054 Mar 07 10:50:23.271352 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4ba22d58-acca-41ea-82aa-bb3a10c3ca27 req-a0dc7685-0509-4d1a-be2b-2856d93f2956 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=47ef8e9d-a9e4-4e5b-bd1c-223f269f3b65&tenant_id=c9ca2576969f4d39801bbd2705fd7c0c HTTP/1.1" status: 200 len: 1099 time: 0.1266606 Mar 07 10:50:23.287769 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9ec72f-a0b3-4005-ad32-9b37963ea84d req-42a34b8d-d82e-48dc-8068-3d07ee80d6c9 tempest-DeleteServersTestJSON-324269256 tempest-DeleteServersTestJSON-324269256-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:23.289569 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ff9ec72f-a0b3-4005-ad32-9b37963ea84d req-42a34b8d-d82e-48dc-8068-3d07ee80d6c9 tempest-DeleteServersTestJSON-324269256 tempest-DeleteServersTestJSON-324269256-project] 10.222.0.13 "GET /v2.0/ports?device_id=47ef8e9d-a9e4-4e5b-bd1c-223f269f3b65 HTTP/1.1" status: 200 len: 946 time: 0.1027393 Mar 07 10:50:23.389209 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ff9ec72f-a0b3-4005-ad32-9b37963ea84d req-29a7d86c-6162-43b3-a039-7663509dac32 tempest-DeleteServersTestJSON-324269256 tempest-DeleteServersTestJSON-324269256-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cc50caf-de31-4667-a86f-f74768da757c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630145 Mar 07 10:50:23.402229 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4ba22d58-acca-41ea-82aa-bb3a10c3ca27 req-fc92c7e5-370d-492e-9b21-0057d7752a1f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c9ca2576969f4d39801bbd2705fd7c0c&device_id=47ef8e9d-a9e4-4e5b-bd1c-223f269f3b65 HTTP/1.1" status: 200 len: 1099 time: 0.1080904 Mar 07 10:50:23.534208 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba22d58-acca-41ea-82aa-bb3a10c3ca27 req-e2763410-d648-46f2-93c2-1a4c42462068 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:23.535627 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4ba22d58-acca-41ea-82aa-bb3a10c3ca27 req-e2763410-d648-46f2-93c2-1a4c42462068 service neutron] 10.222.0.10 "GET /v2.0/networks?id=6b984091-844b-4aa2-9684-0b49a899cb6f HTTP/1.1" status: 200 len: 913 time: 0.1273870 Mar 07 10:50:23.601144 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4ba22d58-acca-41ea-82aa-bb3a10c3ca27 req-ea0af86a-638a-4eac-b57a-0c657886dcb0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=365ae288-175d-49fe-b8d7-5296816b12c4 HTTP/1.1" status: 200 len: 217 time: 0.0601919 Mar 07 10:50:23.665111 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba22d58-acca-41ea-82aa-bb3a10c3ca27 req-05399a95-83c1-4dcf-9134-2d27a3dab675 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:23.666387 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4ba22d58-acca-41ea-82aa-bb3a10c3ca27 req-05399a95-83c1-4dcf-9134-2d27a3dab675 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=61581040-37d3-4d3c-a67e-09ae10f5b8a8 HTTP/1.1" status: 200 len: 852 time: 0.0596235 Mar 07 10:50:23.711729 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4ba22d58-acca-41ea-82aa-bb3a10c3ca27 req-27de8055-9409-4f2c-b5be-cbde5cedc5ab service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6b984091-844b-4aa2-9684-0b49a899cb6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387857 Mar 07 10:50:23.842423 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4ba22d58-acca-41ea-82aa-bb3a10c3ca27 req-114c462c-92e0-47fb-8dda-38f8ca397de2 service neutron] 10.222.0.10 "GET /v2.0/networks/6b984091-844b-4aa2-9684-0b49a899cb6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242888 Mar 07 10:50:23.972597 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4ba22d58-acca-41ea-82aa-bb3a10c3ca27 req-1cbf31b0-b396-4fee-98dc-f4fdde2b03d9 service neutron] 10.222.0.10 "GET /v2.0/networks/6b984091-844b-4aa2-9684-0b49a899cb6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246784 Mar 07 10:50:24.583697 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6767e5d9-61dc-4704-9f13-72dc837462af req-9b53683b-8f3d-405e-9abd-d68d75d18834 tempest-DeleteServersTestJSON-324269256 tempest-DeleteServersTestJSON-324269256-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:24.585055 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-6767e5d9-61dc-4704-9f13-72dc837462af req-9b53683b-8f3d-405e-9abd-d68d75d18834 tempest-DeleteServersTestJSON-324269256 tempest-DeleteServersTestJSON-324269256-project] 10.222.0.13 "GET /v2.0/ports?device_id=47ef8e9d-a9e4-4e5b-bd1c-223f269f3b65 HTTP/1.1" status: 200 len: 946 time: 0.0750809 Mar 07 10:50:24.632913 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-6767e5d9-61dc-4704-9f13-72dc837462af req-69c2b316-e076-4ac4-b506-0874b2677438 tempest-DeleteServersTestJSON-324269256 tempest-DeleteServersTestJSON-324269256-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cc50caf-de31-4667-a86f-f74768da757c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425699 Mar 07 10:50:25.826508 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef5a269-c1e9-4138-9354-f60fbb0f7ad0 req-60c615b6-35b5-4c56-b582-c33711390612 tempest-DeleteServersTestJSON-324269256 tempest-DeleteServersTestJSON-324269256-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:25.827918 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-2ef5a269-c1e9-4138-9354-f60fbb0f7ad0 req-60c615b6-35b5-4c56-b582-c33711390612 tempest-DeleteServersTestJSON-324269256 tempest-DeleteServersTestJSON-324269256-project] 10.222.0.13 "GET /v2.0/ports?device_id=47ef8e9d-a9e4-4e5b-bd1c-223f269f3b65 HTTP/1.1" status: 200 len: 946 time: 0.0765917 Mar 07 10:50:25.872099 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-2ef5a269-c1e9-4138-9354-f60fbb0f7ad0 req-c04bdebf-4583-43de-b3f0-955167836d1d tempest-DeleteServersTestJSON-324269256 tempest-DeleteServersTestJSON-324269256-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cc50caf-de31-4667-a86f-f74768da757c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380564 Mar 07 10:50:27.069995 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1517a208-7995-47fd-b226-8a66749e1155 req-c0555141-8e2c-4fd9-a6fa-c102a9b3b27d tempest-DeleteServersTestJSON-324269256 tempest-DeleteServersTestJSON-324269256-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:27.071309 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-1517a208-7995-47fd-b226-8a66749e1155 req-c0555141-8e2c-4fd9-a6fa-c102a9b3b27d tempest-DeleteServersTestJSON-324269256 tempest-DeleteServersTestJSON-324269256-project] 10.222.0.13 "GET /v2.0/ports?device_id=47ef8e9d-a9e4-4e5b-bd1c-223f269f3b65 HTTP/1.1" status: 200 len: 946 time: 0.0769486 Mar 07 10:50:27.115005 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-1517a208-7995-47fd-b226-8a66749e1155 req-3d6359be-1381-4a8a-b939-465eee89fabd tempest-DeleteServersTestJSON-324269256 tempest-DeleteServersTestJSON-324269256-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cc50caf-de31-4667-a86f-f74768da757c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384104 Mar 07 10:50:27.503332 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0b3e79-7211-41c1-9f17-f7a11093634c req-62adfd79-0977-4b25-b48f-abd93a4a5d6f tempest-DeleteServersTestJSON-324269256 tempest-DeleteServersTestJSON-324269256-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:27.505067 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-dd0b3e79-7211-41c1-9f17-f7a11093634c req-62adfd79-0977-4b25-b48f-abd93a4a5d6f tempest-DeleteServersTestJSON-324269256 tempest-DeleteServersTestJSON-324269256-project] 10.222.0.10 "GET /v2.0/ports?device_id=47ef8e9d-a9e4-4e5b-bd1c-223f269f3b65&tenant_id=c9ca2576969f4d39801bbd2705fd7c0c&binding%3Ahost_id=hv-neutron-8307 HTTP/1.1" status: 200 len: 946 time: 0.0792823 Mar 07 10:50:27.645700 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-dd0b3e79-7211-41c1-9f17-f7a11093634c req-2aafb8a5-9372-4150-b585-698ca0fa9df8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c9ca2576969f4d39801bbd2705fd7c0c&device_id=47ef8e9d-a9e4-4e5b-bd1c-223f269f3b65 HTTP/1.1" status: 200 len: 1099 time: 0.0706317 Mar 07 10:50:27.769227 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device 365ae288-175d-49fe-b8d7-5296816b12c4 details requested by agent hyperv_hv-neutron-8307 with host hv-neutron-8307 {{(pid=83739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 07 10:50:27.771523 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device 365ae288-175d-49fe-b8d7-5296816b12c4 no longer exists at agent hyperv_hv-neutron-8307 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:50:27.859329 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0b3e79-7211-41c1-9f17-f7a11093634c req-c11e5f4e-842e-46a7-93cc-4486d2d0352f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:27.860803 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-dd0b3e79-7211-41c1-9f17-f7a11093634c req-c11e5f4e-842e-46a7-93cc-4486d2d0352f service neutron] 10.222.0.10 "GET /v2.0/networks?id=6b984091-844b-4aa2-9684-0b49a899cb6f HTTP/1.1" status: 200 len: 913 time: 0.2097893 Mar 07 10:50:27.926894 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-dd0b3e79-7211-41c1-9f17-f7a11093634c req-7311b754-94da-4c95-91dd-35349097a49a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=365ae288-175d-49fe-b8d7-5296816b12c4 HTTP/1.1" status: 200 len: 217 time: 0.0607331 Mar 07 10:50:27.981672 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:50:27.991370 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0b3e79-7211-41c1-9f17-f7a11093634c req-d452599a-45bb-4209-8bd7-00672a824211 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:27.992831 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-dd0b3e79-7211-41c1-9f17-f7a11093634c req-d452599a-45bb-4209-8bd7-00672a824211 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=61581040-37d3-4d3c-a67e-09ae10f5b8a8 HTTP/1.1" status: 200 len: 852 time: 0.0604665 Mar 07 10:50:28.011106 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port 365ae288-175d-49fe-b8d7-5296816b12c4, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=365ae288-175d-49fe-b8d7-5296816b12c4,segment=NetworkSegment(de753fb6-e291-4fc7-bff1-e79b3f944b82),segment_id=de753fb6-e291-4fc7-bff1-e79b3f944b82)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:50:28.032740 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Returning: {'device': '365ae288-175d-49fe-b8d7-5296816b12c4', 'network_id': '6b984091-844b-4aa2-9684-0b49a899cb6f', 'port_id': '365ae288-175d-49fe-b8d7-5296816b12c4', 'mac_address': 'fa:16:3e:e6:9e:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61581040-37d3-4d3c-a67e-09ae10f5b8a8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 07 10:50:28.034023 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47ef8e9d-a9e4-4e5b-bd1c-223f269f3b65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '365ae288-175d-49fe-b8d7-5296816b12c4'}] {{(pid=83739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 10:50:28.038750 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-dd0b3e79-7211-41c1-9f17-f7a11093634c req-dd5d0d7d-d51d-4b64-a3e5-b811e82ae264 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6b984091-844b-4aa2-9684-0b49a899cb6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401752 Mar 07 10:50:28.066475 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port 365ae288-175d-49fe-b8d7-5296816b12c4, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=365ae288-175d-49fe-b8d7-5296816b12c4,segment=NetworkSegment(de753fb6-e291-4fc7-bff1-e79b3f944b82),segment_id=de753fb6-e291-4fc7-bff1-e79b3f944b82)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:50:28.078183 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:50:28.148929 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:50:28.172807 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 365ae288-175d-49fe-b8d7-5296816b12c4 {{(pid=83739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 07 10:50:28.178533 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-dd0b3e79-7211-41c1-9f17-f7a11093634c req-9ca115fe-a39d-455e-9755-434e96b8c6fd service neutron] 10.222.0.10 "GET /v2.0/networks/6b984091-844b-4aa2-9684-0b49a899cb6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337192 Mar 07 10:50:28.182113 dv-neutron-830731-3-hyperv neutron-server[83739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47ef8e9d-a9e4-4e5b-bd1c-223f269f3b65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '365ae288-175d-49fe-b8d7-5296816b12c4', 'code': 200} Mar 07 10:50:28.182675 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Pushing event updated for resources: {'Port': ['ID=365ae288-175d-49fe-b8d7-5296816b12c4,revision_number=6']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:28.194945 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port 365ae288-175d-49fe-b8d7-5296816b12c4, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=365ae288-175d-49fe-b8d7-5296816b12c4,segment=NetworkSegment(de753fb6-e291-4fc7-bff1-e79b3f944b82),segment_id=de753fb6-e291-4fc7-bff1-e79b3f944b82)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:50:28.199187 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:50:28.263672 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] get_ports_and_sgs() called for port_ids ['365ae288-175d-49fe-b8d7-5296816b12c4'] {{(pid=83739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 07 10:50:28.303434 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Pushing event updated for resources: {'Port': ['ID=365ae288-175d-49fe-b8d7-5296816b12c4,revision_number=7']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:28.324908 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-dd0b3e79-7211-41c1-9f17-f7a11093634c req-0490eccd-793d-46d7-b0c3-ab10e838a9f4 service neutron] 10.222.0.10 "GET /v2.0/networks/6b984091-844b-4aa2-9684-0b49a899cb6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338198 Mar 07 10:50:28.414971 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-df6fc346-efaf-441c-846f-f8ae8e9a9653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:50:29.132991 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17f9f83-5f77-49f0-a2af-bd6caabb78c0 req-f9425fa5-6d49-458e-be6a-2ae3d9a94568 tempest-DeleteServersTestJSON-324269256 tempest-DeleteServersTestJSON-324269256-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:29.134318 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c17f9f83-5f77-49f0-a2af-bd6caabb78c0 req-f9425fa5-6d49-458e-be6a-2ae3d9a94568 tempest-DeleteServersTestJSON-324269256 tempest-DeleteServersTestJSON-324269256-project] 10.222.0.13 "GET /v2.0/ports?device_id=47ef8e9d-a9e4-4e5b-bd1c-223f269f3b65 HTTP/1.1" status: 200 len: 945 time: 0.0777254 Mar 07 10:50:29.178647 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c17f9f83-5f77-49f0-a2af-bd6caabb78c0 req-14c19f0a-dc8e-426f-82b3-f037e4cff9f9 tempest-DeleteServersTestJSON-324269256 tempest-DeleteServersTestJSON-324269256-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cc50caf-de31-4667-a86f-f74768da757c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388944 Mar 07 10:50:29.783259 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device 365ae288-175d-49fe-b8d7-5296816b12c4 up at agent hyperv_hv-neutron-8307 {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:50:29.854848 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Provisioning complete for port 365ae288-175d-49fe-b8d7-5296816b12c4 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:50:29.855212 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:50:29.963788 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:50:29.994660 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port 365ae288-175d-49fe-b8d7-5296816b12c4, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=365ae288-175d-49fe-b8d7-5296816b12c4,segment=NetworkSegment(de753fb6-e291-4fc7-bff1-e79b3f944b82),segment_id=de753fb6-e291-4fc7-bff1-e79b3f944b82)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:50:29.998409 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:50:30.064300 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Pushing event updated for resources: {'Port': ['ID=365ae288-175d-49fe-b8d7-5296816b12c4,revision_number=8']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:30.183279 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47ef8e9d-a9e4-4e5b-bd1c-223f269f3b65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '365ae288-175d-49fe-b8d7-5296816b12c4'}] {{(pid=83739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 10:50:30.238769 dv-neutron-830731-3-hyperv neutron-server[83739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47ef8e9d-a9e4-4e5b-bd1c-223f269f3b65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '365ae288-175d-49fe-b8d7-5296816b12c4', 'code': 200} Mar 07 10:50:30.373634 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7453620f-34f9-4978-8b08-520090cfc0d8 req-b7a76b04-f8d3-4d96-855c-62adf2b968b3 tempest-DeleteServersTestJSON-324269256 tempest-DeleteServersTestJSON-324269256-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:30.374980 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-7453620f-34f9-4978-8b08-520090cfc0d8 req-b7a76b04-f8d3-4d96-855c-62adf2b968b3 tempest-DeleteServersTestJSON-324269256 tempest-DeleteServersTestJSON-324269256-project] 10.222.0.13 "GET /v2.0/ports?device_id=47ef8e9d-a9e4-4e5b-bd1c-223f269f3b65 HTTP/1.1" status: 200 len: 946 time: 0.0773740 Mar 07 10:50:30.419284 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-7453620f-34f9-4978-8b08-520090cfc0d8 req-d5d3cf1a-0aad-48ad-8793-7ce7ac34695c tempest-DeleteServersTestJSON-324269256 tempest-DeleteServersTestJSON-324269256-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cc50caf-de31-4667-a86f-f74768da757c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388417 Mar 07 10:50:30.590891 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-4ebc7d14-4967-4bf4-93e2-d432c4ecc726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:50:30.868078 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0b3e79-7211-41c1-9f17-f7a11093634c req-f9632fa1-4651-4d8e-8be8-fa26c9c183ca tempest-DeleteServersTestJSON-324269256 tempest-DeleteServersTestJSON-324269256-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:30.869473 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-dd0b3e79-7211-41c1-9f17-f7a11093634c req-f9632fa1-4651-4d8e-8be8-fa26c9c183ca tempest-DeleteServersTestJSON-324269256 tempest-DeleteServersTestJSON-324269256-project] 10.222.0.10 "GET /v2.0/ports?device_id=47ef8e9d-a9e4-4e5b-bd1c-223f269f3b65 HTTP/1.1" status: 200 len: 946 time: 0.0768604 Mar 07 10:50:30.935939 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [req-dd0b3e79-7211-41c1-9f17-f7a11093634c req-32583f66-375e-4636-bb77-ae4089789bfb tempest-DeleteServersTestJSON-324269256 tempest-DeleteServersTestJSON-324269256-project] Deleting port 365ae288-175d-49fe-b8d7-5296816b12c4 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:50:30.936269 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-dd0b3e79-7211-41c1-9f17-f7a11093634c req-32583f66-375e-4636-bb77-ae4089789bfb tempest-DeleteServersTestJSON-324269256 tempest-DeleteServersTestJSON-324269256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:50:31.170370 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [req-dd0b3e79-7211-41c1-9f17-f7a11093634c req-32583f66-375e-4636-bb77-ae4089789bfb tempest-DeleteServersTestJSON-324269256 tempest-DeleteServersTestJSON-324269256-project] For port 365ae288-175d-49fe-b8d7-5296816b12c4, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=365ae288-175d-49fe-b8d7-5296816b12c4,segment=NetworkSegment(de753fb6-e291-4fc7-bff1-e79b3f944b82),segment_id=de753fb6-e291-4fc7-bff1-e79b3f944b82)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:50:31.170635 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-dd0b3e79-7211-41c1-9f17-f7a11093634c req-32583f66-375e-4636-bb77-ae4089789bfb tempest-DeleteServersTestJSON-324269256 tempest-DeleteServersTestJSON-324269256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:50:31.289223 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [req-dd0b3e79-7211-41c1-9f17-f7a11093634c req-32583f66-375e-4636-bb77-ae4089789bfb tempest-DeleteServersTestJSON-324269256 tempest-DeleteServersTestJSON-324269256-project] Calling delete_port for 365ae288-175d-49fe-b8d7-5296816b12c4 owned by compute:nova {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:50:31.429992 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-dd0b3e79-7211-41c1-9f17-f7a11093634c req-32583f66-375e-4636-bb77-ae4089789bfb tempest-DeleteServersTestJSON-324269256 tempest-DeleteServersTestJSON-324269256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:50:31.442784 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] get_ports_and_sgs() called for port_ids ['365ae288-175d-49fe-b8d7-5296816b12c4'] {{(pid=83739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 07 10:50:31.478969 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32583f66-375e-4636-bb77-ae4089789bfb tempest-DeleteServersTestJSON-324269256 tempest-DeleteServersTestJSON-324269256-project] Pushing event deleted for resources: {'Port': ['ID=365ae288-175d-49fe-b8d7-5296816b12c4,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:31.521884 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32583f66-375e-4636-bb77-ae4089789bfb tempest-DeleteServersTestJSON-324269256 tempest-DeleteServersTestJSON-324269256-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:50:31.522223 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32583f66-375e-4636-bb77-ae4089789bfb tempest-DeleteServersTestJSON-324269256 tempest-DeleteServersTestJSON-324269256-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:50:31.522552 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32583f66-375e-4636-bb77-ae4089789bfb tempest-DeleteServersTestJSON-324269256 tempest-DeleteServersTestJSON-324269256-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:50:31.522877 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32583f66-375e-4636-bb77-ae4089789bfb tempest-DeleteServersTestJSON-324269256 tempest-DeleteServersTestJSON-324269256-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:50:31.523199 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32583f66-375e-4636-bb77-ae4089789bfb tempest-DeleteServersTestJSON-324269256 tempest-DeleteServersTestJSON-324269256-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:50:31.523516 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32583f66-375e-4636-bb77-ae4089789bfb tempest-DeleteServersTestJSON-324269256 tempest-DeleteServersTestJSON-324269256-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:50:31.523833 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32583f66-375e-4636-bb77-ae4089789bfb tempest-DeleteServersTestJSON-324269256 tempest-DeleteServersTestJSON-324269256-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:50:31.524151 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32583f66-375e-4636-bb77-ae4089789bfb tempest-DeleteServersTestJSON-324269256 tempest-DeleteServersTestJSON-324269256-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:50:31.524466 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32583f66-375e-4636-bb77-ae4089789bfb tempest-DeleteServersTestJSON-324269256 tempest-DeleteServersTestJSON-324269256-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:50:31.524799 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32583f66-375e-4636-bb77-ae4089789bfb tempest-DeleteServersTestJSON-324269256 tempest-DeleteServersTestJSON-324269256-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:50:31.525109 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32583f66-375e-4636-bb77-ae4089789bfb tempest-DeleteServersTestJSON-324269256 tempest-DeleteServersTestJSON-324269256-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:50:31.595589 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd0b3e79-7211-41c1-9f17-f7a11093634c req-32583f66-375e-4636-bb77-ae4089789bfb tempest-DeleteServersTestJSON-324269256 tempest-DeleteServersTestJSON-324269256-project] No DVR routers for this DVR port 365ae288-175d-49fe-b8d7-5296816b12c4 on host hv-neutron-8307 {{(pid=83737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:50:31.601628 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-dd0b3e79-7211-41c1-9f17-f7a11093634c req-32583f66-375e-4636-bb77-ae4089789bfb tempest-DeleteServersTestJSON-324269256 tempest-DeleteServersTestJSON-324269256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:50:31.603963 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47ef8e9d-a9e4-4e5b-bd1c-223f269f3b65', 'name': 'network-vif-deleted', 'tag': '365ae288-175d-49fe-b8d7-5296816b12c4'}] {{(pid=83737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 10:50:31.610959 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-de114448-eb36-479a-9efe-1c0d06321226 req-f499d701-35b8-431c-b432-191328c35838 tempest-DeleteServersTestJSON-324269256 tempest-DeleteServersTestJSON-324269256-project] 10.222.0.13 "GET /v2.0/ports?device_id=47ef8e9d-a9e4-4e5b-bd1c-223f269f3b65 HTTP/1.1" status: 200 len: 210 time: 0.0553737 Mar 07 10:50:31.622528 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-dd0b3e79-7211-41c1-9f17-f7a11093634c req-32583f66-375e-4636-bb77-ae4089789bfb tempest-DeleteServersTestJSON-324269256 tempest-DeleteServersTestJSON-324269256-project] 10.222.0.10 "DELETE /v2.0/ports/365ae288-175d-49fe-b8d7-5296816b12c4 HTTP/1.1" status: 204 len: 173 time: 0.7473462 Mar 07 10:50:31.667754 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47ef8e9d-a9e4-4e5b-bd1c-223f269f3b65', 'name': 'network-vif-deleted', 'tag': '365ae288-175d-49fe-b8d7-5296816b12c4', 'status': 'completed', 'code': 200} Mar 07 10:50:31.825520 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-711fefd2-3b30-4759-8df5-0aecff1c8e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:50:31.892254 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:50:32.891884 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 42784) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:50:32.950666 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c28ad7e-a711-4af5-bb93-f2929e927805 admin admin] Deleting subnet 61581040-37d3-4d3c-a67e-09ae10f5b8a8 {{(pid=83738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 07 10:50:32.953483 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2c28ad7e-a711-4af5-bb93-f2929e927805 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:50:33.005146 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2c28ad7e-a711-4af5-bb93-f2929e927805 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2969395'] for subnet, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:50:33.058142 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2c28ad7e-a711-4af5-bb93-f2929e927805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1525496'] for subnet, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:50:33.123794 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2c28ad7e-a711-4af5-bb93-f2929e927805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1525489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3556647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741465'] for subnet, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:50:33.164024 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c28ad7e-a711-4af5-bb93-f2929e927805 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61581040-37d3-4d3c-a67e-09ae10f5b8a8,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:33.171648 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2c28ad7e-a711-4af5-bb93-f2929e927805 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:50:33.178895 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c28ad7e-a711-4af5-bb93-f2929e927805 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:50:33.179232 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c28ad7e-a711-4af5-bb93-f2929e927805 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:50:33.179560 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c28ad7e-a711-4af5-bb93-f2929e927805 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:50:33.179884 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c28ad7e-a711-4af5-bb93-f2929e927805 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:50:33.180207 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c28ad7e-a711-4af5-bb93-f2929e927805 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:50:33.180550 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c28ad7e-a711-4af5-bb93-f2929e927805 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:50:33.180869 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c28ad7e-a711-4af5-bb93-f2929e927805 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:50:33.181211 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c28ad7e-a711-4af5-bb93-f2929e927805 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:50:33.181529 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c28ad7e-a711-4af5-bb93-f2929e927805 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:50:33.181838 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c28ad7e-a711-4af5-bb93-f2929e927805 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:50:33.182147 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c28ad7e-a711-4af5-bb93-f2929e927805 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:50:33.186075 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-2c28ad7e-a711-4af5-bb93-f2929e927805 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/61581040-37d3-4d3c-a67e-09ae10f5b8a8 HTTP/1.1" status: 204 len: 168 time: 0.2926197 Mar 07 10:50:33.188073 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 42788) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:50:33.252963 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c87150bd-aa9c-4ad1-bb68-57ec66d4fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:50:33.289805 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-be86bc05-99cd-44ad-b6e4-597a1018c0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1158940'] for network, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:50:33.414175 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-be86bc05-99cd-44ad-b6e4-597a1018c0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1526893', 'neutron.services.segments.db._delete_segments_for_network-8732568551033'] for network, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:50:33.438196 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-be86bc05-99cd-44ad-b6e4-597a1018c0e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b984091-844b-4aa2-9684-0b49a899cb6f']}} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:50:33.449987 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-be86bc05-99cd-44ad-b6e4-597a1018c0e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de753fb6-e291-4fc7-bff1-e79b3f944b82') {'for_net_delete': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:50:33.450272 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-be86bc05-99cd-44ad-b6e4-597a1018c0e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de753fb6-e291-4fc7-bff1-e79b3f944b82') {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:50:33.461090 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-be86bc05-99cd-44ad-b6e4-597a1018c0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732568550916', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968000'] for segment, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:50:33.477092 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-be86bc05-99cd-44ad-b6e4-597a1018c0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:50:33.482945 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be86bc05-99cd-44ad-b6e4-597a1018c0e6 admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=83738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 07 10:50:33.483256 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-be86bc05-99cd-44ad-b6e4-597a1018c0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1227397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3556681'] for segment, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:50:33.495913 dv-neutron-830731-3-hyperv neutron-server[83738]: Traceback (most recent call last): Mar 07 10:50:33.495913 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 07 10:50:33.495913 dv-neutron-830731-3-hyperv neutron-server[83738]: timer() Mar 07 10:50:33.495913 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:50:33.495913 dv-neutron-830731-3-hyperv neutron-server[83738]: cb(*args, **kw) Mar 07 10:50:33.495913 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 10:50:33.495913 dv-neutron-830731-3-hyperv neutron-server[83738]: return func(*args, **kwargs) Mar 07 10:50:33.495913 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:50:33.495913 dv-neutron-830731-3-hyperv neutron-server[83738]: self._notify() Mar 07 10:50:33.495913 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:50:33.495913 dv-neutron-830731-3-hyperv neutron-server[83738]: self.callback(batched_events) Mar 07 10:50:33.495913 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:50:33.495913 dv-neutron-830731-3-hyperv neutron-server[83738]: event.method(event) Mar 07 10:50:33.495913 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 10:50:33.495913 dv-neutron-830731-3-hyperv neutron-server[83738]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:50:33.495913 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 10:50:33.495913 dv-neutron-830731-3-hyperv neutron-server[83738]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:50:33.495913 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 10:50:33.495913 dv-neutron-830731-3-hyperv neutron-server[83738]: return f(self, *a, **k) Mar 07 10:50:33.495913 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:50:33.495913 dv-neutron-830731-3-hyperv neutron-server[83738]: return self._get(url).json() Mar 07 10:50:33.495913 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:50:33.495913 dv-neutron-830731-3-hyperv neutron-server[83738]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:50:33.495913 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 07 10:50:33.495913 dv-neutron-830731-3-hyperv neutron-server[83738]: return self.request(url, 'GET', **kwargs) Mar 07 10:50:33.495913 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 07 10:50:33.495913 dv-neutron-830731-3-hyperv neutron-server[83738]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:50:33.495913 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 07 10:50:33.495913 dv-neutron-830731-3-hyperv neutron-server[83738]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:50:33.495913 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 07 10:50:33.495913 dv-neutron-830731-3-hyperv neutron-server[83738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:50:33.495913 dv-neutron-830731-3-hyperv neutron-server[83738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:50:33.571372 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-be86bc05-99cd-44ad-b6e4-597a1018c0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1526886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923583'] for network, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:50:33.587989 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-be86bc05-99cd-44ad-b6e4-597a1018c0e6 admin admin] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:50:33.597186 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be86bc05-99cd-44ad-b6e4-597a1018c0e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b984091-844b-4aa2-9684-0b49a899cb6f,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:33.599656 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-be86bc05-99cd-44ad-b6e4-597a1018c0e6 admin admin] 10.222.0.13 "DELETE /v2.0/networks/6b984091-844b-4aa2-9684-0b49a899cb6f HTTP/1.1" status: 204 len: 168 time: 0.4106851 Mar 07 10:50:33.727534 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 42794) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:50:33.775993 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-67c3142c-27f4-4832-86cf-26bde578e60c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c9ca2576969f4d39801bbd2705fd7c0c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0472932 Mar 07 10:50:33.778377 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 42798) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:50:33.835382 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-db0a71eb-ed0f-4771-b90b-9fe426639a75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:50:33.860138 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-db0a71eb-ed0f-4771-b90b-9fe426639a75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:50:33.910019 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-db0a71eb-ed0f-4771-b90b-9fe426639a75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:50:33.930416 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0a71eb-ed0f-4771-b90b-9fe426639a75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cc50caf-de31-4667-a86f-f74768da757c,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:33.935183 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-db0a71eb-ed0f-4771-b90b-9fe426639a75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:50:33.935709 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-db0a71eb-ed0f-4771-b90b-9fe426639a75 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2cc50caf-de31-4667-a86f-f74768da757c HTTP/1.1" status: 204 len: 168 time: 0.1564605 Mar 07 10:50:34.089498 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-adbd2215-c8ee-41f3-92a6-4182ca26b8a8 None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 10:50:34.745154 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 42820) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:50:34.875238 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-671f1589-91c5-49e2-8899-aa7f0d81ea99 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1126071954-network', 'tenant_id': '1c7ab4f8b63b4ddebd5aca9e8a770da0'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:50:34.879901 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-671f1589-91c5-49e2-8899-aa7f0d81ea99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:50:34.883643 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-671f1589-91c5-49e2-8899-aa7f0d81ea99 admin admin] Usage tracker for resource:network and tenant:1c7ab4f8b63b4ddebd5aca9e8a770da0 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:50:34.886493 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-671f1589-91c5-49e2-8899-aa7f0d81ea99 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:50:34.892179 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-671f1589-91c5-49e2-8899-aa7f0d81ea99 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:50:34.902796 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-671f1589-91c5-49e2-8899-aa7f0d81ea99 admin admin] Made reservation on behalf of 1c7ab4f8b63b4ddebd5aca9e8a770da0 for: {'network': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:50:34.905028 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-671f1589-91c5-49e2-8899-aa7f0d81ea99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for network, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:50:34.917762 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-671f1589-91c5-49e2-8899-aa7f0d81ea99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:50:34.949563 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-671f1589-91c5-49e2-8899-aa7f0d81ea99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:50:34.953466 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-671f1589-91c5-49e2-8899-aa7f0d81ea99 admin admin] Usage tracker for resource:security_group_rule and tenant:1c7ab4f8b63b4ddebd5aca9e8a770da0 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:50:34.956682 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-671f1589-91c5-49e2-8899-aa7f0d81ea99 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:50:34.962504 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-671f1589-91c5-49e2-8899-aa7f0d81ea99 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:50:35.031921 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-671f1589-91c5-49e2-8899-aa7f0d81ea99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:50:35.036667 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-671f1589-91c5-49e2-8899-aa7f0d81ea99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:50:35.066434 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-671f1589-91c5-49e2-8899-aa7f0d81ea99 admin admin] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=83738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:50:35.079545 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671f1589-91c5-49e2-8899-aa7f0d81ea99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eebe5aa6-8975-4e6c-907c-fb3cce8bce99,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:35.085745 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-671f1589-91c5-49e2-8899-aa7f0d81ea99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:50:35.086087 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.db.segments_db [None req-671f1589-91c5-49e2-8899-aa7f0d81ea99 admin admin] Added segment 93041098-a8de-4d39-81af-e730675fdf56 of type vlan for network 509f0df2-0686-484c-a5d9-743097ad68e8 Mar 07 10:50:35.114738 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-671f1589-91c5-49e2-8899-aa7f0d81ea99 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732568034061'] for network, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:50:35.144523 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-671f1589-91c5-49e2-8899-aa7f0d81ea99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594'] for network, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:50:35.145386 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671f1589-91c5-49e2-8899-aa7f0d81ea99 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:35.145957 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-671f1589-91c5-49e2-8899-aa7f0d81ea99 admin admin] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:50:35.255834 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-671f1589-91c5-49e2-8899-aa7f0d81ea99 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5095479 Mar 07 10:50:35.256562 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671f1589-91c5-49e2-8899-aa7f0d81ea99 admin admin] Pushing event updated for resources: {'Network': ['ID=509f0df2-0686-484c-a5d9-743097ad68e8,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:35.258847 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 42826) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:50:35.264198 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-993161a9-e6b9-4ca0-949a-d054dfb35bf4 admin admin] Request body: {'subnet': {'network_id': '509f0df2-0686-484c-a5d9-743097ad68e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1126071954-subnet', 'tenant_id': '1c7ab4f8b63b4ddebd5aca9e8a770da0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:50:35.266438 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Network 509f0df2-0686-484c-a5d9-743097ad68e8 details requested by agent ovs-agent-dv-neutron-830731-3-hyperv with host dv-neutron-830731-3-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 10:50:35.270002 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-993161a9-e6b9-4ca0-949a-d054dfb35bf4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:50:35.274015 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-993161a9-e6b9-4ca0-949a-d054dfb35bf4 admin admin] Usage tracker for resource:subnet and tenant:1c7ab4f8b63b4ddebd5aca9e8a770da0 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:50:35.277129 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-993161a9-e6b9-4ca0-949a-d054dfb35bf4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:50:35.282831 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-993161a9-e6b9-4ca0-949a-d054dfb35bf4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:50:35.293394 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-993161a9-e6b9-4ca0-949a-d054dfb35bf4 admin admin] Made reservation on behalf of 1c7ab4f8b63b4ddebd5aca9e8a770da0 for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:50:35.296808 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-993161a9-e6b9-4ca0-949a-d054dfb35bf4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3219231'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:50:35.594970 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-993161a9-e6b9-4ca0-949a-d054dfb35bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3012444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3219213'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:50:35.671006 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993161a9-e6b9-4ca0-949a-d054dfb35bf4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=65373a33-ef57-41c1-af1d-eb17132caa60,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:35.681284 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993161a9-e6b9-4ca0-949a-d054dfb35bf4 admin admin] Checking segment: {'id': '93041098-a8de-4d39-81af-e730675fdf56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '509f0df2-0686-484c-a5d9-743097ad68e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:50:35.681638 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-993161a9-e6b9-4ca0-949a-d054dfb35bf4 admin admin] Network hostable DHCP agents. Network: 509f0df2-0686-484c-a5d9-743097ad68e8, hostable agents: ['6527556c-6586-422c-ae47-082984683847'], hosted agents: [] {{(pid=83737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:50:35.703568 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-993161a9-e6b9-4ca0-949a-d054dfb35bf4 admin admin] Network 509f0df2-0686-484c-a5d9-743097ad68e8 is scheduled to be hosted by DHCP agent 6527556c-6586-422c-ae47-082984683847 with binding_index 1 {{(pid=83737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:50:35.713659 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-993161a9-e6b9-4ca0-949a-d054dfb35bf4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830731-3-hyperv, 509f0df2-0686-484c-a5d9-743097ad68e8) {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:50:35.718475 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-993161a9-e6b9-4ca0-949a-d054dfb35bf4 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:35.720391 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-993161a9-e6b9-4ca0-949a-d054dfb35bf4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:50:35.721184 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-713f6812-5989-4393-abcc-bd1f6f9af85d None None] Network 509f0df2-0686-484c-a5d9-743097ad68e8 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:50:35.742086 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-993161a9-e6b9-4ca0-949a-d054dfb35bf4 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4821653 Mar 07 10:50:35.817837 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device 365ae288-175d-49fe-b8d7-5296816b12c4 no longer exists at agent hyperv_hv-neutron-8307 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:50:35.858551 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] No Port match for: 365ae288-175d-49fe-b8d7-5296816b12c4 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 10:50:35.858884 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device 365ae288-175d-49fe-b8d7-5296816b12c4 not bound to the agent host hv-neutron-8307 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 10:50:36.003624 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e7b19c1-5db3-482e-88e5-cc48dfb88521 None None] Network 509f0df2-0686-484c-a5d9-743097ad68e8 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:50:36.325045 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c51bad-d30f-4633-a898-bc7997c80c75 req-7cd9e578-0f0e-45e5-8af1-2a88792719db tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:36.326488 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-55c51bad-d30f-4633-a898-bc7997c80c75 req-7cd9e578-0f0e-45e5-8af1-2a88792719db tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.13 "GET /v2.0/networks?id=509f0df2-0686-484c-a5d9-743097ad68e8 HTTP/1.1" status: 200 len: 815 time: 0.1490300 Mar 07 10:50:36.343087 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-55c51bad-d30f-4633-a898-bc7997c80c75 req-cae4e232-0e1e-453c-8ee7-2df968053760 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.13 "GET /v2.0/quotas/1c7ab4f8b63b4ddebd5aca9e8a770da0 HTTP/1.1" status: 200 len: 375 time: 0.0104864 Mar 07 10:50:36.392440 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-55c51bad-d30f-4633-a898-bc7997c80c75 req-16df403b-026b-4229-8a7d-74d961e667be tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1c7ab4f8b63b4ddebd5aca9e8a770da0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0437016 Mar 07 10:50:36.526539 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-55c51bad-d30f-4633-a898-bc7997c80c75 req-d609640a-c426-441d-bf39-738baee3a269 service neutron] 10.222.0.13 "GET /v2.0/networks/509f0df2-0686-484c-a5d9-743097ad68e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266911 Mar 07 10:50:36.659122 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-55c51bad-d30f-4633-a898-bc7997c80c75 req-201b45ce-0141-4a97-ad6a-af94e9fde62e service neutron] 10.222.0.13 "GET /v2.0/networks/509f0df2-0686-484c-a5d9-743097ad68e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267166 Mar 07 10:50:36.848001 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-0a771b98-28ed-48ef-aa16-6490320e9b8c req-caa95fb0-4c98-4066-b6f8-191818c0eb7c tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bc4fa0a-4483-4d1a-bfed-9fc6c475e57c HTTP/1.1" status: 200 len: 210 time: 0.0402975 Mar 07 10:50:38.031733 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-e0d6c295-3d35-4708-bc16-2479d9813d19 req-83aee3e5-f4bf-4749-a64f-d77e088b3ab8 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bc4fa0a-4483-4d1a-bfed-9fc6c475e57c HTTP/1.1" status: 200 len: 210 time: 0.0581894 Mar 07 10:50:38.088660 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c51bad-d30f-4633-a898-bc7997c80c75 req-91039b38-4d7d-4746-8736-8055832d4c9e tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:38.090177 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-55c51bad-d30f-4633-a898-bc7997c80c75 req-91039b38-4d7d-4746-8736-8055832d4c9e tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.10 "GET /v2.0/networks?id=509f0df2-0686-484c-a5d9-743097ad68e8 HTTP/1.1" status: 200 len: 815 time: 0.1917818 Mar 07 10:50:38.105534 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [req-55c51bad-d30f-4633-a898-bc7997c80c75 req-725e6e12-1556-4d0b-b2d1-77f0f33ab906 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] Request body: {'port': {'device_id': '9bc4fa0a-4483-4d1a-bfed-9fc6c475e57c', 'network_id': '509f0df2-0686-484c-a5d9-743097ad68e8', 'admin_state_up': True, 'tenant_id': '1c7ab4f8b63b4ddebd5aca9e8a770da0'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:50:38.237683 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [req-55c51bad-d30f-4633-a898-bc7997c80c75 req-725e6e12-1556-4d0b-b2d1-77f0f33ab906 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:50:38.241460 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-55c51bad-d30f-4633-a898-bc7997c80c75 req-725e6e12-1556-4d0b-b2d1-77f0f33ab906 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] Usage tracker for resource:port and tenant:1c7ab4f8b63b4ddebd5aca9e8a770da0 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:50:38.244275 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-55c51bad-d30f-4633-a898-bc7997c80c75 req-725e6e12-1556-4d0b-b2d1-77f0f33ab906 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:50:38.250154 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [req-55c51bad-d30f-4633-a898-bc7997c80c75 req-725e6e12-1556-4d0b-b2d1-77f0f33ab906 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:50:38.260576 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55c51bad-d30f-4633-a898-bc7997c80c75 req-725e6e12-1556-4d0b-b2d1-77f0f33ab906 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] Made reservation on behalf of 1c7ab4f8b63b4ddebd5aca9e8a770da0 for: {'port': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:50:38.263555 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-55c51bad-d30f-4633-a898-bc7997c80c75 req-725e6e12-1556-4d0b-b2d1-77f0f33ab906 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:50:38.419388 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [req-55c51bad-d30f-4633-a898-bc7997c80c75 req-725e6e12-1556-4d0b-b2d1-77f0f33ab906 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] Allocated IP 172.20.0.11 (509f0df2-0686-484c-a5d9-743097ad68e8/65373a33-ef57-41c1-af1d-eb17132caa60/6a28483b-963b-4eb6-aba6-6071323f6e7f) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:50:38.618192 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-55c51bad-d30f-4633-a898-bc7997c80c75 req-725e6e12-1556-4d0b-b2d1-77f0f33ab906 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:50:38.644291 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-55c51bad-d30f-4633-a898-bc7997c80c75 req-725e6e12-1556-4d0b-b2d1-77f0f33ab906 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:50:38.713098 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55c51bad-d30f-4633-a898-bc7997c80c75 req-725e6e12-1556-4d0b-b2d1-77f0f33ab906 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] Network 509f0df2-0686-484c-a5d9-743097ad68e8 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:50:38.715966 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [req-55c51bad-d30f-4633-a898-bc7997c80c75 req-725e6e12-1556-4d0b-b2d1-77f0f33ab906 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:50:38.719807 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [req-55c51bad-d30f-4633-a898-bc7997c80c75 req-725e6e12-1556-4d0b-b2d1-77f0f33ab906 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:50:38.749624 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725e6e12-1556-4d0b-b2d1-77f0f33ab906 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] Pushing event updated for resources: {'Port': ['ID=6a28483b-963b-4eb6-aba6-6071323f6e7f,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:38.785020 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c51bad-d30f-4633-a898-bc7997c80c75 req-725e6e12-1556-4d0b-b2d1-77f0f33ab906 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:38.785608 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-55c51bad-d30f-4633-a898-bc7997c80c75 req-725e6e12-1556-4d0b-b2d1-77f0f33ab906 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:50:38.805258 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-55c51bad-d30f-4633-a898-bc7997c80c75 req-725e6e12-1556-4d0b-b2d1-77f0f33ab906 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7033765 Mar 07 10:50:38.816271 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [req-55c51bad-d30f-4633-a898-bc7997c80c75 req-db1a42cf-0a3c-4385-8c11-22d4dd456a51 service neutron] Request body: {'port': {'device_id': '9bc4fa0a-4483-4d1a-bfed-9fc6c475e57c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8307'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:50:38.993191 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-55c51bad-d30f-4633-a898-bc7997c80c75 req-db1a42cf-0a3c-4385-8c11-22d4dd456a51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:50:39.327273 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086db964-d6d9-4a7b-9094-752766e7c5b4 req-9a365feb-3dbb-42e6-a761-856f108701fe tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:39.327949 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-086db964-d6d9-4a7b-9094-752766e7c5b4 req-9a365feb-3dbb-42e6-a761-856f108701fe tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] Synchronizing usage tracker for tenant:1c7ab4f8b63b4ddebd5aca9e8a770da0 on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:50:39.395848 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-086db964-d6d9-4a7b-9094-752766e7c5b4 req-9a365feb-3dbb-42e6-a761-856f108701fe tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] Unset dirty status for tenant:1c7ab4f8b63b4ddebd5aca9e8a770da0 on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:50:39.397169 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-086db964-d6d9-4a7b-9094-752766e7c5b4 req-9a365feb-3dbb-42e6-a761-856f108701fe tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bc4fa0a-4483-4d1a-bfed-9fc6c475e57c HTTP/1.1" status: 200 len: 932 time: 0.2431574 Mar 07 10:50:39.417489 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [req-55c51bad-d30f-4633-a898-bc7997c80c75 req-db1a42cf-0a3c-4385-8c11-22d4dd456a51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a28483b-963b-4eb6-aba6-6071323f6e7f {{(pid=83737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 07 10:50:39.427753 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-55c51bad-d30f-4633-a898-bc7997c80c75 req-db1a42cf-0a3c-4385-8c11-22d4dd456a51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:50:39.459180 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [req-55c51bad-d30f-4633-a898-bc7997c80c75 req-db1a42cf-0a3c-4385-8c11-22d4dd456a51 service neutron] Transition to ACTIVE for port object 6a28483b-963b-4eb6-aba6-6071323f6e7f will not be triggered until provisioned by entity L2. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:50:39.463535 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-55c51bad-d30f-4633-a898-bc7997c80c75 req-db1a42cf-0a3c-4385-8c11-22d4dd456a51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3012561'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:50:39.503400 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-086db964-d6d9-4a7b-9094-752766e7c5b4 req-cfc356d3-6372-4287-bb84-c80aac686cc5 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.13 "GET /v2.0/security-groups?id=eebe5aa6-8975-4e6c-907c-fb3cce8bce99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002073 Mar 07 10:50:39.591126 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1a42cf-0a3c-4385-8c11-22d4dd456a51 service neutron] Pushing event updated for resources: {'Port': ['ID=6a28483b-963b-4eb6-aba6-6071323f6e7f,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:39.698418 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [req-55c51bad-d30f-4633-a898-bc7997c80c75 req-db1a42cf-0a3c-4385-8c11-22d4dd456a51 service neutron] Attempting to bind port 6a28483b-963b-4eb6-aba6-6071323f6e7f on host hv-neutron-8307 for vnic_type normal with profile {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:50:39.698763 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [req-55c51bad-d30f-4633-a898-bc7997c80c75 req-db1a42cf-0a3c-4385-8c11-22d4dd456a51 service neutron] Attempting to bind port 6a28483b-963b-4eb6-aba6-6071323f6e7f by drivers openvswitch,hyperv on host hv-neutron-8307 at level 0 using segments [{'id': '93041098-a8de-4d39-81af-e730675fdf56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '509f0df2-0686-484c-a5d9-743097ad68e8'}] {{(pid=83737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:50:39.699056 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c51bad-d30f-4633-a898-bc7997c80c75 req-db1a42cf-0a3c-4385-8c11-22d4dd456a51 service neutron] Attempting to bind port 6a28483b-963b-4eb6-aba6-6071323f6e7f on network 509f0df2-0686-484c-a5d9-743097ad68e8 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:50:39.704727 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c51bad-d30f-4633-a898-bc7997c80c75 req-db1a42cf-0a3c-4385-8c11-22d4dd456a51 service neutron] Port 6a28483b-963b-4eb6-aba6-6071323f6e7f on network 509f0df2-0686-484c-a5d9-743097ad68e8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8307 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 07 10:50:39.705037 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c51bad-d30f-4633-a898-bc7997c80c75 req-db1a42cf-0a3c-4385-8c11-22d4dd456a51 service neutron] Attempting to bind port 6a28483b-963b-4eb6-aba6-6071323f6e7f on network 509f0df2-0686-484c-a5d9-743097ad68e8 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:50:39.711318 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c51bad-d30f-4633-a898-bc7997c80c75 req-db1a42cf-0a3c-4385-8c11-22d4dd456a51 service neutron] Checking agent: {'id': 'fb93ecad-d7e5-4e81-99ef-d8d0ee7386ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8307', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 21, 15), 'started_at': datetime.datetime(2022, 3, 7, 10, 21, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:50:39.711650 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c51bad-d30f-4633-a898-bc7997c80c75 req-db1a42cf-0a3c-4385-8c11-22d4dd456a51 service neutron] Checking segment: {'id': '93041098-a8de-4d39-81af-e730675fdf56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '509f0df2-0686-484c-a5d9-743097ad68e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:50:39.712028 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c51bad-d30f-4633-a898-bc7997c80c75 req-db1a42cf-0a3c-4385-8c11-22d4dd456a51 service neutron] Bound using segment: {'id': '93041098-a8de-4d39-81af-e730675fdf56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '509f0df2-0686-484c-a5d9-743097ad68e8'} {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:50:39.712448 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [req-55c51bad-d30f-4633-a898-bc7997c80c75 req-db1a42cf-0a3c-4385-8c11-22d4dd456a51 service neutron] Bound port: 6a28483b-963b-4eb6-aba6-6071323f6e7f, host: hv-neutron-8307, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93041098-a8de-4d39-81af-e730675fdf56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '509f0df2-0686-484c-a5d9-743097ad68e8'}}] {{(pid=83737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:50:39.712814 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-55c51bad-d30f-4633-a898-bc7997c80c75 req-db1a42cf-0a3c-4385-8c11-22d4dd456a51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:50:39.800399 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [req-55c51bad-d30f-4633-a898-bc7997c80c75 req-db1a42cf-0a3c-4385-8c11-22d4dd456a51 service neutron] For port 6a28483b-963b-4eb6-aba6-6071323f6e7f, host hv-neutron-8307, cleared binding levels {{(pid=83737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:50:39.803801 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [req-55c51bad-d30f-4633-a898-bc7997c80c75 req-db1a42cf-0a3c-4385-8c11-22d4dd456a51 service neutron] For port 6a28483b-963b-4eb6-aba6-6071323f6e7f, host hv-neutron-8307, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=6a28483b-963b-4eb6-aba6-6071323f6e7f,segment=NetworkSegment(93041098-a8de-4d39-81af-e730675fdf56),segment_id=93041098-a8de-4d39-81af-e730675fdf56)] {{(pid=83737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:50:39.807233 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-55c51bad-d30f-4633-a898-bc7997c80c75 req-db1a42cf-0a3c-4385-8c11-22d4dd456a51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3012561'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:50:39.867271 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-55c51bad-d30f-4633-a898-bc7997c80c75 req-db1a42cf-0a3c-4385-8c11-22d4dd456a51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:50:39.868709 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-55c51bad-d30f-4633-a898-bc7997c80c75 req-db1a42cf-0a3c-4385-8c11-22d4dd456a51 service neutron] 10.222.0.10 "PUT /v2.0/ports/6a28483b-963b-4eb6-aba6-6071323f6e7f HTTP/1.1" status: 200 len: 1094 time: 1.0562131 Mar 07 10:50:39.869207 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bc4fa0a-4483-4d1a-bfed-9fc6c475e57c', 'tag': '6a28483b-963b-4eb6-aba6-6071323f6e7f'}] {{(pid=83737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 10:50:39.887143 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1a42cf-0a3c-4385-8c11-22d4dd456a51 service neutron] Pushing event updated for resources: {'Port': ['ID=6a28483b-963b-4eb6-aba6-6071323f6e7f,revision_number=3']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:39.937091 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bc4fa0a-4483-4d1a-bfed-9fc6c475e57c', 'tag': '6a28483b-963b-4eb6-aba6-6071323f6e7f', 'status': 'completed', 'code': 200} Mar 07 10:50:39.983599 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-55c51bad-d30f-4633-a898-bc7997c80c75 req-4e978200-0a6b-4dda-a384-81ccfc0d3c87 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1c7ab4f8b63b4ddebd5aca9e8a770da0&device_id=9bc4fa0a-4483-4d1a-bfed-9fc6c475e57c HTTP/1.1" status: 200 len: 1097 time: 0.0773222 Mar 07 10:50:40.050922 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-55c51bad-d30f-4633-a898-bc7997c80c75 req-2549984a-0e4c-4d60-8d0f-f5c28763dc09 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a28483b-963b-4eb6-aba6-6071323f6e7f HTTP/1.1" status: 200 len: 217 time: 0.0612359 Mar 07 10:50:40.113971 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c51bad-d30f-4633-a898-bc7997c80c75 req-a6595788-aef4-4e48-b009-07eb60b4a064 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:40.115265 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-55c51bad-d30f-4633-a898-bc7997c80c75 req-a6595788-aef4-4e48-b009-07eb60b4a064 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=65373a33-ef57-41c1-af1d-eb17132caa60 HTTP/1.1" status: 200 len: 855 time: 0.0589185 Mar 07 10:50:40.157415 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-55c51bad-d30f-4633-a898-bc7997c80c75 req-8ff4f283-c370-45b0-a4be-f7677a5ed104 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=509f0df2-0686-484c-a5d9-743097ad68e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367076 Mar 07 10:50:40.285229 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-55c51bad-d30f-4633-a898-bc7997c80c75 req-9a4087d5-2577-4499-893f-4e9bed88a383 service neutron] 10.222.0.10 "GET /v2.0/networks/509f0df2-0686-484c-a5d9-743097ad68e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217651 Mar 07 10:50:40.415448 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-55c51bad-d30f-4633-a898-bc7997c80c75 req-7c422845-d4a0-453c-a8cb-dc9c389f911f service neutron] 10.222.0.10 "GET /v2.0/networks/509f0df2-0686-484c-a5d9-743097ad68e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244595 Mar 07 10:50:40.527260 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f3163999-103b-430c-a55f-946467bea2cb req-2b456963-ce39-4deb-84f7-dd09978ed522 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1c7ab4f8b63b4ddebd5aca9e8a770da0&device_id=9bc4fa0a-4483-4d1a-bfed-9fc6c475e57c HTTP/1.1" status: 200 len: 1097 time: 0.0673773 Mar 07 10:50:40.796626 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3163999-103b-430c-a55f-946467bea2cb req-e533f858-c701-40c9-ba1c-a8370ac30b1d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:40.798028 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f3163999-103b-430c-a55f-946467bea2cb req-e533f858-c701-40c9-ba1c-a8370ac30b1d service neutron] 10.222.0.10 "GET /v2.0/networks?id=509f0df2-0686-484c-a5d9-743097ad68e8 HTTP/1.1" status: 200 len: 916 time: 0.2646525 Mar 07 10:50:40.863760 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04c0995-e685-4ac8-94e8-cac5e7becb34 req-fad03fee-4a17-48c0-aa6d-f1854ccee9b4 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:40.865171 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b04c0995-e685-4ac8-94e8-cac5e7becb34 req-fad03fee-4a17-48c0-aa6d-f1854ccee9b4 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bc4fa0a-4483-4d1a-bfed-9fc6c475e57c HTTP/1.1" status: 200 len: 944 time: 0.2207224 Mar 07 10:50:40.887009 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f3163999-103b-430c-a55f-946467bea2cb req-74e0b012-cfd5-4f80-a413-40f2f94dfe61 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a28483b-963b-4eb6-aba6-6071323f6e7f HTTP/1.1" status: 200 len: 217 time: 0.0823238 Mar 07 10:50:40.958728 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b04c0995-e685-4ac8-94e8-cac5e7becb34 req-feb877f9-61b0-48b5-9c6a-1b73d26c2088 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.13 "GET /v2.0/security-groups?id=eebe5aa6-8975-4e6c-907c-fb3cce8bce99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862241 Mar 07 10:50:40.965076 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3163999-103b-430c-a55f-946467bea2cb req-6824a275-af74-4cf1-ade7-6d01df6c9cb1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:40.966378 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f3163999-103b-430c-a55f-946467bea2cb req-6824a275-af74-4cf1-ade7-6d01df6c9cb1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=65373a33-ef57-41c1-af1d-eb17132caa60 HTTP/1.1" status: 200 len: 855 time: 0.0715806 Mar 07 10:50:41.015545 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f3163999-103b-430c-a55f-946467bea2cb req-665d3f75-4d88-4b3c-9bbe-6167a141005f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=509f0df2-0686-484c-a5d9-743097ad68e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423322 Mar 07 10:50:41.144331 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f3163999-103b-430c-a55f-946467bea2cb req-4c6c94bd-877a-4860-b597-0eb90910c64a service neutron] 10.222.0.10 "GET /v2.0/networks/509f0df2-0686-484c-a5d9-743097ad68e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231697 Mar 07 10:50:41.273147 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f3163999-103b-430c-a55f-946467bea2cb req-e940441c-8a0f-434d-8038-cb9e770f0f3d service neutron] 10.222.0.10 "GET /v2.0/networks/509f0df2-0686-484c-a5d9-743097ad68e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228092 Mar 07 10:50:42.151033 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5879fa3-c564-4c1e-b1c5-d642c5f5809b req-a34aa867-ebbb-4530-a176-09d04cbf4b2a tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:42.152440 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f5879fa3-c564-4c1e-b1c5-d642c5f5809b req-a34aa867-ebbb-4530-a176-09d04cbf4b2a tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bc4fa0a-4483-4d1a-bfed-9fc6c475e57c HTTP/1.1" status: 200 len: 944 time: 0.0737696 Mar 07 10:50:42.196213 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f5879fa3-c564-4c1e-b1c5-d642c5f5809b req-8f8ffb94-a305-4013-83e8-58a52c8e6bd8 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.13 "GET /v2.0/security-groups?id=eebe5aa6-8975-4e6c-907c-fb3cce8bce99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383906 Mar 07 10:50:43.390710 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd474d6-1672-44de-b7b5-340a2a0b1c08 req-90572288-65f9-4d24-a678-3c0c6ab7d6e3 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:43.392110 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-3cd474d6-1672-44de-b7b5-340a2a0b1c08 req-90572288-65f9-4d24-a678-3c0c6ab7d6e3 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bc4fa0a-4483-4d1a-bfed-9fc6c475e57c HTTP/1.1" status: 200 len: 944 time: 0.0759840 Mar 07 10:50:43.436039 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-3cd474d6-1672-44de-b7b5-340a2a0b1c08 req-1e43dcbe-e33d-4908-afc8-95e3f85876e9 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.13 "GET /v2.0/security-groups?id=eebe5aa6-8975-4e6c-907c-fb3cce8bce99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380411 Mar 07 10:50:43.860918 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device 6a28483b-963b-4eb6-aba6-6071323f6e7f details requested by agent hyperv_hv-neutron-8307 with host hv-neutron-8307 {{(pid=83739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 07 10:50:43.992215 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port 6a28483b-963b-4eb6-aba6-6071323f6e7f, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=6a28483b-963b-4eb6-aba6-6071323f6e7f,segment=NetworkSegment(93041098-a8de-4d39-81af-e730675fdf56),segment_id=93041098-a8de-4d39-81af-e730675fdf56)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:50:44.005451 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Returning: {'device': '6a28483b-963b-4eb6-aba6-6071323f6e7f', 'network_id': '509f0df2-0686-484c-a5d9-743097ad68e8', 'port_id': '6a28483b-963b-4eb6-aba6-6071323f6e7f', 'mac_address': 'fa:16:3e:55:10:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65373a33-ef57-41c1-af1d-eb17132caa60', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 07 10:50:44.056701 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:50:44.073688 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a28483b-963b-4eb6-aba6-6071323f6e7f {{(pid=83739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 07 10:50:44.088401 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port 6a28483b-963b-4eb6-aba6-6071323f6e7f, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=6a28483b-963b-4eb6-aba6-6071323f6e7f,segment=NetworkSegment(93041098-a8de-4d39-81af-e730675fdf56),segment_id=93041098-a8de-4d39-81af-e730675fdf56)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:50:44.092560 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:50:44.157813 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Pushing event updated for resources: {'Port': ['ID=6a28483b-963b-4eb6-aba6-6071323f6e7f,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:44.407486 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] get_ports_and_sgs() called for port_ids ['6a28483b-963b-4eb6-aba6-6071323f6e7f'] {{(pid=83739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 07 10:50:44.633288 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb175715-8384-48a8-aada-85dbbef06bf8 req-cb04b022-4355-40e0-9a04-afcc6af0b47d tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:44.634704 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-fb175715-8384-48a8-aada-85dbbef06bf8 req-cb04b022-4355-40e0-9a04-afcc6af0b47d tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bc4fa0a-4483-4d1a-bfed-9fc6c475e57c HTTP/1.1" status: 200 len: 945 time: 0.0769603 Mar 07 10:50:44.678290 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-fb175715-8384-48a8-aada-85dbbef06bf8 req-df344dac-0026-4b24-bc93-06cbe6bc5a53 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.13 "GET /v2.0/security-groups?id=eebe5aa6-8975-4e6c-907c-fb3cce8bce99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381901 Mar 07 10:50:45.767747 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:50:45.859861 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device 6a28483b-963b-4eb6-aba6-6071323f6e7f up at agent hyperv_hv-neutron-8307 {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:50:45.873931 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e00ca40-da6b-43fb-9a6f-aeaefdc35824 req-074c7fed-c1b1-4028-b817-afdc569f2e3a tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:45.875372 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-2e00ca40-da6b-43fb-9a6f-aeaefdc35824 req-074c7fed-c1b1-4028-b817-afdc569f2e3a tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bc4fa0a-4483-4d1a-bfed-9fc6c475e57c HTTP/1.1" status: 200 len: 945 time: 0.0784440 Mar 07 10:50:45.921231 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-2e00ca40-da6b-43fb-9a6f-aeaefdc35824 req-97f18f5e-ded1-4c3e-9186-bc54190f4351 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.13 "GET /v2.0/security-groups?id=eebe5aa6-8975-4e6c-907c-fb3cce8bce99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396085 Mar 07 10:50:45.927438 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Provisioning for port 6a28483b-963b-4eb6-aba6-6071323f6e7f completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:50:45.932053 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Provisioning complete for port 6a28483b-963b-4eb6-aba6-6071323f6e7f triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:50:45.932434 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:50:46.048692 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:50:46.075524 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bc4fa0a-4483-4d1a-bfed-9fc6c475e57c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a28483b-963b-4eb6-aba6-6071323f6e7f'}] {{(pid=83739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 10:50:46.085291 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port 6a28483b-963b-4eb6-aba6-6071323f6e7f, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=6a28483b-963b-4eb6-aba6-6071323f6e7f,segment=NetworkSegment(93041098-a8de-4d39-81af-e730675fdf56),segment_id=93041098-a8de-4d39-81af-e730675fdf56)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:50:46.089765 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:50:46.133822 dv-neutron-830731-3-hyperv neutron-server[83739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bc4fa0a-4483-4d1a-bfed-9fc6c475e57c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a28483b-963b-4eb6-aba6-6071323f6e7f', 'code': 200} Mar 07 10:50:46.158577 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Pushing event updated for resources: {'Port': ['ID=6a28483b-963b-4eb6-aba6-6071323f6e7f,revision_number=5']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:46.364222 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-554fbd0a-a3ec-4d16-96cd-5a71ea528208 req-cd5ea8bb-c111-4254-a359-3d2ffb88a0e0 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9bc4fa0a-4483-4d1a-bfed-9fc6c475e57c HTTP/1.1" status: 200 len: 1099 time: 0.0692306 Mar 07 10:50:46.411954 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-554fbd0a-a3ec-4d16-96cd-5a71ea528208 req-6e9db485-a059-47b2-b464-2d8b4c08b026 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=eebe5aa6-8975-4e6c-907c-fb3cce8bce99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422380 Mar 07 10:50:47.119513 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34860667-095c-48fc-a301-d1570a3af214 req-ded5fe6f-f3ad-46bc-a88c-3cd6f27041bd tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:47.120879 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-34860667-095c-48fc-a301-d1570a3af214 req-ded5fe6f-f3ad-46bc-a88c-3cd6f27041bd tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bc4fa0a-4483-4d1a-bfed-9fc6c475e57c HTTP/1.1" status: 200 len: 946 time: 0.0759480 Mar 07 10:50:47.165680 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-34860667-095c-48fc-a301-d1570a3af214 req-ff3281d7-d99e-47ac-99b4-8729238ff0ac tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.13 "GET /v2.0/security-groups?id=eebe5aa6-8975-4e6c-907c-fb3cce8bce99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393801 Mar 07 10:50:48.365642 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a960f2-7623-4078-91b3-573e930757f3 req-c2e587eb-fef7-4b40-9165-72a1f4c89e9e tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:48.367055 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-88a960f2-7623-4078-91b3-573e930757f3 req-c2e587eb-fef7-4b40-9165-72a1f4c89e9e tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bc4fa0a-4483-4d1a-bfed-9fc6c475e57c HTTP/1.1" status: 200 len: 946 time: 0.0775206 Mar 07 10:50:48.411435 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-88a960f2-7623-4078-91b3-573e930757f3 req-a0d34ece-cbfd-4b37-961f-c8a72cf90d4f tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.13 "GET /v2.0/security-groups?id=eebe5aa6-8975-4e6c-907c-fb3cce8bce99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389791 Mar 07 10:50:48.602267 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921e7144-b164-41c0-97c9-c863f7715cda req-c50becf2-dd22-4761-8452-802b81a87aa3 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:48.603670 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-921e7144-b164-41c0-97c9-c863f7715cda req-c50becf2-dd22-4761-8452-802b81a87aa3 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bc4fa0a-4483-4d1a-bfed-9fc6c475e57c HTTP/1.1" status: 200 len: 946 time: 0.0733759 Mar 07 10:50:48.647447 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-921e7144-b164-41c0-97c9-c863f7715cda req-e9126584-4ac3-49e8-ba46-fc6b8333d9f5 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.13 "GET /v2.0/security-groups?id=eebe5aa6-8975-4e6c-907c-fb3cce8bce99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382314 Mar 07 10:50:49.014758 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301323a3-53dd-4e74-b40d-657565d95dea req-2126d9e7-b156-4c0a-b7fa-5b6d649c7384 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:49.021479 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-301323a3-53dd-4e74-b40d-657565d95dea req-2126d9e7-b156-4c0a-b7fa-5b6d649c7384 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bc4fa0a-4483-4d1a-bfed-9fc6c475e57c HTTP/1.1" status: 200 len: 946 time: 0.0866189 Mar 07 10:50:49.064501 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-301323a3-53dd-4e74-b40d-657565d95dea req-3caf2a03-47f2-4914-952a-f954ea31697c tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.13 "GET /v2.0/security-groups?id=eebe5aa6-8975-4e6c-907c-fb3cce8bce99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394797 Mar 07 10:50:49.254496 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ea3774-7ab4-4612-8969-6f939205bdd0 req-559446a0-d818-40e1-bc4a-c84427665ed0 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:49.255929 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-a4ea3774-7ab4-4612-8969-6f939205bdd0 req-559446a0-d818-40e1-bc4a-c84427665ed0 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bc4fa0a-4483-4d1a-bfed-9fc6c475e57c HTTP/1.1" status: 200 len: 946 time: 0.0754113 Mar 07 10:50:49.305497 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-a4ea3774-7ab4-4612-8969-6f939205bdd0 req-f918c1e7-2106-4163-9375-cc9e05b1d4be tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.13 "GET /v2.0/security-groups?id=eebe5aa6-8975-4e6c-907c-fb3cce8bce99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440381 Mar 07 10:50:49.649620 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c623166a-f2b8-4d83-8f88-cf084167376e req-2781754d-555e-4b45-836c-fd60602f9516 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9bc4fa0a-4483-4d1a-bfed-9fc6c475e57c&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2192936 Mar 07 10:50:49.894431 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-7a51e995-6a0d-4956-b2ee-5fc66f88f41e req-bc3c3aac-9ee2-424d-a917-27f8661e715c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9bc4fa0a-4483-4d1a-bfed-9fc6c475e57c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0707786 Mar 07 10:50:49.952219 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2355d0-775a-44cc-9d59-8da9bd004a51 req-dbbf0b1e-cae1-4cdc-83bf-36ada25a0b3c tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:49.953680 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-1c2355d0-775a-44cc-9d59-8da9bd004a51 req-dbbf0b1e-cae1-4cdc-83bf-36ada25a0b3c tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bc4fa0a-4483-4d1a-bfed-9fc6c475e57c HTTP/1.1" status: 200 len: 946 time: 0.0794103 Mar 07 10:50:50.002827 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-1c2355d0-775a-44cc-9d59-8da9bd004a51 req-188b66c5-846d-4741-93ef-a1ad5801b589 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.13 "GET /v2.0/security-groups?id=eebe5aa6-8975-4e6c-907c-fb3cce8bce99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428071 Mar 07 10:50:50.992366 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-7a51e995-6a0d-4956-b2ee-5fc66f88f41e req-62423097-7770-4d70-a459-25757c600878 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1c7ab4f8b63b4ddebd5aca9e8a770da0&device_id=9bc4fa0a-4483-4d1a-bfed-9fc6c475e57c HTTP/1.1" status: 200 len: 1099 time: 0.0669987 Mar 07 10:50:51.120851 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a51e995-6a0d-4956-b2ee-5fc66f88f41e req-fd36c789-b8db-4214-b863-3afd264d6522 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:51.122275 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-7a51e995-6a0d-4956-b2ee-5fc66f88f41e req-fd36c789-b8db-4214-b863-3afd264d6522 service neutron] 10.222.0.10 "GET /v2.0/networks?id=509f0df2-0686-484c-a5d9-743097ad68e8 HTTP/1.1" status: 200 len: 916 time: 0.1236331 Mar 07 10:50:51.230946 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-7a51e995-6a0d-4956-b2ee-5fc66f88f41e req-9f59d80d-ad6c-4436-aa8d-e946a673a5e7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a28483b-963b-4eb6-aba6-6071323f6e7f HTTP/1.1" status: 200 len: 217 time: 0.0754762 Mar 07 10:50:51.303365 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f6c94c-3964-4b88-9475-4c4d46405434 req-5cf5430d-d8a9-4602-b8bf-82756619a8c5 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:51.304734 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c8f6c94c-3964-4b88-9475-4c4d46405434 req-5cf5430d-d8a9-4602-b8bf-82756619a8c5 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bc4fa0a-4483-4d1a-bfed-9fc6c475e57c HTTP/1.1" status: 200 len: 946 time: 0.1815991 Mar 07 10:50:51.307874 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a51e995-6a0d-4956-b2ee-5fc66f88f41e req-d0f8faf8-e7df-4762-bcaf-eaa0c93012d4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:51.309273 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-7a51e995-6a0d-4956-b2ee-5fc66f88f41e req-d0f8faf8-e7df-4762-bcaf-eaa0c93012d4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=65373a33-ef57-41c1-af1d-eb17132caa60 HTTP/1.1" status: 200 len: 855 time: 0.0717387 Mar 07 10:50:51.365083 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-7a51e995-6a0d-4956-b2ee-5fc66f88f41e req-bdcf76d0-bb96-4f81-9fc4-77ac39607563 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=509f0df2-0686-484c-a5d9-743097ad68e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413198 Mar 07 10:50:51.461083 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c8f6c94c-3964-4b88-9475-4c4d46405434 req-77fee100-500a-4cad-ac57-14921ac2db47 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.13 "GET /v2.0/security-groups?id=eebe5aa6-8975-4e6c-907c-fb3cce8bce99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509049 Mar 07 10:50:51.505931 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-7a51e995-6a0d-4956-b2ee-5fc66f88f41e req-f6962f26-f994-47dd-9538-b308e55c47ca service neutron] 10.222.0.10 "GET /v2.0/networks/509f0df2-0686-484c-a5d9-743097ad68e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328013 Mar 07 10:50:51.633100 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-7a51e995-6a0d-4956-b2ee-5fc66f88f41e req-cf37f5e8-5706-4c5d-8b6e-5a4b8201da9d service neutron] 10.222.0.10 "GET /v2.0/networks/509f0df2-0686-484c-a5d9-743097ad68e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219115 Mar 07 10:50:52.661183 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4675191-84b7-487c-af33-e2527ece2c11 req-0c2597ba-8bfc-4d06-b57b-107205839704 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:52.662513 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f4675191-84b7-487c-af33-e2527ece2c11 req-0c2597ba-8bfc-4d06-b57b-107205839704 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bc4fa0a-4483-4d1a-bfed-9fc6c475e57c HTTP/1.1" status: 200 len: 946 time: 0.0814006 Mar 07 10:50:52.708889 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f4675191-84b7-487c-af33-e2527ece2c11 req-c7fc1da4-7866-489f-b5a3-22b7bafaf804 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.13 "GET /v2.0/security-groups?id=eebe5aa6-8975-4e6c-907c-fb3cce8bce99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408912 Mar 07 10:50:53.902082 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2850c29-f52c-421c-83a2-22cf93f46e03 req-be4e5161-f010-4327-b23e-dfaacec22654 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:53.903492 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-a2850c29-f52c-421c-83a2-22cf93f46e03 req-be4e5161-f010-4327-b23e-dfaacec22654 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bc4fa0a-4483-4d1a-bfed-9fc6c475e57c HTTP/1.1" status: 200 len: 946 time: 0.0748453 Mar 07 10:50:53.947208 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-a2850c29-f52c-421c-83a2-22cf93f46e03 req-6e45a190-1fe3-4518-86d1-2fc00775739b tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.13 "GET /v2.0/security-groups?id=eebe5aa6-8975-4e6c-907c-fb3cce8bce99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383904 Mar 07 10:50:55.141778 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4f6e02-907a-425d-a648-504b8ab4e1d6 req-68ac2cd4-e7d0-4413-8c43-187128477f6f tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:55.143133 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ce4f6e02-907a-425d-a648-504b8ab4e1d6 req-68ac2cd4-e7d0-4413-8c43-187128477f6f tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bc4fa0a-4483-4d1a-bfed-9fc6c475e57c HTTP/1.1" status: 200 len: 946 time: 0.0783987 Mar 07 10:50:55.187031 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ce4f6e02-907a-425d-a648-504b8ab4e1d6 req-ba751ed0-ba88-48c2-bc22-795b3f8ce5f7 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.13 "GET /v2.0/security-groups?id=eebe5aa6-8975-4e6c-907c-fb3cce8bce99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379312 Mar 07 10:50:56.379313 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cd21cf-e75d-451a-8b41-2989a47c3b87 req-e21d5115-89fc-4b59-be0c-4d11485ced10 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:56.380741 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-30cd21cf-e75d-451a-8b41-2989a47c3b87 req-e21d5115-89fc-4b59-be0c-4d11485ced10 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bc4fa0a-4483-4d1a-bfed-9fc6c475e57c HTTP/1.1" status: 200 len: 946 time: 0.0739243 Mar 07 10:50:56.427659 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-30cd21cf-e75d-451a-8b41-2989a47c3b87 req-61076299-23a3-4e46-a649-e62c5a934c5f tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.13 "GET /v2.0/security-groups?id=eebe5aa6-8975-4e6c-907c-fb3cce8bce99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416095 Mar 07 10:50:57.623976 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6748091-4b34-42d8-beee-0896e9cd9df0 req-59d44b11-9de3-4499-b58f-922b7b03469c tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:57.625336 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c6748091-4b34-42d8-beee-0896e9cd9df0 req-59d44b11-9de3-4499-b58f-922b7b03469c tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bc4fa0a-4483-4d1a-bfed-9fc6c475e57c HTTP/1.1" status: 200 len: 946 time: 0.0773618 Mar 07 10:50:57.669896 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c6748091-4b34-42d8-beee-0896e9cd9df0 req-d90db194-51c3-4022-93c9-638c851d084d tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.13 "GET /v2.0/security-groups?id=eebe5aa6-8975-4e6c-907c-fb3cce8bce99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391736 Mar 07 10:50:58.397249 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-d4ae256e-8fcf-4af9-ad86-6024d46c8c22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:50:58.870454 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7990013-19ff-4e17-b85b-0b4680c48fc9 req-521102ef-f213-4020-b75c-d012bd633922 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:58.871888 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-a7990013-19ff-4e17-b85b-0b4680c48fc9 req-521102ef-f213-4020-b75c-d012bd633922 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bc4fa0a-4483-4d1a-bfed-9fc6c475e57c HTTP/1.1" status: 200 len: 946 time: 0.0789161 Mar 07 10:50:58.915421 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-a7990013-19ff-4e17-b85b-0b4680c48fc9 req-657d6d82-517d-4b94-9883-9328cc1a4f1f tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.13 "GET /v2.0/security-groups?id=eebe5aa6-8975-4e6c-907c-fb3cce8bce99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381110 Mar 07 10:51:00.111221 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4605793-a98e-427b-8ef4-da778e7f426b req-2cf0219c-48e1-4777-99eb-b0b743af3aa7 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:00.112634 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d4605793-a98e-427b-8ef4-da778e7f426b req-2cf0219c-48e1-4777-99eb-b0b743af3aa7 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bc4fa0a-4483-4d1a-bfed-9fc6c475e57c HTTP/1.1" status: 200 len: 946 time: 0.0738568 Mar 07 10:51:00.155710 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d4605793-a98e-427b-8ef4-da778e7f426b req-7ca27c14-ffca-4e1e-a9f4-04350e58d033 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.13 "GET /v2.0/security-groups?id=eebe5aa6-8975-4e6c-907c-fb3cce8bce99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378106 Mar 07 10:51:00.592004 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-d94df208-a709-44ec-b1cc-727be02c7cb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:51:01.431391 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b000588-fd0e-4137-9d81-7579dcf50185 req-dbef7a22-7790-40b7-87bb-aa2b0681e868 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:01.432876 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-1b000588-fd0e-4137-9d81-7579dcf50185 req-dbef7a22-7790-40b7-87bb-aa2b0681e868 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bc4fa0a-4483-4d1a-bfed-9fc6c475e57c HTTP/1.1" status: 200 len: 946 time: 0.1554794 Mar 07 10:51:01.480345 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-1b000588-fd0e-4137-9d81-7579dcf50185 req-e87d1c96-626a-42c6-acfc-ecc6bff42a5a tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.13 "GET /v2.0/security-groups?id=eebe5aa6-8975-4e6c-907c-fb3cce8bce99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412591 Mar 07 10:51:01.829981 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-711fefd2-3b30-4759-8df5-0aecff1c8e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:51:01.894167 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:51:02.671455 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24e1fb6-0456-4b22-b29e-bf9a80ebd5b6 req-75f546fc-e388-491b-b762-362d4ecefad9 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:02.672807 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-a24e1fb6-0456-4b22-b29e-bf9a80ebd5b6 req-75f546fc-e388-491b-b762-362d4ecefad9 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bc4fa0a-4483-4d1a-bfed-9fc6c475e57c HTTP/1.1" status: 200 len: 946 time: 0.0741928 Mar 07 10:51:02.719795 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-a24e1fb6-0456-4b22-b29e-bf9a80ebd5b6 req-777556c7-c3d1-4d34-bee4-e6d32d7e0fb5 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.13 "GET /v2.0/security-groups?id=eebe5aa6-8975-4e6c-907c-fb3cce8bce99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416350 Mar 07 10:51:03.257918 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c87150bd-aa9c-4ad1-bb68-57ec66d4fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:51:03.910280 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1446516d-f93a-48ee-9e19-aa0c02018c87 req-05ba8ed7-38c2-4718-b4a1-07c89987e911 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:03.911692 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-1446516d-f93a-48ee-9e19-aa0c02018c87 req-05ba8ed7-38c2-4718-b4a1-07c89987e911 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bc4fa0a-4483-4d1a-bfed-9fc6c475e57c HTTP/1.1" status: 200 len: 946 time: 0.0741475 Mar 07 10:51:03.956301 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-1446516d-f93a-48ee-9e19-aa0c02018c87 req-c5b1e11d-444f-4f20-8acd-273335f3141a tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.13 "GET /v2.0/security-groups?id=eebe5aa6-8975-4e6c-907c-fb3cce8bce99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386038 Mar 07 10:51:05.153806 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880b1a04-faee-4f45-851d-8cde9da12090 req-53bf560e-69d0-4021-bc94-8350d6b3189c tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:05.155161 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-880b1a04-faee-4f45-851d-8cde9da12090 req-53bf560e-69d0-4021-bc94-8350d6b3189c tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bc4fa0a-4483-4d1a-bfed-9fc6c475e57c HTTP/1.1" status: 200 len: 946 time: 0.0793550 Mar 07 10:51:05.200572 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-880b1a04-faee-4f45-851d-8cde9da12090 req-846a73ed-44ea-4bd6-948c-1ee07a6a412d tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.13 "GET /v2.0/security-groups?id=eebe5aa6-8975-4e6c-907c-fb3cce8bce99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393865 Mar 07 10:51:06.393683 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c63d81-2e84-40ff-b5f6-82ea6ade50da req-3d116f92-ee16-448e-b4bb-55a862346ed4 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:06.395112 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-e3c63d81-2e84-40ff-b5f6-82ea6ade50da req-3d116f92-ee16-448e-b4bb-55a862346ed4 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bc4fa0a-4483-4d1a-bfed-9fc6c475e57c HTTP/1.1" status: 200 len: 946 time: 0.0741117 Mar 07 10:51:06.439436 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-e3c63d81-2e84-40ff-b5f6-82ea6ade50da req-b497c5e4-60d8-49ec-93dd-5b8bc43a1a22 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.13 "GET /v2.0/security-groups?id=eebe5aa6-8975-4e6c-907c-fb3cce8bce99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387738 Mar 07 10:51:07.637610 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6b7a1b-546e-49f7-90b1-2728a49e8ac9 req-b6169b18-1f06-4c76-9c8e-ff4bf11ff6fa tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:07.638956 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-8b6b7a1b-546e-49f7-90b1-2728a49e8ac9 req-b6169b18-1f06-4c76-9c8e-ff4bf11ff6fa tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bc4fa0a-4483-4d1a-bfed-9fc6c475e57c HTTP/1.1" status: 200 len: 946 time: 0.0774143 Mar 07 10:51:07.683170 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-8b6b7a1b-546e-49f7-90b1-2728a49e8ac9 req-4c2de7cf-f63a-400f-bd82-597833e27664 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.13 "GET /v2.0/security-groups?id=eebe5aa6-8975-4e6c-907c-fb3cce8bce99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379548 Mar 07 10:51:08.877740 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326a115d-ad26-4240-9690-e9dda173d5be req-5ee1e5d3-8d7e-47d6-9157-d31d5741fddd tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:08.879192 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-326a115d-ad26-4240-9690-e9dda173d5be req-5ee1e5d3-8d7e-47d6-9157-d31d5741fddd tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bc4fa0a-4483-4d1a-bfed-9fc6c475e57c HTTP/1.1" status: 200 len: 946 time: 0.0743990 Mar 07 10:51:08.927087 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-326a115d-ad26-4240-9690-e9dda173d5be req-933268d2-9a7f-485e-8a74-5f3e3b5c7374 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.13 "GET /v2.0/security-groups?id=eebe5aa6-8975-4e6c-907c-fb3cce8bce99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425522 Mar 07 10:51:10.120467 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634e4dba-5a2b-4387-808d-c509f6047a91 req-0cb51764-65e8-460f-9567-c8465a49555b tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:10.121914 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-634e4dba-5a2b-4387-808d-c509f6047a91 req-0cb51764-65e8-460f-9567-c8465a49555b tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bc4fa0a-4483-4d1a-bfed-9fc6c475e57c HTTP/1.1" status: 200 len: 946 time: 0.0771804 Mar 07 10:51:10.167057 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-634e4dba-5a2b-4387-808d-c509f6047a91 req-7e289e82-1db8-4ece-b9c8-29ab0b00c4b1 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.13 "GET /v2.0/security-groups?id=eebe5aa6-8975-4e6c-907c-fb3cce8bce99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397334 Mar 07 10:51:11.089670 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-adbd2215-c8ee-41f3-92a6-4182ca26b8a8 None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 10:51:11.363053 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454140a8-007a-459a-a45a-e48cbc0a62a3 req-a2a8d3c7-9910-42c7-ae9e-27b239292136 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:11.364373 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-454140a8-007a-459a-a45a-e48cbc0a62a3 req-a2a8d3c7-9910-42c7-ae9e-27b239292136 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bc4fa0a-4483-4d1a-bfed-9fc6c475e57c HTTP/1.1" status: 200 len: 946 time: 0.0787847 Mar 07 10:51:11.407540 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-454140a8-007a-459a-a45a-e48cbc0a62a3 req-17a8c3c1-def7-4c36-86b8-6d4f931ca5d3 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.13 "GET /v2.0/security-groups?id=eebe5aa6-8975-4e6c-907c-fb3cce8bce99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377693 Mar 07 10:51:12.599959 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac76c79-b132-4325-b055-9d572bbac92e req-c415b491-d344-4504-9901-a013d3644271 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:12.601314 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-bac76c79-b132-4325-b055-9d572bbac92e req-c415b491-d344-4504-9901-a013d3644271 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bc4fa0a-4483-4d1a-bfed-9fc6c475e57c HTTP/1.1" status: 200 len: 946 time: 0.0734093 Mar 07 10:51:12.644739 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-bac76c79-b132-4325-b055-9d572bbac92e req-9b91bf92-08be-4b3f-9216-4b3ec1ceb0f2 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.13 "GET /v2.0/security-groups?id=eebe5aa6-8975-4e6c-907c-fb3cce8bce99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381267 Mar 07 10:51:13.839993 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bf769c-97e8-497d-ae2e-5439b5b7a90b req-7b37c51b-75b6-4a12-971f-8c5d62bbd063 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:13.841477 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c6bf769c-97e8-497d-ae2e-5439b5b7a90b req-7b37c51b-75b6-4a12-971f-8c5d62bbd063 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bc4fa0a-4483-4d1a-bfed-9fc6c475e57c HTTP/1.1" status: 200 len: 946 time: 0.0789647 Mar 07 10:51:13.886781 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c6bf769c-97e8-497d-ae2e-5439b5b7a90b req-27c6311c-23c1-46ff-9855-6617b0cf9d3b tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.13 "GET /v2.0/security-groups?id=eebe5aa6-8975-4e6c-907c-fb3cce8bce99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393851 Mar 07 10:51:15.079605 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284fc3fa-0599-4697-b297-96096e755155 req-2c0131ba-4615-45c6-84ed-c80d3b16aa3c tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:15.081107 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-284fc3fa-0599-4697-b297-96096e755155 req-2c0131ba-4615-45c6-84ed-c80d3b16aa3c tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bc4fa0a-4483-4d1a-bfed-9fc6c475e57c HTTP/1.1" status: 200 len: 946 time: 0.0742760 Mar 07 10:51:15.125934 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-284fc3fa-0599-4697-b297-96096e755155 req-5535d391-4fbf-454d-b1ab-30c68737e9f0 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.13 "GET /v2.0/security-groups?id=eebe5aa6-8975-4e6c-907c-fb3cce8bce99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394993 Mar 07 10:51:15.768723 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:51:16.331872 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b2f121-7429-4e40-ae11-cb0b1e54ae3c req-5a373623-fd91-433c-a3e4-16c80898d953 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:16.333330 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-58b2f121-7429-4e40-ae11-cb0b1e54ae3c req-5a373623-fd91-433c-a3e4-16c80898d953 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bc4fa0a-4483-4d1a-bfed-9fc6c475e57c HTTP/1.1" status: 200 len: 946 time: 0.0862958 Mar 07 10:51:16.376924 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-58b2f121-7429-4e40-ae11-cb0b1e54ae3c req-3c6dcd35-1fc0-45ba-bab3-111f5207ac4f tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.13 "GET /v2.0/security-groups?id=eebe5aa6-8975-4e6c-907c-fb3cce8bce99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381744 Mar 07 10:51:17.569656 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfca8157-2cfc-4af8-90ab-2fdc409a825e req-0c5458fa-8a9d-4a01-b510-d5d817a6af5c tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:17.570988 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-cfca8157-2cfc-4af8-90ab-2fdc409a825e req-0c5458fa-8a9d-4a01-b510-d5d817a6af5c tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bc4fa0a-4483-4d1a-bfed-9fc6c475e57c HTTP/1.1" status: 200 len: 946 time: 0.0742061 Mar 07 10:51:17.618536 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-cfca8157-2cfc-4af8-90ab-2fdc409a825e req-915a1614-870e-40cc-8c51-a23454d819e9 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.13 "GET /v2.0/security-groups?id=eebe5aa6-8975-4e6c-907c-fb3cce8bce99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421951 Mar 07 10:51:18.282613 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-7a51e995-6a0d-4956-b2ee-5fc66f88f41e req-36f97efe-9d01-4f3d-8a61-8e8a17a62d6f service neutron] 10.222.0.10 "GET /v2.0/ports/6a28483b-963b-4eb6-aba6-6071323f6e7f/bindings/hv-neutron-8307 HTTP/1.1" status: 200 len: 384 time: 0.0727561 Mar 07 10:51:18.538274 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-7a51e995-6a0d-4956-b2ee-5fc66f88f41e req-3ef3f7e1-a33f-451c-a69f-e0e1b31f143d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9bc4fa0a-4483-4d1a-bfed-9fc6c475e57c&tenant_id=1c7ab4f8b63b4ddebd5aca9e8a770da0 HTTP/1.1" status: 200 len: 1099 time: 0.0678923 Mar 07 10:51:18.631982 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-7a51e995-6a0d-4956-b2ee-5fc66f88f41e req-9c6f278b-acc0-4ff2-87f0-c3e45992ac8a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1c7ab4f8b63b4ddebd5aca9e8a770da0&device_id=9bc4fa0a-4483-4d1a-bfed-9fc6c475e57c HTTP/1.1" status: 200 len: 1099 time: 0.0713019 Mar 07 10:51:18.802650 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a51e995-6a0d-4956-b2ee-5fc66f88f41e req-89db635f-73f8-46cb-93d8-65982c5abf2d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:18.804071 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-7a51e995-6a0d-4956-b2ee-5fc66f88f41e req-89db635f-73f8-46cb-93d8-65982c5abf2d service neutron] 10.222.0.10 "GET /v2.0/networks?id=509f0df2-0686-484c-a5d9-743097ad68e8 HTTP/1.1" status: 200 len: 916 time: 0.1656928 Mar 07 10:51:18.955713 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-7a51e995-6a0d-4956-b2ee-5fc66f88f41e req-91d79752-6d5c-49b7-94df-5e9f54c38321 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a28483b-963b-4eb6-aba6-6071323f6e7f HTTP/1.1" status: 200 len: 217 time: 0.1435759 Mar 07 10:51:19.000655 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b827a2-0d88-49bb-a872-a93fcd7bbeee req-e6598458-2042-424b-80b3-fa139be15b9f tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:19.002147 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b1b827a2-0d88-49bb-a872-a93fcd7bbeee req-e6598458-2042-424b-80b3-fa139be15b9f tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bc4fa0a-4483-4d1a-bfed-9fc6c475e57c HTTP/1.1" status: 200 len: 946 time: 0.2602229 Mar 07 10:51:19.045974 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a51e995-6a0d-4956-b2ee-5fc66f88f41e req-0ed30661-13f4-43c5-b0f5-ab5c0782083c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:19.047261 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-7a51e995-6a0d-4956-b2ee-5fc66f88f41e req-0ed30661-13f4-43c5-b0f5-ab5c0782083c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=65373a33-ef57-41c1-af1d-eb17132caa60 HTTP/1.1" status: 200 len: 855 time: 0.0856941 Mar 07 10:51:19.097409 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-7a51e995-6a0d-4956-b2ee-5fc66f88f41e req-e5f71d3f-2261-48c0-8b89-74163ee6f219 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=509f0df2-0686-484c-a5d9-743097ad68e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423734 Mar 07 10:51:19.102076 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b1b827a2-0d88-49bb-a872-a93fcd7bbeee req-176e06e7-d232-47f3-a52d-220622ba0639 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.13 "GET /v2.0/security-groups?id=eebe5aa6-8975-4e6c-907c-fb3cce8bce99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879610 Mar 07 10:51:19.225880 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-7a51e995-6a0d-4956-b2ee-5fc66f88f41e req-b982dec0-ba96-49d4-9cca-5b0ed1d548fe service neutron] 10.222.0.10 "GET /v2.0/networks/509f0df2-0686-484c-a5d9-743097ad68e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225057 Mar 07 10:51:19.358066 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-7a51e995-6a0d-4956-b2ee-5fc66f88f41e req-a5fa7de1-78b2-4a12-9179-b3220c4d7e97 service neutron] 10.222.0.10 "GET /v2.0/networks/509f0df2-0686-484c-a5d9-743097ad68e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252372 Mar 07 10:51:20.300063 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ea1283-4e84-4fd7-bd0b-220205c56a8a req-127e98db-2ffe-4f36-99c0-81eaf90095c4 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:20.301527 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-08ea1283-4e84-4fd7-bd0b-220205c56a8a req-127e98db-2ffe-4f36-99c0-81eaf90095c4 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bc4fa0a-4483-4d1a-bfed-9fc6c475e57c HTTP/1.1" status: 200 len: 946 time: 0.0793109 Mar 07 10:51:20.345982 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-08ea1283-4e84-4fd7-bd0b-220205c56a8a req-54698090-1bde-4d94-ab2a-463bf0d1dfa2 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.13 "GET /v2.0/security-groups?id=eebe5aa6-8975-4e6c-907c-fb3cce8bce99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387874 Mar 07 10:51:21.551749 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffc39eb-c9cc-49f7-8503-2ec09d3ce97d req-b06c7bab-d840-41ac-8a61-d6ea5baadc5c tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:21.553163 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4ffc39eb-c9cc-49f7-8503-2ec09d3ce97d req-b06c7bab-d840-41ac-8a61-d6ea5baadc5c tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bc4fa0a-4483-4d1a-bfed-9fc6c475e57c HTTP/1.1" status: 200 len: 946 time: 0.0763123 Mar 07 10:51:21.600944 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4ffc39eb-c9cc-49f7-8503-2ec09d3ce97d req-208544d9-f0db-4bfb-ba7c-95a69cdba81f tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.13 "GET /v2.0/security-groups?id=eebe5aa6-8975-4e6c-907c-fb3cce8bce99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424099 Mar 07 10:51:21.978727 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device 6a28483b-963b-4eb6-aba6-6071323f6e7f details requested by agent hyperv_hv-neutron-8307 with host hv-neutron-8307 {{(pid=83739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 07 10:51:21.981089 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device 6a28483b-963b-4eb6-aba6-6071323f6e7f no longer exists at agent hyperv_hv-neutron-8307 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:51:22.233315 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:51:22.254874 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port 6a28483b-963b-4eb6-aba6-6071323f6e7f, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=6a28483b-963b-4eb6-aba6-6071323f6e7f,segment=NetworkSegment(93041098-a8de-4d39-81af-e730675fdf56),segment_id=93041098-a8de-4d39-81af-e730675fdf56)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:51:22.273605 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Returning: {'device': '6a28483b-963b-4eb6-aba6-6071323f6e7f', 'network_id': '509f0df2-0686-484c-a5d9-743097ad68e8', 'port_id': '6a28483b-963b-4eb6-aba6-6071323f6e7f', 'mac_address': 'fa:16:3e:55:10:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65373a33-ef57-41c1-af1d-eb17132caa60', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 07 10:51:22.280211 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bc4fa0a-4483-4d1a-bfed-9fc6c475e57c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a28483b-963b-4eb6-aba6-6071323f6e7f'}] {{(pid=83739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 10:51:22.324198 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port 6a28483b-963b-4eb6-aba6-6071323f6e7f, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=6a28483b-963b-4eb6-aba6-6071323f6e7f,segment=NetworkSegment(93041098-a8de-4d39-81af-e730675fdf56),segment_id=93041098-a8de-4d39-81af-e730675fdf56)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:51:22.334714 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:51:22.368129 dv-neutron-830731-3-hyperv neutron-server[83739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bc4fa0a-4483-4d1a-bfed-9fc6c475e57c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a28483b-963b-4eb6-aba6-6071323f6e7f', 'code': 200} Mar 07 10:51:22.385886 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:51:22.414017 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6a28483b-963b-4eb6-aba6-6071323f6e7f {{(pid=83739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 07 10:51:22.448561 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Pushing event updated for resources: {'Port': ['ID=6a28483b-963b-4eb6-aba6-6071323f6e7f,revision_number=6']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:22.477281 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:51:22.477625 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:51:22.477962 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:51:22.478292 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:51:22.478622 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:51:22.478949 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:51:22.479270 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:51:22.479590 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:51:22.479908 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:51:22.480222 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:51:22.480561 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:51:22.493899 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.db.api [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 10:51:22.494253 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG oslo_db.api [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 10:51:22.798234 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57b2e92-d0c3-4218-8242-c95d59d617b6 req-200e6631-9b97-4865-bef3-7654f96cf399 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:22.800294 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d57b2e92-d0c3-4218-8242-c95d59d617b6 req-200e6631-9b97-4865-bef3-7654f96cf399 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bc4fa0a-4483-4d1a-bfed-9fc6c475e57c HTTP/1.1" status: 200 len: 944 time: 0.0780447 Mar 07 10:51:22.846002 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d57b2e92-d0c3-4218-8242-c95d59d617b6 req-6a2e151d-e6a7-4c55-95ab-8de2221c615b tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.13 "GET /v2.0/security-groups?id=eebe5aa6-8975-4e6c-907c-fb3cce8bce99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397434 Mar 07 10:51:23.048531 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:51:23.066440 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a28483b-963b-4eb6-aba6-6071323f6e7f {{(pid=83739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 07 10:51:23.082335 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port 6a28483b-963b-4eb6-aba6-6071323f6e7f, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=6a28483b-963b-4eb6-aba6-6071323f6e7f,segment=NetworkSegment(93041098-a8de-4d39-81af-e730675fdf56),segment_id=93041098-a8de-4d39-81af-e730675fdf56)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:51:23.086070 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:51:23.147682 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] get_ports_and_sgs() called for port_ids ['6a28483b-963b-4eb6-aba6-6071323f6e7f'] {{(pid=83739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 07 10:51:23.198336 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Pushing event updated for resources: {'Port': ['ID=6a28483b-963b-4eb6-aba6-6071323f6e7f,revision_number=7']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:23.230726 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145e90bf-e67d-4a7e-bc7e-6f091b6bb1d1 req-1d398c1e-f620-421f-8924-ed46203354e3 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:23.232107 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-145e90bf-e67d-4a7e-bc7e-6f091b6bb1d1 req-1d398c1e-f620-421f-8924-ed46203354e3 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.10 "GET /v2.0/ports?device_id=9bc4fa0a-4483-4d1a-bfed-9fc6c475e57c&tenant_id=1c7ab4f8b63b4ddebd5aca9e8a770da0&binding%3Ahost_id=hv-neutron-8307 HTTP/1.1" status: 200 len: 945 time: 0.1454120 Mar 07 10:51:23.242036 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f432176-4825-46be-99b3-a155ae8d6851 req-cccf9c41-967c-4b9a-b81f-d30060d25fb5 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:23.243450 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-7f432176-4825-46be-99b3-a155ae8d6851 req-cccf9c41-967c-4b9a-b81f-d30060d25fb5 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bc4fa0a-4483-4d1a-bfed-9fc6c475e57c HTTP/1.1" status: 200 len: 945 time: 0.1196165 Mar 07 10:51:23.292161 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-7f432176-4825-46be-99b3-a155ae8d6851 req-def046e2-ed81-4169-8653-0cbe9bc59647 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.13 "GET /v2.0/security-groups?id=eebe5aa6-8975-4e6c-907c-fb3cce8bce99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424094 Mar 07 10:51:23.378402 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-145e90bf-e67d-4a7e-bc7e-6f091b6bb1d1 req-6c90f29a-5ac6-428e-96f5-fd45f44ea506 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1c7ab4f8b63b4ddebd5aca9e8a770da0&device_id=9bc4fa0a-4483-4d1a-bfed-9fc6c475e57c HTTP/1.1" status: 200 len: 1098 time: 0.0699630 Mar 07 10:51:23.506732 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145e90bf-e67d-4a7e-bc7e-6f091b6bb1d1 req-3ac2803f-ddc0-4f62-9469-06cab45599f0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:23.508142 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-145e90bf-e67d-4a7e-bc7e-6f091b6bb1d1 req-3ac2803f-ddc0-4f62-9469-06cab45599f0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=509f0df2-0686-484c-a5d9-743097ad68e8 HTTP/1.1" status: 200 len: 916 time: 0.1237819 Mar 07 10:51:23.577193 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-145e90bf-e67d-4a7e-bc7e-6f091b6bb1d1 req-657638bb-a836-464b-9fef-3ba42a181d46 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a28483b-963b-4eb6-aba6-6071323f6e7f HTTP/1.1" status: 200 len: 217 time: 0.0625544 Mar 07 10:51:23.636401 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145e90bf-e67d-4a7e-bc7e-6f091b6bb1d1 req-458869ec-b04f-45b5-bff8-c67530fb5797 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:23.637827 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-145e90bf-e67d-4a7e-bc7e-6f091b6bb1d1 req-458869ec-b04f-45b5-bff8-c67530fb5797 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=65373a33-ef57-41c1-af1d-eb17132caa60 HTTP/1.1" status: 200 len: 855 time: 0.0555453 Mar 07 10:51:23.684139 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-145e90bf-e67d-4a7e-bc7e-6f091b6bb1d1 req-6d5eacb1-1b74-4bc7-8c76-e63f2840920e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=509f0df2-0686-484c-a5d9-743097ad68e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407698 Mar 07 10:51:23.810582 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-145e90bf-e67d-4a7e-bc7e-6f091b6bb1d1 req-52e9fa30-481a-468d-87d1-5790b0270ffa service neutron] 10.222.0.10 "GET /v2.0/networks/509f0df2-0686-484c-a5d9-743097ad68e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205454 Mar 07 10:51:23.989735 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device 6a28483b-963b-4eb6-aba6-6071323f6e7f up at agent hyperv_hv-neutron-8307 {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:51:24.023267 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-145e90bf-e67d-4a7e-bc7e-6f091b6bb1d1 req-d378b25d-0bec-49fd-9a0d-6f140fe55510 service neutron] 10.222.0.10 "GET /v2.0/networks/509f0df2-0686-484c-a5d9-743097ad68e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064619 Mar 07 10:51:24.059613 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Provisioning complete for port 6a28483b-963b-4eb6-aba6-6071323f6e7f triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:51:24.060207 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:51:24.169498 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:51:24.204548 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port 6a28483b-963b-4eb6-aba6-6071323f6e7f, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=6a28483b-963b-4eb6-aba6-6071323f6e7f,segment=NetworkSegment(93041098-a8de-4d39-81af-e730675fdf56),segment_id=93041098-a8de-4d39-81af-e730675fdf56)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:51:24.208401 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:51:24.272581 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Pushing event updated for resources: {'Port': ['ID=6a28483b-963b-4eb6-aba6-6071323f6e7f,revision_number=8']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:24.369705 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bc4fa0a-4483-4d1a-bfed-9fc6c475e57c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a28483b-963b-4eb6-aba6-6071323f6e7f'}] {{(pid=83739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 10:51:24.427979 dv-neutron-830731-3-hyperv neutron-server[83739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bc4fa0a-4483-4d1a-bfed-9fc6c475e57c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a28483b-963b-4eb6-aba6-6071323f6e7f', 'code': 200} Mar 07 10:51:24.498982 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b980adb7-c680-4a70-9a47-9c4426fc3a4f req-f8000f35-194a-48c5-85ad-b9dff3f8065c tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:24.500427 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b980adb7-c680-4a70-9a47-9c4426fc3a4f req-f8000f35-194a-48c5-85ad-b9dff3f8065c tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bc4fa0a-4483-4d1a-bfed-9fc6c475e57c HTTP/1.1" status: 200 len: 946 time: 0.0790558 Mar 07 10:51:24.546637 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b980adb7-c680-4a70-9a47-9c4426fc3a4f req-f3fb4cb8-f058-4819-b27e-a4d6bae6e7df tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.13 "GET /v2.0/security-groups?id=eebe5aa6-8975-4e6c-907c-fb3cce8bce99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395811 Mar 07 10:51:25.747565 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9388dd9-9595-40eb-9070-a279021d6c49 req-2dc3aa8d-901e-44c7-aaed-32e018071642 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:25.749013 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d9388dd9-9595-40eb-9070-a279021d6c49 req-2dc3aa8d-901e-44c7-aaed-32e018071642 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bc4fa0a-4483-4d1a-bfed-9fc6c475e57c HTTP/1.1" status: 200 len: 946 time: 0.0794945 Mar 07 10:51:25.793965 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d9388dd9-9595-40eb-9070-a279021d6c49 req-23701c58-9c4c-48ac-adb9-468c252dabe2 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.13 "GET /v2.0/security-groups?id=eebe5aa6-8975-4e6c-907c-fb3cce8bce99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386407 Mar 07 10:51:25.984782 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843c5fe1-a3f3-4898-bee3-acb50bbe1918 req-8f138c1e-a104-47c9-9434-4faa7637e6d2 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:25.986265 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-843c5fe1-a3f3-4898-bee3-acb50bbe1918 req-8f138c1e-a104-47c9-9434-4faa7637e6d2 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bc4fa0a-4483-4d1a-bfed-9fc6c475e57c HTTP/1.1" status: 200 len: 946 time: 0.0740876 Mar 07 10:51:26.031265 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-843c5fe1-a3f3-4898-bee3-acb50bbe1918 req-bca52d24-f739-489e-ad18-be012d1688eb tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.13 "GET /v2.0/security-groups?id=eebe5aa6-8975-4e6c-907c-fb3cce8bce99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391784 Mar 07 10:51:26.227560 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00893710-603e-4675-b201-e0ba296fda5f req-668898c1-bd39-418c-b098-89600e72a6c1 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:26.228989 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-00893710-603e-4675-b201-e0ba296fda5f req-668898c1-bd39-418c-b098-89600e72a6c1 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bc4fa0a-4483-4d1a-bfed-9fc6c475e57c HTTP/1.1" status: 200 len: 946 time: 0.0776830 Mar 07 10:51:26.274700 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-00893710-603e-4675-b201-e0ba296fda5f req-5f05f644-a4bd-441d-bf96-6ea542797299 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.13 "GET /v2.0/security-groups?id=eebe5aa6-8975-4e6c-907c-fb3cce8bce99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398722 Mar 07 10:51:26.776587 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb2f568-b149-4cb0-85c9-73ba51363b13 req-6b4e7e68-9cd8-45cf-8346-8534cff14472 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:26.777906 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-0fb2f568-b149-4cb0-85c9-73ba51363b13 req-6b4e7e68-9cd8-45cf-8346-8534cff14472 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.13 "GET /v2.0/networks?id=509f0df2-0686-484c-a5d9-743097ad68e8 HTTP/1.1" status: 200 len: 815 time: 0.1391170 Mar 07 10:51:26.793935 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-0fb2f568-b149-4cb0-85c9-73ba51363b13 req-d98934c6-a22e-4ec3-8a9f-9e84f7809da7 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.13 "GET /v2.0/quotas/1c7ab4f8b63b4ddebd5aca9e8a770da0 HTTP/1.1" status: 200 len: 375 time: 0.0107677 Mar 07 10:51:26.874560 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-0fb2f568-b149-4cb0-85c9-73ba51363b13 req-4d5a7573-7c9b-4aa1-9d06-39f309bd7a7f tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1c7ab4f8b63b4ddebd5aca9e8a770da0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0758569 Mar 07 10:51:27.006831 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-0fb2f568-b149-4cb0-85c9-73ba51363b13 req-0cb59d2e-a89f-4513-9d3b-50a384f66a71 service neutron] 10.222.0.13 "GET /v2.0/networks/509f0df2-0686-484c-a5d9-743097ad68e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248782 Mar 07 10:51:27.135403 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-0fb2f568-b149-4cb0-85c9-73ba51363b13 req-bcb4ebe9-0f3b-4fcb-a85e-4181da3ecadb service neutron] 10.222.0.13 "GET /v2.0/networks/509f0df2-0686-484c-a5d9-743097ad68e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229353 Mar 07 10:51:27.321951 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-83b9e98e-53e1-41aa-9b38-69e755ca6a4f req-7730ad25-7c31-4ccb-a8b9-16ce20d37ad6 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.13 "GET /v2.0/ports?device_id=c282e37b-4740-4813-b473-a89bc7fd3f15 HTTP/1.1" status: 200 len: 210 time: 0.0414953 Mar 07 10:51:28.348889 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb2f568-b149-4cb0-85c9-73ba51363b13 req-26c67e05-1c30-44ae-b75f-6e43c19c8824 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:28.350396 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-0fb2f568-b149-4cb0-85c9-73ba51363b13 req-26c67e05-1c30-44ae-b75f-6e43c19c8824 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.10 "GET /v2.0/networks?id=509f0df2-0686-484c-a5d9-743097ad68e8 HTTP/1.1" status: 200 len: 815 time: 0.1526930 Mar 07 10:51:28.366418 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [req-0fb2f568-b149-4cb0-85c9-73ba51363b13 req-bba57d16-09b8-4e79-983c-0e4b2eebea0f tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] Request body: {'port': {'device_id': 'c282e37b-4740-4813-b473-a89bc7fd3f15', 'network_id': '509f0df2-0686-484c-a5d9-743097ad68e8', 'admin_state_up': True, 'tenant_id': '1c7ab4f8b63b4ddebd5aca9e8a770da0'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:51:28.416756 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-8cbdfda6-7cf8-491e-bf85-0bc27d427385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:51:28.496974 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-6894b939-cdb3-491b-8f7b-3d5ff1b58909 req-e13ae360-b8d4-40e6-9fa5-eb949c850fa7 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.13 "GET /v2.0/ports?device_id=c282e37b-4740-4813-b473-a89bc7fd3f15 HTTP/1.1" status: 200 len: 210 time: 0.0499120 Mar 07 10:51:28.526471 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80028751-b245-4125-a4c8-d8fafa4df555 req-02459d94-91d1-4737-a8b8-984fd01f9cbc tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:28.527919 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-80028751-b245-4125-a4c8-d8fafa4df555 req-02459d94-91d1-4737-a8b8-984fd01f9cbc tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.10 "GET /v2.0/ports?device_id=9bc4fa0a-4483-4d1a-bfed-9fc6c475e57c HTTP/1.1" status: 200 len: 946 time: 0.0772440 Mar 07 10:51:28.548013 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [req-0fb2f568-b149-4cb0-85c9-73ba51363b13 req-bba57d16-09b8-4e79-983c-0e4b2eebea0f tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:51:28.557928 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [req-0fb2f568-b149-4cb0-85c9-73ba51363b13 req-bba57d16-09b8-4e79-983c-0e4b2eebea0f tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:51:28.569075 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fb2f568-b149-4cb0-85c9-73ba51363b13 req-bba57d16-09b8-4e79-983c-0e4b2eebea0f tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] Made reservation on behalf of 1c7ab4f8b63b4ddebd5aca9e8a770da0 for: {'port': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:51:28.572351 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-0fb2f568-b149-4cb0-85c9-73ba51363b13 req-bba57d16-09b8-4e79-983c-0e4b2eebea0f tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:51:28.596409 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [req-80028751-b245-4125-a4c8-d8fafa4df555 req-f909f4f3-9583-4ac1-8926-c3156e4133a4 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] Deleting port 6a28483b-963b-4eb6-aba6-6071323f6e7f {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:51:28.596770 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-80028751-b245-4125-a4c8-d8fafa4df555 req-f909f4f3-9583-4ac1-8926-c3156e4133a4 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:51:28.733339 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [req-0fb2f568-b149-4cb0-85c9-73ba51363b13 req-bba57d16-09b8-4e79-983c-0e4b2eebea0f tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] Allocated IP 172.20.0.7 (509f0df2-0686-484c-a5d9-743097ad68e8/65373a33-ef57-41c1-af1d-eb17132caa60/c2458f7e-8092-47b9-97ad-4fc7fa0d8bc7) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:51:28.929677 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [req-80028751-b245-4125-a4c8-d8fafa4df555 req-f909f4f3-9583-4ac1-8926-c3156e4133a4 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] For port 6a28483b-963b-4eb6-aba6-6071323f6e7f, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=6a28483b-963b-4eb6-aba6-6071323f6e7f,segment=NetworkSegment(93041098-a8de-4d39-81af-e730675fdf56),segment_id=93041098-a8de-4d39-81af-e730675fdf56)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:51:28.929935 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-80028751-b245-4125-a4c8-d8fafa4df555 req-f909f4f3-9583-4ac1-8926-c3156e4133a4 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:51:28.944125 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-0fb2f568-b149-4cb0-85c9-73ba51363b13 req-bba57d16-09b8-4e79-983c-0e4b2eebea0f tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:51:28.971764 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-0fb2f568-b149-4cb0-85c9-73ba51363b13 req-bba57d16-09b8-4e79-983c-0e4b2eebea0f tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:51:28.984265 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] get_ports_and_sgs() called for port_ids ['6a28483b-963b-4eb6-aba6-6071323f6e7f'] {{(pid=83739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 07 10:51:29.054226 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [req-80028751-b245-4125-a4c8-d8fafa4df555 req-f909f4f3-9583-4ac1-8926-c3156e4133a4 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] Calling delete_port for 6a28483b-963b-4eb6-aba6-6071323f6e7f owned by compute:nova {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:51:29.132300 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fb2f568-b149-4cb0-85c9-73ba51363b13 req-bba57d16-09b8-4e79-983c-0e4b2eebea0f tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] Network 509f0df2-0686-484c-a5d9-743097ad68e8 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:51:29.135892 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [req-0fb2f568-b149-4cb0-85c9-73ba51363b13 req-bba57d16-09b8-4e79-983c-0e4b2eebea0f tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:51:29.138009 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba57d16-09b8-4e79-983c-0e4b2eebea0f tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] Pushing event updated for resources: {'Port': ['ID=c2458f7e-8092-47b9-97ad-4fc7fa0d8bc7,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:29.140358 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fb2f568-b149-4cb0-85c9-73ba51363b13 req-bba57d16-09b8-4e79-983c-0e4b2eebea0f tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:51:29.203078 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb2f568-b149-4cb0-85c9-73ba51363b13 req-bba57d16-09b8-4e79-983c-0e4b2eebea0f tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:29.204017 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-0fb2f568-b149-4cb0-85c9-73ba51363b13 req-bba57d16-09b8-4e79-983c-0e4b2eebea0f tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:51:29.207979 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-80028751-b245-4125-a4c8-d8fafa4df555 req-f909f4f3-9583-4ac1-8926-c3156e4133a4 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:51:29.231374 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-0fb2f568-b149-4cb0-85c9-73ba51363b13 req-bba57d16-09b8-4e79-983c-0e4b2eebea0f tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8688643 Mar 07 10:51:29.241894 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [req-0fb2f568-b149-4cb0-85c9-73ba51363b13 req-8efb3b9a-4d7d-4cca-ba8d-1f1fb6d0a3e8 service neutron] Request body: {'port': {'device_id': 'c282e37b-4740-4813-b473-a89bc7fd3f15', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8307'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:51:29.263638 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f909f4f3-9583-4ac1-8926-c3156e4133a4 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] Pushing event deleted for resources: {'Port': ['ID=6a28483b-963b-4eb6-aba6-6071323f6e7f,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:29.344205 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [req-80028751-b245-4125-a4c8-d8fafa4df555 req-f909f4f3-9583-4ac1-8926-c3156e4133a4 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] No DVR routers for this DVR port 6a28483b-963b-4eb6-aba6-6071323f6e7f on host hv-neutron-8307 {{(pid=83738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:51:29.348129 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [req-80028751-b245-4125-a4c8-d8fafa4df555 req-f909f4f3-9583-4ac1-8926-c3156e4133a4 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:51:29.350753 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bc4fa0a-4483-4d1a-bfed-9fc6c475e57c', 'name': 'network-vif-deleted', 'tag': '6a28483b-963b-4eb6-aba6-6071323f6e7f'}] {{(pid=83738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 10:51:29.354118 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-0fb2f568-b149-4cb0-85c9-73ba51363b13 req-8efb3b9a-4d7d-4cca-ba8d-1f1fb6d0a3e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:51:29.362169 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-80028751-b245-4125-a4c8-d8fafa4df555 req-f909f4f3-9583-4ac1-8926-c3156e4133a4 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.10 "DELETE /v2.0/ports/6a28483b-963b-4eb6-aba6-6071323f6e7f HTTP/1.1" status: 204 len: 173 time: 0.8292491 Mar 07 10:51:29.411795 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bc4fa0a-4483-4d1a-bfed-9fc6c475e57c', 'name': 'network-vif-deleted', 'tag': '6a28483b-963b-4eb6-aba6-6071323f6e7f', 'status': 'completed', 'code': 200} Mar 07 10:51:29.753391 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [req-0fb2f568-b149-4cb0-85c9-73ba51363b13 req-8efb3b9a-4d7d-4cca-ba8d-1f1fb6d0a3e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2458f7e-8092-47b9-97ad-4fc7fa0d8bc7 {{(pid=83737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 07 10:51:29.761727 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-0fb2f568-b149-4cb0-85c9-73ba51363b13 req-8efb3b9a-4d7d-4cca-ba8d-1f1fb6d0a3e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:51:29.775851 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c102ded9-249b-40fc-8289-cb9f78d63037 req-50a72342-efc7-497b-b1eb-24677977f1db tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:29.776555 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-c102ded9-249b-40fc-8289-cb9f78d63037 req-50a72342-efc7-497b-b1eb-24677977f1db tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] Synchronizing usage tracker for tenant:1c7ab4f8b63b4ddebd5aca9e8a770da0 on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:51:29.789869 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [req-0fb2f568-b149-4cb0-85c9-73ba51363b13 req-8efb3b9a-4d7d-4cca-ba8d-1f1fb6d0a3e8 service neutron] Transition to ACTIVE for port object c2458f7e-8092-47b9-97ad-4fc7fa0d8bc7 will not be triggered until provisioned by entity L2. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:51:29.795456 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-0fb2f568-b149-4cb0-85c9-73ba51363b13 req-8efb3b9a-4d7d-4cca-ba8d-1f1fb6d0a3e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3012561'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:51:29.835238 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-c102ded9-249b-40fc-8289-cb9f78d63037 req-50a72342-efc7-497b-b1eb-24677977f1db tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] Unset dirty status for tenant:1c7ab4f8b63b4ddebd5aca9e8a770da0 on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:51:29.836405 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c102ded9-249b-40fc-8289-cb9f78d63037 req-50a72342-efc7-497b-b1eb-24677977f1db tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.13 "GET /v2.0/ports?device_id=c282e37b-4740-4813-b473-a89bc7fd3f15 HTTP/1.1" status: 200 len: 931 time: 0.2129433 Mar 07 10:51:29.949453 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efb3b9a-4d7d-4cca-ba8d-1f1fb6d0a3e8 service neutron] Pushing event updated for resources: {'Port': ['ID=c2458f7e-8092-47b9-97ad-4fc7fa0d8bc7,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:29.993846 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c102ded9-249b-40fc-8289-cb9f78d63037 req-2d5fa2ec-fb48-4766-a099-0a2674ea70f4 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.13 "GET /v2.0/security-groups?id=eebe5aa6-8975-4e6c-907c-fb3cce8bce99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438625 Mar 07 10:51:30.067601 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [req-0fb2f568-b149-4cb0-85c9-73ba51363b13 req-8efb3b9a-4d7d-4cca-ba8d-1f1fb6d0a3e8 service neutron] Attempting to bind port c2458f7e-8092-47b9-97ad-4fc7fa0d8bc7 on host hv-neutron-8307 for vnic_type normal with profile {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:51:30.067850 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [req-0fb2f568-b149-4cb0-85c9-73ba51363b13 req-8efb3b9a-4d7d-4cca-ba8d-1f1fb6d0a3e8 service neutron] Attempting to bind port c2458f7e-8092-47b9-97ad-4fc7fa0d8bc7 by drivers openvswitch,hyperv on host hv-neutron-8307 at level 0 using segments [{'id': '93041098-a8de-4d39-81af-e730675fdf56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '509f0df2-0686-484c-a5d9-743097ad68e8'}] {{(pid=83737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:51:30.068176 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb2f568-b149-4cb0-85c9-73ba51363b13 req-8efb3b9a-4d7d-4cca-ba8d-1f1fb6d0a3e8 service neutron] Attempting to bind port c2458f7e-8092-47b9-97ad-4fc7fa0d8bc7 on network 509f0df2-0686-484c-a5d9-743097ad68e8 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:51:30.073827 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb2f568-b149-4cb0-85c9-73ba51363b13 req-8efb3b9a-4d7d-4cca-ba8d-1f1fb6d0a3e8 service neutron] Port c2458f7e-8092-47b9-97ad-4fc7fa0d8bc7 on network 509f0df2-0686-484c-a5d9-743097ad68e8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8307 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 07 10:51:30.074144 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb2f568-b149-4cb0-85c9-73ba51363b13 req-8efb3b9a-4d7d-4cca-ba8d-1f1fb6d0a3e8 service neutron] Attempting to bind port c2458f7e-8092-47b9-97ad-4fc7fa0d8bc7 on network 509f0df2-0686-484c-a5d9-743097ad68e8 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:51:30.080296 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb2f568-b149-4cb0-85c9-73ba51363b13 req-8efb3b9a-4d7d-4cca-ba8d-1f1fb6d0a3e8 service neutron] Checking agent: {'id': 'fb93ecad-d7e5-4e81-99ef-d8d0ee7386ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8307', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 21, 15), 'started_at': datetime.datetime(2022, 3, 7, 10, 21, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:51:30.080654 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb2f568-b149-4cb0-85c9-73ba51363b13 req-8efb3b9a-4d7d-4cca-ba8d-1f1fb6d0a3e8 service neutron] Checking segment: {'id': '93041098-a8de-4d39-81af-e730675fdf56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '509f0df2-0686-484c-a5d9-743097ad68e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:51:30.081036 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb2f568-b149-4cb0-85c9-73ba51363b13 req-8efb3b9a-4d7d-4cca-ba8d-1f1fb6d0a3e8 service neutron] Bound using segment: {'id': '93041098-a8de-4d39-81af-e730675fdf56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '509f0df2-0686-484c-a5d9-743097ad68e8'} {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:51:30.081455 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [req-0fb2f568-b149-4cb0-85c9-73ba51363b13 req-8efb3b9a-4d7d-4cca-ba8d-1f1fb6d0a3e8 service neutron] Bound port: c2458f7e-8092-47b9-97ad-4fc7fa0d8bc7, host: hv-neutron-8307, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93041098-a8de-4d39-81af-e730675fdf56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '509f0df2-0686-484c-a5d9-743097ad68e8'}}] {{(pid=83737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:51:30.081807 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-0fb2f568-b149-4cb0-85c9-73ba51363b13 req-8efb3b9a-4d7d-4cca-ba8d-1f1fb6d0a3e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:51:30.168891 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [req-0fb2f568-b149-4cb0-85c9-73ba51363b13 req-8efb3b9a-4d7d-4cca-ba8d-1f1fb6d0a3e8 service neutron] For port c2458f7e-8092-47b9-97ad-4fc7fa0d8bc7, host hv-neutron-8307, cleared binding levels {{(pid=83737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:51:30.171761 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [req-0fb2f568-b149-4cb0-85c9-73ba51363b13 req-8efb3b9a-4d7d-4cca-ba8d-1f1fb6d0a3e8 service neutron] For port c2458f7e-8092-47b9-97ad-4fc7fa0d8bc7, host hv-neutron-8307, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=c2458f7e-8092-47b9-97ad-4fc7fa0d8bc7,segment=NetworkSegment(93041098-a8de-4d39-81af-e730675fdf56),segment_id=93041098-a8de-4d39-81af-e730675fdf56)] {{(pid=83737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:51:30.177069 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-0fb2f568-b149-4cb0-85c9-73ba51363b13 req-8efb3b9a-4d7d-4cca-ba8d-1f1fb6d0a3e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3012561'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:51:30.237763 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-0fb2f568-b149-4cb0-85c9-73ba51363b13 req-8efb3b9a-4d7d-4cca-ba8d-1f1fb6d0a3e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:51:30.239177 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-0fb2f568-b149-4cb0-85c9-73ba51363b13 req-8efb3b9a-4d7d-4cca-ba8d-1f1fb6d0a3e8 service neutron] 10.222.0.10 "PUT /v2.0/ports/c2458f7e-8092-47b9-97ad-4fc7fa0d8bc7 HTTP/1.1" status: 200 len: 1093 time: 1.0013568 Mar 07 10:51:30.240194 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c282e37b-4740-4813-b473-a89bc7fd3f15', 'tag': 'c2458f7e-8092-47b9-97ad-4fc7fa0d8bc7'}] {{(pid=83737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 10:51:30.265012 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efb3b9a-4d7d-4cca-ba8d-1f1fb6d0a3e8 service neutron] Pushing event updated for resources: {'Port': ['ID=c2458f7e-8092-47b9-97ad-4fc7fa0d8bc7,revision_number=3']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:30.315655 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c282e37b-4740-4813-b473-a89bc7fd3f15', 'tag': 'c2458f7e-8092-47b9-97ad-4fc7fa0d8bc7', 'status': 'completed', 'code': 200} Mar 07 10:51:30.356091 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-0fb2f568-b149-4cb0-85c9-73ba51363b13 req-6f9b4442-f267-4bac-bff1-663d16514898 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1c7ab4f8b63b4ddebd5aca9e8a770da0&device_id=c282e37b-4740-4813-b473-a89bc7fd3f15 HTTP/1.1" status: 200 len: 1096 time: 0.0707431 Mar 07 10:51:30.425276 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-0fb2f568-b149-4cb0-85c9-73ba51363b13 req-e601776f-6a7a-45ad-a74a-83524f19c300 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c2458f7e-8092-47b9-97ad-4fc7fa0d8bc7 HTTP/1.1" status: 200 len: 217 time: 0.0627372 Mar 07 10:51:30.485300 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb2f568-b149-4cb0-85c9-73ba51363b13 req-2e1769b1-fd47-4b2d-beb1-b77b45f99b26 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:30.487300 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-0fb2f568-b149-4cb0-85c9-73ba51363b13 req-2e1769b1-fd47-4b2d-beb1-b77b45f99b26 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=65373a33-ef57-41c1-af1d-eb17132caa60 HTTP/1.1" status: 200 len: 855 time: 0.0564702 Mar 07 10:51:30.532282 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-0fb2f568-b149-4cb0-85c9-73ba51363b13 req-0d6fc666-a5a7-4574-8a94-6accd6eaa7f4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=509f0df2-0686-484c-a5d9-743097ad68e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394683 Mar 07 10:51:30.594009 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-9162dcdb-5ffd-436c-8d08-e45243207337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:51:30.661314 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-0fb2f568-b149-4cb0-85c9-73ba51363b13 req-d6bccf21-a829-4f5e-8b2c-76bd387c2d5e service neutron] 10.222.0.10 "GET /v2.0/networks/509f0df2-0686-484c-a5d9-743097ad68e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230536 Mar 07 10:51:30.867030 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-0fb2f568-b149-4cb0-85c9-73ba51363b13 req-c28e8bc1-3c88-4193-a3f6-b220e39b0cee service neutron] 10.222.0.10 "GET /v2.0/networks/509f0df2-0686-484c-a5d9-743097ad68e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1999245 Mar 07 10:51:30.981017 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-7eafcb0c-f582-4588-a82c-bdd070c8a8d3 req-41b44acf-787c-4e2b-b2f9-56e6d166329f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1c7ab4f8b63b4ddebd5aca9e8a770da0&device_id=c282e37b-4740-4813-b473-a89bc7fd3f15 HTTP/1.1" status: 200 len: 1096 time: 0.0693767 Mar 07 10:51:31.110657 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eafcb0c-f582-4588-a82c-bdd070c8a8d3 req-4fbae8e2-cd79-4262-a8f4-7251a6b2b299 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:31.112832 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-7eafcb0c-f582-4588-a82c-bdd070c8a8d3 req-4fbae8e2-cd79-4262-a8f4-7251a6b2b299 service neutron] 10.222.0.10 "GET /v2.0/networks?id=509f0df2-0686-484c-a5d9-743097ad68e8 HTTP/1.1" status: 200 len: 916 time: 0.1253707 Mar 07 10:51:31.213807 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-7eafcb0c-f582-4588-a82c-bdd070c8a8d3 req-84518c96-6707-4156-be04-65322e0d55ca service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c2458f7e-8092-47b9-97ad-4fc7fa0d8bc7 HTTP/1.1" status: 200 len: 217 time: 0.0718777 Mar 07 10:51:31.292772 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eafcb0c-f582-4588-a82c-bdd070c8a8d3 req-ac7157ff-cfef-447d-ab18-e91ad4c0dbae service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:31.294201 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-7eafcb0c-f582-4588-a82c-bdd070c8a8d3 req-ac7157ff-cfef-447d-ab18-e91ad4c0dbae service neutron] 10.222.0.10 "GET /v2.0/subnets?id=65373a33-ef57-41c1-af1d-eb17132caa60 HTTP/1.1" status: 200 len: 855 time: 0.0707591 Mar 07 10:51:31.301323 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea95ef30-26a0-4b0b-9ee5-78bf3883eec9 req-cc9b3199-fa65-453c-8932-105a6e4e3b1c tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:31.302648 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ea95ef30-26a0-4b0b-9ee5-78bf3883eec9 req-cc9b3199-fa65-453c-8932-105a6e4e3b1c tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.13 "GET /v2.0/ports?device_id=c282e37b-4740-4813-b473-a89bc7fd3f15 HTTP/1.1" status: 200 len: 943 time: 0.1889853 Mar 07 10:51:31.355321 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-7eafcb0c-f582-4588-a82c-bdd070c8a8d3 req-a4c674d8-ee34-4cb0-8696-dcf11d290ac7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=509f0df2-0686-484c-a5d9-743097ad68e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517838 Mar 07 10:51:31.455731 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ea95ef30-26a0-4b0b-9ee5-78bf3883eec9 req-fb1250a2-dad1-4e03-bd36-8ee7f16b878f tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.13 "GET /v2.0/security-groups?id=eebe5aa6-8975-4e6c-907c-fb3cce8bce99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236825 Mar 07 10:51:31.504358 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-7eafcb0c-f582-4588-a82c-bdd070c8a8d3 req-afc96145-3809-426a-9ede-d3a9c979303d service neutron] 10.222.0.10 "GET /v2.0/networks/509f0df2-0686-484c-a5d9-743097ad68e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419818 Mar 07 10:51:31.637306 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-7eafcb0c-f582-4588-a82c-bdd070c8a8d3 req-ca0e7ffd-e62d-4b8b-b9ba-888268225aaa service neutron] 10.222.0.10 "GET /v2.0/networks/509f0df2-0686-484c-a5d9-743097ad68e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267958 Mar 07 10:51:31.831627 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-711fefd2-3b30-4759-8df5-0aecff1c8e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:51:31.895847 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:51:32.014934 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device 6a28483b-963b-4eb6-aba6-6071323f6e7f no longer exists at agent hyperv_hv-neutron-8307 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:51:32.047712 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] No Port match for: 6a28483b-963b-4eb6-aba6-6071323f6e7f {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 10:51:32.048056 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device 6a28483b-963b-4eb6-aba6-6071323f6e7f not bound to the agent host hv-neutron-8307 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 10:51:32.656189 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030f70b8-e847-4f84-91d6-4dd2d586c88f req-4d05d7a1-be81-46ee-8091-bb19ab370607 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:32.657642 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-030f70b8-e847-4f84-91d6-4dd2d586c88f req-4d05d7a1-be81-46ee-8091-bb19ab370607 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.13 "GET /v2.0/ports?device_id=c282e37b-4740-4813-b473-a89bc7fd3f15 HTTP/1.1" status: 200 len: 943 time: 0.0787961 Mar 07 10:51:32.701842 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-030f70b8-e847-4f84-91d6-4dd2d586c88f req-7a32fd80-c8cf-4ec3-b3ac-d6381ad352cc tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.13 "GET /v2.0/security-groups?id=eebe5aa6-8975-4e6c-907c-fb3cce8bce99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380912 Mar 07 10:51:33.259060 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c87150bd-aa9c-4ad1-bb68-57ec66d4fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:51:33.893230 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174b1461-452c-4b74-8a19-4f8cbe20b857 req-f8c3a022-8067-4ed9-9acb-95dcc900171c tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:33.894667 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-174b1461-452c-4b74-8a19-4f8cbe20b857 req-f8c3a022-8067-4ed9-9acb-95dcc900171c tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.13 "GET /v2.0/ports?device_id=c282e37b-4740-4813-b473-a89bc7fd3f15 HTTP/1.1" status: 200 len: 943 time: 0.0748115 Mar 07 10:51:33.938233 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-174b1461-452c-4b74-8a19-4f8cbe20b857 req-a894a41f-3a01-4cf9-869f-9ec9dff1cb07 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.13 "GET /v2.0/security-groups?id=eebe5aa6-8975-4e6c-907c-fb3cce8bce99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382674 Mar 07 10:51:34.015357 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device c2458f7e-8092-47b9-97ad-4fc7fa0d8bc7 details requested by agent hyperv_hv-neutron-8307 with host hv-neutron-8307 {{(pid=83739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 07 10:51:34.143700 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port c2458f7e-8092-47b9-97ad-4fc7fa0d8bc7, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=c2458f7e-8092-47b9-97ad-4fc7fa0d8bc7,segment=NetworkSegment(93041098-a8de-4d39-81af-e730675fdf56),segment_id=93041098-a8de-4d39-81af-e730675fdf56)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:51:34.156217 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Returning: {'device': 'c2458f7e-8092-47b9-97ad-4fc7fa0d8bc7', 'network_id': '509f0df2-0686-484c-a5d9-743097ad68e8', 'port_id': 'c2458f7e-8092-47b9-97ad-4fc7fa0d8bc7', 'mac_address': 'fa:16:3e:f9:5b:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65373a33-ef57-41c1-af1d-eb17132caa60', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 07 10:51:34.212683 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:51:34.229901 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2458f7e-8092-47b9-97ad-4fc7fa0d8bc7 {{(pid=83739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 07 10:51:34.245505 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port c2458f7e-8092-47b9-97ad-4fc7fa0d8bc7, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=c2458f7e-8092-47b9-97ad-4fc7fa0d8bc7,segment=NetworkSegment(93041098-a8de-4d39-81af-e730675fdf56),segment_id=93041098-a8de-4d39-81af-e730675fdf56)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:51:34.249174 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:51:34.312088 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Pushing event updated for resources: {'Port': ['ID=c2458f7e-8092-47b9-97ad-4fc7fa0d8bc7,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:34.554062 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] get_ports_and_sgs() called for port_ids ['c2458f7e-8092-47b9-97ad-4fc7fa0d8bc7'] {{(pid=83739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 07 10:51:35.132797 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc0eef2-e95b-44af-ac58-e2eb7cac57c2 req-fa37f61f-a840-42fc-8b7e-c2706b742083 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:35.134263 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-0bc0eef2-e95b-44af-ac58-e2eb7cac57c2 req-fa37f61f-a840-42fc-8b7e-c2706b742083 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.13 "GET /v2.0/ports?device_id=c282e37b-4740-4813-b473-a89bc7fd3f15 HTTP/1.1" status: 200 len: 944 time: 0.0792072 Mar 07 10:51:35.178619 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-0bc0eef2-e95b-44af-ac58-e2eb7cac57c2 req-8504942d-1946-4f14-9650-16109cd770d6 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.13 "GET /v2.0/security-groups?id=eebe5aa6-8975-4e6c-907c-fb3cce8bce99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390027 Mar 07 10:51:36.015266 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device c2458f7e-8092-47b9-97ad-4fc7fa0d8bc7 up at agent hyperv_hv-neutron-8307 {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:51:36.084540 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Provisioning for port c2458f7e-8092-47b9-97ad-4fc7fa0d8bc7 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:51:36.089032 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Provisioning complete for port c2458f7e-8092-47b9-97ad-4fc7fa0d8bc7 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:51:36.089404 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:51:36.202892 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:51:36.235135 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c282e37b-4740-4813-b473-a89bc7fd3f15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2458f7e-8092-47b9-97ad-4fc7fa0d8bc7'}] {{(pid=83739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 10:51:36.248671 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port c2458f7e-8092-47b9-97ad-4fc7fa0d8bc7, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=c2458f7e-8092-47b9-97ad-4fc7fa0d8bc7,segment=NetworkSegment(93041098-a8de-4d39-81af-e730675fdf56),segment_id=93041098-a8de-4d39-81af-e730675fdf56)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:51:36.265625 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:51:36.330377 dv-neutron-830731-3-hyperv neutron-server[83739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c282e37b-4740-4813-b473-a89bc7fd3f15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2458f7e-8092-47b9-97ad-4fc7fa0d8bc7', 'code': 200} Mar 07 10:51:36.357547 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Pushing event updated for resources: {'Port': ['ID=c2458f7e-8092-47b9-97ad-4fc7fa0d8bc7,revision_number=5']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:36.395607 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c5f154-9e5e-445d-9601-d8312db7cdf0 req-4c66ddb1-2028-4a55-b427-061da80f53aa tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:36.397128 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-46c5f154-9e5e-445d-9601-d8312db7cdf0 req-4c66ddb1-2028-4a55-b427-061da80f53aa tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.13 "GET /v2.0/ports?device_id=c282e37b-4740-4813-b473-a89bc7fd3f15 HTTP/1.1" status: 200 len: 945 time: 0.0796742 Mar 07 10:51:36.450915 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-46c5f154-9e5e-445d-9601-d8312db7cdf0 req-5c533fa1-d544-49e1-893f-51075de32c1d tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.13 "GET /v2.0/security-groups?id=eebe5aa6-8975-4e6c-907c-fb3cce8bce99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475659 Mar 07 10:51:36.572101 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-36a22031-8ff2-445a-a216-11ea4d47e0cd req-043c9f3a-694b-43f3-85dc-53c69ddc2b62 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c282e37b-4740-4813-b473-a89bc7fd3f15 HTTP/1.1" status: 200 len: 1098 time: 0.0671220 Mar 07 10:51:36.616220 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-36a22031-8ff2-445a-a216-11ea4d47e0cd req-2c2da6db-eed9-4d6b-91a1-8303b47b180b service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=eebe5aa6-8975-4e6c-907c-fb3cce8bce99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379314 Mar 07 10:51:37.663375 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fd7882-b0c1-4d1c-acdd-195a685de7f7 req-eb541de1-b158-4c99-b77c-41af26d806e3 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:37.664737 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-a7fd7882-b0c1-4d1c-acdd-195a685de7f7 req-eb541de1-b158-4c99-b77c-41af26d806e3 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.13 "GET /v2.0/ports?device_id=c282e37b-4740-4813-b473-a89bc7fd3f15 HTTP/1.1" status: 200 len: 945 time: 0.0777891 Mar 07 10:51:37.709021 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-a7fd7882-b0c1-4d1c-acdd-195a685de7f7 req-7650fd4c-0f07-4a52-8bbc-b18421e37e5e tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.13 "GET /v2.0/security-groups?id=eebe5aa6-8975-4e6c-907c-fb3cce8bce99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389287 Mar 07 10:51:38.902284 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d521b0-e29e-46bb-b4e4-5739211af838 req-cb9af758-3cc0-4007-93e4-d4fdad9298ac tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:38.903704 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-a9d521b0-e29e-46bb-b4e4-5739211af838 req-cb9af758-3cc0-4007-93e4-d4fdad9298ac tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.13 "GET /v2.0/ports?device_id=c282e37b-4740-4813-b473-a89bc7fd3f15 HTTP/1.1" status: 200 len: 945 time: 0.0764556 Mar 07 10:51:38.948776 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-a9d521b0-e29e-46bb-b4e4-5739211af838 req-da29040f-c91c-413e-9f6b-1055702a1893 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.13 "GET /v2.0/security-groups?id=eebe5aa6-8975-4e6c-907c-fb3cce8bce99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387259 Mar 07 10:51:39.146690 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3907c8b6-7559-4cd2-99ab-1661c67d7f3f req-6d3d1ac4-6c81-4eae-9677-77cf7ef6c962 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:39.148031 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-3907c8b6-7559-4cd2-99ab-1661c67d7f3f req-6d3d1ac4-6c81-4eae-9677-77cf7ef6c962 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.13 "GET /v2.0/ports?device_id=c282e37b-4740-4813-b473-a89bc7fd3f15 HTTP/1.1" status: 200 len: 945 time: 0.0793042 Mar 07 10:51:39.192911 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-3907c8b6-7559-4cd2-99ab-1661c67d7f3f req-1fb05879-c56f-4d61-bbcf-2268ed380277 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.13 "GET /v2.0/security-groups?id=eebe5aa6-8975-4e6c-907c-fb3cce8bce99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390100 Mar 07 10:51:39.383987 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-39b1ce92-5872-4d8b-a8cd-c0ff6aa3203f req-ef2e34f9-b997-4b4d-8798-5134461b6445 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c282e37b-4740-4813-b473-a89bc7fd3f15&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0646048 Mar 07 10:51:39.629056 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-fe17d228-5267-4320-a642-d942153e548b req-9d74e0b4-7087-4c30-b6c4-5630c6547041 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c282e37b-4740-4813-b473-a89bc7fd3f15&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0681593 Mar 07 10:51:39.781702 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ce9879-6c58-4fd8-aa66-7daeb1bb83ed req-445a1cdc-8c7c-4f77-9836-7a9d949b0055 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:39.783799 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-24ce9879-6c58-4fd8-aa66-7daeb1bb83ed req-445a1cdc-8c7c-4f77-9836-7a9d949b0055 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.13 "GET /v2.0/ports?device_id=c282e37b-4740-4813-b473-a89bc7fd3f15 HTTP/1.1" status: 200 len: 945 time: 0.1666529 Mar 07 10:51:39.828973 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-24ce9879-6c58-4fd8-aa66-7daeb1bb83ed req-5efbf001-6b64-4178-9e22-2cdefb564de6 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.13 "GET /v2.0/security-groups?id=eebe5aa6-8975-4e6c-907c-fb3cce8bce99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393465 Mar 07 10:51:40.719175 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-fe17d228-5267-4320-a642-d942153e548b req-02dbe604-f5b7-4bee-92d1-e9aa9201b7fc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1c7ab4f8b63b4ddebd5aca9e8a770da0&device_id=c282e37b-4740-4813-b473-a89bc7fd3f15 HTTP/1.1" status: 200 len: 1098 time: 0.0681868 Mar 07 10:51:40.853069 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe17d228-5267-4320-a642-d942153e548b req-d8b36302-b81a-4881-8b5c-a1b036e56714 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:40.854479 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-fe17d228-5267-4320-a642-d942153e548b req-d8b36302-b81a-4881-8b5c-a1b036e56714 service neutron] 10.222.0.10 "GET /v2.0/networks?id=509f0df2-0686-484c-a5d9-743097ad68e8 HTTP/1.1" status: 200 len: 916 time: 0.1286976 Mar 07 10:51:40.926034 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-fe17d228-5267-4320-a642-d942153e548b req-7350297a-3d90-4c69-a0b0-94a23f4d67ed service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c2458f7e-8092-47b9-97ad-4fc7fa0d8bc7 HTTP/1.1" status: 200 len: 217 time: 0.0655942 Mar 07 10:51:41.036735 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe17d228-5267-4320-a642-d942153e548b req-e5debf32-5657-468c-9de0-5cd68a678361 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:41.038057 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-fe17d228-5267-4320-a642-d942153e548b req-e5debf32-5657-468c-9de0-5cd68a678361 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=65373a33-ef57-41c1-af1d-eb17132caa60 HTTP/1.1" status: 200 len: 855 time: 0.1069865 Mar 07 10:51:41.086234 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-fe17d228-5267-4320-a642-d942153e548b req-1dc9c76d-332d-4b42-84c0-8ca65ab7ff21 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=509f0df2-0686-484c-a5d9-743097ad68e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418711 Mar 07 10:51:41.096844 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22b9a70-e58a-4658-8f7f-1c80f71bb49a req-55653e1d-665f-40ea-aa6c-850951db9fee tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:41.098178 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b22b9a70-e58a-4658-8f7f-1c80f71bb49a req-55653e1d-665f-40ea-aa6c-850951db9fee tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.13 "GET /v2.0/ports?device_id=c282e37b-4740-4813-b473-a89bc7fd3f15 HTTP/1.1" status: 200 len: 945 time: 0.1354678 Mar 07 10:51:41.224973 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b22b9a70-e58a-4658-8f7f-1c80f71bb49a req-7a4f1d56-6297-4381-a09f-820444837ff0 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.13 "GET /v2.0/security-groups?id=eebe5aa6-8975-4e6c-907c-fb3cce8bce99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086273 Mar 07 10:51:41.258113 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-fe17d228-5267-4320-a642-d942153e548b req-ba77e405-9831-4677-8d1a-958991970dc5 service neutron] 10.222.0.10 "GET /v2.0/networks/509f0df2-0686-484c-a5d9-743097ad68e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590257 Mar 07 10:51:41.390282 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-fe17d228-5267-4320-a642-d942153e548b req-2120f4b3-51a6-498d-ab85-f7b598c69fd2 service neutron] 10.222.0.10 "GET /v2.0/networks/509f0df2-0686-484c-a5d9-743097ad68e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258709 Mar 07 10:51:42.422620 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dfb543-3202-4e9e-bd63-246354ea3085 req-6ef5e8c3-6394-4e5f-806f-6ac3b7066753 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:42.424639 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-96dfb543-3202-4e9e-bd63-246354ea3085 req-6ef5e8c3-6394-4e5f-806f-6ac3b7066753 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.13 "GET /v2.0/ports?device_id=c282e37b-4740-4813-b473-a89bc7fd3f15 HTTP/1.1" status: 200 len: 945 time: 0.0816920 Mar 07 10:51:42.467498 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-96dfb543-3202-4e9e-bd63-246354ea3085 req-86b41a4f-7534-481f-b4a4-6af55d98825d tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.13 "GET /v2.0/security-groups?id=eebe5aa6-8975-4e6c-907c-fb3cce8bce99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375001 Mar 07 10:51:43.660505 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d14c8b-3e09-4ccf-8cd4-814fc3e41933 req-ed06dbae-9681-441d-874e-d67e75327caf tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:43.661967 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b1d14c8b-3e09-4ccf-8cd4-814fc3e41933 req-ed06dbae-9681-441d-874e-d67e75327caf tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.13 "GET /v2.0/ports?device_id=c282e37b-4740-4813-b473-a89bc7fd3f15 HTTP/1.1" status: 200 len: 945 time: 0.0740085 Mar 07 10:51:43.709460 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b1d14c8b-3e09-4ccf-8cd4-814fc3e41933 req-e22bc558-7bd2-4229-bb83-acfa3b3ba57f tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.13 "GET /v2.0/security-groups?id=eebe5aa6-8975-4e6c-907c-fb3cce8bce99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421033 Mar 07 10:51:44.417472 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-48e4ae16-1144-40b8-9d6c-55756157a3b9 req-fb37df04-e1c2-4c77-943e-15adb0380c0b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1c7ab4f8b63b4ddebd5aca9e8a770da0&device_id=c282e37b-4740-4813-b473-a89bc7fd3f15 HTTP/1.1" status: 200 len: 1098 time: 0.0664835 Mar 07 10:51:44.559892 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e4ae16-1144-40b8-9d6c-55756157a3b9 req-15933084-6cef-440b-ae84-27d42b2580ef service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:44.561229 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-48e4ae16-1144-40b8-9d6c-55756157a3b9 req-15933084-6cef-440b-ae84-27d42b2580ef service neutron] 10.222.0.10 "GET /v2.0/networks?id=509f0df2-0686-484c-a5d9-743097ad68e8 HTTP/1.1" status: 200 len: 916 time: 0.1243577 Mar 07 10:51:44.629001 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-48e4ae16-1144-40b8-9d6c-55756157a3b9 req-707125a6-4785-454a-ab1d-b62ccfc5ef17 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c2458f7e-8092-47b9-97ad-4fc7fa0d8bc7 HTTP/1.1" status: 200 len: 217 time: 0.0621738 Mar 07 10:51:44.688338 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e4ae16-1144-40b8-9d6c-55756157a3b9 req-d20e9827-4bdd-47fb-9163-7d29e3d75e7e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:44.690412 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-48e4ae16-1144-40b8-9d6c-55756157a3b9 req-d20e9827-4bdd-47fb-9163-7d29e3d75e7e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=65373a33-ef57-41c1-af1d-eb17132caa60 HTTP/1.1" status: 200 len: 855 time: 0.0560396 Mar 07 10:51:44.733173 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-48e4ae16-1144-40b8-9d6c-55756157a3b9 req-74789bcf-673c-4e75-be18-505b758b5875 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=509f0df2-0686-484c-a5d9-743097ad68e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372016 Mar 07 10:51:44.994958 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-48e4ae16-1144-40b8-9d6c-55756157a3b9 req-4d344ac3-d5b1-42b7-8288-a103c0965908 service neutron] 10.222.0.10 "GET /v2.0/networks/509f0df2-0686-484c-a5d9-743097ad68e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2557089 Mar 07 10:51:45.106589 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a93025-ae6e-4fd1-96a4-fe09483e1039 req-cbbf3406-e660-48c1-9e67-149e7cf249b2 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:45.108012 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-92a93025-ae6e-4fd1-96a4-fe09483e1039 req-cbbf3406-e660-48c1-9e67-149e7cf249b2 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.13 "GET /v2.0/ports?device_id=c282e37b-4740-4813-b473-a89bc7fd3f15 HTTP/1.1" status: 200 len: 945 time: 0.2761278 Mar 07 10:51:45.177480 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-48e4ae16-1144-40b8-9d6c-55756157a3b9 req-88f039d5-faf2-401a-9a0b-045b58253efc service neutron] 10.222.0.10 "GET /v2.0/networks/509f0df2-0686-484c-a5d9-743097ad68e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747456 Mar 07 10:51:45.186932 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-92a93025-ae6e-4fd1-96a4-fe09483e1039 req-973a0b42-64c6-42a6-8607-e2ef1d54d89b tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.13 "GET /v2.0/security-groups?id=eebe5aa6-8975-4e6c-907c-fb3cce8bce99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729878 Mar 07 10:51:45.798672 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:51:46.384770 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f0bc78-7112-4da6-a78e-12c748df5331 req-daa6b538-db88-4284-887b-95d789642730 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:46.386199 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d8f0bc78-7112-4da6-a78e-12c748df5331 req-daa6b538-db88-4284-887b-95d789642730 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.13 "GET /v2.0/ports?device_id=c282e37b-4740-4813-b473-a89bc7fd3f15 HTTP/1.1" status: 200 len: 945 time: 0.0741725 Mar 07 10:51:46.434972 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d8f0bc78-7112-4da6-a78e-12c748df5331 req-4412fc9c-071f-497e-9dc0-8b97cdc3c23a tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.13 "GET /v2.0/security-groups?id=eebe5aa6-8975-4e6c-907c-fb3cce8bce99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433679 Mar 07 10:51:47.629694 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011c1c14-e357-412c-914a-c89d59de449c req-30ea31f7-a2a0-496f-b99a-b5f52d2c8a68 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:47.631025 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-011c1c14-e357-412c-914a-c89d59de449c req-30ea31f7-a2a0-496f-b99a-b5f52d2c8a68 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.13 "GET /v2.0/ports?device_id=c282e37b-4740-4813-b473-a89bc7fd3f15 HTTP/1.1" status: 200 len: 945 time: 0.0745351 Mar 07 10:51:47.674636 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-011c1c14-e357-412c-914a-c89d59de449c req-b5761e08-74d7-4ce1-8203-2fb5f69fe01d tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.13 "GET /v2.0/security-groups?id=eebe5aa6-8975-4e6c-907c-fb3cce8bce99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381820 Mar 07 10:51:48.089399 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-adbd2215-c8ee-41f3-92a6-4182ca26b8a8 None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 10:51:48.883525 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d65654-bb99-4083-9866-2672f8242299 req-b8966a4d-fa03-4394-97c1-00775db417a0 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:48.885009 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-76d65654-bb99-4083-9866-2672f8242299 req-b8966a4d-fa03-4394-97c1-00775db417a0 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.13 "GET /v2.0/ports?device_id=c282e37b-4740-4813-b473-a89bc7fd3f15 HTTP/1.1" status: 200 len: 945 time: 0.0825319 Mar 07 10:51:48.929296 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-76d65654-bb99-4083-9866-2672f8242299 req-b74cb4d4-d88e-4d49-87ed-9f711684ae51 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.13 "GET /v2.0/security-groups?id=eebe5aa6-8975-4e6c-907c-fb3cce8bce99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388362 Mar 07 10:51:50.119145 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d162b1-1191-496f-a3d5-c9441212b9f8 req-dd75348f-e578-430c-8291-d57f4cf10bd1 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:50.120591 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-25d162b1-1191-496f-a3d5-c9441212b9f8 req-dd75348f-e578-430c-8291-d57f4cf10bd1 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.13 "GET /v2.0/ports?device_id=c282e37b-4740-4813-b473-a89bc7fd3f15 HTTP/1.1" status: 200 len: 945 time: 0.0744696 Mar 07 10:51:50.164537 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-25d162b1-1191-496f-a3d5-c9441212b9f8 req-aeb3151d-ce1b-43b9-b0c0-33ee5644300d tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.13 "GET /v2.0/security-groups?id=eebe5aa6-8975-4e6c-907c-fb3cce8bce99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385988 Mar 07 10:51:51.362709 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e932d973-8b83-447f-99b0-f21e5a1e96d7 req-1ed03de7-d7a6-47d8-9273-1b8e65cef6b1 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:51.364133 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-e932d973-8b83-447f-99b0-f21e5a1e96d7 req-1ed03de7-d7a6-47d8-9273-1b8e65cef6b1 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.13 "GET /v2.0/ports?device_id=c282e37b-4740-4813-b473-a89bc7fd3f15 HTTP/1.1" status: 200 len: 945 time: 0.0794816 Mar 07 10:51:51.409143 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-e932d973-8b83-447f-99b0-f21e5a1e96d7 req-1bc4f6a2-b5f2-45d7-8474-3eed46cc0e6a tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.13 "GET /v2.0/security-groups?id=eebe5aa6-8975-4e6c-907c-fb3cce8bce99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395224 Mar 07 10:51:52.604447 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab9d3b2-2c42-46c0-892f-f320e78a8c3f req-1c58c528-f9df-4422-91c9-50dd6692bd1b tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:52.605790 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-9ab9d3b2-2c42-46c0-892f-f320e78a8c3f req-1c58c528-f9df-4422-91c9-50dd6692bd1b tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.13 "GET /v2.0/ports?device_id=c282e37b-4740-4813-b473-a89bc7fd3f15 HTTP/1.1" status: 200 len: 945 time: 0.0741365 Mar 07 10:51:52.654046 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-9ab9d3b2-2c42-46c0-892f-f320e78a8c3f req-6e0ae298-aba8-421d-a81e-ea4213178fcd tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.13 "GET /v2.0/security-groups?id=eebe5aa6-8975-4e6c-907c-fb3cce8bce99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419888 Mar 07 10:51:53.847455 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8476a3-38c2-42a8-8ef8-1c0ee0136ec6 req-20731f67-acbe-4779-b6d5-8362b60c0014 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:53.848887 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4d8476a3-38c2-42a8-8ef8-1c0ee0136ec6 req-20731f67-acbe-4779-b6d5-8362b60c0014 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.13 "GET /v2.0/ports?device_id=c282e37b-4740-4813-b473-a89bc7fd3f15 HTTP/1.1" status: 200 len: 945 time: 0.0747418 Mar 07 10:51:53.893355 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4d8476a3-38c2-42a8-8ef8-1c0ee0136ec6 req-c796c0f0-3dcd-46be-8b06-8d04f5247bdc tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.13 "GET /v2.0/security-groups?id=eebe5aa6-8975-4e6c-907c-fb3cce8bce99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390792 Mar 07 10:51:55.088229 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccab5b4d-4303-44c8-84dc-f6242bb8d777 req-ea6bc166-3525-4eee-84ee-57dcd981178b tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:55.089571 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ccab5b4d-4303-44c8-84dc-f6242bb8d777 req-ea6bc166-3525-4eee-84ee-57dcd981178b tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.13 "GET /v2.0/ports?device_id=c282e37b-4740-4813-b473-a89bc7fd3f15 HTTP/1.1" status: 200 len: 945 time: 0.0775557 Mar 07 10:51:55.132841 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ccab5b4d-4303-44c8-84dc-f6242bb8d777 req-5588505a-276f-485e-a747-cf3a850decdb tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.13 "GET /v2.0/security-groups?id=eebe5aa6-8975-4e6c-907c-fb3cce8bce99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379314 Mar 07 10:51:56.324134 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c71424-8947-4c06-b840-dfe9c5a257e6 req-2d978c34-51f9-4075-836c-61f4f36a5561 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:56.325572 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-14c71424-8947-4c06-b840-dfe9c5a257e6 req-2d978c34-51f9-4075-836c-61f4f36a5561 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.13 "GET /v2.0/ports?device_id=c282e37b-4740-4813-b473-a89bc7fd3f15 HTTP/1.1" status: 200 len: 945 time: 0.0753782 Mar 07 10:51:56.369645 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-14c71424-8947-4c06-b840-dfe9c5a257e6 req-889497f6-aec6-4317-965e-2fd1c126cdac tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.13 "GET /v2.0/security-groups?id=eebe5aa6-8975-4e6c-907c-fb3cce8bce99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376627 Mar 07 10:51:57.565312 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da616fd3-deb7-42d2-9dbd-1a54cce26c3d req-d214fe1e-d2f4-4562-87b4-5406e8044f05 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:57.566904 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-da616fd3-deb7-42d2-9dbd-1a54cce26c3d req-d214fe1e-d2f4-4562-87b4-5406e8044f05 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.13 "GET /v2.0/ports?device_id=c282e37b-4740-4813-b473-a89bc7fd3f15 HTTP/1.1" status: 200 len: 945 time: 0.0793784 Mar 07 10:51:57.611018 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-da616fd3-deb7-42d2-9dbd-1a54cce26c3d req-b5e7ecba-d3c4-423e-a746-930028158f55 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.13 "GET /v2.0/security-groups?id=eebe5aa6-8975-4e6c-907c-fb3cce8bce99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380969 Mar 07 10:51:58.398370 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-07761eda-1c02-4754-89b0-6376aa113302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:51:58.802040 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8928b906-913d-4e16-a438-65f1e9ee2476 req-cbd3e541-9c0a-43f1-9fb5-8e7315a87725 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:58.803443 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-8928b906-913d-4e16-a438-65f1e9ee2476 req-cbd3e541-9c0a-43f1-9fb5-8e7315a87725 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.13 "GET /v2.0/ports?device_id=c282e37b-4740-4813-b473-a89bc7fd3f15 HTTP/1.1" status: 200 len: 945 time: 0.0735092 Mar 07 10:51:58.847480 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-8928b906-913d-4e16-a438-65f1e9ee2476 req-83e79553-4737-4ef0-8e35-f08db2e85c18 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.13 "GET /v2.0/security-groups?id=eebe5aa6-8975-4e6c-907c-fb3cce8bce99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385110 Mar 07 10:52:00.056519 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6945911c-c593-414b-b8f8-7ad114369631 req-28ee6792-8441-4d49-9c07-fa536ab98b14 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:00.057952 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-6945911c-c593-414b-b8f8-7ad114369631 req-28ee6792-8441-4d49-9c07-fa536ab98b14 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.13 "GET /v2.0/ports?device_id=c282e37b-4740-4813-b473-a89bc7fd3f15 HTTP/1.1" status: 200 len: 945 time: 0.0781534 Mar 07 10:52:00.102779 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-6945911c-c593-414b-b8f8-7ad114369631 req-da92a589-23e9-49c1-97ed-d027dd03eba9 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.13 "GET /v2.0/security-groups?id=eebe5aa6-8975-4e6c-907c-fb3cce8bce99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394013 Mar 07 10:52:00.596360 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-e9ba38a0-a315-4e74-be1e-ec2355acb929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:52:01.295894 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8da128a-b102-4299-bde9-f1ba87ed36d3 req-c3fb4394-2635-453d-9a6d-fd9ff8dab11e tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:01.297354 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c8da128a-b102-4299-bde9-f1ba87ed36d3 req-c3fb4394-2635-453d-9a6d-fd9ff8dab11e tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.13 "GET /v2.0/ports?device_id=c282e37b-4740-4813-b473-a89bc7fd3f15 HTTP/1.1" status: 200 len: 945 time: 0.0748973 Mar 07 10:52:01.346170 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c8da128a-b102-4299-bde9-f1ba87ed36d3 req-c38d33d3-afc8-42a2-91a3-56e11000cf4f tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.13 "GET /v2.0/security-groups?id=eebe5aa6-8975-4e6c-907c-fb3cce8bce99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425828 Mar 07 10:52:01.834273 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-711fefd2-3b30-4759-8df5-0aecff1c8e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:52:01.897154 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:52:02.539028 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7e2989-aba2-43f6-b048-14422b713c29 req-9a917c87-451b-4a4d-9b53-d8e8919b86c1 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:02.540369 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-8f7e2989-aba2-43f6-b048-14422b713c29 req-9a917c87-451b-4a4d-9b53-d8e8919b86c1 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.13 "GET /v2.0/ports?device_id=c282e37b-4740-4813-b473-a89bc7fd3f15 HTTP/1.1" status: 200 len: 945 time: 0.0770531 Mar 07 10:52:02.585011 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-8f7e2989-aba2-43f6-b048-14422b713c29 req-ed3235c8-44f1-44e7-99a6-937adb51b4da tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.13 "GET /v2.0/security-groups?id=eebe5aa6-8975-4e6c-907c-fb3cce8bce99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392654 Mar 07 10:52:03.260946 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c87150bd-aa9c-4ad1-bb68-57ec66d4fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:52:03.785626 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d23140a-b4e6-4680-ad97-a740843cf558 req-02bd6158-785f-44d2-af20-e3cc550931f4 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:03.787035 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-0d23140a-b4e6-4680-ad97-a740843cf558 req-02bd6158-785f-44d2-af20-e3cc550931f4 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.13 "GET /v2.0/ports?device_id=c282e37b-4740-4813-b473-a89bc7fd3f15 HTTP/1.1" status: 200 len: 945 time: 0.0812941 Mar 07 10:52:03.831362 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-0d23140a-b4e6-4680-ad97-a740843cf558 req-afc0cac9-5669-4bef-aee5-aba4a54f5863 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.13 "GET /v2.0/security-groups?id=eebe5aa6-8975-4e6c-907c-fb3cce8bce99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388687 Mar 07 10:52:05.023651 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68101056-5acb-4e96-aeba-649ba2f8f301 req-5829b077-dc52-4559-86bf-8b55b806dc1f tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:05.025157 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-68101056-5acb-4e96-aeba-649ba2f8f301 req-5829b077-dc52-4559-86bf-8b55b806dc1f tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.13 "GET /v2.0/ports?device_id=c282e37b-4740-4813-b473-a89bc7fd3f15 HTTP/1.1" status: 200 len: 945 time: 0.0762243 Mar 07 10:52:05.069310 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-68101056-5acb-4e96-aeba-649ba2f8f301 req-8f17bd3a-4e53-4e19-953d-a235325d80a2 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.13 "GET /v2.0/security-groups?id=eebe5aa6-8975-4e6c-907c-fb3cce8bce99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387313 Mar 07 10:52:06.347454 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10f72c4-540e-4087-a38b-67147b7e1a90 req-68ea3ca6-5327-4aee-a73d-9eb93a1fb9dc tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:06.348894 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d10f72c4-540e-4087-a38b-67147b7e1a90 req-68ea3ca6-5327-4aee-a73d-9eb93a1fb9dc tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.13 "GET /v2.0/ports?device_id=c282e37b-4740-4813-b473-a89bc7fd3f15 HTTP/1.1" status: 200 len: 945 time: 0.1611595 Mar 07 10:52:06.392943 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d10f72c4-540e-4087-a38b-67147b7e1a90 req-ce7dcc38-4ae6-40ea-a167-c67ec5b4f169 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.13 "GET /v2.0/security-groups?id=eebe5aa6-8975-4e6c-907c-fb3cce8bce99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383618 Mar 07 10:52:07.598594 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adba559-6876-4435-8f64-fad99148eeb5 req-70c2578b-8c3b-4ac1-bf18-9899d58854fd tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:07.599907 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-1adba559-6876-4435-8f64-fad99148eeb5 req-70c2578b-8c3b-4ac1-bf18-9899d58854fd tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.13 "GET /v2.0/ports?device_id=c282e37b-4740-4813-b473-a89bc7fd3f15 HTTP/1.1" status: 200 len: 945 time: 0.0737853 Mar 07 10:52:07.646685 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-1adba559-6876-4435-8f64-fad99148eeb5 req-6b0b6a05-6260-4462-9e42-2d33ce2e10c9 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.13 "GET /v2.0/security-groups?id=eebe5aa6-8975-4e6c-907c-fb3cce8bce99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412908 Mar 07 10:52:08.030139 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-fe17d228-5267-4320-a642-d942153e548b req-c8f5d260-6e9e-4fc3-aeb8-256dcd709063 service neutron] 10.222.0.10 "GET /v2.0/ports/c2458f7e-8092-47b9-97ad-4fc7fa0d8bc7/bindings/hv-neutron-8307 HTTP/1.1" status: 200 len: 384 time: 0.0703161 Mar 07 10:52:08.284842 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-fe17d228-5267-4320-a642-d942153e548b req-f3a7be51-d4d3-4178-a780-3532de1dc1f3 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c282e37b-4740-4813-b473-a89bc7fd3f15&tenant_id=1c7ab4f8b63b4ddebd5aca9e8a770da0 HTTP/1.1" status: 200 len: 1098 time: 0.0689671 Mar 07 10:52:08.374341 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-fe17d228-5267-4320-a642-d942153e548b req-eb3e0138-851d-477d-b3d7-15df063db904 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1c7ab4f8b63b4ddebd5aca9e8a770da0&device_id=c282e37b-4740-4813-b473-a89bc7fd3f15 HTTP/1.1" status: 200 len: 1098 time: 0.0701456 Mar 07 10:52:08.503652 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe17d228-5267-4320-a642-d942153e548b req-912d9468-de28-4f1a-b618-8a146a99721a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:08.505088 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-fe17d228-5267-4320-a642-d942153e548b req-912d9468-de28-4f1a-b618-8a146a99721a service neutron] 10.222.0.10 "GET /v2.0/networks?id=509f0df2-0686-484c-a5d9-743097ad68e8 HTTP/1.1" status: 200 len: 916 time: 0.1251724 Mar 07 10:52:08.573237 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-fe17d228-5267-4320-a642-d942153e548b req-74497107-fe7c-4c67-ae91-04cff50db0f8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c2458f7e-8092-47b9-97ad-4fc7fa0d8bc7 HTTP/1.1" status: 200 len: 217 time: 0.0617502 Mar 07 10:52:08.632461 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe17d228-5267-4320-a642-d942153e548b req-ac60ebd4-ec3b-4aef-adc0-e137a8927be4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:08.633871 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-fe17d228-5267-4320-a642-d942153e548b req-ac60ebd4-ec3b-4aef-adc0-e137a8927be4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=65373a33-ef57-41c1-af1d-eb17132caa60 HTTP/1.1" status: 200 len: 855 time: 0.0552897 Mar 07 10:52:08.677969 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-fe17d228-5267-4320-a642-d942153e548b req-92dfcb45-c4b4-4e01-acec-a9a34cc3404f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=509f0df2-0686-484c-a5d9-743097ad68e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376630 Mar 07 10:52:08.855937 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-fe17d228-5267-4320-a642-d942153e548b req-f7f41e09-997f-4483-9b50-2149c75e7db8 service neutron] 10.222.0.10 "GET /v2.0/networks/509f0df2-0686-484c-a5d9-743097ad68e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718259 Mar 07 10:52:08.956459 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e97f189-4cfa-4d39-bfdb-d62eddb99a8b req-b7b01800-314a-493f-b957-9a761a3702e3 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:08.957911 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-1e97f189-4cfa-4d39-bfdb-d62eddb99a8b req-b7b01800-314a-493f-b957-9a761a3702e3 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.13 "GET /v2.0/ports?device_id=c282e37b-4740-4813-b473-a89bc7fd3f15 HTTP/1.1" status: 200 len: 945 time: 0.1879482 Mar 07 10:52:09.019678 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-fe17d228-5267-4320-a642-d942153e548b req-a8bb09ce-5ebb-4cb4-b382-abe2b0f3ec54 service neutron] 10.222.0.10 "GET /v2.0/networks/509f0df2-0686-484c-a5d9-743097ad68e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579895 Mar 07 10:52:09.033027 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-1e97f189-4cfa-4d39-bfdb-d62eddb99a8b req-955c1220-dd05-4645-b9ae-2d3a387dd475 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.13 "GET /v2.0/security-groups?id=eebe5aa6-8975-4e6c-907c-fb3cce8bce99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683365 Mar 07 10:52:10.226465 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6106760e-91d0-43a4-971a-e9bc2092cd17 req-90ee5863-8027-418d-a0a7-4f9d14fd172a tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:10.227881 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-6106760e-91d0-43a4-971a-e9bc2092cd17 req-90ee5863-8027-418d-a0a7-4f9d14fd172a tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.13 "GET /v2.0/ports?device_id=c282e37b-4740-4813-b473-a89bc7fd3f15 HTTP/1.1" status: 200 len: 945 time: 0.0755494 Mar 07 10:52:10.274798 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-6106760e-91d0-43a4-971a-e9bc2092cd17 req-2762b0f7-1a0c-478c-8461-cbd0ca772ba4 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.13 "GET /v2.0/security-groups?id=eebe5aa6-8975-4e6c-907c-fb3cce8bce99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414324 Mar 07 10:52:11.470721 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b363d486-7082-426c-8a19-d0acb668fa08 req-1380887c-d7c7-499e-a6f1-2a610cb6b6bf tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:11.472213 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b363d486-7082-426c-8a19-d0acb668fa08 req-1380887c-d7c7-499e-a6f1-2a610cb6b6bf tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.13 "GET /v2.0/ports?device_id=c282e37b-4740-4813-b473-a89bc7fd3f15 HTTP/1.1" status: 200 len: 945 time: 0.0775847 Mar 07 10:52:11.521583 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b363d486-7082-426c-8a19-d0acb668fa08 req-17e2d035-b58f-400f-9cd3-95fed635a954 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.13 "GET /v2.0/security-groups?id=eebe5aa6-8975-4e6c-907c-fb3cce8bce99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433087 Mar 07 10:52:12.154085 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device c2458f7e-8092-47b9-97ad-4fc7fa0d8bc7 details requested by agent hyperv_hv-neutron-8307 with host hv-neutron-8307 {{(pid=83739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 07 10:52:12.156330 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device c2458f7e-8092-47b9-97ad-4fc7fa0d8bc7 no longer exists at agent hyperv_hv-neutron-8307 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:52:12.358694 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:52:12.387730 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port c2458f7e-8092-47b9-97ad-4fc7fa0d8bc7, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=c2458f7e-8092-47b9-97ad-4fc7fa0d8bc7,segment=NetworkSegment(93041098-a8de-4d39-81af-e730675fdf56),segment_id=93041098-a8de-4d39-81af-e730675fdf56)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:52:12.409306 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Returning: {'device': 'c2458f7e-8092-47b9-97ad-4fc7fa0d8bc7', 'network_id': '509f0df2-0686-484c-a5d9-743097ad68e8', 'port_id': 'c2458f7e-8092-47b9-97ad-4fc7fa0d8bc7', 'mac_address': 'fa:16:3e:f9:5b:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65373a33-ef57-41c1-af1d-eb17132caa60', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 07 10:52:12.410485 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c282e37b-4740-4813-b473-a89bc7fd3f15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2458f7e-8092-47b9-97ad-4fc7fa0d8bc7'}] {{(pid=83739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 10:52:12.451052 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port c2458f7e-8092-47b9-97ad-4fc7fa0d8bc7, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=c2458f7e-8092-47b9-97ad-4fc7fa0d8bc7,segment=NetworkSegment(93041098-a8de-4d39-81af-e730675fdf56),segment_id=93041098-a8de-4d39-81af-e730675fdf56)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:52:12.466542 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:52:12.499099 dv-neutron-830731-3-hyperv neutron-server[83739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c282e37b-4740-4813-b473-a89bc7fd3f15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2458f7e-8092-47b9-97ad-4fc7fa0d8bc7', 'code': 200} Mar 07 10:52:12.523155 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:52:12.549804 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c2458f7e-8092-47b9-97ad-4fc7fa0d8bc7 {{(pid=83739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 07 10:52:12.557172 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Pushing event updated for resources: {'Port': ['ID=c2458f7e-8092-47b9-97ad-4fc7fa0d8bc7,revision_number=6']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:12.612022 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.db.api [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 10:52:12.612368 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG oslo_db.api [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 10:52:12.720816 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33faafce-1e1d-4f83-8487-2f3e3b142542 req-9637c765-aabd-4c03-9ed7-0b4af5f4dd63 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:12.722248 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-33faafce-1e1d-4f83-8487-2f3e3b142542 req-9637c765-aabd-4c03-9ed7-0b4af5f4dd63 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.13 "GET /v2.0/ports?device_id=c282e37b-4740-4813-b473-a89bc7fd3f15 HTTP/1.1" status: 200 len: 943 time: 0.0804341 Mar 07 10:52:12.765368 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-33faafce-1e1d-4f83-8487-2f3e3b142542 req-14eedb6f-0dc1-48a7-9bc4-0f84bd2063fa tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.13 "GET /v2.0/security-groups?id=eebe5aa6-8975-4e6c-907c-fb3cce8bce99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377946 Mar 07 10:52:13.137616 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdfc95b-22d3-4383-abce-418481a0d917 req-71535d70-a125-49e8-bf30-04d111597af1 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:13.138942 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-8fdfc95b-22d3-4383-abce-418481a0d917 req-71535d70-a125-49e8-bf30-04d111597af1 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.10 "GET /v2.0/ports?device_id=c282e37b-4740-4813-b473-a89bc7fd3f15&tenant_id=1c7ab4f8b63b4ddebd5aca9e8a770da0&binding%3Ahost_id=hv-neutron-8307 HTTP/1.1" status: 200 len: 943 time: 0.1373274 Mar 07 10:52:13.146631 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7048a9f-0ff6-4358-8bb5-b34bf76db434 req-5ab1e515-d952-481a-b9fa-9652709f1ca3 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:13.148128 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-e7048a9f-0ff6-4358-8bb5-b34bf76db434 req-5ab1e515-d952-481a-b9fa-9652709f1ca3 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.13 "GET /v2.0/ports?device_id=c282e37b-4740-4813-b473-a89bc7fd3f15 HTTP/1.1" status: 200 len: 943 time: 0.1163938 Mar 07 10:52:13.166747 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:52:13.184208 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2458f7e-8092-47b9-97ad-4fc7fa0d8bc7 {{(pid=83739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 07 10:52:13.196421 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-e7048a9f-0ff6-4358-8bb5-b34bf76db434 req-b666a779-68bd-40d6-bbd2-178b2f05abe4 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.13 "GET /v2.0/security-groups?id=eebe5aa6-8975-4e6c-907c-fb3cce8bce99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422528 Mar 07 10:52:13.201201 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port c2458f7e-8092-47b9-97ad-4fc7fa0d8bc7, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=c2458f7e-8092-47b9-97ad-4fc7fa0d8bc7,segment=NetworkSegment(93041098-a8de-4d39-81af-e730675fdf56),segment_id=93041098-a8de-4d39-81af-e730675fdf56)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:52:13.205826 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:52:13.268221 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] get_ports_and_sgs() called for port_ids ['c2458f7e-8092-47b9-97ad-4fc7fa0d8bc7'] {{(pid=83739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 07 10:52:13.282264 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-8fdfc95b-22d3-4383-abce-418481a0d917 req-98c00f6f-87cd-4da0-a837-403706da5f24 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1c7ab4f8b63b4ddebd5aca9e8a770da0&device_id=c282e37b-4740-4813-b473-a89bc7fd3f15 HTTP/1.1" status: 200 len: 1097 time: 0.0741091 Mar 07 10:52:13.318785 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Pushing event updated for resources: {'Port': ['ID=c2458f7e-8092-47b9-97ad-4fc7fa0d8bc7,revision_number=7']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:13.498725 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdfc95b-22d3-4383-abce-418481a0d917 req-1f7150d3-ef8a-4a43-b12b-73bd54da04e1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:13.500181 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-8fdfc95b-22d3-4383-abce-418481a0d917 req-1f7150d3-ef8a-4a43-b12b-73bd54da04e1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=509f0df2-0686-484c-a5d9-743097ad68e8 HTTP/1.1" status: 200 len: 916 time: 0.2124143 Mar 07 10:52:13.567912 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-8fdfc95b-22d3-4383-abce-418481a0d917 req-1ed5c8df-b748-47ee-a62b-223d303b08d1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c2458f7e-8092-47b9-97ad-4fc7fa0d8bc7 HTTP/1.1" status: 200 len: 217 time: 0.0617037 Mar 07 10:52:13.628686 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdfc95b-22d3-4383-abce-418481a0d917 req-480858d6-ef1a-483f-aefb-6d66261afc6a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:13.630047 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-8fdfc95b-22d3-4383-abce-418481a0d917 req-480858d6-ef1a-483f-aefb-6d66261afc6a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=65373a33-ef57-41c1-af1d-eb17132caa60 HTTP/1.1" status: 200 len: 855 time: 0.0550308 Mar 07 10:52:13.675723 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-8fdfc95b-22d3-4383-abce-418481a0d917 req-33d43ba3-bac7-4cf6-8461-d2da24d361f7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=509f0df2-0686-484c-a5d9-743097ad68e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396926 Mar 07 10:52:13.802745 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-8fdfc95b-22d3-4383-abce-418481a0d917 req-1f695962-f6f0-4778-bde8-a93bb1e91b37 service neutron] 10.222.0.10 "GET /v2.0/networks/509f0df2-0686-484c-a5d9-743097ad68e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209712 Mar 07 10:52:13.931392 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-8fdfc95b-22d3-4383-abce-418481a0d917 req-e2a59570-96c6-48b4-a79a-2cce9673e27f service neutron] 10.222.0.10 "GET /v2.0/networks/509f0df2-0686-484c-a5d9-743097ad68e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231582 Mar 07 10:52:14.160663 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device c2458f7e-8092-47b9-97ad-4fc7fa0d8bc7 up at agent hyperv_hv-neutron-8307 {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:52:14.227768 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Provisioning complete for port c2458f7e-8092-47b9-97ad-4fc7fa0d8bc7 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:52:14.228434 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:52:14.349052 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:52:14.384183 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port c2458f7e-8092-47b9-97ad-4fc7fa0d8bc7, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=c2458f7e-8092-47b9-97ad-4fc7fa0d8bc7,segment=NetworkSegment(93041098-a8de-4d39-81af-e730675fdf56),segment_id=93041098-a8de-4d39-81af-e730675fdf56)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:52:14.388664 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:52:14.406073 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbd5e11-630b-4c75-80b0-86496eaa7612 req-8035b73c-cf87-44b2-95aa-331c83b5a2f6 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:14.407535 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-9bbd5e11-630b-4c75-80b0-86496eaa7612 req-8035b73c-cf87-44b2-95aa-331c83b5a2f6 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.13 "GET /v2.0/ports?device_id=c282e37b-4740-4813-b473-a89bc7fd3f15 HTTP/1.1" status: 200 len: 944 time: 0.0798442 Mar 07 10:52:14.455443 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-9bbd5e11-630b-4c75-80b0-86496eaa7612 req-ccc7d7b4-1f2e-49a9-aac1-b5780dcfc27a tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.13 "GET /v2.0/security-groups?id=eebe5aa6-8975-4e6c-907c-fb3cce8bce99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412767 Mar 07 10:52:14.460761 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Pushing event updated for resources: {'Port': ['ID=c2458f7e-8092-47b9-97ad-4fc7fa0d8bc7,revision_number=8']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:14.500795 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c282e37b-4740-4813-b473-a89bc7fd3f15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2458f7e-8092-47b9-97ad-4fc7fa0d8bc7'}] {{(pid=83739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 10:52:14.555299 dv-neutron-830731-3-hyperv neutron-server[83739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c282e37b-4740-4813-b473-a89bc7fd3f15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2458f7e-8092-47b9-97ad-4fc7fa0d8bc7', 'code': 200} Mar 07 10:52:15.654073 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326df28a-87a0-462f-a5dc-4036c126e49f req-1def2661-fa25-4581-a12e-308b3591cfb5 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:15.655404 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-326df28a-87a0-462f-a5dc-4036c126e49f req-1def2661-fa25-4581-a12e-308b3591cfb5 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.13 "GET /v2.0/ports?device_id=c282e37b-4740-4813-b473-a89bc7fd3f15 HTTP/1.1" status: 200 len: 945 time: 0.0796123 Mar 07 10:52:15.702206 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-326df28a-87a0-462f-a5dc-4036c126e49f req-1a834b77-da12-473c-aa9b-083a63fe899a tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.13 "GET /v2.0/security-groups?id=eebe5aa6-8975-4e6c-907c-fb3cce8bce99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406384 Mar 07 10:52:15.785118 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:52:15.897513 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422fcc89-54a5-44a3-936f-eaf9854e5a7f req-075620f5-4701-47f3-9718-99c054bc5e91 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:15.898936 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-422fcc89-54a5-44a3-936f-eaf9854e5a7f req-075620f5-4701-47f3-9718-99c054bc5e91 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.13 "GET /v2.0/ports?device_id=c282e37b-4740-4813-b473-a89bc7fd3f15 HTTP/1.1" status: 200 len: 945 time: 0.0764816 Mar 07 10:52:15.944388 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-422fcc89-54a5-44a3-936f-eaf9854e5a7f req-ef4507fa-5121-4635-b51a-501d67a84a71 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.13 "GET /v2.0/security-groups?id=eebe5aa6-8975-4e6c-907c-fb3cce8bce99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398974 Mar 07 10:52:16.138614 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359867e4-bfc8-4d74-9277-8197a49fd408 req-3a2bc46a-ce5d-47b1-8cd7-46500201ea86 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:16.140018 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-359867e4-bfc8-4d74-9277-8197a49fd408 req-3a2bc46a-ce5d-47b1-8cd7-46500201ea86 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.13 "GET /v2.0/ports?device_id=c282e37b-4740-4813-b473-a89bc7fd3f15 HTTP/1.1" status: 200 len: 945 time: 0.0805449 Mar 07 10:52:16.183581 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-359867e4-bfc8-4d74-9277-8197a49fd408 req-22cc4a01-d993-4367-bed3-7d9fde19fbbb tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.13 "GET /v2.0/security-groups?id=eebe5aa6-8975-4e6c-907c-fb3cce8bce99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375206 Mar 07 10:52:16.907038 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac9694d-88ca-4e83-b5e2-36656fe3e90a req-e415eba4-dc66-423e-aa00-a9fe003a246b tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:16.908544 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-bac9694d-88ca-4e83-b5e2-36656fe3e90a req-e415eba4-dc66-423e-aa00-a9fe003a246b tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.13 "GET /v2.0/ports?device_id=c282e37b-4740-4813-b473-a89bc7fd3f15 HTTP/1.1" status: 200 len: 945 time: 0.0763116 Mar 07 10:52:16.956166 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-bac9694d-88ca-4e83-b5e2-36656fe3e90a req-9e4226b0-897f-4560-98b6-7d4795a813af tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.13 "GET /v2.0/security-groups?id=eebe5aa6-8975-4e6c-907c-fb3cce8bce99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421364 Mar 07 10:52:18.151211 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9296a035-f3f8-44bc-b83b-e69f06eb3361 req-97428e70-9709-4a08-88dc-a5ebfe9d6db2 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:18.152694 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-9296a035-f3f8-44bc-b83b-e69f06eb3361 req-97428e70-9709-4a08-88dc-a5ebfe9d6db2 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.13 "GET /v2.0/ports?device_id=c282e37b-4740-4813-b473-a89bc7fd3f15 HTTP/1.1" status: 200 len: 945 time: 0.0788264 Mar 07 10:52:18.198181 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-9296a035-f3f8-44bc-b83b-e69f06eb3361 req-44b8525f-daea-4370-b9d6-88cb0d66b75e tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.13 "GET /v2.0/security-groups?id=eebe5aa6-8975-4e6c-907c-fb3cce8bce99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399582 Mar 07 10:52:18.459287 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3034cd67-620f-4934-aa0a-91deff8c638d req-e1a84360-ea7c-43e8-b404-efd711395852 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:18.460738 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-3034cd67-620f-4934-aa0a-91deff8c638d req-e1a84360-ea7c-43e8-b404-efd711395852 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.10 "GET /v2.0/ports?device_id=c282e37b-4740-4813-b473-a89bc7fd3f15 HTTP/1.1" status: 200 len: 945 time: 0.0769172 Mar 07 10:52:18.525958 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [req-3034cd67-620f-4934-aa0a-91deff8c638d req-e528b344-f374-4f60-ac4a-8b4bb7d7fa21 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] Deleting port c2458f7e-8092-47b9-97ad-4fc7fa0d8bc7 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:52:18.526297 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-3034cd67-620f-4934-aa0a-91deff8c638d req-e528b344-f374-4f60-ac4a-8b4bb7d7fa21 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:52:18.760236 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [req-3034cd67-620f-4934-aa0a-91deff8c638d req-e528b344-f374-4f60-ac4a-8b4bb7d7fa21 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] For port c2458f7e-8092-47b9-97ad-4fc7fa0d8bc7, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=c2458f7e-8092-47b9-97ad-4fc7fa0d8bc7,segment=NetworkSegment(93041098-a8de-4d39-81af-e730675fdf56),segment_id=93041098-a8de-4d39-81af-e730675fdf56)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:52:18.760619 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-3034cd67-620f-4934-aa0a-91deff8c638d req-e528b344-f374-4f60-ac4a-8b4bb7d7fa21 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:52:18.956328 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [req-3034cd67-620f-4934-aa0a-91deff8c638d req-e528b344-f374-4f60-ac4a-8b4bb7d7fa21 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] Calling delete_port for c2458f7e-8092-47b9-97ad-4fc7fa0d8bc7 owned by compute:nova {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:52:19.093729 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-3034cd67-620f-4934-aa0a-91deff8c638d req-e528b344-f374-4f60-ac4a-8b4bb7d7fa21 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:52:19.105578 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] get_ports_and_sgs() called for port_ids ['c2458f7e-8092-47b9-97ad-4fc7fa0d8bc7'] {{(pid=83739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 07 10:52:19.140791 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e528b344-f374-4f60-ac4a-8b4bb7d7fa21 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] Pushing event deleted for resources: {'Port': ['ID=c2458f7e-8092-47b9-97ad-4fc7fa0d8bc7,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:19.180630 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e528b344-f374-4f60-ac4a-8b4bb7d7fa21 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:52:19.181193 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e528b344-f374-4f60-ac4a-8b4bb7d7fa21 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:52:19.181304 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e528b344-f374-4f60-ac4a-8b4bb7d7fa21 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:52:19.181624 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e528b344-f374-4f60-ac4a-8b4bb7d7fa21 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:52:19.181952 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e528b344-f374-4f60-ac4a-8b4bb7d7fa21 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:52:19.182280 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e528b344-f374-4f60-ac4a-8b4bb7d7fa21 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:52:19.182606 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e528b344-f374-4f60-ac4a-8b4bb7d7fa21 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:52:19.182930 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e528b344-f374-4f60-ac4a-8b4bb7d7fa21 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:52:19.183250 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e528b344-f374-4f60-ac4a-8b4bb7d7fa21 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:52:19.183574 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e528b344-f374-4f60-ac4a-8b4bb7d7fa21 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:52:19.183891 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e528b344-f374-4f60-ac4a-8b4bb7d7fa21 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:52:19.226637 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [req-3034cd67-620f-4934-aa0a-91deff8c638d req-e528b344-f374-4f60-ac4a-8b4bb7d7fa21 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] No DVR routers for this DVR port c2458f7e-8092-47b9-97ad-4fc7fa0d8bc7 on host hv-neutron-8307 {{(pid=83737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:52:19.229054 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-3034cd67-620f-4934-aa0a-91deff8c638d req-e528b344-f374-4f60-ac4a-8b4bb7d7fa21 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:52:19.231683 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c282e37b-4740-4813-b473-a89bc7fd3f15', 'name': 'network-vif-deleted', 'tag': 'c2458f7e-8092-47b9-97ad-4fc7fa0d8bc7'}] {{(pid=83737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 10:52:19.253318 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-3034cd67-620f-4934-aa0a-91deff8c638d req-e528b344-f374-4f60-ac4a-8b4bb7d7fa21 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.10 "DELETE /v2.0/ports/c2458f7e-8092-47b9-97ad-4fc7fa0d8bc7 HTTP/1.1" status: 204 len: 173 time: 0.7874343 Mar 07 10:52:19.376706 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-635ec4ed-1d09-4143-8070-8eb3481ec41e req-ed557a90-c095-4a68-b069-52dc9f171465 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] Synchronizing usage tracker for tenant:1c7ab4f8b63b4ddebd5aca9e8a770da0 on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:52:19.380313 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c282e37b-4740-4813-b473-a89bc7fd3f15', 'name': 'network-vif-deleted', 'tag': 'c2458f7e-8092-47b9-97ad-4fc7fa0d8bc7', 'status': 'completed', 'code': 200} Mar 07 10:52:19.394014 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-635ec4ed-1d09-4143-8070-8eb3481ec41e req-ed557a90-c095-4a68-b069-52dc9f171465 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] Unset dirty status for tenant:1c7ab4f8b63b4ddebd5aca9e8a770da0 on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:52:19.395700 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-635ec4ed-1d09-4143-8070-8eb3481ec41e req-ed557a90-c095-4a68-b069-52dc9f171465 tempest-ServerDiskConfigTestJSON-1623986676 tempest-ServerDiskConfigTestJSON-1623986676-project] 10.222.0.13 "GET /v2.0/ports?device_id=c282e37b-4740-4813-b473-a89bc7fd3f15 HTTP/1.1" status: 200 len: 210 time: 0.0605705 Mar 07 10:52:20.793080 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 43148) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:52:20.855168 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a9e4ea3-8d29-4357-afb1-2f658c31a954 admin admin] Deleting subnet 65373a33-ef57-41c1-af1d-eb17132caa60 {{(pid=83738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 07 10:52:20.858093 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0a9e4ea3-8d29-4357-afb1-2f658c31a954 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:52:20.906631 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0a9e4ea3-8d29-4357-afb1-2f658c31a954 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2969395'] for subnet, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:52:20.963559 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0a9e4ea3-8d29-4357-afb1-2f658c31a954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1525496'] for subnet, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:52:21.029018 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0a9e4ea3-8d29-4357-afb1-2f658c31a954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1525489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3556647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741465'] for subnet, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:52:21.063339 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9e4ea3-8d29-4357-afb1-2f658c31a954 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65373a33-ef57-41c1-af1d-eb17132caa60,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:21.076886 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9e4ea3-8d29-4357-afb1-2f658c31a954 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:52:21.077230 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9e4ea3-8d29-4357-afb1-2f658c31a954 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:52:21.077569 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9e4ea3-8d29-4357-afb1-2f658c31a954 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:52:21.077903 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9e4ea3-8d29-4357-afb1-2f658c31a954 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:52:21.078258 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9e4ea3-8d29-4357-afb1-2f658c31a954 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:52:21.078586 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9e4ea3-8d29-4357-afb1-2f658c31a954 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:52:21.079376 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9e4ea3-8d29-4357-afb1-2f658c31a954 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:52:21.079376 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9e4ea3-8d29-4357-afb1-2f658c31a954 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:52:21.079555 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9e4ea3-8d29-4357-afb1-2f658c31a954 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:52:21.079827 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9e4ea3-8d29-4357-afb1-2f658c31a954 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:52:21.080138 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9e4ea3-8d29-4357-afb1-2f658c31a954 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:52:21.082779 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0a9e4ea3-8d29-4357-afb1-2f658c31a954 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:52:21.089019 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-0a9e4ea3-8d29-4357-afb1-2f658c31a954 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/65373a33-ef57-41c1-af1d-eb17132caa60 HTTP/1.1" status: 204 len: 168 time: 0.2948928 Mar 07 10:52:21.091490 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 43152) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:52:21.195802 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7af8327b-32ef-4707-8a6b-24c413e06a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1158940'] for network, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:52:21.318312 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7af8327b-32ef-4707-8a6b-24c413e06a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1526893', 'neutron.services.segments.db._delete_segments_for_network-8732568551033'] for network, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:52:21.342170 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-7af8327b-32ef-4707-8a6b-24c413e06a75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['509f0df2-0686-484c-a5d9-743097ad68e8']}} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:52:21.357838 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-7af8327b-32ef-4707-8a6b-24c413e06a75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93041098-a8de-4d39-81af-e730675fdf56') {'for_net_delete': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:52:21.358129 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-7af8327b-32ef-4707-8a6b-24c413e06a75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93041098-a8de-4d39-81af-e730675fdf56') {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:52:21.369728 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7af8327b-32ef-4707-8a6b-24c413e06a75 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732568550916', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968000'] for segment, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:52:21.385169 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7af8327b-32ef-4707-8a6b-24c413e06a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:52:21.391174 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7af8327b-32ef-4707-8a6b-24c413e06a75 admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=83738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 07 10:52:21.391622 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7af8327b-32ef-4707-8a6b-24c413e06a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1227397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3556681'] for segment, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:52:21.404441 dv-neutron-830731-3-hyperv neutron-server[83738]: Traceback (most recent call last): Mar 07 10:52:21.404441 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 07 10:52:21.404441 dv-neutron-830731-3-hyperv neutron-server[83738]: timer() Mar 07 10:52:21.404441 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:52:21.404441 dv-neutron-830731-3-hyperv neutron-server[83738]: cb(*args, **kw) Mar 07 10:52:21.404441 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 10:52:21.404441 dv-neutron-830731-3-hyperv neutron-server[83738]: return func(*args, **kwargs) Mar 07 10:52:21.404441 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:52:21.404441 dv-neutron-830731-3-hyperv neutron-server[83738]: self._notify() Mar 07 10:52:21.404441 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:52:21.404441 dv-neutron-830731-3-hyperv neutron-server[83738]: self.callback(batched_events) Mar 07 10:52:21.404441 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:52:21.404441 dv-neutron-830731-3-hyperv neutron-server[83738]: event.method(event) Mar 07 10:52:21.404441 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 10:52:21.404441 dv-neutron-830731-3-hyperv neutron-server[83738]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:52:21.404441 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 10:52:21.404441 dv-neutron-830731-3-hyperv neutron-server[83738]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:52:21.404441 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 10:52:21.404441 dv-neutron-830731-3-hyperv neutron-server[83738]: return f(self, *a, **k) Mar 07 10:52:21.404441 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:52:21.404441 dv-neutron-830731-3-hyperv neutron-server[83738]: return self._get(url).json() Mar 07 10:52:21.404441 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:52:21.404441 dv-neutron-830731-3-hyperv neutron-server[83738]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:52:21.404441 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 07 10:52:21.404441 dv-neutron-830731-3-hyperv neutron-server[83738]: return self.request(url, 'GET', **kwargs) Mar 07 10:52:21.404441 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 07 10:52:21.404441 dv-neutron-830731-3-hyperv neutron-server[83738]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:52:21.404441 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 07 10:52:21.404441 dv-neutron-830731-3-hyperv neutron-server[83738]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:52:21.404441 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 07 10:52:21.404441 dv-neutron-830731-3-hyperv neutron-server[83738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:52:21.404441 dv-neutron-830731-3-hyperv neutron-server[83738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:52:21.476155 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7af8327b-32ef-4707-8a6b-24c413e06a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1526886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923583'] for network, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:52:21.492538 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7af8327b-32ef-4707-8a6b-24c413e06a75 admin admin] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:52:21.505816 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-7af8327b-32ef-4707-8a6b-24c413e06a75 admin admin] 10.222.0.13 "DELETE /v2.0/networks/509f0df2-0686-484c-a5d9-743097ad68e8 HTTP/1.1" status: 204 len: 168 time: 0.4134171 Mar 07 10:52:21.506607 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af8327b-32ef-4707-8a6b-24c413e06a75 admin admin] Pushing event deleted for resources: {'Network': ['ID=509f0df2-0686-484c-a5d9-743097ad68e8,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:21.636980 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 43158) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:52:21.687203 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-dea0a3cc-aa7b-4372-9477-fbcd6869b737 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1c7ab4f8b63b4ddebd5aca9e8a770da0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0481215 Mar 07 10:52:21.689874 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 43162) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:52:21.747348 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-db6ffdda-539a-444b-98a4-4fbe15caed96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:52:21.771917 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-db6ffdda-539a-444b-98a4-4fbe15caed96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:52:21.821473 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-db6ffdda-539a-444b-98a4-4fbe15caed96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:52:21.837726 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6ffdda-539a-444b-98a4-4fbe15caed96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eebe5aa6-8975-4e6c-907c-fb3cce8bce99,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:21.843317 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-db6ffdda-539a-444b-98a4-4fbe15caed96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:52:21.843317 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-db6ffdda-539a-444b-98a4-4fbe15caed96 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/eebe5aa6-8975-4e6c-907c-fb3cce8bce99 HTTP/1.1" status: 204 len: 168 time: 0.1519043 Mar 07 10:52:22.216341 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device c2458f7e-8092-47b9-97ad-4fc7fa0d8bc7 no longer exists at agent hyperv_hv-neutron-8307 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:52:22.256621 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] No Port match for: c2458f7e-8092-47b9-97ad-4fc7fa0d8bc7 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 10:52:22.256963 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device c2458f7e-8092-47b9-97ad-4fc7fa0d8bc7 not bound to the agent host hv-neutron-8307 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 10:52:22.668112 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 43184) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:52:22.793127 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-34bd2826-f6de-4023-8ebb-d6f0c1bee6d4 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-940133837-network', 'tenant_id': 'ea182ca228b14bd78c810e6c020265a5'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:52:22.797925 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-34bd2826-f6de-4023-8ebb-d6f0c1bee6d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:52:22.801704 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-34bd2826-f6de-4023-8ebb-d6f0c1bee6d4 admin admin] Usage tracker for resource:network and tenant:ea182ca228b14bd78c810e6c020265a5 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:52:22.804549 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-34bd2826-f6de-4023-8ebb-d6f0c1bee6d4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:52:22.810579 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-34bd2826-f6de-4023-8ebb-d6f0c1bee6d4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:52:22.821132 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34bd2826-f6de-4023-8ebb-d6f0c1bee6d4 admin admin] Made reservation on behalf of ea182ca228b14bd78c810e6c020265a5 for: {'network': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:52:22.823357 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-34bd2826-f6de-4023-8ebb-d6f0c1bee6d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for network, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:52:22.836061 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-34bd2826-f6de-4023-8ebb-d6f0c1bee6d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:52:22.870429 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-34bd2826-f6de-4023-8ebb-d6f0c1bee6d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:52:22.874086 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-34bd2826-f6de-4023-8ebb-d6f0c1bee6d4 admin admin] Usage tracker for resource:security_group_rule and tenant:ea182ca228b14bd78c810e6c020265a5 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:52:22.877611 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-34bd2826-f6de-4023-8ebb-d6f0c1bee6d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:52:22.883029 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-34bd2826-f6de-4023-8ebb-d6f0c1bee6d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:52:22.949465 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-34bd2826-f6de-4023-8ebb-d6f0c1bee6d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:52:22.953159 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-34bd2826-f6de-4023-8ebb-d6f0c1bee6d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:52:22.986221 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34bd2826-f6de-4023-8ebb-d6f0c1bee6d4 admin admin] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=83738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:52:22.991313 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bd2826-f6de-4023-8ebb-d6f0c1bee6d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9392e7d4-a758-47ce-a2e3-0613c255017f,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:22.999247 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-34bd2826-f6de-4023-8ebb-d6f0c1bee6d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:52:22.999664 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.db.segments_db [None req-34bd2826-f6de-4023-8ebb-d6f0c1bee6d4 admin admin] Added segment 89f3cc88-61e3-4f39-aeae-f34c8e035f06 of type vlan for network c2627522-a52f-46a5-9071-76d8cd9d26ac Mar 07 10:52:23.027050 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-34bd2826-f6de-4023-8ebb-d6f0c1bee6d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732568034061'] for network, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:52:23.056975 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-34bd2826-f6de-4023-8ebb-d6f0c1bee6d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594'] for network, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:52:23.057725 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34bd2826-f6de-4023-8ebb-d6f0c1bee6d4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:23.058291 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-34bd2826-f6de-4023-8ebb-d6f0c1bee6d4 admin admin] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:52:23.167638 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-34bd2826-f6de-4023-8ebb-d6f0c1bee6d4 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4984193 Mar 07 10:52:23.168492 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bd2826-f6de-4023-8ebb-d6f0c1bee6d4 admin admin] Pushing event updated for resources: {'Network': ['ID=c2627522-a52f-46a5-9071-76d8cd9d26ac,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:23.170570 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 43190) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:52:23.176746 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-9b01850f-19ff-4520-b3b6-7241c60aeb9e admin admin] Request body: {'subnet': {'network_id': 'c2627522-a52f-46a5-9071-76d8cd9d26ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-940133837-subnet', 'tenant_id': 'ea182ca228b14bd78c810e6c020265a5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:52:23.178162 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Network c2627522-a52f-46a5-9071-76d8cd9d26ac details requested by agent ovs-agent-dv-neutron-830731-3-hyperv with host dv-neutron-830731-3-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 10:52:23.181633 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-9b01850f-19ff-4520-b3b6-7241c60aeb9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:52:23.186034 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-9b01850f-19ff-4520-b3b6-7241c60aeb9e admin admin] Usage tracker for resource:subnet and tenant:ea182ca228b14bd78c810e6c020265a5 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:52:23.189865 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-9b01850f-19ff-4520-b3b6-7241c60aeb9e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:52:23.195799 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-9b01850f-19ff-4520-b3b6-7241c60aeb9e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:52:23.206175 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b01850f-19ff-4520-b3b6-7241c60aeb9e admin admin] Made reservation on behalf of ea182ca228b14bd78c810e6c020265a5 for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:52:23.208568 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9b01850f-19ff-4520-b3b6-7241c60aeb9e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3219231'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:52:23.423819 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9b01850f-19ff-4520-b3b6-7241c60aeb9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3012444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3219213'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:52:23.493247 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b01850f-19ff-4520-b3b6-7241c60aeb9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f7d5150-02b0-4848-9db2-7de7d27282d9,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:23.507847 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b01850f-19ff-4520-b3b6-7241c60aeb9e admin admin] Checking segment: {'id': '89f3cc88-61e3-4f39-aeae-f34c8e035f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c2627522-a52f-46a5-9071-76d8cd9d26ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:52:23.508271 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b01850f-19ff-4520-b3b6-7241c60aeb9e admin admin] Network hostable DHCP agents. Network: c2627522-a52f-46a5-9071-76d8cd9d26ac, hostable agents: ['6527556c-6586-422c-ae47-082984683847'], hosted agents: [] {{(pid=83737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:52:23.529787 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b01850f-19ff-4520-b3b6-7241c60aeb9e admin admin] Network c2627522-a52f-46a5-9071-76d8cd9d26ac is scheduled to be hosted by DHCP agent 6527556c-6586-422c-ae47-082984683847 with binding_index 1 {{(pid=83737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:52:23.538649 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-9b01850f-19ff-4520-b3b6-7241c60aeb9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830731-3-hyperv, c2627522-a52f-46a5-9071-76d8cd9d26ac) {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:52:23.542796 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b01850f-19ff-4520-b3b6-7241c60aeb9e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:23.543359 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9b01850f-19ff-4520-b3b6-7241c60aeb9e admin admin] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:52:23.547619 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f55a0f0a-ae9a-46fd-867c-55b17fdb0533 None None] Network c2627522-a52f-46a5-9071-76d8cd9d26ac requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:52:23.564513 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-9b01850f-19ff-4520-b3b6-7241c60aeb9e admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3923349 Mar 07 10:52:23.567382 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 43194) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:52:23.572444 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-428afbd6-abee-4174-9447-9d3283e3160b admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-940133837-router', 'tenant_id': 'ea182ca228b14bd78c810e6c020265a5', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12'}}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:52:23.576926 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-428afbd6-abee-4174-9447-9d3283e3160b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:52:23.581579 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-428afbd6-abee-4174-9447-9d3283e3160b admin admin] Usage tracker for resource:router and tenant:ea182ca228b14bd78c810e6c020265a5 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:52:23.584361 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-428afbd6-abee-4174-9447-9d3283e3160b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:52:23.590190 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-428afbd6-abee-4174-9447-9d3283e3160b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:52:23.600800 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-428afbd6-abee-4174-9447-9d3283e3160b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3919700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58025'] for router, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:52:23.601726 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-428afbd6-abee-4174-9447-9d3283e3160b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3919671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4011175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58018'] for router, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:52:23.620874 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-428afbd6-abee-4174-9447-9d3283e3160b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:52:23.764432 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a63da57f-d9cf-486f-b523-8c09c81c9354 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ec2749d-0aec-52fb-aca6-10ba8a80aade-c2627522-a52f-46a5-9071-76d8cd9d26ac', 'network_id': 'c2627522-a52f-46a5-9071-76d8cd9d26ac', 'tenant_id': 'ea182ca228b14bd78c810e6c020265a5', 'fixed_ips': [{'subnet_id': '7f7d5150-02b0-4848-9db2-7de7d27282d9'}]}} from dv-neutron-830731-3-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 07 10:52:23.765263 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a63da57f-d9cf-486f-b523-8c09c81c9354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:52:23.771158 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-428afbd6-abee-4174-9447-9d3283e3160b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3917998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58952'] for router, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:52:23.950451 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-a63da57f-d9cf-486f-b523-8c09c81c9354 None None] Allocated IP 172.20.0.2 (c2627522-a52f-46a5-9071-76d8cd9d26ac/7f7d5150-02b0-4848-9db2-7de7d27282d9/c14d4d83-62ed-4d1c-bf10-70e5c9ab7e5e) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:52:23.959516 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-428afbd6-abee-4174-9447-9d3283e3160b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:52:23.989566 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-428afbd6-abee-4174-9447-9d3283e3160b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:52:24.123346 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-428afbd6-abee-4174-9447-9d3283e3160b admin admin] Allocated IP 172.26.8.246 (5ed85006-6b00-415e-b71f-837fb1421c12/8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a/28543fe1-0e0a-4857-92fe-e81b2ece1be6) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:52:24.148777 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a63da57f-d9cf-486f-b523-8c09c81c9354 None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:52:24.159653 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a63da57f-d9cf-486f-b523-8c09c81c9354 None None] Transition to ACTIVE for port object c14d4d83-62ed-4d1c-bf10-70e5c9ab7e5e will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:52:24.178319 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a63da57f-d9cf-486f-b523-8c09c81c9354 None None] Transition to ACTIVE for port object c14d4d83-62ed-4d1c-bf10-70e5c9ab7e5e will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:52:24.183258 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a63da57f-d9cf-486f-b523-8c09c81c9354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:52:24.256584 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63da57f-d9cf-486f-b523-8c09c81c9354 None None] Pushing event updated for resources: {'Port': ['ID=c14d4d83-62ed-4d1c-bf10-70e5c9ab7e5e,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:24.259705 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a63da57f-d9cf-486f-b523-8c09c81c9354 None None] Network c2627522-a52f-46a5-9071-76d8cd9d26ac is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:52:24.261620 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-a63da57f-d9cf-486f-b523-8c09c81c9354 None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:52:24.264573 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63da57f-d9cf-486f-b523-8c09c81c9354 None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:52:24.274251 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63da57f-d9cf-486f-b523-8c09c81c9354 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:52:24.274672 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63da57f-d9cf-486f-b523-8c09c81c9354 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:52:24.274786 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-428afbd6-abee-4174-9447-9d3283e3160b admin admin] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:52:24.275267 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63da57f-d9cf-486f-b523-8c09c81c9354 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:52:24.275520 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63da57f-d9cf-486f-b523-8c09c81c9354 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:52:24.275912 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63da57f-d9cf-486f-b523-8c09c81c9354 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:52:24.276297 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63da57f-d9cf-486f-b523-8c09c81c9354 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:52:24.276717 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63da57f-d9cf-486f-b523-8c09c81c9354 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:52:24.277102 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63da57f-d9cf-486f-b523-8c09c81c9354 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:52:24.277481 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63da57f-d9cf-486f-b523-8c09c81c9354 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:52:24.277861 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63da57f-d9cf-486f-b523-8c09c81c9354 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:52:24.278476 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63da57f-d9cf-486f-b523-8c09c81c9354 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:52:24.304074 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-428afbd6-abee-4174-9447-9d3283e3160b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:52:24.361555 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-a63da57f-d9cf-486f-b523-8c09c81c9354 None None] Attempting to bind port c14d4d83-62ed-4d1c-bf10-70e5c9ab7e5e on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:52:24.361920 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-a63da57f-d9cf-486f-b523-8c09c81c9354 None None] Attempting to bind port c14d4d83-62ed-4d1c-bf10-70e5c9ab7e5e by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': '89f3cc88-61e3-4f39-aeae-f34c8e035f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c2627522-a52f-46a5-9071-76d8cd9d26ac'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:52:24.362273 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63da57f-d9cf-486f-b523-8c09c81c9354 None None] Attempting to bind port c14d4d83-62ed-4d1c-bf10-70e5c9ab7e5e on network c2627522-a52f-46a5-9071-76d8cd9d26ac {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:52:24.368625 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63da57f-d9cf-486f-b523-8c09c81c9354 None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 52, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:52:24.369000 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63da57f-d9cf-486f-b523-8c09c81c9354 None None] Checking segment: {'id': '89f3cc88-61e3-4f39-aeae-f34c8e035f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c2627522-a52f-46a5-9071-76d8cd9d26ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:52:24.369392 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a63da57f-d9cf-486f-b523-8c09c81c9354 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:52:24.369777 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63da57f-d9cf-486f-b523-8c09c81c9354 None None] Bound using segment: {'id': '89f3cc88-61e3-4f39-aeae-f34c8e035f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c2627522-a52f-46a5-9071-76d8cd9d26ac'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:52:24.370228 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-a63da57f-d9cf-486f-b523-8c09c81c9354 None None] Bound port: c14d4d83-62ed-4d1c-bf10-70e5c9ab7e5e, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89f3cc88-61e3-4f39-aeae-f34c8e035f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c2627522-a52f-46a5-9071-76d8cd9d26ac'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:52:24.370603 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a63da57f-d9cf-486f-b523-8c09c81c9354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:52:24.373698 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-428afbd6-abee-4174-9447-9d3283e3160b admin admin] Network 5ed85006-6b00-415e-b71f-837fb1421c12 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:52:24.376980 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-428afbd6-abee-4174-9447-9d3283e3160b admin admin] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:52:24.380715 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428afbd6-abee-4174-9447-9d3283e3160b admin admin] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:52:24.414144 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428afbd6-abee-4174-9447-9d3283e3160b admin admin] Pushing event updated for resources: {'Port': ['ID=28543fe1-0e0a-4857-92fe-e81b2ece1be6,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:24.459917 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a63da57f-d9cf-486f-b523-8c09c81c9354 None None] For port c14d4d83-62ed-4d1c-bf10-70e5c9ab7e5e, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:52:24.462930 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a63da57f-d9cf-486f-b523-8c09c81c9354 None None] For port c14d4d83-62ed-4d1c-bf10-70e5c9ab7e5e, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=c14d4d83-62ed-4d1c-bf10-70e5c9ab7e5e,segment=NetworkSegment(89f3cc88-61e3-4f39-aeae-f34c8e035f06),segment_id=89f3cc88-61e3-4f39-aeae-f34c8e035f06)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:52:24.467092 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a63da57f-d9cf-486f-b523-8c09c81c9354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:52:24.540463 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-428afbd6-abee-4174-9447-9d3283e3160b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:52:24.541224 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-428afbd6-abee-4174-9447-9d3283e3160b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3917991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923518'] for router, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:52:24.551172 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63da57f-d9cf-486f-b523-8c09c81c9354 None None] Pushing event updated for resources: {'Port': ['ID=c14d4d83-62ed-4d1c-bf10-70e5c9ab7e5e,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:24.884955 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-428afbd6-abee-4174-9447-9d3283e3160b admin admin] Router 56db4d7a-d6e7-40d0-a23e-93cd12695f67 is scheduled to L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 with binding_index 1 {{(pid=83737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 10:52:24.910042 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device c14d4d83-62ed-4d1c-bf10-70e5c9ab7e5e up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:52:24.981137 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning for port c14d4d83-62ed-4d1c-bf10-70e5c9ab7e5e completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:52:25.089774 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-adbd2215-c8ee-41f3-92a6-4182ca26b8a8 None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 10:52:25.090381 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-428afbd6-abee-4174-9447-9d3283e3160b admin admin] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:52:25.099690 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262a5a4d-6bf6-46cf-a9b3-8cfa3e6da162 None None] Sync routers for ids ['56db4d7a-d6e7-40d0-a23e-93cd12695f67'] in dv-neutron-830731-3-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:52:25.111024 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262a5a4d-6bf6-46cf-a9b3-8cfa3e6da162 None None] Routers {'56db4d7a-d6e7-40d0-a23e-93cd12695f67'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:52:25.111675 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-262a5a4d-6bf6-46cf-a9b3-8cfa3e6da162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:52:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['56db4d7a-d6e7-40d0-a23e-93cd12695f67'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:52:25.113777 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-428afbd6-abee-4174-9447-9d3283e3160b admin admin] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:52:25.115051 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-428afbd6-abee-4174-9447-9d3283e3160b admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.5466299 Mar 07 10:52:25.117795 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 43198) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:52:25.299928 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-262a5a4d-6bf6-46cf-a9b3-8cfa3e6da162 None None] Set router 56db4d7a-d6e7-40d0-a23e-93cd12695f67 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:52:25.490776 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a100f83c-cc10-4ad3-8dca-b5503c1bc9fe None None] Network c2627522-a52f-46a5-9071-76d8cd9d26ac requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:52:25.673143 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6e5afeaa-79e0-4831-93df-165b22ec5e4c None None] Provisioning for port c14d4d83-62ed-4d1c-bf10-70e5c9ab7e5e completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:52:25.684700 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6e5afeaa-79e0-4831-93df-165b22ec5e4c None None] Provisioning complete for port c14d4d83-62ed-4d1c-bf10-70e5c9ab7e5e triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:52:25.685161 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6e5afeaa-79e0-4831-93df-165b22ec5e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:52:25.854577 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e19e8fe7-3ce1-42ff-98a1-1eea54b0b047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:52:25.943998 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-262a5a4d-6bf6-46cf-a9b3-8cfa3e6da162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56db4d7a-d6e7-40d0-a23e-93cd12695f67', 'name': 'tempest-ServerActionsTestJSON-940133837-router', 'tenant_id': 'ea182ca228b14bd78c810e6c020265a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.246'}], 'enable_snat': True}, 'gw_port_id': '28543fe1-0e0a-4857-92fe-e81b2ece1be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:52:23Z', 'updated_at': '2022-03-07T10:52:24Z', 'revision_number': 3, 'project_id': 'ea182ca228b14bd78c810e6c020265a5', 'gw_port': {'id': '28543fe1-0e0a-4857-92fe-e81b2ece1be6', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:21:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56db4d7a-d6e7-40d0-a23e-93cd12695f67', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:52:24Z', 'updated_at': '2022-03-07T10:52:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv'}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:52:25.951805 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262a5a4d-6bf6-46cf-a9b3-8cfa3e6da162 None None] Checking router: 56db4d7a-d6e7-40d0-a23e-93cd12695f67 for host: dv-neutron-830731-3-hyperv {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 07 10:52:25.952152 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262a5a4d-6bf6-46cf-a9b3-8cfa3e6da162 None None] Updating router 56db4d7a-d6e7-40d0-a23e-93cd12695f67 port 28543fe1-0e0a-4857-92fe-e81b2ece1be6 binding host dv-neutron-830731-3-hyperv {{(pid=83739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 07 10:52:25.996585 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6e5afeaa-79e0-4831-93df-165b22ec5e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:52:26.024363 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-262a5a4d-6bf6-46cf-a9b3-8cfa3e6da162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:52:26.061301 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-e19e8fe7-3ce1-42ff-98a1-1eea54b0b047 admin admin] Allocated IP 172.20.0.1 (c2627522-a52f-46a5-9071-76d8cd9d26ac/7f7d5150-02b0-4848-9db2-7de7d27282d9/155076b2-2dab-4fbf-a926-1957d62aabaf) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:52:26.095211 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6e5afeaa-79e0-4831-93df-165b22ec5e4c None None] For port c14d4d83-62ed-4d1c-bf10-70e5c9ab7e5e, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=c14d4d83-62ed-4d1c-bf10-70e5c9ab7e5e,segment=NetworkSegment(89f3cc88-61e3-4f39-aeae-f34c8e035f06),segment_id=89f3cc88-61e3-4f39-aeae-f34c8e035f06)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:52:26.140958 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6e5afeaa-79e0-4831-93df-165b22ec5e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:52:26.301530 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5afeaa-79e0-4831-93df-165b22ec5e4c None None] Pushing event updated for resources: {'Port': ['ID=c14d4d83-62ed-4d1c-bf10-70e5c9ab7e5e,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:26.330552 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e19e8fe7-3ce1-42ff-98a1-1eea54b0b047 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:52:26.346713 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [None req-e19e8fe7-3ce1-42ff-98a1-1eea54b0b047 admin admin] Transition to ACTIVE for port object 155076b2-2dab-4fbf-a926-1957d62aabaf will not be triggered until provisioned by entity DHCP. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:52:26.369303 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e19e8fe7-3ce1-42ff-98a1-1eea54b0b047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:52:26.395421 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-b1f1b865-5d3f-44f2-a6dd-9b27bd649ff1 None None] Provisioning complete for port c14d4d83-62ed-4d1c-bf10-70e5c9ab7e5e triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:52:26.395786 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-b1f1b865-5d3f-44f2-a6dd-9b27bd649ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:52:26.438325 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e19e8fe7-3ce1-42ff-98a1-1eea54b0b047 admin admin] Network c2627522-a52f-46a5-9071-76d8cd9d26ac is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:52:26.441917 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-e19e8fe7-3ce1-42ff-98a1-1eea54b0b047 admin admin] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:52:26.446352 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19e8fe7-3ce1-42ff-98a1-1eea54b0b047 admin admin] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:52:26.477087 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19e8fe7-3ce1-42ff-98a1-1eea54b0b047 admin admin] Pushing event updated for resources: {'Port': ['ID=155076b2-2dab-4fbf-a926-1957d62aabaf,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:26.506068 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e19e8fe7-3ce1-42ff-98a1-1eea54b0b047 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3920324'] for router_interface, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:52:26.509800 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-262a5a4d-6bf6-46cf-a9b3-8cfa3e6da162 None None] Notify callbacks [] for port, precommit_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:52:26.528038 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-262a5a4d-6bf6-46cf-a9b3-8cfa3e6da162 None None] Transition to ACTIVE for port object 28543fe1-0e0a-4857-92fe-e81b2ece1be6 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:52:26.565685 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-262a5a4d-6bf6-46cf-a9b3-8cfa3e6da162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:52:26.598029 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e19e8fe7-3ce1-42ff-98a1-1eea54b0b047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:52:26.667808 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-262a5a4d-6bf6-46cf-a9b3-8cfa3e6da162 None None] Attempting to bind port 28543fe1-0e0a-4857-92fe-e81b2ece1be6 on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:52:26.668182 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-262a5a4d-6bf6-46cf-a9b3-8cfa3e6da162 None None] Attempting to bind port 28543fe1-0e0a-4857-92fe-e81b2ece1be6 by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': '9a22e080-7529-4fc7-949d-9f84ba21807d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:52:26.668563 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262a5a4d-6bf6-46cf-a9b3-8cfa3e6da162 None None] Attempting to bind port 28543fe1-0e0a-4857-92fe-e81b2ece1be6 on network 5ed85006-6b00-415e-b71f-837fb1421c12 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:52:26.673693 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62972bde-df66-4eff-a64c-6aec6e5f1427 None None] Pushing event updated for resources: {'Port': ['ID=28543fe1-0e0a-4857-92fe-e81b2ece1be6,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:26.681150 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262a5a4d-6bf6-46cf-a9b3-8cfa3e6da162 None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 52, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:52:26.681532 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262a5a4d-6bf6-46cf-a9b3-8cfa3e6da162 None None] Checking segment: {'id': '9a22e080-7529-4fc7-949d-9f84ba21807d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:52:26.681927 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-262a5a4d-6bf6-46cf-a9b3-8cfa3e6da162 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:52:26.682313 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262a5a4d-6bf6-46cf-a9b3-8cfa3e6da162 None None] Bound using segment: {'id': '9a22e080-7529-4fc7-949d-9f84ba21807d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:52:26.682772 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-262a5a4d-6bf6-46cf-a9b3-8cfa3e6da162 None None] Bound port: 28543fe1-0e0a-4857-92fe-e81b2ece1be6, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a22e080-7529-4fc7-949d-9f84ba21807d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:52:26.683143 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-262a5a4d-6bf6-46cf-a9b3-8cfa3e6da162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:52:26.757691 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-262a5a4d-6bf6-46cf-a9b3-8cfa3e6da162 None None] For port 28543fe1-0e0a-4857-92fe-e81b2ece1be6, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:52:26.761135 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-262a5a4d-6bf6-46cf-a9b3-8cfa3e6da162 None None] For port 28543fe1-0e0a-4857-92fe-e81b2ece1be6, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=28543fe1-0e0a-4857-92fe-e81b2ece1be6,segment=NetworkSegment(9a22e080-7529-4fc7-949d-9f84ba21807d),segment_id=9a22e080-7529-4fc7-949d-9f84ba21807d)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:52:26.766315 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-262a5a4d-6bf6-46cf-a9b3-8cfa3e6da162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:52:26.825136 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e19e8fe7-3ce1-42ff-98a1-1eea54b0b047 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:52:26.831995 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e19e8fe7-3ce1-42ff-98a1-1eea54b0b047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3012561'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:52:26.853801 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-9d726b8d-eab0-44fa-aaef-94113ecd5b0c None None] Provisioning for port 155076b2-2dab-4fbf-a926-1957d62aabaf completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:52:26.860008 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62972bde-df66-4eff-a64c-6aec6e5f1427 None None] Pushing event updated for resources: {'Port': ['ID=28543fe1-0e0a-4857-92fe-e81b2ece1be6,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:26.866561 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-9d726b8d-eab0-44fa-aaef-94113ecd5b0c None None] Provisioning complete for port 155076b2-2dab-4fbf-a926-1957d62aabaf triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:52:26.866927 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-9d726b8d-eab0-44fa-aaef-94113ecd5b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:52:26.904035 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device c14d4d83-62ed-4d1c-bf10-70e5c9ab7e5e up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:52:26.941652 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19e8fe7-3ce1-42ff-98a1-1eea54b0b047 admin admin] Pushing event updated for resources: {'Port': ['ID=155076b2-2dab-4fbf-a926-1957d62aabaf,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:26.943518 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262a5a4d-6bf6-46cf-a9b3-8cfa3e6da162 None None] Routers {'56db4d7a-d6e7-40d0-a23e-93cd12695f67'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:52:26.944088 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e19e8fe7-3ce1-42ff-98a1-1eea54b0b047 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2756426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3920233'] for router_interface, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:52:26.944211 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-262a5a4d-6bf6-46cf-a9b3-8cfa3e6da162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:52:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['56db4d7a-d6e7-40d0-a23e-93cd12695f67'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:52:27.077408 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e19e8fe7-3ce1-42ff-98a1-1eea54b0b047 admin admin] Network c2627522-a52f-46a5-9071-76d8cd9d26ac is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:52:27.078409 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-e19e8fe7-3ce1-42ff-98a1-1eea54b0b047 admin admin] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:52:27.082862 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-9d726b8d-eab0-44fa-aaef-94113ecd5b0c None None] Port 155076b2-2dab-4fbf-a926-1957d62aabaf cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:52:27.154372 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port c14d4d83-62ed-4d1c-bf10-70e5c9ab7e5e triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:52:27.154739 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:52:27.192760 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-262a5a4d-6bf6-46cf-a9b3-8cfa3e6da162 None None] Set router 56db4d7a-d6e7-40d0-a23e-93cd12695f67 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:52:27.481689 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e19e8fe7-3ce1-42ff-98a1-1eea54b0b047 admin admin] Router 56db4d7a-d6e7-40d0-a23e-93cd12695f67 has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:52:27.550154 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-54d43f30-d63e-4063-9ec6-af0e33cc26c1 None None] Provisioning complete for port 155076b2-2dab-4fbf-a926-1957d62aabaf triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:52:27.550526 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-54d43f30-d63e-4063-9ec6-af0e33cc26c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:52:27.645113 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-54d43f30-d63e-4063-9ec6-af0e33cc26c1 None None] Port 155076b2-2dab-4fbf-a926-1957d62aabaf cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:52:27.673518 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-262a5a4d-6bf6-46cf-a9b3-8cfa3e6da162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56db4d7a-d6e7-40d0-a23e-93cd12695f67', 'name': 'tempest-ServerActionsTestJSON-940133837-router', 'tenant_id': 'ea182ca228b14bd78c810e6c020265a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.246'}], 'enable_snat': True}, 'gw_port_id': '28543fe1-0e0a-4857-92fe-e81b2ece1be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:52:23Z', 'updated_at': '2022-03-07T10:52:26Z', 'revision_number': 4, 'project_id': 'ea182ca228b14bd78c810e6c020265a5', 'gw_port': {'id': '28543fe1-0e0a-4857-92fe-e81b2ece1be6', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:21:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56db4d7a-d6e7-40d0-a23e-93cd12695f67', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:52:24Z', 'updated_at': '2022-03-07T10:52:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_interfaces': [{'id': '155076b2-2dab-4fbf-a926-1957d62aabaf', 'name': '', 'network_id': 'c2627522-a52f-46a5-9071-76d8cd9d26ac', 'tenant_id': 'ea182ca228b14bd78c810e6c020265a5', 'mac_address': 'fa:16:3e:66:e3:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56db4d7a-d6e7-40d0-a23e-93cd12695f67', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7f7d5150-02b0-4848-9db2-7de7d27282d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:52:25Z', 'updated_at': '2022-03-07T10:52:26Z', 'revision_number': 2, 'project_id': 'ea182ca228b14bd78c810e6c020265a5', 'subnets': [{'id': '7f7d5150-02b0-4848-9db2-7de7d27282d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:52:27.677444 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262a5a4d-6bf6-46cf-a9b3-8cfa3e6da162 None None] The sync data for ids ['56db4d7a-d6e7-40d0-a23e-93cd12695f67'] in dv-neutron-830731-3-hyperv is: [{'id': '56db4d7a-d6e7-40d0-a23e-93cd12695f67', 'name': 'tempest-ServerActionsTestJSON-940133837-router', 'tenant_id': 'ea182ca228b14bd78c810e6c020265a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.246'}], 'enable_snat': True}, 'gw_port_id': '28543fe1-0e0a-4857-92fe-e81b2ece1be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:52:23Z', 'updated_at': '2022-03-07T10:52:26Z', 'revision_number': 4, 'project_id': 'ea182ca228b14bd78c810e6c020265a5', 'gw_port': {'id': '28543fe1-0e0a-4857-92fe-e81b2ece1be6', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:21:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56db4d7a-d6e7-40d0-a23e-93cd12695f67', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:52:24Z', 'updated_at': '2022-03-07T10:52:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_interfaces': [{'id': '155076b2-2dab-4fbf-a926-1957d62aabaf', 'name': '', 'network_id': 'c2627522-a52f-46a5-9071-76d8cd9d26ac', 'tenant_id': 'ea182ca228b14bd78c810e6c020265a5', 'mac_address': 'fa:16:3e:66:e3:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56db4d7a-d6e7-40d0-a23e-93cd12695f67', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7f7d5150-02b0-4848-9db2-7de7d27282d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:52:25Z', 'updated_at': '2022-03-07T10:52:26Z', 'revision_number': 2, 'project_id': 'ea182ca228b14bd78c810e6c020265a5', 'subnets': [{'id': '7f7d5150-02b0-4848-9db2-7de7d27282d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:52:27.686383 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e19e8fe7-3ce1-42ff-98a1-1eea54b0b047 admin admin] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:52:27.700786 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-e19e8fe7-3ce1-42ff-98a1-1eea54b0b047 admin admin] 10.222.0.13 "PUT /v2.0/routers/56db4d7a-d6e7-40d0-a23e-93cd12695f67/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5819685 Mar 07 10:52:28.215479 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 43210) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:52:28.222214 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-1dd5abf3-375b-4bcc-b5cb-46947d57b669 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1582176056', 'description': 'tempest-description--457405901'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:52:28.230448 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-1dd5abf3-375b-4bcc-b5cb-46947d57b669 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:52:28.240743 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-1dd5abf3-375b-4bcc-b5cb-46947d57b669 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Usage tracker for resource:security_group and tenant:ea182ca228b14bd78c810e6c020265a5 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:52:28.241145 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-1dd5abf3-375b-4bcc-b5cb-46947d57b669 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:52:28.247445 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-1dd5abf3-375b-4bcc-b5cb-46947d57b669 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:52:28.262353 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1dd5abf3-375b-4bcc-b5cb-46947d57b669 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:52:28.301976 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-1dd5abf3-375b-4bcc-b5cb-46947d57b669 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:52:28.306787 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-1dd5abf3-375b-4bcc-b5cb-46947d57b669 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Usage tracker for resource:security_group_rule and tenant:ea182ca228b14bd78c810e6c020265a5 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:52:28.309806 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-1dd5abf3-375b-4bcc-b5cb-46947d57b669 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:52:28.316591 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-1dd5abf3-375b-4bcc-b5cb-46947d57b669 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:52:28.378755 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1dd5abf3-375b-4bcc-b5cb-46947d57b669 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:52:28.383069 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1dd5abf3-375b-4bcc-b5cb-46947d57b669 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:52:28.403061 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-49a9c86c-4fdb-4eca-9f4f-c55076183f7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:52:28.432165 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd5abf3-375b-4bcc-b5cb-46947d57b669 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e715a674-ee03-4c9f-bbdb-345646b21ed0,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:28.435687 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1dd5abf3-375b-4bcc-b5cb-46947d57b669 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:52:28.437088 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-1dd5abf3-375b-4bcc-b5cb-46947d57b669 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.2204378 Mar 07 10:52:28.440551 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 43214) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:52:28.446118 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-fa293626-c8dc-4ecb-ab2c-247a6a2b5789 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Request body: {'security_group_rule': {'security_group_id': 'e715a674-ee03-4c9f-bbdb-345646b21ed0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:52:28.452209 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-fa293626-c8dc-4ecb-ab2c-247a6a2b5789 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:52:28.457174 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-fa293626-c8dc-4ecb-ab2c-247a6a2b5789 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Usage tracker for resource:security_group_rule and tenant:ea182ca228b14bd78c810e6c020265a5 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:52:28.460306 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-fa293626-c8dc-4ecb-ab2c-247a6a2b5789 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:52:28.466143 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-fa293626-c8dc-4ecb-ab2c-247a6a2b5789 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:52:28.485829 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-fa293626-c8dc-4ecb-ab2c-247a6a2b5789 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:52:28.549679 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-fa293626-c8dc-4ecb-ab2c-247a6a2b5789 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:52:28.553441 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-fa293626-c8dc-4ecb-ab2c-247a6a2b5789 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:52:28.576601 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa293626-c8dc-4ecb-ab2c-247a6a2b5789 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a10ce5f-3869-438b-bc69-77a63b5760f1,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:28.588959 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-fa293626-c8dc-4ecb-ab2c-247a6a2b5789 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:52:28.590239 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-fa293626-c8dc-4ecb-ab2c-247a6a2b5789 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1487441 Mar 07 10:52:28.592961 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 43218) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:52:28.598635 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-1c0a1a8e-71f9-4a80-bfce-50df1f14a516 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Request body: {'security_group_rule': {'security_group_id': 'e715a674-ee03-4c9f-bbdb-345646b21ed0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:52:28.604661 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-1c0a1a8e-71f9-4a80-bfce-50df1f14a516 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:52:28.608427 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-1c0a1a8e-71f9-4a80-bfce-50df1f14a516 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Usage tracker for resource:security_group_rule and tenant:ea182ca228b14bd78c810e6c020265a5 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:52:28.612268 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-1c0a1a8e-71f9-4a80-bfce-50df1f14a516 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:52:28.617972 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-1c0a1a8e-71f9-4a80-bfce-50df1f14a516 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:52:28.635476 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1c0a1a8e-71f9-4a80-bfce-50df1f14a516 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:52:28.704647 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1c0a1a8e-71f9-4a80-bfce-50df1f14a516 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:52:28.708068 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1c0a1a8e-71f9-4a80-bfce-50df1f14a516 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:52:28.819630 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0a1a8e-71f9-4a80-bfce-50df1f14a516 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38cd8820-930f-4b33-9dd6-e99672420ccc,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:28.829107 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1c0a1a8e-71f9-4a80-bfce-50df1f14a516 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:52:28.830268 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-1c0a1a8e-71f9-4a80-bfce-50df1f14a516 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2364118 Mar 07 10:52:28.833196 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 43222) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:52:28.838262 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-22948afa-c674-43e1-a852-9bfaf186ccf6 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Request body: {'floatingip': {'floating_network_id': '5ed85006-6b00-415e-b71f-837fb1421c12'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:52:28.845540 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-22948afa-c674-43e1-a852-9bfaf186ccf6 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:52:28.848210 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-22948afa-c674-43e1-a852-9bfaf186ccf6 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Usage tracker for resource:floatingip and tenant:ea182ca228b14bd78c810e6c020265a5 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:52:28.851009 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-22948afa-c674-43e1-a852-9bfaf186ccf6 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:52:28.856672 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-22948afa-c674-43e1-a852-9bfaf186ccf6 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:52:28.869563 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-22948afa-c674-43e1-a852-9bfaf186ccf6 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Notify callbacks [] for floatingip, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:52:28.905358 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 28543fe1-0e0a-4857-92fe-e81b2ece1be6 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:52:28.975608 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning for port 28543fe1-0e0a-4857-92fe-e81b2ece1be6 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:52:28.980081 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 28543fe1-0e0a-4857-92fe-e81b2ece1be6 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:52:28.980447 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:52:29.004833 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-22948afa-c674-43e1-a852-9bfaf186ccf6 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:52:29.093539 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:52:29.110224 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] For port 28543fe1-0e0a-4857-92fe-e81b2ece1be6, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=28543fe1-0e0a-4857-92fe-e81b2ece1be6,segment=NetworkSegment(9a22e080-7529-4fc7-949d-9f84ba21807d),segment_id=9a22e080-7529-4fc7-949d-9f84ba21807d)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:52:29.114345 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:52:29.143497 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-22948afa-c674-43e1-a852-9bfaf186ccf6 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Allocated IP 172.26.8.117 (5ed85006-6b00-415e-b71f-837fb1421c12/8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a/9fd55885-be20-4063-807b-c4d80cc49911) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:52:29.182271 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Pushing event updated for resources: {'Port': ['ID=28543fe1-0e0a-4857-92fe-e81b2ece1be6,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:29.291103 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-22948afa-c674-43e1-a852-9bfaf186ccf6 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:52:29.317468 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-22948afa-c674-43e1-a852-9bfaf186ccf6 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:52:29.380820 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22948afa-c674-43e1-a852-9bfaf186ccf6 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Network 5ed85006-6b00-415e-b71f-837fb1421c12 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:52:29.383372 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-22948afa-c674-43e1-a852-9bfaf186ccf6 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:52:29.387197 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22948afa-c674-43e1-a852-9bfaf186ccf6 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:52:29.416242 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22948afa-c674-43e1-a852-9bfaf186ccf6 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Pushing event updated for resources: {'Port': ['ID=9fd55885-be20-4063-807b-c4d80cc49911,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:29.545138 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-22948afa-c674-43e1-a852-9bfaf186ccf6 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:52:29.601134 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-22948afa-c674-43e1-a852-9bfaf186ccf6 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:52:29.795029 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-22948afa-c674-43e1-a852-9bfaf186ccf6 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:52:29.800292 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-22948afa-c674-43e1-a852-9bfaf186ccf6 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3012561'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:52:29.903280 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22948afa-c674-43e1-a852-9bfaf186ccf6 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Pushing event updated for resources: {'Port': ['ID=9fd55885-be20-4063-807b-c4d80cc49911,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:29.917474 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-22948afa-c674-43e1-a852-9bfaf186ccf6 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923533'] for floatingip, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:52:29.939709 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-22948afa-c674-43e1-a852-9bfaf186ccf6 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for floatingip, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:52:29.941215 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-22948afa-c674-43e1-a852-9bfaf186ccf6 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1071281 Mar 07 10:52:30.107494 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-3f1aba45-b3b7-4d92-a1d3-f5bbab28e4c3 req-6225ba40-1656-40f2-8b9b-fd0fa06886e9 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Synchronizing usage tracker for tenant:ea182ca228b14bd78c810e6c020265a5 on resource:security_group {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:52:30.123549 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-3f1aba45-b3b7-4d92-a1d3-f5bbab28e4c3 req-6225ba40-1656-40f2-8b9b-fd0fa06886e9 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Unset dirty status for tenant:ea182ca228b14bd78c810e6c020265a5 on resource:security_group {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:52:30.125166 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-3f1aba45-b3b7-4d92-a1d3-f5bbab28e4c3 req-6225ba40-1656-40f2-8b9b-fd0fa06886e9 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1582176056&fields=id&tenant_id=ea182ca228b14bd78c810e6c020265a5 HTTP/1.1" status: 200 len: 267 time: 0.0577598 Mar 07 10:52:30.275194 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1aba45-b3b7-4d92-a1d3-f5bbab28e4c3 req-2a6f19a1-d553-4dee-bb03-619add942615 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:30.277027 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-3f1aba45-b3b7-4d92-a1d3-f5bbab28e4c3 req-2a6f19a1-d553-4dee-bb03-619add942615 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/networks?id=c2627522-a52f-46a5-9071-76d8cd9d26ac HTTP/1.1" status: 200 len: 811 time: 0.1452992 Mar 07 10:52:30.294398 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-3f1aba45-b3b7-4d92-a1d3-f5bbab28e4c3 req-d85e1557-fd69-4237-8a80-2e61d53a66ba tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/quotas/ea182ca228b14bd78c810e6c020265a5 HTTP/1.1" status: 200 len: 375 time: 0.0115883 Mar 07 10:52:30.373417 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-3f1aba45-b3b7-4d92-a1d3-f5bbab28e4c3 req-3473922f-8d19-4b19-b8c6-7180ee53b3e0 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Synchronizing usage tracker for tenant:ea182ca228b14bd78c810e6c020265a5 on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:52:30.390185 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-3f1aba45-b3b7-4d92-a1d3-f5bbab28e4c3 req-3473922f-8d19-4b19-b8c6-7180ee53b3e0 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Unset dirty status for tenant:ea182ca228b14bd78c810e6c020265a5 on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:52:30.392202 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-3f1aba45-b3b7-4d92-a1d3-f5bbab28e4c3 req-3473922f-8d19-4b19-b8c6-7180ee53b3e0 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ea182ca228b14bd78c810e6c020265a5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0928717 Mar 07 10:52:30.595422 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-3f1aba45-b3b7-4d92-a1d3-f5bbab28e4c3 req-39a40baf-26ea-447a-9e8f-111d24db5fc7 service neutron] 10.222.0.13 "GET /v2.0/networks/c2627522-a52f-46a5-9071-76d8cd9d26ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916852 Mar 07 10:52:30.603444 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-06f745b0-ddd2-4eca-a2c4-2dd547572fb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:52:30.725798 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-3f1aba45-b3b7-4d92-a1d3-f5bbab28e4c3 req-7004a458-d5f9-4fcf-a350-87c8362c0489 service neutron] 10.222.0.13 "GET /v2.0/networks/c2627522-a52f-46a5-9071-76d8cd9d26ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246042 Mar 07 10:52:30.886767 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 28543fe1-0e0a-4857-92fe-e81b2ece1be6 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:52:30.960921 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 28543fe1-0e0a-4857-92fe-e81b2ece1be6 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:52:30.961364 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:52:31.006318 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-57d747b0-c88f-4b80-a4c4-2c6b216bc1ed req-8aca8088-242e-4714-8cd8-991ca6d3312c tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=e48f17d9-d63a-45fa-8413-cd9a88aad2e6 HTTP/1.1" status: 200 len: 210 time: 0.1394720 Mar 07 10:52:31.836910 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-711fefd2-3b30-4759-8df5-0aecff1c8e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:52:31.901838 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:52:31.934468 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1aba45-b3b7-4d92-a1d3-f5bbab28e4c3 req-c5194480-764a-46b6-94de-01b6699f64ba tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:31.936509 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-3f1aba45-b3b7-4d92-a1d3-f5bbab28e4c3 req-c5194480-764a-46b6-94de-01b6699f64ba tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.10 "GET /v2.0/networks?id=c2627522-a52f-46a5-9071-76d8cd9d26ac HTTP/1.1" status: 200 len: 811 time: 0.1535509 Mar 07 10:52:31.990832 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-3f1aba45-b3b7-4d92-a1d3-f5bbab28e4c3 req-a6ec1591-92e2-4da3-804e-4a196e6f53de tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ea182ca228b14bd78c810e6c020265a5 HTTP/1.1" status: 200 len: 380 time: 0.0431061 Mar 07 10:52:31.998854 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [req-3f1aba45-b3b7-4d92-a1d3-f5bbab28e4c3 req-6cc6ce6d-f2ed-4a37-9c11-eaaa5cda765f tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Request body: {'port': {'device_id': 'e48f17d9-d63a-45fa-8413-cd9a88aad2e6', 'network_id': 'c2627522-a52f-46a5-9071-76d8cd9d26ac', 'admin_state_up': True, 'tenant_id': 'ea182ca228b14bd78c810e6c020265a5', 'security_groups': ['e715a674-ee03-4c9f-bbdb-345646b21ed0']}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:52:32.133515 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [req-3f1aba45-b3b7-4d92-a1d3-f5bbab28e4c3 req-6cc6ce6d-f2ed-4a37-9c11-eaaa5cda765f tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:52:32.180688 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-93215284-4c6c-4347-b794-be3a83a52fd8 req-4dbff180-637b-4829-945b-0d2cff848aa4 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=e48f17d9-d63a-45fa-8413-cd9a88aad2e6 HTTP/1.1" status: 200 len: 210 time: 0.0499041 Mar 07 10:52:32.181500 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [req-3f1aba45-b3b7-4d92-a1d3-f5bbab28e4c3 req-6cc6ce6d-f2ed-4a37-9c11-eaaa5cda765f tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:52:32.192323 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f1aba45-b3b7-4d92-a1d3-f5bbab28e4c3 req-6cc6ce6d-f2ed-4a37-9c11-eaaa5cda765f tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Made reservation on behalf of ea182ca228b14bd78c810e6c020265a5 for: {'port': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:52:32.195426 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-3f1aba45-b3b7-4d92-a1d3-f5bbab28e4c3 req-6cc6ce6d-f2ed-4a37-9c11-eaaa5cda765f tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:52:32.352966 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [req-3f1aba45-b3b7-4d92-a1d3-f5bbab28e4c3 req-6cc6ce6d-f2ed-4a37-9c11-eaaa5cda765f tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Allocated IP 172.20.0.10 (c2627522-a52f-46a5-9071-76d8cd9d26ac/7f7d5150-02b0-4848-9db2-7de7d27282d9/ebf4f7ac-65b2-4557-8dab-f429ef718a19) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:52:32.541213 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-3f1aba45-b3b7-4d92-a1d3-f5bbab28e4c3 req-6cc6ce6d-f2ed-4a37-9c11-eaaa5cda765f tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:52:32.557900 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [req-3f1aba45-b3b7-4d92-a1d3-f5bbab28e4c3 req-6cc6ce6d-f2ed-4a37-9c11-eaaa5cda765f tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Transition to ACTIVE for port object ebf4f7ac-65b2-4557-8dab-f429ef718a19 will not be triggered until provisioned by entity DHCP. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:52:32.578681 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-3f1aba45-b3b7-4d92-a1d3-f5bbab28e4c3 req-6cc6ce6d-f2ed-4a37-9c11-eaaa5cda765f tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:52:32.646792 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f1aba45-b3b7-4d92-a1d3-f5bbab28e4c3 req-6cc6ce6d-f2ed-4a37-9c11-eaaa5cda765f tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Network c2627522-a52f-46a5-9071-76d8cd9d26ac is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:52:32.649644 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [req-3f1aba45-b3b7-4d92-a1d3-f5bbab28e4c3 req-6cc6ce6d-f2ed-4a37-9c11-eaaa5cda765f tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:52:32.653463 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f1aba45-b3b7-4d92-a1d3-f5bbab28e4c3 req-6cc6ce6d-f2ed-4a37-9c11-eaaa5cda765f tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:52:32.685142 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc6ce6d-f2ed-4a37-9c11-eaaa5cda765f tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Pushing event updated for resources: {'Port': ['ID=ebf4f7ac-65b2-4557-8dab-f429ef718a19,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:32.721637 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1aba45-b3b7-4d92-a1d3-f5bbab28e4c3 req-6cc6ce6d-f2ed-4a37-9c11-eaaa5cda765f tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:32.722246 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-3f1aba45-b3b7-4d92-a1d3-f5bbab28e4c3 req-6cc6ce6d-f2ed-4a37-9c11-eaaa5cda765f tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:52:32.748059 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-3f1aba45-b3b7-4d92-a1d3-f5bbab28e4c3 req-6cc6ce6d-f2ed-4a37-9c11-eaaa5cda765f tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7529080 Mar 07 10:52:32.760935 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [req-3f1aba45-b3b7-4d92-a1d3-f5bbab28e4c3 req-28355881-f3cb-44ca-932a-89fde1c82c72 service neutron] Request body: {'port': {'device_id': 'e48f17d9-d63a-45fa-8413-cd9a88aad2e6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8307'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:52:32.872753 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-3f1aba45-b3b7-4d92-a1d3-f5bbab28e4c3 req-28355881-f3cb-44ca-932a-89fde1c82c72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:52:32.910489 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-3ab8b02d-8de0-4028-a898-04115081a646 None None] Provisioning for port ebf4f7ac-65b2-4557-8dab-f429ef718a19 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:52:32.915352 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-3ab8b02d-8de0-4028-a898-04115081a646 None None] Provisioning complete for port ebf4f7ac-65b2-4557-8dab-f429ef718a19 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:52:32.915717 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-3ab8b02d-8de0-4028-a898-04115081a646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:52:32.970823 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-3ab8b02d-8de0-4028-a898-04115081a646 None None] Port ebf4f7ac-65b2-4557-8dab-f429ef718a19 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:52:33.205065 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [req-3f1aba45-b3b7-4d92-a1d3-f5bbab28e4c3 req-28355881-f3cb-44ca-932a-89fde1c82c72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebf4f7ac-65b2-4557-8dab-f429ef718a19 {{(pid=83737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 07 10:52:33.212254 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-3f1aba45-b3b7-4d92-a1d3-f5bbab28e4c3 req-28355881-f3cb-44ca-932a-89fde1c82c72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:52:33.227594 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [req-3f1aba45-b3b7-4d92-a1d3-f5bbab28e4c3 req-28355881-f3cb-44ca-932a-89fde1c82c72 service neutron] Transition to ACTIVE for port object ebf4f7ac-65b2-4557-8dab-f429ef718a19 will not be triggered until provisioned by entity L2. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:52:33.231481 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-3f1aba45-b3b7-4d92-a1d3-f5bbab28e4c3 req-28355881-f3cb-44ca-932a-89fde1c82c72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3012561'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:52:33.273945 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c87150bd-aa9c-4ad1-bb68-57ec66d4fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:52:33.406727 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28355881-f3cb-44ca-932a-89fde1c82c72 service neutron] Pushing event updated for resources: {'Port': ['ID=ebf4f7ac-65b2-4557-8dab-f429ef718a19,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:33.599366 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62ea08a-6811-47f5-a25c-439e51fa724e req-dfd4630b-5ab6-41fb-960e-95325ba93767 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:33.600022 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-b62ea08a-6811-47f5-a25c-439e51fa724e req-dfd4630b-5ab6-41fb-960e-95325ba93767 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Synchronizing usage tracker for tenant:ea182ca228b14bd78c810e6c020265a5 on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:52:33.628915 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [req-3f1aba45-b3b7-4d92-a1d3-f5bbab28e4c3 req-28355881-f3cb-44ca-932a-89fde1c82c72 service neutron] Attempting to bind port ebf4f7ac-65b2-4557-8dab-f429ef718a19 on host hv-neutron-8307 for vnic_type normal with profile {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:52:33.629282 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [req-3f1aba45-b3b7-4d92-a1d3-f5bbab28e4c3 req-28355881-f3cb-44ca-932a-89fde1c82c72 service neutron] Attempting to bind port ebf4f7ac-65b2-4557-8dab-f429ef718a19 by drivers openvswitch,hyperv on host hv-neutron-8307 at level 0 using segments [{'id': '89f3cc88-61e3-4f39-aeae-f34c8e035f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c2627522-a52f-46a5-9071-76d8cd9d26ac'}] {{(pid=83737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:52:33.629604 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1aba45-b3b7-4d92-a1d3-f5bbab28e4c3 req-28355881-f3cb-44ca-932a-89fde1c82c72 service neutron] Attempting to bind port ebf4f7ac-65b2-4557-8dab-f429ef718a19 on network c2627522-a52f-46a5-9071-76d8cd9d26ac {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:52:33.633547 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-b62ea08a-6811-47f5-a25c-439e51fa724e req-dfd4630b-5ab6-41fb-960e-95325ba93767 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Unset dirty status for tenant:ea182ca228b14bd78c810e6c020265a5 on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:52:33.634650 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b62ea08a-6811-47f5-a25c-439e51fa724e req-dfd4630b-5ab6-41fb-960e-95325ba93767 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=e48f17d9-d63a-45fa-8413-cd9a88aad2e6 HTTP/1.1" status: 200 len: 944 time: 0.2927148 Mar 07 10:52:33.637061 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1aba45-b3b7-4d92-a1d3-f5bbab28e4c3 req-28355881-f3cb-44ca-932a-89fde1c82c72 service neutron] Port ebf4f7ac-65b2-4557-8dab-f429ef718a19 on network c2627522-a52f-46a5-9071-76d8cd9d26ac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8307 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 07 10:52:33.637370 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1aba45-b3b7-4d92-a1d3-f5bbab28e4c3 req-28355881-f3cb-44ca-932a-89fde1c82c72 service neutron] Attempting to bind port ebf4f7ac-65b2-4557-8dab-f429ef718a19 on network c2627522-a52f-46a5-9071-76d8cd9d26ac {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:52:33.658382 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1aba45-b3b7-4d92-a1d3-f5bbab28e4c3 req-28355881-f3cb-44ca-932a-89fde1c82c72 service neutron] Checking agent: {'id': 'fb93ecad-d7e5-4e81-99ef-d8d0ee7386ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8307', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 21, 15), 'started_at': datetime.datetime(2022, 3, 7, 10, 21, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:52:33.658718 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1aba45-b3b7-4d92-a1d3-f5bbab28e4c3 req-28355881-f3cb-44ca-932a-89fde1c82c72 service neutron] Checking segment: {'id': '89f3cc88-61e3-4f39-aeae-f34c8e035f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c2627522-a52f-46a5-9071-76d8cd9d26ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:52:33.659073 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1aba45-b3b7-4d92-a1d3-f5bbab28e4c3 req-28355881-f3cb-44ca-932a-89fde1c82c72 service neutron] Bound using segment: {'id': '89f3cc88-61e3-4f39-aeae-f34c8e035f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c2627522-a52f-46a5-9071-76d8cd9d26ac'} {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:52:33.659488 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [req-3f1aba45-b3b7-4d92-a1d3-f5bbab28e4c3 req-28355881-f3cb-44ca-932a-89fde1c82c72 service neutron] Bound port: ebf4f7ac-65b2-4557-8dab-f429ef718a19, host: hv-neutron-8307, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89f3cc88-61e3-4f39-aeae-f34c8e035f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c2627522-a52f-46a5-9071-76d8cd9d26ac'}}] {{(pid=83737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:52:33.659823 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-3f1aba45-b3b7-4d92-a1d3-f5bbab28e4c3 req-28355881-f3cb-44ca-932a-89fde1c82c72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:52:33.733700 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b62ea08a-6811-47f5-a25c-439e51fa724e req-05f47e5f-0dc3-4091-ac27-e524b46556bc tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/security-groups?id=e715a674-ee03-4c9f-bbdb-345646b21ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919416 Mar 07 10:52:33.767321 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [req-3f1aba45-b3b7-4d92-a1d3-f5bbab28e4c3 req-28355881-f3cb-44ca-932a-89fde1c82c72 service neutron] For port ebf4f7ac-65b2-4557-8dab-f429ef718a19, host hv-neutron-8307, cleared binding levels {{(pid=83737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:52:33.770316 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [req-3f1aba45-b3b7-4d92-a1d3-f5bbab28e4c3 req-28355881-f3cb-44ca-932a-89fde1c82c72 service neutron] For port ebf4f7ac-65b2-4557-8dab-f429ef718a19, host hv-neutron-8307, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=ebf4f7ac-65b2-4557-8dab-f429ef718a19,segment=NetworkSegment(89f3cc88-61e3-4f39-aeae-f34c8e035f06),segment_id=89f3cc88-61e3-4f39-aeae-f34c8e035f06)] {{(pid=83737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:52:33.773921 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-3f1aba45-b3b7-4d92-a1d3-f5bbab28e4c3 req-28355881-f3cb-44ca-932a-89fde1c82c72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3012561'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:52:33.835097 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-3f1aba45-b3b7-4d92-a1d3-f5bbab28e4c3 req-28355881-f3cb-44ca-932a-89fde1c82c72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:52:33.836514 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-3f1aba45-b3b7-4d92-a1d3-f5bbab28e4c3 req-28355881-f3cb-44ca-932a-89fde1c82c72 service neutron] 10.222.0.10 "PUT /v2.0/ports/ebf4f7ac-65b2-4557-8dab-f429ef718a19 HTTP/1.1" status: 200 len: 1094 time: 1.0802691 Mar 07 10:52:33.836937 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e48f17d9-d63a-45fa-8413-cd9a88aad2e6', 'tag': 'ebf4f7ac-65b2-4557-8dab-f429ef718a19'}] {{(pid=83737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 10:52:33.863984 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28355881-f3cb-44ca-932a-89fde1c82c72 service neutron] Pushing event updated for resources: {'Port': ['ID=ebf4f7ac-65b2-4557-8dab-f429ef718a19,revision_number=3']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:33.914352 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e48f17d9-d63a-45fa-8413-cd9a88aad2e6', 'tag': 'ebf4f7ac-65b2-4557-8dab-f429ef718a19', 'status': 'completed', 'code': 200} Mar 07 10:52:33.955798 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-3f1aba45-b3b7-4d92-a1d3-f5bbab28e4c3 req-9bbfcac5-5b18-4301-bf0f-053917021676 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ea182ca228b14bd78c810e6c020265a5&device_id=e48f17d9-d63a-45fa-8413-cd9a88aad2e6 HTTP/1.1" status: 200 len: 1097 time: 0.0744932 Mar 07 10:52:34.027746 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-3f1aba45-b3b7-4d92-a1d3-f5bbab28e4c3 req-7a6e3b86-d672-44a9-8e4c-8307cdbd641a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ebf4f7ac-65b2-4557-8dab-f429ef718a19 HTTP/1.1" status: 200 len: 217 time: 0.0652223 Mar 07 10:52:34.087800 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1aba45-b3b7-4d92-a1d3-f5bbab28e4c3 req-a6d4a7e8-2525-4756-ae40-70320ebe14e8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:34.089234 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-3f1aba45-b3b7-4d92-a1d3-f5bbab28e4c3 req-a6d4a7e8-2525-4756-ae40-70320ebe14e8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7f7d5150-02b0-4848-9db2-7de7d27282d9 HTTP/1.1" status: 200 len: 850 time: 0.0563622 Mar 07 10:52:34.166163 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-3f1aba45-b3b7-4d92-a1d3-f5bbab28e4c3 req-7c13aa9d-48e8-420d-8c1e-6f519cbc635b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c2627522-a52f-46a5-9071-76d8cd9d26ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711994 Mar 07 10:52:34.295873 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-3f1aba45-b3b7-4d92-a1d3-f5bbab28e4c3 req-49fe8068-a039-4249-a441-9233bbc9414f service neutron] 10.222.0.10 "GET /v2.0/networks/c2627522-a52f-46a5-9071-76d8cd9d26ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230774 Mar 07 10:52:34.424240 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-3f1aba45-b3b7-4d92-a1d3-f5bbab28e4c3 req-7d1011bc-c011-4771-97d8-60d4bc197f47 service neutron] 10.222.0.10 "GET /v2.0/networks/c2627522-a52f-46a5-9071-76d8cd9d26ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225064 Mar 07 10:52:34.536986 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-9ecfc0a9-fc22-4848-a6ae-d2d73aaf77c0 req-7455623c-8448-4e55-8535-3b5c96b5b2e6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ea182ca228b14bd78c810e6c020265a5&device_id=e48f17d9-d63a-45fa-8413-cd9a88aad2e6 HTTP/1.1" status: 200 len: 1097 time: 0.0669539 Mar 07 10:52:34.665561 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecfc0a9-fc22-4848-a6ae-d2d73aaf77c0 req-4591609d-e17c-4bae-a53d-1928682eb7ab service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:34.666844 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-9ecfc0a9-fc22-4848-a6ae-d2d73aaf77c0 req-4591609d-e17c-4bae-a53d-1928682eb7ab service neutron] 10.222.0.10 "GET /v2.0/networks?id=c2627522-a52f-46a5-9071-76d8cd9d26ac HTTP/1.1" status: 200 len: 912 time: 0.1243467 Mar 07 10:52:34.737820 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-9ecfc0a9-fc22-4848-a6ae-d2d73aaf77c0 req-e8492222-9bc6-4246-90a6-82acf1c613e5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ebf4f7ac-65b2-4557-8dab-f429ef718a19 HTTP/1.1" status: 200 len: 217 time: 0.0647640 Mar 07 10:52:34.798225 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecfc0a9-fc22-4848-a6ae-d2d73aaf77c0 req-ce3eed01-5e31-427e-a3f6-44ffe1150404 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:34.799576 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-9ecfc0a9-fc22-4848-a6ae-d2d73aaf77c0 req-ce3eed01-5e31-427e-a3f6-44ffe1150404 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7f7d5150-02b0-4848-9db2-7de7d27282d9 HTTP/1.1" status: 200 len: 850 time: 0.0568569 Mar 07 10:52:34.931644 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-9ecfc0a9-fc22-4848-a6ae-d2d73aaf77c0 req-d77f6450-f413-4c9d-8d72-27d34a92b96b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c2627522-a52f-46a5-9071-76d8cd9d26ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1259832 Mar 07 10:52:35.016111 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f028e88-19e3-45af-bd1f-ea876205bc7e req-43233317-fb81-4dd5-a5d6-e88d6e9acbf2 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:35.017579 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-9f028e88-19e3-45af-bd1f-ea876205bc7e req-43233317-fb81-4dd5-a5d6-e88d6e9acbf2 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=e48f17d9-d63a-45fa-8413-cd9a88aad2e6 HTTP/1.1" status: 200 len: 944 time: 0.1564016 Mar 07 10:52:35.097776 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-9f028e88-19e3-45af-bd1f-ea876205bc7e req-4aa33bdf-985f-4854-bdc4-a6f7e1110f75 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/security-groups?id=e715a674-ee03-4c9f-bbdb-345646b21ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730700 Mar 07 10:52:35.100733 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-9ecfc0a9-fc22-4848-a6ae-d2d73aaf77c0 req-82d66912-3e1a-4df7-9ddb-6e98b2e37111 service neutron] 10.222.0.10 "GET /v2.0/networks/c2627522-a52f-46a5-9071-76d8cd9d26ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619394 Mar 07 10:52:35.230489 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-9ecfc0a9-fc22-4848-a6ae-d2d73aaf77c0 req-b07ee578-cfd5-4772-96f1-c5ef09e78230 service neutron] 10.222.0.10 "GET /v2.0/networks/c2627522-a52f-46a5-9071-76d8cd9d26ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234159 Mar 07 10:52:36.380662 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eec175e-f0c9-4552-89e6-95309b41b076 req-5ceac74b-c3d6-4c94-a22e-702e0caac626 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:36.382109 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-7eec175e-f0c9-4552-89e6-95309b41b076 req-5ceac74b-c3d6-4c94-a22e-702e0caac626 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=e48f17d9-d63a-45fa-8413-cd9a88aad2e6 HTTP/1.1" status: 200 len: 944 time: 0.1650476 Mar 07 10:52:36.427028 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-7eec175e-f0c9-4552-89e6-95309b41b076 req-d4b1b248-10ff-4132-ae2b-8cec1bc6ef54 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/security-groups?id=e715a674-ee03-4c9f-bbdb-345646b21ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392087 Mar 07 10:52:37.620293 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ff4270-41fb-4b28-8553-e5f33ba45fb7 req-e93c5f9b-6361-4429-8228-ef9ef25c71a1 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:37.621666 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b5ff4270-41fb-4b28-8553-e5f33ba45fb7 req-e93c5f9b-6361-4429-8228-ef9ef25c71a1 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=e48f17d9-d63a-45fa-8413-cd9a88aad2e6 HTTP/1.1" status: 200 len: 944 time: 0.0740240 Mar 07 10:52:37.667529 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b5ff4270-41fb-4b28-8553-e5f33ba45fb7 req-3950c4ac-9ed5-462c-8776-417cd90e7ead tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/security-groups?id=e715a674-ee03-4c9f-bbdb-345646b21ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398757 Mar 07 10:52:38.309785 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device ebf4f7ac-65b2-4557-8dab-f429ef718a19 details requested by agent hyperv_hv-neutron-8307 with host hv-neutron-8307 {{(pid=83739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 07 10:52:38.439217 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port ebf4f7ac-65b2-4557-8dab-f429ef718a19, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=ebf4f7ac-65b2-4557-8dab-f429ef718a19,segment=NetworkSegment(89f3cc88-61e3-4f39-aeae-f34c8e035f06),segment_id=89f3cc88-61e3-4f39-aeae-f34c8e035f06)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:52:38.452080 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Returning: {'device': 'ebf4f7ac-65b2-4557-8dab-f429ef718a19', 'network_id': 'c2627522-a52f-46a5-9071-76d8cd9d26ac', 'port_id': 'ebf4f7ac-65b2-4557-8dab-f429ef718a19', 'mac_address': 'fa:16:3e:22:b4:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f7d5150-02b0-4848-9db2-7de7d27282d9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 07 10:52:38.505073 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:52:38.523219 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebf4f7ac-65b2-4557-8dab-f429ef718a19 {{(pid=83739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 07 10:52:38.537702 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port ebf4f7ac-65b2-4557-8dab-f429ef718a19, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=ebf4f7ac-65b2-4557-8dab-f429ef718a19,segment=NetworkSegment(89f3cc88-61e3-4f39-aeae-f34c8e035f06),segment_id=89f3cc88-61e3-4f39-aeae-f34c8e035f06)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:52:38.541510 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:52:38.609276 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Pushing event updated for resources: {'Port': ['ID=ebf4f7ac-65b2-4557-8dab-f429ef718a19,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:38.851039 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] get_ports_and_sgs() called for port_ids ['ebf4f7ac-65b2-4557-8dab-f429ef718a19'] {{(pid=83739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 07 10:52:38.863819 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6904d204-5859-45f3-92e6-c37f85e21117 req-c1c69a5f-bf8b-42c9-9eff-37a13c0c4f22 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:38.865339 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-6904d204-5859-45f3-92e6-c37f85e21117 req-c1c69a5f-bf8b-42c9-9eff-37a13c0c4f22 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=e48f17d9-d63a-45fa-8413-cd9a88aad2e6 HTTP/1.1" status: 200 len: 945 time: 0.0763726 Mar 07 10:52:38.911017 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-6904d204-5859-45f3-92e6-c37f85e21117 req-48a98973-dffa-4ad8-8e32-e70be7fcccee tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/security-groups?id=e715a674-ee03-4c9f-bbdb-345646b21ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403574 Mar 07 10:52:40.105702 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fa9f52-83b9-43a1-baf0-f4371d7324f1 req-683f0ede-fda4-4451-9252-7147319cd0fb tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:40.107129 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-35fa9f52-83b9-43a1-baf0-f4371d7324f1 req-683f0ede-fda4-4451-9252-7147319cd0fb tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=e48f17d9-d63a-45fa-8413-cd9a88aad2e6 HTTP/1.1" status: 200 len: 945 time: 0.0789971 Mar 07 10:52:40.152452 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-35fa9f52-83b9-43a1-baf0-f4371d7324f1 req-e6da1ab6-a893-4497-9c4b-e7ff0cfa8c1d tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/security-groups?id=e715a674-ee03-4c9f-bbdb-345646b21ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395865 Mar 07 10:52:40.316250 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device ebf4f7ac-65b2-4557-8dab-f429ef718a19 up at agent hyperv_hv-neutron-8307 {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:52:40.385828 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Provisioning for port ebf4f7ac-65b2-4557-8dab-f429ef718a19 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:52:40.390747 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Provisioning complete for port ebf4f7ac-65b2-4557-8dab-f429ef718a19 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:52:40.390873 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:52:40.502179 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:52:40.527609 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e48f17d9-d63a-45fa-8413-cd9a88aad2e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebf4f7ac-65b2-4557-8dab-f429ef718a19'}] {{(pid=83739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 10:52:40.537162 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port ebf4f7ac-65b2-4557-8dab-f429ef718a19, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=ebf4f7ac-65b2-4557-8dab-f429ef718a19,segment=NetworkSegment(89f3cc88-61e3-4f39-aeae-f34c8e035f06),segment_id=89f3cc88-61e3-4f39-aeae-f34c8e035f06)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:52:40.540720 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:52:40.582444 dv-neutron-830731-3-hyperv neutron-server[83739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e48f17d9-d63a-45fa-8413-cd9a88aad2e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebf4f7ac-65b2-4557-8dab-f429ef718a19', 'code': 200} Mar 07 10:52:40.606560 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Pushing event updated for resources: {'Port': ['ID=ebf4f7ac-65b2-4557-8dab-f429ef718a19,revision_number=5']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:40.808409 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-eec0dbd5-9f4d-4a84-9384-b5b5a20a9827 req-7ce93db8-b0e8-46f7-a07b-2da14753bb08 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e48f17d9-d63a-45fa-8413-cd9a88aad2e6 HTTP/1.1" status: 200 len: 1099 time: 0.0651119 Mar 07 10:52:40.850067 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-eec0dbd5-9f4d-4a84-9384-b5b5a20a9827 req-28056a0d-bc9d-424e-a7b5-475e850b8102 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=e715a674-ee03-4c9f-bbdb-345646b21ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358191 Mar 07 10:52:41.214022 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ff13c7-92f8-42f4-9a02-1ff6aa446ff1 None None] Sync routers for ids ['56db4d7a-d6e7-40d0-a23e-93cd12695f67'] in dv-neutron-830731-3-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:52:41.227074 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ff13c7-92f8-42f4-9a02-1ff6aa446ff1 None None] Routers {'56db4d7a-d6e7-40d0-a23e-93cd12695f67'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:52:41.227736 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-76ff13c7-92f8-42f4-9a02-1ff6aa446ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:52:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['56db4d7a-d6e7-40d0-a23e-93cd12695f67'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:52:41.358987 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f580cc8-ffff-4862-ade1-a0f4e04ba680 req-f0a2494f-76af-4858-bf07-b27409635d43 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:41.360440 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-0f580cc8-ffff-4862-ade1-a0f4e04ba680 req-f0a2494f-76af-4858-bf07-b27409635d43 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=e48f17d9-d63a-45fa-8413-cd9a88aad2e6 HTTP/1.1" status: 200 len: 946 time: 0.0876896 Mar 07 10:52:41.404798 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-0f580cc8-ffff-4862-ade1-a0f4e04ba680 req-833eaea0-8cb4-47fa-91ca-14e5b91cabc5 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/security-groups?id=e715a674-ee03-4c9f-bbdb-345646b21ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386934 Mar 07 10:52:41.410466 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-76ff13c7-92f8-42f4-9a02-1ff6aa446ff1 None None] Set router 56db4d7a-d6e7-40d0-a23e-93cd12695f67 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:52:41.707042 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-76ff13c7-92f8-42f4-9a02-1ff6aa446ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56db4d7a-d6e7-40d0-a23e-93cd12695f67', 'name': 'tempest-ServerActionsTestJSON-940133837-router', 'tenant_id': 'ea182ca228b14bd78c810e6c020265a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.246'}], 'enable_snat': True}, 'gw_port_id': '28543fe1-0e0a-4857-92fe-e81b2ece1be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:52:23Z', 'updated_at': '2022-03-07T10:52:26Z', 'revision_number': 4, 'project_id': 'ea182ca228b14bd78c810e6c020265a5', 'gw_port': {'id': '28543fe1-0e0a-4857-92fe-e81b2ece1be6', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:21:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56db4d7a-d6e7-40d0-a23e-93cd12695f67', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:52:24Z', 'updated_at': '2022-03-07T10:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_interfaces': [{'id': '155076b2-2dab-4fbf-a926-1957d62aabaf', 'name': '', 'network_id': 'c2627522-a52f-46a5-9071-76d8cd9d26ac', 'tenant_id': 'ea182ca228b14bd78c810e6c020265a5', 'mac_address': 'fa:16:3e:66:e3:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56db4d7a-d6e7-40d0-a23e-93cd12695f67', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7f7d5150-02b0-4848-9db2-7de7d27282d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:52:25Z', 'updated_at': '2022-03-07T10:52:26Z', 'revision_number': 2, 'project_id': 'ea182ca228b14bd78c810e6c020265a5', 'subnets': [{'id': '7f7d5150-02b0-4848-9db2-7de7d27282d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:52:41.710541 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ff13c7-92f8-42f4-9a02-1ff6aa446ff1 None None] Checking router: 56db4d7a-d6e7-40d0-a23e-93cd12695f67 for host: dv-neutron-830731-3-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 07 10:52:41.710879 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ff13c7-92f8-42f4-9a02-1ff6aa446ff1 None None] Updating router 56db4d7a-d6e7-40d0-a23e-93cd12695f67 port 155076b2-2dab-4fbf-a926-1957d62aabaf binding host dv-neutron-830731-3-hyperv {{(pid=83740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 07 10:52:41.762231 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-76ff13c7-92f8-42f4-9a02-1ff6aa446ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:52:42.088153 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-76ff13c7-92f8-42f4-9a02-1ff6aa446ff1 None None] Notify callbacks [] for port, precommit_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:52:42.099047 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.provisioning_blocks [None req-76ff13c7-92f8-42f4-9a02-1ff6aa446ff1 None None] Transition to ACTIVE for port object 155076b2-2dab-4fbf-a926-1957d62aabaf will not be triggered until provisioned by entity L2. {{(pid=83740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:52:42.105781 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-76ff13c7-92f8-42f4-9a02-1ff6aa446ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:52:42.269975 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680b92b3-43ae-4e72-80ae-a918d83e5a8d None None] Pushing event updated for resources: {'Port': ['ID=155076b2-2dab-4fbf-a926-1957d62aabaf,revision_number=3']} {{(pid=83740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:42.278492 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680b92b3-43ae-4e72-80ae-a918d83e5a8d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:52:42.278823 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680b92b3-43ae-4e72-80ae-a918d83e5a8d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:52:42.279338 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680b92b3-43ae-4e72-80ae-a918d83e5a8d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:52:42.279910 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680b92b3-43ae-4e72-80ae-a918d83e5a8d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:52:42.280386 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680b92b3-43ae-4e72-80ae-a918d83e5a8d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:52:42.281543 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680b92b3-43ae-4e72-80ae-a918d83e5a8d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:52:42.282055 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680b92b3-43ae-4e72-80ae-a918d83e5a8d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:52:42.282479 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680b92b3-43ae-4e72-80ae-a918d83e5a8d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:52:42.282802 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680b92b3-43ae-4e72-80ae-a918d83e5a8d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:52:42.283114 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680b92b3-43ae-4e72-80ae-a918d83e5a8d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:52:42.283424 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680b92b3-43ae-4e72-80ae-a918d83e5a8d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:52:42.369431 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-76ff13c7-92f8-42f4-9a02-1ff6aa446ff1 None None] Attempting to bind port 155076b2-2dab-4fbf-a926-1957d62aabaf on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:52:42.369788 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-76ff13c7-92f8-42f4-9a02-1ff6aa446ff1 None None] Attempting to bind port 155076b2-2dab-4fbf-a926-1957d62aabaf by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': '89f3cc88-61e3-4f39-aeae-f34c8e035f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c2627522-a52f-46a5-9071-76d8cd9d26ac'}] {{(pid=83740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:52:42.370134 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ff13c7-92f8-42f4-9a02-1ff6aa446ff1 None None] Attempting to bind port 155076b2-2dab-4fbf-a926-1957d62aabaf on network c2627522-a52f-46a5-9071-76d8cd9d26ac {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:52:42.376546 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ff13c7-92f8-42f4-9a02-1ff6aa446ff1 None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 52, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:52:42.376904 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ff13c7-92f8-42f4-9a02-1ff6aa446ff1 None None] Checking segment: {'id': '89f3cc88-61e3-4f39-aeae-f34c8e035f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c2627522-a52f-46a5-9071-76d8cd9d26ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:52:42.377354 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-76ff13c7-92f8-42f4-9a02-1ff6aa446ff1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:52:42.377733 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ff13c7-92f8-42f4-9a02-1ff6aa446ff1 None None] Bound using segment: {'id': '89f3cc88-61e3-4f39-aeae-f34c8e035f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c2627522-a52f-46a5-9071-76d8cd9d26ac'} {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:52:42.378169 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-76ff13c7-92f8-42f4-9a02-1ff6aa446ff1 None None] Bound port: 155076b2-2dab-4fbf-a926-1957d62aabaf, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89f3cc88-61e3-4f39-aeae-f34c8e035f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c2627522-a52f-46a5-9071-76d8cd9d26ac'}}] {{(pid=83740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:52:42.378521 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-76ff13c7-92f8-42f4-9a02-1ff6aa446ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:52:42.462359 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.db [None req-76ff13c7-92f8-42f4-9a02-1ff6aa446ff1 None None] For port 155076b2-2dab-4fbf-a926-1957d62aabaf, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:52:42.465230 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.db [None req-76ff13c7-92f8-42f4-9a02-1ff6aa446ff1 None None] For port 155076b2-2dab-4fbf-a926-1957d62aabaf, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=155076b2-2dab-4fbf-a926-1957d62aabaf,segment=NetworkSegment(89f3cc88-61e3-4f39-aeae-f34c8e035f06),segment_id=89f3cc88-61e3-4f39-aeae-f34c8e035f06)] {{(pid=83740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:52:42.470306 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-76ff13c7-92f8-42f4-9a02-1ff6aa446ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:52:42.548094 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680b92b3-43ae-4e72-80ae-a918d83e5a8d None None] Pushing event updated for resources: {'Port': ['ID=155076b2-2dab-4fbf-a926-1957d62aabaf,revision_number=4']} {{(pid=83740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:42.554206 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ff13c7-92f8-42f4-9a02-1ff6aa446ff1 None None] Routers {'56db4d7a-d6e7-40d0-a23e-93cd12695f67'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:52:42.554837 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-76ff13c7-92f8-42f4-9a02-1ff6aa446ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:52:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['56db4d7a-d6e7-40d0-a23e-93cd12695f67'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:52:42.612216 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903b66e9-48c3-4e7a-a29c-ce06c0d54b4c req-a08d76a0-33e1-4b0f-bc24-8ee5b318dd9d tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:42.613624 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-903b66e9-48c3-4e7a-a29c-ce06c0d54b4c req-a08d76a0-33e1-4b0f-bc24-8ee5b318dd9d tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=e48f17d9-d63a-45fa-8413-cd9a88aad2e6 HTTP/1.1" status: 200 len: 946 time: 0.0863171 Mar 07 10:52:42.665211 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-903b66e9-48c3-4e7a-a29c-ce06c0d54b4c req-c9b589fd-c861-4b72-9c49-51a8b1d1b60e tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/security-groups?id=e715a674-ee03-4c9f-bbdb-345646b21ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457146 Mar 07 10:52:42.744086 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-76ff13c7-92f8-42f4-9a02-1ff6aa446ff1 None None] Set router 56db4d7a-d6e7-40d0-a23e-93cd12695f67 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:52:42.863548 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3efd19d-64f8-4a02-9aad-34f46923095c req-ffad5577-e3d4-480a-b321-590efa4f58fa tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:42.865032 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f3efd19d-64f8-4a02-9aad-34f46923095c req-ffad5577-e3d4-480a-b321-590efa4f58fa tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=e48f17d9-d63a-45fa-8413-cd9a88aad2e6 HTTP/1.1" status: 200 len: 946 time: 0.0807152 Mar 07 10:52:42.873642 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 43270) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:52:42.879453 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-a9b3b484-a62a-4c08-a2b7-f25acbb31a79 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Request body: {'floatingip': {'port_id': 'ebf4f7ac-65b2-4557-8dab-f429ef718a19'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:52:42.920064 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 155076b2-2dab-4fbf-a926-1957d62aabaf up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:52:42.961094 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a9b3b484-a62a-4c08-a2b7-f25acbb31a79 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Notify callbacks [] for floatingip, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:52:42.992623 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning for port 155076b2-2dab-4fbf-a926-1957d62aabaf completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:52:42.997296 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 155076b2-2dab-4fbf-a926-1957d62aabaf triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:52:42.997657 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:52:43.065758 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-76ff13c7-92f8-42f4-9a02-1ff6aa446ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56db4d7a-d6e7-40d0-a23e-93cd12695f67', 'name': 'tempest-ServerActionsTestJSON-940133837-router', 'tenant_id': 'ea182ca228b14bd78c810e6c020265a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.246'}], 'enable_snat': True}, 'gw_port_id': '28543fe1-0e0a-4857-92fe-e81b2ece1be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:52:23Z', 'updated_at': '2022-03-07T10:52:26Z', 'revision_number': 4, 'project_id': 'ea182ca228b14bd78c810e6c020265a5', 'gw_port': {'id': '28543fe1-0e0a-4857-92fe-e81b2ece1be6', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:21:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56db4d7a-d6e7-40d0-a23e-93cd12695f67', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:52:24Z', 'updated_at': '2022-03-07T10:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_interfaces': [{'id': '155076b2-2dab-4fbf-a926-1957d62aabaf', 'name': '', 'network_id': 'c2627522-a52f-46a5-9071-76d8cd9d26ac', 'tenant_id': 'ea182ca228b14bd78c810e6c020265a5', 'mac_address': 'fa:16:3e:66:e3:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56db4d7a-d6e7-40d0-a23e-93cd12695f67', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7f7d5150-02b0-4848-9db2-7de7d27282d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:52:25Z', 'updated_at': '2022-03-07T10:52:42Z', 'revision_number': 4, 'project_id': 'ea182ca228b14bd78c810e6c020265a5', 'subnets': [{'id': '7f7d5150-02b0-4848-9db2-7de7d27282d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:52:43.069700 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ff13c7-92f8-42f4-9a02-1ff6aa446ff1 None None] The sync data for ids ['56db4d7a-d6e7-40d0-a23e-93cd12695f67'] in dv-neutron-830731-3-hyperv is: [{'id': '56db4d7a-d6e7-40d0-a23e-93cd12695f67', 'name': 'tempest-ServerActionsTestJSON-940133837-router', 'tenant_id': 'ea182ca228b14bd78c810e6c020265a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.246'}], 'enable_snat': True}, 'gw_port_id': '28543fe1-0e0a-4857-92fe-e81b2ece1be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:52:23Z', 'updated_at': '2022-03-07T10:52:26Z', 'revision_number': 4, 'project_id': 'ea182ca228b14bd78c810e6c020265a5', 'gw_port': {'id': '28543fe1-0e0a-4857-92fe-e81b2ece1be6', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:21:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56db4d7a-d6e7-40d0-a23e-93cd12695f67', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:52:24Z', 'updated_at': '2022-03-07T10:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_interfaces': [{'id': '155076b2-2dab-4fbf-a926-1957d62aabaf', 'name': '', 'network_id': 'c2627522-a52f-46a5-9071-76d8cd9d26ac', 'tenant_id': 'ea182ca228b14bd78c810e6c020265a5', 'mac_address': 'fa:16:3e:66:e3:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56db4d7a-d6e7-40d0-a23e-93cd12695f67', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7f7d5150-02b0-4848-9db2-7de7d27282d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:52:25Z', 'updated_at': '2022-03-07T10:52:42Z', 'revision_number': 4, 'project_id': 'ea182ca228b14bd78c810e6c020265a5', 'subnets': [{'id': '7f7d5150-02b0-4848-9db2-7de7d27282d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:52:43.126131 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:52:43.160229 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] For port 155076b2-2dab-4fbf-a926-1957d62aabaf, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=155076b2-2dab-4fbf-a926-1957d62aabaf,segment=NetworkSegment(89f3cc88-61e3-4f39-aeae-f34c8e035f06),segment_id=89f3cc88-61e3-4f39-aeae-f34c8e035f06)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:52:43.166604 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:52:43.238670 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Pushing event updated for resources: {'Port': ['ID=155076b2-2dab-4fbf-a926-1957d62aabaf,revision_number=5']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:43.597584 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a9b3b484-a62a-4c08-a2b7-f25acbb31a79 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:52:43.601185 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a9b3b484-a62a-4c08-a2b7-f25acbb31a79 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923533'] for floatingip, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:52:43.874227 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.db.l3_db [None req-a9b3b484-a62a-4c08-a2b7-f25acbb31a79 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Floating IP 0d34bab2-6d40-40b5-b39c-ae9fae432d25 associated. External IP: 172.26.8.117, port: ebf4f7ac-65b2-4557-8dab-f429ef718a19. Mar 07 10:52:44.252986 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9b3b484-a62a-4c08-a2b7-f25acbb31a79 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Router 56db4d7a-d6e7-40d0-a23e-93cd12695f67 has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:52:44.447049 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9b3b484-a62a-4c08-a2b7-f25acbb31a79 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:52:44.451909 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a9b3b484-a62a-4c08-a2b7-f25acbb31a79 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for floatingip, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:52:44.505133 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-a9b3b484-a62a-4c08-a2b7-f25acbb31a79 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "PUT /v2.0/floatingips/0d34bab2-6d40-40b5-b39c-ae9fae432d25 HTTP/1.1" status: 200 len: 992 time: 1.6302743 Mar 07 10:52:44.505532 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e48f17d9-d63a-45fa-8413-cd9a88aad2e6', 'tag': 'ebf4f7ac-65b2-4557-8dab-f429ef718a19'}] {{(pid=83737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 10:52:44.558072 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e48f17d9-d63a-45fa-8413-cd9a88aad2e6', 'tag': 'ebf4f7ac-65b2-4557-8dab-f429ef718a19', 'status': 'completed', 'code': 200} Mar 07 10:52:44.711249 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-0446e330-3246-4f51-a529-775473d12008 req-a55ca4ba-ebf0-45ee-a165-02ab4d46794f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ea182ca228b14bd78c810e6c020265a5&device_id=e48f17d9-d63a-45fa-8413-cd9a88aad2e6 HTTP/1.1" status: 200 len: 1099 time: 0.1319582 Mar 07 10:52:44.716558 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b77dd2f-9660-49b7-82a5-7ad57e9d4ab5 req-e5cb058f-6d07-43a0-9dd0-a4130e2fdf5a tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:44.717933 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-6b77dd2f-9660-49b7-82a5-7ad57e9d4ab5 req-e5cb058f-6d07-43a0-9dd0-a4130e2fdf5a tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=e48f17d9-d63a-45fa-8413-cd9a88aad2e6 HTTP/1.1" status: 200 len: 946 time: 0.1048281 Mar 07 10:52:44.845040 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-6b77dd2f-9660-49b7-82a5-7ad57e9d4ab5 req-0ff43a6c-7761-430a-8175-3ffda2f69333 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/security-groups?id=e715a674-ee03-4c9f-bbdb-345646b21ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086054 Mar 07 10:52:44.889938 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0446e330-3246-4f51-a529-775473d12008 req-51e2435c-fc7a-46d9-a091-d3f2922c7416 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:44.891917 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-0446e330-3246-4f51-a529-775473d12008 req-51e2435c-fc7a-46d9-a091-d3f2922c7416 service neutron] 10.222.0.10 "GET /v2.0/networks?id=c2627522-a52f-46a5-9071-76d8cd9d26ac HTTP/1.1" status: 200 len: 912 time: 0.1726291 Mar 07 10:52:44.899490 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 155076b2-2dab-4fbf-a926-1957d62aabaf up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:52:44.973852 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 155076b2-2dab-4fbf-a926-1957d62aabaf triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:52:44.974440 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:52:45.044920 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-0446e330-3246-4f51-a529-775473d12008 req-f73d10fe-eb4d-4101-b99d-70beb763c697 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ebf4f7ac-65b2-4557-8dab-f429ef718a19 HTTP/1.1" status: 200 len: 1000 time: 0.1476097 Mar 07 10:52:45.128453 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0446e330-3246-4f51-a529-775473d12008 req-6ab001ca-8f36-4ecd-bd46-9b75ac7731f8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:45.129909 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-0446e330-3246-4f51-a529-775473d12008 req-6ab001ca-8f36-4ecd-bd46-9b75ac7731f8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7f7d5150-02b0-4848-9db2-7de7d27282d9 HTTP/1.1" status: 200 len: 850 time: 0.0724840 Mar 07 10:52:45.136166 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b47572-e901-4e0e-b37c-01b38d959746 req-093e1fb6-af51-40d5-b2eb-23c29c4e281f tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:45.137515 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f4b47572-e901-4e0e-b37c-01b38d959746 req-093e1fb6-af51-40d5-b2eb-23c29c4e281f tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=e48f17d9-d63a-45fa-8413-cd9a88aad2e6 HTTP/1.1" status: 200 len: 946 time: 0.1524842 Mar 07 10:52:45.230007 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f4b47572-e901-4e0e-b37c-01b38d959746 req-52b2e0ca-aff0-4a1c-8e1b-696570898f90 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/security-groups?id=e715a674-ee03-4c9f-bbdb-345646b21ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636239 Mar 07 10:52:45.243596 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-0446e330-3246-4f51-a529-775473d12008 req-02b6fefa-b729-4090-baa5-933f6d5fb907 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c2627522-a52f-46a5-9071-76d8cd9d26ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1051712 Mar 07 10:52:45.463080 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-0446e330-3246-4f51-a529-775473d12008 req-3880c7a3-f9e6-43b9-9931-c6e4b90bf50b service neutron] 10.222.0.10 "GET /v2.0/networks/c2627522-a52f-46a5-9071-76d8cd9d26ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2136350 Mar 07 10:52:45.589703 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-0446e330-3246-4f51-a529-775473d12008 req-783a1066-131d-425d-a0a2-9caa158a4108 service neutron] 10.222.0.10 "GET /v2.0/networks/c2627522-a52f-46a5-9071-76d8cd9d26ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200180 Mar 07 10:52:45.704553 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77db5104-a819-4573-8456-4069027d694e None None] Sync routers for ids ['56db4d7a-d6e7-40d0-a23e-93cd12695f67'] in dv-neutron-830731-3-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:52:45.716266 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77db5104-a819-4573-8456-4069027d694e None None] Routers {'56db4d7a-d6e7-40d0-a23e-93cd12695f67'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:52:45.716847 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-77db5104-a819-4573-8456-4069027d694e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:52:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['56db4d7a-d6e7-40d0-a23e-93cd12695f67'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:52:45.854837 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:52:45.901408 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-77db5104-a819-4573-8456-4069027d694e None None] Set router 56db4d7a-d6e7-40d0-a23e-93cd12695f67 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:52:46.166933 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-1875f840-2436-4e9a-9d4d-e1f9e1d75d46 req-929cc6ef-29aa-45e9-a54b-cdc473e8be7a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e48f17d9-d63a-45fa-8413-cd9a88aad2e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0665228 Mar 07 10:52:46.248158 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-77db5104-a819-4573-8456-4069027d694e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56db4d7a-d6e7-40d0-a23e-93cd12695f67', 'name': 'tempest-ServerActionsTestJSON-940133837-router', 'tenant_id': 'ea182ca228b14bd78c810e6c020265a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.246'}], 'enable_snat': True}, 'gw_port_id': '28543fe1-0e0a-4857-92fe-e81b2ece1be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:52:23Z', 'updated_at': '2022-03-07T10:52:26Z', 'revision_number': 4, 'project_id': 'ea182ca228b14bd78c810e6c020265a5', 'gw_port': {'id': '28543fe1-0e0a-4857-92fe-e81b2ece1be6', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:21:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56db4d7a-d6e7-40d0-a23e-93cd12695f67', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:52:24Z', 'updated_at': '2022-03-07T10:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_floatingips': [{'id': '0d34bab2-6d40-40b5-b39c-ae9fae432d25', 'tenant_id': 'ea182ca228b14bd78c810e6c020265a5', 'floating_ip_address': '172.26.8.117', 'floating_network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'router_id': '56db4d7a-d6e7-40d0-a23e-93cd12695f67', 'port_id': 'ebf4f7ac-65b2-4557-8dab-f429ef718a19', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2627522-a52f-46a5-9071-76d8cd9d26ac', 'mac_address': 'fa:16:3e:22:b4:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48f17d9-d63a-45fa-8413-cd9a88aad2e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:52:29Z', 'updated_at': '2022-03-07T10:52:43Z', 'revision_number': 1, 'project_id': 'ea182ca228b14bd78c810e6c020265a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '155076b2-2dab-4fbf-a926-1957d62aabaf', 'name': '', 'network_id': 'c2627522-a52f-46a5-9071-76d8cd9d26ac', 'tenant_id': 'ea182ca228b14bd78c810e6c020265a5', 'mac_address': 'fa:16:3e:66:e3:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56db4d7a-d6e7-40d0-a23e-93cd12695f67', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7f7d5150-02b0-4848-9db2-7de7d27282d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:52:25Z', 'updated_at': '2022-03-07T10:52:43Z', 'revision_number': 5, 'project_id': 'ea182ca228b14bd78c810e6c020265a5', 'subnets': [{'id': '7f7d5150-02b0-4848-9db2-7de7d27282d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:52:46.253339 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77db5104-a819-4573-8456-4069027d694e None None] Checking router: 56db4d7a-d6e7-40d0-a23e-93cd12695f67 for host: dv-neutron-830731-3-hyperv {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 07 10:52:46.265617 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77db5104-a819-4573-8456-4069027d694e None None] Routers {'56db4d7a-d6e7-40d0-a23e-93cd12695f67'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:52:46.265885 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-77db5104-a819-4573-8456-4069027d694e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:52:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['56db4d7a-d6e7-40d0-a23e-93cd12695f67'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:52:46.332190 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-1875f840-2436-4e9a-9d4d-e1f9e1d75d46 req-e03c2034-43f6-4311-a295-75c1acf24c82 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ea182ca228b14bd78c810e6c020265a5&device_id=e48f17d9-d63a-45fa-8413-cd9a88aad2e6 HTTP/1.1" status: 200 len: 1099 time: 0.0959120 Mar 07 10:52:46.449137 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-77db5104-a819-4573-8456-4069027d694e None None] Set router 56db4d7a-d6e7-40d0-a23e-93cd12695f67 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:52:46.542549 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1875f840-2436-4e9a-9d4d-e1f9e1d75d46 req-bff27bd4-d1ff-4a4a-b927-94c5719d72cd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:46.543997 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-1875f840-2436-4e9a-9d4d-e1f9e1d75d46 req-bff27bd4-d1ff-4a4a-b927-94c5719d72cd service neutron] 10.222.0.10 "GET /v2.0/networks?id=c2627522-a52f-46a5-9071-76d8cd9d26ac HTTP/1.1" status: 200 len: 912 time: 0.1878154 Mar 07 10:52:46.550829 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31571ce2-eb81-4366-a15a-e5ac24d874f5 req-c52bbc5f-cd6f-4b58-a55c-a3ccf78714dc tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:46.552151 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-31571ce2-eb81-4366-a15a-e5ac24d874f5 req-c52bbc5f-cd6f-4b58-a55c-a3ccf78714dc tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=e48f17d9-d63a-45fa-8413-cd9a88aad2e6 HTTP/1.1" status: 200 len: 946 time: 0.1774759 Mar 07 10:52:46.681547 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-31571ce2-eb81-4366-a15a-e5ac24d874f5 req-bf4ed7b8-d287-40e3-bc3f-12e7c1063f3d tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/security-groups?id=e715a674-ee03-4c9f-bbdb-345646b21ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772285 Mar 07 10:52:46.683361 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-1875f840-2436-4e9a-9d4d-e1f9e1d75d46 req-9cb712df-b1d7-4b64-821c-5b8c3ef97825 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ebf4f7ac-65b2-4557-8dab-f429ef718a19 HTTP/1.1" status: 200 len: 1000 time: 0.1302257 Mar 07 10:52:46.750494 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1875f840-2436-4e9a-9d4d-e1f9e1d75d46 req-d70fd412-fa61-4a05-8291-e0ddd020925d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:46.751918 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-1875f840-2436-4e9a-9d4d-e1f9e1d75d46 req-d70fd412-fa61-4a05-8291-e0ddd020925d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7f7d5150-02b0-4848-9db2-7de7d27282d9 HTTP/1.1" status: 200 len: 850 time: 0.0628986 Mar 07 10:52:46.810289 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-77db5104-a819-4573-8456-4069027d694e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56db4d7a-d6e7-40d0-a23e-93cd12695f67', 'name': 'tempest-ServerActionsTestJSON-940133837-router', 'tenant_id': 'ea182ca228b14bd78c810e6c020265a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.246'}], 'enable_snat': True}, 'gw_port_id': '28543fe1-0e0a-4857-92fe-e81b2ece1be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:52:23Z', 'updated_at': '2022-03-07T10:52:26Z', 'revision_number': 4, 'project_id': 'ea182ca228b14bd78c810e6c020265a5', 'gw_port': {'id': '28543fe1-0e0a-4857-92fe-e81b2ece1be6', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:21:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56db4d7a-d6e7-40d0-a23e-93cd12695f67', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:52:24Z', 'updated_at': '2022-03-07T10:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_floatingips': [{'id': '0d34bab2-6d40-40b5-b39c-ae9fae432d25', 'tenant_id': 'ea182ca228b14bd78c810e6c020265a5', 'floating_ip_address': '172.26.8.117', 'floating_network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'router_id': '56db4d7a-d6e7-40d0-a23e-93cd12695f67', 'port_id': 'ebf4f7ac-65b2-4557-8dab-f429ef718a19', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2627522-a52f-46a5-9071-76d8cd9d26ac', 'mac_address': 'fa:16:3e:22:b4:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48f17d9-d63a-45fa-8413-cd9a88aad2e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:52:29Z', 'updated_at': '2022-03-07T10:52:43Z', 'revision_number': 1, 'project_id': 'ea182ca228b14bd78c810e6c020265a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '155076b2-2dab-4fbf-a926-1957d62aabaf', 'name': '', 'network_id': 'c2627522-a52f-46a5-9071-76d8cd9d26ac', 'tenant_id': 'ea182ca228b14bd78c810e6c020265a5', 'mac_address': 'fa:16:3e:66:e3:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56db4d7a-d6e7-40d0-a23e-93cd12695f67', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7f7d5150-02b0-4848-9db2-7de7d27282d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:52:25Z', 'updated_at': '2022-03-07T10:52:43Z', 'revision_number': 5, 'project_id': 'ea182ca228b14bd78c810e6c020265a5', 'subnets': [{'id': '7f7d5150-02b0-4848-9db2-7de7d27282d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:52:46.814535 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77db5104-a819-4573-8456-4069027d694e None None] The sync data for ids ['56db4d7a-d6e7-40d0-a23e-93cd12695f67'] in dv-neutron-830731-3-hyperv is: [{'id': '56db4d7a-d6e7-40d0-a23e-93cd12695f67', 'name': 'tempest-ServerActionsTestJSON-940133837-router', 'tenant_id': 'ea182ca228b14bd78c810e6c020265a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.246'}], 'enable_snat': True}, 'gw_port_id': '28543fe1-0e0a-4857-92fe-e81b2ece1be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:52:23Z', 'updated_at': '2022-03-07T10:52:26Z', 'revision_number': 4, 'project_id': 'ea182ca228b14bd78c810e6c020265a5', 'gw_port': {'id': '28543fe1-0e0a-4857-92fe-e81b2ece1be6', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:21:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56db4d7a-d6e7-40d0-a23e-93cd12695f67', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:52:24Z', 'updated_at': '2022-03-07T10:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_floatingips': [{'id': '0d34bab2-6d40-40b5-b39c-ae9fae432d25', 'tenant_id': 'ea182ca228b14bd78c810e6c020265a5', 'floating_ip_address': '172.26.8.117', 'floating_network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'router_id': '56db4d7a-d6e7-40d0-a23e-93cd12695f67', 'port_id': 'ebf4f7ac-65b2-4557-8dab-f429ef718a19', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2627522-a52f-46a5-9071-76d8cd9d26ac', 'mac_address': 'fa:16:3e:22:b4:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48f17d9-d63a-45fa-8413-cd9a88aad2e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:52:29Z', 'updated_at': '2022-03-07T10:52:43Z', 'revision_number': 1, 'project_id': 'ea182ca228b14bd78c810e6c020265a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '155076b2-2dab-4fbf-a926-1957d62aabaf', 'name': '', 'network_id': 'c2627522-a52f-46a5-9071-76d8cd9d26ac', 'tenant_id': 'ea182ca228b14bd78c810e6c020265a5', 'mac_address': 'fa:16:3e:66:e3:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56db4d7a-d6e7-40d0-a23e-93cd12695f67', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7f7d5150-02b0-4848-9db2-7de7d27282d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:52:25Z', 'updated_at': '2022-03-07T10:52:43Z', 'revision_number': 5, 'project_id': 'ea182ca228b14bd78c810e6c020265a5', 'subnets': [{'id': '7f7d5150-02b0-4848-9db2-7de7d27282d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:52:46.866684 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-1875f840-2436-4e9a-9d4d-e1f9e1d75d46 req-706e8cc2-7d73-45c7-ae91-6869b1b765a0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c2627522-a52f-46a5-9071-76d8cd9d26ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1090026 Mar 07 10:52:46.983024 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcb925a-8b9e-46a5-a5e6-6fc374cd6486 req-f46e5f3b-59f4-4c0c-a701-ac35f94db751 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:46.985097 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-2fcb925a-8b9e-46a5-a5e6-6fc374cd6486 req-f46e5f3b-59f4-4c0c-a701-ac35f94db751 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=e48f17d9-d63a-45fa-8413-cd9a88aad2e6 HTTP/1.1" status: 200 len: 946 time: 0.1766272 Mar 07 10:52:47.009630 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e4cf3f-7c88-48ef-8c81-e377d4635020 None None] New status for floating IP 0d34bab2-6d40-40b5-b39c-ae9fae432d25: ACTIVE {{(pid=83740) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 07 10:52:47.046884 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-1875f840-2436-4e9a-9d4d-e1f9e1d75d46 req-713707a5-ad19-4bd9-8a7c-168bb8772130 service neutron] 10.222.0.10 "GET /v2.0/networks/c2627522-a52f-46a5-9071-76d8cd9d26ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725512 Mar 07 10:52:47.076746 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-2fcb925a-8b9e-46a5-a5e6-6fc374cd6486 req-eea55340-d6ef-4a64-a56f-aa61abbc479a tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/security-groups?id=e715a674-ee03-4c9f-bbdb-345646b21ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810609 Mar 07 10:52:47.188327 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-1875f840-2436-4e9a-9d4d-e1f9e1d75d46 req-5e6a9847-9aa6-46dc-a1a4-9db1c8ee59bb service neutron] 10.222.0.10 "GET /v2.0/networks/c2627522-a52f-46a5-9071-76d8cd9d26ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342223 Mar 07 10:52:47.280239 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-6244e8f0-9fb2-4624-a64a-1efbeb49f78f req-347df3a2-8139-4880-a69d-a1bc84b8ada7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e48f17d9-d63a-45fa-8413-cd9a88aad2e6&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0703235 Mar 07 10:52:47.536098 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-fb58b7a2-e5ab-4778-bb52-34499fb8adc0 req-8277011d-3571-48f0-82f7-f1756771cbad service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e48f17d9-d63a-45fa-8413-cd9a88aad2e6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0681431 Mar 07 10:52:47.601453 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6129e3-a088-439b-99c6-1db0fb2447af req-482bcf1e-be89-4f2d-8514-90b088b08580 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:47.602995 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-9a6129e3-a088-439b-99c6-1db0fb2447af req-482bcf1e-be89-4f2d-8514-90b088b08580 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=e48f17d9-d63a-45fa-8413-cd9a88aad2e6 HTTP/1.1" status: 200 len: 946 time: 0.0787876 Mar 07 10:52:47.651366 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-9a6129e3-a088-439b-99c6-1db0fb2447af req-b18d0bba-7ee1-4dbf-bd80-a31edb13871c tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/security-groups?id=e715a674-ee03-4c9f-bbdb-345646b21ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429931 Mar 07 10:52:48.711315 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-fb58b7a2-e5ab-4778-bb52-34499fb8adc0 req-aa0a58b4-6757-4f0e-b58b-23ac3f0e7fef service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ea182ca228b14bd78c810e6c020265a5&device_id=e48f17d9-d63a-45fa-8413-cd9a88aad2e6 HTTP/1.1" status: 200 len: 1099 time: 0.0696821 Mar 07 10:52:48.898026 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb58b7a2-e5ab-4778-bb52-34499fb8adc0 req-f26b6560-0d20-443d-84be-343ab8448059 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:48.899442 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-fb58b7a2-e5ab-4778-bb52-34499fb8adc0 req-f26b6560-0d20-443d-84be-343ab8448059 service neutron] 10.222.0.10 "GET /v2.0/networks?id=c2627522-a52f-46a5-9071-76d8cd9d26ac HTTP/1.1" status: 200 len: 912 time: 0.1825328 Mar 07 10:52:48.909164 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f599b4b-1517-44c6-88d7-aeeb8c3c3746 req-38388b55-6c8c-492d-b293-f966743699d1 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:48.910490 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-9f599b4b-1517-44c6-88d7-aeeb8c3c3746 req-38388b55-6c8c-492d-b293-f966743699d1 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=e48f17d9-d63a-45fa-8413-cd9a88aad2e6 HTTP/1.1" status: 200 len: 946 time: 0.1251767 Mar 07 10:52:49.120648 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-fb58b7a2-e5ab-4778-bb52-34499fb8adc0 req-2616b14a-6c51-4433-bd10-9db9aad84d08 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ebf4f7ac-65b2-4557-8dab-f429ef718a19 HTTP/1.1" status: 200 len: 1002 time: 0.2092004 Mar 07 10:52:49.122843 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-9f599b4b-1517-44c6-88d7-aeeb8c3c3746 req-d34f6a4e-c20b-431c-8cf9-2e1234b8f6d9 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/security-groups?id=e715a674-ee03-4c9f-bbdb-345646b21ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807462 Mar 07 10:52:49.181247 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb58b7a2-e5ab-4778-bb52-34499fb8adc0 req-0f215383-63ba-433e-af32-3619f76715e5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:49.182655 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-fb58b7a2-e5ab-4778-bb52-34499fb8adc0 req-0f215383-63ba-433e-af32-3619f76715e5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7f7d5150-02b0-4848-9db2-7de7d27282d9 HTTP/1.1" status: 200 len: 850 time: 0.0564892 Mar 07 10:52:49.258695 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-fb58b7a2-e5ab-4778-bb52-34499fb8adc0 req-1d5a6343-298c-4b7a-b8e8-41b7f8f386e1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c2627522-a52f-46a5-9071-76d8cd9d26ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704749 Mar 07 10:52:49.388672 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-fb58b7a2-e5ab-4778-bb52-34499fb8adc0 req-27e20cbc-fde8-438a-918f-44ba706f4dce service neutron] 10.222.0.10 "GET /v2.0/networks/c2627522-a52f-46a5-9071-76d8cd9d26ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239433 Mar 07 10:52:49.520831 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-fb58b7a2-e5ab-4778-bb52-34499fb8adc0 req-63522b22-90d2-4e17-b178-5399f8585df3 service neutron] 10.222.0.10 "GET /v2.0/networks/c2627522-a52f-46a5-9071-76d8cd9d26ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262405 Mar 07 10:52:50.336897 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e039ae7c-14b3-4496-b3ca-5995135f3e47 req-96f96a4a-b726-49e5-8b69-e1960e073278 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:50.339152 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-e039ae7c-14b3-4496-b3ca-5995135f3e47 req-96f96a4a-b726-49e5-8b69-e1960e073278 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=e48f17d9-d63a-45fa-8413-cd9a88aad2e6 HTTP/1.1" status: 200 len: 946 time: 0.0852330 Mar 07 10:52:50.389499 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-e039ae7c-14b3-4496-b3ca-5995135f3e47 req-212e23eb-86d5-4fc0-abce-528fbea14ed6 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/security-groups?id=e715a674-ee03-4c9f-bbdb-345646b21ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438547 Mar 07 10:52:51.593669 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aff40c-973d-47b4-bfdb-bd33a8aa44f3 req-316d8f4a-4fd7-4fa1-93b2-0029084e9c2c tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:51.595279 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-82aff40c-973d-47b4-bfdb-bd33a8aa44f3 req-316d8f4a-4fd7-4fa1-93b2-0029084e9c2c tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=e48f17d9-d63a-45fa-8413-cd9a88aad2e6 HTTP/1.1" status: 200 len: 946 time: 0.0792289 Mar 07 10:52:51.638514 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-82aff40c-973d-47b4-bfdb-bd33a8aa44f3 req-143ef703-1a55-4ac9-9485-0b6a47fa1122 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/security-groups?id=e715a674-ee03-4c9f-bbdb-345646b21ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378418 Mar 07 10:52:52.834541 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104c74d3-3b7d-433d-b04b-3d38cedc4c34 req-f51e5fb3-9e8f-476f-ba8f-97dde56ecd56 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:52.836268 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-104c74d3-3b7d-433d-b04b-3d38cedc4c34 req-f51e5fb3-9e8f-476f-ba8f-97dde56ecd56 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=e48f17d9-d63a-45fa-8413-cd9a88aad2e6 HTTP/1.1" status: 200 len: 946 time: 0.0745826 Mar 07 10:52:52.879562 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-104c74d3-3b7d-433d-b04b-3d38cedc4c34 req-7ba3ac87-a3cf-4187-a0b9-42db3ac958e8 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/security-groups?id=e715a674-ee03-4c9f-bbdb-345646b21ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381060 Mar 07 10:52:54.073132 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59662c26-29da-4042-acc8-a6dc268b222b req-1b15ad9e-e088-4644-94cd-8d68317206fd tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:54.074543 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-59662c26-29da-4042-acc8-a6dc268b222b req-1b15ad9e-e088-4644-94cd-8d68317206fd tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=e48f17d9-d63a-45fa-8413-cd9a88aad2e6 HTTP/1.1" status: 200 len: 946 time: 0.0768175 Mar 07 10:52:54.118432 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-59662c26-29da-4042-acc8-a6dc268b222b req-08c47314-0056-447b-bc7e-657ce1a8dfbf tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/security-groups?id=e715a674-ee03-4c9f-bbdb-345646b21ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384576 Mar 07 10:52:55.316255 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1befab-02e5-452b-bddb-71fab4a3c432 req-78e404d4-528f-4913-90c0-752dc12188a8 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:55.317724 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-1e1befab-02e5-452b-bddb-71fab4a3c432 req-78e404d4-528f-4913-90c0-752dc12188a8 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=e48f17d9-d63a-45fa-8413-cd9a88aad2e6 HTTP/1.1" status: 200 len: 946 time: 0.0757020 Mar 07 10:52:55.365167 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-1e1befab-02e5-452b-bddb-71fab4a3c432 req-4650f4b7-8c9a-44c2-bab3-5705f03b60bc tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/security-groups?id=e715a674-ee03-4c9f-bbdb-345646b21ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420470 Mar 07 10:52:56.558682 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cf0faf-abb1-4a87-9571-472f8d72716d req-acf7af26-cf32-4c48-b336-bab338a5ebdb tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:56.560034 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-97cf0faf-abb1-4a87-9571-472f8d72716d req-acf7af26-cf32-4c48-b336-bab338a5ebdb tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=e48f17d9-d63a-45fa-8413-cd9a88aad2e6 HTTP/1.1" status: 200 len: 946 time: 0.0752456 Mar 07 10:52:56.604888 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-97cf0faf-abb1-4a87-9571-472f8d72716d req-741ab58a-498e-46ef-ad18-c97386ae2a9f tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/security-groups?id=e715a674-ee03-4c9f-bbdb-345646b21ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391049 Mar 07 10:52:57.801976 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29996dc6-c0c4-4b16-81db-32f40838e63e req-68082ee1-de28-4e20-a772-126124b6b5dd tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:57.803392 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-29996dc6-c0c4-4b16-81db-32f40838e63e req-68082ee1-de28-4e20-a772-126124b6b5dd tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=e48f17d9-d63a-45fa-8413-cd9a88aad2e6 HTTP/1.1" status: 200 len: 946 time: 0.0780342 Mar 07 10:52:57.847342 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-29996dc6-c0c4-4b16-81db-32f40838e63e req-391c8d62-ca05-4df2-93c0-0246d49f6f5b tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/security-groups?id=e715a674-ee03-4c9f-bbdb-345646b21ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385578 Mar 07 10:52:58.404998 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-93f4b4e7-59da-49fe-b45a-4924c5a51179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:52:59.044369 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bbebfc-a52a-4be5-95d7-218e4e864a29 req-afa7a03e-c812-4d5d-af67-14a8f603f26d tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:59.045792 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b9bbebfc-a52a-4be5-95d7-218e4e864a29 req-afa7a03e-c812-4d5d-af67-14a8f603f26d tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=e48f17d9-d63a-45fa-8413-cd9a88aad2e6 HTTP/1.1" status: 200 len: 946 time: 0.0735583 Mar 07 10:52:59.089546 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b9bbebfc-a52a-4be5-95d7-218e4e864a29 req-a9bee368-24c5-40d9-8c60-077b9a93a13b tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/security-groups?id=e715a674-ee03-4c9f-bbdb-345646b21ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379884 Mar 07 10:53:00.288767 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46a2806-958a-46af-a7a5-54dac463f0db req-057e7e55-3433-4bf1-b37e-d2e3c9150f72 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:00.290205 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d46a2806-958a-46af-a7a5-54dac463f0db req-057e7e55-3433-4bf1-b37e-d2e3c9150f72 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=e48f17d9-d63a-45fa-8413-cd9a88aad2e6 HTTP/1.1" status: 200 len: 946 time: 0.0790913 Mar 07 10:53:00.334433 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d46a2806-958a-46af-a7a5-54dac463f0db req-da6ca975-6cfd-46d9-af7c-a1247b1cf414 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/security-groups?id=e715a674-ee03-4c9f-bbdb-345646b21ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388184 Mar 07 10:53:00.595291 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-09ea79ab-9513-4f50-93b6-b69cf1def6de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:53:01.526867 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c4a1ef-cfbe-4cba-8d2c-511a3dbe8a2f req-45dd2e28-3bb4-468c-bc84-f2e9c1a69145 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:01.528289 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-54c4a1ef-cfbe-4cba-8d2c-511a3dbe8a2f req-45dd2e28-3bb4-468c-bc84-f2e9c1a69145 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=e48f17d9-d63a-45fa-8413-cd9a88aad2e6 HTTP/1.1" status: 200 len: 946 time: 0.0748987 Mar 07 10:53:01.573271 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-54c4a1ef-cfbe-4cba-8d2c-511a3dbe8a2f req-0f603e57-3fd1-4a27-ab23-392a0f809d76 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/security-groups?id=e715a674-ee03-4c9f-bbdb-345646b21ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384622 Mar 07 10:53:01.840621 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-711fefd2-3b30-4759-8df5-0aecff1c8e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:53:01.894685 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:53:02.089509 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-adbd2215-c8ee-41f3-92a6-4182ca26b8a8 None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 10:53:02.771954 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf2469a-193f-4f68-af31-a68a8cbb73ba req-6cc307bb-2006-423d-92db-96722458b33f tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:02.773395 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-1cf2469a-193f-4f68-af31-a68a8cbb73ba req-6cc307bb-2006-423d-92db-96722458b33f tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=e48f17d9-d63a-45fa-8413-cd9a88aad2e6 HTTP/1.1" status: 200 len: 946 time: 0.0763290 Mar 07 10:53:02.817692 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-1cf2469a-193f-4f68-af31-a68a8cbb73ba req-7d126586-f67a-4cc8-986b-7af35f3b6017 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/security-groups?id=e715a674-ee03-4c9f-bbdb-345646b21ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389063 Mar 07 10:53:03.267801 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c87150bd-aa9c-4ad1-bb68-57ec66d4fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:53:04.009313 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58c174d-c222-491a-a546-1110f56a2987 req-ddbefe5c-3f3d-4bd6-974a-af727430bbca tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:04.010754 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-a58c174d-c222-491a-a546-1110f56a2987 req-ddbefe5c-3f3d-4bd6-974a-af727430bbca tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=e48f17d9-d63a-45fa-8413-cd9a88aad2e6 HTTP/1.1" status: 200 len: 946 time: 0.0761819 Mar 07 10:53:04.130327 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-a58c174d-c222-491a-a546-1110f56a2987 req-bb574c2f-60d9-4597-8752-c0a802d24710 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/security-groups?id=e715a674-ee03-4c9f-bbdb-345646b21ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1141775 Mar 07 10:53:05.323209 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9226c2f-0001-48a6-85aa-684458832dcc req-cb0f0b00-468f-4be8-9c32-34e73d7bbc73 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:05.324646 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-e9226c2f-0001-48a6-85aa-684458832dcc req-cb0f0b00-468f-4be8-9c32-34e73d7bbc73 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=e48f17d9-d63a-45fa-8413-cd9a88aad2e6 HTTP/1.1" status: 200 len: 946 time: 0.0742986 Mar 07 10:53:05.368058 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-e9226c2f-0001-48a6-85aa-684458832dcc req-e58f6031-4437-4089-aac0-a2b5be610f82 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/security-groups?id=e715a674-ee03-4c9f-bbdb-345646b21ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378876 Mar 07 10:53:06.565730 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c0fccb-93c5-4951-bf34-d9314bd0f0e3 req-9923a7a6-16da-4070-b99c-180f2a30fd8d tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:06.567056 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d9c0fccb-93c5-4951-bf34-d9314bd0f0e3 req-9923a7a6-16da-4070-b99c-180f2a30fd8d tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=e48f17d9-d63a-45fa-8413-cd9a88aad2e6 HTTP/1.1" status: 200 len: 946 time: 0.0773506 Mar 07 10:53:06.610723 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d9c0fccb-93c5-4951-bf34-d9314bd0f0e3 req-44815410-8fa6-4379-81c8-a44789ca03cb tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/security-groups?id=e715a674-ee03-4c9f-bbdb-345646b21ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382967 Mar 07 10:53:07.804283 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efcedaf-080e-4019-9f46-05aaf1287f15 req-c485fdad-8a11-4b07-8035-2d2b8555eefe tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:07.805737 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-1efcedaf-080e-4019-9f46-05aaf1287f15 req-c485fdad-8a11-4b07-8035-2d2b8555eefe tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=e48f17d9-d63a-45fa-8413-cd9a88aad2e6 HTTP/1.1" status: 200 len: 946 time: 0.0743706 Mar 07 10:53:07.850099 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-1efcedaf-080e-4019-9f46-05aaf1287f15 req-fb77695b-dbcf-4c3c-9308-2be1fdf15ab4 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/security-groups?id=e715a674-ee03-4c9f-bbdb-345646b21ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389650 Mar 07 10:53:09.042698 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9090c1af-6dc9-4bf7-9ac4-bae057a215f6 req-09ba298d-c43a-48be-91ef-efd44ff75bcc tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:09.044136 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-9090c1af-6dc9-4bf7-9ac4-bae057a215f6 req-09ba298d-c43a-48be-91ef-efd44ff75bcc tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=e48f17d9-d63a-45fa-8413-cd9a88aad2e6 HTTP/1.1" status: 200 len: 946 time: 0.0773060 Mar 07 10:53:09.088065 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-9090c1af-6dc9-4bf7-9ac4-bae057a215f6 req-05c9f8be-c9a6-4dec-8393-2b110749332f tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/security-groups?id=e715a674-ee03-4c9f-bbdb-345646b21ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385277 Mar 07 10:53:10.287801 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc88b0b9-3549-453b-9aec-27b23803a4b3 req-c806eef5-9c1e-4050-9702-301a8941086c tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:10.289278 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-fc88b0b9-3549-453b-9aec-27b23803a4b3 req-c806eef5-9c1e-4050-9702-301a8941086c tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=e48f17d9-d63a-45fa-8413-cd9a88aad2e6 HTTP/1.1" status: 200 len: 946 time: 0.0742302 Mar 07 10:53:10.337824 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-fc88b0b9-3549-453b-9aec-27b23803a4b3 req-6d661ea2-21d5-4908-81fa-d29102592b2b tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/security-groups?id=e715a674-ee03-4c9f-bbdb-345646b21ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430522 Mar 07 10:53:11.281797 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-fb58b7a2-e5ab-4778-bb52-34499fb8adc0 req-8a38d1d7-f802-47b7-baf0-8ba05e0ec244 service neutron] 10.222.0.10 "GET /v2.0/ports/ebf4f7ac-65b2-4557-8dab-f429ef718a19/bindings/hv-neutron-8307 HTTP/1.1" status: 200 len: 384 time: 0.0746787 Mar 07 10:53:11.597122 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc9e71c-fc25-476b-ae09-d165229ce39a req-3cbe41c7-dc32-41b6-999f-f51b3d2caa10 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:11.598436 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-9cc9e71c-fc25-476b-ae09-d165229ce39a req-3cbe41c7-dc32-41b6-999f-f51b3d2caa10 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=e48f17d9-d63a-45fa-8413-cd9a88aad2e6 HTTP/1.1" status: 200 len: 946 time: 0.1335254 Mar 07 10:53:11.601869 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-fb58b7a2-e5ab-4778-bb52-34499fb8adc0 req-082c6472-fc3b-4bff-bf8d-5c885217df1a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e48f17d9-d63a-45fa-8413-cd9a88aad2e6&tenant_id=ea182ca228b14bd78c810e6c020265a5 HTTP/1.1" status: 200 len: 1099 time: 0.1013975 Mar 07 10:53:11.690714 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-9cc9e71c-fc25-476b-ae09-d165229ce39a req-e2194ab3-e6e7-4716-bfed-9aabd12102c8 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/security-groups?id=e715a674-ee03-4c9f-bbdb-345646b21ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867944 Mar 07 10:53:11.709975 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-fb58b7a2-e5ab-4778-bb52-34499fb8adc0 req-0fd282c9-b014-4b47-9f6a-e57fbeab8292 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ea182ca228b14bd78c810e6c020265a5&device_id=e48f17d9-d63a-45fa-8413-cd9a88aad2e6 HTTP/1.1" status: 200 len: 1099 time: 0.0855019 Mar 07 10:53:11.838879 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb58b7a2-e5ab-4778-bb52-34499fb8adc0 req-a6bd5345-82f1-4e4e-ba7b-9ef4812f1d36 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:11.840329 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-fb58b7a2-e5ab-4778-bb52-34499fb8adc0 req-a6bd5345-82f1-4e4e-ba7b-9ef4812f1d36 service neutron] 10.222.0.10 "GET /v2.0/networks?id=c2627522-a52f-46a5-9071-76d8cd9d26ac HTTP/1.1" status: 200 len: 912 time: 0.1238701 Mar 07 10:53:11.936574 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-fb58b7a2-e5ab-4778-bb52-34499fb8adc0 req-cf4ab89b-1d4a-4c72-8ee6-22863551bada service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ebf4f7ac-65b2-4557-8dab-f429ef718a19 HTTP/1.1" status: 200 len: 1002 time: 0.0900006 Mar 07 10:53:11.999083 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb58b7a2-e5ab-4778-bb52-34499fb8adc0 req-dc7ca0aa-1a9b-4b31-b2a1-b94e58002fdf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:12.000708 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-fb58b7a2-e5ab-4778-bb52-34499fb8adc0 req-dc7ca0aa-1a9b-4b31-b2a1-b94e58002fdf service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7f7d5150-02b0-4848-9db2-7de7d27282d9 HTTP/1.1" status: 200 len: 850 time: 0.0588171 Mar 07 10:53:12.073475 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-fb58b7a2-e5ab-4778-bb52-34499fb8adc0 req-8451b059-ca64-49a1-896f-446d67fe9a73 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c2627522-a52f-46a5-9071-76d8cd9d26ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0676835 Mar 07 10:53:12.199838 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-fb58b7a2-e5ab-4778-bb52-34499fb8adc0 req-f759268f-eb19-479a-b4e8-e1e0f9d909dd service neutron] 10.222.0.10 "GET /v2.0/networks/c2627522-a52f-46a5-9071-76d8cd9d26ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203551 Mar 07 10:53:12.326318 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-fb58b7a2-e5ab-4778-bb52-34499fb8adc0 req-4dbada1e-3a45-4e78-823c-45faa1a0e917 service neutron] 10.222.0.10 "GET /v2.0/networks/c2627522-a52f-46a5-9071-76d8cd9d26ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202912 Mar 07 10:53:12.887550 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e312003e-446a-49d8-a7c3-9f0ff4da4b89 req-0ed73c27-215f-4141-aa98-4049dfc518e1 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:12.888974 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-e312003e-446a-49d8-a7c3-9f0ff4da4b89 req-0ed73c27-215f-4141-aa98-4049dfc518e1 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=e48f17d9-d63a-45fa-8413-cd9a88aad2e6 HTTP/1.1" status: 200 len: 946 time: 0.0782745 Mar 07 10:53:12.932961 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-e312003e-446a-49d8-a7c3-9f0ff4da4b89 req-e107694c-37c3-4cb4-beab-9456eb1d15c0 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/security-groups?id=e715a674-ee03-4c9f-bbdb-345646b21ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379105 Mar 07 10:53:14.126657 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44892a1b-0d83-4b3d-9e95-69b5e638a58f req-6274b662-14d2-467e-a6e6-343248d4fb1e tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:14.128058 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-44892a1b-0d83-4b3d-9e95-69b5e638a58f req-6274b662-14d2-467e-a6e6-343248d4fb1e tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=e48f17d9-d63a-45fa-8413-cd9a88aad2e6 HTTP/1.1" status: 200 len: 946 time: 0.0742812 Mar 07 10:53:14.171728 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-44892a1b-0d83-4b3d-9e95-69b5e638a58f req-fa78277c-9ee9-4690-bb99-e530fd92d72e tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/security-groups?id=e715a674-ee03-4c9f-bbdb-345646b21ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381773 Mar 07 10:53:14.514374 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device ebf4f7ac-65b2-4557-8dab-f429ef718a19 details requested by agent hyperv_hv-neutron-8307 with host hv-neutron-8307 {{(pid=83739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 07 10:53:14.516687 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device ebf4f7ac-65b2-4557-8dab-f429ef718a19 no longer exists at agent hyperv_hv-neutron-8307 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:53:14.722632 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:53:14.754030 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port ebf4f7ac-65b2-4557-8dab-f429ef718a19, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=ebf4f7ac-65b2-4557-8dab-f429ef718a19,segment=NetworkSegment(89f3cc88-61e3-4f39-aeae-f34c8e035f06),segment_id=89f3cc88-61e3-4f39-aeae-f34c8e035f06)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:53:14.775571 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e48f17d9-d63a-45fa-8413-cd9a88aad2e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ebf4f7ac-65b2-4557-8dab-f429ef718a19'}] {{(pid=83739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 10:53:14.781796 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Returning: {'device': 'ebf4f7ac-65b2-4557-8dab-f429ef718a19', 'network_id': 'c2627522-a52f-46a5-9071-76d8cd9d26ac', 'port_id': 'ebf4f7ac-65b2-4557-8dab-f429ef718a19', 'mac_address': 'fa:16:3e:22:b4:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f7d5150-02b0-4848-9db2-7de7d27282d9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 07 10:53:14.787825 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port ebf4f7ac-65b2-4557-8dab-f429ef718a19, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=ebf4f7ac-65b2-4557-8dab-f429ef718a19,segment=NetworkSegment(89f3cc88-61e3-4f39-aeae-f34c8e035f06),segment_id=89f3cc88-61e3-4f39-aeae-f34c8e035f06)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:53:14.822576 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:53:14.864282 dv-neutron-830731-3-hyperv neutron-server[83739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e48f17d9-d63a-45fa-8413-cd9a88aad2e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ebf4f7ac-65b2-4557-8dab-f429ef718a19', 'code': 200} Mar 07 10:53:14.895256 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:53:14.920338 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebf4f7ac-65b2-4557-8dab-f429ef718a19 {{(pid=83739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 07 10:53:14.923982 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Pushing event updated for resources: {'Port': ['ID=ebf4f7ac-65b2-4557-8dab-f429ef718a19,revision_number=6']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:14.938309 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port ebf4f7ac-65b2-4557-8dab-f429ef718a19, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=ebf4f7ac-65b2-4557-8dab-f429ef718a19,segment=NetworkSegment(89f3cc88-61e3-4f39-aeae-f34c8e035f06),segment_id=89f3cc88-61e3-4f39-aeae-f34c8e035f06)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:53:14.942065 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:53:15.004691 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] get_ports_and_sgs() called for port_ids ['ebf4f7ac-65b2-4557-8dab-f429ef718a19'] {{(pid=83739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 07 10:53:15.041889 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Pushing event updated for resources: {'Port': ['ID=ebf4f7ac-65b2-4557-8dab-f429ef718a19,revision_number=7']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:15.371151 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e450bc-06d0-4cad-b737-f07a4835561a req-c33bdb85-eb6a-4e5b-b52e-46bfa902c94a tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:15.372620 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-99e450bc-06d0-4cad-b737-f07a4835561a req-c33bdb85-eb6a-4e5b-b52e-46bfa902c94a tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=e48f17d9-d63a-45fa-8413-cd9a88aad2e6 HTTP/1.1" status: 200 len: 945 time: 0.0774648 Mar 07 10:53:15.416725 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-99e450bc-06d0-4cad-b737-f07a4835561a req-19109998-b40d-4bc8-bc46-f3992774674c tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/security-groups?id=e715a674-ee03-4c9f-bbdb-345646b21ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387557 Mar 07 10:53:15.806267 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:53:15.864128 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0b8301-efdf-460e-a995-bf6971f46de2 req-e60d57d0-4e69-47f2-b124-c6099fe68185 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:15.865486 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-dd0b8301-efdf-460e-a995-bf6971f46de2 req-e60d57d0-4e69-47f2-b124-c6099fe68185 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.10 "GET /v2.0/ports?device_id=e48f17d9-d63a-45fa-8413-cd9a88aad2e6&tenant_id=ea182ca228b14bd78c810e6c020265a5&binding%3Ahost_id=hv-neutron-8307 HTTP/1.1" status: 200 len: 945 time: 0.2123361 Mar 07 10:53:15.871465 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e21318-4609-44d4-8289-502df366c5c1 req-912aa96c-bcbf-454c-9751-22ce520a327c tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:15.872798 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-57e21318-4609-44d4-8289-502df366c5c1 req-912aa96c-bcbf-454c-9751-22ce520a327c tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=e48f17d9-d63a-45fa-8413-cd9a88aad2e6 HTTP/1.1" status: 200 len: 945 time: 0.1904526 Mar 07 10:53:15.917331 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-57e21318-4609-44d4-8289-502df366c5c1 req-4d5c7768-76ce-4d22-8ecd-0e2bf8621fff tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/security-groups?id=e715a674-ee03-4c9f-bbdb-345646b21ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390408 Mar 07 10:53:16.003879 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-dd0b8301-efdf-460e-a995-bf6971f46de2 req-7d3af84d-9411-4ab5-b2c4-1a7c3fbc171a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ea182ca228b14bd78c810e6c020265a5&device_id=e48f17d9-d63a-45fa-8413-cd9a88aad2e6 HTTP/1.1" status: 200 len: 1098 time: 0.0704319 Mar 07 10:53:16.134090 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0b8301-efdf-460e-a995-bf6971f46de2 req-a6c94b64-6b00-4466-8694-414fc8ee43f2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:16.135412 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-dd0b8301-efdf-460e-a995-bf6971f46de2 req-a6c94b64-6b00-4466-8694-414fc8ee43f2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=c2627522-a52f-46a5-9071-76d8cd9d26ac HTTP/1.1" status: 200 len: 912 time: 0.1266227 Mar 07 10:53:16.233868 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-dd0b8301-efdf-460e-a995-bf6971f46de2 req-1ce1b8b3-e8d9-4ef1-8af6-e02c582b16cc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ebf4f7ac-65b2-4557-8dab-f429ef718a19 HTTP/1.1" status: 200 len: 1001 time: 0.0924592 Mar 07 10:53:16.299272 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0b8301-efdf-460e-a995-bf6971f46de2 req-53e61f99-319f-432f-be30-d06464bdbea0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:16.300727 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-dd0b8301-efdf-460e-a995-bf6971f46de2 req-53e61f99-319f-432f-be30-d06464bdbea0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7f7d5150-02b0-4848-9db2-7de7d27282d9 HTTP/1.1" status: 200 len: 850 time: 0.0614688 Mar 07 10:53:16.374122 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-dd0b8301-efdf-460e-a995-bf6971f46de2 req-936c6661-b0ee-4cf7-8f19-e08e7760a7bf service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c2627522-a52f-46a5-9071-76d8cd9d26ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0679109 Mar 07 10:53:16.505845 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-dd0b8301-efdf-460e-a995-bf6971f46de2 req-85ad34a2-f788-4d4b-8ebe-f3cae5417cf4 service neutron] 10.222.0.10 "GET /v2.0/networks/c2627522-a52f-46a5-9071-76d8cd9d26ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258762 Mar 07 10:53:16.526486 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device ebf4f7ac-65b2-4557-8dab-f429ef718a19 up at agent hyperv_hv-neutron-8307 {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:53:16.592961 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Provisioning complete for port ebf4f7ac-65b2-4557-8dab-f429ef718a19 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:53:16.593317 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:53:16.638408 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-dd0b8301-efdf-460e-a995-bf6971f46de2 req-7b07122e-0cc3-40c1-bce6-7cbb2dc10afa service neutron] 10.222.0.10 "GET /v2.0/networks/c2627522-a52f-46a5-9071-76d8cd9d26ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268356 Mar 07 10:53:16.709913 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:53:16.742792 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port ebf4f7ac-65b2-4557-8dab-f429ef718a19, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=ebf4f7ac-65b2-4557-8dab-f429ef718a19,segment=NetworkSegment(89f3cc88-61e3-4f39-aeae-f34c8e035f06),segment_id=89f3cc88-61e3-4f39-aeae-f34c8e035f06)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:53:16.745655 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:53:16.811248 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Pushing event updated for resources: {'Port': ['ID=ebf4f7ac-65b2-4557-8dab-f429ef718a19,revision_number=8']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:16.865320 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e48f17d9-d63a-45fa-8413-cd9a88aad2e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebf4f7ac-65b2-4557-8dab-f429ef718a19'}] {{(pid=83739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 10:53:16.928231 dv-neutron-830731-3-hyperv neutron-server[83739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e48f17d9-d63a-45fa-8413-cd9a88aad2e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebf4f7ac-65b2-4557-8dab-f429ef718a19', 'code': 200} Mar 07 10:53:17.123919 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ac6dc7-c7d3-44fa-be44-a50a478baf0d req-1a4765e0-f6c0-4074-9ee9-ca5b38501e43 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:17.125977 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-31ac6dc7-c7d3-44fa-be44-a50a478baf0d req-1a4765e0-f6c0-4074-9ee9-ca5b38501e43 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=e48f17d9-d63a-45fa-8413-cd9a88aad2e6 HTTP/1.1" status: 200 len: 946 time: 0.0821960 Mar 07 10:53:17.173095 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-31ac6dc7-c7d3-44fa-be44-a50a478baf0d req-030c6a85-7f7c-449d-985a-a4b35d1058c9 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/security-groups?id=e715a674-ee03-4c9f-bbdb-345646b21ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402770 Mar 07 10:53:18.373687 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e3ed3b-57ce-4d91-84a4-16faeea25aba req-b475ed9c-d965-433f-8569-fc428671c14b tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:18.375262 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-03e3ed3b-57ce-4d91-84a4-16faeea25aba req-b475ed9c-d965-433f-8569-fc428671c14b tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=e48f17d9-d63a-45fa-8413-cd9a88aad2e6 HTTP/1.1" status: 200 len: 946 time: 0.0740716 Mar 07 10:53:18.422154 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-03e3ed3b-57ce-4d91-84a4-16faeea25aba req-d201b816-09be-407e-b709-a11317e76cb1 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/security-groups?id=e715a674-ee03-4c9f-bbdb-345646b21ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412984 Mar 07 10:53:18.621180 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a117b8-eb0c-4083-bd5d-295b38d8dac3 req-8ddc6e57-72d2-403e-b8d3-046b57c04f36 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:18.622606 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-68a117b8-eb0c-4083-bd5d-295b38d8dac3 req-8ddc6e57-72d2-403e-b8d3-046b57c04f36 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=e48f17d9-d63a-45fa-8413-cd9a88aad2e6 HTTP/1.1" status: 200 len: 946 time: 0.0777588 Mar 07 10:53:18.667138 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-68a117b8-eb0c-4083-bd5d-295b38d8dac3 req-aecbac82-9f97-4294-a026-f81641c9301d tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/security-groups?id=e715a674-ee03-4c9f-bbdb-345646b21ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384502 Mar 07 10:53:18.856851 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775d7679-8fba-4c82-9137-385a56fc79d8 req-be93050e-bd6f-4505-89ef-b521d357992a tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:18.858283 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-775d7679-8fba-4c82-9137-385a56fc79d8 req-be93050e-bd6f-4505-89ef-b521d357992a tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=e48f17d9-d63a-45fa-8413-cd9a88aad2e6 HTTP/1.1" status: 200 len: 946 time: 0.0743635 Mar 07 10:53:18.906162 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-775d7679-8fba-4c82-9137-385a56fc79d8 req-71e13e21-2850-4fc4-9913-fcbac64fa02e tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/security-groups?id=e715a674-ee03-4c9f-bbdb-345646b21ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422840 Mar 07 10:53:19.294494 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a56ca6-c3d9-4fe6-a234-b8d9b1dc548f req-792d2a37-3014-403d-ab8d-75ce29359a67 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:19.295919 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-a1a56ca6-c3d9-4fe6-a234-b8d9b1dc548f req-792d2a37-3014-403d-ab8d-75ce29359a67 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=e48f17d9-d63a-45fa-8413-cd9a88aad2e6 HTTP/1.1" status: 200 len: 946 time: 0.0750637 Mar 07 10:53:19.340774 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-a1a56ca6-c3d9-4fe6-a234-b8d9b1dc548f req-f1e28385-ec27-47d7-8e6d-567fdcf6525c tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/security-groups?id=e715a674-ee03-4c9f-bbdb-345646b21ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387688 Mar 07 10:53:20.540208 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3155f38-d65a-42f0-9c37-958006a450f3 req-b1260fe5-ddba-4574-9b6a-80c3fb1211ac tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:20.541568 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-e3155f38-d65a-42f0-9c37-958006a450f3 req-b1260fe5-ddba-4574-9b6a-80c3fb1211ac tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=e48f17d9-d63a-45fa-8413-cd9a88aad2e6 HTTP/1.1" status: 200 len: 946 time: 0.0799372 Mar 07 10:53:20.586371 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-e3155f38-d65a-42f0-9c37-958006a450f3 req-6ea2892f-47af-4c76-bda5-ceb15d47b6f2 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/security-groups?id=e715a674-ee03-4c9f-bbdb-345646b21ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394423 Mar 07 10:53:20.984231 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775e99e9-db7b-4c40-a118-0c9e1975f62a req-6203c879-8dda-4d24-bda0-a35e305218c9 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:20.985701 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-775e99e9-db7b-4c40-a118-0c9e1975f62a req-6203c879-8dda-4d24-bda0-a35e305218c9 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.10 "GET /v2.0/ports?device_id=e48f17d9-d63a-45fa-8413-cd9a88aad2e6 HTTP/1.1" status: 200 len: 946 time: 0.0737686 Mar 07 10:53:21.054376 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [req-775e99e9-db7b-4c40-a118-0c9e1975f62a req-138017ca-6717-4f7d-8dde-0cc5fe79c6fb tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Deleting port ebf4f7ac-65b2-4557-8dab-f429ef718a19 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:53:21.054718 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-775e99e9-db7b-4c40-a118-0c9e1975f62a req-138017ca-6717-4f7d-8dde-0cc5fe79c6fb tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:53:21.287845 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [req-775e99e9-db7b-4c40-a118-0c9e1975f62a req-138017ca-6717-4f7d-8dde-0cc5fe79c6fb tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] For port ebf4f7ac-65b2-4557-8dab-f429ef718a19, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=ebf4f7ac-65b2-4557-8dab-f429ef718a19,segment=NetworkSegment(89f3cc88-61e3-4f39-aeae-f34c8e035f06),segment_id=89f3cc88-61e3-4f39-aeae-f34c8e035f06)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:53:21.288203 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-775e99e9-db7b-4c40-a118-0c9e1975f62a req-138017ca-6717-4f7d-8dde-0cc5fe79c6fb tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:53:21.646620 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-775e99e9-db7b-4c40-a118-0c9e1975f62a req-138017ca-6717-4f7d-8dde-0cc5fe79c6fb tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:53:21.647237 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-775e99e9-db7b-4c40-a118-0c9e1975f62a req-138017ca-6717-4f7d-8dde-0cc5fe79c6fb tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923533'] for floatingip, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:53:21.647333 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.db.l3_db [req-775e99e9-db7b-4c40-a118-0c9e1975f62a req-138017ca-6717-4f7d-8dde-0cc5fe79c6fb tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Floating IP 0d34bab2-6d40-40b5-b39c-ae9fae432d25 disassociated. External IP: 172.26.8.117, port: ebf4f7ac-65b2-4557-8dab-f429ef718a19. Mar 07 10:53:21.647617 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [req-775e99e9-db7b-4c40-a118-0c9e1975f62a req-138017ca-6717-4f7d-8dde-0cc5fe79c6fb tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Calling delete_port for ebf4f7ac-65b2-4557-8dab-f429ef718a19 owned by compute:nova {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:53:21.837391 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-775e99e9-db7b-4c40-a118-0c9e1975f62a req-138017ca-6717-4f7d-8dde-0cc5fe79c6fb tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:53:21.891012 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138017ca-6717-4f7d-8dde-0cc5fe79c6fb tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Pushing event deleted for resources: {'Port': ['ID=ebf4f7ac-65b2-4557-8dab-f429ef718a19,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:21.913605 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc19709-79f0-493a-9fce-c19094bdf3bb req-73271be7-257e-4850-b497-65ffbc312102 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:21.915059 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-bcc19709-79f0-493a-9fce-c19094bdf3bb req-73271be7-257e-4850-b497-65ffbc312102 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=e48f17d9-d63a-45fa-8413-cd9a88aad2e6 HTTP/1.1" status: 200 len: 946 time: 0.1924994 Mar 07 10:53:21.917356 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138017ca-6717-4f7d-8dde-0cc5fe79c6fb tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:53:21.917696 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138017ca-6717-4f7d-8dde-0cc5fe79c6fb tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:53:21.918027 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138017ca-6717-4f7d-8dde-0cc5fe79c6fb tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:53:21.918356 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138017ca-6717-4f7d-8dde-0cc5fe79c6fb tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:53:21.918680 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138017ca-6717-4f7d-8dde-0cc5fe79c6fb tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:53:21.919003 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138017ca-6717-4f7d-8dde-0cc5fe79c6fb tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:53:21.919318 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138017ca-6717-4f7d-8dde-0cc5fe79c6fb tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:53:21.919640 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138017ca-6717-4f7d-8dde-0cc5fe79c6fb tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:53:21.919953 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138017ca-6717-4f7d-8dde-0cc5fe79c6fb tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:53:21.920261 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138017ca-6717-4f7d-8dde-0cc5fe79c6fb tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:53:21.920595 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138017ca-6717-4f7d-8dde-0cc5fe79c6fb tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:53:22.091295 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-bcc19709-79f0-493a-9fce-c19094bdf3bb req-b8a8b7d7-9c58-4039-bf88-d7de3968ff54 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/security-groups?id=e715a674-ee03-4c9f-bbdb-345646b21ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1659698 Mar 07 10:53:22.161775 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [req-775e99e9-db7b-4c40-a118-0c9e1975f62a req-138017ca-6717-4f7d-8dde-0cc5fe79c6fb tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Router 56db4d7a-d6e7-40d0-a23e-93cd12695f67 has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:53:22.359557 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-775e99e9-db7b-4c40-a118-0c9e1975f62a req-138017ca-6717-4f7d-8dde-0cc5fe79c6fb tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:53:22.368708 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721234d8-c77e-4681-bfe7-e5561ef20049 None None] Sync routers for ids ['56db4d7a-d6e7-40d0-a23e-93cd12695f67'] in dv-neutron-830731-3-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:53:22.380900 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721234d8-c77e-4681-bfe7-e5561ef20049 None None] Routers {'56db4d7a-d6e7-40d0-a23e-93cd12695f67'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:53:22.381489 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-721234d8-c77e-4681-bfe7-e5561ef20049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:53:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['56db4d7a-d6e7-40d0-a23e-93cd12695f67'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:53:22.430725 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [req-775e99e9-db7b-4c40-a118-0c9e1975f62a req-138017ca-6717-4f7d-8dde-0cc5fe79c6fb tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] No DVR routers for this DVR port ebf4f7ac-65b2-4557-8dab-f429ef718a19 on host hv-neutron-8307 {{(pid=83737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:53:22.433404 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-775e99e9-db7b-4c40-a118-0c9e1975f62a req-138017ca-6717-4f7d-8dde-0cc5fe79c6fb tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:53:22.437266 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e48f17d9-d63a-45fa-8413-cd9a88aad2e6', 'name': 'network-vif-deleted', 'tag': 'ebf4f7ac-65b2-4557-8dab-f429ef718a19'}] {{(pid=83737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 10:53:22.452284 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-775e99e9-db7b-4c40-a118-0c9e1975f62a req-138017ca-6717-4f7d-8dde-0cc5fe79c6fb tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.10 "DELETE /v2.0/ports/ebf4f7ac-65b2-4557-8dab-f429ef718a19 HTTP/1.1" status: 204 len: 173 time: 1.4618618 Mar 07 10:53:22.505808 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e48f17d9-d63a-45fa-8413-cd9a88aad2e6', 'name': 'network-vif-deleted', 'tag': 'ebf4f7ac-65b2-4557-8dab-f429ef718a19', 'status': 'completed', 'code': 200} Mar 07 10:53:22.556121 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-721234d8-c77e-4681-bfe7-e5561ef20049 None None] Set router 56db4d7a-d6e7-40d0-a23e-93cd12695f67 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:53:22.861285 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-721234d8-c77e-4681-bfe7-e5561ef20049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56db4d7a-d6e7-40d0-a23e-93cd12695f67', 'name': 'tempest-ServerActionsTestJSON-940133837-router', 'tenant_id': 'ea182ca228b14bd78c810e6c020265a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.246'}], 'enable_snat': True}, 'gw_port_id': '28543fe1-0e0a-4857-92fe-e81b2ece1be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:52:23Z', 'updated_at': '2022-03-07T10:52:26Z', 'revision_number': 4, 'project_id': 'ea182ca228b14bd78c810e6c020265a5', 'gw_port': {'id': '28543fe1-0e0a-4857-92fe-e81b2ece1be6', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:21:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56db4d7a-d6e7-40d0-a23e-93cd12695f67', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:52:24Z', 'updated_at': '2022-03-07T10:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_interfaces': [{'id': '155076b2-2dab-4fbf-a926-1957d62aabaf', 'name': '', 'network_id': 'c2627522-a52f-46a5-9071-76d8cd9d26ac', 'tenant_id': 'ea182ca228b14bd78c810e6c020265a5', 'mac_address': 'fa:16:3e:66:e3:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56db4d7a-d6e7-40d0-a23e-93cd12695f67', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7f7d5150-02b0-4848-9db2-7de7d27282d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:52:25Z', 'updated_at': '2022-03-07T10:52:43Z', 'revision_number': 5, 'project_id': 'ea182ca228b14bd78c810e6c020265a5', 'subnets': [{'id': '7f7d5150-02b0-4848-9db2-7de7d27282d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:53:22.865168 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721234d8-c77e-4681-bfe7-e5561ef20049 None None] Checking router: 56db4d7a-d6e7-40d0-a23e-93cd12695f67 for host: dv-neutron-830731-3-hyperv {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 07 10:53:22.876988 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721234d8-c77e-4681-bfe7-e5561ef20049 None None] Routers {'56db4d7a-d6e7-40d0-a23e-93cd12695f67'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:53:22.877674 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-721234d8-c77e-4681-bfe7-e5561ef20049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:53:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['56db4d7a-d6e7-40d0-a23e-93cd12695f67'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:53:23.095332 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-721234d8-c77e-4681-bfe7-e5561ef20049 None None] Set router 56db4d7a-d6e7-40d0-a23e-93cd12695f67 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:53:23.413296 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-721234d8-c77e-4681-bfe7-e5561ef20049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56db4d7a-d6e7-40d0-a23e-93cd12695f67', 'name': 'tempest-ServerActionsTestJSON-940133837-router', 'tenant_id': 'ea182ca228b14bd78c810e6c020265a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.246'}], 'enable_snat': True}, 'gw_port_id': '28543fe1-0e0a-4857-92fe-e81b2ece1be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:52:23Z', 'updated_at': '2022-03-07T10:52:26Z', 'revision_number': 4, 'project_id': 'ea182ca228b14bd78c810e6c020265a5', 'gw_port': {'id': '28543fe1-0e0a-4857-92fe-e81b2ece1be6', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:21:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56db4d7a-d6e7-40d0-a23e-93cd12695f67', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:52:24Z', 'updated_at': '2022-03-07T10:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_interfaces': [{'id': '155076b2-2dab-4fbf-a926-1957d62aabaf', 'name': '', 'network_id': 'c2627522-a52f-46a5-9071-76d8cd9d26ac', 'tenant_id': 'ea182ca228b14bd78c810e6c020265a5', 'mac_address': 'fa:16:3e:66:e3:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56db4d7a-d6e7-40d0-a23e-93cd12695f67', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7f7d5150-02b0-4848-9db2-7de7d27282d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:52:25Z', 'updated_at': '2022-03-07T10:52:43Z', 'revision_number': 5, 'project_id': 'ea182ca228b14bd78c810e6c020265a5', 'subnets': [{'id': '7f7d5150-02b0-4848-9db2-7de7d27282d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:53:23.417180 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721234d8-c77e-4681-bfe7-e5561ef20049 None None] The sync data for ids ['56db4d7a-d6e7-40d0-a23e-93cd12695f67'] in dv-neutron-830731-3-hyperv is: [{'id': '56db4d7a-d6e7-40d0-a23e-93cd12695f67', 'name': 'tempest-ServerActionsTestJSON-940133837-router', 'tenant_id': 'ea182ca228b14bd78c810e6c020265a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.246'}], 'enable_snat': True}, 'gw_port_id': '28543fe1-0e0a-4857-92fe-e81b2ece1be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:52:23Z', 'updated_at': '2022-03-07T10:52:26Z', 'revision_number': 4, 'project_id': 'ea182ca228b14bd78c810e6c020265a5', 'gw_port': {'id': '28543fe1-0e0a-4857-92fe-e81b2ece1be6', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:21:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56db4d7a-d6e7-40d0-a23e-93cd12695f67', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:52:24Z', 'updated_at': '2022-03-07T10:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_interfaces': [{'id': '155076b2-2dab-4fbf-a926-1957d62aabaf', 'name': '', 'network_id': 'c2627522-a52f-46a5-9071-76d8cd9d26ac', 'tenant_id': 'ea182ca228b14bd78c810e6c020265a5', 'mac_address': 'fa:16:3e:66:e3:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56db4d7a-d6e7-40d0-a23e-93cd12695f67', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7f7d5150-02b0-4848-9db2-7de7d27282d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:52:25Z', 'updated_at': '2022-03-07T10:52:43Z', 'revision_number': 5, 'project_id': 'ea182ca228b14bd78c810e6c020265a5', 'subnets': [{'id': '7f7d5150-02b0-4848-9db2-7de7d27282d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:53:23.450253 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-642309a2-9171-476d-a87f-e7536c343f4d req-c70520b3-354b-444a-87f7-d5aebda44627 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1582176056&fields=id&tenant_id=ea182ca228b14bd78c810e6c020265a5 HTTP/1.1" status: 200 len: 267 time: 0.0418239 Mar 07 10:53:23.604161 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642309a2-9171-476d-a87f-e7536c343f4d req-50cdfd6d-b25e-447d-8baf-2459626cbd8b tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:23.605627 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-642309a2-9171-476d-a87f-e7536c343f4d req-50cdfd6d-b25e-447d-8baf-2459626cbd8b tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/networks?id=c2627522-a52f-46a5-9071-76d8cd9d26ac HTTP/1.1" status: 200 len: 811 time: 0.1483402 Mar 07 10:53:23.623068 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-642309a2-9171-476d-a87f-e7536c343f4d req-cc9a46dc-c556-448c-95fe-5402605a8237 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/quotas/ea182ca228b14bd78c810e6c020265a5 HTTP/1.1" status: 200 len: 375 time: 0.0111969 Mar 07 10:53:23.640278 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040002ef-3912-4358-a2ad-cf1a44000eb2 None None] New status for floating IP 0d34bab2-6d40-40b5-b39c-ae9fae432d25: DOWN {{(pid=83740) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 07 10:53:23.705619 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-642309a2-9171-476d-a87f-e7536c343f4d req-919877a6-bc1a-46a2-9027-292ebecfe6d4 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Synchronizing usage tracker for tenant:ea182ca228b14bd78c810e6c020265a5 on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:53:23.721146 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-642309a2-9171-476d-a87f-e7536c343f4d req-919877a6-bc1a-46a2-9027-292ebecfe6d4 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Unset dirty status for tenant:ea182ca228b14bd78c810e6c020265a5 on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:53:23.722551 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-642309a2-9171-476d-a87f-e7536c343f4d req-919877a6-bc1a-46a2-9027-292ebecfe6d4 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ea182ca228b14bd78c810e6c020265a5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0927613 Mar 07 10:53:23.863411 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-642309a2-9171-476d-a87f-e7536c343f4d req-035e629d-0a54-452d-9b2b-fd9107b35114 service neutron] 10.222.0.13 "GET /v2.0/networks/c2627522-a52f-46a5-9071-76d8cd9d26ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292017 Mar 07 10:53:24.079818 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-642309a2-9171-476d-a87f-e7536c343f4d req-7e1c0ebf-bf10-48c2-88b5-57d717a06c31 service neutron] 10.222.0.13 "GET /v2.0/networks/c2627522-a52f-46a5-9071-76d8cd9d26ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2104776 Mar 07 10:53:24.268349 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-05a62734-8043-44a6-8ceb-773fccf4c5eb req-d691aee4-0d9c-4136-b144-168a16ef4ea6 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1840e42-8f2f-409e-a661-6ff279ce546f HTTP/1.1" status: 200 len: 210 time: 0.0476766 Mar 07 10:53:24.557796 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device ebf4f7ac-65b2-4557-8dab-f429ef718a19 no longer exists at agent hyperv_hv-neutron-8307 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:53:24.591550 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] No Port match for: ebf4f7ac-65b2-4557-8dab-f429ef718a19 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 10:53:24.591895 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device ebf4f7ac-65b2-4557-8dab-f429ef718a19 not bound to the agent host hv-neutron-8307 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 10:53:25.259952 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642309a2-9171-476d-a87f-e7536c343f4d req-6bb171bd-f5de-4e44-8688-f40cb670dffb tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:25.261359 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-642309a2-9171-476d-a87f-e7536c343f4d req-6bb171bd-f5de-4e44-8688-f40cb670dffb tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.10 "GET /v2.0/networks?id=c2627522-a52f-46a5-9071-76d8cd9d26ac HTTP/1.1" status: 200 len: 811 time: 0.1480250 Mar 07 10:53:25.315187 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-642309a2-9171-476d-a87f-e7536c343f4d req-2954a06f-7d62-4c5e-b145-8d665d00061a tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ea182ca228b14bd78c810e6c020265a5 HTTP/1.1" status: 200 len: 380 time: 0.0421834 Mar 07 10:53:25.326686 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [req-642309a2-9171-476d-a87f-e7536c343f4d req-91b45e5b-056f-42e8-aa05-be9eaa4a0e90 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Request body: {'port': {'device_id': 'c1840e42-8f2f-409e-a661-6ff279ce546f', 'network_id': 'c2627522-a52f-46a5-9071-76d8cd9d26ac', 'admin_state_up': True, 'tenant_id': 'ea182ca228b14bd78c810e6c020265a5', 'security_groups': ['e715a674-ee03-4c9f-bbdb-345646b21ed0']}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:53:25.451520 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-8f5f9676-2be5-469b-af6d-8a01df7dc2e4 req-9547f6cd-662e-4e2e-a0d9-087b43a60fe4 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1840e42-8f2f-409e-a661-6ff279ce546f HTTP/1.1" status: 200 len: 210 time: 0.0522513 Mar 07 10:53:25.499514 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [req-642309a2-9171-476d-a87f-e7536c343f4d req-91b45e5b-056f-42e8-aa05-be9eaa4a0e90 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:53:25.508771 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [req-642309a2-9171-476d-a87f-e7536c343f4d req-91b45e5b-056f-42e8-aa05-be9eaa4a0e90 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:53:25.517956 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-642309a2-9171-476d-a87f-e7536c343f4d req-91b45e5b-056f-42e8-aa05-be9eaa4a0e90 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Made reservation on behalf of ea182ca228b14bd78c810e6c020265a5 for: {'port': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:53:25.520844 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-642309a2-9171-476d-a87f-e7536c343f4d req-91b45e5b-056f-42e8-aa05-be9eaa4a0e90 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:53:25.679694 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [req-642309a2-9171-476d-a87f-e7536c343f4d req-91b45e5b-056f-42e8-aa05-be9eaa4a0e90 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Allocated IP 172.20.0.3 (c2627522-a52f-46a5-9071-76d8cd9d26ac/7f7d5150-02b0-4848-9db2-7de7d27282d9/473871fb-eb57-4934-ac17-0e7b605d1274) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:53:25.862790 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-642309a2-9171-476d-a87f-e7536c343f4d req-91b45e5b-056f-42e8-aa05-be9eaa4a0e90 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:53:25.877375 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [req-642309a2-9171-476d-a87f-e7536c343f4d req-91b45e5b-056f-42e8-aa05-be9eaa4a0e90 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Transition to ACTIVE for port object 473871fb-eb57-4934-ac17-0e7b605d1274 will not be triggered until provisioned by entity DHCP. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:53:25.898632 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-642309a2-9171-476d-a87f-e7536c343f4d req-91b45e5b-056f-42e8-aa05-be9eaa4a0e90 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:53:25.971318 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-642309a2-9171-476d-a87f-e7536c343f4d req-91b45e5b-056f-42e8-aa05-be9eaa4a0e90 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Network c2627522-a52f-46a5-9071-76d8cd9d26ac is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:53:25.974140 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [req-642309a2-9171-476d-a87f-e7536c343f4d req-91b45e5b-056f-42e8-aa05-be9eaa4a0e90 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:53:25.977130 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [req-642309a2-9171-476d-a87f-e7536c343f4d req-91b45e5b-056f-42e8-aa05-be9eaa4a0e90 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:53:26.022593 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b45e5b-056f-42e8-aa05-be9eaa4a0e90 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Pushing event updated for resources: {'Port': ['ID=473871fb-eb57-4934-ac17-0e7b605d1274,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:26.046671 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642309a2-9171-476d-a87f-e7536c343f4d req-91b45e5b-056f-42e8-aa05-be9eaa4a0e90 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:26.047405 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-642309a2-9171-476d-a87f-e7536c343f4d req-91b45e5b-056f-42e8-aa05-be9eaa4a0e90 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:53:26.074611 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-642309a2-9171-476d-a87f-e7536c343f4d req-91b45e5b-056f-42e8-aa05-be9eaa4a0e90 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7540975 Mar 07 10:53:26.086785 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [req-642309a2-9171-476d-a87f-e7536c343f4d req-d0f1e705-6ef7-4775-822d-beae767f8dd4 service neutron] Request body: {'port': {'device_id': 'c1840e42-8f2f-409e-a661-6ff279ce546f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8307'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:53:26.172349 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-33807592-72f9-47b4-b0d2-e0aeec6aeb91 None None] Provisioning for port 473871fb-eb57-4934-ac17-0e7b605d1274 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:53:26.177719 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-33807592-72f9-47b4-b0d2-e0aeec6aeb91 None None] Provisioning complete for port 473871fb-eb57-4934-ac17-0e7b605d1274 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:53:26.178152 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-33807592-72f9-47b4-b0d2-e0aeec6aeb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:53:26.197530 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-642309a2-9171-476d-a87f-e7536c343f4d req-d0f1e705-6ef7-4775-822d-beae767f8dd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:53:26.232435 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-33807592-72f9-47b4-b0d2-e0aeec6aeb91 None None] Port 473871fb-eb57-4934-ac17-0e7b605d1274 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:53:26.527368 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [req-642309a2-9171-476d-a87f-e7536c343f4d req-d0f1e705-6ef7-4775-822d-beae767f8dd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 473871fb-eb57-4934-ac17-0e7b605d1274 {{(pid=83737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 07 10:53:26.535007 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-642309a2-9171-476d-a87f-e7536c343f4d req-d0f1e705-6ef7-4775-822d-beae767f8dd4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:53:26.549205 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [req-642309a2-9171-476d-a87f-e7536c343f4d req-d0f1e705-6ef7-4775-822d-beae767f8dd4 service neutron] Transition to ACTIVE for port object 473871fb-eb57-4934-ac17-0e7b605d1274 will not be triggered until provisioned by entity L2. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:53:26.553535 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-642309a2-9171-476d-a87f-e7536c343f4d req-d0f1e705-6ef7-4775-822d-beae767f8dd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3012561'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:53:26.826812 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f1e705-6ef7-4775-822d-beae767f8dd4 service neutron] Pushing event updated for resources: {'Port': ['ID=473871fb-eb57-4934-ac17-0e7b605d1274,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:26.934875 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2de9fc-6822-4a42-a7c4-540d6a3b9df8 req-c33ae963-7c43-4f09-8c6e-c153b73387b8 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:26.935476 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-9c2de9fc-6822-4a42-a7c4-540d6a3b9df8 req-c33ae963-7c43-4f09-8c6e-c153b73387b8 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Synchronizing usage tracker for tenant:ea182ca228b14bd78c810e6c020265a5 on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:53:26.963257 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [req-642309a2-9171-476d-a87f-e7536c343f4d req-d0f1e705-6ef7-4775-822d-beae767f8dd4 service neutron] Attempting to bind port 473871fb-eb57-4934-ac17-0e7b605d1274 on host hv-neutron-8307 for vnic_type normal with profile {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:53:26.963581 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [req-642309a2-9171-476d-a87f-e7536c343f4d req-d0f1e705-6ef7-4775-822d-beae767f8dd4 service neutron] Attempting to bind port 473871fb-eb57-4934-ac17-0e7b605d1274 by drivers openvswitch,hyperv on host hv-neutron-8307 at level 0 using segments [{'id': '89f3cc88-61e3-4f39-aeae-f34c8e035f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c2627522-a52f-46a5-9071-76d8cd9d26ac'}] {{(pid=83737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:53:26.963896 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-642309a2-9171-476d-a87f-e7536c343f4d req-d0f1e705-6ef7-4775-822d-beae767f8dd4 service neutron] Attempting to bind port 473871fb-eb57-4934-ac17-0e7b605d1274 on network c2627522-a52f-46a5-9071-76d8cd9d26ac {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:53:26.970576 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-9c2de9fc-6822-4a42-a7c4-540d6a3b9df8 req-c33ae963-7c43-4f09-8c6e-c153b73387b8 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Unset dirty status for tenant:ea182ca228b14bd78c810e6c020265a5 on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:53:26.971698 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-9c2de9fc-6822-4a42-a7c4-540d6a3b9df8 req-c33ae963-7c43-4f09-8c6e-c153b73387b8 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1840e42-8f2f-409e-a661-6ff279ce546f HTTP/1.1" status: 200 len: 943 time: 0.3789153 Mar 07 10:53:26.972658 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-642309a2-9171-476d-a87f-e7536c343f4d req-d0f1e705-6ef7-4775-822d-beae767f8dd4 service neutron] Port 473871fb-eb57-4934-ac17-0e7b605d1274 on network c2627522-a52f-46a5-9071-76d8cd9d26ac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8307 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 07 10:53:26.972968 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-642309a2-9171-476d-a87f-e7536c343f4d req-d0f1e705-6ef7-4775-822d-beae767f8dd4 service neutron] Attempting to bind port 473871fb-eb57-4934-ac17-0e7b605d1274 on network c2627522-a52f-46a5-9071-76d8cd9d26ac {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:53:26.991829 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-642309a2-9171-476d-a87f-e7536c343f4d req-d0f1e705-6ef7-4775-822d-beae767f8dd4 service neutron] Checking agent: {'id': 'fb93ecad-d7e5-4e81-99ef-d8d0ee7386ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8307', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 21, 15), 'started_at': datetime.datetime(2022, 3, 7, 10, 21, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 53, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:53:26.992158 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-642309a2-9171-476d-a87f-e7536c343f4d req-d0f1e705-6ef7-4775-822d-beae767f8dd4 service neutron] Checking segment: {'id': '89f3cc88-61e3-4f39-aeae-f34c8e035f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c2627522-a52f-46a5-9071-76d8cd9d26ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:53:26.992553 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-642309a2-9171-476d-a87f-e7536c343f4d req-d0f1e705-6ef7-4775-822d-beae767f8dd4 service neutron] Bound using segment: {'id': '89f3cc88-61e3-4f39-aeae-f34c8e035f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c2627522-a52f-46a5-9071-76d8cd9d26ac'} {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:53:26.992976 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [req-642309a2-9171-476d-a87f-e7536c343f4d req-d0f1e705-6ef7-4775-822d-beae767f8dd4 service neutron] Bound port: 473871fb-eb57-4934-ac17-0e7b605d1274, host: hv-neutron-8307, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89f3cc88-61e3-4f39-aeae-f34c8e035f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c2627522-a52f-46a5-9071-76d8cd9d26ac'}}] {{(pid=83737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:53:26.993309 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-642309a2-9171-476d-a87f-e7536c343f4d req-d0f1e705-6ef7-4775-822d-beae767f8dd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:53:27.073294 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-9c2de9fc-6822-4a42-a7c4-540d6a3b9df8 req-24b96f56-76f8-4f3c-acdb-96bba6c78ed6 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/security-groups?id=e715a674-ee03-4c9f-bbdb-345646b21ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942585 Mar 07 10:53:27.099819 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [req-642309a2-9171-476d-a87f-e7536c343f4d req-d0f1e705-6ef7-4775-822d-beae767f8dd4 service neutron] For port 473871fb-eb57-4934-ac17-0e7b605d1274, host hv-neutron-8307, cleared binding levels {{(pid=83737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:53:27.102884 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [req-642309a2-9171-476d-a87f-e7536c343f4d req-d0f1e705-6ef7-4775-822d-beae767f8dd4 service neutron] For port 473871fb-eb57-4934-ac17-0e7b605d1274, host hv-neutron-8307, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=473871fb-eb57-4934-ac17-0e7b605d1274,segment=NetworkSegment(89f3cc88-61e3-4f39-aeae-f34c8e035f06),segment_id=89f3cc88-61e3-4f39-aeae-f34c8e035f06)] {{(pid=83737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:53:27.106958 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-642309a2-9171-476d-a87f-e7536c343f4d req-d0f1e705-6ef7-4775-822d-beae767f8dd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3012561'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:53:27.170742 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-642309a2-9171-476d-a87f-e7536c343f4d req-d0f1e705-6ef7-4775-822d-beae767f8dd4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:53:27.173325 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-642309a2-9171-476d-a87f-e7536c343f4d req-d0f1e705-6ef7-4775-822d-beae767f8dd4 service neutron] 10.222.0.10 "PUT /v2.0/ports/473871fb-eb57-4934-ac17-0e7b605d1274 HTTP/1.1" status: 200 len: 1093 time: 1.0910900 Mar 07 10:53:27.173764 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1840e42-8f2f-409e-a661-6ff279ce546f', 'tag': '473871fb-eb57-4934-ac17-0e7b605d1274'}] {{(pid=83737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 10:53:27.193205 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f1e705-6ef7-4775-822d-beae767f8dd4 service neutron] Pushing event updated for resources: {'Port': ['ID=473871fb-eb57-4934-ac17-0e7b605d1274,revision_number=3']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:27.262295 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1840e42-8f2f-409e-a661-6ff279ce546f', 'tag': '473871fb-eb57-4934-ac17-0e7b605d1274', 'status': 'completed', 'code': 200} Mar 07 10:53:27.301172 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-642309a2-9171-476d-a87f-e7536c343f4d req-76f62731-dd43-42b5-baf4-38e5b2d3c233 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ea182ca228b14bd78c810e6c020265a5&device_id=c1840e42-8f2f-409e-a661-6ff279ce546f HTTP/1.1" status: 200 len: 1096 time: 0.0801387 Mar 07 10:53:27.376974 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-642309a2-9171-476d-a87f-e7536c343f4d req-0f2ef536-4662-41d4-9b75-e98f8e2f4166 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=473871fb-eb57-4934-ac17-0e7b605d1274 HTTP/1.1" status: 200 len: 217 time: 0.0686986 Mar 07 10:53:27.437107 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642309a2-9171-476d-a87f-e7536c343f4d req-8e5dd9e0-70fc-4a57-bb2b-3154a71a4717 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:27.438414 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-642309a2-9171-476d-a87f-e7536c343f4d req-8e5dd9e0-70fc-4a57-bb2b-3154a71a4717 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7f7d5150-02b0-4848-9db2-7de7d27282d9 HTTP/1.1" status: 200 len: 850 time: 0.0564990 Mar 07 10:53:27.513500 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-642309a2-9171-476d-a87f-e7536c343f4d req-7e46dffa-173b-4df8-ab96-c68473c34829 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c2627522-a52f-46a5-9071-76d8cd9d26ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695410 Mar 07 10:53:27.645895 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-642309a2-9171-476d-a87f-e7536c343f4d req-390d783c-d9d2-4304-9dd9-90f080e7bf5a service neutron] 10.222.0.10 "GET /v2.0/networks/c2627522-a52f-46a5-9071-76d8cd9d26ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257384 Mar 07 10:53:27.775049 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-642309a2-9171-476d-a87f-e7536c343f4d req-febea1da-2906-4609-90ad-a008361858ae service neutron] 10.222.0.10 "GET /v2.0/networks/c2627522-a52f-46a5-9071-76d8cd9d26ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231678 Mar 07 10:53:27.881319 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4e35c8cd-4dac-4f8e-aed1-9d560b37e274 req-9dcd0a58-d129-4c58-be15-51c20c0e6eab service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ea182ca228b14bd78c810e6c020265a5&device_id=c1840e42-8f2f-409e-a661-6ff279ce546f HTTP/1.1" status: 200 len: 1096 time: 0.0668578 Mar 07 10:53:28.008463 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e35c8cd-4dac-4f8e-aed1-9d560b37e274 req-8de4a627-896a-4d6d-827d-507f21c05658 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:28.009876 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4e35c8cd-4dac-4f8e-aed1-9d560b37e274 req-8de4a627-896a-4d6d-827d-507f21c05658 service neutron] 10.222.0.10 "GET /v2.0/networks?id=c2627522-a52f-46a5-9071-76d8cd9d26ac HTTP/1.1" status: 200 len: 912 time: 0.1234643 Mar 07 10:53:28.077645 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4e35c8cd-4dac-4f8e-aed1-9d560b37e274 req-fcab8945-efd1-48cb-a212-e31557f35428 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=473871fb-eb57-4934-ac17-0e7b605d1274 HTTP/1.1" status: 200 len: 217 time: 0.0614853 Mar 07 10:53:28.137831 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e35c8cd-4dac-4f8e-aed1-9d560b37e274 req-b7d4406e-a608-4400-a095-767c50fbcc82 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:28.139229 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4e35c8cd-4dac-4f8e-aed1-9d560b37e274 req-b7d4406e-a608-4400-a095-767c50fbcc82 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7f7d5150-02b0-4848-9db2-7de7d27282d9 HTTP/1.1" status: 200 len: 850 time: 0.0560153 Mar 07 10:53:28.266349 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4e35c8cd-4dac-4f8e-aed1-9d560b37e274 req-f7043530-34d6-4e76-bb53-f2abbf6d3c0f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c2627522-a52f-46a5-9071-76d8cd9d26ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1215115 Mar 07 10:53:28.347943 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e6b4b6-712a-4d7b-a123-5df98894379d req-31cb8c88-0f91-48ad-902c-6807b3f98004 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:28.349377 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-32e6b4b6-712a-4d7b-a123-5df98894379d req-31cb8c88-0f91-48ad-902c-6807b3f98004 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1840e42-8f2f-409e-a661-6ff279ce546f HTTP/1.1" status: 200 len: 943 time: 0.1529133 Mar 07 10:53:28.408373 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-e091ef27-4ab5-46d9-9db2-d7b9569d54b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:53:28.434398 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-32e6b4b6-712a-4d7b-a123-5df98894379d req-ee7ecc1c-4613-48ec-9ef2-dcd683b24238 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/security-groups?id=e715a674-ee03-4c9f-bbdb-345646b21ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729449 Mar 07 10:53:28.439731 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4e35c8cd-4dac-4f8e-aed1-9d560b37e274 req-780f5c13-5f5b-4037-a236-2135852283a5 service neutron] 10.222.0.10 "GET /v2.0/networks/c2627522-a52f-46a5-9071-76d8cd9d26ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664605 Mar 07 10:53:28.656100 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4e35c8cd-4dac-4f8e-aed1-9d560b37e274 req-c07e9d03-8476-4326-b100-80b7ad52722c service neutron] 10.222.0.10 "GET /v2.0/networks/c2627522-a52f-46a5-9071-76d8cd9d26ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101562 Mar 07 10:53:29.629176 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24313dc8-9ef2-4b35-adbf-b792cfdb16bd req-d411a6f7-0295-44b0-b9c8-02cb0a3c0179 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:29.630520 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-24313dc8-9ef2-4b35-adbf-b792cfdb16bd req-d411a6f7-0295-44b0-b9c8-02cb0a3c0179 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1840e42-8f2f-409e-a661-6ff279ce546f HTTP/1.1" status: 200 len: 943 time: 0.0779774 Mar 07 10:53:29.675904 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-24313dc8-9ef2-4b35-adbf-b792cfdb16bd req-d1b55f8c-1a36-4c06-a00c-5599076639cb tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/security-groups?id=e715a674-ee03-4c9f-bbdb-345646b21ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399570 Mar 07 10:53:30.558061 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device 473871fb-eb57-4934-ac17-0e7b605d1274 details requested by agent hyperv_hv-neutron-8307 with host hv-neutron-8307 {{(pid=83739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 07 10:53:30.657781 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-23b21232-26b9-4734-aa8c-9557d7d4d2c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:53:30.701070 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port 473871fb-eb57-4934-ac17-0e7b605d1274, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=473871fb-eb57-4934-ac17-0e7b605d1274,segment=NetworkSegment(89f3cc88-61e3-4f39-aeae-f34c8e035f06),segment_id=89f3cc88-61e3-4f39-aeae-f34c8e035f06)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:53:30.714589 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Returning: {'device': '473871fb-eb57-4934-ac17-0e7b605d1274', 'network_id': 'c2627522-a52f-46a5-9071-76d8cd9d26ac', 'port_id': '473871fb-eb57-4934-ac17-0e7b605d1274', 'mac_address': 'fa:16:3e:8a:e0:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f7d5150-02b0-4848-9db2-7de7d27282d9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 07 10:53:30.768739 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:53:30.785583 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 473871fb-eb57-4934-ac17-0e7b605d1274 {{(pid=83739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 07 10:53:30.800248 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port 473871fb-eb57-4934-ac17-0e7b605d1274, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=473871fb-eb57-4934-ac17-0e7b605d1274,segment=NetworkSegment(89f3cc88-61e3-4f39-aeae-f34c8e035f06),segment_id=89f3cc88-61e3-4f39-aeae-f34c8e035f06)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:53:30.805309 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:53:30.870832 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239231d4-54c6-4fa2-922e-4d303565f6ed req-691e2316-ad4a-4321-bac8-6d148423f691 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:30.872270 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-239231d4-54c6-4fa2-922e-4d303565f6ed req-691e2316-ad4a-4321-bac8-6d148423f691 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1840e42-8f2f-409e-a661-6ff279ce546f HTTP/1.1" status: 200 len: 944 time: 0.0783341 Mar 07 10:53:30.873478 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Pushing event updated for resources: {'Port': ['ID=473871fb-eb57-4934-ac17-0e7b605d1274,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:30.882798 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:53:30.883136 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:53:30.883471 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:53:30.883801 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:53:30.884150 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:53:30.884472 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:53:30.884816 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:53:30.885136 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:53:30.885448 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:53:30.885759 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:53:30.886073 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:53:30.917166 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-239231d4-54c6-4fa2-922e-4d303565f6ed req-e4fbf3e4-08a3-4426-ba52-c84f24e0f94b tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/security-groups?id=e715a674-ee03-4c9f-bbdb-345646b21ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388324 Mar 07 10:53:31.091086 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] get_ports_and_sgs() called for port_ids ['473871fb-eb57-4934-ac17-0e7b605d1274'] {{(pid=83739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 07 10:53:31.841101 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-711fefd2-3b30-4759-8df5-0aecff1c8e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:53:31.898310 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:53:32.112997 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf3ebbb-cfea-452f-b25a-a034b337c680 req-89e4df92-2bb6-47d2-a193-550e473ca047 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:32.114307 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-5bf3ebbb-cfea-452f-b25a-a034b337c680 req-89e4df92-2bb6-47d2-a193-550e473ca047 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1840e42-8f2f-409e-a661-6ff279ce546f HTTP/1.1" status: 200 len: 944 time: 0.0776536 Mar 07 10:53:32.158583 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-5bf3ebbb-cfea-452f-b25a-a034b337c680 req-bb3b99fd-22b0-4863-b986-2851d8a61d8b tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/security-groups?id=e715a674-ee03-4c9f-bbdb-345646b21ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388436 Mar 07 10:53:32.567372 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device 473871fb-eb57-4934-ac17-0e7b605d1274 up at agent hyperv_hv-neutron-8307 {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:53:32.634471 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Provisioning for port 473871fb-eb57-4934-ac17-0e7b605d1274 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:53:32.638837 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Provisioning complete for port 473871fb-eb57-4934-ac17-0e7b605d1274 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:53:32.639197 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:53:32.751054 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:53:32.777359 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1840e42-8f2f-409e-a661-6ff279ce546f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '473871fb-eb57-4934-ac17-0e7b605d1274'}] {{(pid=83739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 10:53:32.787304 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port 473871fb-eb57-4934-ac17-0e7b605d1274, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=473871fb-eb57-4934-ac17-0e7b605d1274,segment=NetworkSegment(89f3cc88-61e3-4f39-aeae-f34c8e035f06),segment_id=89f3cc88-61e3-4f39-aeae-f34c8e035f06)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:53:32.790505 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:53:32.834219 dv-neutron-830731-3-hyperv neutron-server[83739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1840e42-8f2f-409e-a661-6ff279ce546f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '473871fb-eb57-4934-ac17-0e7b605d1274', 'code': 200} Mar 07 10:53:32.856757 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Pushing event updated for resources: {'Port': ['ID=473871fb-eb57-4934-ac17-0e7b605d1274,revision_number=5']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:33.052344 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-36804570-3069-4053-8d90-fe03a6702849 req-2715c981-919f-411b-adfc-07f50302701b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c1840e42-8f2f-409e-a661-6ff279ce546f HTTP/1.1" status: 200 len: 1098 time: 0.0665684 Mar 07 10:53:33.092325 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-36804570-3069-4053-8d90-fe03a6702849 req-d34b4565-686a-491f-bb8c-e4b46180d248 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=e715a674-ee03-4c9f-bbdb-345646b21ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344458 Mar 07 10:53:33.271033 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c87150bd-aa9c-4ad1-bb68-57ec66d4fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:53:33.357596 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce5234c-19cc-4a8d-a2fc-ea6c6d132b88 req-2907d9a2-06ea-4187-9fe1-6da6e84854fe tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:33.358942 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-7ce5234c-19cc-4a8d-a2fc-ea6c6d132b88 req-2907d9a2-06ea-4187-9fe1-6da6e84854fe tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1840e42-8f2f-409e-a661-6ff279ce546f HTTP/1.1" status: 200 len: 945 time: 0.0790308 Mar 07 10:53:33.405792 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-7ce5234c-19cc-4a8d-a2fc-ea6c6d132b88 req-890731da-68d4-45e5-bf89-c6db40e02019 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/security-groups?id=e715a674-ee03-4c9f-bbdb-345646b21ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410588 Mar 07 10:53:34.603494 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66f89b5-c22c-4bba-9c5d-4e8f6d34f7f9 req-7b8279c2-6b66-444f-9bfa-7e8f37906ac6 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:34.604853 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-e66f89b5-c22c-4bba-9c5d-4e8f6d34f7f9 req-7b8279c2-6b66-444f-9bfa-7e8f37906ac6 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1840e42-8f2f-409e-a661-6ff279ce546f HTTP/1.1" status: 200 len: 945 time: 0.0742412 Mar 07 10:53:34.652491 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-e66f89b5-c22c-4bba-9c5d-4e8f6d34f7f9 req-59b36dff-a618-40fb-b95c-f04d61b083e1 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/security-groups?id=e715a674-ee03-4c9f-bbdb-345646b21ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418479 Mar 07 10:53:34.838759 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0959ea8-beb6-419e-b875-9bde8e7f19f0 req-03c11fc8-4571-45a7-b931-4ca9e4c7198f tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:34.840185 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f0959ea8-beb6-419e-b875-9bde8e7f19f0 req-03c11fc8-4571-45a7-b931-4ca9e4c7198f tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1840e42-8f2f-409e-a661-6ff279ce546f HTTP/1.1" status: 200 len: 945 time: 0.0748999 Mar 07 10:53:34.849010 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 43426) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:53:34.854121 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-0d65b064-0abc-4b39-83c2-394145825ed5 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Request body: {'floatingip': {'port_id': '473871fb-eb57-4934-ac17-0e7b605d1274'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:53:34.929752 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0d65b064-0abc-4b39-83c2-394145825ed5 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Notify callbacks [] for floatingip, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:53:35.503591 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0d65b064-0abc-4b39-83c2-394145825ed5 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:53:35.506924 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0d65b064-0abc-4b39-83c2-394145825ed5 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923533'] for floatingip, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:53:35.783245 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.db.l3_db [None req-0d65b064-0abc-4b39-83c2-394145825ed5 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Floating IP 0d34bab2-6d40-40b5-b39c-ae9fae432d25 associated. External IP: 172.26.8.117, port: 473871fb-eb57-4934-ac17-0e7b605d1274. Mar 07 10:53:36.183791 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d65b064-0abc-4b39-83c2-394145825ed5 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Router 56db4d7a-d6e7-40d0-a23e-93cd12695f67 has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:53:36.386988 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d65b064-0abc-4b39-83c2-394145825ed5 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:53:36.391745 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0d65b064-0abc-4b39-83c2-394145825ed5 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for floatingip, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:53:36.398926 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5d6ce3-6802-4b9f-a51f-285b1c494db0 None None] Sync routers for ids ['56db4d7a-d6e7-40d0-a23e-93cd12695f67'] in dv-neutron-830731-3-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:53:36.412726 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5d6ce3-6802-4b9f-a51f-285b1c494db0 None None] Routers {'56db4d7a-d6e7-40d0-a23e-93cd12695f67'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:53:36.413415 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-ea5d6ce3-6802-4b9f-a51f-285b1c494db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:53:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['56db4d7a-d6e7-40d0-a23e-93cd12695f67'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:53:36.450976 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-0d65b064-0abc-4b39-83c2-394145825ed5 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "PUT /v2.0/floatingips/0d34bab2-6d40-40b5-b39c-ae9fae432d25 HTTP/1.1" status: 200 len: 991 time: 1.5983579 Mar 07 10:53:36.450976 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1840e42-8f2f-409e-a661-6ff279ce546f', 'tag': '473871fb-eb57-4934-ac17-0e7b605d1274'}] {{(pid=83737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 10:53:36.511016 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1840e42-8f2f-409e-a661-6ff279ce546f', 'tag': '473871fb-eb57-4934-ac17-0e7b605d1274', 'status': 'completed', 'code': 200} Mar 07 10:53:36.615290 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b0928268-96a9-4642-8c03-1b16e4225953 req-ea5edf0a-9452-4b36-9c40-f96dd25e4c7c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ea182ca228b14bd78c810e6c020265a5&device_id=c1840e42-8f2f-409e-a661-6ff279ce546f HTTP/1.1" status: 200 len: 1098 time: 0.0786829 Mar 07 10:53:36.625817 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-ea5d6ce3-6802-4b9f-a51f-285b1c494db0 None None] Set router 56db4d7a-d6e7-40d0-a23e-93cd12695f67 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:53:36.786782 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0928268-96a9-4642-8c03-1b16e4225953 req-8aef9eff-9391-4917-93d9-ba79b16bc08d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:36.788197 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b0928268-96a9-4642-8c03-1b16e4225953 req-8aef9eff-9391-4917-93d9-ba79b16bc08d service neutron] 10.222.0.10 "GET /v2.0/networks?id=c2627522-a52f-46a5-9071-76d8cd9d26ac HTTP/1.1" status: 200 len: 912 time: 0.1670539 Mar 07 10:53:36.910100 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b0928268-96a9-4642-8c03-1b16e4225953 req-f1d89dc5-ead9-4b61-8064-279d76c4f716 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=473871fb-eb57-4934-ac17-0e7b605d1274 HTTP/1.1" status: 200 len: 999 time: 0.1097016 Mar 07 10:53:36.916368 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dded4b-b2a9-4852-8a6a-62e8b57328b1 req-cb87d212-117a-45fd-ae6b-ad6011d537a1 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:36.917751 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-36dded4b-b2a9-4852-8a6a-62e8b57328b1 req-cb87d212-117a-45fd-ae6b-ad6011d537a1 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1840e42-8f2f-409e-a661-6ff279ce546f HTTP/1.1" status: 200 len: 945 time: 0.1689100 Mar 07 10:53:37.003127 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0928268-96a9-4642-8c03-1b16e4225953 req-7797ed29-94b9-419f-af78-b20ce3c7fb04 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:37.004555 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b0928268-96a9-4642-8c03-1b16e4225953 req-7797ed29-94b9-419f-af78-b20ce3c7fb04 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7f7d5150-02b0-4848-9db2-7de7d27282d9 HTTP/1.1" status: 200 len: 850 time: 0.0859678 Mar 07 10:53:37.040612 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-36dded4b-b2a9-4852-8a6a-62e8b57328b1 req-979d2392-c3bf-42f3-aea3-d72bb2dcb562 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/security-groups?id=e715a674-ee03-4c9f-bbdb-345646b21ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931251 Mar 07 10:53:37.051935 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-ea5d6ce3-6802-4b9f-a51f-285b1c494db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56db4d7a-d6e7-40d0-a23e-93cd12695f67', 'name': 'tempest-ServerActionsTestJSON-940133837-router', 'tenant_id': 'ea182ca228b14bd78c810e6c020265a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.246'}], 'enable_snat': True}, 'gw_port_id': '28543fe1-0e0a-4857-92fe-e81b2ece1be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:52:23Z', 'updated_at': '2022-03-07T10:52:26Z', 'revision_number': 4, 'project_id': 'ea182ca228b14bd78c810e6c020265a5', 'gw_port': {'id': '28543fe1-0e0a-4857-92fe-e81b2ece1be6', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:21:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56db4d7a-d6e7-40d0-a23e-93cd12695f67', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:52:24Z', 'updated_at': '2022-03-07T10:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_floatingips': [{'id': '0d34bab2-6d40-40b5-b39c-ae9fae432d25', 'tenant_id': 'ea182ca228b14bd78c810e6c020265a5', 'floating_ip_address': '172.26.8.117', 'floating_network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'router_id': '56db4d7a-d6e7-40d0-a23e-93cd12695f67', 'port_id': '473871fb-eb57-4934-ac17-0e7b605d1274', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2627522-a52f-46a5-9071-76d8cd9d26ac', 'mac_address': 'fa:16:3e:8a:e0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1840e42-8f2f-409e-a661-6ff279ce546f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:52:29Z', 'updated_at': '2022-03-07T10:53:35Z', 'revision_number': 5, 'project_id': 'ea182ca228b14bd78c810e6c020265a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '155076b2-2dab-4fbf-a926-1957d62aabaf', 'name': '', 'network_id': 'c2627522-a52f-46a5-9071-76d8cd9d26ac', 'tenant_id': 'ea182ca228b14bd78c810e6c020265a5', 'mac_address': 'fa:16:3e:66:e3:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56db4d7a-d6e7-40d0-a23e-93cd12695f67', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7f7d5150-02b0-4848-9db2-7de7d27282d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:52:25Z', 'updated_at': '2022-03-07T10:52:43Z', 'revision_number': 5, 'project_id': 'ea182ca228b14bd78c810e6c020265a5', 'subnets': [{'id': '7f7d5150-02b0-4848-9db2-7de7d27282d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:53:37.055755 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5d6ce3-6802-4b9f-a51f-285b1c494db0 None None] Checking router: 56db4d7a-d6e7-40d0-a23e-93cd12695f67 for host: dv-neutron-830731-3-hyperv {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 07 10:53:37.066706 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5d6ce3-6802-4b9f-a51f-285b1c494db0 None None] Routers {'56db4d7a-d6e7-40d0-a23e-93cd12695f67'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:53:37.067295 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-ea5d6ce3-6802-4b9f-a51f-285b1c494db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:53:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['56db4d7a-d6e7-40d0-a23e-93cd12695f67'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:53:37.092197 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b0928268-96a9-4642-8c03-1b16e4225953 req-e0bdfe12-def8-4d00-a957-08e62499fe09 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c2627522-a52f-46a5-9071-76d8cd9d26ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0822377 Mar 07 10:53:37.220954 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b0928268-96a9-4642-8c03-1b16e4225953 req-be2f56fb-c313-426e-93f9-36dc074b2dcc service neutron] 10.222.0.10 "GET /v2.0/networks/c2627522-a52f-46a5-9071-76d8cd9d26ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225584 Mar 07 10:53:37.244953 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-ea5d6ce3-6802-4b9f-a51f-285b1c494db0 None None] Set router 56db4d7a-d6e7-40d0-a23e-93cd12695f67 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:53:37.448546 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b0928268-96a9-4642-8c03-1b16e4225953 req-06973182-506d-49cf-bac3-c8befc1b6e1d service neutron] 10.222.0.10 "GET /v2.0/networks/c2627522-a52f-46a5-9071-76d8cd9d26ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2223005 Mar 07 10:53:37.594247 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-ea5d6ce3-6802-4b9f-a51f-285b1c494db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56db4d7a-d6e7-40d0-a23e-93cd12695f67', 'name': 'tempest-ServerActionsTestJSON-940133837-router', 'tenant_id': 'ea182ca228b14bd78c810e6c020265a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.246'}], 'enable_snat': True}, 'gw_port_id': '28543fe1-0e0a-4857-92fe-e81b2ece1be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:52:23Z', 'updated_at': '2022-03-07T10:52:26Z', 'revision_number': 4, 'project_id': 'ea182ca228b14bd78c810e6c020265a5', 'gw_port': {'id': '28543fe1-0e0a-4857-92fe-e81b2ece1be6', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:21:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56db4d7a-d6e7-40d0-a23e-93cd12695f67', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:52:24Z', 'updated_at': '2022-03-07T10:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_floatingips': [{'id': '0d34bab2-6d40-40b5-b39c-ae9fae432d25', 'tenant_id': 'ea182ca228b14bd78c810e6c020265a5', 'floating_ip_address': '172.26.8.117', 'floating_network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'router_id': '56db4d7a-d6e7-40d0-a23e-93cd12695f67', 'port_id': '473871fb-eb57-4934-ac17-0e7b605d1274', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2627522-a52f-46a5-9071-76d8cd9d26ac', 'mac_address': 'fa:16:3e:8a:e0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1840e42-8f2f-409e-a661-6ff279ce546f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:52:29Z', 'updated_at': '2022-03-07T10:53:35Z', 'revision_number': 5, 'project_id': 'ea182ca228b14bd78c810e6c020265a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '155076b2-2dab-4fbf-a926-1957d62aabaf', 'name': '', 'network_id': 'c2627522-a52f-46a5-9071-76d8cd9d26ac', 'tenant_id': 'ea182ca228b14bd78c810e6c020265a5', 'mac_address': 'fa:16:3e:66:e3:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56db4d7a-d6e7-40d0-a23e-93cd12695f67', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7f7d5150-02b0-4848-9db2-7de7d27282d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:52:25Z', 'updated_at': '2022-03-07T10:52:43Z', 'revision_number': 5, 'project_id': 'ea182ca228b14bd78c810e6c020265a5', 'subnets': [{'id': '7f7d5150-02b0-4848-9db2-7de7d27282d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:53:37.598016 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5d6ce3-6802-4b9f-a51f-285b1c494db0 None None] The sync data for ids ['56db4d7a-d6e7-40d0-a23e-93cd12695f67'] in dv-neutron-830731-3-hyperv is: [{'id': '56db4d7a-d6e7-40d0-a23e-93cd12695f67', 'name': 'tempest-ServerActionsTestJSON-940133837-router', 'tenant_id': 'ea182ca228b14bd78c810e6c020265a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.246'}], 'enable_snat': True}, 'gw_port_id': '28543fe1-0e0a-4857-92fe-e81b2ece1be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:52:23Z', 'updated_at': '2022-03-07T10:52:26Z', 'revision_number': 4, 'project_id': 'ea182ca228b14bd78c810e6c020265a5', 'gw_port': {'id': '28543fe1-0e0a-4857-92fe-e81b2ece1be6', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:21:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56db4d7a-d6e7-40d0-a23e-93cd12695f67', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:52:24Z', 'updated_at': '2022-03-07T10:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_floatingips': [{'id': '0d34bab2-6d40-40b5-b39c-ae9fae432d25', 'tenant_id': 'ea182ca228b14bd78c810e6c020265a5', 'floating_ip_address': '172.26.8.117', 'floating_network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'router_id': '56db4d7a-d6e7-40d0-a23e-93cd12695f67', 'port_id': '473871fb-eb57-4934-ac17-0e7b605d1274', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2627522-a52f-46a5-9071-76d8cd9d26ac', 'mac_address': 'fa:16:3e:8a:e0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1840e42-8f2f-409e-a661-6ff279ce546f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:52:29Z', 'updated_at': '2022-03-07T10:53:35Z', 'revision_number': 5, 'project_id': 'ea182ca228b14bd78c810e6c020265a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '155076b2-2dab-4fbf-a926-1957d62aabaf', 'name': '', 'network_id': 'c2627522-a52f-46a5-9071-76d8cd9d26ac', 'tenant_id': 'ea182ca228b14bd78c810e6c020265a5', 'mac_address': 'fa:16:3e:66:e3:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56db4d7a-d6e7-40d0-a23e-93cd12695f67', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7f7d5150-02b0-4848-9db2-7de7d27282d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:52:25Z', 'updated_at': '2022-03-07T10:52:43Z', 'revision_number': 5, 'project_id': 'ea182ca228b14bd78c810e6c020265a5', 'subnets': [{'id': '7f7d5150-02b0-4848-9db2-7de7d27282d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:53:37.780246 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a5ecac-945a-4f31-9b24-33b98fa8ba9b None None] New status for floating IP 0d34bab2-6d40-40b5-b39c-ae9fae432d25: ACTIVE {{(pid=83740) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 07 10:53:38.241159 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca349171-36cd-4129-83c3-555cabc3bb09 req-fca1196e-cf6d-4dc0-b668-358004f2d88a tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:38.242583 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ca349171-36cd-4129-83c3-555cabc3bb09 req-fca1196e-cf6d-4dc0-b668-358004f2d88a tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1840e42-8f2f-409e-a661-6ff279ce546f HTTP/1.1" status: 200 len: 945 time: 0.0774755 Mar 07 10:53:38.289301 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ca349171-36cd-4129-83c3-555cabc3bb09 req-dfdf1d29-d1a3-476e-95b3-08c79797c919 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/security-groups?id=e715a674-ee03-4c9f-bbdb-345646b21ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410759 Mar 07 10:53:39.089125 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-adbd2215-c8ee-41f3-92a6-4182ca26b8a8 None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 10:53:39.486205 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a05b79-f0e2-4cb4-aa30-a3299a7dca68 req-ff0321ba-baf6-41e4-8041-5b2ee29ce894 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:39.487635 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-60a05b79-f0e2-4cb4-aa30-a3299a7dca68 req-ff0321ba-baf6-41e4-8041-5b2ee29ce894 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1840e42-8f2f-409e-a661-6ff279ce546f HTTP/1.1" status: 200 len: 945 time: 0.0745771 Mar 07 10:53:39.532601 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-60a05b79-f0e2-4cb4-aa30-a3299a7dca68 req-25d35392-e377-40e3-8aec-7395d696cea3 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/security-groups?id=e715a674-ee03-4c9f-bbdb-345646b21ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393317 Mar 07 10:53:40.730055 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054d87a8-3884-4e90-91ff-68d91ec48560 req-a7c5a834-4532-4efb-8472-97fd9dcad92b tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:40.731484 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-054d87a8-3884-4e90-91ff-68d91ec48560 req-a7c5a834-4532-4efb-8472-97fd9dcad92b tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1840e42-8f2f-409e-a661-6ff279ce546f HTTP/1.1" status: 200 len: 945 time: 0.0796862 Mar 07 10:53:40.775781 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-054d87a8-3884-4e90-91ff-68d91ec48560 req-8af068e3-039a-46da-a5df-19f81bc32a14 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/security-groups?id=e715a674-ee03-4c9f-bbdb-345646b21ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387723 Mar 07 10:53:41.967892 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffa1ba6-1dfd-4ca8-8f44-1534d2c198a5 req-323a568c-6fd4-4ba0-9124-523802eef296 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:41.969469 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-bffa1ba6-1dfd-4ca8-8f44-1534d2c198a5 req-323a568c-6fd4-4ba0-9124-523802eef296 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1840e42-8f2f-409e-a661-6ff279ce546f HTTP/1.1" status: 200 len: 945 time: 0.0732045 Mar 07 10:53:42.016428 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-bffa1ba6-1dfd-4ca8-8f44-1534d2c198a5 req-8ea59958-2e88-4ed1-9376-18e1a717c9fd tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/security-groups?id=e715a674-ee03-4c9f-bbdb-345646b21ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409732 Mar 07 10:53:43.204357 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc292be-74ca-4bd9-8f11-2786455b6b07 req-00cf6b4f-a969-4eea-b105-5d5acc5fafb5 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:43.205704 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-acc292be-74ca-4bd9-8f11-2786455b6b07 req-00cf6b4f-a969-4eea-b105-5d5acc5fafb5 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1840e42-8f2f-409e-a661-6ff279ce546f HTTP/1.1" status: 200 len: 945 time: 0.0738702 Mar 07 10:53:43.250851 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-acc292be-74ca-4bd9-8f11-2786455b6b07 req-ad5d662d-52c2-4820-af8d-65342493edcc tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/security-groups?id=e715a674-ee03-4c9f-bbdb-345646b21ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392511 Mar 07 10:53:44.444983 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea5a1ce-2223-46cf-8b5d-707e0d5b7ef6 req-907946e1-9d95-40af-ae36-7ca6150d6a4e tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:44.446386 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-3ea5a1ce-2223-46cf-8b5d-707e0d5b7ef6 req-907946e1-9d95-40af-ae36-7ca6150d6a4e tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1840e42-8f2f-409e-a661-6ff279ce546f HTTP/1.1" status: 200 len: 945 time: 0.0767217 Mar 07 10:53:44.491248 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-3ea5a1ce-2223-46cf-8b5d-707e0d5b7ef6 req-073cce60-67eb-4251-a60c-9b09718a166e tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/security-groups?id=e715a674-ee03-4c9f-bbdb-345646b21ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394895 Mar 07 10:53:45.686023 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93f70f9-0398-4827-b4f7-91b0949ae33d req-809bbba7-ab76-422e-ba2f-25576d319c99 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:45.688052 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b93f70f9-0398-4827-b4f7-91b0949ae33d req-809bbba7-ab76-422e-ba2f-25576d319c99 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1840e42-8f2f-409e-a661-6ff279ce546f HTTP/1.1" status: 200 len: 945 time: 0.0756280 Mar 07 10:53:45.733948 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b93f70f9-0398-4827-b4f7-91b0949ae33d req-c926f22e-4035-4f87-bc7d-fd42611785f6 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/security-groups?id=e715a674-ee03-4c9f-bbdb-345646b21ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400367 Mar 07 10:53:45.797180 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:53:46.932401 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72651b76-88e3-403b-a182-a71c25cca8cb req-184e19c6-81cb-4d4a-be11-4c2229c78126 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:46.933849 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-72651b76-88e3-403b-a182-a71c25cca8cb req-184e19c6-81cb-4d4a-be11-4c2229c78126 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1840e42-8f2f-409e-a661-6ff279ce546f HTTP/1.1" status: 200 len: 945 time: 0.0777867 Mar 07 10:53:46.978896 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-72651b76-88e3-403b-a182-a71c25cca8cb req-2354359d-8646-4329-ba19-9a5b33076267 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/security-groups?id=e715a674-ee03-4c9f-bbdb-345646b21ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391543 Mar 07 10:53:47.738948 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4dcba49d-9cc3-41fc-8389-a9e519475677 req-5815678a-dc92-4475-9f8f-40fee0f83a4d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ea182ca228b14bd78c810e6c020265a5&device_id=c1840e42-8f2f-409e-a661-6ff279ce546f HTTP/1.1" status: 200 len: 1098 time: 0.0705693 Mar 07 10:53:47.878475 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcba49d-9cc3-41fc-8389-a9e519475677 req-eec230c2-467f-4d67-bf45-c5f66685e2e3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:47.879895 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4dcba49d-9cc3-41fc-8389-a9e519475677 req-eec230c2-467f-4d67-bf45-c5f66685e2e3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=c2627522-a52f-46a5-9071-76d8cd9d26ac HTTP/1.1" status: 200 len: 912 time: 0.1229761 Mar 07 10:53:47.980783 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4dcba49d-9cc3-41fc-8389-a9e519475677 req-74934f43-61f8-4d0f-9102-fb01851067ab service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=473871fb-eb57-4934-ac17-0e7b605d1274 HTTP/1.1" status: 200 len: 1001 time: 0.0953016 Mar 07 10:53:48.043820 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcba49d-9cc3-41fc-8389-a9e519475677 req-f1832b72-eba7-4fc8-9845-423f3d5a0461 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:48.045269 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4dcba49d-9cc3-41fc-8389-a9e519475677 req-f1832b72-eba7-4fc8-9845-423f3d5a0461 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7f7d5150-02b0-4848-9db2-7de7d27282d9 HTTP/1.1" status: 200 len: 850 time: 0.0594342 Mar 07 10:53:48.169109 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4dcba49d-9cc3-41fc-8389-a9e519475677 req-78b892c8-e2ec-48ac-a1c5-1561c65aca42 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c2627522-a52f-46a5-9071-76d8cd9d26ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1182027 Mar 07 10:53:48.261702 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0369c484-c7ec-4edd-865f-23e02922c263 req-8e2820e6-325a-4636-b319-2960c5eddc61 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:48.263121 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-0369c484-c7ec-4edd-865f-23e02922c263 req-8e2820e6-325a-4636-b319-2960c5eddc61 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1840e42-8f2f-409e-a661-6ff279ce546f HTTP/1.1" status: 200 len: 945 time: 0.1620622 Mar 07 10:53:48.342515 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4dcba49d-9cc3-41fc-8389-a9e519475677 req-4abc4dae-10dc-4127-9c30-36994ff8d37c service neutron] 10.222.0.10 "GET /v2.0/networks/c2627522-a52f-46a5-9071-76d8cd9d26ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666734 Mar 07 10:53:48.345528 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-0369c484-c7ec-4edd-865f-23e02922c263 req-fc312415-6636-45ae-a528-80e0eea22845 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/security-groups?id=e715a674-ee03-4c9f-bbdb-345646b21ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753348 Mar 07 10:53:48.575813 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4dcba49d-9cc3-41fc-8389-a9e519475677 req-ced59a58-6455-4a92-82b0-262d8dbf5ab4 service neutron] 10.222.0.10 "GET /v2.0/networks/c2627522-a52f-46a5-9071-76d8cd9d26ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2275796 Mar 07 10:53:49.541683 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01422984-f093-468d-8fe8-4170f5b530a7 req-befea229-51a8-43a5-9e70-3ac3be424573 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:49.543026 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-01422984-f093-468d-8fe8-4170f5b530a7 req-befea229-51a8-43a5-9e70-3ac3be424573 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1840e42-8f2f-409e-a661-6ff279ce546f HTTP/1.1" status: 200 len: 945 time: 0.0750957 Mar 07 10:53:49.588026 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-01422984-f093-468d-8fe8-4170f5b530a7 req-bf3671ca-17af-4faa-a161-ebf3b497c27d tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/security-groups?id=e715a674-ee03-4c9f-bbdb-345646b21ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392299 Mar 07 10:53:50.780055 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18af3f1a-b6d1-4ee0-85ea-5bf788f9cbaf req-8a64e57c-99da-42d3-a3bd-74140b9a764c tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:50.782081 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-18af3f1a-b6d1-4ee0-85ea-5bf788f9cbaf req-8a64e57c-99da-42d3-a3bd-74140b9a764c tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1840e42-8f2f-409e-a661-6ff279ce546f HTTP/1.1" status: 200 len: 945 time: 0.0775535 Mar 07 10:53:50.825650 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-18af3f1a-b6d1-4ee0-85ea-5bf788f9cbaf req-8489aa58-ace5-4e05-9ad1-7f48d93d3e84 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/security-groups?id=e715a674-ee03-4c9f-bbdb-345646b21ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382698 Mar 07 10:53:52.017429 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6883a6-b173-4b14-b2d7-241dff5d2ff6 req-e23f9862-8e12-415a-b5b2-268ed45357a3 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:52.018839 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ef6883a6-b173-4b14-b2d7-241dff5d2ff6 req-e23f9862-8e12-415a-b5b2-268ed45357a3 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1840e42-8f2f-409e-a661-6ff279ce546f HTTP/1.1" status: 200 len: 945 time: 0.0750504 Mar 07 10:53:52.062146 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ef6883a6-b173-4b14-b2d7-241dff5d2ff6 req-67af7cae-2ea1-47db-88a1-3ce75b9fe7cc tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/security-groups?id=e715a674-ee03-4c9f-bbdb-345646b21ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378060 Mar 07 10:53:53.277518 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d70e6b-0f31-4d74-8970-ec12929c554b req-333a3c37-1519-4e98-b189-30c4f64e1fcd tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:53.279774 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c9d70e6b-0f31-4d74-8970-ec12929c554b req-333a3c37-1519-4e98-b189-30c4f64e1fcd tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1840e42-8f2f-409e-a661-6ff279ce546f HTTP/1.1" status: 200 len: 945 time: 0.0797374 Mar 07 10:53:53.325007 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c9d70e6b-0f31-4d74-8970-ec12929c554b req-1499758b-7077-4ff7-b54c-ef8b640757ce tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/security-groups?id=e715a674-ee03-4c9f-bbdb-345646b21ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396788 Mar 07 10:53:54.521886 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5b7619-efb0-4b55-aaab-93982466bf08 req-5eecf90b-111c-4409-a209-70cae585041e tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:54.523325 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ca5b7619-efb0-4b55-aaab-93982466bf08 req-5eecf90b-111c-4409-a209-70cae585041e tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1840e42-8f2f-409e-a661-6ff279ce546f HTTP/1.1" status: 200 len: 945 time: 0.0750842 Mar 07 10:53:54.571085 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ca5b7619-efb0-4b55-aaab-93982466bf08 req-fce1391a-56fd-4972-837f-3f3f472d5a9f tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/security-groups?id=e715a674-ee03-4c9f-bbdb-345646b21ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422406 Mar 07 10:53:55.764141 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69d644d-20f1-43f1-aa63-0c7adb45e13d req-55bc260f-62fb-42f9-9b4f-c961630d1c7e tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:55.766547 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f69d644d-20f1-43f1-aa63-0c7adb45e13d req-55bc260f-62fb-42f9-9b4f-c961630d1c7e tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1840e42-8f2f-409e-a661-6ff279ce546f HTTP/1.1" status: 200 len: 945 time: 0.0773978 Mar 07 10:53:55.811133 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f69d644d-20f1-43f1-aa63-0c7adb45e13d req-f00e7509-a460-427c-b187-201751c51035 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/security-groups?id=e715a674-ee03-4c9f-bbdb-345646b21ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391943 Mar 07 10:53:57.007059 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e018553-e152-4fe5-84bd-3768a3c02f2e req-477f496d-e0ac-4172-befa-db9ba8fab4eb tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:57.008463 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-7e018553-e152-4fe5-84bd-3768a3c02f2e req-477f496d-e0ac-4172-befa-db9ba8fab4eb tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1840e42-8f2f-409e-a661-6ff279ce546f HTTP/1.1" status: 200 len: 945 time: 0.0788634 Mar 07 10:53:57.052331 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-7e018553-e152-4fe5-84bd-3768a3c02f2e req-55ab3f28-32d1-4d75-b61e-cbe0d53e3c2b tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/security-groups?id=e715a674-ee03-4c9f-bbdb-345646b21ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383687 Mar 07 10:53:58.244195 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2c6aed-04a9-463b-a95b-634d803b314e req-ba7283b2-0295-4734-8fc5-2944a161af54 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:58.245720 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-eb2c6aed-04a9-463b-a95b-634d803b314e req-ba7283b2-0295-4734-8fc5-2944a161af54 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1840e42-8f2f-409e-a661-6ff279ce546f HTTP/1.1" status: 200 len: 945 time: 0.0748756 Mar 07 10:53:58.290763 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-eb2c6aed-04a9-463b-a95b-634d803b314e req-641d0fc8-aaf5-4e64-944d-eeb0b9225296 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/security-groups?id=e715a674-ee03-4c9f-bbdb-345646b21ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394301 Mar 07 10:53:58.411064 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-8ed8f3b4-9eae-4f56-9398-6e7d4b747f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:53:59.489590 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25be8391-d3ce-4d4f-9382-9d6e464a6fa1 req-83f7301d-9b6f-4600-a2d8-f9e772a8c02c tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:59.491148 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-25be8391-d3ce-4d4f-9382-9d6e464a6fa1 req-83f7301d-9b6f-4600-a2d8-f9e772a8c02c tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1840e42-8f2f-409e-a661-6ff279ce546f HTTP/1.1" status: 200 len: 945 time: 0.0820353 Mar 07 10:53:59.536235 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-25be8391-d3ce-4d4f-9382-9d6e464a6fa1 req-1c9a8b98-eaeb-4237-a446-d24ee87203d2 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/security-groups?id=e715a674-ee03-4c9f-bbdb-345646b21ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395927 Mar 07 10:54:00.599007 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-7551fde4-fa58-46b1-ac6b-1beeb26a7f49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:54:00.729466 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167273fd-3894-4db1-9daf-2b2ef2370f6d req-25587a16-a56a-41c6-bfe8-08d13492959f tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:00.730882 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-167273fd-3894-4db1-9daf-2b2ef2370f6d req-25587a16-a56a-41c6-bfe8-08d13492959f tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1840e42-8f2f-409e-a661-6ff279ce546f HTTP/1.1" status: 200 len: 945 time: 0.0739532 Mar 07 10:54:00.777191 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-167273fd-3894-4db1-9daf-2b2ef2370f6d req-b042951d-8742-44f3-b5c7-25215eda7183 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/security-groups?id=e715a674-ee03-4c9f-bbdb-345646b21ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408008 Mar 07 10:54:01.849301 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-711fefd2-3b30-4759-8df5-0aecff1c8e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:54:01.899952 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:54:01.978147 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952800e8-a824-4665-abdf-d64e55ac7a14 req-f0270b43-390d-434b-831f-afb6e2ee4a55 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:01.979581 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-952800e8-a824-4665-abdf-d64e55ac7a14 req-f0270b43-390d-434b-831f-afb6e2ee4a55 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1840e42-8f2f-409e-a661-6ff279ce546f HTTP/1.1" status: 200 len: 945 time: 0.0809798 Mar 07 10:54:02.026946 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-952800e8-a824-4665-abdf-d64e55ac7a14 req-c07dafdc-57b0-495c-ab85-d385ca78c481 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/security-groups?id=e715a674-ee03-4c9f-bbdb-345646b21ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413585 Mar 07 10:54:03.226224 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd60055-1aa4-43e5-a5d4-65f554103dd0 req-a5bf30ca-b7ba-4e43-81d0-d1617e9730c9 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:03.227651 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-8bd60055-1aa4-43e5-a5d4-65f554103dd0 req-a5bf30ca-b7ba-4e43-81d0-d1617e9730c9 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1840e42-8f2f-409e-a661-6ff279ce546f HTTP/1.1" status: 200 len: 945 time: 0.0805879 Mar 07 10:54:03.274396 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-8bd60055-1aa4-43e5-a5d4-65f554103dd0 req-f35a5247-265b-4544-81b0-60d7cc4b8287 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/security-groups?id=e715a674-ee03-4c9f-bbdb-345646b21ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412259 Mar 07 10:54:03.275302 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c87150bd-aa9c-4ad1-bb68-57ec66d4fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:54:03.463317 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-790a22a9-13aa-4b30-9c67-41e04baa38a0 req-9b24aaa6-ff96-4125-aed1-9d47dd0da79b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c1840e42-8f2f-409e-a661-6ff279ce546f&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0656688 Mar 07 10:54:03.711079 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-41062c12-a8fc-471e-a182-d06425aeb9ea req-6708e3fb-3cf1-458b-9bb5-77a2e0384226 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c1840e42-8f2f-409e-a661-6ff279ce546f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0720081 Mar 07 10:54:03.789738 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb48cff3-3b98-4f2b-aa9d-765d0e426f8e req-64093d4c-3473-47a5-b2c7-a29dc61e2fe5 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:03.791303 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-fb48cff3-3b98-4f2b-aa9d-765d0e426f8e req-64093d4c-3473-47a5-b2c7-a29dc61e2fe5 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1840e42-8f2f-409e-a661-6ff279ce546f HTTP/1.1" status: 200 len: 945 time: 0.0963144 Mar 07 10:54:03.837803 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-fb48cff3-3b98-4f2b-aa9d-765d0e426f8e req-be5355cd-d254-4051-95cd-29f16a4a11a6 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/security-groups?id=e715a674-ee03-4c9f-bbdb-345646b21ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397339 Mar 07 10:54:04.806777 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-41062c12-a8fc-471e-a182-d06425aeb9ea req-c72a1724-63d8-438f-8ca7-98070337485f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ea182ca228b14bd78c810e6c020265a5&device_id=c1840e42-8f2f-409e-a661-6ff279ce546f HTTP/1.1" status: 200 len: 1098 time: 0.0684276 Mar 07 10:54:04.940458 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41062c12-a8fc-471e-a182-d06425aeb9ea req-1e8129b1-5e01-4439-96e1-551a2cbabc6f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:04.941919 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-41062c12-a8fc-471e-a182-d06425aeb9ea req-1e8129b1-5e01-4439-96e1-551a2cbabc6f service neutron] 10.222.0.10 "GET /v2.0/networks?id=c2627522-a52f-46a5-9071-76d8cd9d26ac HTTP/1.1" status: 200 len: 912 time: 0.1284840 Mar 07 10:54:05.177012 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-41062c12-a8fc-471e-a182-d06425aeb9ea req-640ffe2a-65f8-45f9-931a-c37e4bf4f6b5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=473871fb-eb57-4934-ac17-0e7b605d1274 HTTP/1.1" status: 200 len: 1001 time: 0.2292352 Mar 07 10:54:05.232990 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b989c281-632b-48e0-8ede-7909e4f68247 req-bc79949b-17ea-47d3-8bf8-7e49d53a7bce tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:05.235565 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b989c281-632b-48e0-8ede-7909e4f68247 req-bc79949b-17ea-47d3-8bf8-7e49d53a7bce tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1840e42-8f2f-409e-a661-6ff279ce546f HTTP/1.1" status: 200 len: 945 time: 0.2373784 Mar 07 10:54:05.268843 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41062c12-a8fc-471e-a182-d06425aeb9ea req-e164d086-8a69-4e91-8a85-f7a4a57e89b0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:05.270226 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-41062c12-a8fc-471e-a182-d06425aeb9ea req-e164d086-8a69-4e91-8a85-f7a4a57e89b0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7f7d5150-02b0-4848-9db2-7de7d27282d9 HTTP/1.1" status: 200 len: 850 time: 0.0870557 Mar 07 10:54:05.334034 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b989c281-632b-48e0-8ede-7909e4f68247 req-5216b0e2-4daa-44e3-8a42-f3de4749c85b tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/security-groups?id=e715a674-ee03-4c9f-bbdb-345646b21ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917113 Mar 07 10:54:05.362889 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-41062c12-a8fc-471e-a182-d06425aeb9ea req-3be728db-1a31-4dac-b834-b358bdd2a9f6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c2627522-a52f-46a5-9071-76d8cd9d26ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0844026 Mar 07 10:54:05.497755 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-41062c12-a8fc-471e-a182-d06425aeb9ea req-25ec18c4-8e69-48a6-8d22-996bf1cd8312 service neutron] 10.222.0.10 "GET /v2.0/networks/c2627522-a52f-46a5-9071-76d8cd9d26ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287773 Mar 07 10:54:05.629436 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-41062c12-a8fc-471e-a182-d06425aeb9ea req-795f607a-a463-4403-ad91-d10c01b8c85d service neutron] 10.222.0.10 "GET /v2.0/networks/c2627522-a52f-46a5-9071-76d8cd9d26ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249321 Mar 07 10:54:06.529946 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae67ba3f-34dc-43a3-886a-2d0950afc01f req-7f364ffa-a971-483a-8dd5-453faf0f598e tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:06.532056 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ae67ba3f-34dc-43a3-886a-2d0950afc01f req-7f364ffa-a971-483a-8dd5-453faf0f598e tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1840e42-8f2f-409e-a661-6ff279ce546f HTTP/1.1" status: 200 len: 945 time: 0.0765545 Mar 07 10:54:06.576300 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ae67ba3f-34dc-43a3-886a-2d0950afc01f req-c435e233-b1cc-416a-90f9-73903789880a tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/security-groups?id=e715a674-ee03-4c9f-bbdb-345646b21ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386412 Mar 07 10:54:07.227252 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-41062c12-a8fc-471e-a182-d06425aeb9ea req-845787e1-57d2-4b65-82fc-5bc2b7ce3357 service neutron] 10.222.0.10 "GET /v2.0/ports/473871fb-eb57-4934-ac17-0e7b605d1274/bindings/hv-neutron-8307 HTTP/1.1" status: 200 len: 384 time: 0.0750377 Mar 07 10:54:07.507012 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-41062c12-a8fc-471e-a182-d06425aeb9ea req-75e1bc0e-dff4-40ad-b072-0bb8d2830945 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c1840e42-8f2f-409e-a661-6ff279ce546f&tenant_id=ea182ca228b14bd78c810e6c020265a5 HTTP/1.1" status: 200 len: 1098 time: 0.0709245 Mar 07 10:54:07.593121 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-41062c12-a8fc-471e-a182-d06425aeb9ea req-166f27f3-bcd1-4217-a5a1-b65f3bb79bad service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ea182ca228b14bd78c810e6c020265a5&device_id=c1840e42-8f2f-409e-a661-6ff279ce546f HTTP/1.1" status: 200 len: 1098 time: 0.0657191 Mar 07 10:54:07.768045 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41062c12-a8fc-471e-a182-d06425aeb9ea req-2899ce89-2db0-48bb-8bdf-637ddcfdf13c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:07.769406 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-41062c12-a8fc-471e-a182-d06425aeb9ea req-2899ce89-2db0-48bb-8bdf-637ddcfdf13c service neutron] 10.222.0.10 "GET /v2.0/networks?id=c2627522-a52f-46a5-9071-76d8cd9d26ac HTTP/1.1" status: 200 len: 912 time: 0.1703680 Mar 07 10:54:07.880721 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e0994c-e61f-4162-a3da-4b2996882b52 req-6ee8393c-c9a3-4780-88c5-d6e2ecc1f7c1 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:07.882152 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-96e0994c-e61f-4162-a3da-4b2996882b52 req-6ee8393c-c9a3-4780-88c5-d6e2ecc1f7c1 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1840e42-8f2f-409e-a661-6ff279ce546f HTTP/1.1" status: 200 len: 945 time: 0.1794887 Mar 07 10:54:07.886756 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-41062c12-a8fc-471e-a182-d06425aeb9ea req-bf243d5e-17e0-4b49-9f66-87f4937ab63b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=473871fb-eb57-4934-ac17-0e7b605d1274 HTTP/1.1" status: 200 len: 1001 time: 0.1100047 Mar 07 10:54:07.975127 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-96e0994c-e61f-4162-a3da-4b2996882b52 req-8be93f24-31a1-4bc8-ac50-b21de0e6d52c tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/security-groups?id=e715a674-ee03-4c9f-bbdb-345646b21ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874386 Mar 07 10:54:07.976329 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41062c12-a8fc-471e-a182-d06425aeb9ea req-c3468cf5-5d30-430a-8f54-88747d56e3c0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:07.977672 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-41062c12-a8fc-471e-a182-d06425aeb9ea req-c3468cf5-5d30-430a-8f54-88747d56e3c0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7f7d5150-02b0-4848-9db2-7de7d27282d9 HTTP/1.1" status: 200 len: 850 time: 0.0769985 Mar 07 10:54:08.053506 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-41062c12-a8fc-471e-a182-d06425aeb9ea req-0e272606-42b3-4af6-b872-dea50c8f5261 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c2627522-a52f-46a5-9071-76d8cd9d26ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699246 Mar 07 10:54:08.181687 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-41062c12-a8fc-471e-a182-d06425aeb9ea req-5b2877a6-afce-4d0f-9db8-9a06fb11f66b service neutron] 10.222.0.10 "GET /v2.0/networks/c2627522-a52f-46a5-9071-76d8cd9d26ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226325 Mar 07 10:54:08.310444 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-41062c12-a8fc-471e-a182-d06425aeb9ea req-3c8e4921-5f07-471d-a1f2-f0b43129012e service neutron] 10.222.0.10 "GET /v2.0/networks/c2627522-a52f-46a5-9071-76d8cd9d26ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229491 Mar 07 10:54:09.169049 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4c7145-0fac-416b-afbd-065fb7614165 req-c478a91a-2c73-423f-989d-f09f2bb3d7cc tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:09.170375 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-de4c7145-0fac-416b-afbd-065fb7614165 req-c478a91a-2c73-423f-989d-f09f2bb3d7cc tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1840e42-8f2f-409e-a661-6ff279ce546f HTTP/1.1" status: 200 len: 945 time: 0.0750725 Mar 07 10:54:09.214262 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-de4c7145-0fac-416b-afbd-065fb7614165 req-e226a25f-8ef6-4d0d-942b-cbf2aa4a5666 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/security-groups?id=e715a674-ee03-4c9f-bbdb-345646b21ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379813 Mar 07 10:54:10.501314 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e47962-61e1-4611-9e65-b66e02ca20bb req-22162b2b-f3b0-46b1-8161-758030a9cc98 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:10.502775 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-64e47962-61e1-4611-9e65-b66e02ca20bb req-22162b2b-f3b0-46b1-8161-758030a9cc98 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1840e42-8f2f-409e-a661-6ff279ce546f HTTP/1.1" status: 200 len: 945 time: 0.1693833 Mar 07 10:54:10.552163 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-64e47962-61e1-4611-9e65-b66e02ca20bb req-5c311ab7-b8eb-41c9-9814-f52de70d229c tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/security-groups?id=e715a674-ee03-4c9f-bbdb-345646b21ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426207 Mar 07 10:54:10.791840 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device 473871fb-eb57-4934-ac17-0e7b605d1274 details requested by agent hyperv_hv-neutron-8307 with host hv-neutron-8307 {{(pid=83739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 07 10:54:10.794153 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device 473871fb-eb57-4934-ac17-0e7b605d1274 no longer exists at agent hyperv_hv-neutron-8307 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:54:11.013149 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:54:11.033660 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port 473871fb-eb57-4934-ac17-0e7b605d1274, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=473871fb-eb57-4934-ac17-0e7b605d1274,segment=NetworkSegment(89f3cc88-61e3-4f39-aeae-f34c8e035f06),segment_id=89f3cc88-61e3-4f39-aeae-f34c8e035f06)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:54:11.053479 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Returning: {'device': '473871fb-eb57-4934-ac17-0e7b605d1274', 'network_id': 'c2627522-a52f-46a5-9071-76d8cd9d26ac', 'port_id': '473871fb-eb57-4934-ac17-0e7b605d1274', 'mac_address': 'fa:16:3e:8a:e0:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f7d5150-02b0-4848-9db2-7de7d27282d9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 07 10:54:11.059598 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1840e42-8f2f-409e-a661-6ff279ce546f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '473871fb-eb57-4934-ac17-0e7b605d1274'}] {{(pid=83739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 10:54:11.097351 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port 473871fb-eb57-4934-ac17-0e7b605d1274, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=473871fb-eb57-4934-ac17-0e7b605d1274,segment=NetworkSegment(89f3cc88-61e3-4f39-aeae-f34c8e035f06),segment_id=89f3cc88-61e3-4f39-aeae-f34c8e035f06)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:54:11.104154 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:54:11.141009 dv-neutron-830731-3-hyperv neutron-server[83739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1840e42-8f2f-409e-a661-6ff279ce546f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '473871fb-eb57-4934-ac17-0e7b605d1274', 'code': 200} Mar 07 10:54:11.173675 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:54:11.199010 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Pushing event updated for resources: {'Port': ['ID=473871fb-eb57-4934-ac17-0e7b605d1274,revision_number=6']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:11.202709 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 473871fb-eb57-4934-ac17-0e7b605d1274 {{(pid=83739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 07 10:54:11.258988 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.db.api [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 10:54:11.259330 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG oslo_db.api [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 10:54:11.748821 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4285059e-6ed7-4155-a52a-e26c54250fd4 req-b9842237-6d4a-4391-8b61-b159d40f13a1 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:11.751238 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4285059e-6ed7-4155-a52a-e26c54250fd4 req-b9842237-6d4a-4391-8b61-b159d40f13a1 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1840e42-8f2f-409e-a661-6ff279ce546f HTTP/1.1" status: 200 len: 943 time: 0.0756204 Mar 07 10:54:11.801076 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4285059e-6ed7-4155-a52a-e26c54250fd4 req-3389a602-983d-488f-8f98-0872c9657303 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/security-groups?id=e715a674-ee03-4c9f-bbdb-345646b21ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433300 Mar 07 10:54:11.812326 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:54:11.829739 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 473871fb-eb57-4934-ac17-0e7b605d1274 {{(pid=83739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 07 10:54:11.845369 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port 473871fb-eb57-4934-ac17-0e7b605d1274, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=473871fb-eb57-4934-ac17-0e7b605d1274,segment=NetworkSegment(89f3cc88-61e3-4f39-aeae-f34c8e035f06),segment_id=89f3cc88-61e3-4f39-aeae-f34c8e035f06)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:54:11.849380 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:54:11.946666 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] get_ports_and_sgs() called for port_ids ['473871fb-eb57-4934-ac17-0e7b605d1274'] {{(pid=83739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 07 10:54:11.975522 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Pushing event updated for resources: {'Port': ['ID=473871fb-eb57-4934-ac17-0e7b605d1274,revision_number=7']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:12.188017 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2498d2-8337-4d0a-86d5-2418d9f72abd req-5c5437ef-0e32-4888-877b-839c0f244d3d tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:12.189655 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-2a2498d2-8337-4d0a-86d5-2418d9f72abd req-5c5437ef-0e32-4888-877b-839c0f244d3d tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1840e42-8f2f-409e-a661-6ff279ce546f HTTP/1.1" status: 200 len: 944 time: 0.1080916 Mar 07 10:54:12.195737 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d337cf35-311a-4973-8200-b9d3e9869b26 req-484e5201-c25d-4c60-8677-f4432d3abcf8 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:12.197068 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d337cf35-311a-4973-8200-b9d3e9869b26 req-484e5201-c25d-4c60-8677-f4432d3abcf8 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1840e42-8f2f-409e-a661-6ff279ce546f&tenant_id=ea182ca228b14bd78c810e6c020265a5&binding%3Ahost_id=hv-neutron-8307 HTTP/1.1" status: 200 len: 944 time: 0.1454794 Mar 07 10:54:12.238491 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-2a2498d2-8337-4d0a-86d5-2418d9f72abd req-8ae09329-3ea8-4d10-a334-b9682ffb003f tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/security-groups?id=e715a674-ee03-4c9f-bbdb-345646b21ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404844 Mar 07 10:54:12.339212 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d337cf35-311a-4973-8200-b9d3e9869b26 req-59d81489-3d6b-418b-b20e-01b481859652 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ea182ca228b14bd78c810e6c020265a5&device_id=c1840e42-8f2f-409e-a661-6ff279ce546f HTTP/1.1" status: 200 len: 1097 time: 0.0682969 Mar 07 10:54:12.466216 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d337cf35-311a-4973-8200-b9d3e9869b26 req-83f889a6-78bf-4ea1-a77c-a8969180982d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:12.468180 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d337cf35-311a-4973-8200-b9d3e9869b26 req-83f889a6-78bf-4ea1-a77c-a8969180982d service neutron] 10.222.0.10 "GET /v2.0/networks?id=c2627522-a52f-46a5-9071-76d8cd9d26ac HTTP/1.1" status: 200 len: 912 time: 0.1225188 Mar 07 10:54:12.569994 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d337cf35-311a-4973-8200-b9d3e9869b26 req-426b6ca2-3518-4bc3-9166-705c465d2ad4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=473871fb-eb57-4934-ac17-0e7b605d1274 HTTP/1.1" status: 200 len: 1000 time: 0.0958560 Mar 07 10:54:12.629558 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d337cf35-311a-4973-8200-b9d3e9869b26 req-40bfeb96-7fbc-411c-8a81-605ddfe3a21f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:12.630944 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d337cf35-311a-4973-8200-b9d3e9869b26 req-40bfeb96-7fbc-411c-8a81-605ddfe3a21f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7f7d5150-02b0-4848-9db2-7de7d27282d9 HTTP/1.1" status: 200 len: 850 time: 0.0557225 Mar 07 10:54:12.705453 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d337cf35-311a-4973-8200-b9d3e9869b26 req-990c61c2-d7bb-4a96-9f98-84dc273edde8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c2627522-a52f-46a5-9071-76d8cd9d26ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690711 Mar 07 10:54:12.790428 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device 473871fb-eb57-4934-ac17-0e7b605d1274 up at agent hyperv_hv-neutron-8307 {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:54:12.834928 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d337cf35-311a-4973-8200-b9d3e9869b26 req-819e4ac4-2521-4e65-84ec-564dab7f95fb service neutron] 10.222.0.10 "GET /v2.0/networks/c2627522-a52f-46a5-9071-76d8cd9d26ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234784 Mar 07 10:54:12.856116 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Provisioning complete for port 473871fb-eb57-4934-ac17-0e7b605d1274 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:54:12.856667 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:54:12.966212 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d337cf35-311a-4973-8200-b9d3e9869b26 req-7f885cf5-7eb4-45d3-83e4-c8d590dd6e4d service neutron] 10.222.0.10 "GET /v2.0/networks/c2627522-a52f-46a5-9071-76d8cd9d26ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254253 Mar 07 10:54:12.969156 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:54:13.004193 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port 473871fb-eb57-4934-ac17-0e7b605d1274, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=473871fb-eb57-4934-ac17-0e7b605d1274,segment=NetworkSegment(89f3cc88-61e3-4f39-aeae-f34c8e035f06),segment_id=89f3cc88-61e3-4f39-aeae-f34c8e035f06)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:54:13.007722 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:54:13.074228 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Pushing event updated for resources: {'Port': ['ID=473871fb-eb57-4934-ac17-0e7b605d1274,revision_number=8']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:13.142133 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1840e42-8f2f-409e-a661-6ff279ce546f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '473871fb-eb57-4934-ac17-0e7b605d1274'}] {{(pid=83739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 10:54:13.202791 dv-neutron-830731-3-hyperv neutron-server[83739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1840e42-8f2f-409e-a661-6ff279ce546f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '473871fb-eb57-4934-ac17-0e7b605d1274', 'code': 200} Mar 07 10:54:13.434223 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d5cdc5-5802-40fe-b100-8f125a5619b4 req-feba63d7-b2be-4c46-a427-dc521c75a715 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:13.435642 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-41d5cdc5-5802-40fe-b100-8f125a5619b4 req-feba63d7-b2be-4c46-a427-dc521c75a715 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1840e42-8f2f-409e-a661-6ff279ce546f HTTP/1.1" status: 200 len: 945 time: 0.0746460 Mar 07 10:54:13.479887 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-41d5cdc5-5802-40fe-b100-8f125a5619b4 req-5b53ae91-09c2-4d39-9416-ae8a99c0da20 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/security-groups?id=e715a674-ee03-4c9f-bbdb-345646b21ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383506 Mar 07 10:54:14.684784 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af3e15d-9b6c-4c76-b43c-072e8596f421 req-e7819bbb-6ede-48a7-a9e1-a396e628e7b0 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:14.686203 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-7af3e15d-9b6c-4c76-b43c-072e8596f421 req-e7819bbb-6ede-48a7-a9e1-a396e628e7b0 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1840e42-8f2f-409e-a661-6ff279ce546f HTTP/1.1" status: 200 len: 945 time: 0.0775003 Mar 07 10:54:14.730416 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-7af3e15d-9b6c-4c76-b43c-072e8596f421 req-2bab7d6c-bc65-42e2-83da-079e785e0c71 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/security-groups?id=e715a674-ee03-4c9f-bbdb-345646b21ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378056 Mar 07 10:54:14.926058 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e809061d-6bce-4682-8ef4-33a85e5c7608 req-ff74c774-1113-4f69-86a2-fafbee28c78c tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:14.927489 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-e809061d-6bce-4682-8ef4-33a85e5c7608 req-ff74c774-1113-4f69-86a2-fafbee28c78c tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1840e42-8f2f-409e-a661-6ff279ce546f HTTP/1.1" status: 200 len: 945 time: 0.0752404 Mar 07 10:54:14.975636 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-e809061d-6bce-4682-8ef4-33a85e5c7608 req-addded49-5057-4c19-ae48-1060360b1ddd tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/security-groups?id=e715a674-ee03-4c9f-bbdb-345646b21ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424945 Mar 07 10:54:15.382753 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d57cdae-ad56-4a35-b633-5e9f9ca33903 req-38586c8b-5221-4388-84c0-5e348910c28b tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:15.384167 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-6d57cdae-ad56-4a35-b633-5e9f9ca33903 req-38586c8b-5221-4388-84c0-5e348910c28b tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1840e42-8f2f-409e-a661-6ff279ce546f HTTP/1.1" status: 200 len: 945 time: 0.1322067 Mar 07 10:54:15.390855 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ebd9bcc7-54c1-41a4-9107-e02ceb27f19e req-d3b1d0fa-800d-4217-81c0-cc1248c55777 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ea182ca228b14bd78c810e6c020265a5&device_id=c1840e42-8f2f-409e-a661-6ff279ce546f HTTP/1.1" status: 200 len: 1098 time: 0.0964663 Mar 07 10:54:15.594789 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-6d57cdae-ad56-4a35-b633-5e9f9ca33903 req-2edafce7-37ea-4ecb-aa67-16578ec73bca tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/security-groups?id=e715a674-ee03-4c9f-bbdb-345646b21ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2030153 Mar 07 10:54:15.631424 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd9bcc7-54c1-41a4-9107-e02ceb27f19e req-04b24372-8e4b-489a-a718-471dc60a148d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:15.632852 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ebd9bcc7-54c1-41a4-9107-e02ceb27f19e req-04b24372-8e4b-489a-a718-471dc60a148d service neutron] 10.222.0.10 "GET /v2.0/networks?id=c2627522-a52f-46a5-9071-76d8cd9d26ac HTTP/1.1" status: 200 len: 912 time: 0.2285249 Mar 07 10:54:15.731247 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ebd9bcc7-54c1-41a4-9107-e02ceb27f19e req-d1a26085-ad2c-43fb-9e23-3f1bdebfa216 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=473871fb-eb57-4934-ac17-0e7b605d1274 HTTP/1.1" status: 200 len: 1001 time: 0.0927510 Mar 07 10:54:15.793035 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd9bcc7-54c1-41a4-9107-e02ceb27f19e req-ee649464-1d5f-471f-a709-7adf5f5fb338 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:15.794432 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ebd9bcc7-54c1-41a4-9107-e02ceb27f19e req-ee649464-1d5f-471f-a709-7adf5f5fb338 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7f7d5150-02b0-4848-9db2-7de7d27282d9 HTTP/1.1" status: 200 len: 850 time: 0.0577688 Mar 07 10:54:15.804530 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:54:15.867043 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ebd9bcc7-54c1-41a4-9107-e02ceb27f19e req-58e8ec49-ae45-4281-83ba-0c23be7069cd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c2627522-a52f-46a5-9071-76d8cd9d26ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0667088 Mar 07 10:54:15.995370 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ebd9bcc7-54c1-41a4-9107-e02ceb27f19e req-ece34e58-d2e4-42c9-9efd-17746b625f89 service neutron] 10.222.0.10 "GET /v2.0/networks/c2627522-a52f-46a5-9071-76d8cd9d26ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222613 Mar 07 10:54:16.089416 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-adbd2215-c8ee-41f3-92a6-4182ca26b8a8 None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 10:54:16.123022 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ebd9bcc7-54c1-41a4-9107-e02ceb27f19e req-1c5acd5b-6c02-4cab-907b-32e43f4a1bb7 service neutron] 10.222.0.10 "GET /v2.0/networks/c2627522-a52f-46a5-9071-76d8cd9d26ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222246 Mar 07 10:54:16.795480 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733c106b-7b7c-48f6-aa35-0267ccd3735c req-41e1953c-5c07-4271-878d-82fb83087099 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:16.796971 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-733c106b-7b7c-48f6-aa35-0267ccd3735c req-41e1953c-5c07-4271-878d-82fb83087099 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1840e42-8f2f-409e-a661-6ff279ce546f HTTP/1.1" status: 200 len: 945 time: 0.0775580 Mar 07 10:54:16.840416 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-733c106b-7b7c-48f6-aa35-0267ccd3735c req-73d63bee-3d21-41f4-b14b-ae361fb51ee0 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/security-groups?id=e715a674-ee03-4c9f-bbdb-345646b21ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380630 Mar 07 10:54:18.032968 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d77109-5c90-4299-b39e-66584411368e req-e860201d-49a5-477b-88d4-d87202083712 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:18.034406 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-17d77109-5c90-4299-b39e-66584411368e req-e860201d-49a5-477b-88d4-d87202083712 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1840e42-8f2f-409e-a661-6ff279ce546f HTTP/1.1" status: 200 len: 945 time: 0.0746598 Mar 07 10:54:18.082085 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-17d77109-5c90-4299-b39e-66584411368e req-810fdd67-bab6-4c54-97fd-bae10f99c1ae tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/security-groups?id=e715a674-ee03-4c9f-bbdb-345646b21ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421834 Mar 07 10:54:18.476175 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9691c273-e1ab-4c23-9061-4de3bbfa5577 req-56dd514a-bec5-46dd-a1cb-752fa8e30862 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:18.477617 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-9691c273-e1ab-4c23-9061-4de3bbfa5577 req-56dd514a-bec5-46dd-a1cb-752fa8e30862 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1840e42-8f2f-409e-a661-6ff279ce546f HTTP/1.1" status: 200 len: 945 time: 0.0756521 Mar 07 10:54:18.521851 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-9691c273-e1ab-4c23-9061-4de3bbfa5577 req-07690178-89b2-4a6a-a816-82e940358dee tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/security-groups?id=e715a674-ee03-4c9f-bbdb-345646b21ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388310 Mar 07 10:54:19.718520 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5bf63f-b91c-4e20-a91b-787c526c866d req-a62ea3d4-51c8-48d9-b0e9-e9357e97a1f2 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:19.720182 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-7a5bf63f-b91c-4e20-a91b-787c526c866d req-a62ea3d4-51c8-48d9-b0e9-e9357e97a1f2 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1840e42-8f2f-409e-a661-6ff279ce546f HTTP/1.1" status: 200 len: 945 time: 0.0775454 Mar 07 10:54:19.763662 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-7a5bf63f-b91c-4e20-a91b-787c526c866d req-a1f52e0d-7327-4c9e-8a57-31da45933a83 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/security-groups?id=e715a674-ee03-4c9f-bbdb-345646b21ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380607 Mar 07 10:54:20.274853 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be46168-a81c-4a16-a07d-27499f09628f req-b78c510e-fc0c-45f0-8f41-c44834e7d216 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:20.276241 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-2be46168-a81c-4a16-a07d-27499f09628f req-b78c510e-fc0c-45f0-8f41-c44834e7d216 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1840e42-8f2f-409e-a661-6ff279ce546f HTTP/1.1" status: 200 len: 945 time: 0.0734208 Mar 07 10:54:20.345798 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [req-2be46168-a81c-4a16-a07d-27499f09628f req-5b99cc5a-665c-4b18-a05d-d0a6c0cfdb15 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Deleting port 473871fb-eb57-4934-ac17-0e7b605d1274 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:54:20.346123 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-2be46168-a81c-4a16-a07d-27499f09628f req-5b99cc5a-665c-4b18-a05d-d0a6c0cfdb15 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:54:20.576565 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [req-2be46168-a81c-4a16-a07d-27499f09628f req-5b99cc5a-665c-4b18-a05d-d0a6c0cfdb15 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] For port 473871fb-eb57-4934-ac17-0e7b605d1274, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=473871fb-eb57-4934-ac17-0e7b605d1274,segment=NetworkSegment(89f3cc88-61e3-4f39-aeae-f34c8e035f06),segment_id=89f3cc88-61e3-4f39-aeae-f34c8e035f06)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:54:20.576830 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-2be46168-a81c-4a16-a07d-27499f09628f req-5b99cc5a-665c-4b18-a05d-d0a6c0cfdb15 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:54:20.994959 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-2be46168-a81c-4a16-a07d-27499f09628f req-5b99cc5a-665c-4b18-a05d-d0a6c0cfdb15 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:54:20.995688 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-2be46168-a81c-4a16-a07d-27499f09628f req-5b99cc5a-665c-4b18-a05d-d0a6c0cfdb15 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923533'] for floatingip, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:54:20.995688 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.db.l3_db [req-2be46168-a81c-4a16-a07d-27499f09628f req-5b99cc5a-665c-4b18-a05d-d0a6c0cfdb15 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Floating IP 0d34bab2-6d40-40b5-b39c-ae9fae432d25 disassociated. External IP: 172.26.8.117, port: 473871fb-eb57-4934-ac17-0e7b605d1274. Mar 07 10:54:20.995938 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [req-2be46168-a81c-4a16-a07d-27499f09628f req-5b99cc5a-665c-4b18-a05d-d0a6c0cfdb15 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Calling delete_port for 473871fb-eb57-4934-ac17-0e7b605d1274 owned by compute:nova {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:54:21.067647 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03379a06-1ba9-464f-a29c-69985c4c992b req-e7592f7e-389c-476f-9b16-8d21147d0338 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:21.069113 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-03379a06-1ba9-464f-a29c-69985c4c992b req-e7592f7e-389c-476f-9b16-8d21147d0338 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1840e42-8f2f-409e-a661-6ff279ce546f HTTP/1.1" status: 200 len: 945 time: 0.1561909 Mar 07 10:54:21.159088 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-03379a06-1ba9-464f-a29c-69985c4c992b req-dd4d7696-e7f5-4961-b3d2-18337ae65f45 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/security-groups?id=e715a674-ee03-4c9f-bbdb-345646b21ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782173 Mar 07 10:54:21.188288 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-2be46168-a81c-4a16-a07d-27499f09628f req-5b99cc5a-665c-4b18-a05d-d0a6c0cfdb15 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:54:21.239005 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b99cc5a-665c-4b18-a05d-d0a6c0cfdb15 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Pushing event deleted for resources: {'Port': ['ID=473871fb-eb57-4934-ac17-0e7b605d1274,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:21.447201 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2be46168-a81c-4a16-a07d-27499f09628f req-5b99cc5a-665c-4b18-a05d-d0a6c0cfdb15 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Router 56db4d7a-d6e7-40d0-a23e-93cd12695f67 has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:54:21.648508 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2be46168-a81c-4a16-a07d-27499f09628f req-5b99cc5a-665c-4b18-a05d-d0a6c0cfdb15 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:54:21.658045 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99587b1f-8a2c-48b8-925d-eacd4c012486 None None] Sync routers for ids ['56db4d7a-d6e7-40d0-a23e-93cd12695f67'] in dv-neutron-830731-3-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:54:21.673756 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99587b1f-8a2c-48b8-925d-eacd4c012486 None None] Routers {'56db4d7a-d6e7-40d0-a23e-93cd12695f67'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:54:21.674284 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-99587b1f-8a2c-48b8-925d-eacd4c012486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:54:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['56db4d7a-d6e7-40d0-a23e-93cd12695f67'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:54:21.714850 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [req-2be46168-a81c-4a16-a07d-27499f09628f req-5b99cc5a-665c-4b18-a05d-d0a6c0cfdb15 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] No DVR routers for this DVR port 473871fb-eb57-4934-ac17-0e7b605d1274 on host hv-neutron-8307 {{(pid=83737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:54:21.717297 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-2be46168-a81c-4a16-a07d-27499f09628f req-5b99cc5a-665c-4b18-a05d-d0a6c0cfdb15 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:54:21.720106 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1840e42-8f2f-409e-a661-6ff279ce546f', 'name': 'network-vif-deleted', 'tag': '473871fb-eb57-4934-ac17-0e7b605d1274'}] {{(pid=83737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 10:54:21.736089 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-2be46168-a81c-4a16-a07d-27499f09628f req-5b99cc5a-665c-4b18-a05d-d0a6c0cfdb15 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.10 "DELETE /v2.0/ports/473871fb-eb57-4934-ac17-0e7b605d1274 HTTP/1.1" status: 204 len: 173 time: 1.4546881 Mar 07 10:54:21.783200 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1840e42-8f2f-409e-a661-6ff279ce546f', 'name': 'network-vif-deleted', 'tag': '473871fb-eb57-4934-ac17-0e7b605d1274', 'status': 'completed', 'code': 200} Mar 07 10:54:21.856139 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-99587b1f-8a2c-48b8-925d-eacd4c012486 None None] Set router 56db4d7a-d6e7-40d0-a23e-93cd12695f67 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:54:22.170747 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-99587b1f-8a2c-48b8-925d-eacd4c012486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56db4d7a-d6e7-40d0-a23e-93cd12695f67', 'name': 'tempest-ServerActionsTestJSON-940133837-router', 'tenant_id': 'ea182ca228b14bd78c810e6c020265a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.246'}], 'enable_snat': True}, 'gw_port_id': '28543fe1-0e0a-4857-92fe-e81b2ece1be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:52:23Z', 'updated_at': '2022-03-07T10:52:26Z', 'revision_number': 4, 'project_id': 'ea182ca228b14bd78c810e6c020265a5', 'gw_port': {'id': '28543fe1-0e0a-4857-92fe-e81b2ece1be6', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:21:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56db4d7a-d6e7-40d0-a23e-93cd12695f67', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:52:24Z', 'updated_at': '2022-03-07T10:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_interfaces': [{'id': '155076b2-2dab-4fbf-a926-1957d62aabaf', 'name': '', 'network_id': 'c2627522-a52f-46a5-9071-76d8cd9d26ac', 'tenant_id': 'ea182ca228b14bd78c810e6c020265a5', 'mac_address': 'fa:16:3e:66:e3:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56db4d7a-d6e7-40d0-a23e-93cd12695f67', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7f7d5150-02b0-4848-9db2-7de7d27282d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:52:25Z', 'updated_at': '2022-03-07T10:52:43Z', 'revision_number': 5, 'project_id': 'ea182ca228b14bd78c810e6c020265a5', 'subnets': [{'id': '7f7d5150-02b0-4848-9db2-7de7d27282d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:54:22.175304 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99587b1f-8a2c-48b8-925d-eacd4c012486 None None] Checking router: 56db4d7a-d6e7-40d0-a23e-93cd12695f67 for host: dv-neutron-830731-3-hyperv {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 07 10:54:22.185943 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99587b1f-8a2c-48b8-925d-eacd4c012486 None None] Routers {'56db4d7a-d6e7-40d0-a23e-93cd12695f67'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:54:22.186505 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-99587b1f-8a2c-48b8-925d-eacd4c012486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:54:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['56db4d7a-d6e7-40d0-a23e-93cd12695f67'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:54:22.345700 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-a11dcef2-fbf2-4352-a595-72b277fc5d3a req-cbb46bb8-ac83-42b2-9bfb-a0774635875a tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Synchronizing usage tracker for tenant:ea182ca228b14bd78c810e6c020265a5 on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:54:22.360678 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-a11dcef2-fbf2-4352-a595-72b277fc5d3a req-cbb46bb8-ac83-42b2-9bfb-a0774635875a tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Unset dirty status for tenant:ea182ca228b14bd78c810e6c020265a5 on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:54:22.361825 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-a11dcef2-fbf2-4352-a595-72b277fc5d3a req-cbb46bb8-ac83-42b2-9bfb-a0774635875a tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1840e42-8f2f-409e-a661-6ff279ce546f HTTP/1.1" status: 200 len: 210 time: 0.0597041 Mar 07 10:54:22.375782 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-99587b1f-8a2c-48b8-925d-eacd4c012486 None None] Set router 56db4d7a-d6e7-40d0-a23e-93cd12695f67 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:54:22.712313 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-99587b1f-8a2c-48b8-925d-eacd4c012486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56db4d7a-d6e7-40d0-a23e-93cd12695f67', 'name': 'tempest-ServerActionsTestJSON-940133837-router', 'tenant_id': 'ea182ca228b14bd78c810e6c020265a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.246'}], 'enable_snat': True}, 'gw_port_id': '28543fe1-0e0a-4857-92fe-e81b2ece1be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:52:23Z', 'updated_at': '2022-03-07T10:52:26Z', 'revision_number': 4, 'project_id': 'ea182ca228b14bd78c810e6c020265a5', 'gw_port': {'id': '28543fe1-0e0a-4857-92fe-e81b2ece1be6', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:21:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56db4d7a-d6e7-40d0-a23e-93cd12695f67', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:52:24Z', 'updated_at': '2022-03-07T10:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_interfaces': [{'id': '155076b2-2dab-4fbf-a926-1957d62aabaf', 'name': '', 'network_id': 'c2627522-a52f-46a5-9071-76d8cd9d26ac', 'tenant_id': 'ea182ca228b14bd78c810e6c020265a5', 'mac_address': 'fa:16:3e:66:e3:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56db4d7a-d6e7-40d0-a23e-93cd12695f67', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7f7d5150-02b0-4848-9db2-7de7d27282d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:52:25Z', 'updated_at': '2022-03-07T10:52:43Z', 'revision_number': 5, 'project_id': 'ea182ca228b14bd78c810e6c020265a5', 'subnets': [{'id': '7f7d5150-02b0-4848-9db2-7de7d27282d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:54:22.716611 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99587b1f-8a2c-48b8-925d-eacd4c012486 None None] The sync data for ids ['56db4d7a-d6e7-40d0-a23e-93cd12695f67'] in dv-neutron-830731-3-hyperv is: [{'id': '56db4d7a-d6e7-40d0-a23e-93cd12695f67', 'name': 'tempest-ServerActionsTestJSON-940133837-router', 'tenant_id': 'ea182ca228b14bd78c810e6c020265a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.246'}], 'enable_snat': True}, 'gw_port_id': '28543fe1-0e0a-4857-92fe-e81b2ece1be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:52:23Z', 'updated_at': '2022-03-07T10:52:26Z', 'revision_number': 4, 'project_id': 'ea182ca228b14bd78c810e6c020265a5', 'gw_port': {'id': '28543fe1-0e0a-4857-92fe-e81b2ece1be6', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:21:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56db4d7a-d6e7-40d0-a23e-93cd12695f67', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:52:24Z', 'updated_at': '2022-03-07T10:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_interfaces': [{'id': '155076b2-2dab-4fbf-a926-1957d62aabaf', 'name': '', 'network_id': 'c2627522-a52f-46a5-9071-76d8cd9d26ac', 'tenant_id': 'ea182ca228b14bd78c810e6c020265a5', 'mac_address': 'fa:16:3e:66:e3:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56db4d7a-d6e7-40d0-a23e-93cd12695f67', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7f7d5150-02b0-4848-9db2-7de7d27282d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:52:25Z', 'updated_at': '2022-03-07T10:52:43Z', 'revision_number': 5, 'project_id': 'ea182ca228b14bd78c810e6c020265a5', 'subnets': [{'id': '7f7d5150-02b0-4848-9db2-7de7d27282d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:54:22.929992 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e23ce7-14f0-4f62-849d-d62bfb17cdf3 None None] New status for floating IP 0d34bab2-6d40-40b5-b39c-ae9fae432d25: DOWN {{(pid=83740) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 07 10:54:23.720715 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-856e36b1-e2ba-4cca-8593-133c5bb45093 req-b1131123-03e9-49ef-9dcd-7af2e806e441 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1582176056&fields=id&tenant_id=ea182ca228b14bd78c810e6c020265a5 HTTP/1.1" status: 200 len: 267 time: 0.0406501 Mar 07 10:54:23.862116 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856e36b1-e2ba-4cca-8593-133c5bb45093 req-ff1827a9-8356-41de-a63c-89a9bd85a8db tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:23.863517 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-856e36b1-e2ba-4cca-8593-133c5bb45093 req-ff1827a9-8356-41de-a63c-89a9bd85a8db tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/networks?id=c2627522-a52f-46a5-9071-76d8cd9d26ac HTTP/1.1" status: 200 len: 811 time: 0.1364975 Mar 07 10:54:23.879031 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-856e36b1-e2ba-4cca-8593-133c5bb45093 req-cf61b0c9-9cc1-48ca-a34b-7b6cf4cb9986 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/quotas/ea182ca228b14bd78c810e6c020265a5 HTTP/1.1" status: 200 len: 375 time: 0.0103359 Mar 07 10:54:23.956925 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-856e36b1-e2ba-4cca-8593-133c5bb45093 req-4da13b17-a96c-45fe-bc55-0ca093a808fc tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ea182ca228b14bd78c810e6c020265a5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0732148 Mar 07 10:54:24.087642 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-856e36b1-e2ba-4cca-8593-133c5bb45093 req-0b7370d0-dc76-4544-be54-cbd2d0dbb4d2 service neutron] 10.222.0.13 "GET /v2.0/networks/c2627522-a52f-46a5-9071-76d8cd9d26ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196890 Mar 07 10:54:24.213980 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-856e36b1-e2ba-4cca-8593-133c5bb45093 req-534a7e23-7e47-46d1-a5d4-189639ef4bb9 service neutron] 10.222.0.13 "GET /v2.0/networks/c2627522-a52f-46a5-9071-76d8cd9d26ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207132 Mar 07 10:54:24.396954 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-dd0d69a4-5c46-4b6c-8241-d98d939783de req-c8d1a01c-4a0b-4a4a-b82c-0ff4f5ab4d6f tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=b842a98a-f8c6-47ef-b919-5c59e5a22489 HTTP/1.1" status: 200 len: 210 time: 0.0420911 Mar 07 10:54:24.836677 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device 473871fb-eb57-4934-ac17-0e7b605d1274 no longer exists at agent hyperv_hv-neutron-8307 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:54:24.869704 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] No Port match for: 473871fb-eb57-4934-ac17-0e7b605d1274 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 10:54:24.870132 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device 473871fb-eb57-4934-ac17-0e7b605d1274 not bound to the agent host hv-neutron-8307 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 10:54:25.363307 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856e36b1-e2ba-4cca-8593-133c5bb45093 req-9da7b486-1bc5-4c23-9e9a-86facf33ca2f tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:25.364729 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-856e36b1-e2ba-4cca-8593-133c5bb45093 req-9da7b486-1bc5-4c23-9e9a-86facf33ca2f tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.10 "GET /v2.0/networks?id=c2627522-a52f-46a5-9071-76d8cd9d26ac HTTP/1.1" status: 200 len: 811 time: 0.1406932 Mar 07 10:54:25.527458 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-856e36b1-e2ba-4cca-8593-133c5bb45093 req-5e575f6f-dbd1-4025-8261-009b247b4247 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ea182ca228b14bd78c810e6c020265a5 HTTP/1.1" status: 200 len: 380 time: 0.1507294 Mar 07 10:54:25.559782 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [req-856e36b1-e2ba-4cca-8593-133c5bb45093 req-72471c73-98dc-44d0-acae-43e235760db2 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Request body: {'port': {'device_id': 'b842a98a-f8c6-47ef-b919-5c59e5a22489', 'network_id': 'c2627522-a52f-46a5-9071-76d8cd9d26ac', 'admin_state_up': True, 'tenant_id': 'ea182ca228b14bd78c810e6c020265a5', 'security_groups': ['e715a674-ee03-4c9f-bbdb-345646b21ed0']}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:54:25.589156 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-a70dffe9-a8f0-48c8-8ff1-b5e6a67b998a req-aed6dbf5-5389-4469-b236-52bec09818fa tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=b842a98a-f8c6-47ef-b919-5c59e5a22489 HTTP/1.1" status: 200 len: 210 time: 0.0650511 Mar 07 10:54:25.702306 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [req-856e36b1-e2ba-4cca-8593-133c5bb45093 req-72471c73-98dc-44d0-acae-43e235760db2 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:54:25.711696 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [req-856e36b1-e2ba-4cca-8593-133c5bb45093 req-72471c73-98dc-44d0-acae-43e235760db2 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:54:25.721134 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-856e36b1-e2ba-4cca-8593-133c5bb45093 req-72471c73-98dc-44d0-acae-43e235760db2 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Made reservation on behalf of ea182ca228b14bd78c810e6c020265a5 for: {'port': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:54:25.724133 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-856e36b1-e2ba-4cca-8593-133c5bb45093 req-72471c73-98dc-44d0-acae-43e235760db2 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:54:25.883566 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [req-856e36b1-e2ba-4cca-8593-133c5bb45093 req-72471c73-98dc-44d0-acae-43e235760db2 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Allocated IP 172.20.0.6 (c2627522-a52f-46a5-9071-76d8cd9d26ac/7f7d5150-02b0-4848-9db2-7de7d27282d9/4d38457d-933b-456a-b25f-a49fafea068d) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:54:26.064648 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-856e36b1-e2ba-4cca-8593-133c5bb45093 req-72471c73-98dc-44d0-acae-43e235760db2 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:54:26.079423 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [req-856e36b1-e2ba-4cca-8593-133c5bb45093 req-72471c73-98dc-44d0-acae-43e235760db2 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Transition to ACTIVE for port object 4d38457d-933b-456a-b25f-a49fafea068d will not be triggered until provisioned by entity DHCP. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:54:26.100752 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-856e36b1-e2ba-4cca-8593-133c5bb45093 req-72471c73-98dc-44d0-acae-43e235760db2 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:54:26.176462 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-856e36b1-e2ba-4cca-8593-133c5bb45093 req-72471c73-98dc-44d0-acae-43e235760db2 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Network c2627522-a52f-46a5-9071-76d8cd9d26ac is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:54:26.179435 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [req-856e36b1-e2ba-4cca-8593-133c5bb45093 req-72471c73-98dc-44d0-acae-43e235760db2 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:54:26.183848 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [req-856e36b1-e2ba-4cca-8593-133c5bb45093 req-72471c73-98dc-44d0-acae-43e235760db2 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:54:26.209301 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72471c73-98dc-44d0-acae-43e235760db2 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Pushing event updated for resources: {'Port': ['ID=4d38457d-933b-456a-b25f-a49fafea068d,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:26.233678 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72471c73-98dc-44d0-acae-43e235760db2 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:54:26.234046 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72471c73-98dc-44d0-acae-43e235760db2 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:54:26.235510 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72471c73-98dc-44d0-acae-43e235760db2 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:54:26.235852 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72471c73-98dc-44d0-acae-43e235760db2 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:54:26.236188 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72471c73-98dc-44d0-acae-43e235760db2 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:54:26.236557 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72471c73-98dc-44d0-acae-43e235760db2 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:54:26.236894 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72471c73-98dc-44d0-acae-43e235760db2 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:54:26.237216 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72471c73-98dc-44d0-acae-43e235760db2 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:54:26.237545 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72471c73-98dc-44d0-acae-43e235760db2 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:54:26.237862 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72471c73-98dc-44d0-acae-43e235760db2 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:54:26.238182 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72471c73-98dc-44d0-acae-43e235760db2 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:54:26.259637 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856e36b1-e2ba-4cca-8593-133c5bb45093 req-72471c73-98dc-44d0-acae-43e235760db2 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:26.260322 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-856e36b1-e2ba-4cca-8593-133c5bb45093 req-72471c73-98dc-44d0-acae-43e235760db2 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:54:26.288768 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-856e36b1-e2ba-4cca-8593-133c5bb45093 req-72471c73-98dc-44d0-acae-43e235760db2 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7321701 Mar 07 10:54:26.300448 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [req-856e36b1-e2ba-4cca-8593-133c5bb45093 req-d24fb2a7-8604-46de-bfb2-0d58b2e0db16 service neutron] Request body: {'port': {'device_id': 'b842a98a-f8c6-47ef-b919-5c59e5a22489', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8307'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:54:26.409848 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-5cb20129-d747-4bce-b37d-91f47ff85bcd None None] Provisioning for port 4d38457d-933b-456a-b25f-a49fafea068d completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:54:26.412742 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-856e36b1-e2ba-4cca-8593-133c5bb45093 req-d24fb2a7-8604-46de-bfb2-0d58b2e0db16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:54:26.415059 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-5cb20129-d747-4bce-b37d-91f47ff85bcd None None] Provisioning complete for port 4d38457d-933b-456a-b25f-a49fafea068d triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:54:26.415545 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-5cb20129-d747-4bce-b37d-91f47ff85bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:54:26.469924 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-5cb20129-d747-4bce-b37d-91f47ff85bcd None None] Port 4d38457d-933b-456a-b25f-a49fafea068d cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:54:26.789220 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [req-856e36b1-e2ba-4cca-8593-133c5bb45093 req-d24fb2a7-8604-46de-bfb2-0d58b2e0db16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d38457d-933b-456a-b25f-a49fafea068d {{(pid=83737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 07 10:54:26.800754 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-856e36b1-e2ba-4cca-8593-133c5bb45093 req-d24fb2a7-8604-46de-bfb2-0d58b2e0db16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:54:26.822207 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [req-856e36b1-e2ba-4cca-8593-133c5bb45093 req-d24fb2a7-8604-46de-bfb2-0d58b2e0db16 service neutron] Transition to ACTIVE for port object 4d38457d-933b-456a-b25f-a49fafea068d will not be triggered until provisioned by entity L2. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:54:26.826243 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-856e36b1-e2ba-4cca-8593-133c5bb45093 req-d24fb2a7-8604-46de-bfb2-0d58b2e0db16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3012561'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:54:26.886948 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6d20e4-5585-4d84-99e2-fec875f96d21 req-e51d9675-b51d-4147-89a7-8d1c55cc87c0 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:26.887631 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-5a6d20e4-5585-4d84-99e2-fec875f96d21 req-e51d9675-b51d-4147-89a7-8d1c55cc87c0 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Synchronizing usage tracker for tenant:ea182ca228b14bd78c810e6c020265a5 on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:54:26.967021 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24fb2a7-8604-46de-bfb2-0d58b2e0db16 service neutron] Pushing event updated for resources: {'Port': ['ID=4d38457d-933b-456a-b25f-a49fafea068d,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:26.977829 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-5a6d20e4-5585-4d84-99e2-fec875f96d21 req-e51d9675-b51d-4147-89a7-8d1c55cc87c0 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Unset dirty status for tenant:ea182ca228b14bd78c810e6c020265a5 on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:54:26.978975 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-5a6d20e4-5585-4d84-99e2-fec875f96d21 req-e51d9675-b51d-4147-89a7-8d1c55cc87c0 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=b842a98a-f8c6-47ef-b919-5c59e5a22489 HTTP/1.1" status: 200 len: 931 time: 0.2548518 Mar 07 10:54:27.101060 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-5a6d20e4-5585-4d84-99e2-fec875f96d21 req-00ae8342-6452-451f-b045-c5be1d61cec5 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/security-groups?id=e715a674-ee03-4c9f-bbdb-345646b21ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972943 Mar 07 10:54:27.116752 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [req-856e36b1-e2ba-4cca-8593-133c5bb45093 req-d24fb2a7-8604-46de-bfb2-0d58b2e0db16 service neutron] Attempting to bind port 4d38457d-933b-456a-b25f-a49fafea068d on host hv-neutron-8307 for vnic_type normal with profile {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:54:27.117083 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [req-856e36b1-e2ba-4cca-8593-133c5bb45093 req-d24fb2a7-8604-46de-bfb2-0d58b2e0db16 service neutron] Attempting to bind port 4d38457d-933b-456a-b25f-a49fafea068d by drivers openvswitch,hyperv on host hv-neutron-8307 at level 0 using segments [{'id': '89f3cc88-61e3-4f39-aeae-f34c8e035f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c2627522-a52f-46a5-9071-76d8cd9d26ac'}] {{(pid=83737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:54:27.117403 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-856e36b1-e2ba-4cca-8593-133c5bb45093 req-d24fb2a7-8604-46de-bfb2-0d58b2e0db16 service neutron] Attempting to bind port 4d38457d-933b-456a-b25f-a49fafea068d on network c2627522-a52f-46a5-9071-76d8cd9d26ac {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:54:27.123100 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-856e36b1-e2ba-4cca-8593-133c5bb45093 req-d24fb2a7-8604-46de-bfb2-0d58b2e0db16 service neutron] Port 4d38457d-933b-456a-b25f-a49fafea068d on network c2627522-a52f-46a5-9071-76d8cd9d26ac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8307 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 07 10:54:27.123413 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-856e36b1-e2ba-4cca-8593-133c5bb45093 req-d24fb2a7-8604-46de-bfb2-0d58b2e0db16 service neutron] Attempting to bind port 4d38457d-933b-456a-b25f-a49fafea068d on network c2627522-a52f-46a5-9071-76d8cd9d26ac {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:54:27.131666 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-856e36b1-e2ba-4cca-8593-133c5bb45093 req-d24fb2a7-8604-46de-bfb2-0d58b2e0db16 service neutron] Checking agent: {'id': 'fb93ecad-d7e5-4e81-99ef-d8d0ee7386ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8307', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 21, 15), 'started_at': datetime.datetime(2022, 3, 7, 10, 21, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:54:27.131995 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-856e36b1-e2ba-4cca-8593-133c5bb45093 req-d24fb2a7-8604-46de-bfb2-0d58b2e0db16 service neutron] Checking segment: {'id': '89f3cc88-61e3-4f39-aeae-f34c8e035f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c2627522-a52f-46a5-9071-76d8cd9d26ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:54:27.132371 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-856e36b1-e2ba-4cca-8593-133c5bb45093 req-d24fb2a7-8604-46de-bfb2-0d58b2e0db16 service neutron] Bound using segment: {'id': '89f3cc88-61e3-4f39-aeae-f34c8e035f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c2627522-a52f-46a5-9071-76d8cd9d26ac'} {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:54:27.132822 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [req-856e36b1-e2ba-4cca-8593-133c5bb45093 req-d24fb2a7-8604-46de-bfb2-0d58b2e0db16 service neutron] Bound port: 4d38457d-933b-456a-b25f-a49fafea068d, host: hv-neutron-8307, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89f3cc88-61e3-4f39-aeae-f34c8e035f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c2627522-a52f-46a5-9071-76d8cd9d26ac'}}] {{(pid=83737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:54:27.133165 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-856e36b1-e2ba-4cca-8593-133c5bb45093 req-d24fb2a7-8604-46de-bfb2-0d58b2e0db16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:54:27.217168 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [req-856e36b1-e2ba-4cca-8593-133c5bb45093 req-d24fb2a7-8604-46de-bfb2-0d58b2e0db16 service neutron] For port 4d38457d-933b-456a-b25f-a49fafea068d, host hv-neutron-8307, cleared binding levels {{(pid=83737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:54:27.220090 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [req-856e36b1-e2ba-4cca-8593-133c5bb45093 req-d24fb2a7-8604-46de-bfb2-0d58b2e0db16 service neutron] For port 4d38457d-933b-456a-b25f-a49fafea068d, host hv-neutron-8307, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=4d38457d-933b-456a-b25f-a49fafea068d,segment=NetworkSegment(89f3cc88-61e3-4f39-aeae-f34c8e035f06),segment_id=89f3cc88-61e3-4f39-aeae-f34c8e035f06)] {{(pid=83737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:54:27.224424 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-856e36b1-e2ba-4cca-8593-133c5bb45093 req-d24fb2a7-8604-46de-bfb2-0d58b2e0db16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3012561'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:54:27.371224 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-856e36b1-e2ba-4cca-8593-133c5bb45093 req-d24fb2a7-8604-46de-bfb2-0d58b2e0db16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:54:27.372374 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-856e36b1-e2ba-4cca-8593-133c5bb45093 req-d24fb2a7-8604-46de-bfb2-0d58b2e0db16 service neutron] 10.222.0.10 "PUT /v2.0/ports/4d38457d-933b-456a-b25f-a49fafea068d HTTP/1.1" status: 200 len: 1093 time: 1.0769520 Mar 07 10:54:27.376774 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b842a98a-f8c6-47ef-b919-5c59e5a22489', 'tag': '4d38457d-933b-456a-b25f-a49fafea068d'}] {{(pid=83737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 10:54:27.396293 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24fb2a7-8604-46de-bfb2-0d58b2e0db16 service neutron] Pushing event updated for resources: {'Port': ['ID=4d38457d-933b-456a-b25f-a49fafea068d,revision_number=3']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:27.443294 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b842a98a-f8c6-47ef-b919-5c59e5a22489', 'tag': '4d38457d-933b-456a-b25f-a49fafea068d', 'status': 'completed', 'code': 200} Mar 07 10:54:27.484452 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-856e36b1-e2ba-4cca-8593-133c5bb45093 req-bc11ff47-6288-402e-bb4e-7be39fd39d3a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ea182ca228b14bd78c810e6c020265a5&device_id=b842a98a-f8c6-47ef-b919-5c59e5a22489 HTTP/1.1" status: 200 len: 1096 time: 0.0730135 Mar 07 10:54:27.556715 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-856e36b1-e2ba-4cca-8593-133c5bb45093 req-59cc2b27-5e5f-4292-a0de-27941b2b0852 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4d38457d-933b-456a-b25f-a49fafea068d HTTP/1.1" status: 200 len: 217 time: 0.0657618 Mar 07 10:54:27.617640 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856e36b1-e2ba-4cca-8593-133c5bb45093 req-dd0c8463-8969-4b65-aaa2-d9412bce035b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:27.618997 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-856e36b1-e2ba-4cca-8593-133c5bb45093 req-dd0c8463-8969-4b65-aaa2-d9412bce035b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7f7d5150-02b0-4848-9db2-7de7d27282d9 HTTP/1.1" status: 200 len: 850 time: 0.0569468 Mar 07 10:54:27.694598 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-856e36b1-e2ba-4cca-8593-133c5bb45093 req-bf035fc2-61f1-4790-8498-bb27e1ea4c9a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c2627522-a52f-46a5-9071-76d8cd9d26ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697596 Mar 07 10:54:27.821975 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-856e36b1-e2ba-4cca-8593-133c5bb45093 req-b44d1845-5441-4596-8c8a-9cec90b4f023 service neutron] 10.222.0.10 "GET /v2.0/networks/c2627522-a52f-46a5-9071-76d8cd9d26ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214337 Mar 07 10:54:27.948317 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-856e36b1-e2ba-4cca-8593-133c5bb45093 req-b12b5db3-c0e8-4a05-9fe6-9acdc72a7d48 service neutron] 10.222.0.10 "GET /v2.0/networks/c2627522-a52f-46a5-9071-76d8cd9d26ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206222 Mar 07 10:54:28.057293 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ed448aa3-078e-4890-8a12-4fe05af320d0 req-2cabb94b-6d7e-4bea-8e7b-4654eb33d075 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ea182ca228b14bd78c810e6c020265a5&device_id=b842a98a-f8c6-47ef-b919-5c59e5a22489 HTTP/1.1" status: 200 len: 1096 time: 0.0661213 Mar 07 10:54:28.184561 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed448aa3-078e-4890-8a12-4fe05af320d0 req-4815369d-1ed6-4a96-9627-b3a613b50467 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:28.185995 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ed448aa3-078e-4890-8a12-4fe05af320d0 req-4815369d-1ed6-4a96-9627-b3a613b50467 service neutron] 10.222.0.10 "GET /v2.0/networks?id=c2627522-a52f-46a5-9071-76d8cd9d26ac HTTP/1.1" status: 200 len: 912 time: 0.1225021 Mar 07 10:54:28.286369 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ed448aa3-078e-4890-8a12-4fe05af320d0 req-883ffcdf-0bb2-4b36-8086-cf9a1931201f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4d38457d-933b-456a-b25f-a49fafea068d HTTP/1.1" status: 200 len: 217 time: 0.0938349 Mar 07 10:54:28.363825 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed448aa3-078e-4890-8a12-4fe05af320d0 req-ba5c6e96-dffe-40aa-b807-34fe7ee5172e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:28.365227 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ed448aa3-078e-4890-8a12-4fe05af320d0 req-ba5c6e96-dffe-40aa-b807-34fe7ee5172e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7f7d5150-02b0-4848-9db2-7de7d27282d9 HTTP/1.1" status: 200 len: 850 time: 0.0729318 Mar 07 10:54:28.409501 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4003a8cd-542b-4681-93e7-8a8db8551ea3 req-aa5bc5af-30ad-435c-9caf-9ab063cce999 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:28.410955 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4003a8cd-542b-4681-93e7-8a8db8551ea3 req-aa5bc5af-30ad-435c-9caf-9ab063cce999 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=b842a98a-f8c6-47ef-b919-5c59e5a22489 HTTP/1.1" status: 200 len: 943 time: 0.1732500 Mar 07 10:54:28.413764 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-dbfaff53-664d-49d2-b152-a93eba9f5665 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:54:28.471082 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4003a8cd-542b-4681-93e7-8a8db8551ea3 req-0acaf4de-7b17-4b11-a771-ab0a77ea4ada tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/security-groups?id=e715a674-ee03-4c9f-bbdb-345646b21ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535278 Mar 07 10:54:28.480460 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ed448aa3-078e-4890-8a12-4fe05af320d0 req-76ca191c-de63-4995-a69b-7a2da31fa532 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c2627522-a52f-46a5-9071-76d8cd9d26ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1079376 Mar 07 10:54:28.608019 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ed448aa3-078e-4890-8a12-4fe05af320d0 req-0f70c9e3-0772-4cd8-a223-c1941ac414a4 service neutron] 10.222.0.10 "GET /v2.0/networks/c2627522-a52f-46a5-9071-76d8cd9d26ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203797 Mar 07 10:54:28.734759 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ed448aa3-078e-4890-8a12-4fe05af320d0 req-2f3794a2-7d29-4787-bca2-c732d6097b38 service neutron] 10.222.0.10 "GET /v2.0/networks/c2627522-a52f-46a5-9071-76d8cd9d26ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201622 Mar 07 10:54:29.674197 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7bb6c1-53d6-4fe8-bb88-c8b4df4be18e req-cc73a68e-3a3c-4161-aca2-d6588e3970e7 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:29.675528 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-2d7bb6c1-53d6-4fe8-bb88-c8b4df4be18e req-cc73a68e-3a3c-4161-aca2-d6588e3970e7 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=b842a98a-f8c6-47ef-b919-5c59e5a22489 HTTP/1.1" status: 200 len: 943 time: 0.0772467 Mar 07 10:54:29.719477 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-2d7bb6c1-53d6-4fe8-bb88-c8b4df4be18e req-4939096d-606b-4c82-9a09-d6ca436a19e7 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/security-groups?id=e715a674-ee03-4c9f-bbdb-345646b21ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386240 Mar 07 10:54:30.600286 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-46d640c0-4406-4a3e-907e-2da4b62bd01c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:54:30.852379 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device 4d38457d-933b-456a-b25f-a49fafea068d details requested by agent hyperv_hv-neutron-8307 with host hv-neutron-8307 {{(pid=83739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 07 10:54:30.915784 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b526d8bd-00a6-4612-8b30-4e32958bb2d4 req-7e1eeec1-4a65-42a2-9943-a756c8d75814 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:30.917254 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b526d8bd-00a6-4612-8b30-4e32958bb2d4 req-7e1eeec1-4a65-42a2-9943-a756c8d75814 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=b842a98a-f8c6-47ef-b919-5c59e5a22489 HTTP/1.1" status: 200 len: 943 time: 0.0766280 Mar 07 10:54:30.963416 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b526d8bd-00a6-4612-8b30-4e32958bb2d4 req-97e80a37-9bf3-4cd9-9a7f-f2b512379793 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/security-groups?id=e715a674-ee03-4c9f-bbdb-345646b21ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399976 Mar 07 10:54:30.985597 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port 4d38457d-933b-456a-b25f-a49fafea068d, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=4d38457d-933b-456a-b25f-a49fafea068d,segment=NetworkSegment(89f3cc88-61e3-4f39-aeae-f34c8e035f06),segment_id=89f3cc88-61e3-4f39-aeae-f34c8e035f06)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:54:30.998644 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Returning: {'device': '4d38457d-933b-456a-b25f-a49fafea068d', 'network_id': 'c2627522-a52f-46a5-9071-76d8cd9d26ac', 'port_id': '4d38457d-933b-456a-b25f-a49fafea068d', 'mac_address': 'fa:16:3e:cc:99:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f7d5150-02b0-4848-9db2-7de7d27282d9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 07 10:54:31.051490 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:54:31.068416 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d38457d-933b-456a-b25f-a49fafea068d {{(pid=83739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 07 10:54:31.083221 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port 4d38457d-933b-456a-b25f-a49fafea068d, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=4d38457d-933b-456a-b25f-a49fafea068d,segment=NetworkSegment(89f3cc88-61e3-4f39-aeae-f34c8e035f06),segment_id=89f3cc88-61e3-4f39-aeae-f34c8e035f06)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:54:31.087278 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:54:31.154723 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Pushing event updated for resources: {'Port': ['ID=4d38457d-933b-456a-b25f-a49fafea068d,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:31.163420 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:54:31.163762 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:54:31.164098 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:54:31.164431 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:54:31.164785 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:54:31.165113 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:54:31.165438 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:54:31.165763 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:54:31.166090 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:54:31.166409 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:54:31.166727 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:54:31.403706 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] get_ports_and_sgs() called for port_ids ['4d38457d-933b-456a-b25f-a49fafea068d'] {{(pid=83739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 07 10:54:31.847341 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-711fefd2-3b30-4759-8df5-0aecff1c8e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:54:31.902139 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:54:32.239630 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea0ec64-8c78-489b-8001-3d9c74f1f971 req-33e6b028-3cef-4604-a07b-1292c4373cf1 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:32.241118 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-5ea0ec64-8c78-489b-8001-3d9c74f1f971 req-33e6b028-3cef-4604-a07b-1292c4373cf1 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=b842a98a-f8c6-47ef-b919-5c59e5a22489 HTTP/1.1" status: 200 len: 944 time: 0.1583452 Mar 07 10:54:32.285613 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-5ea0ec64-8c78-489b-8001-3d9c74f1f971 req-b2264aac-0737-499b-a47a-719782fe4cca tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/security-groups?id=e715a674-ee03-4c9f-bbdb-345646b21ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390844 Mar 07 10:54:32.864966 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device 4d38457d-933b-456a-b25f-a49fafea068d up at agent hyperv_hv-neutron-8307 {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:54:32.932457 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Provisioning for port 4d38457d-933b-456a-b25f-a49fafea068d completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:54:32.936925 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Provisioning complete for port 4d38457d-933b-456a-b25f-a49fafea068d triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:54:32.937289 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:54:33.051169 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:54:33.077677 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b842a98a-f8c6-47ef-b919-5c59e5a22489', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d38457d-933b-456a-b25f-a49fafea068d'}] {{(pid=83739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 10:54:33.088141 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port 4d38457d-933b-456a-b25f-a49fafea068d, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=4d38457d-933b-456a-b25f-a49fafea068d,segment=NetworkSegment(89f3cc88-61e3-4f39-aeae-f34c8e035f06),segment_id=89f3cc88-61e3-4f39-aeae-f34c8e035f06)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:54:33.091877 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:54:33.134546 dv-neutron-830731-3-hyperv neutron-server[83739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b842a98a-f8c6-47ef-b919-5c59e5a22489', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d38457d-933b-456a-b25f-a49fafea068d', 'code': 200} Mar 07 10:54:33.159717 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Pushing event updated for resources: {'Port': ['ID=4d38457d-933b-456a-b25f-a49fafea068d,revision_number=5']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:33.278283 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c87150bd-aa9c-4ad1-bb68-57ec66d4fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:54:33.354562 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-44f39f44-46d6-4612-bc71-a1cb9c7fb6dd req-49270931-a3e3-49ed-aa0f-5e656c21b642 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b842a98a-f8c6-47ef-b919-5c59e5a22489 HTTP/1.1" status: 200 len: 1098 time: 0.0672538 Mar 07 10:54:33.396896 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-44f39f44-46d6-4612-bc71-a1cb9c7fb6dd req-79ed8ad5-1ebf-41b8-9c86-1e3019efef23 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=e715a674-ee03-4c9f-bbdb-345646b21ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358171 Mar 07 10:54:33.480246 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c01697-23bd-4f8c-8864-1aaf61204dd2 req-95cbb0bf-5191-41f5-96b2-84324d4146f9 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:33.481682 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-08c01697-23bd-4f8c-8864-1aaf61204dd2 req-95cbb0bf-5191-41f5-96b2-84324d4146f9 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=b842a98a-f8c6-47ef-b919-5c59e5a22489 HTTP/1.1" status: 200 len: 945 time: 0.0777860 Mar 07 10:54:33.528115 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-08c01697-23bd-4f8c-8864-1aaf61204dd2 req-527f5dd3-f669-4296-a664-c5acfbde1dcb tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/security-groups?id=e715a674-ee03-4c9f-bbdb-345646b21ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403330 Mar 07 10:54:34.731315 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2bc574-e87c-4967-a6a4-babc1b65b34d req-c34d00aa-33f7-4aa8-8add-f849a6bb21fc tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:34.732772 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-8a2bc574-e87c-4967-a6a4-babc1b65b34d req-c34d00aa-33f7-4aa8-8add-f849a6bb21fc tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=b842a98a-f8c6-47ef-b919-5c59e5a22489 HTTP/1.1" status: 200 len: 945 time: 0.0788615 Mar 07 10:54:34.790008 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-8a2bc574-e87c-4967-a6a4-babc1b65b34d req-0fb3b33d-c57e-4651-853f-b3c48af5f660 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/security-groups?id=e715a674-ee03-4c9f-bbdb-345646b21ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498807 Mar 07 10:54:35.987307 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50415c1c-07f8-43cf-b1b7-9e0b13cb5d29 req-dc85ba2c-8f9f-4cd9-a23a-a9de7c33be92 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:35.988826 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-50415c1c-07f8-43cf-b1b7-9e0b13cb5d29 req-dc85ba2c-8f9f-4cd9-a23a-a9de7c33be92 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=b842a98a-f8c6-47ef-b919-5c59e5a22489 HTTP/1.1" status: 200 len: 945 time: 0.0752051 Mar 07 10:54:36.034896 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-50415c1c-07f8-43cf-b1b7-9e0b13cb5d29 req-2f23c834-6853-4051-b1f7-51fc1f694726 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/security-groups?id=e715a674-ee03-4c9f-bbdb-345646b21ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405264 Mar 07 10:54:36.228844 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fd0ab6-1519-4e56-b6a6-14ef5e7b649e req-2906d06f-67bb-4610-b89e-fe87c950660f tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:36.230299 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-31fd0ab6-1519-4e56-b6a6-14ef5e7b649e req-2906d06f-67bb-4610-b89e-fe87c950660f tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=b842a98a-f8c6-47ef-b919-5c59e5a22489 HTTP/1.1" status: 200 len: 945 time: 0.0810785 Mar 07 10:54:36.240240 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 43600) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:54:36.245977 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-ccd7268b-f7ea-4767-9bf4-1056a9850f57 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Request body: {'floatingip': {'port_id': '4d38457d-933b-456a-b25f-a49fafea068d'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:54:36.331212 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ccd7268b-f7ea-4767-9bf4-1056a9850f57 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Notify callbacks [] for floatingip, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:54:37.002896 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ccd7268b-f7ea-4767-9bf4-1056a9850f57 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:54:37.006648 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ccd7268b-f7ea-4767-9bf4-1056a9850f57 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923533'] for floatingip, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:54:37.191246 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.db.l3_db [None req-ccd7268b-f7ea-4767-9bf4-1056a9850f57 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Floating IP 0d34bab2-6d40-40b5-b39c-ae9fae432d25 associated. External IP: 172.26.8.117, port: 4d38457d-933b-456a-b25f-a49fafea068d. Mar 07 10:54:37.571002 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccd7268b-f7ea-4767-9bf4-1056a9850f57 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Router 56db4d7a-d6e7-40d0-a23e-93cd12695f67 has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:54:37.864406 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccd7268b-f7ea-4767-9bf4-1056a9850f57 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:54:37.868492 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ccd7268b-f7ea-4767-9bf4-1056a9850f57 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for floatingip, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:54:37.873527 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c403e7a8-be7b-4a0c-943c-7d3f876b27a9 None None] Sync routers for ids ['56db4d7a-d6e7-40d0-a23e-93cd12695f67'] in dv-neutron-830731-3-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:54:37.888979 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c403e7a8-be7b-4a0c-943c-7d3f876b27a9 None None] Routers {'56db4d7a-d6e7-40d0-a23e-93cd12695f67'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:54:37.889573 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-c403e7a8-be7b-4a0c-943c-7d3f876b27a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:54:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['56db4d7a-d6e7-40d0-a23e-93cd12695f67'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:54:37.919751 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-ccd7268b-f7ea-4767-9bf4-1056a9850f57 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "PUT /v2.0/floatingips/0d34bab2-6d40-40b5-b39c-ae9fae432d25 HTTP/1.1" status: 200 len: 991 time: 1.6784101 Mar 07 10:54:37.920410 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b842a98a-f8c6-47ef-b919-5c59e5a22489', 'tag': '4d38457d-933b-456a-b25f-a49fafea068d'}] {{(pid=83738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 10:54:38.056897 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b842a98a-f8c6-47ef-b919-5c59e5a22489', 'tag': '4d38457d-933b-456a-b25f-a49fafea068d', 'status': 'completed', 'code': 200} Mar 07 10:54:38.072992 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-c403e7a8-be7b-4a0c-943c-7d3f876b27a9 None None] Set router 56db4d7a-d6e7-40d0-a23e-93cd12695f67 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:54:38.140745 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-cf4063fb-4603-4bbe-ac82-c805b964b43b req-d38bcf84-9e35-4272-98f3-f670274f1b34 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b842a98a-f8c6-47ef-b919-5c59e5a22489&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1189847 Mar 07 10:54:38.158847 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f2672d4c-9289-4029-9e59-cfeb06ae6100 req-6d2b4dbe-1d53-41f1-8ed1-27976bdf5b7b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ea182ca228b14bd78c810e6c020265a5&device_id=b842a98a-f8c6-47ef-b919-5c59e5a22489 HTTP/1.1" status: 200 len: 1098 time: 0.0804236 Mar 07 10:54:38.305683 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2672d4c-9289-4029-9e59-cfeb06ae6100 req-05fa540f-9e45-4d2b-9914-d5ac79e72c20 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:38.307601 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f2672d4c-9289-4029-9e59-cfeb06ae6100 req-05fa540f-9e45-4d2b-9914-d5ac79e72c20 service neutron] 10.222.0.10 "GET /v2.0/networks?id=c2627522-a52f-46a5-9071-76d8cd9d26ac HTTP/1.1" status: 200 len: 912 time: 0.1427531 Mar 07 10:54:38.410724 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-8d1ee5c6-dc3b-4922-9281-5b19c26f710f req-bb3d684d-5a75-441c-864b-97eadc726dd6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b842a98a-f8c6-47ef-b919-5c59e5a22489&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0772700 Mar 07 10:54:38.444273 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-c403e7a8-be7b-4a0c-943c-7d3f876b27a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56db4d7a-d6e7-40d0-a23e-93cd12695f67', 'name': 'tempest-ServerActionsTestJSON-940133837-router', 'tenant_id': 'ea182ca228b14bd78c810e6c020265a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.246'}], 'enable_snat': True}, 'gw_port_id': '28543fe1-0e0a-4857-92fe-e81b2ece1be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:52:23Z', 'updated_at': '2022-03-07T10:52:26Z', 'revision_number': 4, 'project_id': 'ea182ca228b14bd78c810e6c020265a5', 'gw_port': {'id': '28543fe1-0e0a-4857-92fe-e81b2ece1be6', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:21:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56db4d7a-d6e7-40d0-a23e-93cd12695f67', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:52:24Z', 'updated_at': '2022-03-07T10:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_floatingips': [{'id': '0d34bab2-6d40-40b5-b39c-ae9fae432d25', 'tenant_id': 'ea182ca228b14bd78c810e6c020265a5', 'floating_ip_address': '172.26.8.117', 'floating_network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'router_id': '56db4d7a-d6e7-40d0-a23e-93cd12695f67', 'port_id': '4d38457d-933b-456a-b25f-a49fafea068d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2627522-a52f-46a5-9071-76d8cd9d26ac', 'mac_address': 'fa:16:3e:cc:99:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b842a98a-f8c6-47ef-b919-5c59e5a22489', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:52:29Z', 'updated_at': '2022-03-07T10:54:36Z', 'revision_number': 9, 'project_id': 'ea182ca228b14bd78c810e6c020265a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '155076b2-2dab-4fbf-a926-1957d62aabaf', 'name': '', 'network_id': 'c2627522-a52f-46a5-9071-76d8cd9d26ac', 'tenant_id': 'ea182ca228b14bd78c810e6c020265a5', 'mac_address': 'fa:16:3e:66:e3:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56db4d7a-d6e7-40d0-a23e-93cd12695f67', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7f7d5150-02b0-4848-9db2-7de7d27282d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:52:25Z', 'updated_at': '2022-03-07T10:52:43Z', 'revision_number': 5, 'project_id': 'ea182ca228b14bd78c810e6c020265a5', 'subnets': [{'id': '7f7d5150-02b0-4848-9db2-7de7d27282d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:54:38.449041 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c403e7a8-be7b-4a0c-943c-7d3f876b27a9 None None] Checking router: 56db4d7a-d6e7-40d0-a23e-93cd12695f67 for host: dv-neutron-830731-3-hyperv {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 07 10:54:38.460794 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c403e7a8-be7b-4a0c-943c-7d3f876b27a9 None None] Routers {'56db4d7a-d6e7-40d0-a23e-93cd12695f67'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:54:38.461454 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-c403e7a8-be7b-4a0c-943c-7d3f876b27a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:54:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['56db4d7a-d6e7-40d0-a23e-93cd12695f67'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:54:38.490579 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f2672d4c-9289-4029-9e59-cfeb06ae6100 req-d172ea10-b51c-4a3e-b91e-4486f96a0536 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4d38457d-933b-456a-b25f-a49fafea068d HTTP/1.1" status: 200 len: 999 time: 0.1776466 Mar 07 10:54:38.557333 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67910cba-48d8-4683-8efe-10e4b9924005 req-7220c8f9-20e3-433d-9158-0b1f8f9f26b4 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:38.558822 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-67910cba-48d8-4683-8efe-10e4b9924005 req-7220c8f9-20e3-433d-9158-0b1f8f9f26b4 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=b842a98a-f8c6-47ef-b919-5c59e5a22489 HTTP/1.1" status: 200 len: 945 time: 0.1591845 Mar 07 10:54:38.567007 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2672d4c-9289-4029-9e59-cfeb06ae6100 req-d2008a61-fae6-46c3-bae3-86c786ab95f0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:38.568377 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f2672d4c-9289-4029-9e59-cfeb06ae6100 req-d2008a61-fae6-46c3-bae3-86c786ab95f0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7f7d5150-02b0-4848-9db2-7de7d27282d9 HTTP/1.1" status: 200 len: 850 time: 0.0722110 Mar 07 10:54:38.676987 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-67910cba-48d8-4683-8efe-10e4b9924005 req-870979a2-4b0f-42bf-8112-aeb050b2d389 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/security-groups?id=e715a674-ee03-4c9f-bbdb-345646b21ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073306 Mar 07 10:54:38.682577 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-c403e7a8-be7b-4a0c-943c-7d3f876b27a9 None None] Set router 56db4d7a-d6e7-40d0-a23e-93cd12695f67 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:54:38.687597 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f2672d4c-9289-4029-9e59-cfeb06ae6100 req-549ceca0-8126-44d3-82bf-bd9fd968c1e8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c2627522-a52f-46a5-9071-76d8cd9d26ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1050956 Mar 07 10:54:38.699132 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [req-f2672d4c-9289-4029-9e59-cfeb06ae6100 req-db4b5b7d-30d2-4df0-b2d8-c787f8ecfce9 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=83737) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 07 10:54:38.700091 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f2672d4c-9289-4029-9e59-cfeb06ae6100 req-db4b5b7d-30d2-4df0-b2d8-c787f8ecfce9 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0050457 Mar 07 10:54:38.847881 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f2672d4c-9289-4029-9e59-cfeb06ae6100 req-f5b62a91-19f8-4d98-a4fd-cf16b0ae7981 service neutron] 10.222.0.10 "GET /v2.0/networks/c2627522-a52f-46a5-9071-76d8cd9d26ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415260 Mar 07 10:54:38.987219 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f2672d4c-9289-4029-9e59-cfeb06ae6100 req-b23c6149-b14e-425b-b717-d56897d64258 service neutron] 10.222.0.10 "GET /v2.0/networks/c2627522-a52f-46a5-9071-76d8cd9d26ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341767 Mar 07 10:54:39.053491 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-c403e7a8-be7b-4a0c-943c-7d3f876b27a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56db4d7a-d6e7-40d0-a23e-93cd12695f67', 'name': 'tempest-ServerActionsTestJSON-940133837-router', 'tenant_id': 'ea182ca228b14bd78c810e6c020265a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.246'}], 'enable_snat': True}, 'gw_port_id': '28543fe1-0e0a-4857-92fe-e81b2ece1be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:52:23Z', 'updated_at': '2022-03-07T10:52:26Z', 'revision_number': 4, 'project_id': 'ea182ca228b14bd78c810e6c020265a5', 'gw_port': {'id': '28543fe1-0e0a-4857-92fe-e81b2ece1be6', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:21:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56db4d7a-d6e7-40d0-a23e-93cd12695f67', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:52:24Z', 'updated_at': '2022-03-07T10:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_floatingips': [{'id': '0d34bab2-6d40-40b5-b39c-ae9fae432d25', 'tenant_id': 'ea182ca228b14bd78c810e6c020265a5', 'floating_ip_address': '172.26.8.117', 'floating_network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'router_id': '56db4d7a-d6e7-40d0-a23e-93cd12695f67', 'port_id': '4d38457d-933b-456a-b25f-a49fafea068d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2627522-a52f-46a5-9071-76d8cd9d26ac', 'mac_address': 'fa:16:3e:cc:99:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b842a98a-f8c6-47ef-b919-5c59e5a22489', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:52:29Z', 'updated_at': '2022-03-07T10:54:36Z', 'revision_number': 9, 'project_id': 'ea182ca228b14bd78c810e6c020265a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '155076b2-2dab-4fbf-a926-1957d62aabaf', 'name': '', 'network_id': 'c2627522-a52f-46a5-9071-76d8cd9d26ac', 'tenant_id': 'ea182ca228b14bd78c810e6c020265a5', 'mac_address': 'fa:16:3e:66:e3:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56db4d7a-d6e7-40d0-a23e-93cd12695f67', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7f7d5150-02b0-4848-9db2-7de7d27282d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:52:25Z', 'updated_at': '2022-03-07T10:52:43Z', 'revision_number': 5, 'project_id': 'ea182ca228b14bd78c810e6c020265a5', 'subnets': [{'id': '7f7d5150-02b0-4848-9db2-7de7d27282d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:54:39.057431 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c403e7a8-be7b-4a0c-943c-7d3f876b27a9 None None] The sync data for ids ['56db4d7a-d6e7-40d0-a23e-93cd12695f67'] in dv-neutron-830731-3-hyperv is: [{'id': '56db4d7a-d6e7-40d0-a23e-93cd12695f67', 'name': 'tempest-ServerActionsTestJSON-940133837-router', 'tenant_id': 'ea182ca228b14bd78c810e6c020265a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.246'}], 'enable_snat': True}, 'gw_port_id': '28543fe1-0e0a-4857-92fe-e81b2ece1be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:52:23Z', 'updated_at': '2022-03-07T10:52:26Z', 'revision_number': 4, 'project_id': 'ea182ca228b14bd78c810e6c020265a5', 'gw_port': {'id': '28543fe1-0e0a-4857-92fe-e81b2ece1be6', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:21:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56db4d7a-d6e7-40d0-a23e-93cd12695f67', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:52:24Z', 'updated_at': '2022-03-07T10:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_floatingips': [{'id': '0d34bab2-6d40-40b5-b39c-ae9fae432d25', 'tenant_id': 'ea182ca228b14bd78c810e6c020265a5', 'floating_ip_address': '172.26.8.117', 'floating_network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'router_id': '56db4d7a-d6e7-40d0-a23e-93cd12695f67', 'port_id': '4d38457d-933b-456a-b25f-a49fafea068d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2627522-a52f-46a5-9071-76d8cd9d26ac', 'mac_address': 'fa:16:3e:cc:99:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b842a98a-f8c6-47ef-b919-5c59e5a22489', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:52:29Z', 'updated_at': '2022-03-07T10:54:36Z', 'revision_number': 9, 'project_id': 'ea182ca228b14bd78c810e6c020265a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '155076b2-2dab-4fbf-a926-1957d62aabaf', 'name': '', 'network_id': 'c2627522-a52f-46a5-9071-76d8cd9d26ac', 'tenant_id': 'ea182ca228b14bd78c810e6c020265a5', 'mac_address': 'fa:16:3e:66:e3:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56db4d7a-d6e7-40d0-a23e-93cd12695f67', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7f7d5150-02b0-4848-9db2-7de7d27282d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:52:25Z', 'updated_at': '2022-03-07T10:52:43Z', 'revision_number': 5, 'project_id': 'ea182ca228b14bd78c810e6c020265a5', 'subnets': [{'id': '7f7d5150-02b0-4848-9db2-7de7d27282d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:54:39.270907 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2916dfc1-802d-44ed-9b22-bf81f19e9854 None None] New status for floating IP 0d34bab2-6d40-40b5-b39c-ae9fae432d25: ACTIVE {{(pid=83740) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 07 10:54:39.614861 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-8d1ee5c6-dc3b-4922-9281-5b19c26f710f req-6407d07d-ff17-4ae3-973f-134597b2bc80 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ea182ca228b14bd78c810e6c020265a5&device_id=b842a98a-f8c6-47ef-b919-5c59e5a22489 HTTP/1.1" status: 200 len: 1098 time: 0.0689232 Mar 07 10:54:39.744401 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1ee5c6-dc3b-4922-9281-5b19c26f710f req-c554c9c2-c228-4a0e-bbab-9c39d8e2d8c0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:39.745956 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-8d1ee5c6-dc3b-4922-9281-5b19c26f710f req-c554c9c2-c228-4a0e-bbab-9c39d8e2d8c0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=c2627522-a52f-46a5-9071-76d8cd9d26ac HTTP/1.1" status: 200 len: 912 time: 0.1253178 Mar 07 10:54:39.947831 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-8d1ee5c6-dc3b-4922-9281-5b19c26f710f req-92203e93-d24f-4dda-82c1-8c8b0054a1b4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4d38457d-933b-456a-b25f-a49fafea068d HTTP/1.1" status: 200 len: 1002 time: 0.1960378 Mar 07 10:54:40.055894 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1ee5c6-dc3b-4922-9281-5b19c26f710f req-dbe608c8-025e-4217-befc-cd92b9c2e1c3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:40.057373 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-8d1ee5c6-dc3b-4922-9281-5b19c26f710f req-dbe608c8-025e-4217-befc-cd92b9c2e1c3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7f7d5150-02b0-4848-9db2-7de7d27282d9 HTTP/1.1" status: 200 len: 850 time: 0.0770135 Mar 07 10:54:40.115191 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2c3486-87ec-41a3-8deb-bf066534bbbc req-6644407a-626e-45db-9b73-b6b729d1af26 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:40.116610 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ed2c3486-87ec-41a3-8deb-bf066534bbbc req-6644407a-626e-45db-9b73-b6b729d1af26 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=b842a98a-f8c6-47ef-b919-5c59e5a22489 HTTP/1.1" status: 200 len: 945 time: 0.1678934 Mar 07 10:54:40.175454 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ed2c3486-87ec-41a3-8deb-bf066534bbbc req-a4449cfa-f190-4ce6-80da-6679c0e85ec5 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/security-groups?id=e715a674-ee03-4c9f-bbdb-345646b21ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498147 Mar 07 10:54:40.178357 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-8d1ee5c6-dc3b-4922-9281-5b19c26f710f req-e6c8bb13-64f9-4afe-980b-6d1757860a10 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c2627522-a52f-46a5-9071-76d8cd9d26ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1157956 Mar 07 10:54:40.306943 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-8d1ee5c6-dc3b-4922-9281-5b19c26f710f req-3f5fda06-be37-4179-98af-55e528a4a07d service neutron] 10.222.0.10 "GET /v2.0/networks/c2627522-a52f-46a5-9071-76d8cd9d26ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228132 Mar 07 10:54:40.435395 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-8d1ee5c6-dc3b-4922-9281-5b19c26f710f req-e6b6ec9f-647f-45d4-9159-7c24f81751e6 service neutron] 10.222.0.10 "GET /v2.0/networks/c2627522-a52f-46a5-9071-76d8cd9d26ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233008 Mar 07 10:54:41.370966 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1af6a62-d833-4f3b-a816-80178d78b178 req-6777caeb-5a2c-4899-8886-b9edc4297272 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:41.372404 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-a1af6a62-d833-4f3b-a816-80178d78b178 req-6777caeb-5a2c-4899-8886-b9edc4297272 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=b842a98a-f8c6-47ef-b919-5c59e5a22489 HTTP/1.1" status: 200 len: 945 time: 0.0754068 Mar 07 10:54:41.416519 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-a1af6a62-d833-4f3b-a816-80178d78b178 req-0984d32e-0cc4-4036-8ec5-47a2afbce7b2 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/security-groups?id=e715a674-ee03-4c9f-bbdb-345646b21ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379896 Mar 07 10:54:42.612332 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab5c80c-fc51-4c3c-bced-f2fdeae74588 req-04e6ce99-4f8e-4880-a12b-d5915a93a5df tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:42.613682 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4ab5c80c-fc51-4c3c-bced-f2fdeae74588 req-04e6ce99-4f8e-4880-a12b-d5915a93a5df tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=b842a98a-f8c6-47ef-b919-5c59e5a22489 HTTP/1.1" status: 200 len: 945 time: 0.0772083 Mar 07 10:54:42.656999 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4ab5c80c-fc51-4c3c-bced-f2fdeae74588 req-21828216-d8a9-4f13-b56e-816766f31d4a tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/security-groups?id=e715a674-ee03-4c9f-bbdb-345646b21ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378296 Mar 07 10:54:43.849256 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97ce94a-2d54-4d92-9dfe-5913dab8490d req-ed33fca5-d2e0-4e8d-9c20-017806a48630 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:43.850701 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-e97ce94a-2d54-4d92-9dfe-5913dab8490d req-ed33fca5-d2e0-4e8d-9c20-017806a48630 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=b842a98a-f8c6-47ef-b919-5c59e5a22489 HTTP/1.1" status: 200 len: 945 time: 0.0762687 Mar 07 10:54:43.899197 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-e97ce94a-2d54-4d92-9dfe-5913dab8490d req-365bcd05-7d82-46e2-9ce4-6ad446fce7ef tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/security-groups?id=e715a674-ee03-4c9f-bbdb-345646b21ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430377 Mar 07 10:54:45.093571 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d406760f-6980-471f-82d7-2027a2ad4baf req-2a6ac52c-1302-4ae8-a480-abb8c6135de5 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:45.095774 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d406760f-6980-471f-82d7-2027a2ad4baf req-2a6ac52c-1302-4ae8-a480-abb8c6135de5 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=b842a98a-f8c6-47ef-b919-5c59e5a22489 HTTP/1.1" status: 200 len: 945 time: 0.0763032 Mar 07 10:54:45.139688 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d406760f-6980-471f-82d7-2027a2ad4baf req-7d79fcdd-0bd2-41f1-a552-7e86daa54d74 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/security-groups?id=e715a674-ee03-4c9f-bbdb-345646b21ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385237 Mar 07 10:54:45.816088 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:54:46.339408 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c18575-7193-4513-8356-1e947f42542f req-e0d3b31b-d6cc-46a6-96ef-2e808c2fe978 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:46.340874 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-a1c18575-7193-4513-8356-1e947f42542f req-e0d3b31b-d6cc-46a6-96ef-2e808c2fe978 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=b842a98a-f8c6-47ef-b919-5c59e5a22489 HTTP/1.1" status: 200 len: 945 time: 0.0789349 Mar 07 10:54:46.385447 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-a1c18575-7193-4513-8356-1e947f42542f req-517048a2-6bf6-4376-a78b-0e2f33bee9f7 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/security-groups?id=e715a674-ee03-4c9f-bbdb-345646b21ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389848 Mar 07 10:54:47.580528 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49eeaca9-b46f-4f22-bc90-df26cc4c8aa2 req-c114a20d-1543-440d-ac9f-402f52e93c2b tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:47.581880 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-49eeaca9-b46f-4f22-bc90-df26cc4c8aa2 req-c114a20d-1543-440d-ac9f-402f52e93c2b tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=b842a98a-f8c6-47ef-b919-5c59e5a22489 HTTP/1.1" status: 200 len: 945 time: 0.0764251 Mar 07 10:54:47.629656 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-49eeaca9-b46f-4f22-bc90-df26cc4c8aa2 req-73a8d3c7-15ad-4c26-9fa1-48705af08582 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/security-groups?id=e715a674-ee03-4c9f-bbdb-345646b21ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424128 Mar 07 10:54:48.337932 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-9f85ddb1-fb1f-4052-a428-2880bb530282 req-a93168bf-b15a-46df-8c21-2bb556f78d0e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ea182ca228b14bd78c810e6c020265a5&device_id=b842a98a-f8c6-47ef-b919-5c59e5a22489 HTTP/1.1" status: 200 len: 1098 time: 0.1360972 Mar 07 10:54:48.479025 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f85ddb1-fb1f-4052-a428-2880bb530282 req-c048bab8-3915-4a0d-a2d5-c18835aa311e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:48.480497 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-9f85ddb1-fb1f-4052-a428-2880bb530282 req-c048bab8-3915-4a0d-a2d5-c18835aa311e service neutron] 10.222.0.10 "GET /v2.0/networks?id=c2627522-a52f-46a5-9071-76d8cd9d26ac HTTP/1.1" status: 200 len: 912 time: 0.1237364 Mar 07 10:54:48.581324 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-9f85ddb1-fb1f-4052-a428-2880bb530282 req-f2b27a5b-4b6d-4aa9-9e9c-7dd96c27d457 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4d38457d-933b-456a-b25f-a49fafea068d HTTP/1.1" status: 200 len: 1002 time: 0.0947621 Mar 07 10:54:48.640689 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f85ddb1-fb1f-4052-a428-2880bb530282 req-5fbb2486-2868-452a-a0db-35db6e192cfa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:48.642080 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-9f85ddb1-fb1f-4052-a428-2880bb530282 req-5fbb2486-2868-452a-a0db-35db6e192cfa service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7f7d5150-02b0-4848-9db2-7de7d27282d9 HTTP/1.1" status: 200 len: 850 time: 0.0557997 Mar 07 10:54:48.713856 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-9f85ddb1-fb1f-4052-a428-2880bb530282 req-1e5aadf1-ea0c-4701-8b85-2761fd7472cf service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c2627522-a52f-46a5-9071-76d8cd9d26ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0662382 Mar 07 10:54:48.977106 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-9f85ddb1-fb1f-4052-a428-2880bb530282 req-a2fd358f-dc2e-41b2-9b96-1dc98e0ea15e service neutron] 10.222.0.10 "GET /v2.0/networks/c2627522-a52f-46a5-9071-76d8cd9d26ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2570152 Mar 07 10:54:49.007386 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32432834-ee00-4bbf-bbba-9215cd356d68 req-348db8d9-7b2a-4903-b983-ffa7137334dc tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:49.008756 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-32432834-ee00-4bbf-bbba-9215cd356d68 req-348db8d9-7b2a-4903-b983-ffa7137334dc tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=b842a98a-f8c6-47ef-b919-5c59e5a22489 HTTP/1.1" status: 200 len: 945 time: 0.1814003 Mar 07 10:54:49.126383 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-32432834-ee00-4bbf-bbba-9215cd356d68 req-759d77cf-2d55-4741-a83d-5cc53ef75001 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/security-groups?id=e715a674-ee03-4c9f-bbdb-345646b21ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709214 Mar 07 10:54:49.142285 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-9f85ddb1-fb1f-4052-a428-2880bb530282 req-25dde4db-16f0-4dba-934a-60d0902ca659 service neutron] 10.222.0.10 "GET /v2.0/networks/c2627522-a52f-46a5-9071-76d8cd9d26ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593509 Mar 07 10:54:50.322674 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1da3ad5-2ab6-44ca-8fce-0fbf83167bbd req-20c28d86-a8da-402a-9d7c-c3af069e201c tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:50.324109 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f1da3ad5-2ab6-44ca-8fce-0fbf83167bbd req-20c28d86-a8da-402a-9d7c-c3af069e201c tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=b842a98a-f8c6-47ef-b919-5c59e5a22489 HTTP/1.1" status: 200 len: 945 time: 0.0795910 Mar 07 10:54:50.368330 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f1da3ad5-2ab6-44ca-8fce-0fbf83167bbd req-58663243-843f-4e3a-84c5-445c376cc439 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/security-groups?id=e715a674-ee03-4c9f-bbdb-345646b21ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385494 Mar 07 10:54:51.579239 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a969bf7-3e6d-4e46-8609-eb746a0a24f8 req-7bf77cc7-36d5-4ec3-9aee-5dd40e6ad7e3 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:51.580634 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-5a969bf7-3e6d-4e46-8609-eb746a0a24f8 req-7bf77cc7-36d5-4ec3-9aee-5dd40e6ad7e3 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=b842a98a-f8c6-47ef-b919-5c59e5a22489 HTTP/1.1" status: 200 len: 945 time: 0.0802071 Mar 07 10:54:51.631289 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-5a969bf7-3e6d-4e46-8609-eb746a0a24f8 req-c6ab29d7-b6e5-4c71-acf2-f951f73ed364 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/security-groups?id=e715a674-ee03-4c9f-bbdb-345646b21ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447669 Mar 07 10:54:52.822505 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29bf3af-078e-47ba-bad5-c53a5f8f17fd req-f22ab4d0-132e-42c1-94fd-6ebac9af5856 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:52.823910 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d29bf3af-078e-47ba-bad5-c53a5f8f17fd req-f22ab4d0-132e-42c1-94fd-6ebac9af5856 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=b842a98a-f8c6-47ef-b919-5c59e5a22489 HTTP/1.1" status: 200 len: 945 time: 0.0746615 Mar 07 10:54:52.869492 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d29bf3af-078e-47ba-bad5-c53a5f8f17fd req-986e9024-8fa0-4904-adcf-8e49d6e3c860 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/security-groups?id=e715a674-ee03-4c9f-bbdb-345646b21ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388405 Mar 07 10:54:53.088833 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-adbd2215-c8ee-41f3-92a6-4182ca26b8a8 None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 10:54:54.068083 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577d64e9-99f1-40ae-9ae4-42878c4a4e18 req-7ca70d7d-f62c-4bb5-9147-4836e8449c45 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:54.069521 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-577d64e9-99f1-40ae-9ae4-42878c4a4e18 req-7ca70d7d-f62c-4bb5-9147-4836e8449c45 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=b842a98a-f8c6-47ef-b919-5c59e5a22489 HTTP/1.1" status: 200 len: 945 time: 0.0774367 Mar 07 10:54:54.112752 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-577d64e9-99f1-40ae-9ae4-42878c4a4e18 req-6eb817fc-83c8-48eb-ad66-817cfb5deed9 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/security-groups?id=e715a674-ee03-4c9f-bbdb-345646b21ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378947 Mar 07 10:54:55.318635 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c79802-d77b-41e7-9026-1d38b4d8639b req-4ca2aec6-09ec-45e0-b7db-472ffa4fc11a tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:55.320062 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-37c79802-d77b-41e7-9026-1d38b4d8639b req-4ca2aec6-09ec-45e0-b7db-472ffa4fc11a tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=b842a98a-f8c6-47ef-b919-5c59e5a22489 HTTP/1.1" status: 200 len: 945 time: 0.0761430 Mar 07 10:54:55.364552 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-37c79802-d77b-41e7-9026-1d38b4d8639b req-2397c15b-dc4e-4040-bd56-3901e07114e5 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/security-groups?id=e715a674-ee03-4c9f-bbdb-345646b21ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390177 Mar 07 10:54:56.561600 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478e1374-c816-4b53-9975-270186689a84 req-27e3dafa-1d8a-4467-8c7a-db7922258ca1 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:56.562966 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-478e1374-c816-4b53-9975-270186689a84 req-27e3dafa-1d8a-4467-8c7a-db7922258ca1 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=b842a98a-f8c6-47ef-b919-5c59e5a22489 HTTP/1.1" status: 200 len: 945 time: 0.0810902 Mar 07 10:54:56.607027 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-478e1374-c816-4b53-9975-270186689a84 req-bc1a411f-be92-4113-a053-d3a1be8c4893 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/security-groups?id=e715a674-ee03-4c9f-bbdb-345646b21ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380177 Mar 07 10:54:57.269082 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-8d1ee5c6-dc3b-4922-9281-5b19c26f710f req-5245002e-1d01-47e8-8667-c11e6fdd5fe1 service neutron] 10.222.0.10 "GET /v2.0/ports/4d38457d-933b-456a-b25f-a49fafea068d/bindings/hv-neutron-8307 HTTP/1.1" status: 200 len: 384 time: 0.0716443 Mar 07 10:54:57.527141 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-8d1ee5c6-dc3b-4922-9281-5b19c26f710f req-b0e1cf75-f8c9-4665-acc4-cc7c9dd9c07c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b842a98a-f8c6-47ef-b919-5c59e5a22489&tenant_id=ea182ca228b14bd78c810e6c020265a5 HTTP/1.1" status: 200 len: 1098 time: 0.0724151 Mar 07 10:54:57.612928 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-8d1ee5c6-dc3b-4922-9281-5b19c26f710f req-9f1b2aa9-91bf-48f3-9357-5821c1c43523 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ea182ca228b14bd78c810e6c020265a5&device_id=b842a98a-f8c6-47ef-b919-5c59e5a22489 HTTP/1.1" status: 200 len: 1098 time: 0.0660543 Mar 07 10:54:57.778416 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1ee5c6-dc3b-4922-9281-5b19c26f710f req-473c4069-104c-478b-8a45-2894037fe9f7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:57.779700 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-8d1ee5c6-dc3b-4922-9281-5b19c26f710f req-473c4069-104c-478b-8a45-2894037fe9f7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=c2627522-a52f-46a5-9071-76d8cd9d26ac HTTP/1.1" status: 200 len: 912 time: 0.1616387 Mar 07 10:54:57.900487 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa17be62-b847-420c-995c-b9a641e4763d req-a5a1031f-5207-45cb-ae43-45ecb39e77a2 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:57.901927 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-fa17be62-b847-420c-995c-b9a641e4763d req-a5a1031f-5207-45cb-ae43-45ecb39e77a2 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=b842a98a-f8c6-47ef-b919-5c59e5a22489 HTTP/1.1" status: 200 len: 945 time: 0.1664608 Mar 07 10:54:57.903593 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-8d1ee5c6-dc3b-4922-9281-5b19c26f710f req-8743218d-869f-4212-8ebe-0e8349d4942c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4d38457d-933b-456a-b25f-a49fafea068d HTTP/1.1" status: 200 len: 1002 time: 0.1170704 Mar 07 10:54:57.996962 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-fa17be62-b847-420c-995c-b9a641e4763d req-cc54fb25-81a8-4335-a6f2-cde2afb43a17 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/security-groups?id=e715a674-ee03-4c9f-bbdb-345646b21ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893788 Mar 07 10:54:57.998163 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1ee5c6-dc3b-4922-9281-5b19c26f710f req-56690fb5-3d05-4451-b3e4-c019f01bcade service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:57.999486 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-8d1ee5c6-dc3b-4922-9281-5b19c26f710f req-56690fb5-3d05-4451-b3e4-c019f01bcade service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7f7d5150-02b0-4848-9db2-7de7d27282d9 HTTP/1.1" status: 200 len: 850 time: 0.0763216 Mar 07 10:54:58.075261 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-8d1ee5c6-dc3b-4922-9281-5b19c26f710f req-26a69d5f-0b64-4d0b-b235-56b905dbb6f3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c2627522-a52f-46a5-9071-76d8cd9d26ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698779 Mar 07 10:54:58.280368 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-8d1ee5c6-dc3b-4922-9281-5b19c26f710f req-d8f2747d-7dfb-40d1-845b-4ef788a5dcd1 service neutron] 10.222.0.10 "GET /v2.0/networks/c2627522-a52f-46a5-9071-76d8cd9d26ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996617 Mar 07 10:54:58.410249 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-8d1ee5c6-dc3b-4922-9281-5b19c26f710f req-cd728b23-16e4-4cac-9463-316b0a41b882 service neutron] 10.222.0.10 "GET /v2.0/networks/c2627522-a52f-46a5-9071-76d8cd9d26ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234899 Mar 07 10:54:58.417281 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-42cefe2b-1b1d-47d9-a9b5-1892e9dd785b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:54:59.190592 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b484eccf-f7e8-4516-b988-b6966c05e5d9 req-a7f04f49-6b6e-4e51-abcd-890fdaa16b4b tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:59.191929 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b484eccf-f7e8-4516-b988-b6966c05e5d9 req-a7f04f49-6b6e-4e51-abcd-890fdaa16b4b tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=b842a98a-f8c6-47ef-b919-5c59e5a22489 HTTP/1.1" status: 200 len: 945 time: 0.0760226 Mar 07 10:54:59.236208 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b484eccf-f7e8-4516-b988-b6966c05e5d9 req-46bb70dc-3dbb-40ee-9aa4-0fde1907cb47 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/security-groups?id=e715a674-ee03-4c9f-bbdb-345646b21ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387847 Mar 07 10:55:00.432868 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5df6c81-62a5-40e4-9d06-3af9b51cb64b req-2fc9cf3f-d357-4c12-ac10-b4fe034a6e00 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:00.434334 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-e5df6c81-62a5-40e4-9d06-3af9b51cb64b req-2fc9cf3f-d357-4c12-ac10-b4fe034a6e00 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=b842a98a-f8c6-47ef-b919-5c59e5a22489 HTTP/1.1" status: 200 len: 945 time: 0.0791037 Mar 07 10:55:00.478732 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-e5df6c81-62a5-40e4-9d06-3af9b51cb64b req-5343dccd-fbc2-4581-a57a-e044fc216034 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/security-groups?id=e715a674-ee03-4c9f-bbdb-345646b21ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386233 Mar 07 10:55:00.601904 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-79b62c94-71df-442e-b8c1-d450420c812d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:55:01.015671 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device 4d38457d-933b-456a-b25f-a49fafea068d details requested by agent hyperv_hv-neutron-8307 with host hv-neutron-8307 {{(pid=83739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 07 10:55:01.018745 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device 4d38457d-933b-456a-b25f-a49fafea068d no longer exists at agent hyperv_hv-neutron-8307 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:55:01.219285 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:55:01.256804 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port 4d38457d-933b-456a-b25f-a49fafea068d, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=4d38457d-933b-456a-b25f-a49fafea068d,segment=NetworkSegment(89f3cc88-61e3-4f39-aeae-f34c8e035f06),segment_id=89f3cc88-61e3-4f39-aeae-f34c8e035f06)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:55:01.272184 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b842a98a-f8c6-47ef-b919-5c59e5a22489', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d38457d-933b-456a-b25f-a49fafea068d'}] {{(pid=83739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 10:55:01.279274 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Returning: {'device': '4d38457d-933b-456a-b25f-a49fafea068d', 'network_id': 'c2627522-a52f-46a5-9071-76d8cd9d26ac', 'port_id': '4d38457d-933b-456a-b25f-a49fafea068d', 'mac_address': 'fa:16:3e:cc:99:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f7d5150-02b0-4848-9db2-7de7d27282d9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 07 10:55:01.285891 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port 4d38457d-933b-456a-b25f-a49fafea068d, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=4d38457d-933b-456a-b25f-a49fafea068d,segment=NetworkSegment(89f3cc88-61e3-4f39-aeae-f34c8e035f06),segment_id=89f3cc88-61e3-4f39-aeae-f34c8e035f06)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:55:01.312567 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:55:01.349689 dv-neutron-830731-3-hyperv neutron-server[83739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b842a98a-f8c6-47ef-b919-5c59e5a22489', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d38457d-933b-456a-b25f-a49fafea068d', 'code': 200} Mar 07 10:55:01.386686 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:55:01.411870 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Pushing event updated for resources: {'Port': ['ID=4d38457d-933b-456a-b25f-a49fafea068d,revision_number=6']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:55:01.414987 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d38457d-933b-456a-b25f-a49fafea068d {{(pid=83739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 07 10:55:01.430340 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port 4d38457d-933b-456a-b25f-a49fafea068d, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=4d38457d-933b-456a-b25f-a49fafea068d,segment=NetworkSegment(89f3cc88-61e3-4f39-aeae-f34c8e035f06),segment_id=89f3cc88-61e3-4f39-aeae-f34c8e035f06)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:55:01.433783 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:55:01.497509 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] get_ports_and_sgs() called for port_ids ['4d38457d-933b-456a-b25f-a49fafea068d'] {{(pid=83739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 07 10:55:01.532629 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Pushing event updated for resources: {'Port': ['ID=4d38457d-933b-456a-b25f-a49fafea068d,revision_number=7']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:55:01.752282 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4872d27-ac0c-49c9-a00c-d643062303d8 req-98ae29cf-b695-4328-aa49-d0e172808c0b tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:01.753645 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-a4872d27-ac0c-49c9-a00c-d643062303d8 req-98ae29cf-b695-4328-aa49-d0e172808c0b tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=b842a98a-f8c6-47ef-b919-5c59e5a22489 HTTP/1.1" status: 200 len: 944 time: 0.1472633 Mar 07 10:55:01.796954 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-a4872d27-ac0c-49c9-a00c-d643062303d8 req-15f210e0-0e68-42dc-b5a7-d9d9174148f8 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/security-groups?id=e715a674-ee03-4c9f-bbdb-345646b21ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378909 Mar 07 10:55:01.851665 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-711fefd2-3b30-4759-8df5-0aecff1c8e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:55:01.904183 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:55:02.260939 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44a6561-878b-437e-84cf-2a04102dc894 req-365c03c8-9fb2-4889-98a0-9324408afecc tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:02.262326 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d44a6561-878b-437e-84cf-2a04102dc894 req-365c03c8-9fb2-4889-98a0-9324408afecc tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.10 "GET /v2.0/ports?device_id=b842a98a-f8c6-47ef-b919-5c59e5a22489&tenant_id=ea182ca228b14bd78c810e6c020265a5&binding%3Ahost_id=hv-neutron-8307 HTTP/1.1" status: 200 len: 944 time: 0.1330321 Mar 07 10:55:02.337715 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad78357-1efb-4902-9e1a-cbcb73718801 req-4553559d-934f-487e-90be-9864ee40afdb tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:02.339059 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-0ad78357-1efb-4902-9e1a-cbcb73718801 req-4553559d-934f-487e-90be-9864ee40afdb tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=b842a98a-f8c6-47ef-b919-5c59e5a22489 HTTP/1.1" status: 200 len: 944 time: 0.1514876 Mar 07 10:55:02.382935 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d44a6561-878b-437e-84cf-2a04102dc894 req-08063dd2-e037-4f9d-ba4c-376de2dd7049 service neutron] 10.222.0.10 "GET /v2.0/ports/4d38457d-933b-456a-b25f-a49fafea068d/bindings/hv-neutron-8307 HTTP/1.1" status: 200 len: 384 time: 0.1142583 Mar 07 10:55:02.396225 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-0ad78357-1efb-4902-9e1a-cbcb73718801 req-58967cbf-c9f0-4511-87aa-ab49d62e167f tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/security-groups?id=e715a674-ee03-4c9f-bbdb-345646b21ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491924 Mar 07 10:55:02.475431 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d44a6561-878b-437e-84cf-2a04102dc894 req-3d21fca2-9aa5-439b-8bfb-752d3479c727 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ea182ca228b14bd78c810e6c020265a5&device_id=b842a98a-f8c6-47ef-b919-5c59e5a22489 HTTP/1.1" status: 200 len: 1097 time: 0.0717552 Mar 07 10:55:02.604239 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44a6561-878b-437e-84cf-2a04102dc894 req-e23d4ed6-cdc3-410a-ac5b-e9e9f7770f07 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:02.605600 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d44a6561-878b-437e-84cf-2a04102dc894 req-e23d4ed6-cdc3-410a-ac5b-e9e9f7770f07 service neutron] 10.222.0.10 "GET /v2.0/networks?id=c2627522-a52f-46a5-9071-76d8cd9d26ac HTTP/1.1" status: 200 len: 912 time: 0.1242790 Mar 07 10:55:02.701929 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d44a6561-878b-437e-84cf-2a04102dc894 req-5d3d995e-02cd-46a0-bb25-4ee1fa2272f2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4d38457d-933b-456a-b25f-a49fafea068d HTTP/1.1" status: 200 len: 1001 time: 0.0900829 Mar 07 10:55:02.765889 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44a6561-878b-437e-84cf-2a04102dc894 req-4b5d6a6e-7e46-4720-8714-b3bcf9fbb800 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:02.768180 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d44a6561-878b-437e-84cf-2a04102dc894 req-4b5d6a6e-7e46-4720-8714-b3bcf9fbb800 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7f7d5150-02b0-4848-9db2-7de7d27282d9 HTTP/1.1" status: 200 len: 850 time: 0.0607162 Mar 07 10:55:02.840732 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d44a6561-878b-437e-84cf-2a04102dc894 req-3960f9db-a786-461c-9217-3d5b531435ff service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c2627522-a52f-46a5-9071-76d8cd9d26ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0667579 Mar 07 10:55:02.969000 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d44a6561-878b-437e-84cf-2a04102dc894 req-bc4710d2-e651-4c8c-bb0d-36d4e7a00a2c service neutron] 10.222.0.10 "GET /v2.0/networks/c2627522-a52f-46a5-9071-76d8cd9d26ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221397 Mar 07 10:55:03.031604 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device 4d38457d-933b-456a-b25f-a49fafea068d no longer exists at agent hyperv_hv-neutron-8307 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:55:03.097969 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d44a6561-878b-437e-84cf-2a04102dc894 req-5b1fc6ff-ad61-43b2-91d8-3ddec386d41b service neutron] 10.222.0.10 "GET /v2.0/networks/c2627522-a52f-46a5-9071-76d8cd9d26ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234915 Mar 07 10:55:03.147120 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:55:03.164608 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 4d38457d-933b-456a-b25f-a49fafea068d {{(pid=83739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 07 10:55:03.179657 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port 4d38457d-933b-456a-b25f-a49fafea068d, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=4d38457d-933b-456a-b25f-a49fafea068d,segment=NetworkSegment(89f3cc88-61e3-4f39-aeae-f34c8e035f06),segment_id=89f3cc88-61e3-4f39-aeae-f34c8e035f06)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:55:03.182897 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:55:03.248243 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Pushing event updated for resources: {'Port': ['ID=4d38457d-933b-456a-b25f-a49fafea068d,revision_number=8']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:55:03.273529 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c87150bd-aa9c-4ad1-bb68-57ec66d4fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:55:03.745049 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be22da6e-16ef-4b1b-a1a6-9d7625ab2580 req-e02364f4-ba4d-4af4-a30e-25c29b28c9a5 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:03.746469 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-be22da6e-16ef-4b1b-a1a6-9d7625ab2580 req-e02364f4-ba4d-4af4-a30e-25c29b28c9a5 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=b842a98a-f8c6-47ef-b919-5c59e5a22489 HTTP/1.1" status: 200 len: 943 time: 0.2245629 Mar 07 10:55:03.790309 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-be22da6e-16ef-4b1b-a1a6-9d7625ab2580 req-950548a6-9693-48a5-9e86-9992691bc681 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/security-groups?id=e715a674-ee03-4c9f-bbdb-345646b21ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378232 Mar 07 10:55:04.985095 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27151b5d-e218-46ec-9b7d-f8c7341c83f1 req-cac5bbeb-ba19-4ed4-a41b-dca2fdf9c951 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:04.986674 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-27151b5d-e218-46ec-9b7d-f8c7341c83f1 req-cac5bbeb-ba19-4ed4-a41b-dca2fdf9c951 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=b842a98a-f8c6-47ef-b919-5c59e5a22489 HTTP/1.1" status: 200 len: 943 time: 0.0777256 Mar 07 10:55:05.030050 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-27151b5d-e218-46ec-9b7d-f8c7341c83f1 req-3f4103e4-a63e-43dc-832c-b32f5d61d15a tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/security-groups?id=e715a674-ee03-4c9f-bbdb-345646b21ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379002 Mar 07 10:55:05.570055 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d44a6561-878b-437e-84cf-2a04102dc894 req-8251d277-bebe-45e2-a0f8-dec405e53bd2 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b842a98a-f8c6-47ef-b919-5c59e5a22489&tenant_id=ea182ca228b14bd78c810e6c020265a5 HTTP/1.1" status: 200 len: 1096 time: 0.0708666 Mar 07 10:55:05.656278 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d44a6561-878b-437e-84cf-2a04102dc894 req-af430b51-3e3f-4a37-be7d-1a9084b411ee service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ea182ca228b14bd78c810e6c020265a5&device_id=b842a98a-f8c6-47ef-b919-5c59e5a22489 HTTP/1.1" status: 200 len: 1096 time: 0.0662529 Mar 07 10:55:05.786242 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44a6561-878b-437e-84cf-2a04102dc894 req-1c5bc812-a3de-42ed-925d-6376404bd40a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:05.787674 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d44a6561-878b-437e-84cf-2a04102dc894 req-1c5bc812-a3de-42ed-925d-6376404bd40a service neutron] 10.222.0.10 "GET /v2.0/networks?id=c2627522-a52f-46a5-9071-76d8cd9d26ac HTTP/1.1" status: 200 len: 912 time: 0.1251237 Mar 07 10:55:05.886094 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d44a6561-878b-437e-84cf-2a04102dc894 req-3137cd27-3833-46a1-b296-19796bb47595 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4d38457d-933b-456a-b25f-a49fafea068d HTTP/1.1" status: 200 len: 1000 time: 0.0929244 Mar 07 10:55:05.951178 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44a6561-878b-437e-84cf-2a04102dc894 req-3d8ee08f-37a2-4c14-8c21-8239bc7851f4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:05.952572 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d44a6561-878b-437e-84cf-2a04102dc894 req-3d8ee08f-37a2-4c14-8c21-8239bc7851f4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7f7d5150-02b0-4848-9db2-7de7d27282d9 HTTP/1.1" status: 200 len: 850 time: 0.0590684 Mar 07 10:55:06.024579 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d44a6561-878b-437e-84cf-2a04102dc894 req-0aed587b-a1e8-46e1-8be9-ae05c0e64d56 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c2627522-a52f-46a5-9071-76d8cd9d26ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0663815 Mar 07 10:55:06.195460 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d44a6561-878b-437e-84cf-2a04102dc894 req-be0ef092-b713-45b6-b4c0-ca90df9bfeb5 service neutron] 10.222.0.10 "GET /v2.0/networks/c2627522-a52f-46a5-9071-76d8cd9d26ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651027 Mar 07 10:55:06.331690 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafcaa91-9b44-4107-9d82-8e911e5a610a req-5d1d633b-08ea-4b15-bcfe-a1ffb4a84887 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:06.333142 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-eafcaa91-9b44-4107-9d82-8e911e5a610a req-5d1d633b-08ea-4b15-bcfe-a1ffb4a84887 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=b842a98a-f8c6-47ef-b919-5c59e5a22489 HTTP/1.1" status: 200 len: 943 time: 0.1822591 Mar 07 10:55:06.372773 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d44a6561-878b-437e-84cf-2a04102dc894 req-454fcc9a-da73-425a-be96-d28f350ebaee service neutron] 10.222.0.10 "GET /v2.0/networks/c2627522-a52f-46a5-9071-76d8cd9d26ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705275 Mar 07 10:55:06.396607 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-eafcaa91-9b44-4107-9d82-8e911e5a610a req-80218fcf-db00-46d6-bed6-8e37d5160959 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/security-groups?id=e715a674-ee03-4c9f-bbdb-345646b21ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508926 Mar 07 10:55:07.595632 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd323f00-8895-4030-b9e6-2d05f35591eb req-99198098-47e5-4cf1-8fbc-296028c2bd2b tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:07.596988 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-dd323f00-8895-4030-b9e6-2d05f35591eb req-99198098-47e5-4cf1-8fbc-296028c2bd2b tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=b842a98a-f8c6-47ef-b919-5c59e5a22489 HTTP/1.1" status: 200 len: 943 time: 0.0753706 Mar 07 10:55:07.640664 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-dd323f00-8895-4030-b9e6-2d05f35591eb req-884c105e-cfc4-4411-be0e-acdec225e689 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/security-groups?id=e715a674-ee03-4c9f-bbdb-345646b21ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381474 Mar 07 10:55:08.839271 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd30d3a9-d5f0-4b41-a5be-233d568fe0b1 req-715915e3-f7dd-448e-987c-ff644083d44d tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:08.840723 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-cd30d3a9-d5f0-4b41-a5be-233d568fe0b1 req-715915e3-f7dd-448e-987c-ff644083d44d tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=b842a98a-f8c6-47ef-b919-5c59e5a22489 HTTP/1.1" status: 200 len: 943 time: 0.0824924 Mar 07 10:55:08.888422 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-cd30d3a9-d5f0-4b41-a5be-233d568fe0b1 req-07739e6a-517e-442a-a907-37065e107bd1 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/security-groups?id=e715a674-ee03-4c9f-bbdb-345646b21ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421956 Mar 07 10:55:09.051247 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device 4d38457d-933b-456a-b25f-a49fafea068d details requested by agent hyperv_hv-neutron-8307 with host hv-neutron-8307 {{(pid=83739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 07 10:55:09.055661 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device 4d38457d-933b-456a-b25f-a49fafea068d no longer exists at agent hyperv_hv-neutron-8307 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:55:09.093199 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cefb8bb-b61d-4383-8143-60b4e90306c1 req-3266d45e-8a6e-4505-a9ba-e3213d917f3d tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:09.095141 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-2cefb8bb-b61d-4383-8143-60b4e90306c1 req-3266d45e-8a6e-4505-a9ba-e3213d917f3d tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=b842a98a-f8c6-47ef-b919-5c59e5a22489 HTTP/1.1" status: 200 len: 943 time: 0.0764711 Mar 07 10:55:09.140824 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-2cefb8bb-b61d-4383-8143-60b4e90306c1 req-4d8886e0-8884-4ae7-b8dd-190fbc83367d tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/security-groups?id=e715a674-ee03-4c9f-bbdb-345646b21ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394163 Mar 07 10:55:09.276057 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port 4d38457d-933b-456a-b25f-a49fafea068d, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=4d38457d-933b-456a-b25f-a49fafea068d,segment=NetworkSegment(89f3cc88-61e3-4f39-aeae-f34c8e035f06),segment_id=89f3cc88-61e3-4f39-aeae-f34c8e035f06)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:55:09.290189 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Returning: {'device': '4d38457d-933b-456a-b25f-a49fafea068d', 'network_id': 'c2627522-a52f-46a5-9071-76d8cd9d26ac', 'port_id': '4d38457d-933b-456a-b25f-a49fafea068d', 'mac_address': 'fa:16:3e:cc:99:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f7d5150-02b0-4848-9db2-7de7d27282d9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 07 10:55:09.342320 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769c408d-e857-4bb5-896c-e4f59f10985b req-32aa1996-dc7c-4bde-b657-4ed6efce82a0 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:09.343780 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-769c408d-e857-4bb5-896c-e4f59f10985b req-32aa1996-dc7c-4bde-b657-4ed6efce82a0 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=b842a98a-f8c6-47ef-b919-5c59e5a22489 HTTP/1.1" status: 200 len: 943 time: 0.0798388 Mar 07 10:55:09.346616 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:55:09.364586 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d38457d-933b-456a-b25f-a49fafea068d {{(pid=83739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 07 10:55:09.379504 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port 4d38457d-933b-456a-b25f-a49fafea068d, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=4d38457d-933b-456a-b25f-a49fafea068d,segment=NetworkSegment(89f3cc88-61e3-4f39-aeae-f34c8e035f06),segment_id=89f3cc88-61e3-4f39-aeae-f34c8e035f06)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:55:09.383612 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:55:09.389757 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-769c408d-e857-4bb5-896c-e4f59f10985b req-214169b8-6457-4211-8c9b-7d668361bfba tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/security-groups?id=e715a674-ee03-4c9f-bbdb-345646b21ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390496 Mar 07 10:55:09.460151 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] get_ports_and_sgs() called for port_ids ['4d38457d-933b-456a-b25f-a49fafea068d'] {{(pid=83739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 07 10:55:09.506822 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Pushing event updated for resources: {'Port': ['ID=4d38457d-933b-456a-b25f-a49fafea068d,revision_number=9']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:55:09.936716 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4828ccf-f35f-4887-95a9-96984c650683 req-c82d6743-a5a9-428f-be5c-3da6783af404 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:09.938305 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b4828ccf-f35f-4887-95a9-96984c650683 req-c82d6743-a5a9-428f-be5c-3da6783af404 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=b842a98a-f8c6-47ef-b919-5c59e5a22489 HTTP/1.1" status: 200 len: 944 time: 0.0742812 Mar 07 10:55:09.985404 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b4828ccf-f35f-4887-95a9-96984c650683 req-36123f57-fad5-414e-9082-c6ff374782a1 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/security-groups?id=e715a674-ee03-4c9f-bbdb-345646b21ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411105 Mar 07 10:55:11.066766 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device 4d38457d-933b-456a-b25f-a49fafea068d up at agent hyperv_hv-neutron-8307 {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:55:11.133929 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Provisioning complete for port 4d38457d-933b-456a-b25f-a49fafea068d triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:55:11.134294 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:55:11.178597 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32473b07-e475-4258-a099-54b2a6c5317c req-02b3a468-0e68-43d7-b4bf-8f482be03796 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:11.179937 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-32473b07-e475-4258-a099-54b2a6c5317c req-02b3a468-0e68-43d7-b4bf-8f482be03796 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=b842a98a-f8c6-47ef-b919-5c59e5a22489 HTTP/1.1" status: 200 len: 944 time: 0.0746794 Mar 07 10:55:11.225202 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-32473b07-e475-4258-a099-54b2a6c5317c req-c965cc51-039b-4bf7-8697-6e68a45ef7ec tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/security-groups?id=e715a674-ee03-4c9f-bbdb-345646b21ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396287 Mar 07 10:55:11.248150 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:55:11.275043 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b842a98a-f8c6-47ef-b919-5c59e5a22489', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d38457d-933b-456a-b25f-a49fafea068d'}] {{(pid=83739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 10:55:11.284627 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port 4d38457d-933b-456a-b25f-a49fafea068d, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=4d38457d-933b-456a-b25f-a49fafea068d,segment=NetworkSegment(89f3cc88-61e3-4f39-aeae-f34c8e035f06),segment_id=89f3cc88-61e3-4f39-aeae-f34c8e035f06)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:55:11.289236 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:55:11.333950 dv-neutron-830731-3-hyperv neutron-server[83739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b842a98a-f8c6-47ef-b919-5c59e5a22489', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d38457d-933b-456a-b25f-a49fafea068d', 'code': 200} Mar 07 10:55:11.358484 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Pushing event updated for resources: {'Port': ['ID=4d38457d-933b-456a-b25f-a49fafea068d,revision_number=10']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:55:11.885626 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76e397d-adc4-47b4-8670-17831036c571 req-c89845cd-5f43-4caa-8705-a8544c93520a tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:11.887016 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-a76e397d-adc4-47b4-8670-17831036c571 req-c89845cd-5f43-4caa-8705-a8544c93520a tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.10 "GET /v2.0/ports?device_id=b842a98a-f8c6-47ef-b919-5c59e5a22489 HTTP/1.1" status: 200 len: 946 time: 0.0762305 Mar 07 10:55:12.027884 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [req-a76e397d-adc4-47b4-8670-17831036c571 req-d99996f1-73fa-4502-9c07-eadb9043a128 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Deleting port 4d38457d-933b-456a-b25f-a49fafea068d {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:55:12.028214 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-a76e397d-adc4-47b4-8670-17831036c571 req-d99996f1-73fa-4502-9c07-eadb9043a128 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:55:12.260415 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [req-a76e397d-adc4-47b4-8670-17831036c571 req-d99996f1-73fa-4502-9c07-eadb9043a128 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] For port 4d38457d-933b-456a-b25f-a49fafea068d, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=4d38457d-933b-456a-b25f-a49fafea068d,segment=NetworkSegment(89f3cc88-61e3-4f39-aeae-f34c8e035f06),segment_id=89f3cc88-61e3-4f39-aeae-f34c8e035f06)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:55:12.261198 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-a76e397d-adc4-47b4-8670-17831036c571 req-d99996f1-73fa-4502-9c07-eadb9043a128 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:55:12.593866 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f17d54-ff8e-4d07-af98-79bf754c8f56 req-5b9304b0-2976-4cbc-b67e-50e58b355e9c tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:12.595782 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-e0f17d54-ff8e-4d07-af98-79bf754c8f56 req-5b9304b0-2976-4cbc-b67e-50e58b355e9c tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=b842a98a-f8c6-47ef-b919-5c59e5a22489 HTTP/1.1" status: 200 len: 946 time: 0.2432876 Mar 07 10:55:12.622939 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-a76e397d-adc4-47b4-8670-17831036c571 req-d99996f1-73fa-4502-9c07-eadb9043a128 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:55:12.623300 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-a76e397d-adc4-47b4-8670-17831036c571 req-d99996f1-73fa-4502-9c07-eadb9043a128 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923533'] for floatingip, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:55:12.623636 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.db.l3_db [req-a76e397d-adc4-47b4-8670-17831036c571 req-d99996f1-73fa-4502-9c07-eadb9043a128 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Floating IP 0d34bab2-6d40-40b5-b39c-ae9fae432d25 disassociated. External IP: 172.26.8.117, port: 4d38457d-933b-456a-b25f-a49fafea068d. Mar 07 10:55:12.623969 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [req-a76e397d-adc4-47b4-8670-17831036c571 req-d99996f1-73fa-4502-9c07-eadb9043a128 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Calling delete_port for 4d38457d-933b-456a-b25f-a49fafea068d owned by compute:nova {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:55:12.700068 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-e0f17d54-ff8e-4d07-af98-79bf754c8f56 req-41bdbde8-80dc-49e6-9bc3-455ccad00c96 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/security-groups?id=e715a674-ee03-4c9f-bbdb-345646b21ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973995 Mar 07 10:55:12.783440 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-a76e397d-adc4-47b4-8670-17831036c571 req-d99996f1-73fa-4502-9c07-eadb9043a128 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:55:12.831122 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99996f1-73fa-4502-9c07-eadb9043a128 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Pushing event deleted for resources: {'Port': ['ID=4d38457d-933b-456a-b25f-a49fafea068d,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:55:13.043887 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a76e397d-adc4-47b4-8670-17831036c571 req-d99996f1-73fa-4502-9c07-eadb9043a128 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Router 56db4d7a-d6e7-40d0-a23e-93cd12695f67 has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:55:13.245077 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a76e397d-adc4-47b4-8670-17831036c571 req-d99996f1-73fa-4502-9c07-eadb9043a128 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:55:13.255172 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae52755c-bcc9-444a-a524-b4effdbdc91f None None] Sync routers for ids ['56db4d7a-d6e7-40d0-a23e-93cd12695f67'] in dv-neutron-830731-3-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:55:13.267441 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae52755c-bcc9-444a-a524-b4effdbdc91f None None] Routers {'56db4d7a-d6e7-40d0-a23e-93cd12695f67'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:55:13.268036 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-ae52755c-bcc9-444a-a524-b4effdbdc91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:55:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['56db4d7a-d6e7-40d0-a23e-93cd12695f67'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:55:13.317716 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [req-a76e397d-adc4-47b4-8670-17831036c571 req-d99996f1-73fa-4502-9c07-eadb9043a128 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] No DVR routers for this DVR port 4d38457d-933b-456a-b25f-a49fafea068d on host hv-neutron-8307 {{(pid=83737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:55:13.320311 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-a76e397d-adc4-47b4-8670-17831036c571 req-d99996f1-73fa-4502-9c07-eadb9043a128 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:55:13.322919 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b842a98a-f8c6-47ef-b919-5c59e5a22489', 'name': 'network-vif-deleted', 'tag': '4d38457d-933b-456a-b25f-a49fafea068d'}] {{(pid=83737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 10:55:13.338885 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-a76e397d-adc4-47b4-8670-17831036c571 req-d99996f1-73fa-4502-9c07-eadb9043a128 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.10 "DELETE /v2.0/ports/4d38457d-933b-456a-b25f-a49fafea068d HTTP/1.1" status: 204 len: 173 time: 1.4460230 Mar 07 10:55:13.389982 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b842a98a-f8c6-47ef-b919-5c59e5a22489', 'name': 'network-vif-deleted', 'tag': '4d38457d-933b-456a-b25f-a49fafea068d', 'status': 'completed', 'code': 200} Mar 07 10:55:13.445150 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-ae52755c-bcc9-444a-a524-b4effdbdc91f None None] Set router 56db4d7a-d6e7-40d0-a23e-93cd12695f67 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:55:13.759330 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-ae52755c-bcc9-444a-a524-b4effdbdc91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56db4d7a-d6e7-40d0-a23e-93cd12695f67', 'name': 'tempest-ServerActionsTestJSON-940133837-router', 'tenant_id': 'ea182ca228b14bd78c810e6c020265a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.246'}], 'enable_snat': True}, 'gw_port_id': '28543fe1-0e0a-4857-92fe-e81b2ece1be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:52:23Z', 'updated_at': '2022-03-07T10:52:26Z', 'revision_number': 4, 'project_id': 'ea182ca228b14bd78c810e6c020265a5', 'gw_port': {'id': '28543fe1-0e0a-4857-92fe-e81b2ece1be6', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:21:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56db4d7a-d6e7-40d0-a23e-93cd12695f67', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:52:24Z', 'updated_at': '2022-03-07T10:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_interfaces': [{'id': '155076b2-2dab-4fbf-a926-1957d62aabaf', 'name': '', 'network_id': 'c2627522-a52f-46a5-9071-76d8cd9d26ac', 'tenant_id': 'ea182ca228b14bd78c810e6c020265a5', 'mac_address': 'fa:16:3e:66:e3:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56db4d7a-d6e7-40d0-a23e-93cd12695f67', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7f7d5150-02b0-4848-9db2-7de7d27282d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:52:25Z', 'updated_at': '2022-03-07T10:52:43Z', 'revision_number': 5, 'project_id': 'ea182ca228b14bd78c810e6c020265a5', 'subnets': [{'id': '7f7d5150-02b0-4848-9db2-7de7d27282d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:55:13.763493 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae52755c-bcc9-444a-a524-b4effdbdc91f None None] Checking router: 56db4d7a-d6e7-40d0-a23e-93cd12695f67 for host: dv-neutron-830731-3-hyperv {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 07 10:55:13.776373 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae52755c-bcc9-444a-a524-b4effdbdc91f None None] Routers {'56db4d7a-d6e7-40d0-a23e-93cd12695f67'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:55:13.777143 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-ae52755c-bcc9-444a-a524-b4effdbdc91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:55:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['56db4d7a-d6e7-40d0-a23e-93cd12695f67'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:55:13.882503 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-ef5fd38c-13fc-40e1-848e-c1ff67982e8e req-b0a56aee-f1a5-4684-af04-f279deb76702 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Synchronizing usage tracker for tenant:ea182ca228b14bd78c810e6c020265a5 on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:55:13.900225 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-ef5fd38c-13fc-40e1-848e-c1ff67982e8e req-b0a56aee-f1a5-4684-af04-f279deb76702 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Unset dirty status for tenant:ea182ca228b14bd78c810e6c020265a5 on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:55:13.901415 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ef5fd38c-13fc-40e1-848e-c1ff67982e8e req-b0a56aee-f1a5-4684-af04-f279deb76702 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=b842a98a-f8c6-47ef-b919-5c59e5a22489 HTTP/1.1" status: 200 len: 210 time: 0.0600896 Mar 07 10:55:13.960866 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-ae52755c-bcc9-444a-a524-b4effdbdc91f None None] Set router 56db4d7a-d6e7-40d0-a23e-93cd12695f67 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:55:14.297173 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-ae52755c-bcc9-444a-a524-b4effdbdc91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56db4d7a-d6e7-40d0-a23e-93cd12695f67', 'name': 'tempest-ServerActionsTestJSON-940133837-router', 'tenant_id': 'ea182ca228b14bd78c810e6c020265a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.246'}], 'enable_snat': True}, 'gw_port_id': '28543fe1-0e0a-4857-92fe-e81b2ece1be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:52:23Z', 'updated_at': '2022-03-07T10:52:26Z', 'revision_number': 4, 'project_id': 'ea182ca228b14bd78c810e6c020265a5', 'gw_port': {'id': '28543fe1-0e0a-4857-92fe-e81b2ece1be6', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:21:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56db4d7a-d6e7-40d0-a23e-93cd12695f67', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:52:24Z', 'updated_at': '2022-03-07T10:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_interfaces': [{'id': '155076b2-2dab-4fbf-a926-1957d62aabaf', 'name': '', 'network_id': 'c2627522-a52f-46a5-9071-76d8cd9d26ac', 'tenant_id': 'ea182ca228b14bd78c810e6c020265a5', 'mac_address': 'fa:16:3e:66:e3:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56db4d7a-d6e7-40d0-a23e-93cd12695f67', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7f7d5150-02b0-4848-9db2-7de7d27282d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:52:25Z', 'updated_at': '2022-03-07T10:52:43Z', 'revision_number': 5, 'project_id': 'ea182ca228b14bd78c810e6c020265a5', 'subnets': [{'id': '7f7d5150-02b0-4848-9db2-7de7d27282d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:55:14.301137 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae52755c-bcc9-444a-a524-b4effdbdc91f None None] The sync data for ids ['56db4d7a-d6e7-40d0-a23e-93cd12695f67'] in dv-neutron-830731-3-hyperv is: [{'id': '56db4d7a-d6e7-40d0-a23e-93cd12695f67', 'name': 'tempest-ServerActionsTestJSON-940133837-router', 'tenant_id': 'ea182ca228b14bd78c810e6c020265a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.246'}], 'enable_snat': True}, 'gw_port_id': '28543fe1-0e0a-4857-92fe-e81b2ece1be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:52:23Z', 'updated_at': '2022-03-07T10:52:26Z', 'revision_number': 4, 'project_id': 'ea182ca228b14bd78c810e6c020265a5', 'gw_port': {'id': '28543fe1-0e0a-4857-92fe-e81b2ece1be6', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:21:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56db4d7a-d6e7-40d0-a23e-93cd12695f67', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:52:24Z', 'updated_at': '2022-03-07T10:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_interfaces': [{'id': '155076b2-2dab-4fbf-a926-1957d62aabaf', 'name': '', 'network_id': 'c2627522-a52f-46a5-9071-76d8cd9d26ac', 'tenant_id': 'ea182ca228b14bd78c810e6c020265a5', 'mac_address': 'fa:16:3e:66:e3:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56db4d7a-d6e7-40d0-a23e-93cd12695f67', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7f7d5150-02b0-4848-9db2-7de7d27282d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:52:25Z', 'updated_at': '2022-03-07T10:52:43Z', 'revision_number': 5, 'project_id': 'ea182ca228b14bd78c810e6c020265a5', 'subnets': [{'id': '7f7d5150-02b0-4848-9db2-7de7d27282d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:55:14.510941 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f830edc-8103-48e7-a2d2-c9327bda5997 None None] New status for floating IP 0d34bab2-6d40-40b5-b39c-ae9fae432d25: DOWN {{(pid=83740) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 07 10:55:15.082356 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device 4d38457d-933b-456a-b25f-a49fafea068d no longer exists at agent hyperv_hv-neutron-8307 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:55:15.118112 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] No Port match for: 4d38457d-933b-456a-b25f-a49fafea068d {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 10:55:15.118459 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device 4d38457d-933b-456a-b25f-a49fafea068d not bound to the agent host hv-neutron-8307 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 10:55:15.261045 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4d810b7c-cca3-4129-b037-e0cd9c684da1 req-219ced1b-1ba5-46e7-9dc0-001760653872 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1582176056&fields=id&tenant_id=ea182ca228b14bd78c810e6c020265a5 HTTP/1.1" status: 200 len: 267 time: 0.0393114 Mar 07 10:55:15.489001 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d810b7c-cca3-4129-b037-e0cd9c684da1 req-7459dc15-393c-4efa-be13-518713400856 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:15.490403 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4d810b7c-cca3-4129-b037-e0cd9c684da1 req-7459dc15-393c-4efa-be13-518713400856 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/networks?id=c2627522-a52f-46a5-9071-76d8cd9d26ac HTTP/1.1" status: 200 len: 811 time: 0.2223053 Mar 07 10:55:15.506143 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4d810b7c-cca3-4129-b037-e0cd9c684da1 req-323ff5b8-c78d-40d7-87d1-dca1a1647901 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/quotas/ea182ca228b14bd78c810e6c020265a5 HTTP/1.1" status: 200 len: 375 time: 0.0102549 Mar 07 10:55:15.587901 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4d810b7c-cca3-4129-b037-e0cd9c684da1 req-895d1227-9fcd-47a9-96bb-0503d33ddd4f tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ea182ca228b14bd78c810e6c020265a5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0767322 Mar 07 10:55:15.720043 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4d810b7c-cca3-4129-b037-e0cd9c684da1 req-e33730c0-5780-4337-8396-ea4fb2c8b3e7 service neutron] 10.222.0.13 "GET /v2.0/networks/c2627522-a52f-46a5-9071-76d8cd9d26ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199150 Mar 07 10:55:15.814282 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:55:15.852675 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4d810b7c-cca3-4129-b037-e0cd9c684da1 req-eac3d04a-cdc7-489d-81e3-564d71cb5d8e service neutron] 10.222.0.13 "GET /v2.0/networks/c2627522-a52f-46a5-9071-76d8cd9d26ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267710 Mar 07 10:55:16.031117 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-85f26730-51a5-41d5-bd71-518f8dee2f6c req-8822eb9a-b8b8-49a6-8e33-9c8e8fe36610 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=54f51ba6-e8f6-4c4d-a575-655efd0bffce HTTP/1.1" status: 200 len: 210 time: 0.0409837 Mar 07 10:55:17.009195 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d810b7c-cca3-4129-b037-e0cd9c684da1 req-d754269a-2c98-463a-af8e-a77c7204d47c tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:17.010527 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4d810b7c-cca3-4129-b037-e0cd9c684da1 req-d754269a-2c98-463a-af8e-a77c7204d47c tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.10 "GET /v2.0/networks?id=c2627522-a52f-46a5-9071-76d8cd9d26ac HTTP/1.1" status: 200 len: 811 time: 0.1463678 Mar 07 10:55:17.065139 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4d810b7c-cca3-4129-b037-e0cd9c684da1 req-980dc495-9483-4055-b4a3-8355be2a8dc5 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ea182ca228b14bd78c810e6c020265a5 HTTP/1.1" status: 200 len: 380 time: 0.0420070 Mar 07 10:55:17.072897 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [req-4d810b7c-cca3-4129-b037-e0cd9c684da1 req-e016ffca-7a04-480b-a58f-e85f25a5b76c tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Request body: {'port': {'device_id': '54f51ba6-e8f6-4c4d-a575-655efd0bffce', 'network_id': 'c2627522-a52f-46a5-9071-76d8cd9d26ac', 'admin_state_up': True, 'tenant_id': 'ea182ca228b14bd78c810e6c020265a5', 'security_groups': ['e715a674-ee03-4c9f-bbdb-345646b21ed0']}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:55:17.208982 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-bec7547a-3c2b-4ffd-b28d-8f769242c623 req-e016f6fe-c0d6-4e38-b68f-e63ef78b9158 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=54f51ba6-e8f6-4c4d-a575-655efd0bffce HTTP/1.1" status: 200 len: 210 time: 0.0495706 Mar 07 10:55:17.252525 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [req-4d810b7c-cca3-4129-b037-e0cd9c684da1 req-e016ffca-7a04-480b-a58f-e85f25a5b76c tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:55:17.261891 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [req-4d810b7c-cca3-4129-b037-e0cd9c684da1 req-e016ffca-7a04-480b-a58f-e85f25a5b76c tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:55:17.271622 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d810b7c-cca3-4129-b037-e0cd9c684da1 req-e016ffca-7a04-480b-a58f-e85f25a5b76c tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Made reservation on behalf of ea182ca228b14bd78c810e6c020265a5 for: {'port': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:55:17.274889 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-4d810b7c-cca3-4129-b037-e0cd9c684da1 req-e016ffca-7a04-480b-a58f-e85f25a5b76c tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:55:17.432350 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [req-4d810b7c-cca3-4129-b037-e0cd9c684da1 req-e016ffca-7a04-480b-a58f-e85f25a5b76c tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Allocated IP 172.20.0.9 (c2627522-a52f-46a5-9071-76d8cd9d26ac/7f7d5150-02b0-4848-9db2-7de7d27282d9/a1500ea0-1d6c-4ab5-a309-d35d3c36e56f) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:55:17.612241 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-4d810b7c-cca3-4129-b037-e0cd9c684da1 req-e016ffca-7a04-480b-a58f-e85f25a5b76c tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:55:17.627158 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [req-4d810b7c-cca3-4129-b037-e0cd9c684da1 req-e016ffca-7a04-480b-a58f-e85f25a5b76c tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Transition to ACTIVE for port object a1500ea0-1d6c-4ab5-a309-d35d3c36e56f will not be triggered until provisioned by entity DHCP. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:55:17.648106 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-4d810b7c-cca3-4129-b037-e0cd9c684da1 req-e016ffca-7a04-480b-a58f-e85f25a5b76c tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:55:17.718280 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d810b7c-cca3-4129-b037-e0cd9c684da1 req-e016ffca-7a04-480b-a58f-e85f25a5b76c tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Network c2627522-a52f-46a5-9071-76d8cd9d26ac is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:55:17.721935 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [req-4d810b7c-cca3-4129-b037-e0cd9c684da1 req-e016ffca-7a04-480b-a58f-e85f25a5b76c tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:55:17.726180 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d810b7c-cca3-4129-b037-e0cd9c684da1 req-e016ffca-7a04-480b-a58f-e85f25a5b76c tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:55:17.754650 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e016ffca-7a04-480b-a58f-e85f25a5b76c tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Pushing event updated for resources: {'Port': ['ID=a1500ea0-1d6c-4ab5-a309-d35d3c36e56f,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:55:17.793270 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d810b7c-cca3-4129-b037-e0cd9c684da1 req-e016ffca-7a04-480b-a58f-e85f25a5b76c tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:17.793878 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-4d810b7c-cca3-4129-b037-e0cd9c684da1 req-e016ffca-7a04-480b-a58f-e85f25a5b76c tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:55:17.819668 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4d810b7c-cca3-4129-b037-e0cd9c684da1 req-e016ffca-7a04-480b-a58f-e85f25a5b76c tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7502859 Mar 07 10:55:17.831441 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [req-4d810b7c-cca3-4129-b037-e0cd9c684da1 req-a5b85297-a243-43a8-bcc3-dfdea00ae873 service neutron] Request body: {'port': {'device_id': '54f51ba6-e8f6-4c4d-a575-655efd0bffce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8307'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:55:17.942365 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-4d810b7c-cca3-4129-b037-e0cd9c684da1 req-a5b85297-a243-43a8-bcc3-dfdea00ae873 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:55:18.005920 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-e977ac47-c532-4cf4-9525-9068efea739e None None] Provisioning for port a1500ea0-1d6c-4ab5-a309-d35d3c36e56f completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:55:18.010343 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-e977ac47-c532-4cf4-9525-9068efea739e None None] Provisioning complete for port a1500ea0-1d6c-4ab5-a309-d35d3c36e56f triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:55:18.010702 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-e977ac47-c532-4cf4-9525-9068efea739e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:55:18.061418 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-e977ac47-c532-4cf4-9525-9068efea739e None None] Port a1500ea0-1d6c-4ab5-a309-d35d3c36e56f cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:55:18.402698 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [req-4d810b7c-cca3-4129-b037-e0cd9c684da1 req-a5b85297-a243-43a8-bcc3-dfdea00ae873 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1500ea0-1d6c-4ab5-a309-d35d3c36e56f {{(pid=83737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 07 10:55:18.411873 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-4d810b7c-cca3-4129-b037-e0cd9c684da1 req-a5b85297-a243-43a8-bcc3-dfdea00ae873 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:55:18.438349 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [req-4d810b7c-cca3-4129-b037-e0cd9c684da1 req-a5b85297-a243-43a8-bcc3-dfdea00ae873 service neutron] Transition to ACTIVE for port object a1500ea0-1d6c-4ab5-a309-d35d3c36e56f will not be triggered until provisioned by entity L2. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:55:18.443861 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-4d810b7c-cca3-4129-b037-e0cd9c684da1 req-a5b85297-a243-43a8-bcc3-dfdea00ae873 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3012561'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:55:18.502730 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4569a4d-8103-4661-919a-070956682afd req-6ca7d3a0-319d-4086-a691-4c279a13cd96 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:18.503343 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-a4569a4d-8103-4661-919a-070956682afd req-6ca7d3a0-319d-4086-a691-4c279a13cd96 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Synchronizing usage tracker for tenant:ea182ca228b14bd78c810e6c020265a5 on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:55:18.591893 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b85297-a243-43a8-bcc3-dfdea00ae873 service neutron] Pushing event updated for resources: {'Port': ['ID=a1500ea0-1d6c-4ab5-a309-d35d3c36e56f,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:55:18.597541 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-a4569a4d-8103-4661-919a-070956682afd req-6ca7d3a0-319d-4086-a691-4c279a13cd96 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Unset dirty status for tenant:ea182ca228b14bd78c810e6c020265a5 on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:55:18.598690 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-a4569a4d-8103-4661-919a-070956682afd req-6ca7d3a0-319d-4086-a691-4c279a13cd96 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=54f51ba6-e8f6-4c4d-a575-655efd0bffce HTTP/1.1" status: 200 len: 931 time: 0.2580569 Mar 07 10:55:18.717658 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-a4569a4d-8103-4661-919a-070956682afd req-bb647f0a-e168-4e35-b8b2-d1afc6714cba tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/security-groups?id=e715a674-ee03-4c9f-bbdb-345646b21ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913749 Mar 07 10:55:18.738627 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [req-4d810b7c-cca3-4129-b037-e0cd9c684da1 req-a5b85297-a243-43a8-bcc3-dfdea00ae873 service neutron] Attempting to bind port a1500ea0-1d6c-4ab5-a309-d35d3c36e56f on host hv-neutron-8307 for vnic_type normal with profile {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:55:18.738965 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [req-4d810b7c-cca3-4129-b037-e0cd9c684da1 req-a5b85297-a243-43a8-bcc3-dfdea00ae873 service neutron] Attempting to bind port a1500ea0-1d6c-4ab5-a309-d35d3c36e56f by drivers openvswitch,hyperv on host hv-neutron-8307 at level 0 using segments [{'id': '89f3cc88-61e3-4f39-aeae-f34c8e035f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c2627522-a52f-46a5-9071-76d8cd9d26ac'}] {{(pid=83737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:55:18.739287 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d810b7c-cca3-4129-b037-e0cd9c684da1 req-a5b85297-a243-43a8-bcc3-dfdea00ae873 service neutron] Attempting to bind port a1500ea0-1d6c-4ab5-a309-d35d3c36e56f on network c2627522-a52f-46a5-9071-76d8cd9d26ac {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:55:18.745363 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d810b7c-cca3-4129-b037-e0cd9c684da1 req-a5b85297-a243-43a8-bcc3-dfdea00ae873 service neutron] Port a1500ea0-1d6c-4ab5-a309-d35d3c36e56f on network c2627522-a52f-46a5-9071-76d8cd9d26ac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8307 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 07 10:55:18.745782 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d810b7c-cca3-4129-b037-e0cd9c684da1 req-a5b85297-a243-43a8-bcc3-dfdea00ae873 service neutron] Attempting to bind port a1500ea0-1d6c-4ab5-a309-d35d3c36e56f on network c2627522-a52f-46a5-9071-76d8cd9d26ac {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:55:18.753773 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d810b7c-cca3-4129-b037-e0cd9c684da1 req-a5b85297-a243-43a8-bcc3-dfdea00ae873 service neutron] Checking agent: {'id': 'fb93ecad-d7e5-4e81-99ef-d8d0ee7386ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8307', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 21, 15), 'started_at': datetime.datetime(2022, 3, 7, 10, 21, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:55:18.754159 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d810b7c-cca3-4129-b037-e0cd9c684da1 req-a5b85297-a243-43a8-bcc3-dfdea00ae873 service neutron] Checking segment: {'id': '89f3cc88-61e3-4f39-aeae-f34c8e035f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c2627522-a52f-46a5-9071-76d8cd9d26ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:55:18.754599 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d810b7c-cca3-4129-b037-e0cd9c684da1 req-a5b85297-a243-43a8-bcc3-dfdea00ae873 service neutron] Bound using segment: {'id': '89f3cc88-61e3-4f39-aeae-f34c8e035f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c2627522-a52f-46a5-9071-76d8cd9d26ac'} {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:55:18.755015 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [req-4d810b7c-cca3-4129-b037-e0cd9c684da1 req-a5b85297-a243-43a8-bcc3-dfdea00ae873 service neutron] Bound port: a1500ea0-1d6c-4ab5-a309-d35d3c36e56f, host: hv-neutron-8307, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89f3cc88-61e3-4f39-aeae-f34c8e035f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c2627522-a52f-46a5-9071-76d8cd9d26ac'}}] {{(pid=83737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:55:18.755349 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-4d810b7c-cca3-4129-b037-e0cd9c684da1 req-a5b85297-a243-43a8-bcc3-dfdea00ae873 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:55:18.840868 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [req-4d810b7c-cca3-4129-b037-e0cd9c684da1 req-a5b85297-a243-43a8-bcc3-dfdea00ae873 service neutron] For port a1500ea0-1d6c-4ab5-a309-d35d3c36e56f, host hv-neutron-8307, cleared binding levels {{(pid=83737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:55:18.843702 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [req-4d810b7c-cca3-4129-b037-e0cd9c684da1 req-a5b85297-a243-43a8-bcc3-dfdea00ae873 service neutron] For port a1500ea0-1d6c-4ab5-a309-d35d3c36e56f, host hv-neutron-8307, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=a1500ea0-1d6c-4ab5-a309-d35d3c36e56f,segment=NetworkSegment(89f3cc88-61e3-4f39-aeae-f34c8e035f06),segment_id=89f3cc88-61e3-4f39-aeae-f34c8e035f06)] {{(pid=83737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:55:18.848082 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-4d810b7c-cca3-4129-b037-e0cd9c684da1 req-a5b85297-a243-43a8-bcc3-dfdea00ae873 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3012561'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:55:18.907999 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-4d810b7c-cca3-4129-b037-e0cd9c684da1 req-a5b85297-a243-43a8-bcc3-dfdea00ae873 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:55:18.909357 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4d810b7c-cca3-4129-b037-e0cd9c684da1 req-a5b85297-a243-43a8-bcc3-dfdea00ae873 service neutron] 10.222.0.10 "PUT /v2.0/ports/a1500ea0-1d6c-4ab5-a309-d35d3c36e56f HTTP/1.1" status: 200 len: 1093 time: 1.0831022 Mar 07 10:55:18.909822 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54f51ba6-e8f6-4c4d-a575-655efd0bffce', 'tag': 'a1500ea0-1d6c-4ab5-a309-d35d3c36e56f'}] {{(pid=83737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 10:55:18.926664 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b85297-a243-43a8-bcc3-dfdea00ae873 service neutron] Pushing event updated for resources: {'Port': ['ID=a1500ea0-1d6c-4ab5-a309-d35d3c36e56f,revision_number=3']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:55:19.002009 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54f51ba6-e8f6-4c4d-a575-655efd0bffce', 'tag': 'a1500ea0-1d6c-4ab5-a309-d35d3c36e56f', 'status': 'completed', 'code': 200} Mar 07 10:55:19.039535 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4d810b7c-cca3-4129-b037-e0cd9c684da1 req-4dbf23fa-38b5-4fd2-a7ea-6dcbdbeb98a4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ea182ca228b14bd78c810e6c020265a5&device_id=54f51ba6-e8f6-4c4d-a575-655efd0bffce HTTP/1.1" status: 200 len: 1096 time: 0.0753419 Mar 07 10:55:19.112418 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4d810b7c-cca3-4129-b037-e0cd9c684da1 req-fb78f91f-09e0-4519-8bae-8ac9993d493e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a1500ea0-1d6c-4ab5-a309-d35d3c36e56f HTTP/1.1" status: 200 len: 217 time: 0.0659380 Mar 07 10:55:19.172161 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d810b7c-cca3-4129-b037-e0cd9c684da1 req-06a7c062-7c3a-43c9-a8f3-92ebd50ed3e9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:19.173684 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4d810b7c-cca3-4129-b037-e0cd9c684da1 req-06a7c062-7c3a-43c9-a8f3-92ebd50ed3e9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7f7d5150-02b0-4848-9db2-7de7d27282d9 HTTP/1.1" status: 200 len: 850 time: 0.0557761 Mar 07 10:55:19.250382 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4d810b7c-cca3-4129-b037-e0cd9c684da1 req-a028d73e-cfd4-40c4-84c3-8178be5f698f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c2627522-a52f-46a5-9071-76d8cd9d26ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703199 Mar 07 10:55:19.379092 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4d810b7c-cca3-4129-b037-e0cd9c684da1 req-1cd6da52-468c-43a1-a678-f321f7f3e1cb service neutron] 10.222.0.10 "GET /v2.0/networks/c2627522-a52f-46a5-9071-76d8cd9d26ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224589 Mar 07 10:55:19.506861 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4d810b7c-cca3-4129-b037-e0cd9c684da1 req-b391ecf6-d822-4886-a8b9-d80e2f86bbdc service neutron] 10.222.0.10 "GET /v2.0/networks/c2627522-a52f-46a5-9071-76d8cd9d26ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219530 Mar 07 10:55:19.616542 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-5875e652-a647-4f2e-9a64-aa4bdf07c308 req-ca15d5c9-7bbc-42a8-8a56-928c61f64bc8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ea182ca228b14bd78c810e6c020265a5&device_id=54f51ba6-e8f6-4c4d-a575-655efd0bffce HTTP/1.1" status: 200 len: 1096 time: 0.0707724 Mar 07 10:55:19.741658 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5875e652-a647-4f2e-9a64-aa4bdf07c308 req-933c7914-9624-4929-8b2f-0ad8698b9e8a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:19.743059 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-5875e652-a647-4f2e-9a64-aa4bdf07c308 req-933c7914-9624-4929-8b2f-0ad8698b9e8a service neutron] 10.222.0.10 "GET /v2.0/networks?id=c2627522-a52f-46a5-9071-76d8cd9d26ac HTTP/1.1" status: 200 len: 912 time: 0.1209245 Mar 07 10:55:19.815249 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-5875e652-a647-4f2e-9a64-aa4bdf07c308 req-d566dd6a-8ab2-4794-9cdc-31937fe4c11f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a1500ea0-1d6c-4ab5-a309-d35d3c36e56f HTTP/1.1" status: 200 len: 217 time: 0.0662136 Mar 07 10:55:19.993384 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5875e652-a647-4f2e-9a64-aa4bdf07c308 req-8b8a1328-c834-4b2a-a1f5-b6035eb6acf1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:19.994779 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-5875e652-a647-4f2e-9a64-aa4bdf07c308 req-8b8a1328-c834-4b2a-a1f5-b6035eb6acf1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7f7d5150-02b0-4848-9db2-7de7d27282d9 HTTP/1.1" status: 200 len: 850 time: 0.1738615 Mar 07 10:55:20.073525 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9ae331-6109-4b1f-b228-e26da5a7904c req-5d0e3ed9-0bda-466d-8a78-7b4abc729a7d tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:20.074913 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ed9ae331-6109-4b1f-b228-e26da5a7904c req-5d0e3ed9-0bda-466d-8a78-7b4abc729a7d tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=54f51ba6-e8f6-4c4d-a575-655efd0bffce HTTP/1.1" status: 200 len: 943 time: 0.1437118 Mar 07 10:55:20.105922 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-5875e652-a647-4f2e-9a64-aa4bdf07c308 req-51b4b42b-2a97-4d7b-ac7e-f5d148860c66 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c2627522-a52f-46a5-9071-76d8cd9d26ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1025171 Mar 07 10:55:20.188969 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ed9ae331-6109-4b1f-b228-e26da5a7904c req-c61de0b6-8096-41d0-aaad-e9dac3bcdb47 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/security-groups?id=e715a674-ee03-4c9f-bbdb-345646b21ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064212 Mar 07 10:55:20.245854 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-5875e652-a647-4f2e-9a64-aa4bdf07c308 req-5a8a5222-2109-4e5c-8dd0-3a50e3df2008 service neutron] 10.222.0.10 "GET /v2.0/networks/c2627522-a52f-46a5-9071-76d8cd9d26ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306434 Mar 07 10:55:20.375592 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-5875e652-a647-4f2e-9a64-aa4bdf07c308 req-e410a609-f553-4a2d-9942-c3a8a5bd8ad6 service neutron] 10.222.0.10 "GET /v2.0/networks/c2627522-a52f-46a5-9071-76d8cd9d26ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223183 Mar 07 10:55:21.384279 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a759a7ba-3d50-4b57-abf6-7b857cf4fb8d req-eddf9d7e-9542-40da-9df7-2c33c4a3687a tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:21.385714 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-a759a7ba-3d50-4b57-abf6-7b857cf4fb8d req-eddf9d7e-9542-40da-9df7-2c33c4a3687a tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=54f51ba6-e8f6-4c4d-a575-655efd0bffce HTTP/1.1" status: 200 len: 943 time: 0.0781786 Mar 07 10:55:21.429245 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-a759a7ba-3d50-4b57-abf6-7b857cf4fb8d req-849ea26e-017e-4a04-8ffc-ef5035959572 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/security-groups?id=e715a674-ee03-4c9f-bbdb-345646b21ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380642 Mar 07 10:55:22.626902 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e249e47c-73af-4f5f-a4e5-d48e2a51b337 req-cd35f370-1c15-467e-801f-2b2fa0fa6134 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:22.628405 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-e249e47c-73af-4f5f-a4e5-d48e2a51b337 req-cd35f370-1c15-467e-801f-2b2fa0fa6134 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=54f51ba6-e8f6-4c4d-a575-655efd0bffce HTTP/1.1" status: 200 len: 943 time: 0.0748124 Mar 07 10:55:22.671703 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-e249e47c-73af-4f5f-a4e5-d48e2a51b337 req-7ddb1631-51db-4aba-a84e-985c3888306a tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/security-groups?id=e715a674-ee03-4c9f-bbdb-345646b21ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379338 Mar 07 10:55:23.129509 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device a1500ea0-1d6c-4ab5-a309-d35d3c36e56f details requested by agent hyperv_hv-neutron-8307 with host hv-neutron-8307 {{(pid=83739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 07 10:55:23.258339 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port a1500ea0-1d6c-4ab5-a309-d35d3c36e56f, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=a1500ea0-1d6c-4ab5-a309-d35d3c36e56f,segment=NetworkSegment(89f3cc88-61e3-4f39-aeae-f34c8e035f06),segment_id=89f3cc88-61e3-4f39-aeae-f34c8e035f06)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:55:23.270961 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Returning: {'device': 'a1500ea0-1d6c-4ab5-a309-d35d3c36e56f', 'network_id': 'c2627522-a52f-46a5-9071-76d8cd9d26ac', 'port_id': 'a1500ea0-1d6c-4ab5-a309-d35d3c36e56f', 'mac_address': 'fa:16:3e:40:0c:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f7d5150-02b0-4848-9db2-7de7d27282d9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 07 10:55:23.326438 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:55:23.343591 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1500ea0-1d6c-4ab5-a309-d35d3c36e56f {{(pid=83739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 07 10:55:23.358791 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port a1500ea0-1d6c-4ab5-a309-d35d3c36e56f, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=a1500ea0-1d6c-4ab5-a309-d35d3c36e56f,segment=NetworkSegment(89f3cc88-61e3-4f39-aeae-f34c8e035f06),segment_id=89f3cc88-61e3-4f39-aeae-f34c8e035f06)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:55:23.363208 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:55:23.426776 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Pushing event updated for resources: {'Port': ['ID=a1500ea0-1d6c-4ab5-a309-d35d3c36e56f,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:55:23.653404 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] get_ports_and_sgs() called for port_ids ['a1500ea0-1d6c-4ab5-a309-d35d3c36e56f'] {{(pid=83739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 07 10:55:23.874651 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9c839f-ad64-47f1-bf79-3185d4221543 req-b7e85fd0-fd3d-4621-80d7-6ad10289e4dc tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:23.876072 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-6e9c839f-ad64-47f1-bf79-3185d4221543 req-b7e85fd0-fd3d-4621-80d7-6ad10289e4dc tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=54f51ba6-e8f6-4c4d-a575-655efd0bffce HTTP/1.1" status: 200 len: 944 time: 0.0794780 Mar 07 10:55:23.921341 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-6e9c839f-ad64-47f1-bf79-3185d4221543 req-921ee90a-7a26-472d-bc22-f0ada3f0f2d0 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/security-groups?id=e715a674-ee03-4c9f-bbdb-345646b21ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394096 Mar 07 10:55:25.115377 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd1ef2f-c03a-4955-ad9d-fa9c5135d044 req-573d6ea9-18b1-4b66-aedc-73aed7e3dcc8 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:25.116815 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-abd1ef2f-c03a-4955-ad9d-fa9c5135d044 req-573d6ea9-18b1-4b66-aedc-73aed7e3dcc8 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=54f51ba6-e8f6-4c4d-a575-655efd0bffce HTTP/1.1" status: 200 len: 944 time: 0.0742285 Mar 07 10:55:25.155793 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device a1500ea0-1d6c-4ab5-a309-d35d3c36e56f up at agent hyperv_hv-neutron-8307 {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:55:25.161096 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-abd1ef2f-c03a-4955-ad9d-fa9c5135d044 req-879fdfc6-9137-4cf5-aada-17840f86fcf1 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/security-groups?id=e715a674-ee03-4c9f-bbdb-345646b21ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388253 Mar 07 10:55:25.225529 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Provisioning for port a1500ea0-1d6c-4ab5-a309-d35d3c36e56f completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:55:25.230523 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Provisioning complete for port a1500ea0-1d6c-4ab5-a309-d35d3c36e56f triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:55:25.230891 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:55:25.344023 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:55:25.370829 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54f51ba6-e8f6-4c4d-a575-655efd0bffce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1500ea0-1d6c-4ab5-a309-d35d3c36e56f'}] {{(pid=83739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 10:55:25.382071 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port a1500ea0-1d6c-4ab5-a309-d35d3c36e56f, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=a1500ea0-1d6c-4ab5-a309-d35d3c36e56f,segment=NetworkSegment(89f3cc88-61e3-4f39-aeae-f34c8e035f06),segment_id=89f3cc88-61e3-4f39-aeae-f34c8e035f06)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:55:25.385825 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:55:25.431701 dv-neutron-830731-3-hyperv neutron-server[83739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54f51ba6-e8f6-4c4d-a575-655efd0bffce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1500ea0-1d6c-4ab5-a309-d35d3c36e56f', 'code': 200} Mar 07 10:55:25.461534 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Pushing event updated for resources: {'Port': ['ID=a1500ea0-1d6c-4ab5-a309-d35d3c36e56f,revision_number=5']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:55:25.673409 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d5ae91b8-d3fa-4d41-92a7-4b46f174ee7d req-9ccb8ec7-4d4b-4eb3-86ed-2f36e889a3cf service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=54f51ba6-e8f6-4c4d-a575-655efd0bffce HTTP/1.1" status: 200 len: 1098 time: 0.0698237 Mar 07 10:55:25.714046 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d5ae91b8-d3fa-4d41-92a7-4b46f174ee7d req-b40c2a05-d7f6-4327-858f-a3a63c6f179a service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=e715a674-ee03-4c9f-bbdb-345646b21ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351422 Mar 07 10:55:26.358723 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618c5bad-cc8e-4ab5-b5fa-e1889919d733 req-c58cc959-0fb0-472a-87c7-6d9cf322a471 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:26.360189 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-618c5bad-cc8e-4ab5-b5fa-e1889919d733 req-c58cc959-0fb0-472a-87c7-6d9cf322a471 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=54f51ba6-e8f6-4c4d-a575-655efd0bffce HTTP/1.1" status: 200 len: 945 time: 0.0771127 Mar 07 10:55:26.408742 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-618c5bad-cc8e-4ab5-b5fa-e1889919d733 req-1c15c0a1-8175-4487-9d61-c8fee02a718c tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/security-groups?id=e715a674-ee03-4c9f-bbdb-345646b21ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424523 Mar 07 10:55:27.600497 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27728e2-3370-4582-a207-cd34d5d082ad req-04e51830-d74c-455a-857b-0ca57f741225 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:27.601818 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f27728e2-3370-4582-a207-cd34d5d082ad req-04e51830-d74c-455a-857b-0ca57f741225 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=54f51ba6-e8f6-4c4d-a575-655efd0bffce HTTP/1.1" status: 200 len: 945 time: 0.0750289 Mar 07 10:55:27.646117 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f27728e2-3370-4582-a207-cd34d5d082ad req-de4234e6-ef5c-434d-a431-2d6a560009c3 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/security-groups?id=e715a674-ee03-4c9f-bbdb-345646b21ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389366 Mar 07 10:55:27.836191 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fa2fed-f0c5-4c3a-b1ac-ac7952fd3ad5 req-120234fb-9e07-49ed-9ed1-beaa50f951c9 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:27.837638 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-50fa2fed-f0c5-4c3a-b1ac-ac7952fd3ad5 req-120234fb-9e07-49ed-9ed1-beaa50f951c9 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=54f51ba6-e8f6-4c4d-a575-655efd0bffce HTTP/1.1" status: 200 len: 945 time: 0.0795145 Mar 07 10:55:27.846304 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 43758) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:55:27.851613 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-89d75355-2dd3-4fa4-8c1e-961ab1e6a544 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Request body: {'floatingip': {'port_id': 'a1500ea0-1d6c-4ab5-a309-d35d3c36e56f'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:55:27.924517 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-89d75355-2dd3-4fa4-8c1e-961ab1e6a544 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Notify callbacks [] for floatingip, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:55:28.418724 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-815914df-d437-4c79-8fe7-c76a0e7678f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:55:28.577565 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-89d75355-2dd3-4fa4-8c1e-961ab1e6a544 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:55:28.581194 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-89d75355-2dd3-4fa4-8c1e-961ab1e6a544 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923533'] for floatingip, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:55:28.770843 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.db.l3_db [None req-89d75355-2dd3-4fa4-8c1e-961ab1e6a544 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Floating IP 0d34bab2-6d40-40b5-b39c-ae9fae432d25 associated. External IP: 172.26.8.117, port: a1500ea0-1d6c-4ab5-a309-d35d3c36e56f. Mar 07 10:55:29.155350 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89d75355-2dd3-4fa4-8c1e-961ab1e6a544 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Router 56db4d7a-d6e7-40d0-a23e-93cd12695f67 has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:55:29.350619 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89d75355-2dd3-4fa4-8c1e-961ab1e6a544 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:55:29.355208 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-89d75355-2dd3-4fa4-8c1e-961ab1e6a544 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for floatingip, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:55:29.360564 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d329db-9bcf-40bc-bffa-e1428b66894d None None] Sync routers for ids ['56db4d7a-d6e7-40d0-a23e-93cd12695f67'] in dv-neutron-830731-3-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:55:29.372828 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d329db-9bcf-40bc-bffa-e1428b66894d None None] Routers {'56db4d7a-d6e7-40d0-a23e-93cd12695f67'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:55:29.373510 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-03d329db-9bcf-40bc-bffa-e1428b66894d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:55:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['56db4d7a-d6e7-40d0-a23e-93cd12695f67'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:55:29.409513 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-89d75355-2dd3-4fa4-8c1e-961ab1e6a544 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "PUT /v2.0/floatingips/0d34bab2-6d40-40b5-b39c-ae9fae432d25 HTTP/1.1" status: 200 len: 992 time: 1.5621359 Mar 07 10:55:29.410075 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54f51ba6-e8f6-4c4d-a575-655efd0bffce', 'tag': 'a1500ea0-1d6c-4ab5-a309-d35d3c36e56f'}] {{(pid=83737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 10:55:29.465861 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54f51ba6-e8f6-4c4d-a575-655efd0bffce', 'tag': 'a1500ea0-1d6c-4ab5-a309-d35d3c36e56f', 'status': 'completed', 'code': 200} Mar 07 10:55:29.558717 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-03d329db-9bcf-40bc-bffa-e1428b66894d None None] Set router 56db4d7a-d6e7-40d0-a23e-93cd12695f67 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:55:29.563721 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-6b574711-3459-4f92-87fc-be81f1ccb336 req-1a6413fc-960a-46d4-bc23-cbc046160969 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ea182ca228b14bd78c810e6c020265a5&device_id=54f51ba6-e8f6-4c4d-a575-655efd0bffce HTTP/1.1" status: 200 len: 1098 time: 0.0757995 Mar 07 10:55:29.709074 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b574711-3459-4f92-87fc-be81f1ccb336 req-34891546-3743-49d1-8f7a-fde505eaa5d5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:29.710951 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-6b574711-3459-4f92-87fc-be81f1ccb336 req-34891546-3743-49d1-8f7a-fde505eaa5d5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=c2627522-a52f-46a5-9071-76d8cd9d26ac HTTP/1.1" status: 200 len: 912 time: 0.1412122 Mar 07 10:55:29.919891 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-6b574711-3459-4f92-87fc-be81f1ccb336 req-32e8bad4-b59b-4203-b5a3-4287745d3701 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a1500ea0-1d6c-4ab5-a309-d35d3c36e56f HTTP/1.1" status: 200 len: 1000 time: 0.2039874 Mar 07 10:55:29.974099 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-03d329db-9bcf-40bc-bffa-e1428b66894d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56db4d7a-d6e7-40d0-a23e-93cd12695f67', 'name': 'tempest-ServerActionsTestJSON-940133837-router', 'tenant_id': 'ea182ca228b14bd78c810e6c020265a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.246'}], 'enable_snat': True}, 'gw_port_id': '28543fe1-0e0a-4857-92fe-e81b2ece1be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:52:23Z', 'updated_at': '2022-03-07T10:52:26Z', 'revision_number': 4, 'project_id': 'ea182ca228b14bd78c810e6c020265a5', 'gw_port': {'id': '28543fe1-0e0a-4857-92fe-e81b2ece1be6', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:21:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56db4d7a-d6e7-40d0-a23e-93cd12695f67', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:52:24Z', 'updated_at': '2022-03-07T10:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_floatingips': [{'id': '0d34bab2-6d40-40b5-b39c-ae9fae432d25', 'tenant_id': 'ea182ca228b14bd78c810e6c020265a5', 'floating_ip_address': '172.26.8.117', 'floating_network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'router_id': '56db4d7a-d6e7-40d0-a23e-93cd12695f67', 'port_id': 'a1500ea0-1d6c-4ab5-a309-d35d3c36e56f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2627522-a52f-46a5-9071-76d8cd9d26ac', 'mac_address': 'fa:16:3e:40:0c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f51ba6-e8f6-4c4d-a575-655efd0bffce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:52:29Z', 'updated_at': '2022-03-07T10:55:28Z', 'revision_number': 13, 'project_id': 'ea182ca228b14bd78c810e6c020265a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '155076b2-2dab-4fbf-a926-1957d62aabaf', 'name': '', 'network_id': 'c2627522-a52f-46a5-9071-76d8cd9d26ac', 'tenant_id': 'ea182ca228b14bd78c810e6c020265a5', 'mac_address': 'fa:16:3e:66:e3:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56db4d7a-d6e7-40d0-a23e-93cd12695f67', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7f7d5150-02b0-4848-9db2-7de7d27282d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:52:25Z', 'updated_at': '2022-03-07T10:52:43Z', 'revision_number': 5, 'project_id': 'ea182ca228b14bd78c810e6c020265a5', 'subnets': [{'id': '7f7d5150-02b0-4848-9db2-7de7d27282d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:55:29.978187 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d329db-9bcf-40bc-bffa-e1428b66894d None None] Checking router: 56db4d7a-d6e7-40d0-a23e-93cd12695f67 for host: dv-neutron-830731-3-hyperv {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 07 10:55:29.987447 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b574711-3459-4f92-87fc-be81f1ccb336 req-378b84af-a500-40dd-ac08-47273a44b5fa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:29.989014 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-6b574711-3459-4f92-87fc-be81f1ccb336 req-378b84af-a500-40dd-ac08-47273a44b5fa service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7f7d5150-02b0-4848-9db2-7de7d27282d9 HTTP/1.1" status: 200 len: 850 time: 0.0629287 Mar 07 10:55:29.991248 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d329db-9bcf-40bc-bffa-e1428b66894d None None] Routers {'56db4d7a-d6e7-40d0-a23e-93cd12695f67'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:55:29.992606 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-03d329db-9bcf-40bc-bffa-e1428b66894d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:55:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['56db4d7a-d6e7-40d0-a23e-93cd12695f67'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:55:30.067124 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-6b574711-3459-4f92-87fc-be81f1ccb336 req-1331c358-ecab-4ea1-aa19-5b526abe25ef service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c2627522-a52f-46a5-9071-76d8cd9d26ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726452 Mar 07 10:55:30.090778 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-adbd2215-c8ee-41f3-92a6-4182ca26b8a8 None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 10:55:30.168830 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-03d329db-9bcf-40bc-bffa-e1428b66894d None None] Set router 56db4d7a-d6e7-40d0-a23e-93cd12695f67 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:55:30.204379 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-6b574711-3459-4f92-87fc-be81f1ccb336 req-cd5009fe-eb5a-442f-ae04-ca72522ddaf6 service neutron] 10.222.0.10 "GET /v2.0/networks/c2627522-a52f-46a5-9071-76d8cd9d26ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318250 Mar 07 10:55:30.345067 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-6b574711-3459-4f92-87fc-be81f1ccb336 req-151c6cd1-e66c-4a63-9454-d90f30d6a862 service neutron] 10.222.0.10 "GET /v2.0/networks/c2627522-a52f-46a5-9071-76d8cd9d26ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351929 Mar 07 10:55:30.536026 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-03d329db-9bcf-40bc-bffa-e1428b66894d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56db4d7a-d6e7-40d0-a23e-93cd12695f67', 'name': 'tempest-ServerActionsTestJSON-940133837-router', 'tenant_id': 'ea182ca228b14bd78c810e6c020265a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.246'}], 'enable_snat': True}, 'gw_port_id': '28543fe1-0e0a-4857-92fe-e81b2ece1be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:52:23Z', 'updated_at': '2022-03-07T10:52:26Z', 'revision_number': 4, 'project_id': 'ea182ca228b14bd78c810e6c020265a5', 'gw_port': {'id': '28543fe1-0e0a-4857-92fe-e81b2ece1be6', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:21:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56db4d7a-d6e7-40d0-a23e-93cd12695f67', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:52:24Z', 'updated_at': '2022-03-07T10:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_floatingips': [{'id': '0d34bab2-6d40-40b5-b39c-ae9fae432d25', 'tenant_id': 'ea182ca228b14bd78c810e6c020265a5', 'floating_ip_address': '172.26.8.117', 'floating_network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'router_id': '56db4d7a-d6e7-40d0-a23e-93cd12695f67', 'port_id': 'a1500ea0-1d6c-4ab5-a309-d35d3c36e56f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2627522-a52f-46a5-9071-76d8cd9d26ac', 'mac_address': 'fa:16:3e:40:0c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f51ba6-e8f6-4c4d-a575-655efd0bffce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:52:29Z', 'updated_at': '2022-03-07T10:55:28Z', 'revision_number': 13, 'project_id': 'ea182ca228b14bd78c810e6c020265a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '155076b2-2dab-4fbf-a926-1957d62aabaf', 'name': '', 'network_id': 'c2627522-a52f-46a5-9071-76d8cd9d26ac', 'tenant_id': 'ea182ca228b14bd78c810e6c020265a5', 'mac_address': 'fa:16:3e:66:e3:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56db4d7a-d6e7-40d0-a23e-93cd12695f67', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7f7d5150-02b0-4848-9db2-7de7d27282d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:52:25Z', 'updated_at': '2022-03-07T10:52:43Z', 'revision_number': 5, 'project_id': 'ea182ca228b14bd78c810e6c020265a5', 'subnets': [{'id': '7f7d5150-02b0-4848-9db2-7de7d27282d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:55:30.540736 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d329db-9bcf-40bc-bffa-e1428b66894d None None] The sync data for ids ['56db4d7a-d6e7-40d0-a23e-93cd12695f67'] in dv-neutron-830731-3-hyperv is: [{'id': '56db4d7a-d6e7-40d0-a23e-93cd12695f67', 'name': 'tempest-ServerActionsTestJSON-940133837-router', 'tenant_id': 'ea182ca228b14bd78c810e6c020265a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.246'}], 'enable_snat': True}, 'gw_port_id': '28543fe1-0e0a-4857-92fe-e81b2ece1be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:52:23Z', 'updated_at': '2022-03-07T10:52:26Z', 'revision_number': 4, 'project_id': 'ea182ca228b14bd78c810e6c020265a5', 'gw_port': {'id': '28543fe1-0e0a-4857-92fe-e81b2ece1be6', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:21:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56db4d7a-d6e7-40d0-a23e-93cd12695f67', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:52:24Z', 'updated_at': '2022-03-07T10:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_floatingips': [{'id': '0d34bab2-6d40-40b5-b39c-ae9fae432d25', 'tenant_id': 'ea182ca228b14bd78c810e6c020265a5', 'floating_ip_address': '172.26.8.117', 'floating_network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'router_id': '56db4d7a-d6e7-40d0-a23e-93cd12695f67', 'port_id': 'a1500ea0-1d6c-4ab5-a309-d35d3c36e56f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2627522-a52f-46a5-9071-76d8cd9d26ac', 'mac_address': 'fa:16:3e:40:0c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f51ba6-e8f6-4c4d-a575-655efd0bffce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:52:29Z', 'updated_at': '2022-03-07T10:55:28Z', 'revision_number': 13, 'project_id': 'ea182ca228b14bd78c810e6c020265a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '155076b2-2dab-4fbf-a926-1957d62aabaf', 'name': '', 'network_id': 'c2627522-a52f-46a5-9071-76d8cd9d26ac', 'tenant_id': 'ea182ca228b14bd78c810e6c020265a5', 'mac_address': 'fa:16:3e:66:e3:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56db4d7a-d6e7-40d0-a23e-93cd12695f67', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7f7d5150-02b0-4848-9db2-7de7d27282d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:52:25Z', 'updated_at': '2022-03-07T10:52:43Z', 'revision_number': 5, 'project_id': 'ea182ca228b14bd78c810e6c020265a5', 'subnets': [{'id': '7f7d5150-02b0-4848-9db2-7de7d27282d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:55:30.602777 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-3a016d75-ccc0-4ef2-a7fd-66f343b7c8f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:55:30.735352 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba4f2d9-512f-4387-ab4a-0d614fd565a4 None None] New status for floating IP 0d34bab2-6d40-40b5-b39c-ae9fae432d25: ACTIVE {{(pid=83740) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 07 10:55:31.105526 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210338a4-e875-4a95-8338-83a717ba6385 req-a79343a2-876b-44a5-8bde-2658433d3c30 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:31.106939 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-210338a4-e875-4a95-8338-83a717ba6385 req-a79343a2-876b-44a5-8bde-2658433d3c30 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=54f51ba6-e8f6-4c4d-a575-655efd0bffce HTTP/1.1" status: 200 len: 945 time: 0.0757291 Mar 07 10:55:31.155263 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-210338a4-e875-4a95-8338-83a717ba6385 req-5436aee6-a173-4802-b3a7-337f9efc7877 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/security-groups?id=e715a674-ee03-4c9f-bbdb-345646b21ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419581 Mar 07 10:55:31.858147 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-711fefd2-3b30-4759-8df5-0aecff1c8e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:55:31.907238 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:55:33.275806 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c87150bd-aa9c-4ad1-bb68-57ec66d4fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:55:40.661418 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-bd7309c3-f0f0-467d-88a9-c6fb72cd8875 req-b99925fc-1403-4d8e-aa40-efab7fc3251d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=54f51ba6-e8f6-4c4d-a575-655efd0bffce&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0763786 Mar 07 10:55:40.966374 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d67bfcc-1c85-4781-b327-86b660d7d1a5 req-635406fa-544b-4866-b2e5-064d4ad39999 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:40.967807 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-1d67bfcc-1c85-4781-b327-86b660d7d1a5 req-635406fa-544b-4866-b2e5-064d4ad39999 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=54f51ba6-e8f6-4c4d-a575-655efd0bffce HTTP/1.1" status: 200 len: 945 time: 0.0763476 Mar 07 10:55:40.968273 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-c6941f04-b8a8-4f9d-b154-00a34a2daec4 req-f4a2d42d-c7f3-4e3b-beb6-42390c92897a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=54f51ba6-e8f6-4c4d-a575-655efd0bffce&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1346571 Mar 07 10:55:41.015959 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-1d67bfcc-1c85-4781-b327-86b660d7d1a5 req-ebd7d70e-5684-4ba0-9f90-afec7af6dee2 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/security-groups?id=e715a674-ee03-4c9f-bbdb-345646b21ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414696 Mar 07 10:55:42.270354 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c6941f04-b8a8-4f9d-b154-00a34a2daec4 req-6764f860-8c3d-4200-8fe6-e1a047672076 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ea182ca228b14bd78c810e6c020265a5&device_id=54f51ba6-e8f6-4c4d-a575-655efd0bffce HTTP/1.1" status: 200 len: 1098 time: 0.0976028 Mar 07 10:55:42.276449 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4841393-e625-45cf-9be0-67b807450c3b req-918c2454-4713-4a40-b6f4-6cc7ae5f15af tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:42.277826 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b4841393-e625-45cf-9be0-67b807450c3b req-918c2454-4713-4a40-b6f4-6cc7ae5f15af tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=54f51ba6-e8f6-4c4d-a575-655efd0bffce HTTP/1.1" status: 200 len: 945 time: 0.1409731 Mar 07 10:55:42.413079 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b4841393-e625-45cf-9be0-67b807450c3b req-478b0374-47d1-4928-bb8e-34a4e7987edb tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/security-groups?id=e715a674-ee03-4c9f-bbdb-345646b21ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167336 Mar 07 10:55:42.433756 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6941f04-b8a8-4f9d-b154-00a34a2daec4 req-9a7f5320-6d12-4ab4-94d1-1e342aadf0fc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:42.435192 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c6941f04-b8a8-4f9d-b154-00a34a2daec4 req-9a7f5320-6d12-4ab4-94d1-1e342aadf0fc service neutron] 10.222.0.10 "GET /v2.0/networks?id=c2627522-a52f-46a5-9071-76d8cd9d26ac HTTP/1.1" status: 200 len: 912 time: 0.1565633 Mar 07 10:55:42.536512 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c6941f04-b8a8-4f9d-b154-00a34a2daec4 req-eebb56ff-b2ee-47f0-b455-d2edb0ef3335 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a1500ea0-1d6c-4ab5-a309-d35d3c36e56f HTTP/1.1" status: 200 len: 1002 time: 0.0950038 Mar 07 10:55:42.597389 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6941f04-b8a8-4f9d-b154-00a34a2daec4 req-b4257ac1-12c7-421f-8dcd-30337d9810da service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:42.598774 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c6941f04-b8a8-4f9d-b154-00a34a2daec4 req-b4257ac1-12c7-421f-8dcd-30337d9810da service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7f7d5150-02b0-4848-9db2-7de7d27282d9 HTTP/1.1" status: 200 len: 850 time: 0.0565503 Mar 07 10:55:42.671904 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c6941f04-b8a8-4f9d-b154-00a34a2daec4 req-8909baae-439f-4054-9e3d-82dfdf167235 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c2627522-a52f-46a5-9071-76d8cd9d26ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0666986 Mar 07 10:55:42.802163 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c6941f04-b8a8-4f9d-b154-00a34a2daec4 req-b16fbcf4-7bb4-4fda-afc0-4100904d2c42 service neutron] 10.222.0.10 "GET /v2.0/networks/c2627522-a52f-46a5-9071-76d8cd9d26ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240952 Mar 07 10:55:42.932338 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c6941f04-b8a8-4f9d-b154-00a34a2daec4 req-bdf7dcce-cc7a-4ffe-b6f2-0860502cc502 service neutron] 10.222.0.10 "GET /v2.0/networks/c2627522-a52f-46a5-9071-76d8cd9d26ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236601 Mar 07 10:55:43.694086 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397d574e-22aa-4a41-81c8-46ad8574db11 req-189e3526-3512-4f88-93b7-1835cdffd3be tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:43.695391 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-397d574e-22aa-4a41-81c8-46ad8574db11 req-189e3526-3512-4f88-93b7-1835cdffd3be tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=54f51ba6-e8f6-4c4d-a575-655efd0bffce HTTP/1.1" status: 200 len: 945 time: 0.1622686 Mar 07 10:55:43.738921 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-397d574e-22aa-4a41-81c8-46ad8574db11 req-fd7ac8e2-366f-4554-a91f-c1bd484baf18 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/security-groups?id=e715a674-ee03-4c9f-bbdb-345646b21ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381479 Mar 07 10:55:44.935831 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1863da5c-2961-40d7-a3a9-2a7dc63b8813 req-8c972976-ea45-4700-a691-e5e3d121edf5 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:44.937274 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-1863da5c-2961-40d7-a3a9-2a7dc63b8813 req-8c972976-ea45-4700-a691-e5e3d121edf5 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=54f51ba6-e8f6-4c4d-a575-655efd0bffce HTTP/1.1" status: 200 len: 945 time: 0.0778167 Mar 07 10:55:44.981419 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-1863da5c-2961-40d7-a3a9-2a7dc63b8813 req-af5a16ce-1572-447c-9e92-d0aeb2486e2b tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/security-groups?id=e715a674-ee03-4c9f-bbdb-345646b21ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378008 Mar 07 10:55:45.832096 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:55:46.181719 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f64961a-8072-4229-960d-82a9e6b7494f req-6116b0c8-4d00-4d97-9483-9673659ea6e4 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:46.183133 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-0f64961a-8072-4229-960d-82a9e6b7494f req-6116b0c8-4d00-4d97-9483-9673659ea6e4 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=54f51ba6-e8f6-4c4d-a575-655efd0bffce HTTP/1.1" status: 200 len: 945 time: 0.0747449 Mar 07 10:55:46.227740 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-0f64961a-8072-4229-960d-82a9e6b7494f req-ffd7f3b5-cfc4-4a48-a50f-76502500fede tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/security-groups?id=e715a674-ee03-4c9f-bbdb-345646b21ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390046 Mar 07 10:55:47.427961 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5cbd9c-c033-4747-89ba-8507f1d6ea58 req-9744ca13-87f7-4f2d-939f-8b2042755524 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:47.429413 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-1c5cbd9c-c033-4747-89ba-8507f1d6ea58 req-9744ca13-87f7-4f2d-939f-8b2042755524 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=54f51ba6-e8f6-4c4d-a575-655efd0bffce HTTP/1.1" status: 200 len: 945 time: 0.0796924 Mar 07 10:55:47.474482 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-1c5cbd9c-c033-4747-89ba-8507f1d6ea58 req-7193a35a-46f2-4c0e-8300-4ac33f13a0ad tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/security-groups?id=e715a674-ee03-4c9f-bbdb-345646b21ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396767 Mar 07 10:55:47.712244 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-e0d92bc1-0728-418f-83eb-50ce92a3e011 req-22c359ae-1c2c-4100-8a1b-d5d42644f98c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ea182ca228b14bd78c810e6c020265a5&device_id=54f51ba6-e8f6-4c4d-a575-655efd0bffce HTTP/1.1" status: 200 len: 1098 time: 0.0666127 Mar 07 10:55:47.855126 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d92bc1-0728-418f-83eb-50ce92a3e011 req-1996b8ce-46fe-47cb-8936-3c0ce3ff5590 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:47.856575 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-e0d92bc1-0728-418f-83eb-50ce92a3e011 req-1996b8ce-46fe-47cb-8936-3c0ce3ff5590 service neutron] 10.222.0.10 "GET /v2.0/networks?id=c2627522-a52f-46a5-9071-76d8cd9d26ac HTTP/1.1" status: 200 len: 912 time: 0.1259851 Mar 07 10:55:47.957032 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-e0d92bc1-0728-418f-83eb-50ce92a3e011 req-e46d40e3-c9f7-459a-80ac-7f8467443a52 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a1500ea0-1d6c-4ab5-a309-d35d3c36e56f HTTP/1.1" status: 200 len: 1002 time: 0.0938995 Mar 07 10:55:48.019735 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d92bc1-0728-418f-83eb-50ce92a3e011 req-8534eb86-5a96-4504-a248-3da964b40c65 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:48.021048 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-e0d92bc1-0728-418f-83eb-50ce92a3e011 req-8534eb86-5a96-4504-a248-3da964b40c65 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7f7d5150-02b0-4848-9db2-7de7d27282d9 HTTP/1.1" status: 200 len: 850 time: 0.0584786 Mar 07 10:55:48.091995 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-e0d92bc1-0728-418f-83eb-50ce92a3e011 req-0bb00f48-16a1-42c7-addc-60bdf1c96098 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c2627522-a52f-46a5-9071-76d8cd9d26ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0656836 Mar 07 10:55:48.218464 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-e0d92bc1-0728-418f-83eb-50ce92a3e011 req-b44aec60-b185-4f14-95fa-70bb5c2a7117 service neutron] 10.222.0.10 "GET /v2.0/networks/c2627522-a52f-46a5-9071-76d8cd9d26ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203327 Mar 07 10:55:48.350795 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-e0d92bc1-0728-418f-83eb-50ce92a3e011 req-ac64d6ba-a4e6-4403-a134-436f15eb402d service neutron] 10.222.0.10 "GET /v2.0/networks/c2627522-a52f-46a5-9071-76d8cd9d26ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260312 Mar 07 10:55:48.696606 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5677932-1d47-47c4-86f7-623562adb1e4 req-3ce6d821-6516-4509-a262-23963793cd23 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:48.698033 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c5677932-1d47-47c4-86f7-623562adb1e4 req-3ce6d821-6516-4509-a262-23963793cd23 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=54f51ba6-e8f6-4c4d-a575-655efd0bffce HTTP/1.1" status: 200 len: 945 time: 0.0869641 Mar 07 10:55:48.746292 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c5677932-1d47-47c4-86f7-623562adb1e4 req-0fb43683-716e-4eae-9db6-a5ae2abea146 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/security-groups?id=e715a674-ee03-4c9f-bbdb-345646b21ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428698 Mar 07 10:55:49.943259 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb1b4da-1958-4a14-832f-b1ddfbb62895 req-95ffa2ff-23f8-44c1-a6bc-c3bfea1b898f tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:49.944712 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-9bb1b4da-1958-4a14-832f-b1ddfbb62895 req-95ffa2ff-23f8-44c1-a6bc-c3bfea1b898f tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=54f51ba6-e8f6-4c4d-a575-655efd0bffce HTTP/1.1" status: 200 len: 945 time: 0.0764878 Mar 07 10:55:49.988903 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-9bb1b4da-1958-4a14-832f-b1ddfbb62895 req-02ccd742-9d86-4b07-a275-805a4ab0c5ed tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/security-groups?id=e715a674-ee03-4c9f-bbdb-345646b21ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387042 Mar 07 10:55:50.462276 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c6941f04-b8a8-4f9d-b154-00a34a2daec4 req-830febd7-00c3-472c-a1de-95d7ba26ca18 service neutron] 10.222.0.10 "GET /v2.0/ports/a1500ea0-1d6c-4ab5-a309-d35d3c36e56f/bindings/hv-neutron-8307 HTTP/1.1" status: 200 len: 384 time: 0.0829005 Mar 07 10:55:50.717157 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c6941f04-b8a8-4f9d-b154-00a34a2daec4 req-7ebea2ba-daca-4506-b983-0b6a37fbe4ae service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=54f51ba6-e8f6-4c4d-a575-655efd0bffce&tenant_id=ea182ca228b14bd78c810e6c020265a5 HTTP/1.1" status: 200 len: 1098 time: 0.0680726 Mar 07 10:55:50.804343 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c6941f04-b8a8-4f9d-b154-00a34a2daec4 req-45863549-f411-4537-a12d-bad8e6406f89 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ea182ca228b14bd78c810e6c020265a5&device_id=54f51ba6-e8f6-4c4d-a575-655efd0bffce HTTP/1.1" status: 200 len: 1098 time: 0.0664401 Mar 07 10:55:50.931865 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6941f04-b8a8-4f9d-b154-00a34a2daec4 req-a8118ea0-0614-4653-926c-4e5cc86d28fb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:50.933333 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c6941f04-b8a8-4f9d-b154-00a34a2daec4 req-a8118ea0-0614-4653-926c-4e5cc86d28fb service neutron] 10.222.0.10 "GET /v2.0/networks?id=c2627522-a52f-46a5-9071-76d8cd9d26ac HTTP/1.1" status: 200 len: 912 time: 0.1239657 Mar 07 10:55:51.155682 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c6941f04-b8a8-4f9d-b154-00a34a2daec4 req-9f178038-98a0-4a0e-b422-7b6b806b0e50 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a1500ea0-1d6c-4ab5-a309-d35d3c36e56f HTTP/1.1" status: 200 len: 1002 time: 0.2162111 Mar 07 10:55:51.230738 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6941f04-b8a8-4f9d-b154-00a34a2daec4 req-6f4ba7b9-dffc-44a6-b1eb-d639a3d4f460 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:51.232136 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c6941f04-b8a8-4f9d-b154-00a34a2daec4 req-6f4ba7b9-dffc-44a6-b1eb-d639a3d4f460 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7f7d5150-02b0-4848-9db2-7de7d27282d9 HTTP/1.1" status: 200 len: 850 time: 0.0692167 Mar 07 10:55:51.242774 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4219497-bc93-4cf6-9ec3-aff7e3612e5a req-f143bdb2-7b98-4067-bd22-b4f8fdd97c36 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:51.244098 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b4219497-bc93-4cf6-9ec3-aff7e3612e5a req-f143bdb2-7b98-4067-bd22-b4f8fdd97c36 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=54f51ba6-e8f6-4c4d-a575-655efd0bffce HTTP/1.1" status: 200 len: 945 time: 0.1329055 Mar 07 10:55:51.338132 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b4219497-bc93-4cf6-9ec3-aff7e3612e5a req-eeb19417-b9cc-4128-9e20-12ca38eb88cf tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/security-groups?id=e715a674-ee03-4c9f-bbdb-345646b21ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656345 Mar 07 10:55:51.348907 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c6941f04-b8a8-4f9d-b154-00a34a2daec4 req-ce50b058-065e-49ca-96ef-29f47cce071e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c2627522-a52f-46a5-9071-76d8cd9d26ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1039338 Mar 07 10:55:51.480257 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c6941f04-b8a8-4f9d-b154-00a34a2daec4 req-17fcae57-6bdb-49af-aa06-2832c01eef4b service neutron] 10.222.0.10 "GET /v2.0/networks/c2627522-a52f-46a5-9071-76d8cd9d26ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253142 Mar 07 10:55:51.613821 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c6941f04-b8a8-4f9d-b154-00a34a2daec4 req-f02267f4-2b72-4c51-a9b2-34c093543187 service neutron] 10.222.0.10 "GET /v2.0/networks/c2627522-a52f-46a5-9071-76d8cd9d26ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255858 Mar 07 10:55:52.542177 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84e14dd-8681-4d67-bf08-a06008b11df3 req-49ab13df-326e-4edb-8c67-43f95bac7eb2 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:52.543485 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d84e14dd-8681-4d67-bf08-a06008b11df3 req-49ab13df-326e-4edb-8c67-43f95bac7eb2 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=54f51ba6-e8f6-4c4d-a575-655efd0bffce HTTP/1.1" status: 200 len: 945 time: 0.0762501 Mar 07 10:55:52.589230 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d84e14dd-8681-4d67-bf08-a06008b11df3 req-dd7fd2e2-853f-4ab0-82bc-5eca0e672628 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/security-groups?id=e715a674-ee03-4c9f-bbdb-345646b21ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400848 Mar 07 10:55:53.270408 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device a1500ea0-1d6c-4ab5-a309-d35d3c36e56f no longer exists at agent hyperv_hv-neutron-8307 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:55:53.390400 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:55:53.420996 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54f51ba6-e8f6-4c4d-a575-655efd0bffce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1500ea0-1d6c-4ab5-a309-d35d3c36e56f'}] {{(pid=83739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 10:55:53.431104 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port a1500ea0-1d6c-4ab5-a309-d35d3c36e56f, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=a1500ea0-1d6c-4ab5-a309-d35d3c36e56f,segment=NetworkSegment(89f3cc88-61e3-4f39-aeae-f34c8e035f06),segment_id=89f3cc88-61e3-4f39-aeae-f34c8e035f06)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:55:53.435182 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:55:53.511881 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Pushing event updated for resources: {'Port': ['ID=a1500ea0-1d6c-4ab5-a309-d35d3c36e56f,revision_number=6']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:55:53.521564 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:55:53.521904 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:55:53.522813 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:55:53.523330 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:55:53.523580 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:55:53.523910 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:55:53.524451 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:55:53.524577 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:55:53.525011 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:55:53.525351 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:55:53.525649 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:55:53.568704 dv-neutron-830731-3-hyperv neutron-server[83739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54f51ba6-e8f6-4c4d-a575-655efd0bffce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1500ea0-1d6c-4ab5-a309-d35d3c36e56f', 'code': 200} Mar 07 10:55:53.813593 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab32d67-5b9e-4f1a-8b26-2cccc25b5ee2 req-782707fb-f2d7-43eb-a3c4-dd0d2936d67a tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:53.816035 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-9ab32d67-5b9e-4f1a-8b26-2cccc25b5ee2 req-782707fb-f2d7-43eb-a3c4-dd0d2936d67a tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=54f51ba6-e8f6-4c4d-a575-655efd0bffce HTTP/1.1" status: 200 len: 943 time: 0.0958064 Mar 07 10:55:53.868416 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-9ab32d67-5b9e-4f1a-8b26-2cccc25b5ee2 req-3442b90d-3b13-4a89-8abd-4be7917ff27b tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/security-groups?id=e715a674-ee03-4c9f-bbdb-345646b21ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464351 Mar 07 10:55:55.067952 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c4e742-fcb9-4c9e-a85b-0b9d8f5e9fd8 req-956db44c-94f1-45c6-bfb4-a1b596cba6a1 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:55.069399 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-87c4e742-fcb9-4c9e-a85b-0b9d8f5e9fd8 req-956db44c-94f1-45c6-bfb4-a1b596cba6a1 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=54f51ba6-e8f6-4c4d-a575-655efd0bffce HTTP/1.1" status: 200 len: 943 time: 0.0744512 Mar 07 10:55:55.116229 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-87c4e742-fcb9-4c9e-a85b-0b9d8f5e9fd8 req-b154d85e-1f59-4159-8932-4bb0b0005a10 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/security-groups?id=e715a674-ee03-4c9f-bbdb-345646b21ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413477 Mar 07 10:55:55.284866 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device a1500ea0-1d6c-4ab5-a309-d35d3c36e56f details requested by agent hyperv_hv-neutron-8307 with host hv-neutron-8307 {{(pid=83739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 07 10:55:55.418189 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port a1500ea0-1d6c-4ab5-a309-d35d3c36e56f, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=a1500ea0-1d6c-4ab5-a309-d35d3c36e56f,segment=NetworkSegment(89f3cc88-61e3-4f39-aeae-f34c8e035f06),segment_id=89f3cc88-61e3-4f39-aeae-f34c8e035f06)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:55:55.431335 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Returning: {'device': 'a1500ea0-1d6c-4ab5-a309-d35d3c36e56f', 'network_id': 'c2627522-a52f-46a5-9071-76d8cd9d26ac', 'port_id': 'a1500ea0-1d6c-4ab5-a309-d35d3c36e56f', 'mac_address': 'fa:16:3e:40:0c:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f7d5150-02b0-4848-9db2-7de7d27282d9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 07 10:55:55.482400 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:55:55.500430 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1500ea0-1d6c-4ab5-a309-d35d3c36e56f {{(pid=83739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 07 10:55:55.515337 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port a1500ea0-1d6c-4ab5-a309-d35d3c36e56f, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=a1500ea0-1d6c-4ab5-a309-d35d3c36e56f,segment=NetworkSegment(89f3cc88-61e3-4f39-aeae-f34c8e035f06),segment_id=89f3cc88-61e3-4f39-aeae-f34c8e035f06)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:55:55.519521 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:55:55.588768 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] get_ports_and_sgs() called for port_ids ['a1500ea0-1d6c-4ab5-a309-d35d3c36e56f'] {{(pid=83739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 07 10:55:55.624083 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Pushing event updated for resources: {'Port': ['ID=a1500ea0-1d6c-4ab5-a309-d35d3c36e56f,revision_number=7']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:55:56.312054 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e66a098-b72e-44cf-9c27-8331903ed9ef req-4a7d8573-dcb4-4cb2-ab66-c107f120e27f tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:56.313761 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-8e66a098-b72e-44cf-9c27-8331903ed9ef req-4a7d8573-dcb4-4cb2-ab66-c107f120e27f tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=54f51ba6-e8f6-4c4d-a575-655efd0bffce HTTP/1.1" status: 200 len: 944 time: 0.0760553 Mar 07 10:55:56.358784 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-8e66a098-b72e-44cf-9c27-8331903ed9ef req-bdfaf0a8-2517-4a97-98f8-85a0112e85ff tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/security-groups?id=e715a674-ee03-4c9f-bbdb-345646b21ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387740 Mar 07 10:55:57.302421 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device a1500ea0-1d6c-4ab5-a309-d35d3c36e56f up at agent hyperv_hv-neutron-8307 {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:55:57.371028 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Provisioning complete for port a1500ea0-1d6c-4ab5-a309-d35d3c36e56f triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:55:57.371384 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:55:57.513522 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:55:57.539886 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54f51ba6-e8f6-4c4d-a575-655efd0bffce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1500ea0-1d6c-4ab5-a309-d35d3c36e56f'}] {{(pid=83739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 10:55:57.549815 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port a1500ea0-1d6c-4ab5-a309-d35d3c36e56f, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=a1500ea0-1d6c-4ab5-a309-d35d3c36e56f,segment=NetworkSegment(89f3cc88-61e3-4f39-aeae-f34c8e035f06),segment_id=89f3cc88-61e3-4f39-aeae-f34c8e035f06)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:55:57.554059 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:55:57.562763 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4620bad3-a409-48ac-8d46-306c30b90f34 req-f8c65d7a-8f3e-44d5-b47b-d200371b523e tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:57.564183 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4620bad3-a409-48ac-8d46-306c30b90f34 req-f8c65d7a-8f3e-44d5-b47b-d200371b523e tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=54f51ba6-e8f6-4c4d-a575-655efd0bffce HTTP/1.1" status: 200 len: 944 time: 0.0784676 Mar 07 10:55:57.609973 dv-neutron-830731-3-hyperv neutron-server[83739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54f51ba6-e8f6-4c4d-a575-655efd0bffce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1500ea0-1d6c-4ab5-a309-d35d3c36e56f', 'code': 200} Mar 07 10:55:57.610746 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4620bad3-a409-48ac-8d46-306c30b90f34 req-da41621f-7ed6-4b15-9b07-2199a217e37d tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/security-groups?id=e715a674-ee03-4c9f-bbdb-345646b21ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395873 Mar 07 10:55:57.624168 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Pushing event updated for resources: {'Port': ['ID=a1500ea0-1d6c-4ab5-a309-d35d3c36e56f,revision_number=8']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:55:58.420935 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-52944d75-929a-4408-b70d-51fd70f9dbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:55:58.806878 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf31f2f-2eb6-4c93-98e7-557e2f699a37 req-cb968cdb-83bd-42f4-9c07-468fdedb10c6 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:58.808274 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-dcf31f2f-2eb6-4c93-98e7-557e2f699a37 req-cb968cdb-83bd-42f4-9c07-468fdedb10c6 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=54f51ba6-e8f6-4c4d-a575-655efd0bffce HTTP/1.1" status: 200 len: 945 time: 0.0733111 Mar 07 10:55:58.852611 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-dcf31f2f-2eb6-4c93-98e7-557e2f699a37 req-5a0e464b-9179-4e60-b2b8-3212cf491e17 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/security-groups?id=e715a674-ee03-4c9f-bbdb-345646b21ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386136 Mar 07 10:56:00.048740 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34234054-f583-4ef9-809b-a2ecb2d48d17 req-95b5fe63-d988-45d4-966c-5132e28ef395 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:00.050995 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-34234054-f583-4ef9-809b-a2ecb2d48d17 req-95b5fe63-d988-45d4-966c-5132e28ef395 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=54f51ba6-e8f6-4c4d-a575-655efd0bffce HTTP/1.1" status: 200 len: 945 time: 0.0791852 Mar 07 10:56:00.094985 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-34234054-f583-4ef9-809b-a2ecb2d48d17 req-2bbadc33-84dc-466e-9152-1f47198ac01a tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/security-groups?id=e715a674-ee03-4c9f-bbdb-345646b21ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386186 Mar 07 10:56:00.610264 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c3538c52-eeba-462d-b184-0ba2413b4e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:56:01.292834 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd7008e-7415-4a92-b728-a03d9a71aad2 req-efbfaaa6-f9b3-4903-8e1d-cf1137c317a7 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:01.294261 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-bcd7008e-7415-4a92-b728-a03d9a71aad2 req-efbfaaa6-f9b3-4903-8e1d-cf1137c317a7 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=54f51ba6-e8f6-4c4d-a575-655efd0bffce HTTP/1.1" status: 200 len: 945 time: 0.0800648 Mar 07 10:56:01.338797 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-bcd7008e-7415-4a92-b728-a03d9a71aad2 req-cdea7e09-a17d-48de-b19e-3e8afe52aef4 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/security-groups?id=e715a674-ee03-4c9f-bbdb-345646b21ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386608 Mar 07 10:56:01.800126 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b62510-0f7c-4218-8a07-58d3f461bb63 req-a008da2e-d5e2-428d-a677-98ca9f36fa26 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:01.801560 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d6b62510-0f7c-4218-8a07-58d3f461bb63 req-a008da2e-d5e2-428d-a677-98ca9f36fa26 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.10 "GET /v2.0/ports?device_id=54f51ba6-e8f6-4c4d-a575-655efd0bffce&tenant_id=ea182ca228b14bd78c810e6c020265a5&binding%3Ahost_id=hv-neutron-8307 HTTP/1.1" status: 200 len: 945 time: 0.1321909 Mar 07 10:56:01.857732 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-711fefd2-3b30-4759-8df5-0aecff1c8e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:56:01.862716 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0bf3b6-328e-48d4-93c4-2a776bacb1ba req-b94d2c81-2b7e-471c-a3bd-77ac3314e372 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:01.864134 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ce0bf3b6-328e-48d4-93c4-2a776bacb1ba req-b94d2c81-2b7e-471c-a3bd-77ac3314e372 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=54f51ba6-e8f6-4c4d-a575-655efd0bffce HTTP/1.1" status: 200 len: 945 time: 0.1361115 Mar 07 10:56:01.910894 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:56:01.924532 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d6b62510-0f7c-4218-8a07-58d3f461bb63 req-e2a4266d-4939-4ca6-a674-f6be7b327bbf service neutron] 10.222.0.10 "GET /v2.0/ports/a1500ea0-1d6c-4ab5-a309-d35d3c36e56f/bindings/hv-neutron-8307 HTTP/1.1" status: 200 len: 384 time: 0.1166074 Mar 07 10:56:01.927041 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ce0bf3b6-328e-48d4-93c4-2a776bacb1ba req-9cfd386c-0bdf-4144-8a4c-222c78947954 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/security-groups?id=e715a674-ee03-4c9f-bbdb-345646b21ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560076 Mar 07 10:56:02.015777 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d6b62510-0f7c-4218-8a07-58d3f461bb63 req-486aa8a4-b5f6-4aff-89bb-8d262c6b58d6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ea182ca228b14bd78c810e6c020265a5&device_id=54f51ba6-e8f6-4c4d-a575-655efd0bffce HTTP/1.1" status: 200 len: 1098 time: 0.0709229 Mar 07 10:56:02.221662 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b62510-0f7c-4218-8a07-58d3f461bb63 req-524a7ff0-d7b1-49e1-b50f-5edc79b0f132 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:02.223091 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d6b62510-0f7c-4218-8a07-58d3f461bb63 req-524a7ff0-d7b1-49e1-b50f-5edc79b0f132 service neutron] 10.222.0.10 "GET /v2.0/networks?id=c2627522-a52f-46a5-9071-76d8cd9d26ac HTTP/1.1" status: 200 len: 912 time: 0.2018471 Mar 07 10:56:02.325042 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d6b62510-0f7c-4218-8a07-58d3f461bb63 req-f5c43673-c3d3-409c-a1cf-253d3b711535 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a1500ea0-1d6c-4ab5-a309-d35d3c36e56f HTTP/1.1" status: 200 len: 1002 time: 0.0951068 Mar 07 10:56:02.384895 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b62510-0f7c-4218-8a07-58d3f461bb63 req-1ce7e9c4-1889-4ec2-8c7c-d6e9e4fff973 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:02.386262 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d6b62510-0f7c-4218-8a07-58d3f461bb63 req-1ce7e9c4-1889-4ec2-8c7c-d6e9e4fff973 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7f7d5150-02b0-4848-9db2-7de7d27282d9 HTTP/1.1" status: 200 len: 850 time: 0.0557957 Mar 07 10:56:02.458286 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d6b62510-0f7c-4218-8a07-58d3f461bb63 req-7d1233e6-0823-43ad-b888-bc2dca0fec44 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c2627522-a52f-46a5-9071-76d8cd9d26ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0664361 Mar 07 10:56:02.587461 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d6b62510-0f7c-4218-8a07-58d3f461bb63 req-2cea1619-958b-449c-ba44-8fd36a86a184 service neutron] 10.222.0.10 "GET /v2.0/networks/c2627522-a52f-46a5-9071-76d8cd9d26ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233356 Mar 07 10:56:02.715632 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d6b62510-0f7c-4218-8a07-58d3f461bb63 req-2f4fded3-e499-4caf-8bcf-17cc6550932c service neutron] 10.222.0.10 "GET /v2.0/networks/c2627522-a52f-46a5-9071-76d8cd9d26ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219475 Mar 07 10:56:03.125927 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bc0cc3-576a-4232-bf6b-ad8f59f59257 req-ece5b4e1-6896-402c-9a12-3761a1e85333 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:03.127385 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-a0bc0cc3-576a-4232-bf6b-ad8f59f59257 req-ece5b4e1-6896-402c-9a12-3761a1e85333 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=54f51ba6-e8f6-4c4d-a575-655efd0bffce HTTP/1.1" status: 200 len: 945 time: 0.0773363 Mar 07 10:56:03.170916 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-a0bc0cc3-576a-4232-bf6b-ad8f59f59257 req-8e215264-29e8-4c72-b7f3-604b029987f4 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/security-groups?id=e715a674-ee03-4c9f-bbdb-345646b21ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377514 Mar 07 10:56:03.277123 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c87150bd-aa9c-4ad1-bb68-57ec66d4fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:56:04.367406 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e917961a-4f8c-44d7-a376-f1ede0f16964 req-fff71b92-6e0b-44f2-b8f4-8fcb418606f4 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:04.368842 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-e917961a-4f8c-44d7-a376-f1ede0f16964 req-fff71b92-6e0b-44f2-b8f4-8fcb418606f4 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=54f51ba6-e8f6-4c4d-a575-655efd0bffce HTTP/1.1" status: 200 len: 945 time: 0.0745409 Mar 07 10:56:04.416685 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-e917961a-4f8c-44d7-a376-f1ede0f16964 req-228dc161-71bb-40e3-aa20-208d8e324b42 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/security-groups?id=e715a674-ee03-4c9f-bbdb-345646b21ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422604 Mar 07 10:56:05.618739 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea8af4f-0da3-4c13-b1c4-d749b86e289a req-0a963bee-fa48-4420-86df-cff41393520d tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:05.620177 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-aea8af4f-0da3-4c13-b1c4-d749b86e289a req-0a963bee-fa48-4420-86df-cff41393520d tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=54f51ba6-e8f6-4c4d-a575-655efd0bffce HTTP/1.1" status: 200 len: 945 time: 0.0799072 Mar 07 10:56:05.667570 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-aea8af4f-0da3-4c13-b1c4-d749b86e289a req-381698f2-b747-498d-a3ad-a42c695529c4 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/security-groups?id=e715a674-ee03-4c9f-bbdb-345646b21ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416076 Mar 07 10:56:05.808331 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d6b62510-0f7c-4218-8a07-58d3f461bb63 req-8d6524c9-bf03-4110-aa0d-472a05e05cf4 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=54f51ba6-e8f6-4c4d-a575-655efd0bffce&tenant_id=ea182ca228b14bd78c810e6c020265a5 HTTP/1.1" status: 200 len: 1098 time: 0.0708110 Mar 07 10:56:05.899134 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d6b62510-0f7c-4218-8a07-58d3f461bb63 req-41a1fd25-4476-4432-a58d-0420cdc2b141 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ea182ca228b14bd78c810e6c020265a5&device_id=54f51ba6-e8f6-4c4d-a575-655efd0bffce HTTP/1.1" status: 200 len: 1098 time: 0.0690701 Mar 07 10:56:06.026397 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b62510-0f7c-4218-8a07-58d3f461bb63 req-f890038f-4cd1-40cb-93b3-6a5f6a13d977 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:06.027702 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d6b62510-0f7c-4218-8a07-58d3f461bb63 req-f890038f-4cd1-40cb-93b3-6a5f6a13d977 service neutron] 10.222.0.10 "GET /v2.0/networks?id=c2627522-a52f-46a5-9071-76d8cd9d26ac HTTP/1.1" status: 200 len: 912 time: 0.1229546 Mar 07 10:56:06.128633 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d6b62510-0f7c-4218-8a07-58d3f461bb63 req-d5694211-e163-4157-bca9-27e4419927cc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a1500ea0-1d6c-4ab5-a309-d35d3c36e56f HTTP/1.1" status: 200 len: 1002 time: 0.0941575 Mar 07 10:56:06.187806 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b62510-0f7c-4218-8a07-58d3f461bb63 req-f6f4e47b-1ada-41f2-9d0a-7db1147b7a9c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:06.189174 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d6b62510-0f7c-4218-8a07-58d3f461bb63 req-f6f4e47b-1ada-41f2-9d0a-7db1147b7a9c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7f7d5150-02b0-4848-9db2-7de7d27282d9 HTTP/1.1" status: 200 len: 850 time: 0.0551236 Mar 07 10:56:06.262505 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d6b62510-0f7c-4218-8a07-58d3f461bb63 req-0e41dcd7-0fba-4110-83a0-a02015684c81 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c2627522-a52f-46a5-9071-76d8cd9d26ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0676727 Mar 07 10:56:06.469091 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d6b62510-0f7c-4218-8a07-58d3f461bb63 req-6a9cd272-6529-4949-a73b-0b95c02f9f10 service neutron] 10.222.0.10 "GET /v2.0/networks/c2627522-a52f-46a5-9071-76d8cd9d26ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004347 Mar 07 10:56:06.597974 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d6b62510-0f7c-4218-8a07-58d3f461bb63 req-886a6b0e-57c3-4d11-8518-58f2b0f8841f service neutron] 10.222.0.10 "GET /v2.0/networks/c2627522-a52f-46a5-9071-76d8cd9d26ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228445 Mar 07 10:56:06.863323 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52e134d-fa29-420d-8123-260c7a13a582 req-26698542-3e86-4564-8b2d-6f0bf72b6127 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:06.864700 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f52e134d-fa29-420d-8123-260c7a13a582 req-26698542-3e86-4564-8b2d-6f0bf72b6127 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=54f51ba6-e8f6-4c4d-a575-655efd0bffce HTTP/1.1" status: 200 len: 945 time: 0.0751884 Mar 07 10:56:06.910373 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f52e134d-fa29-420d-8123-260c7a13a582 req-8440624c-e560-43f1-b8dc-68cbc77933fd tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/security-groups?id=e715a674-ee03-4c9f-bbdb-345646b21ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398724 Mar 07 10:56:07.090837 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-adbd2215-c8ee-41f3-92a6-4182ca26b8a8 None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 10:56:08.108331 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c14e988-126d-4784-96ce-1a49aa31e430 req-353c4e90-2419-4848-8fab-ba4350b74455 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:08.109786 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-7c14e988-126d-4784-96ce-1a49aa31e430 req-353c4e90-2419-4848-8fab-ba4350b74455 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=54f51ba6-e8f6-4c4d-a575-655efd0bffce HTTP/1.1" status: 200 len: 945 time: 0.0782368 Mar 07 10:56:08.154443 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-7c14e988-126d-4784-96ce-1a49aa31e430 req-d900db7f-7a37-4f9c-9b1e-06eff81d9f94 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/security-groups?id=e715a674-ee03-4c9f-bbdb-345646b21ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383828 Mar 07 10:56:09.332588 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device a1500ea0-1d6c-4ab5-a309-d35d3c36e56f details requested by agent hyperv_hv-neutron-8307 with host hv-neutron-8307 {{(pid=83739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 07 10:56:09.334858 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device a1500ea0-1d6c-4ab5-a309-d35d3c36e56f no longer exists at agent hyperv_hv-neutron-8307 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:56:09.350972 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c6002e-c675-4047-9097-fba9a7933a26 req-8ba14c4d-f6fe-4687-8a2d-8c55b0313c82 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:09.352404 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-a3c6002e-c675-4047-9097-fba9a7933a26 req-8ba14c4d-f6fe-4687-8a2d-8c55b0313c82 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=54f51ba6-e8f6-4c4d-a575-655efd0bffce HTTP/1.1" status: 200 len: 945 time: 0.0766380 Mar 07 10:56:09.397280 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-a3c6002e-c675-4047-9097-fba9a7933a26 req-1bfe30df-5fac-467c-a72d-357941b168f1 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/security-groups?id=e715a674-ee03-4c9f-bbdb-345646b21ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393407 Mar 07 10:56:09.545012 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:56:09.571104 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port a1500ea0-1d6c-4ab5-a309-d35d3c36e56f, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=a1500ea0-1d6c-4ab5-a309-d35d3c36e56f,segment=NetworkSegment(89f3cc88-61e3-4f39-aeae-f34c8e035f06),segment_id=89f3cc88-61e3-4f39-aeae-f34c8e035f06)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:56:09.591605 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54f51ba6-e8f6-4c4d-a575-655efd0bffce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1500ea0-1d6c-4ab5-a309-d35d3c36e56f'}] {{(pid=83739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 10:56:09.596236 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Returning: {'device': 'a1500ea0-1d6c-4ab5-a309-d35d3c36e56f', 'network_id': 'c2627522-a52f-46a5-9071-76d8cd9d26ac', 'port_id': 'a1500ea0-1d6c-4ab5-a309-d35d3c36e56f', 'mac_address': 'fa:16:3e:40:0c:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f7d5150-02b0-4848-9db2-7de7d27282d9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 07 10:56:09.626094 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port a1500ea0-1d6c-4ab5-a309-d35d3c36e56f, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=a1500ea0-1d6c-4ab5-a309-d35d3c36e56f,segment=NetworkSegment(89f3cc88-61e3-4f39-aeae-f34c8e035f06),segment_id=89f3cc88-61e3-4f39-aeae-f34c8e035f06)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:56:09.632126 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:56:09.665397 dv-neutron-830731-3-hyperv neutron-server[83739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54f51ba6-e8f6-4c4d-a575-655efd0bffce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1500ea0-1d6c-4ab5-a309-d35d3c36e56f', 'code': 200} Mar 07 10:56:09.708516 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:56:09.730633 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Pushing event updated for resources: {'Port': ['ID=a1500ea0-1d6c-4ab5-a309-d35d3c36e56f,revision_number=9']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:09.733928 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1500ea0-1d6c-4ab5-a309-d35d3c36e56f {{(pid=83739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 07 10:56:09.750019 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port a1500ea0-1d6c-4ab5-a309-d35d3c36e56f, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=a1500ea0-1d6c-4ab5-a309-d35d3c36e56f,segment=NetworkSegment(89f3cc88-61e3-4f39-aeae-f34c8e035f06),segment_id=89f3cc88-61e3-4f39-aeae-f34c8e035f06)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:56:09.753915 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:56:09.814613 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] get_ports_and_sgs() called for port_ids ['a1500ea0-1d6c-4ab5-a309-d35d3c36e56f'] {{(pid=83739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 07 10:56:09.853829 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Pushing event updated for resources: {'Port': ['ID=a1500ea0-1d6c-4ab5-a309-d35d3c36e56f,revision_number=10']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:10.596947 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4ef932-4de2-4926-929b-038f7b971424 req-bad93fa8-9621-43dc-9905-87f3a4aae640 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:10.598271 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ed4ef932-4de2-4926-929b-038f7b971424 req-bad93fa8-9621-43dc-9905-87f3a4aae640 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=54f51ba6-e8f6-4c4d-a575-655efd0bffce HTTP/1.1" status: 200 len: 945 time: 0.0772021 Mar 07 10:56:10.641532 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ed4ef932-4de2-4926-929b-038f7b971424 req-75e088a9-2de7-494d-b0ba-112071c58033 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/security-groups?id=e715a674-ee03-4c9f-bbdb-345646b21ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379255 Mar 07 10:56:11.331356 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device a1500ea0-1d6c-4ab5-a309-d35d3c36e56f up at agent hyperv_hv-neutron-8307 {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:56:11.397645 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Provisioning complete for port a1500ea0-1d6c-4ab5-a309-d35d3c36e56f triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:56:11.398012 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:56:11.507934 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:56:11.539082 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port a1500ea0-1d6c-4ab5-a309-d35d3c36e56f, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=a1500ea0-1d6c-4ab5-a309-d35d3c36e56f,segment=NetworkSegment(89f3cc88-61e3-4f39-aeae-f34c8e035f06),segment_id=89f3cc88-61e3-4f39-aeae-f34c8e035f06)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:56:11.542434 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:56:11.605451 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Pushing event updated for resources: {'Port': ['ID=a1500ea0-1d6c-4ab5-a309-d35d3c36e56f,revision_number=11']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:11.666430 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54f51ba6-e8f6-4c4d-a575-655efd0bffce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1500ea0-1d6c-4ab5-a309-d35d3c36e56f'}] {{(pid=83739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 10:56:11.728014 dv-neutron-830731-3-hyperv neutron-server[83739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54f51ba6-e8f6-4c4d-a575-655efd0bffce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1500ea0-1d6c-4ab5-a309-d35d3c36e56f', 'code': 200} Mar 07 10:56:11.837296 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17252790-f929-4db3-8692-f2e4f0196330 req-ec111472-3705-46b1-9a93-11469ae71b44 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:11.839525 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-17252790-f929-4db3-8692-f2e4f0196330 req-ec111472-3705-46b1-9a93-11469ae71b44 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=54f51ba6-e8f6-4c4d-a575-655efd0bffce HTTP/1.1" status: 200 len: 946 time: 0.0740559 Mar 07 10:56:11.889663 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-17252790-f929-4db3-8692-f2e4f0196330 req-9f0513bf-cee9-411e-990a-ea5ee87c6bc3 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/security-groups?id=e715a674-ee03-4c9f-bbdb-345646b21ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448649 Mar 07 10:56:13.083129 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54313f19-85f3-43e0-a41d-1141c0192226 req-643b16ae-9588-4c05-bac6-e68b03ff5a20 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:13.084545 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-54313f19-85f3-43e0-a41d-1141c0192226 req-643b16ae-9588-4c05-bac6-e68b03ff5a20 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=54f51ba6-e8f6-4c4d-a575-655efd0bffce HTTP/1.1" status: 200 len: 946 time: 0.0737531 Mar 07 10:56:13.127986 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-54313f19-85f3-43e0-a41d-1141c0192226 req-c1fe32b0-3e15-44ed-b834-609c308df504 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/security-groups?id=e715a674-ee03-4c9f-bbdb-345646b21ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380383 Mar 07 10:56:14.328460 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bfe8ad-50bc-40bb-9379-40f6d3052c26 req-b6ba1d5c-e32a-4d59-9124-708d8c1e1bcd tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:14.329958 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f6bfe8ad-50bc-40bb-9379-40f6d3052c26 req-b6ba1d5c-e32a-4d59-9124-708d8c1e1bcd tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=54f51ba6-e8f6-4c4d-a575-655efd0bffce HTTP/1.1" status: 200 len: 946 time: 0.0786493 Mar 07 10:56:14.374063 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f6bfe8ad-50bc-40bb-9379-40f6d3052c26 req-dac5c588-217c-47cd-adf6-8d6f456bd363 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/security-groups?id=e715a674-ee03-4c9f-bbdb-345646b21ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386207 Mar 07 10:56:15.571253 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24993d18-c7b2-4f41-b1a7-120a3d8ae990 req-022112d8-9ebc-4f83-a1a9-4ae99dc3f1f2 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:15.572641 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-24993d18-c7b2-4f41-b1a7-120a3d8ae990 req-022112d8-9ebc-4f83-a1a9-4ae99dc3f1f2 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=54f51ba6-e8f6-4c4d-a575-655efd0bffce HTTP/1.1" status: 200 len: 946 time: 0.0759776 Mar 07 10:56:15.616962 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-24993d18-c7b2-4f41-b1a7-120a3d8ae990 req-da6fc4e3-bcba-48e0-8b2a-16bb3d79e895 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/security-groups?id=e715a674-ee03-4c9f-bbdb-345646b21ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389559 Mar 07 10:56:15.813198 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa1a9a3-b856-4ff4-b67e-dfb3700b70e8 req-8f4ed4e1-a692-46ce-b707-b4daaefa1153 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:15.814698 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-2aa1a9a3-b856-4ff4-b67e-dfb3700b70e8 req-8f4ed4e1-a692-46ce-b707-b4daaefa1153 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=54f51ba6-e8f6-4c4d-a575-655efd0bffce HTTP/1.1" status: 200 len: 946 time: 0.0801346 Mar 07 10:56:15.829086 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:56:15.860489 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-2aa1a9a3-b856-4ff4-b67e-dfb3700b70e8 req-f8efc32a-4509-4246-b4c6-8e4cd24ebc0b tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/security-groups?id=e715a674-ee03-4c9f-bbdb-345646b21ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400915 Mar 07 10:56:16.056631 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ced604-832e-495b-ae3d-87072cc35f84 req-20904164-9d02-431d-84b0-b1ecdb4100be tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:16.058084 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-e0ced604-832e-495b-ae3d-87072cc35f84 req-20904164-9d02-431d-84b0-b1ecdb4100be tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=54f51ba6-e8f6-4c4d-a575-655efd0bffce HTTP/1.1" status: 200 len: 946 time: 0.0744338 Mar 07 10:56:16.105907 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-e0ced604-832e-495b-ae3d-87072cc35f84 req-7b7581bf-2e77-4e6f-baa9-29a97c46ecac tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/security-groups?id=e715a674-ee03-4c9f-bbdb-345646b21ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418777 Mar 07 10:56:16.501114 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b09f3b-76d4-4a83-9486-11df324a3ea5 req-bbae8c5c-dba1-47bd-b1e6-fce1a7b44ead tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:16.503570 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-23b09f3b-76d4-4a83-9486-11df324a3ea5 req-bbae8c5c-dba1-47bd-b1e6-fce1a7b44ead tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=54f51ba6-e8f6-4c4d-a575-655efd0bffce HTTP/1.1" status: 200 len: 946 time: 0.0768518 Mar 07 10:56:16.549489 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-23b09f3b-76d4-4a83-9486-11df324a3ea5 req-a1f27fcc-ef66-466e-ab77-7f168c16b40f tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/security-groups?id=e715a674-ee03-4c9f-bbdb-345646b21ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398717 Mar 07 10:56:17.746043 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da95fbbc-daf4-42ca-9329-30decaab13b4 req-66f2adfb-915b-4595-9be7-e89ff142fa38 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:17.747441 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-da95fbbc-daf4-42ca-9329-30decaab13b4 req-66f2adfb-915b-4595-9be7-e89ff142fa38 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=54f51ba6-e8f6-4c4d-a575-655efd0bffce HTTP/1.1" status: 200 len: 946 time: 0.0773685 Mar 07 10:56:17.791593 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-da95fbbc-daf4-42ca-9329-30decaab13b4 req-bf26cde3-a9a6-4996-95d5-e45d8a396b8e tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/security-groups?id=e715a674-ee03-4c9f-bbdb-345646b21ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384622 Mar 07 10:56:18.894674 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01448240-e9e3-4604-b469-bb30d746c01d req-7198e0fa-5114-4857-bc32-a4be951c01c4 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:18.896142 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-01448240-e9e3-4604-b469-bb30d746c01d req-7198e0fa-5114-4857-bc32-a4be951c01c4 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.10 "GET /v2.0/ports?device_id=54f51ba6-e8f6-4c4d-a575-655efd0bffce HTTP/1.1" status: 200 len: 946 time: 0.0750365 Mar 07 10:56:19.011072 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [req-01448240-e9e3-4604-b469-bb30d746c01d req-b84b2232-67a6-4434-a6db-d7baa96b3eed tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Deleting port a1500ea0-1d6c-4ab5-a309-d35d3c36e56f {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:56:19.011335 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-01448240-e9e3-4604-b469-bb30d746c01d req-b84b2232-67a6-4434-a6db-d7baa96b3eed tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:56:19.106526 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38e42bb-5e78-4f72-8268-5835b108f888 req-889b757d-84de-4ce5-8a59-00980bf0fe0f tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:19.107866 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c38e42bb-5e78-4f72-8268-5835b108f888 req-889b757d-84de-4ce5-8a59-00980bf0fe0f tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=54f51ba6-e8f6-4c4d-a575-655efd0bffce HTTP/1.1" status: 200 len: 946 time: 0.1781363 Mar 07 10:56:19.324650 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c38e42bb-5e78-4f72-8268-5835b108f888 req-f45a0f0c-44ca-4247-953c-bb98ad57940b tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/security-groups?id=e715a674-ee03-4c9f-bbdb-345646b21ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2096987 Mar 07 10:56:19.378831 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [req-01448240-e9e3-4604-b469-bb30d746c01d req-b84b2232-67a6-4434-a6db-d7baa96b3eed tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] For port a1500ea0-1d6c-4ab5-a309-d35d3c36e56f, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=a1500ea0-1d6c-4ab5-a309-d35d3c36e56f,segment=NetworkSegment(89f3cc88-61e3-4f39-aeae-f34c8e035f06),segment_id=89f3cc88-61e3-4f39-aeae-f34c8e035f06)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:56:19.379108 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-01448240-e9e3-4604-b469-bb30d746c01d req-b84b2232-67a6-4434-a6db-d7baa96b3eed tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:56:19.654044 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-01448240-e9e3-4604-b469-bb30d746c01d req-b84b2232-67a6-4434-a6db-d7baa96b3eed tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:56:19.654306 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-01448240-e9e3-4604-b469-bb30d746c01d req-b84b2232-67a6-4434-a6db-d7baa96b3eed tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923533'] for floatingip, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:56:19.654607 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.db.l3_db [req-01448240-e9e3-4604-b469-bb30d746c01d req-b84b2232-67a6-4434-a6db-d7baa96b3eed tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Floating IP 0d34bab2-6d40-40b5-b39c-ae9fae432d25 disassociated. External IP: 172.26.8.117, port: a1500ea0-1d6c-4ab5-a309-d35d3c36e56f. Mar 07 10:56:19.654944 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [req-01448240-e9e3-4604-b469-bb30d746c01d req-b84b2232-67a6-4434-a6db-d7baa96b3eed tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Calling delete_port for a1500ea0-1d6c-4ab5-a309-d35d3c36e56f owned by compute:nova {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:56:19.793087 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-01448240-e9e3-4604-b469-bb30d746c01d req-b84b2232-67a6-4434-a6db-d7baa96b3eed tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:56:19.839433 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84b2232-67a6-4434-a6db-d7baa96b3eed tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Pushing event deleted for resources: {'Port': ['ID=a1500ea0-1d6c-4ab5-a309-d35d3c36e56f,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:19.855100 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84b2232-67a6-4434-a6db-d7baa96b3eed tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:56:19.855461 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84b2232-67a6-4434-a6db-d7baa96b3eed tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:56:19.855794 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84b2232-67a6-4434-a6db-d7baa96b3eed tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:56:19.856146 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84b2232-67a6-4434-a6db-d7baa96b3eed tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:56:19.856469 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84b2232-67a6-4434-a6db-d7baa96b3eed tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:56:19.856810 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84b2232-67a6-4434-a6db-d7baa96b3eed tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:56:19.857182 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84b2232-67a6-4434-a6db-d7baa96b3eed tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:56:19.857433 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84b2232-67a6-4434-a6db-d7baa96b3eed tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:56:19.857744 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84b2232-67a6-4434-a6db-d7baa96b3eed tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:56:19.858053 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84b2232-67a6-4434-a6db-d7baa96b3eed tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:56:19.858371 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84b2232-67a6-4434-a6db-d7baa96b3eed tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:56:20.062292 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [req-01448240-e9e3-4604-b469-bb30d746c01d req-b84b2232-67a6-4434-a6db-d7baa96b3eed tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Router 56db4d7a-d6e7-40d0-a23e-93cd12695f67 has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:56:20.256468 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-01448240-e9e3-4604-b469-bb30d746c01d req-b84b2232-67a6-4434-a6db-d7baa96b3eed tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:56:20.266089 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b526520-1cc3-49fa-b234-e63c00a48141 None None] Sync routers for ids ['56db4d7a-d6e7-40d0-a23e-93cd12695f67'] in dv-neutron-830731-3-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:56:20.278559 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b526520-1cc3-49fa-b234-e63c00a48141 None None] Routers {'56db4d7a-d6e7-40d0-a23e-93cd12695f67'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:56:20.279221 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-3b526520-1cc3-49fa-b234-e63c00a48141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:56:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['56db4d7a-d6e7-40d0-a23e-93cd12695f67'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:56:20.323141 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [req-01448240-e9e3-4604-b469-bb30d746c01d req-b84b2232-67a6-4434-a6db-d7baa96b3eed tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] No DVR routers for this DVR port a1500ea0-1d6c-4ab5-a309-d35d3c36e56f on host hv-neutron-8307 {{(pid=83737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:56:20.325603 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-01448240-e9e3-4604-b469-bb30d746c01d req-b84b2232-67a6-4434-a6db-d7baa96b3eed tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:56:20.328042 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54f51ba6-e8f6-4c4d-a575-655efd0bffce', 'name': 'network-vif-deleted', 'tag': 'a1500ea0-1d6c-4ab5-a309-d35d3c36e56f'}] {{(pid=83737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 10:56:20.344106 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-01448240-e9e3-4604-b469-bb30d746c01d req-b84b2232-67a6-4434-a6db-d7baa96b3eed tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.10 "DELETE /v2.0/ports/a1500ea0-1d6c-4ab5-a309-d35d3c36e56f HTTP/1.1" status: 204 len: 173 time: 1.4419913 Mar 07 10:56:20.390876 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54f51ba6-e8f6-4c4d-a575-655efd0bffce', 'name': 'network-vif-deleted', 'tag': 'a1500ea0-1d6c-4ab5-a309-d35d3c36e56f', 'status': 'completed', 'code': 200} Mar 07 10:56:20.468821 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-3b526520-1cc3-49fa-b234-e63c00a48141 None None] Set router 56db4d7a-d6e7-40d0-a23e-93cd12695f67 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:56:20.505227 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-e2f3ee3e-1c1a-48a1-a3fa-f8c962877f65 req-2ca24cfb-6d48-40e3-8bd2-da824a6734be tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Synchronizing usage tracker for tenant:ea182ca228b14bd78c810e6c020265a5 on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:56:20.521585 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-e2f3ee3e-1c1a-48a1-a3fa-f8c962877f65 req-2ca24cfb-6d48-40e3-8bd2-da824a6734be tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Unset dirty status for tenant:ea182ca228b14bd78c810e6c020265a5 on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:56:20.523902 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-e2f3ee3e-1c1a-48a1-a3fa-f8c962877f65 req-2ca24cfb-6d48-40e3-8bd2-da824a6734be tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/ports?device_id=54f51ba6-e8f6-4c4d-a575-655efd0bffce HTTP/1.1" status: 200 len: 210 time: 0.0589716 Mar 07 10:56:20.820043 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-3b526520-1cc3-49fa-b234-e63c00a48141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56db4d7a-d6e7-40d0-a23e-93cd12695f67', 'name': 'tempest-ServerActionsTestJSON-940133837-router', 'tenant_id': 'ea182ca228b14bd78c810e6c020265a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.246'}], 'enable_snat': True}, 'gw_port_id': '28543fe1-0e0a-4857-92fe-e81b2ece1be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:52:23Z', 'updated_at': '2022-03-07T10:52:26Z', 'revision_number': 4, 'project_id': 'ea182ca228b14bd78c810e6c020265a5', 'gw_port': {'id': '28543fe1-0e0a-4857-92fe-e81b2ece1be6', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:21:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56db4d7a-d6e7-40d0-a23e-93cd12695f67', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:52:24Z', 'updated_at': '2022-03-07T10:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_interfaces': [{'id': '155076b2-2dab-4fbf-a926-1957d62aabaf', 'name': '', 'network_id': 'c2627522-a52f-46a5-9071-76d8cd9d26ac', 'tenant_id': 'ea182ca228b14bd78c810e6c020265a5', 'mac_address': 'fa:16:3e:66:e3:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56db4d7a-d6e7-40d0-a23e-93cd12695f67', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7f7d5150-02b0-4848-9db2-7de7d27282d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:52:25Z', 'updated_at': '2022-03-07T10:52:43Z', 'revision_number': 5, 'project_id': 'ea182ca228b14bd78c810e6c020265a5', 'subnets': [{'id': '7f7d5150-02b0-4848-9db2-7de7d27282d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:56:20.824355 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b526520-1cc3-49fa-b234-e63c00a48141 None None] Checking router: 56db4d7a-d6e7-40d0-a23e-93cd12695f67 for host: dv-neutron-830731-3-hyperv {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 07 10:56:20.836034 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b526520-1cc3-49fa-b234-e63c00a48141 None None] Routers {'56db4d7a-d6e7-40d0-a23e-93cd12695f67'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:56:20.836662 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-3b526520-1cc3-49fa-b234-e63c00a48141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:56:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['56db4d7a-d6e7-40d0-a23e-93cd12695f67'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:56:21.013032 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-3b526520-1cc3-49fa-b234-e63c00a48141 None None] Set router 56db4d7a-d6e7-40d0-a23e-93cd12695f67 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:56:21.324877 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-3b526520-1cc3-49fa-b234-e63c00a48141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56db4d7a-d6e7-40d0-a23e-93cd12695f67', 'name': 'tempest-ServerActionsTestJSON-940133837-router', 'tenant_id': 'ea182ca228b14bd78c810e6c020265a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.246'}], 'enable_snat': True}, 'gw_port_id': '28543fe1-0e0a-4857-92fe-e81b2ece1be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:52:23Z', 'updated_at': '2022-03-07T10:52:26Z', 'revision_number': 4, 'project_id': 'ea182ca228b14bd78c810e6c020265a5', 'gw_port': {'id': '28543fe1-0e0a-4857-92fe-e81b2ece1be6', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:21:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56db4d7a-d6e7-40d0-a23e-93cd12695f67', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:52:24Z', 'updated_at': '2022-03-07T10:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_interfaces': [{'id': '155076b2-2dab-4fbf-a926-1957d62aabaf', 'name': '', 'network_id': 'c2627522-a52f-46a5-9071-76d8cd9d26ac', 'tenant_id': 'ea182ca228b14bd78c810e6c020265a5', 'mac_address': 'fa:16:3e:66:e3:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56db4d7a-d6e7-40d0-a23e-93cd12695f67', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7f7d5150-02b0-4848-9db2-7de7d27282d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:52:25Z', 'updated_at': '2022-03-07T10:52:43Z', 'revision_number': 5, 'project_id': 'ea182ca228b14bd78c810e6c020265a5', 'subnets': [{'id': '7f7d5150-02b0-4848-9db2-7de7d27282d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:56:21.329449 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b526520-1cc3-49fa-b234-e63c00a48141 None None] The sync data for ids ['56db4d7a-d6e7-40d0-a23e-93cd12695f67'] in dv-neutron-830731-3-hyperv is: [{'id': '56db4d7a-d6e7-40d0-a23e-93cd12695f67', 'name': 'tempest-ServerActionsTestJSON-940133837-router', 'tenant_id': 'ea182ca228b14bd78c810e6c020265a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.246'}], 'enable_snat': True}, 'gw_port_id': '28543fe1-0e0a-4857-92fe-e81b2ece1be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:52:23Z', 'updated_at': '2022-03-07T10:52:26Z', 'revision_number': 4, 'project_id': 'ea182ca228b14bd78c810e6c020265a5', 'gw_port': {'id': '28543fe1-0e0a-4857-92fe-e81b2ece1be6', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:21:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56db4d7a-d6e7-40d0-a23e-93cd12695f67', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:52:24Z', 'updated_at': '2022-03-07T10:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_interfaces': [{'id': '155076b2-2dab-4fbf-a926-1957d62aabaf', 'name': '', 'network_id': 'c2627522-a52f-46a5-9071-76d8cd9d26ac', 'tenant_id': 'ea182ca228b14bd78c810e6c020265a5', 'mac_address': 'fa:16:3e:66:e3:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56db4d7a-d6e7-40d0-a23e-93cd12695f67', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7f7d5150-02b0-4848-9db2-7de7d27282d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:52:25Z', 'updated_at': '2022-03-07T10:52:43Z', 'revision_number': 5, 'project_id': 'ea182ca228b14bd78c810e6c020265a5', 'subnets': [{'id': '7f7d5150-02b0-4848-9db2-7de7d27282d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:56:21.552275 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb00988b-ccc3-4059-b770-d9dc3a53a90c None None] New status for floating IP 0d34bab2-6d40-40b5-b39c-ae9fae432d25: DOWN {{(pid=83740) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 07 10:56:23.379525 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device a1500ea0-1d6c-4ab5-a309-d35d3c36e56f no longer exists at agent hyperv_hv-neutron-8307 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:56:23.414613 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] No Port match for: a1500ea0-1d6c-4ab5-a309-d35d3c36e56f {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 10:56:23.414956 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device a1500ea0-1d6c-4ab5-a309-d35d3c36e56f not bound to the agent host hv-neutron-8307 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 10:56:24.828633 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 43956) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:56:24.896137 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e5ffe372-118e-4bf0-a06a-87de29fd462c tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:56:24.921985 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e5ffe372-118e-4bf0-a06a-87de29fd462c tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:56:24.973232 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e5ffe372-118e-4bf0-a06a-87de29fd462c tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:56:24.990587 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ffe372-118e-4bf0-a06a-87de29fd462c tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e715a674-ee03-4c9f-bbdb-345646b21ed0,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:25.004468 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e5ffe372-118e-4bf0-a06a-87de29fd462c tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:56:25.007175 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-e5ffe372-118e-4bf0-a06a-87de29fd462c tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "DELETE /v2.0/security-groups/e715a674-ee03-4c9f-bbdb-345646b21ed0 HTTP/1.1" status: 204 len: 168 time: 0.1772723 Mar 07 10:56:25.008435 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 43960) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:56:25.026838 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.api.v2.resource [None req-8de555a1-6467-4e1a-97ed-75ea4c45226a tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] show failed (client error): The resource could not be found. Mar 07 10:56:25.028063 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-8de555a1-6467-4e1a-97ed-75ea4c45226a tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "GET /v2.0/security-groups/e715a674-ee03-4c9f-bbdb-345646b21ed0 HTTP/1.1" status: 404 len: 347 time: 0.0179873 Mar 07 10:56:25.030574 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 43964) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:56:25.179574 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-2cfe014f-af02-486f-9cd0-63df4a943669 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Deleting port 9fd55885-be20-4063-807b-c4d80cc49911 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:56:25.179799 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2cfe014f-af02-486f-9cd0-63df4a943669 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:56:25.432374 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2cfe014f-af02-486f-9cd0-63df4a943669 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:56:25.432663 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2cfe014f-af02-486f-9cd0-63df4a943669 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:56:25.549663 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-2cfe014f-af02-486f-9cd0-63df4a943669 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Calling delete_port for 9fd55885-be20-4063-807b-c4d80cc49911 owned by network:floatingip {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:56:25.686907 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2cfe014f-af02-486f-9cd0-63df4a943669 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:56:25.730422 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfe014f-af02-486f-9cd0-63df4a943669 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Pushing event deleted for resources: {'Port': ['ID=9fd55885-be20-4063-807b-c4d80cc49911,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:25.827816 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2cfe014f-af02-486f-9cd0-63df4a943669 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Notify callbacks [] for floatingip, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:56:25.845029 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2cfe014f-af02-486f-9cd0-63df4a943669 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for floatingip, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:56:25.846164 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-2cfe014f-af02-486f-9cd0-63df4a943669 tempest-ServerActionsTestJSON-1724785030 tempest-ServerActionsTestJSON-1724785030-project] 10.222.0.13 "DELETE /v2.0/floatingips/0d34bab2-6d40-40b5-b39c-ae9fae432d25 HTTP/1.1" status: 204 len: 168 time: 0.8147342 Mar 07 10:56:25.849048 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 43968) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:56:26.227220 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-df6a81a8-2822-4c84-b779-8c2e1ff186bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3920255'] for router_interface, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:56:26.801217 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-df6a81a8-2822-4c84-b779-8c2e1ff186bf admin admin] Deleting port 155076b2-2dab-4fbf-a926-1957d62aabaf {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:56:26.801546 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-df6a81a8-2822-4c84-b779-8c2e1ff186bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:56:27.060412 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-df6a81a8-2822-4c84-b779-8c2e1ff186bf admin admin] For port 155076b2-2dab-4fbf-a926-1957d62aabaf, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=155076b2-2dab-4fbf-a926-1957d62aabaf,segment=NetworkSegment(89f3cc88-61e3-4f39-aeae-f34c8e035f06),segment_id=89f3cc88-61e3-4f39-aeae-f34c8e035f06)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:56:27.061117 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-df6a81a8-2822-4c84-b779-8c2e1ff186bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:56:27.177024 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-df6a81a8-2822-4c84-b779-8c2e1ff186bf admin admin] Calling delete_port for 155076b2-2dab-4fbf-a926-1957d62aabaf owned by network:router_interface {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:56:27.338482 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-df6a81a8-2822-4c84-b779-8c2e1ff186bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:56:27.380769 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a81a8-2822-4c84-b779-8c2e1ff186bf admin admin] Pushing event deleted for resources: {'Port': ['ID=155076b2-2dab-4fbf-a926-1957d62aabaf,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:27.664386 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-df6a81a8-2822-4c84-b779-8c2e1ff186bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2756383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3920168'] for router_interface, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:56:28.221496 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df6a81a8-2822-4c84-b779-8c2e1ff186bf admin admin] Router 56db4d7a-d6e7-40d0-a23e-93cd12695f67 has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:56:28.421673 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-9d275b5e-fb30-421b-ba6e-9415dd1ee1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:56:28.509744 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df6a81a8-2822-4c84-b779-8c2e1ff186bf admin admin] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:56:28.519445 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f26c6e6-2594-4f44-a428-331b2b33388d None None] Sync routers for ids ['56db4d7a-d6e7-40d0-a23e-93cd12695f67'] in dv-neutron-830731-3-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:56:28.522062 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-df6a81a8-2822-4c84-b779-8c2e1ff186bf admin admin] 10.222.0.13 "PUT /v2.0/routers/56db4d7a-d6e7-40d0-a23e-93cd12695f67/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6720386 Mar 07 10:56:28.524555 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 43972) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:56:28.531704 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f26c6e6-2594-4f44-a428-331b2b33388d None None] Routers {'56db4d7a-d6e7-40d0-a23e-93cd12695f67'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:56:28.532302 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-2f26c6e6-2594-4f44-a428-331b2b33388d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:56:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['56db4d7a-d6e7-40d0-a23e-93cd12695f67'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:56:28.707062 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-2f26c6e6-2594-4f44-a428-331b2b33388d None None] Set router 56db4d7a-d6e7-40d0-a23e-93cd12695f67 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:56:28.718757 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ea739e40-644e-497c-a1e8-fa35296c0bd5 admin admin] Notify callbacks [] for router, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:56:28.911125 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ea739e40-644e-497c-a1e8-fa35296c0bd5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:56:28.920308 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-ea739e40-644e-497c-a1e8-fa35296c0bd5 admin admin] Deleting port 28543fe1-0e0a-4857-92fe-e81b2ece1be6 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:56:28.920738 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ea739e40-644e-497c-a1e8-fa35296c0bd5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:56:28.989702 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-2f26c6e6-2594-4f44-a428-331b2b33388d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56db4d7a-d6e7-40d0-a23e-93cd12695f67', 'name': 'tempest-ServerActionsTestJSON-940133837-router', 'tenant_id': 'ea182ca228b14bd78c810e6c020265a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.246'}], 'enable_snat': True}, 'gw_port_id': '28543fe1-0e0a-4857-92fe-e81b2ece1be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:52:23Z', 'updated_at': '2022-03-07T10:56:27Z', 'revision_number': 5, 'project_id': 'ea182ca228b14bd78c810e6c020265a5', 'gw_port': {'id': '28543fe1-0e0a-4857-92fe-e81b2ece1be6', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:21:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56db4d7a-d6e7-40d0-a23e-93cd12695f67', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:52:24Z', 'updated_at': '2022-03-07T10:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv'}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:56:28.993612 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f26c6e6-2594-4f44-a428-331b2b33388d None None] Checking router: 56db4d7a-d6e7-40d0-a23e-93cd12695f67 for host: dv-neutron-830731-3-hyperv {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 07 10:56:29.004744 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f26c6e6-2594-4f44-a428-331b2b33388d None None] Routers {'56db4d7a-d6e7-40d0-a23e-93cd12695f67'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:56:29.005331 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-2f26c6e6-2594-4f44-a428-331b2b33388d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:56:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['56db4d7a-d6e7-40d0-a23e-93cd12695f67'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:56:29.096977 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-ea739e40-644e-497c-a1e8-fa35296c0bd5 admin admin] For port 28543fe1-0e0a-4857-92fe-e81b2ece1be6, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=28543fe1-0e0a-4857-92fe-e81b2ece1be6,segment=NetworkSegment(9a22e080-7529-4fc7-949d-9f84ba21807d),segment_id=9a22e080-7529-4fc7-949d-9f84ba21807d)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:56:29.097325 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ea739e40-644e-497c-a1e8-fa35296c0bd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:56:29.148773 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-2f26c6e6-2594-4f44-a428-331b2b33388d None None] Set router 56db4d7a-d6e7-40d0-a23e-93cd12695f67 gateway port host: None {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:56:29.215236 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-ea739e40-644e-497c-a1e8-fa35296c0bd5 admin admin] Calling delete_port for 28543fe1-0e0a-4857-92fe-e81b2ece1be6 owned by network:router_gateway {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:56:29.288803 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-2f26c6e6-2594-4f44-a428-331b2b33388d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56db4d7a-d6e7-40d0-a23e-93cd12695f67', 'name': 'tempest-ServerActionsTestJSON-940133837-router', 'tenant_id': 'ea182ca228b14bd78c810e6c020265a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:52:23Z', 'updated_at': '2022-03-07T10:56:28Z', 'revision_number': 6, 'project_id': 'ea182ca228b14bd78c810e6c020265a5', 'gw_port_host': None}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:56:29.293082 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f26c6e6-2594-4f44-a428-331b2b33388d None None] The sync data for ids ['56db4d7a-d6e7-40d0-a23e-93cd12695f67'] in dv-neutron-830731-3-hyperv is: [{'id': '56db4d7a-d6e7-40d0-a23e-93cd12695f67', 'name': 'tempest-ServerActionsTestJSON-940133837-router', 'tenant_id': 'ea182ca228b14bd78c810e6c020265a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:52:23Z', 'updated_at': '2022-03-07T10:56:28Z', 'revision_number': 6, 'project_id': 'ea182ca228b14bd78c810e6c020265a5', 'gw_port_host': None}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:56:29.385391 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ea739e40-644e-497c-a1e8-fa35296c0bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:56:29.427473 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea739e40-644e-497c-a1e8-fa35296c0bd5 admin admin] Pushing event deleted for resources: {'Port': ['ID=28543fe1-0e0a-4857-92fe-e81b2ece1be6,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:29.649578 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ea739e40-644e-497c-a1e8-fa35296c0bd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923554'] for router_gateway, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:56:29.990840 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ea739e40-644e-497c-a1e8-fa35296c0bd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3917970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58043'] for router, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:56:29.994891 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ea739e40-644e-497c-a1e8-fa35296c0bd5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:56:30.021343 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ea739e40-644e-497c-a1e8-fa35296c0bd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3917886'] for router, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:56:30.021895 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea739e40-644e-497c-a1e8-fa35296c0bd5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 56db4d7a-d6e7-40d0-a23e-93cd12695f67 {{(pid=83737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 10:56:30.034575 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ea739e40-644e-497c-a1e8-fa35296c0bd5 admin admin] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:56:30.035703 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-ea739e40-644e-497c-a1e8-fa35296c0bd5 admin admin] 10.222.0.13 "DELETE /v2.0/routers/56db4d7a-d6e7-40d0-a23e-93cd12695f67 HTTP/1.1" status: 204 len: 168 time: 1.5102711 Mar 07 10:56:30.038244 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 43976) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:56:30.097447 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae4e8cc0-fa03-4dd4-9614-1fd5bd68dc95 admin admin] Deleting subnet 7f7d5150-02b0-4848-9db2-7de7d27282d9 {{(pid=83737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 07 10:56:30.100561 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ae4e8cc0-fa03-4dd4-9614-1fd5bd68dc95 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:56:30.148683 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ae4e8cc0-fa03-4dd4-9614-1fd5bd68dc95 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2627781'] for subnet, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:56:30.228959 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ae4e8cc0-fa03-4dd4-9614-1fd5bd68dc95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1525496'] for subnet, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:56:30.298915 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ae4e8cc0-fa03-4dd4-9614-1fd5bd68dc95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1525489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3012507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3219316'] for subnet, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:56:30.336763 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4e8cc0-fa03-4dd4-9614-1fd5bd68dc95 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f7d5150-02b0-4848-9db2-7de7d27282d9,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:30.342618 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ae4e8cc0-fa03-4dd4-9614-1fd5bd68dc95 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:56:30.348753 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e1dc29c-4753-4849-b61b-50f22b8c6be3 None None] Network c2627522-a52f-46a5-9071-76d8cd9d26ac requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:56:30.349248 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-ae4e8cc0-fa03-4dd4-9614-1fd5bd68dc95 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/7f7d5150-02b0-4848-9db2-7de7d27282d9 HTTP/1.1" status: 204 len: 168 time: 0.3098862 Mar 07 10:56:30.351531 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 43980) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:56:30.458788 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d22051c9-a630-4e33-a639-a13747ef0914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1158940'] for network, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:56:30.469081 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-d22051c9-a630-4e33-a639-a13747ef0914 admin admin] Deleting port c14d4d83-62ed-4d1c-bf10-70e5c9ab7e5e {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:56:30.469407 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d22051c9-a630-4e33-a639-a13747ef0914 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:56:30.587426 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a141e45-f7d4-42c4-af46-693f94a8cd0c None None] DHCP port deletion for c2627522-a52f-46a5-9071-76d8cd9d26ac request from dv-neutron-830731-3-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 07 10:56:30.591611 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6a141e45-f7d4-42c4-af46-693f94a8cd0c None None] Deleting port c14d4d83-62ed-4d1c-bf10-70e5c9ab7e5e {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:56:30.591978 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6a141e45-f7d4-42c4-af46-693f94a8cd0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:56:30.649486 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-90a75ceb-b493-4570-9ddc-37d11b149fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:56:30.678980 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-d22051c9-a630-4e33-a639-a13747ef0914 admin admin] For port c14d4d83-62ed-4d1c-bf10-70e5c9ab7e5e, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=c14d4d83-62ed-4d1c-bf10-70e5c9ab7e5e,segment=NetworkSegment(89f3cc88-61e3-4f39-aeae-f34c8e035f06),segment_id=89f3cc88-61e3-4f39-aeae-f34c8e035f06)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:56:30.679353 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d22051c9-a630-4e33-a639-a13747ef0914 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:56:30.797790 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-d22051c9-a630-4e33-a639-a13747ef0914 admin admin] Calling delete_port for c14d4d83-62ed-4d1c-bf10-70e5c9ab7e5e owned by network:dhcp {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:56:30.800060 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6a141e45-f7d4-42c4-af46-693f94a8cd0c None None] For port c14d4d83-62ed-4d1c-bf10-70e5c9ab7e5e, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=c14d4d83-62ed-4d1c-bf10-70e5c9ab7e5e,segment=NetworkSegment(89f3cc88-61e3-4f39-aeae-f34c8e035f06),segment_id=89f3cc88-61e3-4f39-aeae-f34c8e035f06)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:56:30.800448 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6a141e45-f7d4-42c4-af46-693f94a8cd0c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:56:30.873859 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d22051c9-a630-4e33-a639-a13747ef0914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:56:30.918028 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22051c9-a630-4e33-a639-a13747ef0914 admin admin] Pushing event deleted for resources: {'Port': ['ID=c14d4d83-62ed-4d1c-bf10-70e5c9ab7e5e,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:30.921960 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6a141e45-f7d4-42c4-af46-693f94a8cd0c None None] Calling delete_port for c14d4d83-62ed-4d1c-bf10-70e5c9ab7e5e owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:56:30.923522 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22051c9-a630-4e33-a639-a13747ef0914 admin admin] No DVR routers for this DVR port c14d4d83-62ed-4d1c-bf10-70e5c9ab7e5e on host dv-neutron-830731-3-hyperv {{(pid=83737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:56:30.993561 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.db.api [None req-6a141e45-f7d4-42c4-af46-693f94a8cd0c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 10:56:30.993909 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG oslo_db.api [None req-6a141e45-f7d4-42c4-af46-693f94a8cd0c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 10:56:31.004520 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device c14d4d83-62ed-4d1c-bf10-70e5c9ab7e5e no longer exists at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:56:31.037407 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] No Port match for: c14d4d83-62ed-4d1c-bf10-70e5c9ab7e5e {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 10:56:31.037731 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device c14d4d83-62ed-4d1c-bf10-70e5c9ab7e5e not bound to the agent host dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 10:56:31.038140 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 28543fe1-0e0a-4857-92fe-e81b2ece1be6 no longer exists at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:56:31.051415 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d22051c9-a630-4e33-a639-a13747ef0914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1526893', 'neutron.services.segments.db._delete_segments_for_network-8732568551033'] for network, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:56:31.071469 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] No Port match for: 28543fe1-0e0a-4857-92fe-e81b2ece1be6 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 10:56:31.071832 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 28543fe1-0e0a-4857-92fe-e81b2ece1be6 not bound to the agent host dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 10:56:31.072242 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 155076b2-2dab-4fbf-a926-1957d62aabaf no longer exists at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:56:31.076080 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-d22051c9-a630-4e33-a639-a13747ef0914 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2627522-a52f-46a5-9071-76d8cd9d26ac']}} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:56:31.087714 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-d22051c9-a630-4e33-a639-a13747ef0914 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89f3cc88-61e3-4f39-aeae-f34c8e035f06') {'for_net_delete': True} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:56:31.088007 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-d22051c9-a630-4e33-a639-a13747ef0914 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89f3cc88-61e3-4f39-aeae-f34c8e035f06') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:56:31.099662 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d22051c9-a630-4e33-a639-a13747ef0914 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732568550916', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629174'] for segment, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:56:31.102993 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] No Port match for: 155076b2-2dab-4fbf-a926-1957d62aabaf {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 10:56:31.103339 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 155076b2-2dab-4fbf-a926-1957d62aabaf not bound to the agent host dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 10:56:31.115987 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d22051c9-a630-4e33-a639-a13747ef0914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:56:31.121993 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d22051c9-a630-4e33-a639-a13747ef0914 admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=83737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 07 10:56:31.122370 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d22051c9-a630-4e33-a639-a13747ef0914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1227397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3012597'] for segment, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:56:31.135171 dv-neutron-830731-3-hyperv neutron-server[83737]: Traceback (most recent call last): Mar 07 10:56:31.135171 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 07 10:56:31.135171 dv-neutron-830731-3-hyperv neutron-server[83737]: timer() Mar 07 10:56:31.135171 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:56:31.135171 dv-neutron-830731-3-hyperv neutron-server[83737]: cb(*args, **kw) Mar 07 10:56:31.135171 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 10:56:31.135171 dv-neutron-830731-3-hyperv neutron-server[83737]: return func(*args, **kwargs) Mar 07 10:56:31.135171 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:56:31.135171 dv-neutron-830731-3-hyperv neutron-server[83737]: self._notify() Mar 07 10:56:31.135171 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:56:31.135171 dv-neutron-830731-3-hyperv neutron-server[83737]: self.callback(batched_events) Mar 07 10:56:31.135171 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:56:31.135171 dv-neutron-830731-3-hyperv neutron-server[83737]: event.method(event) Mar 07 10:56:31.135171 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 10:56:31.135171 dv-neutron-830731-3-hyperv neutron-server[83737]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:56:31.135171 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 10:56:31.135171 dv-neutron-830731-3-hyperv neutron-server[83737]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:56:31.135171 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 10:56:31.135171 dv-neutron-830731-3-hyperv neutron-server[83737]: return f(self, *a, **k) Mar 07 10:56:31.135171 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:56:31.135171 dv-neutron-830731-3-hyperv neutron-server[83737]: return self._get(url).json() Mar 07 10:56:31.135171 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:56:31.135171 dv-neutron-830731-3-hyperv neutron-server[83737]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:56:31.135171 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 07 10:56:31.135171 dv-neutron-830731-3-hyperv neutron-server[83737]: return self.request(url, 'GET', **kwargs) Mar 07 10:56:31.135171 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 07 10:56:31.135171 dv-neutron-830731-3-hyperv neutron-server[83737]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:56:31.135171 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 07 10:56:31.135171 dv-neutron-830731-3-hyperv neutron-server[83737]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:56:31.135171 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 07 10:56:31.135171 dv-neutron-830731-3-hyperv neutron-server[83737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:56:31.135171 dv-neutron-830731-3-hyperv neutron-server[83737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:56:31.289543 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d22051c9-a630-4e33-a639-a13747ef0914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1526886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923583'] for network, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:56:31.304992 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d22051c9-a630-4e33-a639-a13747ef0914 admin admin] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:56:31.317075 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22051c9-a630-4e33-a639-a13747ef0914 admin admin] Pushing event deleted for resources: {'Network': ['ID=c2627522-a52f-46a5-9071-76d8cd9d26ac,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:31.321720 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-d22051c9-a630-4e33-a639-a13747ef0914 admin admin] 10.222.0.13 "DELETE /v2.0/networks/c2627522-a52f-46a5-9071-76d8cd9d26ac HTTP/1.1" status: 204 len: 168 time: 0.9692602 Mar 07 10:56:31.451510 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 43986) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:56:31.495253 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6a141e45-f7d4-42c4-af46-693f94a8cd0c None None] Deleting port c14d4d83-62ed-4d1c-bf10-70e5c9ab7e5e {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:56:31.495868 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6a141e45-f7d4-42c4-af46-693f94a8cd0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:56:31.505249 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-79136bfe-2984-4d43-962f-1aa46203ec25 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ea182ca228b14bd78c810e6c020265a5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0524149 Mar 07 10:56:31.507517 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 43990) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:56:31.560456 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6a141e45-f7d4-42c4-af46-693f94a8cd0c None None] The port 'c14d4d83-62ed-4d1c-bf10-70e5c9ab7e5e' was deleted {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 07 10:56:31.570808 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-169d0fbd-4ac1-4631-9e9c-5e0953a50115 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:56:31.597569 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-169d0fbd-4ac1-4631-9e9c-5e0953a50115 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:56:31.648788 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-169d0fbd-4ac1-4631-9e9c-5e0953a50115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:56:31.665798 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169d0fbd-4ac1-4631-9e9c-5e0953a50115 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9392e7d4-a758-47ce-a2e3-0613c255017f,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:31.672019 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-169d0fbd-4ac1-4631-9e9c-5e0953a50115 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:56:31.675269 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-169d0fbd-4ac1-4631-9e9c-5e0953a50115 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9392e7d4-a758-47ce-a2e3-0613c255017f HTTP/1.1" status: 204 len: 168 time: 0.1647279 Mar 07 10:56:31.861640 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-711fefd2-3b30-4759-8df5-0aecff1c8e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:56:31.912658 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:56:32.478150 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 44012) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:56:32.602112 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-7c05d659-fb21-41b9-af54-b45ec0dd4fe7 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-426912487-network', 'tenant_id': 'ddd46961eaef48f5ace482c0add0199e'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:56:32.606792 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-7c05d659-fb21-41b9-af54-b45ec0dd4fe7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:56:32.610610 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-7c05d659-fb21-41b9-af54-b45ec0dd4fe7 admin admin] Usage tracker for resource:network and tenant:ddd46961eaef48f5ace482c0add0199e is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:56:32.614558 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-7c05d659-fb21-41b9-af54-b45ec0dd4fe7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:56:32.620105 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-7c05d659-fb21-41b9-af54-b45ec0dd4fe7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:56:32.630391 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c05d659-fb21-41b9-af54-b45ec0dd4fe7 admin admin] Made reservation on behalf of ddd46961eaef48f5ace482c0add0199e for: {'network': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:56:32.632899 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7c05d659-fb21-41b9-af54-b45ec0dd4fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for network, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:56:32.645920 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7c05d659-fb21-41b9-af54-b45ec0dd4fe7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:56:32.676418 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-7c05d659-fb21-41b9-af54-b45ec0dd4fe7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:56:32.680048 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-7c05d659-fb21-41b9-af54-b45ec0dd4fe7 admin admin] Usage tracker for resource:security_group_rule and tenant:ddd46961eaef48f5ace482c0add0199e is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:56:32.682738 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-7c05d659-fb21-41b9-af54-b45ec0dd4fe7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:56:32.688364 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-7c05d659-fb21-41b9-af54-b45ec0dd4fe7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:56:32.756313 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7c05d659-fb21-41b9-af54-b45ec0dd4fe7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:56:32.759818 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7c05d659-fb21-41b9-af54-b45ec0dd4fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:56:32.791630 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c05d659-fb21-41b9-af54-b45ec0dd4fe7 admin admin] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=83737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:56:32.796669 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c05d659-fb21-41b9-af54-b45ec0dd4fe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c0eaab1-cc15-46b2-ba5a-a9e2eeeb2234,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:32.804456 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7c05d659-fb21-41b9-af54-b45ec0dd4fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:56:32.804456 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.db.segments_db [None req-7c05d659-fb21-41b9-af54-b45ec0dd4fe7 admin admin] Added segment 9f1c7904-b6de-4843-ade9-6c237d4a7351 of type vlan for network 816da432-99de-40be-ad1d-9cd20fd4bc8f Mar 07 10:56:32.832087 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7c05d659-fb21-41b9-af54-b45ec0dd4fe7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732568034061'] for network, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:56:32.860515 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7c05d659-fb21-41b9-af54-b45ec0dd4fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594'] for network, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:56:32.861563 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c05d659-fb21-41b9-af54-b45ec0dd4fe7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:32.862129 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7c05d659-fb21-41b9-af54-b45ec0dd4fe7 admin admin] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:56:32.966151 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-7c05d659-fb21-41b9-af54-b45ec0dd4fe7 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4869206 Mar 07 10:56:32.966973 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c05d659-fb21-41b9-af54-b45ec0dd4fe7 admin admin] Pushing event updated for resources: {'Network': ['ID=816da432-99de-40be-ad1d-9cd20fd4bc8f,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:32.968852 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 44018) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:56:32.974825 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-eff3352b-255b-46fa-a2e5-0e0248b6274f admin admin] Request body: {'subnet': {'network_id': '816da432-99de-40be-ad1d-9cd20fd4bc8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-426912487-subnet', 'tenant_id': 'ddd46961eaef48f5ace482c0add0199e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:56:32.978234 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Network 816da432-99de-40be-ad1d-9cd20fd4bc8f details requested by agent ovs-agent-dv-neutron-830731-3-hyperv with host dv-neutron-830731-3-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 10:56:32.979553 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-eff3352b-255b-46fa-a2e5-0e0248b6274f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:56:32.983476 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-eff3352b-255b-46fa-a2e5-0e0248b6274f admin admin] Usage tracker for resource:subnet and tenant:ddd46961eaef48f5ace482c0add0199e is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:56:32.986462 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-eff3352b-255b-46fa-a2e5-0e0248b6274f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:56:32.992184 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-eff3352b-255b-46fa-a2e5-0e0248b6274f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:56:33.002629 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eff3352b-255b-46fa-a2e5-0e0248b6274f admin admin] Made reservation on behalf of ddd46961eaef48f5ace482c0add0199e for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:56:33.005079 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-eff3352b-255b-46fa-a2e5-0e0248b6274f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3219231'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:56:33.207750 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-eff3352b-255b-46fa-a2e5-0e0248b6274f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3012444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3219213'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:56:33.279643 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff3352b-255b-46fa-a2e5-0e0248b6274f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3e372ab-5282-4baf-ae0a-462c1e7e72b3,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:33.287349 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c87150bd-aa9c-4ad1-bb68-57ec66d4fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:56:33.294064 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff3352b-255b-46fa-a2e5-0e0248b6274f admin admin] Checking segment: {'id': '9f1c7904-b6de-4843-ade9-6c237d4a7351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '816da432-99de-40be-ad1d-9cd20fd4bc8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:56:33.294418 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff3352b-255b-46fa-a2e5-0e0248b6274f admin admin] Network hostable DHCP agents. Network: 816da432-99de-40be-ad1d-9cd20fd4bc8f, hostable agents: ['6527556c-6586-422c-ae47-082984683847'], hosted agents: [] {{(pid=83737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:56:33.316261 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff3352b-255b-46fa-a2e5-0e0248b6274f admin admin] Network 816da432-99de-40be-ad1d-9cd20fd4bc8f is scheduled to be hosted by DHCP agent 6527556c-6586-422c-ae47-082984683847 with binding_index 1 {{(pid=83737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:56:33.324858 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-eff3352b-255b-46fa-a2e5-0e0248b6274f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830731-3-hyperv, 816da432-99de-40be-ad1d-9cd20fd4bc8f) {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:56:33.329148 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eff3352b-255b-46fa-a2e5-0e0248b6274f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:33.330422 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-eff3352b-255b-46fa-a2e5-0e0248b6274f admin admin] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:56:33.333452 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6f7007f-38c4-44a9-8ec6-9ef31ebeea12 None None] Network 816da432-99de-40be-ad1d-9cd20fd4bc8f requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:56:33.351605 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-eff3352b-255b-46fa-a2e5-0e0248b6274f admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3817751 Mar 07 10:56:33.549230 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eb14b3c-c8a2-44f2-9340-79d2adfa8158 None None] Network 816da432-99de-40be-ad1d-9cd20fd4bc8f requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:56:33.895155 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232cb00e-0e0b-4430-8380-39f66f4bae4d req-bbb388f6-54a9-4552-a2f1-25752a248df2 tempest-ServersNegativeTestJSON-568869940 tempest-ServersNegativeTestJSON-568869940-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:33.895834 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-232cb00e-0e0b-4430-8380-39f66f4bae4d req-bbb388f6-54a9-4552-a2f1-25752a248df2 tempest-ServersNegativeTestJSON-568869940 tempest-ServersNegativeTestJSON-568869940-project] Synchronizing usage tracker for tenant:ddd46961eaef48f5ace482c0add0199e on resource:network {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:56:33.911802 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-232cb00e-0e0b-4430-8380-39f66f4bae4d req-bbb388f6-54a9-4552-a2f1-25752a248df2 tempest-ServersNegativeTestJSON-568869940 tempest-ServersNegativeTestJSON-568869940-project] Unset dirty status for tenant:ddd46961eaef48f5ace482c0add0199e on resource:network {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:56:33.912929 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-232cb00e-0e0b-4430-8380-39f66f4bae4d req-bbb388f6-54a9-4552-a2f1-25752a248df2 tempest-ServersNegativeTestJSON-568869940 tempest-ServersNegativeTestJSON-568869940-project] 10.222.0.13 "GET /v2.0/networks?id=816da432-99de-40be-ad1d-9cd20fd4bc8f HTTP/1.1" status: 200 len: 813 time: 0.1622913 Mar 07 10:56:33.928916 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-232cb00e-0e0b-4430-8380-39f66f4bae4d req-22969109-c637-401b-ad76-ed1d97f37e1a tempest-ServersNegativeTestJSON-568869940 tempest-ServersNegativeTestJSON-568869940-project] 10.222.0.13 "GET /v2.0/quotas/ddd46961eaef48f5ace482c0add0199e HTTP/1.1" status: 200 len: 375 time: 0.0101888 Mar 07 10:56:33.976247 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-232cb00e-0e0b-4430-8380-39f66f4bae4d req-ee6d516c-6804-441d-a8a0-0d4108f3d2f0 tempest-ServersNegativeTestJSON-568869940 tempest-ServersNegativeTestJSON-568869940-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ddd46961eaef48f5ace482c0add0199e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0425839 Mar 07 10:56:34.103232 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-232cb00e-0e0b-4430-8380-39f66f4bae4d req-dc77cfe2-355c-48e6-b068-6d12284ee686 service neutron] 10.222.0.13 "GET /v2.0/networks/816da432-99de-40be-ad1d-9cd20fd4bc8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204619 Mar 07 10:56:34.229467 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-232cb00e-0e0b-4430-8380-39f66f4bae4d req-137a594b-35cb-43fb-902c-ab483dc08cce service neutron] 10.222.0.13 "GET /v2.0/networks/816da432-99de-40be-ad1d-9cd20fd4bc8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207175 Mar 07 10:56:34.411264 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-cb0f20d9-c5ed-47db-a904-12fbd0167ef6 req-15a34ff9-0572-4729-b8d2-3df30b3c3b99 tempest-ServersNegativeTestJSON-568869940 tempest-ServersNegativeTestJSON-568869940-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c3b84e4-180d-47a2-a6db-96e2eca30db4 HTTP/1.1" status: 200 len: 210 time: 0.0398877 Mar 07 10:56:35.387796 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232cb00e-0e0b-4430-8380-39f66f4bae4d req-d2b00052-fb04-415b-bce7-4672b66dc401 tempest-ServersNegativeTestJSON-568869940 tempest-ServersNegativeTestJSON-568869940-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:35.389204 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-232cb00e-0e0b-4430-8380-39f66f4bae4d req-d2b00052-fb04-415b-bce7-4672b66dc401 tempest-ServersNegativeTestJSON-568869940 tempest-ServersNegativeTestJSON-568869940-project] 10.222.0.10 "GET /v2.0/networks?id=816da432-99de-40be-ad1d-9cd20fd4bc8f HTTP/1.1" status: 200 len: 813 time: 0.1478252 Mar 07 10:56:35.404548 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [req-232cb00e-0e0b-4430-8380-39f66f4bae4d req-064449aa-24da-4de5-9cb5-019390383f71 tempest-ServersNegativeTestJSON-568869940 tempest-ServersNegativeTestJSON-568869940-project] Request body: {'port': {'device_id': '9c3b84e4-180d-47a2-a6db-96e2eca30db4', 'network_id': '816da432-99de-40be-ad1d-9cd20fd4bc8f', 'admin_state_up': True, 'tenant_id': 'ddd46961eaef48f5ace482c0add0199e'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:56:35.663700 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-bcb8ad24-e967-49ff-997a-ed716920c3ce req-06b97856-6693-4517-94a0-128cac5e2346 tempest-ServersNegativeTestJSON-568869940 tempest-ServersNegativeTestJSON-568869940-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c3b84e4-180d-47a2-a6db-96e2eca30db4 HTTP/1.1" status: 200 len: 210 time: 0.1288762 Mar 07 10:56:35.665704 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [req-232cb00e-0e0b-4430-8380-39f66f4bae4d req-064449aa-24da-4de5-9cb5-019390383f71 tempest-ServersNegativeTestJSON-568869940 tempest-ServersNegativeTestJSON-568869940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:56:35.669467 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-232cb00e-0e0b-4430-8380-39f66f4bae4d req-064449aa-24da-4de5-9cb5-019390383f71 tempest-ServersNegativeTestJSON-568869940 tempest-ServersNegativeTestJSON-568869940-project] Usage tracker for resource:port and tenant:ddd46961eaef48f5ace482c0add0199e is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:56:35.672219 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-232cb00e-0e0b-4430-8380-39f66f4bae4d req-064449aa-24da-4de5-9cb5-019390383f71 tempest-ServersNegativeTestJSON-568869940 tempest-ServersNegativeTestJSON-568869940-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:56:35.678422 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [req-232cb00e-0e0b-4430-8380-39f66f4bae4d req-064449aa-24da-4de5-9cb5-019390383f71 tempest-ServersNegativeTestJSON-568869940 tempest-ServersNegativeTestJSON-568869940-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:56:35.689737 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-232cb00e-0e0b-4430-8380-39f66f4bae4d req-064449aa-24da-4de5-9cb5-019390383f71 tempest-ServersNegativeTestJSON-568869940 tempest-ServersNegativeTestJSON-568869940-project] Made reservation on behalf of ddd46961eaef48f5ace482c0add0199e for: {'port': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:56:35.692724 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-232cb00e-0e0b-4430-8380-39f66f4bae4d req-064449aa-24da-4de5-9cb5-019390383f71 tempest-ServersNegativeTestJSON-568869940 tempest-ServersNegativeTestJSON-568869940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:56:35.851641 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [req-232cb00e-0e0b-4430-8380-39f66f4bae4d req-064449aa-24da-4de5-9cb5-019390383f71 tempest-ServersNegativeTestJSON-568869940 tempest-ServersNegativeTestJSON-568869940-project] Allocated IP 172.20.0.10 (816da432-99de-40be-ad1d-9cd20fd4bc8f/b3e372ab-5282-4baf-ae0a-462c1e7e72b3/cbdf0668-caa0-47af-8e15-6b3ad4bf5435) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:56:36.049648 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-232cb00e-0e0b-4430-8380-39f66f4bae4d req-064449aa-24da-4de5-9cb5-019390383f71 tempest-ServersNegativeTestJSON-568869940 tempest-ServersNegativeTestJSON-568869940-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:56:36.078831 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-232cb00e-0e0b-4430-8380-39f66f4bae4d req-064449aa-24da-4de5-9cb5-019390383f71 tempest-ServersNegativeTestJSON-568869940 tempest-ServersNegativeTestJSON-568869940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:56:36.149079 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-232cb00e-0e0b-4430-8380-39f66f4bae4d req-064449aa-24da-4de5-9cb5-019390383f71 tempest-ServersNegativeTestJSON-568869940 tempest-ServersNegativeTestJSON-568869940-project] Network 816da432-99de-40be-ad1d-9cd20fd4bc8f is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:56:36.151899 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [req-232cb00e-0e0b-4430-8380-39f66f4bae4d req-064449aa-24da-4de5-9cb5-019390383f71 tempest-ServersNegativeTestJSON-568869940 tempest-ServersNegativeTestJSON-568869940-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:56:36.155836 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [req-232cb00e-0e0b-4430-8380-39f66f4bae4d req-064449aa-24da-4de5-9cb5-019390383f71 tempest-ServersNegativeTestJSON-568869940 tempest-ServersNegativeTestJSON-568869940-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:56:36.188658 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064449aa-24da-4de5-9cb5-019390383f71 tempest-ServersNegativeTestJSON-568869940 tempest-ServersNegativeTestJSON-568869940-project] Pushing event updated for resources: {'Port': ['ID=cbdf0668-caa0-47af-8e15-6b3ad4bf5435,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:36.222003 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232cb00e-0e0b-4430-8380-39f66f4bae4d req-064449aa-24da-4de5-9cb5-019390383f71 tempest-ServersNegativeTestJSON-568869940 tempest-ServersNegativeTestJSON-568869940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:36.222603 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-232cb00e-0e0b-4430-8380-39f66f4bae4d req-064449aa-24da-4de5-9cb5-019390383f71 tempest-ServersNegativeTestJSON-568869940 tempest-ServersNegativeTestJSON-568869940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:56:36.242412 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-232cb00e-0e0b-4430-8380-39f66f4bae4d req-064449aa-24da-4de5-9cb5-019390383f71 tempest-ServersNegativeTestJSON-568869940 tempest-ServersNegativeTestJSON-568869940-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8413110 Mar 07 10:56:36.254629 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [req-232cb00e-0e0b-4430-8380-39f66f4bae4d req-0ac93475-6269-4573-9594-52657f268283 service neutron] Request body: {'port': {'device_id': '9c3b84e4-180d-47a2-a6db-96e2eca30db4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8307'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:56:36.365880 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-232cb00e-0e0b-4430-8380-39f66f4bae4d req-0ac93475-6269-4573-9594-52657f268283 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:56:36.704518 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [req-232cb00e-0e0b-4430-8380-39f66f4bae4d req-0ac93475-6269-4573-9594-52657f268283 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbdf0668-caa0-47af-8e15-6b3ad4bf5435 {{(pid=83737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 07 10:56:36.712090 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-232cb00e-0e0b-4430-8380-39f66f4bae4d req-0ac93475-6269-4573-9594-52657f268283 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:56:36.729231 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [req-232cb00e-0e0b-4430-8380-39f66f4bae4d req-0ac93475-6269-4573-9594-52657f268283 service neutron] Transition to ACTIVE for port object cbdf0668-caa0-47af-8e15-6b3ad4bf5435 will not be triggered until provisioned by entity L2. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:56:36.733209 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-232cb00e-0e0b-4430-8380-39f66f4bae4d req-0ac93475-6269-4573-9594-52657f268283 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3012561'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:56:36.901719 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac93475-6269-4573-9594-52657f268283 service neutron] Pushing event updated for resources: {'Port': ['ID=cbdf0668-caa0-47af-8e15-6b3ad4bf5435,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:37.022851 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d76efd5-7574-4745-9777-bb45b0167b2f req-ced562eb-886b-4125-afd1-bccc4bc11a03 tempest-ServersNegativeTestJSON-568869940 tempest-ServersNegativeTestJSON-568869940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:37.023450 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-2d76efd5-7574-4745-9777-bb45b0167b2f req-ced562eb-886b-4125-afd1-bccc4bc11a03 tempest-ServersNegativeTestJSON-568869940 tempest-ServersNegativeTestJSON-568869940-project] Synchronizing usage tracker for tenant:ddd46961eaef48f5ace482c0add0199e on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:56:37.047659 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [req-232cb00e-0e0b-4430-8380-39f66f4bae4d req-0ac93475-6269-4573-9594-52657f268283 service neutron] Attempting to bind port cbdf0668-caa0-47af-8e15-6b3ad4bf5435 on host hv-neutron-8307 for vnic_type normal with profile {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:56:37.047990 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [req-232cb00e-0e0b-4430-8380-39f66f4bae4d req-0ac93475-6269-4573-9594-52657f268283 service neutron] Attempting to bind port cbdf0668-caa0-47af-8e15-6b3ad4bf5435 by drivers openvswitch,hyperv on host hv-neutron-8307 at level 0 using segments [{'id': '9f1c7904-b6de-4843-ade9-6c237d4a7351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '816da432-99de-40be-ad1d-9cd20fd4bc8f'}] {{(pid=83737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:56:37.048883 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232cb00e-0e0b-4430-8380-39f66f4bae4d req-0ac93475-6269-4573-9594-52657f268283 service neutron] Attempting to bind port cbdf0668-caa0-47af-8e15-6b3ad4bf5435 on network 816da432-99de-40be-ad1d-9cd20fd4bc8f {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:56:37.056523 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-2d76efd5-7574-4745-9777-bb45b0167b2f req-ced562eb-886b-4125-afd1-bccc4bc11a03 tempest-ServersNegativeTestJSON-568869940 tempest-ServersNegativeTestJSON-568869940-project] Unset dirty status for tenant:ddd46961eaef48f5ace482c0add0199e on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:56:37.057644 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-2d76efd5-7574-4745-9777-bb45b0167b2f req-ced562eb-886b-4125-afd1-bccc4bc11a03 tempest-ServersNegativeTestJSON-568869940 tempest-ServersNegativeTestJSON-568869940-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c3b84e4-180d-47a2-a6db-96e2eca30db4 HTTP/1.1" status: 200 len: 944 time: 0.2570832 Mar 07 10:56:37.058281 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232cb00e-0e0b-4430-8380-39f66f4bae4d req-0ac93475-6269-4573-9594-52657f268283 service neutron] Port cbdf0668-caa0-47af-8e15-6b3ad4bf5435 on network 816da432-99de-40be-ad1d-9cd20fd4bc8f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8307 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 07 10:56:37.058590 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232cb00e-0e0b-4430-8380-39f66f4bae4d req-0ac93475-6269-4573-9594-52657f268283 service neutron] Attempting to bind port cbdf0668-caa0-47af-8e15-6b3ad4bf5435 on network 816da432-99de-40be-ad1d-9cd20fd4bc8f {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:56:37.078802 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232cb00e-0e0b-4430-8380-39f66f4bae4d req-0ac93475-6269-4573-9594-52657f268283 service neutron] Checking agent: {'id': 'fb93ecad-d7e5-4e81-99ef-d8d0ee7386ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8307', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 21, 15), 'started_at': datetime.datetime(2022, 3, 7, 10, 21, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:56:37.079135 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232cb00e-0e0b-4430-8380-39f66f4bae4d req-0ac93475-6269-4573-9594-52657f268283 service neutron] Checking segment: {'id': '9f1c7904-b6de-4843-ade9-6c237d4a7351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '816da432-99de-40be-ad1d-9cd20fd4bc8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:56:37.080160 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232cb00e-0e0b-4430-8380-39f66f4bae4d req-0ac93475-6269-4573-9594-52657f268283 service neutron] Bound using segment: {'id': '9f1c7904-b6de-4843-ade9-6c237d4a7351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '816da432-99de-40be-ad1d-9cd20fd4bc8f'} {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:56:37.081072 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [req-232cb00e-0e0b-4430-8380-39f66f4bae4d req-0ac93475-6269-4573-9594-52657f268283 service neutron] Bound port: cbdf0668-caa0-47af-8e15-6b3ad4bf5435, host: hv-neutron-8307, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f1c7904-b6de-4843-ade9-6c237d4a7351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '816da432-99de-40be-ad1d-9cd20fd4bc8f'}}] {{(pid=83737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:56:37.081409 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-232cb00e-0e0b-4430-8380-39f66f4bae4d req-0ac93475-6269-4573-9594-52657f268283 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:56:37.166483 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-2d76efd5-7574-4745-9777-bb45b0167b2f req-4a6a5ce3-ea5f-4ced-bf01-2503a6c75ad1 tempest-ServersNegativeTestJSON-568869940 tempest-ServersNegativeTestJSON-568869940-project] Synchronizing usage tracker for tenant:ddd46961eaef48f5ace482c0add0199e on resource:security_group {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:56:37.200772 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-2d76efd5-7574-4745-9777-bb45b0167b2f req-4a6a5ce3-ea5f-4ced-bf01-2503a6c75ad1 tempest-ServersNegativeTestJSON-568869940 tempest-ServersNegativeTestJSON-568869940-project] Unset dirty status for tenant:ddd46961eaef48f5ace482c0add0199e on resource:security_group {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:56:37.201885 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-2d76efd5-7574-4745-9777-bb45b0167b2f req-4a6a5ce3-ea5f-4ced-bf01-2503a6c75ad1 tempest-ServersNegativeTestJSON-568869940 tempest-ServersNegativeTestJSON-568869940-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c0eaab1-cc15-46b2-ba5a-a9e2eeeb2234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372521 Mar 07 10:56:37.207914 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [req-232cb00e-0e0b-4430-8380-39f66f4bae4d req-0ac93475-6269-4573-9594-52657f268283 service neutron] For port cbdf0668-caa0-47af-8e15-6b3ad4bf5435, host hv-neutron-8307, cleared binding levels {{(pid=83737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:56:37.210944 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [req-232cb00e-0e0b-4430-8380-39f66f4bae4d req-0ac93475-6269-4573-9594-52657f268283 service neutron] For port cbdf0668-caa0-47af-8e15-6b3ad4bf5435, host hv-neutron-8307, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=cbdf0668-caa0-47af-8e15-6b3ad4bf5435,segment=NetworkSegment(9f1c7904-b6de-4843-ade9-6c237d4a7351),segment_id=9f1c7904-b6de-4843-ade9-6c237d4a7351)] {{(pid=83737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:56:37.215327 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-232cb00e-0e0b-4430-8380-39f66f4bae4d req-0ac93475-6269-4573-9594-52657f268283 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3012561'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:56:37.275881 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-232cb00e-0e0b-4430-8380-39f66f4bae4d req-0ac93475-6269-4573-9594-52657f268283 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:56:37.277242 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-232cb00e-0e0b-4430-8380-39f66f4bae4d req-0ac93475-6269-4573-9594-52657f268283 service neutron] 10.222.0.10 "PUT /v2.0/ports/cbdf0668-caa0-47af-8e15-6b3ad4bf5435 HTTP/1.1" status: 200 len: 1094 time: 1.0270362 Mar 07 10:56:37.277660 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c3b84e4-180d-47a2-a6db-96e2eca30db4', 'tag': 'cbdf0668-caa0-47af-8e15-6b3ad4bf5435'}] {{(pid=83737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 10:56:37.293647 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac93475-6269-4573-9594-52657f268283 service neutron] Pushing event updated for resources: {'Port': ['ID=cbdf0668-caa0-47af-8e15-6b3ad4bf5435,revision_number=3']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:37.355739 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c3b84e4-180d-47a2-a6db-96e2eca30db4', 'tag': 'cbdf0668-caa0-47af-8e15-6b3ad4bf5435', 'status': 'completed', 'code': 200} Mar 07 10:56:37.394361 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-232cb00e-0e0b-4430-8380-39f66f4bae4d req-222a5b0e-6ff4-4456-b9e8-785cb96f23d4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ddd46961eaef48f5ace482c0add0199e&device_id=9c3b84e4-180d-47a2-a6db-96e2eca30db4 HTTP/1.1" status: 200 len: 1097 time: 0.0721853 Mar 07 10:56:37.458868 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-232cb00e-0e0b-4430-8380-39f66f4bae4d req-e381aa68-508e-492c-8d66-b3136dfc1e47 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cbdf0668-caa0-47af-8e15-6b3ad4bf5435 HTTP/1.1" status: 200 len: 217 time: 0.0584667 Mar 07 10:56:37.601271 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232cb00e-0e0b-4430-8380-39f66f4bae4d req-a2a9a35b-60c3-45cd-ae6c-c7842561613b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:37.602585 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-232cb00e-0e0b-4430-8380-39f66f4bae4d req-a2a9a35b-60c3-45cd-ae6c-c7842561613b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b3e372ab-5282-4baf-ae0a-462c1e7e72b3 HTTP/1.1" status: 200 len: 853 time: 0.1385601 Mar 07 10:56:37.645957 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-232cb00e-0e0b-4430-8380-39f66f4bae4d req-2a0092f5-e1a9-43a3-ab04-e28289cd4444 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=816da432-99de-40be-ad1d-9cd20fd4bc8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368555 Mar 07 10:56:37.774295 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-232cb00e-0e0b-4430-8380-39f66f4bae4d req-ee60fa78-5f9a-415b-9878-b91d63d9336b service neutron] 10.222.0.10 "GET /v2.0/networks/816da432-99de-40be-ad1d-9cd20fd4bc8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222942 Mar 07 10:56:37.900672 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-232cb00e-0e0b-4430-8380-39f66f4bae4d req-fd5dab7c-659b-44ab-8e16-b462d96ea080 service neutron] 10.222.0.10 "GET /v2.0/networks/816da432-99de-40be-ad1d-9cd20fd4bc8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209269 Mar 07 10:56:38.019610 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-a9f0022a-2d65-4015-9637-7467c0967918 req-a5807d84-c814-4274-9221-dc59ed225ae9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ddd46961eaef48f5ace482c0add0199e&device_id=9c3b84e4-180d-47a2-a6db-96e2eca30db4 HTTP/1.1" status: 200 len: 1097 time: 0.0712395 Mar 07 10:56:38.146658 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f0022a-2d65-4015-9637-7467c0967918 req-2afef0b5-2761-4a44-98b2-d597248af6b0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:38.148064 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-a9f0022a-2d65-4015-9637-7467c0967918 req-2afef0b5-2761-4a44-98b2-d597248af6b0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=816da432-99de-40be-ad1d-9cd20fd4bc8f HTTP/1.1" status: 200 len: 914 time: 0.1225514 Mar 07 10:56:38.213793 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-a9f0022a-2d65-4015-9637-7467c0967918 req-245fd479-25c3-4949-9e78-826ef2819ba0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cbdf0668-caa0-47af-8e15-6b3ad4bf5435 HTTP/1.1" status: 200 len: 217 time: 0.0599279 Mar 07 10:56:38.279003 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f0022a-2d65-4015-9637-7467c0967918 req-816b0d77-0bd3-473c-8fa2-562399f8d873 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:38.280410 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-a9f0022a-2d65-4015-9637-7467c0967918 req-816b0d77-0bd3-473c-8fa2-562399f8d873 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b3e372ab-5282-4baf-ae0a-462c1e7e72b3 HTTP/1.1" status: 200 len: 853 time: 0.0604799 Mar 07 10:56:38.324756 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-a9f0022a-2d65-4015-9637-7467c0967918 req-3dd6854c-74e0-4d25-9b35-6650d58bba0c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=816da432-99de-40be-ad1d-9cd20fd4bc8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388291 Mar 07 10:56:38.505718 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-a9f0022a-2d65-4015-9637-7467c0967918 req-bd5766f2-d436-4c47-9d65-631dfef814ab service neutron] 10.222.0.10 "GET /v2.0/networks/816da432-99de-40be-ad1d-9cd20fd4bc8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477392 Mar 07 10:56:38.511057 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2d9977-242d-40ef-8dfa-9e208cbda299 req-adb3d8b2-7371-44eb-8dab-7b806ee70359 tempest-ServersNegativeTestJSON-568869940 tempest-ServersNegativeTestJSON-568869940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:38.512367 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-3d2d9977-242d-40ef-8dfa-9e208cbda299 req-adb3d8b2-7371-44eb-8dab-7b806ee70359 tempest-ServersNegativeTestJSON-568869940 tempest-ServersNegativeTestJSON-568869940-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c3b84e4-180d-47a2-a6db-96e2eca30db4 HTTP/1.1" status: 200 len: 944 time: 0.1867929 Mar 07 10:56:38.638094 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-3d2d9977-242d-40ef-8dfa-9e208cbda299 req-ee669b11-cae9-4b69-926e-ab9473c42369 tempest-ServersNegativeTestJSON-568869940 tempest-ServersNegativeTestJSON-568869940-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c0eaab1-cc15-46b2-ba5a-a9e2eeeb2234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067703 Mar 07 10:56:38.670717 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-a9f0022a-2d65-4015-9637-7467c0967918 req-f22692cc-bcfd-40f4-8888-cb753c0c508f service neutron] 10.222.0.10 "GET /v2.0/networks/816da432-99de-40be-ad1d-9cd20fd4bc8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574361 Mar 07 10:56:39.833288 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e78b13-73eb-40ed-995a-231d0be317c8 req-bc87905c-3510-4658-96f5-674bc37ad287 tempest-ServersNegativeTestJSON-568869940 tempest-ServersNegativeTestJSON-568869940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:39.834701 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-08e78b13-73eb-40ed-995a-231d0be317c8 req-bc87905c-3510-4658-96f5-674bc37ad287 tempest-ServersNegativeTestJSON-568869940 tempest-ServersNegativeTestJSON-568869940-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c3b84e4-180d-47a2-a6db-96e2eca30db4 HTTP/1.1" status: 200 len: 944 time: 0.0732329 Mar 07 10:56:39.881385 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-08e78b13-73eb-40ed-995a-231d0be317c8 req-bae8bd47-bef9-4f50-ae92-da7c3e173fb0 tempest-ServersNegativeTestJSON-568869940 tempest-ServersNegativeTestJSON-568869940-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c0eaab1-cc15-46b2-ba5a-a9e2eeeb2234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412774 Mar 07 10:56:41.070875 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c276b237-4528-4185-b8c4-079272cac4ea req-d31790c7-964e-4dec-a2be-44c01e7f4eb3 tempest-ServersNegativeTestJSON-568869940 tempest-ServersNegativeTestJSON-568869940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:41.072297 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c276b237-4528-4185-b8c4-079272cac4ea req-d31790c7-964e-4dec-a2be-44c01e7f4eb3 tempest-ServersNegativeTestJSON-568869940 tempest-ServersNegativeTestJSON-568869940-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c3b84e4-180d-47a2-a6db-96e2eca30db4 HTTP/1.1" status: 200 len: 944 time: 0.0747535 Mar 07 10:56:41.116797 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c276b237-4528-4185-b8c4-079272cac4ea req-7adafd1c-4a33-4928-8695-0c4ba7558504 tempest-ServersNegativeTestJSON-568869940 tempest-ServersNegativeTestJSON-568869940-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c0eaab1-cc15-46b2-ba5a-a9e2eeeb2234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389750 Mar 07 10:56:41.471052 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device cbdf0668-caa0-47af-8e15-6b3ad4bf5435 details requested by agent hyperv_hv-neutron-8307 with host hv-neutron-8307 {{(pid=83739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 07 10:56:41.633052 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port cbdf0668-caa0-47af-8e15-6b3ad4bf5435, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=cbdf0668-caa0-47af-8e15-6b3ad4bf5435,segment=NetworkSegment(9f1c7904-b6de-4843-ade9-6c237d4a7351),segment_id=9f1c7904-b6de-4843-ade9-6c237d4a7351)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:56:41.645981 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Returning: {'device': 'cbdf0668-caa0-47af-8e15-6b3ad4bf5435', 'network_id': '816da432-99de-40be-ad1d-9cd20fd4bc8f', 'port_id': 'cbdf0668-caa0-47af-8e15-6b3ad4bf5435', 'mac_address': 'fa:16:3e:6b:e2:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3e372ab-5282-4baf-ae0a-462c1e7e72b3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 07 10:56:41.697554 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:56:41.715287 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbdf0668-caa0-47af-8e15-6b3ad4bf5435 {{(pid=83739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 07 10:56:41.729621 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port cbdf0668-caa0-47af-8e15-6b3ad4bf5435, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=cbdf0668-caa0-47af-8e15-6b3ad4bf5435,segment=NetworkSegment(9f1c7904-b6de-4843-ade9-6c237d4a7351),segment_id=9f1c7904-b6de-4843-ade9-6c237d4a7351)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:56:41.733270 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:56:41.798969 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Pushing event updated for resources: {'Port': ['ID=cbdf0668-caa0-47af-8e15-6b3ad4bf5435,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:42.051533 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] get_ports_and_sgs() called for port_ids ['cbdf0668-caa0-47af-8e15-6b3ad4bf5435'] {{(pid=83739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 07 10:56:42.313057 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea974e0d-e79e-44ed-b895-4297c3237d63 req-1eaf5109-be12-410c-9d21-5b899c479aa1 tempest-ServersNegativeTestJSON-568869940 tempest-ServersNegativeTestJSON-568869940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:42.314418 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ea974e0d-e79e-44ed-b895-4297c3237d63 req-1eaf5109-be12-410c-9d21-5b899c479aa1 tempest-ServersNegativeTestJSON-568869940 tempest-ServersNegativeTestJSON-568869940-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c3b84e4-180d-47a2-a6db-96e2eca30db4 HTTP/1.1" status: 200 len: 945 time: 0.0794244 Mar 07 10:56:42.358120 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ea974e0d-e79e-44ed-b895-4297c3237d63 req-e14411b1-baa2-47dc-9b70-50c7c6a6091b tempest-ServersNegativeTestJSON-568869940 tempest-ServersNegativeTestJSON-568869940-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c0eaab1-cc15-46b2-ba5a-a9e2eeeb2234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381532 Mar 07 10:56:43.472277 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device cbdf0668-caa0-47af-8e15-6b3ad4bf5435 up at agent hyperv_hv-neutron-8307 {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:56:43.543209 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Provisioning for port cbdf0668-caa0-47af-8e15-6b3ad4bf5435 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:56:43.547885 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Provisioning complete for port cbdf0668-caa0-47af-8e15-6b3ad4bf5435 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:56:43.549007 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:56:43.552924 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73feb6a-19ea-4854-bfa9-cca2cdf7c62c req-e86e35eb-0df4-4f4c-ad40-b22234d894c3 tempest-ServersNegativeTestJSON-568869940 tempest-ServersNegativeTestJSON-568869940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:43.554379 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b73feb6a-19ea-4854-bfa9-cca2cdf7c62c req-e86e35eb-0df4-4f4c-ad40-b22234d894c3 tempest-ServersNegativeTestJSON-568869940 tempest-ServersNegativeTestJSON-568869940-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c3b84e4-180d-47a2-a6db-96e2eca30db4 HTTP/1.1" status: 200 len: 945 time: 0.0776865 Mar 07 10:56:43.599085 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b73feb6a-19ea-4854-bfa9-cca2cdf7c62c req-f03bf359-0631-4d04-aca6-15505438bb38 tempest-ServersNegativeTestJSON-568869940 tempest-ServersNegativeTestJSON-568869940-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c0eaab1-cc15-46b2-ba5a-a9e2eeeb2234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391481 Mar 07 10:56:43.661019 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:56:43.687183 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c3b84e4-180d-47a2-a6db-96e2eca30db4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbdf0668-caa0-47af-8e15-6b3ad4bf5435'}] {{(pid=83739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 10:56:43.696440 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port cbdf0668-caa0-47af-8e15-6b3ad4bf5435, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=cbdf0668-caa0-47af-8e15-6b3ad4bf5435,segment=NetworkSegment(9f1c7904-b6de-4843-ade9-6c237d4a7351),segment_id=9f1c7904-b6de-4843-ade9-6c237d4a7351)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:56:43.706639 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:56:43.743743 dv-neutron-830731-3-hyperv neutron-server[83739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c3b84e4-180d-47a2-a6db-96e2eca30db4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbdf0668-caa0-47af-8e15-6b3ad4bf5435', 'code': 200} Mar 07 10:56:43.777075 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Pushing event updated for resources: {'Port': ['ID=cbdf0668-caa0-47af-8e15-6b3ad4bf5435,revision_number=5']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:44.045093 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-082012d5-4a09-4dd8-9146-ae064e8de2c7 req-e454047d-5779-44f8-8897-56de00a9131a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9c3b84e4-180d-47a2-a6db-96e2eca30db4 HTTP/1.1" status: 200 len: 1099 time: 0.1506007 Mar 07 10:56:44.086182 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-082012d5-4a09-4dd8-9146-ae064e8de2c7 req-18bb38ae-56c6-4226-b49b-240035f11cb3 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=7c0eaab1-cc15-46b2-ba5a-a9e2eeeb2234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352306 Mar 07 10:56:44.090466 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-adbd2215-c8ee-41f3-92a6-4182ca26b8a8 None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 10:56:44.794374 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3ebb41-3ba4-4762-aebc-bd8cff23d3e1 req-bba690a7-92dc-4a95-a8e8-804967bf71fe tempest-ServersNegativeTestJSON-568869940 tempest-ServersNegativeTestJSON-568869940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:44.795901 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-fb3ebb41-3ba4-4762-aebc-bd8cff23d3e1 req-bba690a7-92dc-4a95-a8e8-804967bf71fe tempest-ServersNegativeTestJSON-568869940 tempest-ServersNegativeTestJSON-568869940-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c3b84e4-180d-47a2-a6db-96e2eca30db4 HTTP/1.1" status: 200 len: 946 time: 0.0791016 Mar 07 10:56:44.841634 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-fb3ebb41-3ba4-4762-aebc-bd8cff23d3e1 req-c50492e7-cdd0-4107-a436-17264a9151c6 tempest-ServersNegativeTestJSON-568869940 tempest-ServersNegativeTestJSON-568869940-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c0eaab1-cc15-46b2-ba5a-a9e2eeeb2234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396302 Mar 07 10:56:45.842365 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:56:46.039604 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df7f096-2561-481c-bc41-a08b1384ae30 req-65919001-5a77-4edb-8b74-e4bdd2397b39 tempest-ServersNegativeTestJSON-568869940 tempest-ServersNegativeTestJSON-568869940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:46.041414 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-0df7f096-2561-481c-bc41-a08b1384ae30 req-65919001-5a77-4edb-8b74-e4bdd2397b39 tempest-ServersNegativeTestJSON-568869940 tempest-ServersNegativeTestJSON-568869940-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c3b84e4-180d-47a2-a6db-96e2eca30db4 HTTP/1.1" status: 200 len: 946 time: 0.0786266 Mar 07 10:56:46.085535 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-0df7f096-2561-481c-bc41-a08b1384ae30 req-fe67119f-129e-49b7-8aaa-b9c149c5249c tempest-ServersNegativeTestJSON-568869940 tempest-ServersNegativeTestJSON-568869940-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c0eaab1-cc15-46b2-ba5a-a9e2eeeb2234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386577 Mar 07 10:56:46.389787 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cac92d-d922-41b3-81bc-96f854e126fe req-ec34f7d0-c72f-4d2f-b091-d2ee3387dedf tempest-ServersNegativeTestJSON-568869940 tempest-ServersNegativeTestJSON-568869940-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:46.391122 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d8cac92d-d922-41b3-81bc-96f854e126fe req-ec34f7d0-c72f-4d2f-b091-d2ee3387dedf tempest-ServersNegativeTestJSON-568869940 tempest-ServersNegativeTestJSON-568869940-project] 10.222.0.13 "GET /v2.0/networks?id=816da432-99de-40be-ad1d-9cd20fd4bc8f HTTP/1.1" status: 200 len: 813 time: 0.1408691 Mar 07 10:56:46.407903 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d8cac92d-d922-41b3-81bc-96f854e126fe req-0ce77ff3-2bf5-4980-b1b1-60a9c206a3c0 tempest-ServersNegativeTestJSON-568869940 tempest-ServersNegativeTestJSON-568869940-project] 10.222.0.13 "GET /v2.0/quotas/ddd46961eaef48f5ace482c0add0199e HTTP/1.1" status: 200 len: 375 time: 0.0103056 Mar 07 10:56:46.483393 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d8cac92d-d922-41b3-81bc-96f854e126fe req-c57d7555-0b29-41b4-89bc-11efdc3fc4e9 tempest-ServersNegativeTestJSON-568869940 tempest-ServersNegativeTestJSON-568869940-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ddd46961eaef48f5ace482c0add0199e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0702484 Mar 07 10:56:46.573453 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [req-d8cac92d-d922-41b3-81bc-96f854e126fe req-2de89721-8406-499f-8cdc-635f11d3bc51 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=83737) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 07 10:56:46.574404 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d8cac92d-d922-41b3-81bc-96f854e126fe req-2de89721-8406-499f-8cdc-635f11d3bc51 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0846171 Mar 07 10:56:46.702669 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d8cac92d-d922-41b3-81bc-96f854e126fe req-2a461e66-10e9-4b63-b871-d19e8b1152c1 service neutron] 10.222.0.13 "GET /v2.0/networks/816da432-99de-40be-ad1d-9cd20fd4bc8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210802 Mar 07 10:56:46.844180 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d8cac92d-d922-41b3-81bc-96f854e126fe req-f78372a0-7df8-430d-adbf-9d830b22985f service neutron] 10.222.0.13 "GET /v2.0/networks/816da432-99de-40be-ad1d-9cd20fd4bc8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353703 Mar 07 10:56:47.032588 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-44e19a1b-0381-4759-bff4-1c64fb836650 req-4c3844ad-81d4-4dc9-a11c-bda68c695cbe tempest-ServersNegativeTestJSON-568869940 tempest-ServersNegativeTestJSON-568869940-project] 10.222.0.13 "GET /v2.0/ports?device_id=469c91c6-e721-4393-a2c0-13baa1c54267 HTTP/1.1" status: 200 len: 210 time: 0.0470228 Mar 07 10:56:48.213157 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4c4865b9-9f8d-46ee-b31c-0d238ace35f3 req-0190f1cd-db93-41d3-bdcd-b2cae60172b3 tempest-ServersNegativeTestJSON-568869940 tempest-ServersNegativeTestJSON-568869940-project] 10.222.0.13 "GET /v2.0/ports?device_id=469c91c6-e721-4393-a2c0-13baa1c54267 HTTP/1.1" status: 200 len: 210 time: 0.0604339 Mar 07 10:56:48.341267 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cac92d-d922-41b3-81bc-96f854e126fe req-5d192892-d9ac-43d7-849d-d211ec6af5c3 tempest-ServersNegativeTestJSON-568869940 tempest-ServersNegativeTestJSON-568869940-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:48.342554 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d8cac92d-d922-41b3-81bc-96f854e126fe req-5d192892-d9ac-43d7-849d-d211ec6af5c3 tempest-ServersNegativeTestJSON-568869940 tempest-ServersNegativeTestJSON-568869940-project] 10.222.0.10 "GET /v2.0/networks?id=816da432-99de-40be-ad1d-9cd20fd4bc8f HTTP/1.1" status: 200 len: 813 time: 0.1551952 Mar 07 10:56:48.357727 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [req-d8cac92d-d922-41b3-81bc-96f854e126fe req-1e13df42-3ddf-4258-856b-bdba7c2a195f tempest-ServersNegativeTestJSON-568869940 tempest-ServersNegativeTestJSON-568869940-project] Request body: {'port': {'device_id': '469c91c6-e721-4393-a2c0-13baa1c54267', 'network_id': '816da432-99de-40be-ad1d-9cd20fd4bc8f', 'admin_state_up': True, 'tenant_id': 'ddd46961eaef48f5ace482c0add0199e'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:56:48.489261 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [req-d8cac92d-d922-41b3-81bc-96f854e126fe req-1e13df42-3ddf-4258-856b-bdba7c2a195f tempest-ServersNegativeTestJSON-568869940 tempest-ServersNegativeTestJSON-568869940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:56:48.498399 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [req-d8cac92d-d922-41b3-81bc-96f854e126fe req-1e13df42-3ddf-4258-856b-bdba7c2a195f tempest-ServersNegativeTestJSON-568869940 tempest-ServersNegativeTestJSON-568869940-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:56:48.508744 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8cac92d-d922-41b3-81bc-96f854e126fe req-1e13df42-3ddf-4258-856b-bdba7c2a195f tempest-ServersNegativeTestJSON-568869940 tempest-ServersNegativeTestJSON-568869940-project] Made reservation on behalf of ddd46961eaef48f5ace482c0add0199e for: {'port': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:56:48.511699 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-d8cac92d-d922-41b3-81bc-96f854e126fe req-1e13df42-3ddf-4258-856b-bdba7c2a195f tempest-ServersNegativeTestJSON-568869940 tempest-ServersNegativeTestJSON-568869940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:56:48.672691 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [req-d8cac92d-d922-41b3-81bc-96f854e126fe req-1e13df42-3ddf-4258-856b-bdba7c2a195f tempest-ServersNegativeTestJSON-568869940 tempest-ServersNegativeTestJSON-568869940-project] Allocated IP 172.20.0.5 (816da432-99de-40be-ad1d-9cd20fd4bc8f/b3e372ab-5282-4baf-ae0a-462c1e7e72b3/526bb003-2d77-4ed3-b0a4-fa284785b6a7) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:56:48.873420 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-d8cac92d-d922-41b3-81bc-96f854e126fe req-1e13df42-3ddf-4258-856b-bdba7c2a195f tempest-ServersNegativeTestJSON-568869940 tempest-ServersNegativeTestJSON-568869940-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:56:48.901419 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-d8cac92d-d922-41b3-81bc-96f854e126fe req-1e13df42-3ddf-4258-856b-bdba7c2a195f tempest-ServersNegativeTestJSON-568869940 tempest-ServersNegativeTestJSON-568869940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:56:48.912501 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] get_ports_and_sgs() called for port_ids ['cbdf0668-caa0-47af-8e15-6b3ad4bf5435'] {{(pid=83739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 07 10:56:48.982051 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8cac92d-d922-41b3-81bc-96f854e126fe req-1e13df42-3ddf-4258-856b-bdba7c2a195f tempest-ServersNegativeTestJSON-568869940 tempest-ServersNegativeTestJSON-568869940-project] Network 816da432-99de-40be-ad1d-9cd20fd4bc8f is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:56:48.982960 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e13df42-3ddf-4258-856b-bdba7c2a195f tempest-ServersNegativeTestJSON-568869940 tempest-ServersNegativeTestJSON-568869940-project] Pushing event updated for resources: {'Port': ['ID=526bb003-2d77-4ed3-b0a4-fa284785b6a7,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:48.985366 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [req-d8cac92d-d922-41b3-81bc-96f854e126fe req-1e13df42-3ddf-4258-856b-bdba7c2a195f tempest-ServersNegativeTestJSON-568869940 tempest-ServersNegativeTestJSON-568869940-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:56:48.987659 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8cac92d-d922-41b3-81bc-96f854e126fe req-1e13df42-3ddf-4258-856b-bdba7c2a195f tempest-ServersNegativeTestJSON-568869940 tempest-ServersNegativeTestJSON-568869940-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:56:49.049370 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cac92d-d922-41b3-81bc-96f854e126fe req-1e13df42-3ddf-4258-856b-bdba7c2a195f tempest-ServersNegativeTestJSON-568869940 tempest-ServersNegativeTestJSON-568869940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:49.049989 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-d8cac92d-d922-41b3-81bc-96f854e126fe req-1e13df42-3ddf-4258-856b-bdba7c2a195f tempest-ServersNegativeTestJSON-568869940 tempest-ServersNegativeTestJSON-568869940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:56:49.075009 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d8cac92d-d922-41b3-81bc-96f854e126fe req-1e13df42-3ddf-4258-856b-bdba7c2a195f tempest-ServersNegativeTestJSON-568869940 tempest-ServersNegativeTestJSON-568869940-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7208862 Mar 07 10:56:49.086667 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [req-d8cac92d-d922-41b3-81bc-96f854e126fe req-170ac4e5-46b3-4323-9811-6c01d5a38382 service neutron] Request body: {'port': {'device_id': '469c91c6-e721-4393-a2c0-13baa1c54267', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8307'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:56:49.086911 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-5d4fe3ca-3033-4e30-89f8-1eec07b70164 req-351dcba5-4330-4e4d-905a-41ddd15aafc8 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9c3b84e4-180d-47a2-a6db-96e2eca30db4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0720649 Mar 07 10:56:49.246109 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-5d4fe3ca-3033-4e30-89f8-1eec07b70164 req-a9add69c-b873-4fd6-8368-0704b5b3b3d7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ddd46961eaef48f5ace482c0add0199e&device_id=9c3b84e4-180d-47a2-a6db-96e2eca30db4 HTTP/1.1" status: 200 len: 1099 time: 0.0738597 Mar 07 10:56:49.292440 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-d8cac92d-d922-41b3-81bc-96f854e126fe req-170ac4e5-46b3-4323-9811-6c01d5a38382 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:56:49.397178 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4fe3ca-3033-4e30-89f8-1eec07b70164 req-3e615d8a-ba3f-4286-af74-0763bb90ec29 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:49.398613 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-5d4fe3ca-3033-4e30-89f8-1eec07b70164 req-3e615d8a-ba3f-4286-af74-0763bb90ec29 service neutron] 10.222.0.10 "GET /v2.0/networks?id=816da432-99de-40be-ad1d-9cd20fd4bc8f HTTP/1.1" status: 200 len: 914 time: 0.1308568 Mar 07 10:56:49.468950 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-5d4fe3ca-3033-4e30-89f8-1eec07b70164 req-372356e3-806b-41a5-9d4f-d12da06eeed2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cbdf0668-caa0-47af-8e15-6b3ad4bf5435 HTTP/1.1" status: 200 len: 217 time: 0.0645411 Mar 07 10:56:49.501851 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49f3656-a74c-4241-b9c8-f6da904c2180 req-5491164c-3528-46e0-9518-7cb3d9ad36a6 tempest-ServersNegativeTestJSON-568869940 tempest-ServersNegativeTestJSON-568869940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:49.502527 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-f49f3656-a74c-4241-b9c8-f6da904c2180 req-5491164c-3528-46e0-9518-7cb3d9ad36a6 tempest-ServersNegativeTestJSON-568869940 tempest-ServersNegativeTestJSON-568869940-project] Synchronizing usage tracker for tenant:ddd46961eaef48f5ace482c0add0199e on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:56:49.531890 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4fe3ca-3033-4e30-89f8-1eec07b70164 req-ec80a9b5-043d-455d-afd5-f27eb1163dc6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:49.533839 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-5d4fe3ca-3033-4e30-89f8-1eec07b70164 req-ec80a9b5-043d-455d-afd5-f27eb1163dc6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b3e372ab-5282-4baf-ae0a-462c1e7e72b3 HTTP/1.1" status: 200 len: 853 time: 0.0597281 Mar 07 10:56:49.577485 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-5d4fe3ca-3033-4e30-89f8-1eec07b70164 req-f95e5305-18e0-4b47-abc9-8d90774e60f4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=816da432-99de-40be-ad1d-9cd20fd4bc8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382817 Mar 07 10:56:49.589811 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-f49f3656-a74c-4241-b9c8-f6da904c2180 req-5491164c-3528-46e0-9518-7cb3d9ad36a6 tempest-ServersNegativeTestJSON-568869940 tempest-ServersNegativeTestJSON-568869940-project] Unset dirty status for tenant:ddd46961eaef48f5ace482c0add0199e on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:56:49.590931 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f49f3656-a74c-4241-b9c8-f6da904c2180 req-5491164c-3528-46e0-9518-7cb3d9ad36a6 tempest-ServersNegativeTestJSON-568869940 tempest-ServersNegativeTestJSON-568869940-project] 10.222.0.13 "GET /v2.0/ports?device_id=469c91c6-e721-4393-a2c0-13baa1c54267 HTTP/1.1" status: 200 len: 931 time: 0.2465777 Mar 07 10:56:49.671434 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f49f3656-a74c-4241-b9c8-f6da904c2180 req-bc8bdca4-35ed-4d78-ae27-a7d2f396c205 tempest-ServersNegativeTestJSON-568869940 tempest-ServersNegativeTestJSON-568869940-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c0eaab1-cc15-46b2-ba5a-a9e2eeeb2234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735681 Mar 07 10:56:49.718337 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-5d4fe3ca-3033-4e30-89f8-1eec07b70164 req-7121a57e-1770-4f83-85f2-22e9de51c5e8 service neutron] 10.222.0.10 "GET /v2.0/networks/816da432-99de-40be-ad1d-9cd20fd4bc8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265554 Mar 07 10:56:49.740178 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [req-d8cac92d-d922-41b3-81bc-96f854e126fe req-170ac4e5-46b3-4323-9811-6c01d5a38382 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 526bb003-2d77-4ed3-b0a4-fa284785b6a7 {{(pid=83737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 07 10:56:49.747000 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-d8cac92d-d922-41b3-81bc-96f854e126fe req-170ac4e5-46b3-4323-9811-6c01d5a38382 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:56:49.761440 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [req-d8cac92d-d922-41b3-81bc-96f854e126fe req-170ac4e5-46b3-4323-9811-6c01d5a38382 service neutron] Transition to ACTIVE for port object 526bb003-2d77-4ed3-b0a4-fa284785b6a7 will not be triggered until provisioned by entity L2. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:56:49.764908 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-d8cac92d-d922-41b3-81bc-96f854e126fe req-170ac4e5-46b3-4323-9811-6c01d5a38382 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3012561'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:56:49.851460 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-5d4fe3ca-3033-4e30-89f8-1eec07b70164 req-e9040042-9f96-424e-a842-a90bc64f62a2 service neutron] 10.222.0.10 "GET /v2.0/networks/816da432-99de-40be-ad1d-9cd20fd4bc8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276097 Mar 07 10:56:49.887415 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170ac4e5-46b3-4323-9811-6c01d5a38382 service neutron] Pushing event updated for resources: {'Port': ['ID=526bb003-2d77-4ed3-b0a4-fa284785b6a7,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:49.990630 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [req-d8cac92d-d922-41b3-81bc-96f854e126fe req-170ac4e5-46b3-4323-9811-6c01d5a38382 service neutron] Attempting to bind port 526bb003-2d77-4ed3-b0a4-fa284785b6a7 on host hv-neutron-8307 for vnic_type normal with profile {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:56:49.990963 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [req-d8cac92d-d922-41b3-81bc-96f854e126fe req-170ac4e5-46b3-4323-9811-6c01d5a38382 service neutron] Attempting to bind port 526bb003-2d77-4ed3-b0a4-fa284785b6a7 by drivers openvswitch,hyperv on host hv-neutron-8307 at level 0 using segments [{'id': '9f1c7904-b6de-4843-ade9-6c237d4a7351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '816da432-99de-40be-ad1d-9cd20fd4bc8f'}] {{(pid=83737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:56:49.991281 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8cac92d-d922-41b3-81bc-96f854e126fe req-170ac4e5-46b3-4323-9811-6c01d5a38382 service neutron] Attempting to bind port 526bb003-2d77-4ed3-b0a4-fa284785b6a7 on network 816da432-99de-40be-ad1d-9cd20fd4bc8f {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:56:49.997580 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8cac92d-d922-41b3-81bc-96f854e126fe req-170ac4e5-46b3-4323-9811-6c01d5a38382 service neutron] Port 526bb003-2d77-4ed3-b0a4-fa284785b6a7 on network 816da432-99de-40be-ad1d-9cd20fd4bc8f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8307 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 07 10:56:49.997886 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8cac92d-d922-41b3-81bc-96f854e126fe req-170ac4e5-46b3-4323-9811-6c01d5a38382 service neutron] Attempting to bind port 526bb003-2d77-4ed3-b0a4-fa284785b6a7 on network 816da432-99de-40be-ad1d-9cd20fd4bc8f {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:56:50.004614 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8cac92d-d922-41b3-81bc-96f854e126fe req-170ac4e5-46b3-4323-9811-6c01d5a38382 service neutron] Checking agent: {'id': 'fb93ecad-d7e5-4e81-99ef-d8d0ee7386ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8307', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 21, 15), 'started_at': datetime.datetime(2022, 3, 7, 10, 21, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 56, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:56:50.004943 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8cac92d-d922-41b3-81bc-96f854e126fe req-170ac4e5-46b3-4323-9811-6c01d5a38382 service neutron] Checking segment: {'id': '9f1c7904-b6de-4843-ade9-6c237d4a7351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '816da432-99de-40be-ad1d-9cd20fd4bc8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:56:50.005340 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8cac92d-d922-41b3-81bc-96f854e126fe req-170ac4e5-46b3-4323-9811-6c01d5a38382 service neutron] Bound using segment: {'id': '9f1c7904-b6de-4843-ade9-6c237d4a7351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '816da432-99de-40be-ad1d-9cd20fd4bc8f'} {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:56:50.005758 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [req-d8cac92d-d922-41b3-81bc-96f854e126fe req-170ac4e5-46b3-4323-9811-6c01d5a38382 service neutron] Bound port: 526bb003-2d77-4ed3-b0a4-fa284785b6a7, host: hv-neutron-8307, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f1c7904-b6de-4843-ade9-6c237d4a7351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '816da432-99de-40be-ad1d-9cd20fd4bc8f'}}] {{(pid=83737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:56:50.006095 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-d8cac92d-d922-41b3-81bc-96f854e126fe req-170ac4e5-46b3-4323-9811-6c01d5a38382 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:56:50.089332 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [req-d8cac92d-d922-41b3-81bc-96f854e126fe req-170ac4e5-46b3-4323-9811-6c01d5a38382 service neutron] For port 526bb003-2d77-4ed3-b0a4-fa284785b6a7, host hv-neutron-8307, cleared binding levels {{(pid=83737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:56:50.092427 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [req-d8cac92d-d922-41b3-81bc-96f854e126fe req-170ac4e5-46b3-4323-9811-6c01d5a38382 service neutron] For port 526bb003-2d77-4ed3-b0a4-fa284785b6a7, host hv-neutron-8307, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=526bb003-2d77-4ed3-b0a4-fa284785b6a7,segment=NetworkSegment(9f1c7904-b6de-4843-ade9-6c237d4a7351),segment_id=9f1c7904-b6de-4843-ade9-6c237d4a7351)] {{(pid=83737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:56:50.097136 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-d8cac92d-d922-41b3-81bc-96f854e126fe req-170ac4e5-46b3-4323-9811-6c01d5a38382 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3012561'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:56:50.161219 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-d8cac92d-d922-41b3-81bc-96f854e126fe req-170ac4e5-46b3-4323-9811-6c01d5a38382 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:56:50.162572 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d8cac92d-d922-41b3-81bc-96f854e126fe req-170ac4e5-46b3-4323-9811-6c01d5a38382 service neutron] 10.222.0.10 "PUT /v2.0/ports/526bb003-2d77-4ed3-b0a4-fa284785b6a7 HTTP/1.1" status: 200 len: 1093 time: 1.0811825 Mar 07 10:56:50.162998 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '469c91c6-e721-4393-a2c0-13baa1c54267', 'tag': '526bb003-2d77-4ed3-b0a4-fa284785b6a7'}] {{(pid=83737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 10:56:50.180825 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170ac4e5-46b3-4323-9811-6c01d5a38382 service neutron] Pushing event updated for resources: {'Port': ['ID=526bb003-2d77-4ed3-b0a4-fa284785b6a7,revision_number=3']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:50.239290 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '469c91c6-e721-4393-a2c0-13baa1c54267', 'tag': '526bb003-2d77-4ed3-b0a4-fa284785b6a7', 'status': 'completed', 'code': 200} Mar 07 10:56:50.270822 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d8cac92d-d922-41b3-81bc-96f854e126fe req-03c29501-bd60-452b-94f4-62411a9f81d4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ddd46961eaef48f5ace482c0add0199e&device_id=469c91c6-e721-4393-a2c0-13baa1c54267 HTTP/1.1" status: 200 len: 1096 time: 0.0726092 Mar 07 10:56:50.341435 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d8cac92d-d922-41b3-81bc-96f854e126fe req-b1b0b67c-1cd3-4024-88c8-077a728977b0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=526bb003-2d77-4ed3-b0a4-fa284785b6a7 HTTP/1.1" status: 200 len: 217 time: 0.0632439 Mar 07 10:56:50.401518 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cac92d-d922-41b3-81bc-96f854e126fe req-292f7c64-a946-408e-9e99-7f343e130ff0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:50.402873 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d8cac92d-d922-41b3-81bc-96f854e126fe req-292f7c64-a946-408e-9e99-7f343e130ff0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b3e372ab-5282-4baf-ae0a-462c1e7e72b3 HTTP/1.1" status: 200 len: 853 time: 0.0550153 Mar 07 10:56:50.451157 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d8cac92d-d922-41b3-81bc-96f854e126fe req-5a0b287a-717a-4e58-84bd-6fb0552b2046 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=816da432-99de-40be-ad1d-9cd20fd4bc8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410023 Mar 07 10:56:50.590760 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d8cac92d-d922-41b3-81bc-96f854e126fe req-11cf46b4-45c0-4e35-b6c9-ef77e3d6b833 service neutron] 10.222.0.10 "GET /v2.0/networks/816da432-99de-40be-ad1d-9cd20fd4bc8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278381 Mar 07 10:56:50.721942 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d8cac92d-d922-41b3-81bc-96f854e126fe req-89a75ee9-5310-4b22-8c6a-4b8acc59213e service neutron] 10.222.0.10 "GET /v2.0/networks/816da432-99de-40be-ad1d-9cd20fd4bc8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256740 Mar 07 10:56:50.901356 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae924d16-2f2e-431c-9498-9d9c8e58affe req-6dce6aec-7706-4ba7-9097-29c9df3ebece tempest-ServersNegativeTestJSON-568869940 tempest-ServersNegativeTestJSON-568869940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:50.902761 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ae924d16-2f2e-431c-9498-9d9c8e58affe req-6dce6aec-7706-4ba7-9097-29c9df3ebece tempest-ServersNegativeTestJSON-568869940 tempest-ServersNegativeTestJSON-568869940-project] 10.222.0.13 "GET /v2.0/ports?device_id=469c91c6-e721-4393-a2c0-13baa1c54267 HTTP/1.1" status: 200 len: 943 time: 0.1023877 Mar 07 10:56:50.906199 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-6e1e7f5d-c2c6-496b-94fe-235276b7000f req-2537d3b1-04af-43be-affd-fe5dcaacfe69 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ddd46961eaef48f5ace482c0add0199e&device_id=469c91c6-e721-4393-a2c0-13baa1c54267 HTTP/1.1" status: 200 len: 1096 time: 0.1348732 Mar 07 10:56:51.101536 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ae924d16-2f2e-431c-9498-9d9c8e58affe req-8c16760a-8f37-4f63-8bc6-44a155ec532d tempest-ServersNegativeTestJSON-568869940 tempest-ServersNegativeTestJSON-568869940-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c0eaab1-cc15-46b2-ba5a-a9e2eeeb2234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930587 Mar 07 10:56:51.140970 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1e7f5d-c2c6-496b-94fe-235276b7000f req-e662425f-8ecf-4f68-905e-afdfc0675ff8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:51.142438 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-6e1e7f5d-c2c6-496b-94fe-235276b7000f req-e662425f-8ecf-4f68-905e-afdfc0675ff8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=816da432-99de-40be-ad1d-9cd20fd4bc8f HTTP/1.1" status: 200 len: 914 time: 0.1440296 Mar 07 10:56:51.209817 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-6e1e7f5d-c2c6-496b-94fe-235276b7000f req-519b4983-26fe-4ec7-9a88-9e75feb53921 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=526bb003-2d77-4ed3-b0a4-fa284785b6a7 HTTP/1.1" status: 200 len: 217 time: 0.0618429 Mar 07 10:56:51.270954 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1e7f5d-c2c6-496b-94fe-235276b7000f req-f400124a-44a4-4dc2-bdad-76fd62687bc8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:51.272448 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-6e1e7f5d-c2c6-496b-94fe-235276b7000f req-f400124a-44a4-4dc2-bdad-76fd62687bc8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b3e372ab-5282-4baf-ae0a-462c1e7e72b3 HTTP/1.1" status: 200 len: 853 time: 0.0560119 Mar 07 10:56:51.317664 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-6e1e7f5d-c2c6-496b-94fe-235276b7000f req-d7a93530-ec73-428d-a647-87e90ea9da36 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=816da432-99de-40be-ad1d-9cd20fd4bc8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384779 Mar 07 10:56:51.452738 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-6e1e7f5d-c2c6-496b-94fe-235276b7000f req-27024cef-f976-46ba-aa39-50c2d3adca49 service neutron] 10.222.0.10 "GET /v2.0/networks/816da432-99de-40be-ad1d-9cd20fd4bc8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209223 Mar 07 10:56:51.587125 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-6e1e7f5d-c2c6-496b-94fe-235276b7000f req-36257485-3de3-4efa-97cf-2c12e29358d5 service neutron] 10.222.0.10 "GET /v2.0/networks/816da432-99de-40be-ad1d-9cd20fd4bc8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284187 Mar 07 10:56:52.299492 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f42505-0b46-4a34-94ef-6528b5d52e71 req-cc33d4c7-7f4f-4677-9d4e-a4c4bd16e78c tempest-ServersNegativeTestJSON-568869940 tempest-ServersNegativeTestJSON-568869940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:52.300936 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-31f42505-0b46-4a34-94ef-6528b5d52e71 req-cc33d4c7-7f4f-4677-9d4e-a4c4bd16e78c tempest-ServersNegativeTestJSON-568869940 tempest-ServersNegativeTestJSON-568869940-project] 10.222.0.13 "GET /v2.0/ports?device_id=469c91c6-e721-4393-a2c0-13baa1c54267 HTTP/1.1" status: 200 len: 943 time: 0.0779598 Mar 07 10:56:52.344690 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-31f42505-0b46-4a34-94ef-6528b5d52e71 req-5cc8e890-6be0-460a-8375-2dc1ca780372 tempest-ServersNegativeTestJSON-568869940 tempest-ServersNegativeTestJSON-568869940-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c0eaab1-cc15-46b2-ba5a-a9e2eeeb2234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382292 Mar 07 10:56:53.503278 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device 526bb003-2d77-4ed3-b0a4-fa284785b6a7 details requested by agent hyperv_hv-neutron-8307 with host hv-neutron-8307 {{(pid=83739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 07 10:56:53.537114 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26182fd7-3792-48e0-a533-d9eee1d865c2 req-3b8a5ae4-963c-4ce7-aa46-4cbb5736ebca tempest-ServersNegativeTestJSON-568869940 tempest-ServersNegativeTestJSON-568869940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:53.538497 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-26182fd7-3792-48e0-a533-d9eee1d865c2 req-3b8a5ae4-963c-4ce7-aa46-4cbb5736ebca tempest-ServersNegativeTestJSON-568869940 tempest-ServersNegativeTestJSON-568869940-project] 10.222.0.13 "GET /v2.0/ports?device_id=469c91c6-e721-4393-a2c0-13baa1c54267 HTTP/1.1" status: 200 len: 943 time: 0.0748913 Mar 07 10:56:53.586766 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-26182fd7-3792-48e0-a533-d9eee1d865c2 req-e5895c0b-922e-44c5-b5ef-e11d02ee5cfa tempest-ServersNegativeTestJSON-568869940 tempest-ServersNegativeTestJSON-568869940-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c0eaab1-cc15-46b2-ba5a-a9e2eeeb2234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427532 Mar 07 10:56:53.635135 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port 526bb003-2d77-4ed3-b0a4-fa284785b6a7, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=526bb003-2d77-4ed3-b0a4-fa284785b6a7,segment=NetworkSegment(9f1c7904-b6de-4843-ade9-6c237d4a7351),segment_id=9f1c7904-b6de-4843-ade9-6c237d4a7351)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:56:53.648513 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Returning: {'device': '526bb003-2d77-4ed3-b0a4-fa284785b6a7', 'network_id': '816da432-99de-40be-ad1d-9cd20fd4bc8f', 'port_id': '526bb003-2d77-4ed3-b0a4-fa284785b6a7', 'mac_address': 'fa:16:3e:a1:4d:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3e372ab-5282-4baf-ae0a-462c1e7e72b3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 07 10:56:53.700792 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:56:53.718064 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 526bb003-2d77-4ed3-b0a4-fa284785b6a7 {{(pid=83739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 07 10:56:53.733420 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port 526bb003-2d77-4ed3-b0a4-fa284785b6a7, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=526bb003-2d77-4ed3-b0a4-fa284785b6a7,segment=NetworkSegment(9f1c7904-b6de-4843-ade9-6c237d4a7351),segment_id=9f1c7904-b6de-4843-ade9-6c237d4a7351)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:56:53.737141 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:56:53.804608 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Pushing event updated for resources: {'Port': ['ID=526bb003-2d77-4ed3-b0a4-fa284785b6a7,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:53.812832 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:56:53.813170 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:56:53.813498 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:56:53.813821 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:56:53.814148 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:56:53.814464 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:56:53.814776 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:56:53.815088 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:56:53.815399 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:56:53.815706 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:56:53.816014 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:56:54.036150 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] get_ports_and_sgs() called for port_ids ['526bb003-2d77-4ed3-b0a4-fa284785b6a7'] {{(pid=83739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 07 10:56:54.778310 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615413fa-1462-4562-943a-bbf485e29a5f req-7875f36e-2c55-42e6-bf64-45fd0c975a9a tempest-ServersNegativeTestJSON-568869940 tempest-ServersNegativeTestJSON-568869940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:54.779710 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-615413fa-1462-4562-943a-bbf485e29a5f req-7875f36e-2c55-42e6-bf64-45fd0c975a9a tempest-ServersNegativeTestJSON-568869940 tempest-ServersNegativeTestJSON-568869940-project] 10.222.0.13 "GET /v2.0/ports?device_id=469c91c6-e721-4393-a2c0-13baa1c54267 HTTP/1.1" status: 200 len: 944 time: 0.0746117 Mar 07 10:56:54.823531 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-615413fa-1462-4562-943a-bbf485e29a5f req-1662ecf1-a06e-4468-a513-06132268ba0d tempest-ServersNegativeTestJSON-568869940 tempest-ServersNegativeTestJSON-568869940-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c0eaab1-cc15-46b2-ba5a-a9e2eeeb2234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383167 Mar 07 10:56:55.519009 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device 526bb003-2d77-4ed3-b0a4-fa284785b6a7 up at agent hyperv_hv-neutron-8307 {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:56:55.589306 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Provisioning for port 526bb003-2d77-4ed3-b0a4-fa284785b6a7 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:56:55.595099 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Provisioning complete for port 526bb003-2d77-4ed3-b0a4-fa284785b6a7 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:56:55.595470 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:56:55.738891 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:56:55.765925 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '469c91c6-e721-4393-a2c0-13baa1c54267', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '526bb003-2d77-4ed3-b0a4-fa284785b6a7'}] {{(pid=83739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 10:56:55.776261 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port 526bb003-2d77-4ed3-b0a4-fa284785b6a7, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=526bb003-2d77-4ed3-b0a4-fa284785b6a7,segment=NetworkSegment(9f1c7904-b6de-4843-ade9-6c237d4a7351),segment_id=9f1c7904-b6de-4843-ade9-6c237d4a7351)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:56:55.782946 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:56:55.830457 dv-neutron-830731-3-hyperv neutron-server[83739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '469c91c6-e721-4393-a2c0-13baa1c54267', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '526bb003-2d77-4ed3-b0a4-fa284785b6a7', 'code': 200} Mar 07 10:56:55.862036 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Pushing event updated for resources: {'Port': ['ID=526bb003-2d77-4ed3-b0a4-fa284785b6a7,revision_number=5']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:56.094213 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ddf31574-b1e1-4a16-a865-5f3119ea6490 req-58a97145-0d21-40b4-a680-81e56ee7da86 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=469c91c6-e721-4393-a2c0-13baa1c54267 HTTP/1.1" status: 200 len: 1098 time: 0.0998642 Mar 07 10:56:56.104103 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b716c73-b4b9-4138-962f-60f5d3ca71f8 req-e4356fda-a208-46eb-aa53-b79aeba63eb6 tempest-ServersNegativeTestJSON-568869940 tempest-ServersNegativeTestJSON-568869940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:56.105466 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-6b716c73-b4b9-4138-962f-60f5d3ca71f8 req-e4356fda-a208-46eb-aa53-b79aeba63eb6 tempest-ServersNegativeTestJSON-568869940 tempest-ServersNegativeTestJSON-568869940-project] 10.222.0.13 "GET /v2.0/ports?device_id=469c91c6-e721-4393-a2c0-13baa1c54267 HTTP/1.1" status: 200 len: 945 time: 0.1414833 Mar 07 10:56:56.172126 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ddf31574-b1e1-4a16-a865-5f3119ea6490 req-aef6ee75-b034-4aae-8295-bdd49253da79 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=7c0eaab1-cc15-46b2-ba5a-a9e2eeeb2234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656610 Mar 07 10:56:56.175713 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-6b716c73-b4b9-4138-962f-60f5d3ca71f8 req-50c28dca-b66c-448b-a1cb-d5ad433ab447 tempest-ServersNegativeTestJSON-568869940 tempest-ServersNegativeTestJSON-568869940-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c0eaab1-cc15-46b2-ba5a-a9e2eeeb2234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572453 Mar 07 10:56:57.371883 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81d7eeb-bf4e-49e1-b975-c19e1c7eb866 req-6b41697e-d1d1-4e6e-b5cd-d8cca01c7477 tempest-ServersNegativeTestJSON-568869940 tempest-ServersNegativeTestJSON-568869940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:57.373369 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d81d7eeb-bf4e-49e1-b975-c19e1c7eb866 req-6b41697e-d1d1-4e6e-b5cd-d8cca01c7477 tempest-ServersNegativeTestJSON-568869940 tempest-ServersNegativeTestJSON-568869940-project] 10.222.0.13 "GET /v2.0/ports?device_id=469c91c6-e721-4393-a2c0-13baa1c54267 HTTP/1.1" status: 200 len: 945 time: 0.0784476 Mar 07 10:56:57.417605 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d81d7eeb-bf4e-49e1-b975-c19e1c7eb866 req-dc342e6a-6fd7-4143-8c93-00e2e5345256 tempest-ServersNegativeTestJSON-568869940 tempest-ServersNegativeTestJSON-568869940-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c0eaab1-cc15-46b2-ba5a-a9e2eeeb2234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388453 Mar 07 10:56:58.424180 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c672087f-3b7e-478c-992c-77cb49d03d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:56:58.614553 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3546413-0c58-498a-974c-6af7e67933b0 req-6ac9e7e4-a203-4394-9f2c-2b9c3b6384d7 tempest-ServersNegativeTestJSON-568869940 tempest-ServersNegativeTestJSON-568869940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:58.615890 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-e3546413-0c58-498a-974c-6af7e67933b0 req-6ac9e7e4-a203-4394-9f2c-2b9c3b6384d7 tempest-ServersNegativeTestJSON-568869940 tempest-ServersNegativeTestJSON-568869940-project] 10.222.0.13 "GET /v2.0/ports?device_id=469c91c6-e721-4393-a2c0-13baa1c54267 HTTP/1.1" status: 200 len: 945 time: 0.0738645 Mar 07 10:56:58.662586 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-e3546413-0c58-498a-974c-6af7e67933b0 req-25e09ec4-1805-4663-8279-39a696ccddc2 tempest-ServersNegativeTestJSON-568869940 tempest-ServersNegativeTestJSON-568869940-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c0eaab1-cc15-46b2-ba5a-a9e2eeeb2234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412970 Mar 07 10:56:59.054922 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777aa62e-87f9-4aa1-ad8f-1b7e39a1c547 req-2443d2bd-d21e-4dbf-b3d3-787567550766 tempest-ServersNegativeTestJSON-568869940 tempest-ServersNegativeTestJSON-568869940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:59.056319 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-777aa62e-87f9-4aa1-ad8f-1b7e39a1c547 req-2443d2bd-d21e-4dbf-b3d3-787567550766 tempest-ServersNegativeTestJSON-568869940 tempest-ServersNegativeTestJSON-568869940-project] 10.222.0.13 "GET /v2.0/ports?device_id=469c91c6-e721-4393-a2c0-13baa1c54267 HTTP/1.1" status: 200 len: 945 time: 0.0737913 Mar 07 10:56:59.100039 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-777aa62e-87f9-4aa1-ad8f-1b7e39a1c547 req-7556fa1a-29ff-4653-9a52-e3fcc0786a16 tempest-ServersNegativeTestJSON-568869940 tempest-ServersNegativeTestJSON-568869940-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c0eaab1-cc15-46b2-ba5a-a9e2eeeb2234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381849 Mar 07 10:57:00.296935 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3306db8b-83eb-4c02-9c65-99a43fa69247 req-56f56bdc-16dd-4e20-90be-ed7272598e7f tempest-ServersNegativeTestJSON-568869940 tempest-ServersNegativeTestJSON-568869940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:00.299251 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-3306db8b-83eb-4c02-9c65-99a43fa69247 req-56f56bdc-16dd-4e20-90be-ed7272598e7f tempest-ServersNegativeTestJSON-568869940 tempest-ServersNegativeTestJSON-568869940-project] 10.222.0.13 "GET /v2.0/ports?device_id=469c91c6-e721-4393-a2c0-13baa1c54267 HTTP/1.1" status: 200 len: 945 time: 0.0796826 Mar 07 10:57:00.342455 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-3306db8b-83eb-4c02-9c65-99a43fa69247 req-5a59d171-8b2f-4c32-885c-fee7c4912980 tempest-ServersNegativeTestJSON-568869940 tempest-ServersNegativeTestJSON-568869940-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c0eaab1-cc15-46b2-ba5a-a9e2eeeb2234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378430 Mar 07 10:57:00.436993 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30781adb-6583-4df7-a83a-077f90dcf20d req-04bc792b-2c7a-46ac-8c00-636c0eca4882 tempest-ServersNegativeTestJSON-568869940 tempest-ServersNegativeTestJSON-568869940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:00.439005 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-30781adb-6583-4df7-a83a-077f90dcf20d req-04bc792b-2c7a-46ac-8c00-636c0eca4882 tempest-ServersNegativeTestJSON-568869940 tempest-ServersNegativeTestJSON-568869940-project] 10.222.0.10 "GET /v2.0/ports?device_id=469c91c6-e721-4393-a2c0-13baa1c54267 HTTP/1.1" status: 200 len: 945 time: 0.0767076 Mar 07 10:57:00.582826 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [req-30781adb-6583-4df7-a83a-077f90dcf20d req-07d210a4-4393-4054-89be-2d9c7bd55998 tempest-ServersNegativeTestJSON-568869940 tempest-ServersNegativeTestJSON-568869940-project] Deleting port 526bb003-2d77-4ed3-b0a4-fa284785b6a7 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:57:00.583163 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-30781adb-6583-4df7-a83a-077f90dcf20d req-07d210a4-4393-4054-89be-2d9c7bd55998 tempest-ServersNegativeTestJSON-568869940 tempest-ServersNegativeTestJSON-568869940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:00.611740 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c7264b36-94b9-48fb-b629-0b605e80d76b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:00.816284 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [req-30781adb-6583-4df7-a83a-077f90dcf20d req-07d210a4-4393-4054-89be-2d9c7bd55998 tempest-ServersNegativeTestJSON-568869940 tempest-ServersNegativeTestJSON-568869940-project] For port 526bb003-2d77-4ed3-b0a4-fa284785b6a7, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=526bb003-2d77-4ed3-b0a4-fa284785b6a7,segment=NetworkSegment(9f1c7904-b6de-4843-ade9-6c237d4a7351),segment_id=9f1c7904-b6de-4843-ade9-6c237d4a7351)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:57:00.816663 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-30781adb-6583-4df7-a83a-077f90dcf20d req-07d210a4-4393-4054-89be-2d9c7bd55998 tempest-ServersNegativeTestJSON-568869940 tempest-ServersNegativeTestJSON-568869940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:00.936169 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [req-30781adb-6583-4df7-a83a-077f90dcf20d req-07d210a4-4393-4054-89be-2d9c7bd55998 tempest-ServersNegativeTestJSON-568869940 tempest-ServersNegativeTestJSON-568869940-project] Calling delete_port for 526bb003-2d77-4ed3-b0a4-fa284785b6a7 owned by compute:nova {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:57:01.069258 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-30781adb-6583-4df7-a83a-077f90dcf20d req-07d210a4-4393-4054-89be-2d9c7bd55998 tempest-ServersNegativeTestJSON-568869940 tempest-ServersNegativeTestJSON-568869940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:01.081208 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] get_ports_and_sgs() called for port_ids ['cbdf0668-caa0-47af-8e15-6b3ad4bf5435', '526bb003-2d77-4ed3-b0a4-fa284785b6a7'] {{(pid=83739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 07 10:57:01.119449 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d210a4-4393-4054-89be-2d9c7bd55998 tempest-ServersNegativeTestJSON-568869940 tempest-ServersNegativeTestJSON-568869940-project] Pushing event deleted for resources: {'Port': ['ID=526bb003-2d77-4ed3-b0a4-fa284785b6a7,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:01.188865 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [req-30781adb-6583-4df7-a83a-077f90dcf20d req-07d210a4-4393-4054-89be-2d9c7bd55998 tempest-ServersNegativeTestJSON-568869940 tempest-ServersNegativeTestJSON-568869940-project] No DVR routers for this DVR port 526bb003-2d77-4ed3-b0a4-fa284785b6a7 on host hv-neutron-8307 {{(pid=83737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:57:01.191357 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-30781adb-6583-4df7-a83a-077f90dcf20d req-07d210a4-4393-4054-89be-2d9c7bd55998 tempest-ServersNegativeTestJSON-568869940 tempest-ServersNegativeTestJSON-568869940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:01.193943 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '469c91c6-e721-4393-a2c0-13baa1c54267', 'name': 'network-vif-deleted', 'tag': '526bb003-2d77-4ed3-b0a4-fa284785b6a7'}] {{(pid=83737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 10:57:01.210866 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-30781adb-6583-4df7-a83a-077f90dcf20d req-07d210a4-4393-4054-89be-2d9c7bd55998 tempest-ServersNegativeTestJSON-568869940 tempest-ServersNegativeTestJSON-568869940-project] 10.222.0.10 "DELETE /v2.0/ports/526bb003-2d77-4ed3-b0a4-fa284785b6a7 HTTP/1.1" status: 204 len: 173 time: 0.7671952 Mar 07 10:57:01.268633 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '469c91c6-e721-4393-a2c0-13baa1c54267', 'name': 'network-vif-deleted', 'tag': '526bb003-2d77-4ed3-b0a4-fa284785b6a7', 'status': 'completed', 'code': 200} Mar 07 10:57:01.519610 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-14c31ff9-b8ef-4566-9c1f-885ce66676ac req-a3906d19-1288-47f3-9b45-800d53c9e7a3 tempest-ServersNegativeTestJSON-568869940 tempest-ServersNegativeTestJSON-568869940-project] Synchronizing usage tracker for tenant:ddd46961eaef48f5ace482c0add0199e on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:57:01.534827 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-14c31ff9-b8ef-4566-9c1f-885ce66676ac req-a3906d19-1288-47f3-9b45-800d53c9e7a3 tempest-ServersNegativeTestJSON-568869940 tempest-ServersNegativeTestJSON-568869940-project] Unset dirty status for tenant:ddd46961eaef48f5ace482c0add0199e on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:57:01.536048 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-14c31ff9-b8ef-4566-9c1f-885ce66676ac req-a3906d19-1288-47f3-9b45-800d53c9e7a3 tempest-ServersNegativeTestJSON-568869940 tempest-ServersNegativeTestJSON-568869940-project] 10.222.0.13 "GET /v2.0/ports?device_id=469c91c6-e721-4393-a2c0-13baa1c54267 HTTP/1.1" status: 200 len: 210 time: 0.0621939 Mar 07 10:57:01.862945 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-711fefd2-3b30-4759-8df5-0aecff1c8e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:01.914825 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:02.819441 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98d97d6-d81c-43d7-ad58-727cd8dd5b09 req-80e9c316-4519-493d-9905-0774956748ad tempest-ServersNegativeTestJSON-568869940 tempest-ServersNegativeTestJSON-568869940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:02.820897 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d98d97d6-d81c-43d7-ad58-727cd8dd5b09 req-80e9c316-4519-493d-9905-0774956748ad tempest-ServersNegativeTestJSON-568869940 tempest-ServersNegativeTestJSON-568869940-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c3b84e4-180d-47a2-a6db-96e2eca30db4 HTTP/1.1" status: 200 len: 946 time: 0.0755928 Mar 07 10:57:02.864986 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d98d97d6-d81c-43d7-ad58-727cd8dd5b09 req-0b32a6fa-b4bf-4355-9866-fd1fd752837a tempest-ServersNegativeTestJSON-568869940 tempest-ServersNegativeTestJSON-568869940-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c0eaab1-cc15-46b2-ba5a-a9e2eeeb2234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385749 Mar 07 10:57:03.088772 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968121c3-1938-4f95-8ce1-5e5637df6da1 req-5c801f9b-ac55-4029-9baf-7324d36457f4 tempest-ServersNegativeTestJSON-568869940 tempest-ServersNegativeTestJSON-568869940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:03.090197 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-968121c3-1938-4f95-8ce1-5e5637df6da1 req-5c801f9b-ac55-4029-9baf-7324d36457f4 tempest-ServersNegativeTestJSON-568869940 tempest-ServersNegativeTestJSON-568869940-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c3b84e4-180d-47a2-a6db-96e2eca30db4 HTTP/1.1" status: 200 len: 946 time: 0.0793853 Mar 07 10:57:03.134932 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-968121c3-1938-4f95-8ce1-5e5637df6da1 req-c8759cc9-d503-483a-af80-0517019493e6 tempest-ServersNegativeTestJSON-568869940 tempest-ServersNegativeTestJSON-568869940-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c0eaab1-cc15-46b2-ba5a-a9e2eeeb2234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384505 Mar 07 10:57:03.285871 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c87150bd-aa9c-4ad1-bb68-57ec66d4fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:03.330419 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8132b2-a7e2-487c-926f-f65ea477a116 req-0483ecdc-28fc-4896-ab24-3f90937c2d17 tempest-ServersNegativeTestJSON-568869940 tempest-ServersNegativeTestJSON-568869940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:03.331853 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-9d8132b2-a7e2-487c-926f-f65ea477a116 req-0483ecdc-28fc-4896-ab24-3f90937c2d17 tempest-ServersNegativeTestJSON-568869940 tempest-ServersNegativeTestJSON-568869940-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c3b84e4-180d-47a2-a6db-96e2eca30db4 HTTP/1.1" status: 200 len: 946 time: 0.0761578 Mar 07 10:57:03.376066 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-9d8132b2-a7e2-487c-926f-f65ea477a116 req-2b0ff0fb-7238-47c4-8937-bfc8f04c9a3a tempest-ServersNegativeTestJSON-568869940 tempest-ServersNegativeTestJSON-568869940-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c0eaab1-cc15-46b2-ba5a-a9e2eeeb2234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385699 Mar 07 10:57:03.520219 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device 526bb003-2d77-4ed3-b0a4-fa284785b6a7 no longer exists at agent hyperv_hv-neutron-8307 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:57:03.552331 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] No Port match for: 526bb003-2d77-4ed3-b0a4-fa284785b6a7 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 10:57:03.552719 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device 526bb003-2d77-4ed3-b0a4-fa284785b6a7 not bound to the agent host hv-neutron-8307 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 10:57:03.572109 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-7c740204-0870-404e-ada4-b1048dfdae64 req-3c91ca65-d66d-4362-a989-b8233b56b3e7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9c3b84e4-180d-47a2-a6db-96e2eca30db4&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0716639 Mar 07 10:57:03.760277 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eed69b1-2cdc-41f3-aa56-809456460a02 req-ae4f7785-9b53-48af-b3a2-3a37cd4e3bcf tempest-ServersNegativeTestJSON-568869940 tempest-ServersNegativeTestJSON-568869940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:03.761723 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-5eed69b1-2cdc-41f3-aa56-809456460a02 req-ae4f7785-9b53-48af-b3a2-3a37cd4e3bcf tempest-ServersNegativeTestJSON-568869940 tempest-ServersNegativeTestJSON-568869940-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c3b84e4-180d-47a2-a6db-96e2eca30db4 HTTP/1.1" status: 200 len: 946 time: 0.0754428 Mar 07 10:57:03.805885 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-5eed69b1-2cdc-41f3-aa56-809456460a02 req-4af204c2-b90c-4412-b27b-50a91709606c tempest-ServersNegativeTestJSON-568869940 tempest-ServersNegativeTestJSON-568869940-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c0eaab1-cc15-46b2-ba5a-a9e2eeeb2234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381696 Mar 07 10:57:04.002217 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56c9818-018d-43a3-86c4-e42cbe6bdc8b req-f4b43239-29d6-48ee-8d8c-ccac0a32340b tempest-ServersNegativeTestJSON-568869940 tempest-ServersNegativeTestJSON-568869940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:04.003635 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c56c9818-018d-43a3-86c4-e42cbe6bdc8b req-f4b43239-29d6-48ee-8d8c-ccac0a32340b tempest-ServersNegativeTestJSON-568869940 tempest-ServersNegativeTestJSON-568869940-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c3b84e4-180d-47a2-a6db-96e2eca30db4 HTTP/1.1" status: 200 len: 946 time: 0.0780809 Mar 07 10:57:04.047489 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c56c9818-018d-43a3-86c4-e42cbe6bdc8b req-a2e25389-74ab-42ec-b9ea-1990901636b1 tempest-ServersNegativeTestJSON-568869940 tempest-ServersNegativeTestJSON-568869940-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c0eaab1-cc15-46b2-ba5a-a9e2eeeb2234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383959 Mar 07 10:57:04.253761 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c035561-f3c7-47c1-afe4-7fd4b3b81298 req-ca309a0b-5065-4f17-8a86-e43c508594e5 tempest-ServersNegativeTestJSON-568869940 tempest-ServersNegativeTestJSON-568869940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:04.255172 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-5c035561-f3c7-47c1-afe4-7fd4b3b81298 req-ca309a0b-5065-4f17-8a86-e43c508594e5 tempest-ServersNegativeTestJSON-568869940 tempest-ServersNegativeTestJSON-568869940-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c3b84e4-180d-47a2-a6db-96e2eca30db4 HTTP/1.1" status: 200 len: 946 time: 0.0744917 Mar 07 10:57:04.298980 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-5c035561-f3c7-47c1-afe4-7fd4b3b81298 req-126b2b3c-69a6-479d-9355-f3b4f728bc41 tempest-ServersNegativeTestJSON-568869940 tempest-ServersNegativeTestJSON-568869940-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c0eaab1-cc15-46b2-ba5a-a9e2eeeb2234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383077 Mar 07 10:57:04.852598 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa80eba-a70e-4987-8542-5d40b4498c07 req-84406bb3-c73f-43f6-bcd3-b97593c4bd16 tempest-ServersNegativeTestJSON-568869940 tempest-ServersNegativeTestJSON-568869940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:04.853936 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-dfa80eba-a70e-4987-8542-5d40b4498c07 req-84406bb3-c73f-43f6-bcd3-b97593c4bd16 tempest-ServersNegativeTestJSON-568869940 tempest-ServersNegativeTestJSON-568869940-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c3b84e4-180d-47a2-a6db-96e2eca30db4 HTTP/1.1" status: 200 len: 946 time: 0.0786009 Mar 07 10:57:04.898601 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-dfa80eba-a70e-4987-8542-5d40b4498c07 req-e3cb7ea1-b5ac-4aec-98d2-2a1f29f58de8 tempest-ServersNegativeTestJSON-568869940 tempest-ServersNegativeTestJSON-568869940-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c0eaab1-cc15-46b2-ba5a-a9e2eeeb2234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393114 Mar 07 10:57:06.098640 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f56ff01-66dc-42cd-b6c5-7844f1eb0d95 req-1090d454-416d-48e7-8d4c-226a994287d6 tempest-ServersNegativeTestJSON-568869940 tempest-ServersNegativeTestJSON-568869940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:06.100072 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-1f56ff01-66dc-42cd-b6c5-7844f1eb0d95 req-1090d454-416d-48e7-8d4c-226a994287d6 tempest-ServersNegativeTestJSON-568869940 tempest-ServersNegativeTestJSON-568869940-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c3b84e4-180d-47a2-a6db-96e2eca30db4 HTTP/1.1" status: 200 len: 946 time: 0.0781093 Mar 07 10:57:06.147818 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-1f56ff01-66dc-42cd-b6c5-7844f1eb0d95 req-ef34e0df-15e0-4584-af49-936859bd3b14 tempest-ServersNegativeTestJSON-568869940 tempest-ServersNegativeTestJSON-568869940-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c0eaab1-cc15-46b2-ba5a-a9e2eeeb2234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421913 Mar 07 10:57:06.336852 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2d8256-1fae-473b-8c1e-2b2b2edae7d0 req-db8bf722-7c68-4f58-ac52-d4de223e98ea tempest-ServersNegativeTestJSON-568869940 tempest-ServersNegativeTestJSON-568869940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:06.338250 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ab2d8256-1fae-473b-8c1e-2b2b2edae7d0 req-db8bf722-7c68-4f58-ac52-d4de223e98ea tempest-ServersNegativeTestJSON-568869940 tempest-ServersNegativeTestJSON-568869940-project] 10.222.0.10 "GET /v2.0/ports?device_id=9c3b84e4-180d-47a2-a6db-96e2eca30db4 HTTP/1.1" status: 200 len: 946 time: 0.0765829 Mar 07 10:57:06.404668 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [req-ab2d8256-1fae-473b-8c1e-2b2b2edae7d0 req-5d92466a-085f-4013-9c36-1064610ab006 tempest-ServersNegativeTestJSON-568869940 tempest-ServersNegativeTestJSON-568869940-project] Deleting port cbdf0668-caa0-47af-8e15-6b3ad4bf5435 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:57:06.405010 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-ab2d8256-1fae-473b-8c1e-2b2b2edae7d0 req-5d92466a-085f-4013-9c36-1064610ab006 tempest-ServersNegativeTestJSON-568869940 tempest-ServersNegativeTestJSON-568869940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:06.716677 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [req-ab2d8256-1fae-473b-8c1e-2b2b2edae7d0 req-5d92466a-085f-4013-9c36-1064610ab006 tempest-ServersNegativeTestJSON-568869940 tempest-ServersNegativeTestJSON-568869940-project] For port cbdf0668-caa0-47af-8e15-6b3ad4bf5435, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=cbdf0668-caa0-47af-8e15-6b3ad4bf5435,segment=NetworkSegment(9f1c7904-b6de-4843-ade9-6c237d4a7351),segment_id=9f1c7904-b6de-4843-ade9-6c237d4a7351)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:57:06.717029 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-ab2d8256-1fae-473b-8c1e-2b2b2edae7d0 req-5d92466a-085f-4013-9c36-1064610ab006 tempest-ServersNegativeTestJSON-568869940 tempest-ServersNegativeTestJSON-568869940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:06.836102 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [req-ab2d8256-1fae-473b-8c1e-2b2b2edae7d0 req-5d92466a-085f-4013-9c36-1064610ab006 tempest-ServersNegativeTestJSON-568869940 tempest-ServersNegativeTestJSON-568869940-project] Calling delete_port for cbdf0668-caa0-47af-8e15-6b3ad4bf5435 owned by compute:nova {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:57:06.976105 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-ab2d8256-1fae-473b-8c1e-2b2b2edae7d0 req-5d92466a-085f-4013-9c36-1064610ab006 tempest-ServersNegativeTestJSON-568869940 tempest-ServersNegativeTestJSON-568869940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:06.987395 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] get_ports_and_sgs() called for port_ids ['cbdf0668-caa0-47af-8e15-6b3ad4bf5435'] {{(pid=83739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 07 10:57:07.030172 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d92466a-085f-4013-9c36-1064610ab006 tempest-ServersNegativeTestJSON-568869940 tempest-ServersNegativeTestJSON-568869940-project] Pushing event deleted for resources: {'Port': ['ID=cbdf0668-caa0-47af-8e15-6b3ad4bf5435,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:07.099043 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab2d8256-1fae-473b-8c1e-2b2b2edae7d0 req-5d92466a-085f-4013-9c36-1064610ab006 tempest-ServersNegativeTestJSON-568869940 tempest-ServersNegativeTestJSON-568869940-project] No DVR routers for this DVR port cbdf0668-caa0-47af-8e15-6b3ad4bf5435 on host hv-neutron-8307 {{(pid=83737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:57:07.101474 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-ab2d8256-1fae-473b-8c1e-2b2b2edae7d0 req-5d92466a-085f-4013-9c36-1064610ab006 tempest-ServersNegativeTestJSON-568869940 tempest-ServersNegativeTestJSON-568869940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:07.103924 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c3b84e4-180d-47a2-a6db-96e2eca30db4', 'name': 'network-vif-deleted', 'tag': 'cbdf0668-caa0-47af-8e15-6b3ad4bf5435'}] {{(pid=83737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 10:57:07.120262 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ab2d8256-1fae-473b-8c1e-2b2b2edae7d0 req-5d92466a-085f-4013-9c36-1064610ab006 tempest-ServersNegativeTestJSON-568869940 tempest-ServersNegativeTestJSON-568869940-project] 10.222.0.10 "DELETE /v2.0/ports/cbdf0668-caa0-47af-8e15-6b3ad4bf5435 HTTP/1.1" status: 204 len: 173 time: 0.7757533 Mar 07 10:57:07.167771 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c3b84e4-180d-47a2-a6db-96e2eca30db4', 'name': 'network-vif-deleted', 'tag': 'cbdf0668-caa0-47af-8e15-6b3ad4bf5435', 'status': 'completed', 'code': 200} Mar 07 10:57:07.331904 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-93bcee6e-f7ce-4f6e-b3c0-01010cd4c417 req-26f820a4-63bc-4429-ac25-a636750b48e0 tempest-ServersNegativeTestJSON-568869940 tempest-ServersNegativeTestJSON-568869940-project] Synchronizing usage tracker for tenant:ddd46961eaef48f5ace482c0add0199e on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:57:07.347445 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-93bcee6e-f7ce-4f6e-b3c0-01010cd4c417 req-26f820a4-63bc-4429-ac25-a636750b48e0 tempest-ServersNegativeTestJSON-568869940 tempest-ServersNegativeTestJSON-568869940-project] Unset dirty status for tenant:ddd46961eaef48f5ace482c0add0199e on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:57:07.348599 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-93bcee6e-f7ce-4f6e-b3c0-01010cd4c417 req-26f820a4-63bc-4429-ac25-a636750b48e0 tempest-ServersNegativeTestJSON-568869940 tempest-ServersNegativeTestJSON-568869940-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c3b84e4-180d-47a2-a6db-96e2eca30db4 HTTP/1.1" status: 200 len: 210 time: 0.0559020 Mar 07 10:57:08.452490 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 44158) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:57:08.514569 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_v2 [None req-064a123d-cfe2-4295-9d03-69db7d6093c4 admin admin] Deleting subnet b3e372ab-5282-4baf-ae0a-462c1e7e72b3 {{(pid=83737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 07 10:57:08.517473 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-064a123d-cfe2-4295-9d03-69db7d6093c4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:08.565663 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-064a123d-cfe2-4295-9d03-69db7d6093c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2627781'] for subnet, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:08.620745 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-064a123d-cfe2-4295-9d03-69db7d6093c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1525496'] for subnet, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:08.685569 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-064a123d-cfe2-4295-9d03-69db7d6093c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1525489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3012507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3219316'] for subnet, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:08.722975 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064a123d-cfe2-4295-9d03-69db7d6093c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3e372ab-5282-4baf-ae0a-462c1e7e72b3,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:08.726715 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-064a123d-cfe2-4295-9d03-69db7d6093c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:08.732267 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-064a123d-cfe2-4295-9d03-69db7d6093c4 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/b3e372ab-5282-4baf-ae0a-462c1e7e72b3 HTTP/1.1" status: 204 len: 168 time: 0.2787011 Mar 07 10:57:08.734708 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 44162) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:57:08.838816 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4c9033ae-4495-4883-9ecc-e14f9d90c568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1158940'] for network, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:08.959604 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4c9033ae-4495-4883-9ecc-e14f9d90c568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1526893', 'neutron.services.segments.db._delete_segments_for_network-8732568551033'] for network, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:08.983451 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-4c9033ae-4495-4883-9ecc-e14f9d90c568 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['816da432-99de-40be-ad1d-9cd20fd4bc8f']}} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:57:08.998870 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-4c9033ae-4495-4883-9ecc-e14f9d90c568 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f1c7904-b6de-4843-ade9-6c237d4a7351') {'for_net_delete': True} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:57:08.999157 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-4c9033ae-4495-4883-9ecc-e14f9d90c568 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f1c7904-b6de-4843-ade9-6c237d4a7351') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:57:09.010635 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4c9033ae-4495-4883-9ecc-e14f9d90c568 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732568550916', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629174'] for segment, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:09.026287 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4c9033ae-4495-4883-9ecc-e14f9d90c568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:09.032782 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c9033ae-4495-4883-9ecc-e14f9d90c568 admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=83737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 07 10:57:09.033179 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4c9033ae-4495-4883-9ecc-e14f9d90c568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1227397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3012597'] for segment, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:09.045967 dv-neutron-830731-3-hyperv neutron-server[83737]: Traceback (most recent call last): Mar 07 10:57:09.045967 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 07 10:57:09.045967 dv-neutron-830731-3-hyperv neutron-server[83737]: timer() Mar 07 10:57:09.045967 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:57:09.045967 dv-neutron-830731-3-hyperv neutron-server[83737]: cb(*args, **kw) Mar 07 10:57:09.045967 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 10:57:09.045967 dv-neutron-830731-3-hyperv neutron-server[83737]: return func(*args, **kwargs) Mar 07 10:57:09.045967 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:57:09.045967 dv-neutron-830731-3-hyperv neutron-server[83737]: self._notify() Mar 07 10:57:09.045967 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:57:09.045967 dv-neutron-830731-3-hyperv neutron-server[83737]: self.callback(batched_events) Mar 07 10:57:09.045967 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:57:09.045967 dv-neutron-830731-3-hyperv neutron-server[83737]: event.method(event) Mar 07 10:57:09.045967 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 10:57:09.045967 dv-neutron-830731-3-hyperv neutron-server[83737]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:57:09.045967 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 10:57:09.045967 dv-neutron-830731-3-hyperv neutron-server[83737]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:57:09.045967 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 10:57:09.045967 dv-neutron-830731-3-hyperv neutron-server[83737]: return f(self, *a, **k) Mar 07 10:57:09.045967 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:57:09.045967 dv-neutron-830731-3-hyperv neutron-server[83737]: return self._get(url).json() Mar 07 10:57:09.045967 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:57:09.045967 dv-neutron-830731-3-hyperv neutron-server[83737]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:57:09.045967 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 07 10:57:09.045967 dv-neutron-830731-3-hyperv neutron-server[83737]: return self.request(url, 'GET', **kwargs) Mar 07 10:57:09.045967 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 07 10:57:09.045967 dv-neutron-830731-3-hyperv neutron-server[83737]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:57:09.045967 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 07 10:57:09.045967 dv-neutron-830731-3-hyperv neutron-server[83737]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:57:09.045967 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 07 10:57:09.045967 dv-neutron-830731-3-hyperv neutron-server[83737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:57:09.045967 dv-neutron-830731-3-hyperv neutron-server[83737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:57:09.131506 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4c9033ae-4495-4883-9ecc-e14f9d90c568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1526886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923583'] for network, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:09.146325 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4c9033ae-4495-4883-9ecc-e14f9d90c568 admin admin] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:09.160261 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9033ae-4495-4883-9ecc-e14f9d90c568 admin admin] Pushing event deleted for resources: {'Network': ['ID=816da432-99de-40be-ad1d-9cd20fd4bc8f,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:09.168203 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-4c9033ae-4495-4883-9ecc-e14f9d90c568 admin admin] 10.222.0.13 "DELETE /v2.0/networks/816da432-99de-40be-ad1d-9cd20fd4bc8f HTTP/1.1" status: 204 len: 168 time: 0.4320598 Mar 07 10:57:09.305691 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 44168) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:57:09.356109 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-fc4b04c8-127a-4d9b-a46f-caea68bc3ae9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ddd46961eaef48f5ace482c0add0199e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0492184 Mar 07 10:57:09.358476 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 44172) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:57:09.416713 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f4a1d3f5-c020-4b24-96a9-17ee69c689e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:09.441245 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f4a1d3f5-c020-4b24-96a9-17ee69c689e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:09.493078 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f4a1d3f5-c020-4b24-96a9-17ee69c689e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:09.510451 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a1d3f5-c020-4b24-96a9-17ee69c689e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c0eaab1-cc15-46b2-ba5a-a9e2eeeb2234,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:09.520841 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f4a1d3f5-c020-4b24-96a9-17ee69c689e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:09.521947 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-f4a1d3f5-c020-4b24-96a9-17ee69c689e6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7c0eaab1-cc15-46b2-ba5a-a9e2eeeb2234 HTTP/1.1" status: 204 len: 168 time: 0.1625941 Mar 07 10:57:09.564788 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device cbdf0668-caa0-47af-8e15-6b3ad4bf5435 no longer exists at agent hyperv_hv-neutron-8307 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:57:09.597178 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] No Port match for: cbdf0668-caa0-47af-8e15-6b3ad4bf5435 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 10:57:09.597513 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device cbdf0668-caa0-47af-8e15-6b3ad4bf5435 not bound to the agent host hv-neutron-8307 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 10:57:10.452225 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 44194) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:57:10.582859 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-fff625c5-6104-40bf-9133-b950f47db1d0 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1931836897'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:57:10.587711 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-fff625c5-6104-40bf-9133-b950f47db1d0 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:57:10.591411 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-fff625c5-6104-40bf-9133-b950f47db1d0 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Usage tracker for resource:network and tenant:478cc8abb72e49ca819b8425c34aa084 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:57:10.599130 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-fff625c5-6104-40bf-9133-b950f47db1d0 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:57:10.604747 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-fff625c5-6104-40bf-9133-b950f47db1d0 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:57:10.614603 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fff625c5-6104-40bf-9133-b950f47db1d0 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Made reservation on behalf of 478cc8abb72e49ca819b8425c34aa084 for: {'network': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:57:10.617726 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-fff625c5-6104-40bf-9133-b950f47db1d0 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for network, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:10.629806 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-fff625c5-6104-40bf-9133-b950f47db1d0 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Notify callbacks [] for security_group, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:10.660844 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-fff625c5-6104-40bf-9133-b950f47db1d0 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:57:10.664560 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-fff625c5-6104-40bf-9133-b950f47db1d0 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Usage tracker for resource:security_group_rule and tenant:478cc8abb72e49ca819b8425c34aa084 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:57:10.667313 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-fff625c5-6104-40bf-9133-b950f47db1d0 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:57:10.673467 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-fff625c5-6104-40bf-9133-b950f47db1d0 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:57:10.741401 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-fff625c5-6104-40bf-9133-b950f47db1d0 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Notify callbacks [] for security_group, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:10.745198 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-fff625c5-6104-40bf-9133-b950f47db1d0 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:10.776322 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fff625c5-6104-40bf-9133-b950f47db1d0 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=83738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:57:10.784953 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff625c5-6104-40bf-9133-b950f47db1d0 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71fe0c79-8784-43e6-9889-61377378ba7e,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:10.791403 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-fff625c5-6104-40bf-9133-b950f47db1d0 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:10.791733 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.db.segments_db [None req-fff625c5-6104-40bf-9133-b950f47db1d0 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Added segment ef9f172d-da48-4d37-9fa9-de8b50293df3 of type vlan for network d6e5a849-518b-4761-a56f-1cc4f40c5efb Mar 07 10:57:10.801965 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff625c5-6104-40bf-9133-b950f47db1d0 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:57:10.802342 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff625c5-6104-40bf-9133-b950f47db1d0 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:57:10.802668 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff625c5-6104-40bf-9133-b950f47db1d0 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:57:10.802999 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff625c5-6104-40bf-9133-b950f47db1d0 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:57:10.803318 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff625c5-6104-40bf-9133-b950f47db1d0 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:57:10.803633 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff625c5-6104-40bf-9133-b950f47db1d0 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:57:10.803947 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff625c5-6104-40bf-9133-b950f47db1d0 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:57:10.804260 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff625c5-6104-40bf-9133-b950f47db1d0 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:57:10.804596 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff625c5-6104-40bf-9133-b950f47db1d0 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:57:10.804909 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff625c5-6104-40bf-9133-b950f47db1d0 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:57:10.805218 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff625c5-6104-40bf-9133-b950f47db1d0 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:57:10.828466 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-fff625c5-6104-40bf-9133-b950f47db1d0 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732568034061'] for network, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:10.857403 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-fff625c5-6104-40bf-9133-b950f47db1d0 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594'] for network, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:10.861779 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff625c5-6104-40bf-9133-b950f47db1d0 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:10.862349 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-fff625c5-6104-40bf-9133-b950f47db1d0 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:10.970336 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-fff625c5-6104-40bf-9133-b950f47db1d0 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5169904 Mar 07 10:57:10.971171 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff625c5-6104-40bf-9133-b950f47db1d0 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Pushing event updated for resources: {'Network': ['ID=d6e5a849-518b-4761-a56f-1cc4f40c5efb,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:10.995620 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Network d6e5a849-518b-4761-a56f-1cc4f40c5efb details requested by agent ovs-agent-dv-neutron-830731-3-hyperv with host dv-neutron-830731-3-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 10:57:14.278490 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 44200) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:57:14.284218 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-3d27f145-0f9f-463e-96d1-98abf9a7445d tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Request body: {'subnet': {'network_id': 'd6e5a849-518b-4761-a56f-1cc4f40c5efb', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:57:14.389973 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-3d27f145-0f9f-463e-96d1-98abf9a7445d tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:57:14.394237 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-3d27f145-0f9f-463e-96d1-98abf9a7445d tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Usage tracker for resource:subnet and tenant:478cc8abb72e49ca819b8425c34aa084 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:57:14.396952 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-3d27f145-0f9f-463e-96d1-98abf9a7445d tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:57:14.402382 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-3d27f145-0f9f-463e-96d1-98abf9a7445d tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:57:14.411586 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d27f145-0f9f-463e-96d1-98abf9a7445d tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Made reservation on behalf of 478cc8abb72e49ca819b8425c34aa084 for: {'subnet': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:57:14.514875 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3d27f145-0f9f-463e-96d1-98abf9a7445d tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741426'] for subnet, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:14.820175 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3d27f145-0f9f-463e-96d1-98abf9a7445d tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3556832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741408'] for subnet, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:14.899640 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d27f145-0f9f-463e-96d1-98abf9a7445d tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Pushing event updated for resources: {'Subnet': ['ID=ac36fcbd-7e86-46b9-95c2-ba29568c5b2f,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:14.909295 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d27f145-0f9f-463e-96d1-98abf9a7445d tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Checking segment: {'id': 'ef9f172d-da48-4d37-9fa9-de8b50293df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd6e5a849-518b-4761-a56f-1cc4f40c5efb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:57:14.909653 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d27f145-0f9f-463e-96d1-98abf9a7445d tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Network hostable DHCP agents. Network: d6e5a849-518b-4761-a56f-1cc4f40c5efb, hostable agents: ['6527556c-6586-422c-ae47-082984683847'], hosted agents: [] {{(pid=83738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:57:14.932712 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d27f145-0f9f-463e-96d1-98abf9a7445d tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Network d6e5a849-518b-4761-a56f-1cc4f40c5efb is scheduled to be hosted by DHCP agent 6527556c-6586-422c-ae47-082984683847 with binding_index 1 {{(pid=83738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:57:14.942358 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-3d27f145-0f9f-463e-96d1-98abf9a7445d tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830731-3-hyperv, d6e5a849-518b-4761-a56f-1cc4f40c5efb) {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:57:14.947204 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d27f145-0f9f-463e-96d1-98abf9a7445d tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:14.949163 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3d27f145-0f9f-463e-96d1-98abf9a7445d tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:14.950303 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed56c65b-c6f1-4517-8370-e80e3b889a1b None None] Network d6e5a849-518b-4761-a56f-1cc4f40c5efb requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:57:14.970855 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-3d27f145-0f9f-463e-96d1-98abf9a7445d tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6912742 Mar 07 10:57:14.974572 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 44204) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:57:14.980868 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-9096ac02-301e-4bc0-a487-754fa1dd1901 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1102444609'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:57:14.986712 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-9096ac02-301e-4bc0-a487-754fa1dd1901 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:57:14.990424 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-9096ac02-301e-4bc0-a487-754fa1dd1901 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Usage tracker for resource:network and tenant:478cc8abb72e49ca819b8425c34aa084 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:57:14.993223 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-9096ac02-301e-4bc0-a487-754fa1dd1901 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:57:14.998874 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-9096ac02-301e-4bc0-a487-754fa1dd1901 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:57:15.009597 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9096ac02-301e-4bc0-a487-754fa1dd1901 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Made reservation on behalf of 478cc8abb72e49ca819b8425c34aa084 for: {'network': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:57:15.012498 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9096ac02-301e-4bc0-a487-754fa1dd1901 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for network, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:15.042787 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9096ac02-301e-4bc0-a487-754fa1dd1901 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=83738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:57:15.051475 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9096ac02-301e-4bc0-a487-754fa1dd1901 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:15.051806 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.db.segments_db [None req-9096ac02-301e-4bc0-a487-754fa1dd1901 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Added segment 0c620923-7b04-4188-adad-ed1827c58340 of type vlan for network b7c17be7-0268-4a49-9c8f-aa82625a49d7 Mar 07 10:57:15.077737 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9096ac02-301e-4bc0-a487-754fa1dd1901 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732568034061'] for network, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:15.108091 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9096ac02-301e-4bc0-a487-754fa1dd1901 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594'] for network, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:15.112627 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9096ac02-301e-4bc0-a487-754fa1dd1901 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:15.113198 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9096ac02-301e-4bc0-a487-754fa1dd1901 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:15.169906 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8af0c02-9549-4890-ba84-6fd9d65f91a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ec2749d-0aec-52fb-aca6-10ba8a80aade-d6e5a849-518b-4761-a56f-1cc4f40c5efb', 'network_id': 'd6e5a849-518b-4761-a56f-1cc4f40c5efb', 'tenant_id': '478cc8abb72e49ca819b8425c34aa084', 'fixed_ips': [{'subnet_id': 'ac36fcbd-7e86-46b9-95c2-ba29568c5b2f'}]}} from dv-neutron-830731-3-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 07 10:57:15.170915 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-d8af0c02-9549-4890-ba84-6fd9d65f91a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:15.215127 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-9096ac02-301e-4bc0-a487-754fa1dd1901 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2368245 Mar 07 10:57:15.215369 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 44208) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:57:15.223201 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-b9ca557f-0598-459f-b367-ae6cec60bb3c tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Request body: {'subnet': {'network_id': 'b7c17be7-0268-4a49-9c8f-aa82625a49d7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:57:15.241862 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9096ac02-301e-4bc0-a487-754fa1dd1901 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Pushing event updated for resources: {'Network': ['ID=b7c17be7-0268-4a49-9c8f-aa82625a49d7,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:15.255601 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Network b7c17be7-0268-4a49-9c8f-aa82625a49d7 details requested by agent ovs-agent-dv-neutron-830731-3-hyperv with host dv-neutron-830731-3-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 10:57:15.337548 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-b9ca557f-0598-459f-b367-ae6cec60bb3c tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:57:15.341227 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-b9ca557f-0598-459f-b367-ae6cec60bb3c tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Usage tracker for resource:subnet and tenant:478cc8abb72e49ca819b8425c34aa084 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:57:15.345301 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-b9ca557f-0598-459f-b367-ae6cec60bb3c tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:57:15.350173 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-b9ca557f-0598-459f-b367-ae6cec60bb3c tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:57:15.359513 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9ca557f-0598-459f-b367-ae6cec60bb3c tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Made reservation on behalf of 478cc8abb72e49ca819b8425c34aa084 for: {'subnet': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:57:15.431864 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-d8af0c02-9549-4890-ba84-6fd9d65f91a8 None None] Allocated IP 2001:db8:0:ffff::2 (d6e5a849-518b-4761-a56f-1cc4f40c5efb/ac36fcbd-7e86-46b9-95c2-ba29568c5b2f/65824785-fcb1-4389-b7b4-24a40421835c) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:57:15.464460 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b9ca557f-0598-459f-b367-ae6cec60bb3c tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741426'] for subnet, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:15.638482 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-d8af0c02-9549-4890-ba84-6fd9d65f91a8 None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:15.655704 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-d8af0c02-9549-4890-ba84-6fd9d65f91a8 None None] Transition to ACTIVE for port object 65824785-fcb1-4389-b7b4-24a40421835c will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:57:15.674080 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-d8af0c02-9549-4890-ba84-6fd9d65f91a8 None None] Transition to ACTIVE for port object 65824785-fcb1-4389-b7b4-24a40421835c will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:57:15.679428 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-d8af0c02-9549-4890-ba84-6fd9d65f91a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:15.688294 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b9ca557f-0598-459f-b367-ae6cec60bb3c tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3556832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741408'] for subnet, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:15.744070 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8af0c02-9549-4890-ba84-6fd9d65f91a8 None None] Network d6e5a849-518b-4761-a56f-1cc4f40c5efb is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:57:15.746793 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-d8af0c02-9549-4890-ba84-6fd9d65f91a8 None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:57:15.751076 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8af0c02-9549-4890-ba84-6fd9d65f91a8 None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:57:15.757189 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8af0c02-9549-4890-ba84-6fd9d65f91a8 None None] Pushing event updated for resources: {'Port': ['ID=65824785-fcb1-4389-b7b4-24a40421835c,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:15.772226 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ca557f-0598-459f-b367-ae6cec60bb3c tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Pushing event updated for resources: {'Subnet': ['ID=2f3e1a08-a1d5-4bcd-a218-490aa331a62a,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:15.784151 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ca557f-0598-459f-b367-ae6cec60bb3c tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Checking segment: {'id': '0c620923-7b04-4188-adad-ed1827c58340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b7c17be7-0268-4a49-9c8f-aa82625a49d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:57:15.784550 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ca557f-0598-459f-b367-ae6cec60bb3c tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Network hostable DHCP agents. Network: b7c17be7-0268-4a49-9c8f-aa82625a49d7, hostable agents: ['6527556c-6586-422c-ae47-082984683847'], hosted agents: [] {{(pid=83738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:57:15.805956 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ca557f-0598-459f-b367-ae6cec60bb3c tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Network b7c17be7-0268-4a49-9c8f-aa82625a49d7 is scheduled to be hosted by DHCP agent 6527556c-6586-422c-ae47-082984683847 with binding_index 1 {{(pid=83738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:57:15.815899 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-b9ca557f-0598-459f-b367-ae6cec60bb3c tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830731-3-hyperv, b7c17be7-0268-4a49-9c8f-aa82625a49d7) {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:57:15.819956 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ca557f-0598-459f-b367-ae6cec60bb3c tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:15.820508 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b9ca557f-0598-459f-b367-ae6cec60bb3c tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:15.838226 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c264feff-8a39-4926-976c-36f39a3dfdf0 None None] Network b7c17be7-0268-4a49-9c8f-aa82625a49d7 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:57:15.843755 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-b9ca557f-0598-459f-b367-ae6cec60bb3c tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.6275420 Mar 07 10:57:15.847241 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 44212) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:57:15.917509 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-d8af0c02-9549-4890-ba84-6fd9d65f91a8 None None] Attempting to bind port 65824785-fcb1-4389-b7b4-24a40421835c on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:57:15.917794 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-d8af0c02-9549-4890-ba84-6fd9d65f91a8 None None] Attempting to bind port 65824785-fcb1-4389-b7b4-24a40421835c by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': 'ef9f172d-da48-4d37-9fa9-de8b50293df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd6e5a849-518b-4761-a56f-1cc4f40c5efb'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:57:15.918146 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8af0c02-9549-4890-ba84-6fd9d65f91a8 None None] Attempting to bind port 65824785-fcb1-4389-b7b4-24a40421835c on network d6e5a849-518b-4761-a56f-1cc4f40c5efb {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:57:15.936972 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:15.942813 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8af0c02-9549-4890-ba84-6fd9d65f91a8 None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 57, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:57:15.943184 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8af0c02-9549-4890-ba84-6fd9d65f91a8 None None] Checking segment: {'id': 'ef9f172d-da48-4d37-9fa9-de8b50293df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd6e5a849-518b-4761-a56f-1cc4f40c5efb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:57:15.943571 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-d8af0c02-9549-4890-ba84-6fd9d65f91a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:15.943957 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8af0c02-9549-4890-ba84-6fd9d65f91a8 None None] Bound using segment: {'id': 'ef9f172d-da48-4d37-9fa9-de8b50293df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd6e5a849-518b-4761-a56f-1cc4f40c5efb'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:57:15.944417 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-d8af0c02-9549-4890-ba84-6fd9d65f91a8 None None] Bound port: 65824785-fcb1-4389-b7b4-24a40421835c, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef9f172d-da48-4d37-9fa9-de8b50293df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd6e5a849-518b-4761-a56f-1cc4f40c5efb'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:57:15.944810 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-d8af0c02-9549-4890-ba84-6fd9d65f91a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:15.986465 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f5e10d82-2caf-4ca0-b78e-e8a67f40d286 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1158940'] for network, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:16.052501 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f5e10d82-2caf-4ca0-b78e-e8a67f40d286 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1525496'] for subnet, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:16.140328 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-d8af0c02-9549-4890-ba84-6fd9d65f91a8 None None] For port 65824785-fcb1-4389-b7b4-24a40421835c, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:57:16.143856 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f5e10d82-2caf-4ca0-b78e-e8a67f40d286 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1525489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3556647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741465'] for subnet, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:16.145250 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-d8af0c02-9549-4890-ba84-6fd9d65f91a8 None None] For port 65824785-fcb1-4389-b7b4-24a40421835c, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=65824785-fcb1-4389-b7b4-24a40421835c,segment=NetworkSegment(ef9f172d-da48-4d37-9fa9-de8b50293df3),segment_id=ef9f172d-da48-4d37-9fa9-de8b50293df3)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:57:16.176003 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-d8af0c02-9549-4890-ba84-6fd9d65f91a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:16.183307 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e10d82-2caf-4ca0-b78e-e8a67f40d286 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Pushing event deleted for resources: {'Subnet': ['ID=2f3e1a08-a1d5-4bcd-a218-490aa331a62a,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:16.247951 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef04b906-d60e-406f-bab6-6eb9d1950d2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ec2749d-0aec-52fb-aca6-10ba8a80aade-b7c17be7-0268-4a49-9c8f-aa82625a49d7', 'network_id': 'b7c17be7-0268-4a49-9c8f-aa82625a49d7', 'tenant_id': '478cc8abb72e49ca819b8425c34aa084', 'fixed_ips': [{'subnet_id': '2f3e1a08-a1d5-4bcd-a218-490aa331a62a'}]}} from dv-neutron-830731-3-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 07 10:57:16.248747 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-ef04b906-d60e-406f-bab6-6eb9d1950d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:16.291457 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f5e10d82-2caf-4ca0-b78e-e8a67f40d286 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1526893', 'neutron.services.segments.db._delete_segments_for_network-8732568551033'] for network, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:16.323666 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8af0c02-9549-4890-ba84-6fd9d65f91a8 None None] Pushing event updated for resources: {'Port': ['ID=65824785-fcb1-4389-b7b4-24a40421835c,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:16.332603 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-f5e10d82-2caf-4ca0-b78e-e8a67f40d286 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7c17be7-0268-4a49-9c8f-aa82625a49d7']}} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:57:16.348444 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-f5e10d82-2caf-4ca0-b78e-e8a67f40d286 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c620923-7b04-4188-adad-ed1827c58340') {'for_net_delete': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:57:16.349215 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-f5e10d82-2caf-4ca0-b78e-e8a67f40d286 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c620923-7b04-4188-adad-ed1827c58340') {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:57:16.361297 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f5e10d82-2caf-4ca0-b78e-e8a67f40d286 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732568550916', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968000'] for segment, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:16.369792 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c337d3ac-f41d-4c54-abdf-2e8f26ee6bf9 None None] Network b7c17be7-0268-4a49-9c8f-aa82625a49d7 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:57:16.378179 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f5e10d82-2caf-4ca0-b78e-e8a67f40d286 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:16.384817 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5e10d82-2caf-4ca0-b78e-e8a67f40d286 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=83738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 07 10:57:16.385361 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f5e10d82-2caf-4ca0-b78e-e8a67f40d286 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1227397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3556681'] for segment, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:16.405341 dv-neutron-830731-3-hyperv neutron-server[83738]: Traceback (most recent call last): Mar 07 10:57:16.405341 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 07 10:57:16.405341 dv-neutron-830731-3-hyperv neutron-server[83738]: timer() Mar 07 10:57:16.405341 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:57:16.405341 dv-neutron-830731-3-hyperv neutron-server[83738]: cb(*args, **kw) Mar 07 10:57:16.405341 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 10:57:16.405341 dv-neutron-830731-3-hyperv neutron-server[83738]: return func(*args, **kwargs) Mar 07 10:57:16.405341 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:57:16.405341 dv-neutron-830731-3-hyperv neutron-server[83738]: self._notify() Mar 07 10:57:16.405341 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:57:16.405341 dv-neutron-830731-3-hyperv neutron-server[83738]: self.callback(batched_events) Mar 07 10:57:16.405341 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:57:16.405341 dv-neutron-830731-3-hyperv neutron-server[83738]: event.method(event) Mar 07 10:57:16.405341 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 10:57:16.405341 dv-neutron-830731-3-hyperv neutron-server[83738]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:57:16.405341 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 10:57:16.405341 dv-neutron-830731-3-hyperv neutron-server[83738]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:57:16.405341 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 10:57:16.405341 dv-neutron-830731-3-hyperv neutron-server[83738]: return f(self, *a, **k) Mar 07 10:57:16.405341 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:57:16.405341 dv-neutron-830731-3-hyperv neutron-server[83738]: return self._get(url).json() Mar 07 10:57:16.405341 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:57:16.405341 dv-neutron-830731-3-hyperv neutron-server[83738]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:57:16.405341 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 07 10:57:16.405341 dv-neutron-830731-3-hyperv neutron-server[83738]: return self.request(url, 'GET', **kwargs) Mar 07 10:57:16.405341 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 07 10:57:16.405341 dv-neutron-830731-3-hyperv neutron-server[83738]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:57:16.405341 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 07 10:57:16.405341 dv-neutron-830731-3-hyperv neutron-server[83738]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:57:16.405341 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 07 10:57:16.405341 dv-neutron-830731-3-hyperv neutron-server[83738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:57:16.405341 dv-neutron-830731-3-hyperv neutron-server[83738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:57:16.516870 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f5e10d82-2caf-4ca0-b78e-e8a67f40d286 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1526886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923583'] for network, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:16.541276 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f5e10d82-2caf-4ca0-b78e-e8a67f40d286 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:16.554511 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e10d82-2caf-4ca0-b78e-e8a67f40d286 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Pushing event deleted for resources: {'Network': ['ID=b7c17be7-0268-4a49-9c8f-aa82625a49d7,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:16.561042 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-f5e10d82-2caf-4ca0-b78e-e8a67f40d286 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] 10.222.0.13 "DELETE /v2.0/networks/b7c17be7-0268-4a49-9c8f-aa82625a49d7 HTTP/1.1" status: 204 len: 168 time: 0.7094903 Mar 07 10:57:16.561691 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 44216) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:57:16.567518 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-6a330f45-47a2-4c0a-a945-aa10962abb24 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-162990246'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:57:16.572507 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-6a330f45-47a2-4c0a-a945-aa10962abb24 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:57:16.576722 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-6a330f45-47a2-4c0a-a945-aa10962abb24 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Usage tracker for resource:network and tenant:478cc8abb72e49ca819b8425c34aa084 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:57:16.580322 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-6a330f45-47a2-4c0a-a945-aa10962abb24 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:57:16.586447 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-6a330f45-47a2-4c0a-a945-aa10962abb24 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:57:16.603543 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a330f45-47a2-4c0a-a945-aa10962abb24 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Made reservation on behalf of 478cc8abb72e49ca819b8425c34aa084 for: {'network': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:57:16.606935 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6a330f45-47a2-4c0a-a945-aa10962abb24 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for network, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:16.635905 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a330f45-47a2-4c0a-a945-aa10962abb24 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=83738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:57:16.644822 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6a330f45-47a2-4c0a-a945-aa10962abb24 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:16.645154 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.db.segments_db [None req-6a330f45-47a2-4c0a-a945-aa10962abb24 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Added segment 12df9b91-6a94-4cb2-91c7-9d484f8f11f9 of type vlan for network 1882a46a-1359-4239-81d8-61abfbacae74 Mar 07 10:57:16.670553 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6a330f45-47a2-4c0a-a945-aa10962abb24 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732568034061'] for network, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:16.699419 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6a330f45-47a2-4c0a-a945-aa10962abb24 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594'] for network, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:16.702955 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a330f45-47a2-4c0a-a945-aa10962abb24 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:16.703573 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6a330f45-47a2-4c0a-a945-aa10962abb24 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:16.899189 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-6a330f45-47a2-4c0a-a945-aa10962abb24 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3367372 Mar 07 10:57:16.902212 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 44220) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:57:16.909699 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-c271278e-437f-4155-8d65-3bd628e5a068 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Request body: {'subnet': {'network_id': '1882a46a-1359-4239-81d8-61abfbacae74', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:57:16.928247 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a330f45-47a2-4c0a-a945-aa10962abb24 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Pushing event updated for resources: {'Network': ['ID=1882a46a-1359-4239-81d8-61abfbacae74,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:16.939705 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Network 1882a46a-1359-4239-81d8-61abfbacae74 details requested by agent ovs-agent-dv-neutron-830731-3-hyperv with host dv-neutron-830731-3-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 10:57:17.040828 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-c271278e-437f-4155-8d65-3bd628e5a068 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:57:17.044862 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-c271278e-437f-4155-8d65-3bd628e5a068 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Usage tracker for resource:subnet and tenant:478cc8abb72e49ca819b8425c34aa084 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:57:17.049027 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-c271278e-437f-4155-8d65-3bd628e5a068 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:57:17.057869 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-c271278e-437f-4155-8d65-3bd628e5a068 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:57:17.070196 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c271278e-437f-4155-8d65-3bd628e5a068 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Made reservation on behalf of 478cc8abb72e49ca819b8425c34aa084 for: {'subnet': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:57:17.074407 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 65824785-fcb1-4389-b7b4-24a40421835c up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:57:17.150550 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning for port 65824785-fcb1-4389-b7b4-24a40421835c completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:57:17.181729 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c271278e-437f-4155-8d65-3bd628e5a068 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741426'] for subnet, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:17.275136 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.ipam_backend_mixin [None req-c271278e-437f-4155-8d65-3bd628e5a068 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Performing IP validity checks on allocation pools {{(pid=83738) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 07 10:57:17.275668 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.ipam_backend_mixin [None req-c271278e-437f-4155-8d65-3bd628e5a068 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83738) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 07 10:57:17.320072 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-019ce79e-e884-420e-820c-8672fff73e6f None None] Network d6e5a849-518b-4761-a56f-1cc4f40c5efb requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:57:17.399218 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c271278e-437f-4155-8d65-3bd628e5a068 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3556832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741408'] for subnet, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:17.426313 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-99260d06-d84a-4ece-9d3a-3ce674881622 None None] Provisioning for port 65824785-fcb1-4389-b7b4-24a40421835c completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:57:17.435800 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-99260d06-d84a-4ece-9d3a-3ce674881622 None None] Provisioning complete for port 65824785-fcb1-4389-b7b4-24a40421835c triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:57:17.435998 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-99260d06-d84a-4ece-9d3a-3ce674881622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:17.476637 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c271278e-437f-4155-8d65-3bd628e5a068 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Pushing event updated for resources: {'Subnet': ['ID=d5ef4af6-9b4b-4b62-b54f-ae9a917ec39a,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:17.492129 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c271278e-437f-4155-8d65-3bd628e5a068 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Checking segment: {'id': '12df9b91-6a94-4cb2-91c7-9d484f8f11f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '1882a46a-1359-4239-81d8-61abfbacae74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:57:17.492639 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c271278e-437f-4155-8d65-3bd628e5a068 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Network hostable DHCP agents. Network: 1882a46a-1359-4239-81d8-61abfbacae74, hostable agents: ['6527556c-6586-422c-ae47-082984683847'], hosted agents: [] {{(pid=83738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:57:17.515901 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c271278e-437f-4155-8d65-3bd628e5a068 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Network 1882a46a-1359-4239-81d8-61abfbacae74 is scheduled to be hosted by DHCP agent 6527556c-6586-422c-ae47-082984683847 with binding_index 1 {{(pid=83738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:57:17.525405 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-c271278e-437f-4155-8d65-3bd628e5a068 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830731-3-hyperv, 1882a46a-1359-4239-81d8-61abfbacae74) {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:57:17.530780 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c271278e-437f-4155-8d65-3bd628e5a068 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:17.530923 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c271278e-437f-4155-8d65-3bd628e5a068 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:17.536039 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e8f33a9-aa16-441e-ab9f-2b861d9719e8 None None] Network 1882a46a-1359-4239-81d8-61abfbacae74 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:57:17.554511 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-c271278e-437f-4155-8d65-3bd628e5a068 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6511903 Mar 07 10:57:17.557023 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 44224) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:57:17.695012 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0c6ce281-9f66-4163-9eb6-0973ebc16399 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1158940'] for network, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:17.757782 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0c6ce281-9f66-4163-9eb6-0973ebc16399 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1525496'] for subnet, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:17.785441 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-99260d06-d84a-4ece-9d3a-3ce674881622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:17.835217 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0c6ce281-9f66-4163-9eb6-0973ebc16399 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1525489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3556647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741465'] for subnet, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:17.874196 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6ce281-9f66-4163-9eb6-0973ebc16399 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Pushing event deleted for resources: {'Subnet': ['ID=d5ef4af6-9b4b-4b62-b54f-ae9a917ec39a,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:17.878944 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-99260d06-d84a-4ece-9d3a-3ce674881622 None None] For port 65824785-fcb1-4389-b7b4-24a40421835c, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=65824785-fcb1-4389-b7b4-24a40421835c,segment=NetworkSegment(ef9f172d-da48-4d37-9fa9-de8b50293df3),segment_id=ef9f172d-da48-4d37-9fa9-de8b50293df3)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:57:17.884812 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-99260d06-d84a-4ece-9d3a-3ce674881622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:17.924275 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ca21ce7-174a-4e81-81c3-6cf1e814bb79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ec2749d-0aec-52fb-aca6-10ba8a80aade-1882a46a-1359-4239-81d8-61abfbacae74', 'network_id': '1882a46a-1359-4239-81d8-61abfbacae74', 'tenant_id': '478cc8abb72e49ca819b8425c34aa084', 'fixed_ips': [{'subnet_id': 'd5ef4af6-9b4b-4b62-b54f-ae9a917ec39a'}]}} from dv-neutron-830731-3-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 07 10:57:17.925112 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-5ca21ce7-174a-4e81-81c3-6cf1e814bb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:17.983409 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0c6ce281-9f66-4163-9eb6-0973ebc16399 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1526893', 'neutron.services.segments.db._delete_segments_for_network-8732568551033'] for network, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:18.012732 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-0c6ce281-9f66-4163-9eb6-0973ebc16399 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1882a46a-1359-4239-81d8-61abfbacae74']}} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:57:18.012942 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99260d06-d84a-4ece-9d3a-3ce674881622 None None] Pushing event updated for resources: {'Port': ['ID=65824785-fcb1-4389-b7b4-24a40421835c,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:18.026417 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-0c6ce281-9f66-4163-9eb6-0973ebc16399 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12df9b91-6a94-4cb2-91c7-9d484f8f11f9') {'for_net_delete': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:57:18.026709 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-0c6ce281-9f66-4163-9eb6-0973ebc16399 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12df9b91-6a94-4cb2-91c7-9d484f8f11f9') {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:57:18.039350 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0c6ce281-9f66-4163-9eb6-0973ebc16399 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732568550916', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968000'] for segment, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:18.054107 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f3bad0-cb38-4d1e-9e10-22ae0565812d None None] Network 1882a46a-1359-4239-81d8-61abfbacae74 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:57:18.058103 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0c6ce281-9f66-4163-9eb6-0973ebc16399 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:18.066065 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c6ce281-9f66-4163-9eb6-0973ebc16399 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=83738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 07 10:57:18.066451 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0c6ce281-9f66-4163-9eb6-0973ebc16399 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1227397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3556681'] for segment, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:18.082427 dv-neutron-830731-3-hyperv neutron-server[83738]: Traceback (most recent call last): Mar 07 10:57:18.082427 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 07 10:57:18.082427 dv-neutron-830731-3-hyperv neutron-server[83738]: timer() Mar 07 10:57:18.082427 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:57:18.082427 dv-neutron-830731-3-hyperv neutron-server[83738]: cb(*args, **kw) Mar 07 10:57:18.082427 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 10:57:18.082427 dv-neutron-830731-3-hyperv neutron-server[83738]: return func(*args, **kwargs) Mar 07 10:57:18.082427 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:57:18.082427 dv-neutron-830731-3-hyperv neutron-server[83738]: self._notify() Mar 07 10:57:18.082427 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:57:18.082427 dv-neutron-830731-3-hyperv neutron-server[83738]: self.callback(batched_events) Mar 07 10:57:18.082427 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:57:18.082427 dv-neutron-830731-3-hyperv neutron-server[83738]: event.method(event) Mar 07 10:57:18.082427 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 10:57:18.082427 dv-neutron-830731-3-hyperv neutron-server[83738]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:57:18.082427 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 10:57:18.082427 dv-neutron-830731-3-hyperv neutron-server[83738]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:57:18.082427 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 10:57:18.082427 dv-neutron-830731-3-hyperv neutron-server[83738]: return f(self, *a, **k) Mar 07 10:57:18.082427 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:57:18.082427 dv-neutron-830731-3-hyperv neutron-server[83738]: return self._get(url).json() Mar 07 10:57:18.082427 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:57:18.082427 dv-neutron-830731-3-hyperv neutron-server[83738]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:57:18.082427 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 07 10:57:18.082427 dv-neutron-830731-3-hyperv neutron-server[83738]: return self.request(url, 'GET', **kwargs) Mar 07 10:57:18.082427 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 07 10:57:18.082427 dv-neutron-830731-3-hyperv neutron-server[83738]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:57:18.082427 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 07 10:57:18.082427 dv-neutron-830731-3-hyperv neutron-server[83738]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:57:18.082427 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 07 10:57:18.082427 dv-neutron-830731-3-hyperv neutron-server[83738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:57:18.082427 dv-neutron-830731-3-hyperv neutron-server[83738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:57:18.165614 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0c6ce281-9f66-4163-9eb6-0973ebc16399 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1526886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923583'] for network, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:18.170759 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0c6ce281-9f66-4163-9eb6-0973ebc16399 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:18.196777 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6ce281-9f66-4163-9eb6-0973ebc16399 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Pushing event deleted for resources: {'Network': ['ID=1882a46a-1359-4239-81d8-61abfbacae74,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:18.201828 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-0c6ce281-9f66-4163-9eb6-0973ebc16399 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] 10.222.0.13 "DELETE /v2.0/networks/1882a46a-1359-4239-81d8-61abfbacae74 HTTP/1.1" status: 204 len: 168 time: 0.6439338 Mar 07 10:57:18.206646 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 44228) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:57:18.211999 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-00ee4d9d-50fb-4b69-89b3-ad14a491f561 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-428674043'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:57:18.216988 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-00ee4d9d-50fb-4b69-89b3-ad14a491f561 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:57:18.221511 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-00ee4d9d-50fb-4b69-89b3-ad14a491f561 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Usage tracker for resource:network and tenant:478cc8abb72e49ca819b8425c34aa084 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:57:18.224708 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-00ee4d9d-50fb-4b69-89b3-ad14a491f561 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:57:18.230823 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-00ee4d9d-50fb-4b69-89b3-ad14a491f561 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:57:18.242108 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00ee4d9d-50fb-4b69-89b3-ad14a491f561 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Made reservation on behalf of 478cc8abb72e49ca819b8425c34aa084 for: {'network': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:57:18.245333 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-00ee4d9d-50fb-4b69-89b3-ad14a491f561 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for network, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:18.262187 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-7027fda6-7b1a-452e-99cc-c39a2406ac61 None None] Provisioning complete for port 65824785-fcb1-4389-b7b4-24a40421835c triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:57:18.262731 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-7027fda6-7b1a-452e-99cc-c39a2406ac61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:18.277982 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00ee4d9d-50fb-4b69-89b3-ad14a491f561 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=83738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:57:18.288176 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-00ee4d9d-50fb-4b69-89b3-ad14a491f561 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:18.288542 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.db.segments_db [None req-00ee4d9d-50fb-4b69-89b3-ad14a491f561 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Added segment e96daad8-ea55-4f1f-9082-42ab0734dc44 of type vlan for network e68fbbf3-4fe7-4ee5-8ed5-fc46fed6c12a Mar 07 10:57:18.318810 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-00ee4d9d-50fb-4b69-89b3-ad14a491f561 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732568034061'] for network, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:18.348334 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-00ee4d9d-50fb-4b69-89b3-ad14a491f561 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594'] for network, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:18.352040 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ee4d9d-50fb-4b69-89b3-ad14a491f561 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:18.352633 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-00ee4d9d-50fb-4b69-89b3-ad14a491f561 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:18.450254 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-00ee4d9d-50fb-4b69-89b3-ad14a491f561 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2425935 Mar 07 10:57:18.454885 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 44232) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:57:18.458989 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ee4d9d-50fb-4b69-89b3-ad14a491f561 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Pushing event updated for resources: {'Network': ['ID=e68fbbf3-4fe7-4ee5-8ed5-fc46fed6c12a,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:18.460832 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-d6968f63-cce2-4b6e-9451-0de477185c99 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Request body: {'subnet': {'network_id': 'e68fbbf3-4fe7-4ee5-8ed5-fc46fed6c12a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:57:18.468854 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Network e68fbbf3-4fe7-4ee5-8ed5-fc46fed6c12a details requested by agent ovs-agent-dv-neutron-830731-3-hyperv with host dv-neutron-830731-3-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 10:57:18.570640 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-d6968f63-cce2-4b6e-9451-0de477185c99 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:57:18.574346 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-d6968f63-cce2-4b6e-9451-0de477185c99 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Usage tracker for resource:subnet and tenant:478cc8abb72e49ca819b8425c34aa084 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:57:18.577059 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-d6968f63-cce2-4b6e-9451-0de477185c99 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:57:18.583061 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-d6968f63-cce2-4b6e-9451-0de477185c99 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:57:18.592240 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6968f63-cce2-4b6e-9451-0de477185c99 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Made reservation on behalf of 478cc8abb72e49ca819b8425c34aa084 for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:57:18.690109 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d6968f63-cce2-4b6e-9451-0de477185c99 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3219231'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:18.973103 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d6968f63-cce2-4b6e-9451-0de477185c99 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3012444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3219213'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:19.024531 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 65824785-fcb1-4389-b7b4-24a40421835c up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:57:19.053549 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6968f63-cce2-4b6e-9451-0de477185c99 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Pushing event updated for resources: {'Subnet': ['ID=d026d88a-607c-43cb-8aee-f11339fd6f12,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:19.067307 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6968f63-cce2-4b6e-9451-0de477185c99 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Checking segment: {'id': 'e96daad8-ea55-4f1f-9082-42ab0734dc44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e68fbbf3-4fe7-4ee5-8ed5-fc46fed6c12a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:57:19.067665 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6968f63-cce2-4b6e-9451-0de477185c99 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Network hostable DHCP agents. Network: e68fbbf3-4fe7-4ee5-8ed5-fc46fed6c12a, hostable agents: ['6527556c-6586-422c-ae47-082984683847'], hosted agents: [] {{(pid=83737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:57:19.089813 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6968f63-cce2-4b6e-9451-0de477185c99 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Network e68fbbf3-4fe7-4ee5-8ed5-fc46fed6c12a is scheduled to be hosted by DHCP agent 6527556c-6586-422c-ae47-082984683847 with binding_index 1 {{(pid=83737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:57:19.098297 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 65824785-fcb1-4389-b7b4-24a40421835c triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:57:19.098700 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:19.100639 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-d6968f63-cce2-4b6e-9451-0de477185c99 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830731-3-hyperv, e68fbbf3-4fe7-4ee5-8ed5-fc46fed6c12a) {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:57:19.105418 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6968f63-cce2-4b6e-9451-0de477185c99 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:19.106300 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d6968f63-cce2-4b6e-9451-0de477185c99 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:19.128108 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27c47ec4-3d15-4b06-ae6a-27fb3842a08c None None] Network e68fbbf3-4fe7-4ee5-8ed5-fc46fed6c12a requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:57:19.129162 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-d6968f63-cce2-4b6e-9451-0de477185c99 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6731865 Mar 07 10:57:19.132652 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 44236) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:57:19.138225 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-8b510223-511d-4a65-a4d3-236ac10246de tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1918051460'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:57:19.144359 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-8b510223-511d-4a65-a4d3-236ac10246de tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:57:19.148143 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-8b510223-511d-4a65-a4d3-236ac10246de tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Usage tracker for resource:network and tenant:478cc8abb72e49ca819b8425c34aa084 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:57:19.151012 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-8b510223-511d-4a65-a4d3-236ac10246de tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:57:19.157667 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-8b510223-511d-4a65-a4d3-236ac10246de tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:57:19.168875 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b510223-511d-4a65-a4d3-236ac10246de tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Made reservation on behalf of 478cc8abb72e49ca819b8425c34aa084 for: {'network': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:57:19.171881 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8b510223-511d-4a65-a4d3-236ac10246de tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for network, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:19.200127 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b510223-511d-4a65-a4d3-236ac10246de tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=83737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:57:19.210576 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8b510223-511d-4a65-a4d3-236ac10246de tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:19.210920 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.db.segments_db [None req-8b510223-511d-4a65-a4d3-236ac10246de tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Added segment 332d8f72-c51f-43d0-bd97-8c36a4adb55c of type vlan for network 7cd9c671-c670-44f9-8ed0-3aa2bfa83332 Mar 07 10:57:19.238570 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8b510223-511d-4a65-a4d3-236ac10246de tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732568034061'] for network, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:19.267891 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8b510223-511d-4a65-a4d3-236ac10246de tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594'] for network, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:19.272092 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b510223-511d-4a65-a4d3-236ac10246de tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:19.272699 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8b510223-511d-4a65-a4d3-236ac10246de tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:19.311856 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-8b510223-511d-4a65-a4d3-236ac10246de tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1779280 Mar 07 10:57:19.316041 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 44240) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:57:19.321900 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-f72ee7d1-894a-4a30-9c2c-a77bd8f036a7 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Request body: {'subnet': {'network_id': '7cd9c671-c670-44f9-8ed0-3aa2bfa83332', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:57:19.387439 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b510223-511d-4a65-a4d3-236ac10246de tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Pushing event updated for resources: {'Network': ['ID=7cd9c671-c670-44f9-8ed0-3aa2bfa83332,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:19.405637 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Network 7cd9c671-c670-44f9-8ed0-3aa2bfa83332 details requested by agent ovs-agent-dv-neutron-830731-3-hyperv with host dv-neutron-830731-3-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 10:57:19.441563 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-f72ee7d1-894a-4a30-9c2c-a77bd8f036a7 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:57:19.445346 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-f72ee7d1-894a-4a30-9c2c-a77bd8f036a7 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Usage tracker for resource:subnet and tenant:478cc8abb72e49ca819b8425c34aa084 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:57:19.448099 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-f72ee7d1-894a-4a30-9c2c-a77bd8f036a7 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:57:19.453790 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-f72ee7d1-894a-4a30-9c2c-a77bd8f036a7 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:57:19.463352 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f72ee7d1-894a-4a30-9c2c-a77bd8f036a7 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Made reservation on behalf of 478cc8abb72e49ca819b8425c34aa084 for: {'subnet': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:57:19.475083 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48725609-9ef8-41b1-b0fc-fa44bede099c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ec2749d-0aec-52fb-aca6-10ba8a80aade-e68fbbf3-4fe7-4ee5-8ed5-fc46fed6c12a', 'network_id': 'e68fbbf3-4fe7-4ee5-8ed5-fc46fed6c12a', 'tenant_id': '478cc8abb72e49ca819b8425c34aa084', 'fixed_ips': [{'subnet_id': 'd026d88a-607c-43cb-8aee-f11339fd6f12'}]}} from dv-neutron-830731-3-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 07 10:57:19.475903 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-48725609-9ef8-41b1-b0fc-fa44bede099c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:19.661871 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f72ee7d1-894a-4a30-9c2c-a77bd8f036a7 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741426'] for subnet, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:19.669346 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-48725609-9ef8-41b1-b0fc-fa44bede099c None None] Allocated IP 2001:db8::2 (e68fbbf3-4fe7-4ee5-8ed5-fc46fed6c12a/d026d88a-607c-43cb-8aee-f11339fd6f12/0a29518e-6507-4d1c-8327-32ab1c3d32e9) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:57:19.874150 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-48725609-9ef8-41b1-b0fc-fa44bede099c None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:19.885086 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-48725609-9ef8-41b1-b0fc-fa44bede099c None None] Transition to ACTIVE for port object 0a29518e-6507-4d1c-8327-32ab1c3d32e9 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:57:19.888023 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f72ee7d1-894a-4a30-9c2c-a77bd8f036a7 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3556832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741408'] for subnet, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:19.903655 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-48725609-9ef8-41b1-b0fc-fa44bede099c None None] Transition to ACTIVE for port object 0a29518e-6507-4d1c-8327-32ab1c3d32e9 will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:57:19.909308 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-48725609-9ef8-41b1-b0fc-fa44bede099c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:19.966924 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72ee7d1-894a-4a30-9c2c-a77bd8f036a7 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Pushing event updated for resources: {'Subnet': ['ID=9b9c7c07-69c7-49fc-ba75-4c87f9b06a5e,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:19.979009 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f72ee7d1-894a-4a30-9c2c-a77bd8f036a7 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Checking segment: {'id': '332d8f72-c51f-43d0-bd97-8c36a4adb55c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '7cd9c671-c670-44f9-8ed0-3aa2bfa83332'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:57:19.979361 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f72ee7d1-894a-4a30-9c2c-a77bd8f036a7 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Network hostable DHCP agents. Network: 7cd9c671-c670-44f9-8ed0-3aa2bfa83332, hostable agents: ['6527556c-6586-422c-ae47-082984683847'], hosted agents: [] {{(pid=83738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:57:19.980313 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48725609-9ef8-41b1-b0fc-fa44bede099c None None] Network e68fbbf3-4fe7-4ee5-8ed5-fc46fed6c12a is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:57:19.983281 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-48725609-9ef8-41b1-b0fc-fa44bede099c None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:57:19.988595 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48725609-9ef8-41b1-b0fc-fa44bede099c None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:57:19.990663 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48725609-9ef8-41b1-b0fc-fa44bede099c None None] Pushing event updated for resources: {'Port': ['ID=0a29518e-6507-4d1c-8327-32ab1c3d32e9,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:20.003628 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f72ee7d1-894a-4a30-9c2c-a77bd8f036a7 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Network 7cd9c671-c670-44f9-8ed0-3aa2bfa83332 is scheduled to be hosted by DHCP agent 6527556c-6586-422c-ae47-082984683847 with binding_index 1 {{(pid=83738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:57:20.013813 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-f72ee7d1-894a-4a30-9c2c-a77bd8f036a7 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830731-3-hyperv, 7cd9c671-c670-44f9-8ed0-3aa2bfa83332) {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:57:20.018305 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f72ee7d1-894a-4a30-9c2c-a77bd8f036a7 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:20.018908 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f72ee7d1-894a-4a30-9c2c-a77bd8f036a7 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:20.026629 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-207f956e-597c-42ae-a32e-d424c5037374 None None] Network 7cd9c671-c670-44f9-8ed0-3aa2bfa83332 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:57:20.039707 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-f72ee7d1-894a-4a30-9c2c-a77bd8f036a7 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7224667 Mar 07 10:57:20.042444 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 44244) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:57:20.150769 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-48725609-9ef8-41b1-b0fc-fa44bede099c None None] Attempting to bind port 0a29518e-6507-4d1c-8327-32ab1c3d32e9 on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:57:20.151041 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-48725609-9ef8-41b1-b0fc-fa44bede099c None None] Attempting to bind port 0a29518e-6507-4d1c-8327-32ab1c3d32e9 by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': 'e96daad8-ea55-4f1f-9082-42ab0734dc44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e68fbbf3-4fe7-4ee5-8ed5-fc46fed6c12a'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:57:20.151391 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48725609-9ef8-41b1-b0fc-fa44bede099c None None] Attempting to bind port 0a29518e-6507-4d1c-8327-32ab1c3d32e9 on network e68fbbf3-4fe7-4ee5-8ed5-fc46fed6c12a {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:57:20.164345 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48725609-9ef8-41b1-b0fc-fa44bede099c None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 57, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:57:20.164808 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48725609-9ef8-41b1-b0fc-fa44bede099c None None] Checking segment: {'id': 'e96daad8-ea55-4f1f-9082-42ab0734dc44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e68fbbf3-4fe7-4ee5-8ed5-fc46fed6c12a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:57:20.165199 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-48725609-9ef8-41b1-b0fc-fa44bede099c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:20.165586 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48725609-9ef8-41b1-b0fc-fa44bede099c None None] Bound using segment: {'id': 'e96daad8-ea55-4f1f-9082-42ab0734dc44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e68fbbf3-4fe7-4ee5-8ed5-fc46fed6c12a'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:57:20.166040 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-48725609-9ef8-41b1-b0fc-fa44bede099c None None] Bound port: 0a29518e-6507-4d1c-8327-32ab1c3d32e9, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e96daad8-ea55-4f1f-9082-42ab0734dc44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e68fbbf3-4fe7-4ee5-8ed5-fc46fed6c12a'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:57:20.166404 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-48725609-9ef8-41b1-b0fc-fa44bede099c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:20.189517 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3d2cb127-1729-47b3-94ee-fc34e1bd46a8 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1158940'] for network, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:20.259950 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3d2cb127-1729-47b3-94ee-fc34e1bd46a8 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1525496'] for subnet, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:20.334284 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3d2cb127-1729-47b3-94ee-fc34e1bd46a8 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1525489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3556647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741465'] for subnet, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:20.347860 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-48725609-9ef8-41b1-b0fc-fa44bede099c None None] For port 0a29518e-6507-4d1c-8327-32ab1c3d32e9, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:57:20.372802 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2cb127-1729-47b3-94ee-fc34e1bd46a8 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Pushing event deleted for resources: {'Subnet': ['ID=9b9c7c07-69c7-49fc-ba75-4c87f9b06a5e,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:20.398900 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-48725609-9ef8-41b1-b0fc-fa44bede099c None None] For port 0a29518e-6507-4d1c-8327-32ab1c3d32e9, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=0a29518e-6507-4d1c-8327-32ab1c3d32e9,segment=NetworkSegment(e96daad8-ea55-4f1f-9082-42ab0734dc44),segment_id=e96daad8-ea55-4f1f-9082-42ab0734dc44)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:57:20.404032 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-48725609-9ef8-41b1-b0fc-fa44bede099c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:20.434773 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f201a10e-bb19-4690-a789-62eebad2de25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ec2749d-0aec-52fb-aca6-10ba8a80aade-7cd9c671-c670-44f9-8ed0-3aa2bfa83332', 'network_id': '7cd9c671-c670-44f9-8ed0-3aa2bfa83332', 'tenant_id': '478cc8abb72e49ca819b8425c34aa084', 'fixed_ips': [{'subnet_id': '9b9c7c07-69c7-49fc-ba75-4c87f9b06a5e'}]}} from dv-neutron-830731-3-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 07 10:57:20.435550 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f201a10e-bb19-4690-a789-62eebad2de25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:20.480558 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3d2cb127-1729-47b3-94ee-fc34e1bd46a8 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1526893', 'neutron.services.segments.db._delete_segments_for_network-8732568551033'] for network, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:20.507197 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-3d2cb127-1729-47b3-94ee-fc34e1bd46a8 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cd9c671-c670-44f9-8ed0-3aa2bfa83332']}} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:57:20.519685 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-3d2cb127-1729-47b3-94ee-fc34e1bd46a8 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '332d8f72-c51f-43d0-bd97-8c36a4adb55c') {'for_net_delete': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:57:20.519979 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-3d2cb127-1729-47b3-94ee-fc34e1bd46a8 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '332d8f72-c51f-43d0-bd97-8c36a4adb55c') {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:57:20.531860 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3d2cb127-1729-47b3-94ee-fc34e1bd46a8 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732568550916', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968000'] for segment, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:20.549158 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3d2cb127-1729-47b3-94ee-fc34e1bd46a8 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:20.549911 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48725609-9ef8-41b1-b0fc-fa44bede099c None None] Pushing event updated for resources: {'Port': ['ID=0a29518e-6507-4d1c-8327-32ab1c3d32e9,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:20.559552 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d2cb127-1729-47b3-94ee-fc34e1bd46a8 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=83738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 07 10:57:20.560155 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3d2cb127-1729-47b3-94ee-fc34e1bd46a8 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1227397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3556681'] for segment, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:20.579569 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e52f33-7ffa-4081-914a-525b8030f219 None None] Network 7cd9c671-c670-44f9-8ed0-3aa2bfa83332 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:57:20.581248 dv-neutron-830731-3-hyperv neutron-server[83738]: Traceback (most recent call last): Mar 07 10:57:20.581248 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 07 10:57:20.581248 dv-neutron-830731-3-hyperv neutron-server[83738]: timer() Mar 07 10:57:20.581248 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:57:20.581248 dv-neutron-830731-3-hyperv neutron-server[83738]: cb(*args, **kw) Mar 07 10:57:20.581248 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 10:57:20.581248 dv-neutron-830731-3-hyperv neutron-server[83738]: return func(*args, **kwargs) Mar 07 10:57:20.581248 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:57:20.581248 dv-neutron-830731-3-hyperv neutron-server[83738]: self._notify() Mar 07 10:57:20.581248 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:57:20.581248 dv-neutron-830731-3-hyperv neutron-server[83738]: self.callback(batched_events) Mar 07 10:57:20.581248 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:57:20.581248 dv-neutron-830731-3-hyperv neutron-server[83738]: event.method(event) Mar 07 10:57:20.581248 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 10:57:20.581248 dv-neutron-830731-3-hyperv neutron-server[83738]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:57:20.581248 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 10:57:20.581248 dv-neutron-830731-3-hyperv neutron-server[83738]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:57:20.581248 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 10:57:20.581248 dv-neutron-830731-3-hyperv neutron-server[83738]: return f(self, *a, **k) Mar 07 10:57:20.581248 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:57:20.581248 dv-neutron-830731-3-hyperv neutron-server[83738]: return self._get(url).json() Mar 07 10:57:20.581248 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:57:20.581248 dv-neutron-830731-3-hyperv neutron-server[83738]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:57:20.581248 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 07 10:57:20.581248 dv-neutron-830731-3-hyperv neutron-server[83738]: return self.request(url, 'GET', **kwargs) Mar 07 10:57:20.581248 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 07 10:57:20.581248 dv-neutron-830731-3-hyperv neutron-server[83738]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:57:20.581248 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 07 10:57:20.581248 dv-neutron-830731-3-hyperv neutron-server[83738]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:57:20.581248 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 07 10:57:20.581248 dv-neutron-830731-3-hyperv neutron-server[83738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:57:20.581248 dv-neutron-830731-3-hyperv neutron-server[83738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:57:20.662029 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3d2cb127-1729-47b3-94ee-fc34e1bd46a8 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1526886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923583'] for network, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:20.687405 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3d2cb127-1729-47b3-94ee-fc34e1bd46a8 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:20.694238 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2cb127-1729-47b3-94ee-fc34e1bd46a8 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Pushing event deleted for resources: {'Network': ['ID=7cd9c671-c670-44f9-8ed0-3aa2bfa83332,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:20.710718 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-3d2cb127-1729-47b3-94ee-fc34e1bd46a8 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] 10.222.0.13 "DELETE /v2.0/networks/7cd9c671-c670-44f9-8ed0-3aa2bfa83332 HTTP/1.1" status: 204 len: 168 time: 0.6672094 Mar 07 10:57:20.715383 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 44248) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:57:20.777243 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-71d92bb5-6741-47bb-aed2-331dcc7d7a8d tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] GET failed (client error): The resource could not be found. Mar 07 10:57:20.777711 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-71d92bb5-6741-47bb-aed2-331dcc7d7a8d tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Synchronizing usage tracker for tenant:478cc8abb72e49ca819b8425c34aa084 on resource:subnet {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:57:20.794975 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-71d92bb5-6741-47bb-aed2-331dcc7d7a8d tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Unset dirty status for tenant:478cc8abb72e49ca819b8425c34aa084 on resource:subnet {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:57:20.796235 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-71d92bb5-6741-47bb-aed2-331dcc7d7a8d tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] 10.222.0.13 "GET /v2.0/subnets/9b9c7c07-69c7-49fc-ba75-4c87f9b06a5e HTTP/1.1" status: 404 len: 337 time: 0.0799098 Mar 07 10:57:20.799471 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 44252) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:57:20.825226 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9eafa4a-0750-4d9d-9b22-da1d184141f1 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] DELETE failed (client error): The resource could not be found. Mar 07 10:57:20.825669 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9eafa4a-0750-4d9d-9b22-da1d184141f1 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:57:20.827303 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-c9eafa4a-0750-4d9d-9b22-da1d184141f1 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] 10.222.0.13 "DELETE /v2.0/networks/7cd9c671-c670-44f9-8ed0-3aa2bfa83332 HTTP/1.1" status: 404 len: 339 time: 0.0268686 Mar 07 10:57:20.831807 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 44256) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:57:20.869531 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-651bf2cf-2967-4709-843c-fae19215ea3f tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] DELETE failed (client error): The resource could not be found. Mar 07 10:57:20.869968 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-651bf2cf-2967-4709-843c-fae19215ea3f tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:57:20.871575 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-651bf2cf-2967-4709-843c-fae19215ea3f tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] 10.222.0.13 "DELETE /v2.0/subnets/9b9c7c07-69c7-49fc-ba75-4c87f9b06a5e HTTP/1.1" status: 404 len: 337 time: 0.0388663 Mar 07 10:57:20.874183 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 44260) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:57:20.898751 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-33f05ef4-d8aa-4a8b-b27b-86b837aadac6 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] DELETE failed (client error): The resource could not be found. Mar 07 10:57:20.899174 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33f05ef4-d8aa-4a8b-b27b-86b837aadac6 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83737) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:57:20.900813 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-33f05ef4-d8aa-4a8b-b27b-86b837aadac6 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] 10.222.0.13 "DELETE /v2.0/networks/7cd9c671-c670-44f9-8ed0-3aa2bfa83332 HTTP/1.1" status: 404 len: 339 time: 0.0256658 Mar 07 10:57:20.903223 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 44264) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:57:20.970680 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0d2c9c4-b324-4864-a69f-affda0b574b6 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Deleting subnet d026d88a-607c-43cb-8aee-f11339fd6f12 {{(pid=83737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 07 10:57:20.973678 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d0d2c9c4-b324-4864-a69f-affda0b574b6 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Notify callbacks [] for subnet, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:21.030153 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d0d2c9c4-b324-4864-a69f-affda0b574b6 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2627781'] for subnet, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:21.051915 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 0a29518e-6507-4d1c-8327-32ab1c3d32e9 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:57:21.090081 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-adbd2215-c8ee-41f3-92a6-4182ca26b8a8 None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 10:57:21.115143 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d0d2c9c4-b324-4864-a69f-affda0b574b6 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1525496'] for subnet, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:21.123192 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning for port 0a29518e-6507-4d1c-8327-32ab1c3d32e9 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:57:21.191966 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d0d2c9c4-b324-4864-a69f-affda0b574b6 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1525489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3012507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3219316'] for subnet, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:21.232197 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d2c9c4-b324-4864-a69f-affda0b574b6 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Pushing event deleted for resources: {'Subnet': ['ID=d026d88a-607c-43cb-8aee-f11339fd6f12,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:21.239917 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d0d2c9c4-b324-4864-a69f-affda0b574b6 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:21.246418 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d2c9c4-b324-4864-a69f-affda0b574b6 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:57:21.246926 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d2c9c4-b324-4864-a69f-affda0b574b6 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:57:21.247431 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d2c9c4-b324-4864-a69f-affda0b574b6 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:57:21.247900 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d2c9c4-b324-4864-a69f-affda0b574b6 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:57:21.248395 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d2c9c4-b324-4864-a69f-affda0b574b6 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:57:21.248896 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d2c9c4-b324-4864-a69f-affda0b574b6 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:57:21.249214 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d2c9c4-b324-4864-a69f-affda0b574b6 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:57:21.249534 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d2c9c4-b324-4864-a69f-affda0b574b6 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:57:21.249850 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d2c9c4-b324-4864-a69f-affda0b574b6 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:57:21.250688 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d2c9c4-b324-4864-a69f-affda0b574b6 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:57:21.250998 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d2c9c4-b324-4864-a69f-affda0b574b6 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:57:21.267662 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-d0d2c9c4-b324-4864-a69f-affda0b574b6 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] 10.222.0.13 "DELETE /v2.0/subnets/d026d88a-607c-43cb-8aee-f11339fd6f12 HTTP/1.1" status: 204 len: 168 time: 0.3606694 Mar 07 10:57:21.267962 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 44268) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:57:21.382690 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3f5edd47-36a5-4db9-9c1b-7b721309e27a tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1158940'] for network, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:21.396045 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-3f5edd47-36a5-4db9-9c1b-7b721309e27a tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Deleting port 0a29518e-6507-4d1c-8327-32ab1c3d32e9 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:57:21.396045 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3f5edd47-36a5-4db9-9c1b-7b721309e27a tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:21.460226 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a0510f6-6298-470a-9922-d9d8071885d0 None None] Network e68fbbf3-4fe7-4ee5-8ed5-fc46fed6c12a requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:57:21.596930 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-bb5ec9c8-4940-4091-ba65-d407e657bbdb None None] Provisioning for port 0a29518e-6507-4d1c-8327-32ab1c3d32e9 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:57:21.602278 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-3f5edd47-36a5-4db9-9c1b-7b721309e27a tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] For port 0a29518e-6507-4d1c-8327-32ab1c3d32e9, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=0a29518e-6507-4d1c-8327-32ab1c3d32e9,segment=NetworkSegment(e96daad8-ea55-4f1f-9082-42ab0734dc44),segment_id=e96daad8-ea55-4f1f-9082-42ab0734dc44)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:57:21.602627 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3f5edd47-36a5-4db9-9c1b-7b721309e27a tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:21.629793 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-bb5ec9c8-4940-4091-ba65-d407e657bbdb None None] Provisioning complete for port 0a29518e-6507-4d1c-8327-32ab1c3d32e9 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:57:21.630156 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-bb5ec9c8-4940-4091-ba65-d407e657bbdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:21.719360 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-3f5edd47-36a5-4db9-9c1b-7b721309e27a tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Calling delete_port for 0a29518e-6507-4d1c-8327-32ab1c3d32e9 owned by network:dhcp {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:57:21.767491 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-bb5ec9c8-4940-4091-ba65-d407e657bbdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:21.793759 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3f5edd47-36a5-4db9-9c1b-7b721309e27a tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:21.819064 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f652be-6ad7-42e7-8853-eefdaf5a2da1 None None] DHCP port deletion for e68fbbf3-4fe7-4ee5-8ed5-fc46fed6c12a request from dv-neutron-830731-3-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 07 10:57:21.847474 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5edd47-36a5-4db9-9c1b-7b721309e27a tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Pushing event deleted for resources: {'Port': ['ID=0a29518e-6507-4d1c-8327-32ab1c3d32e9,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:21.853209 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5edd47-36a5-4db9-9c1b-7b721309e27a tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] No DVR routers for this DVR port 0a29518e-6507-4d1c-8327-32ab1c3d32e9 on host dv-neutron-830731-3-hyperv {{(pid=83737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:57:22.048284 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3f5edd47-36a5-4db9-9c1b-7b721309e27a tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1526893', 'neutron.services.segments.db._delete_segments_for_network-8732568551033'] for network, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:22.072288 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-3f5edd47-36a5-4db9-9c1b-7b721309e27a tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e68fbbf3-4fe7-4ee5-8ed5-fc46fed6c12a']}} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:57:22.083759 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-3f5edd47-36a5-4db9-9c1b-7b721309e27a tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e96daad8-ea55-4f1f-9082-42ab0734dc44') {'for_net_delete': True} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:57:22.084048 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-3f5edd47-36a5-4db9-9c1b-7b721309e27a tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e96daad8-ea55-4f1f-9082-42ab0734dc44') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:57:22.095487 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3f5edd47-36a5-4db9-9c1b-7b721309e27a tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732568550916', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629174'] for segment, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:22.111281 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3f5edd47-36a5-4db9-9c1b-7b721309e27a tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:22.117262 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f5edd47-36a5-4db9-9c1b-7b721309e27a tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=83737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 07 10:57:22.117656 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3f5edd47-36a5-4db9-9c1b-7b721309e27a tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1227397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3012597'] for segment, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:22.131133 dv-neutron-830731-3-hyperv neutron-server[83737]: Traceback (most recent call last): Mar 07 10:57:22.131133 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 07 10:57:22.131133 dv-neutron-830731-3-hyperv neutron-server[83737]: timer() Mar 07 10:57:22.131133 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:57:22.131133 dv-neutron-830731-3-hyperv neutron-server[83737]: cb(*args, **kw) Mar 07 10:57:22.131133 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 10:57:22.131133 dv-neutron-830731-3-hyperv neutron-server[83737]: return func(*args, **kwargs) Mar 07 10:57:22.131133 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:57:22.131133 dv-neutron-830731-3-hyperv neutron-server[83737]: self._notify() Mar 07 10:57:22.131133 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:57:22.131133 dv-neutron-830731-3-hyperv neutron-server[83737]: self.callback(batched_events) Mar 07 10:57:22.131133 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:57:22.131133 dv-neutron-830731-3-hyperv neutron-server[83737]: event.method(event) Mar 07 10:57:22.131133 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 10:57:22.131133 dv-neutron-830731-3-hyperv neutron-server[83737]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:57:22.131133 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 10:57:22.131133 dv-neutron-830731-3-hyperv neutron-server[83737]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:57:22.131133 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 10:57:22.131133 dv-neutron-830731-3-hyperv neutron-server[83737]: return f(self, *a, **k) Mar 07 10:57:22.131133 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:57:22.131133 dv-neutron-830731-3-hyperv neutron-server[83737]: return self._get(url).json() Mar 07 10:57:22.131133 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:57:22.131133 dv-neutron-830731-3-hyperv neutron-server[83737]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:57:22.131133 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 07 10:57:22.131133 dv-neutron-830731-3-hyperv neutron-server[83737]: return self.request(url, 'GET', **kwargs) Mar 07 10:57:22.131133 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 07 10:57:22.131133 dv-neutron-830731-3-hyperv neutron-server[83737]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:57:22.131133 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 07 10:57:22.131133 dv-neutron-830731-3-hyperv neutron-server[83737]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:57:22.131133 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 07 10:57:22.131133 dv-neutron-830731-3-hyperv neutron-server[83737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:57:22.131133 dv-neutron-830731-3-hyperv neutron-server[83737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:57:22.211794 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3f5edd47-36a5-4db9-9c1b-7b721309e27a tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1526886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923583'] for network, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:22.229183 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3f5edd47-36a5-4db9-9c1b-7b721309e27a tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:22.240689 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5edd47-36a5-4db9-9c1b-7b721309e27a tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Pushing event deleted for resources: {'Network': ['ID=e68fbbf3-4fe7-4ee5-8ed5-fc46fed6c12a,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:22.245922 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-3f5edd47-36a5-4db9-9c1b-7b721309e27a tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] 10.222.0.13 "DELETE /v2.0/networks/e68fbbf3-4fe7-4ee5-8ed5-fc46fed6c12a HTTP/1.1" status: 204 len: 168 time: 0.9745653 Mar 07 10:57:22.246247 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 44272) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:57:22.287977 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0f9e164-ef10-4e7f-8e33-020ef8f6e911 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] DELETE failed (client error): The resource could not be found. Mar 07 10:57:22.288579 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0f9e164-ef10-4e7f-8e33-020ef8f6e911 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:57:22.290173 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-b0f9e164-ef10-4e7f-8e33-020ef8f6e911 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] 10.222.0.13 "DELETE /v2.0/subnets/d5ef4af6-9b4b-4b62-b54f-ae9a917ec39a HTTP/1.1" status: 404 len: 337 time: 0.0430439 Mar 07 10:57:22.292818 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 44276) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:57:22.317159 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-8372abdb-a742-4792-90dd-1bad368c3128 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] DELETE failed (client error): The resource could not be found. Mar 07 10:57:22.317627 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8372abdb-a742-4792-90dd-1bad368c3128 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:57:22.319176 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-8372abdb-a742-4792-90dd-1bad368c3128 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] 10.222.0.13 "DELETE /v2.0/networks/1882a46a-1359-4239-81d8-61abfbacae74 HTTP/1.1" status: 404 len: 339 time: 0.0254805 Mar 07 10:57:22.321543 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 44280) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:57:22.357513 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc264592-cc21-43dc-8991-00a49a588cc3 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] DELETE failed (client error): The resource could not be found. Mar 07 10:57:22.357923 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc264592-cc21-43dc-8991-00a49a588cc3 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:57:22.359453 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-dc264592-cc21-43dc-8991-00a49a588cc3 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] 10.222.0.13 "DELETE /v2.0/subnets/2f3e1a08-a1d5-4bcd-a218-490aa331a62a HTTP/1.1" status: 404 len: 337 time: 0.0370471 Mar 07 10:57:22.361793 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 44284) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:57:22.384734 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0813499-7980-4cdc-bb17-cb9906053ca3 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] DELETE failed (client error): The resource could not be found. Mar 07 10:57:22.385138 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0813499-7980-4cdc-bb17-cb9906053ca3 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:57:22.386614 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-a0813499-7980-4cdc-bb17-cb9906053ca3 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] 10.222.0.13 "DELETE /v2.0/networks/b7c17be7-0268-4a49-9c8f-aa82625a49d7 HTTP/1.1" status: 404 len: 339 time: 0.0240517 Mar 07 10:57:22.388986 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 44288) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:57:22.568765 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_v2 [None req-5757a5ae-072b-4dd2-bf28-c2f775abf78c tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Deleting subnet ac36fcbd-7e86-46b9-95c2-ba29568c5b2f {{(pid=83738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 07 10:57:22.571554 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5757a5ae-072b-4dd2-bf28-c2f775abf78c tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Notify callbacks [] for subnet, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:22.622719 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5757a5ae-072b-4dd2-bf28-c2f775abf78c tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2969395'] for subnet, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:22.703885 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5757a5ae-072b-4dd2-bf28-c2f775abf78c tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1525496'] for subnet, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:22.772527 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5757a5ae-072b-4dd2-bf28-c2f775abf78c tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1525489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3556647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741465'] for subnet, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:22.809247 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5757a5ae-072b-4dd2-bf28-c2f775abf78c tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Pushing event deleted for resources: {'Subnet': ['ID=ac36fcbd-7e86-46b9-95c2-ba29568c5b2f,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:22.815984 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5757a5ae-072b-4dd2-bf28-c2f775abf78c tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:22.822294 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9a3fba6-d1d4-4e8f-8a43-f446dc699b50 None None] Network d6e5a849-518b-4761-a56f-1cc4f40c5efb requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:57:22.825222 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-5757a5ae-072b-4dd2-bf28-c2f775abf78c tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] 10.222.0.13 "DELETE /v2.0/subnets/ac36fcbd-7e86-46b9-95c2-ba29568c5b2f HTTP/1.1" status: 204 len: 168 time: 0.4353766 Mar 07 10:57:22.827554 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 44292) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:57:23.026140 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 0a29518e-6507-4d1c-8327-32ab1c3d32e9 no longer exists at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:57:23.036780 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b551d456-6bae-4724-87fc-2e2b64189f52 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1158940'] for network, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:23.047878 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-b551d456-6bae-4724-87fc-2e2b64189f52 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Deleting port 65824785-fcb1-4389-b7b4-24a40421835c {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:57:23.048557 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b551d456-6bae-4724-87fc-2e2b64189f52 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:23.058751 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] No Port match for: 0a29518e-6507-4d1c-8327-32ab1c3d32e9 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 10:57:23.059084 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 0a29518e-6507-4d1c-8327-32ab1c3d32e9 not bound to the agent host dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 10:57:23.077316 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-456745d9-8821-47dd-9d2b-e9fb6a69af12 None None] DHCP port deletion for d6e5a849-518b-4761-a56f-1cc4f40c5efb request from dv-neutron-830731-3-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 07 10:57:23.081871 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-456745d9-8821-47dd-9d2b-e9fb6a69af12 None None] Deleting port 65824785-fcb1-4389-b7b4-24a40421835c {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:57:23.082236 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-456745d9-8821-47dd-9d2b-e9fb6a69af12 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:23.253870 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-b551d456-6bae-4724-87fc-2e2b64189f52 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] For port 65824785-fcb1-4389-b7b4-24a40421835c, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=65824785-fcb1-4389-b7b4-24a40421835c,segment=NetworkSegment(ef9f172d-da48-4d37-9fa9-de8b50293df3),segment_id=ef9f172d-da48-4d37-9fa9-de8b50293df3)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:57:23.254423 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b551d456-6bae-4724-87fc-2e2b64189f52 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:23.279074 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-456745d9-8821-47dd-9d2b-e9fb6a69af12 None None] For port 65824785-fcb1-4389-b7b4-24a40421835c, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=65824785-fcb1-4389-b7b4-24a40421835c,segment=NetworkSegment(ef9f172d-da48-4d37-9fa9-de8b50293df3),segment_id=ef9f172d-da48-4d37-9fa9-de8b50293df3)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:57:23.279453 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-456745d9-8821-47dd-9d2b-e9fb6a69af12 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:23.373070 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-b551d456-6bae-4724-87fc-2e2b64189f52 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Calling delete_port for 65824785-fcb1-4389-b7b4-24a40421835c owned by network:dhcp {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:57:23.395438 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-456745d9-8821-47dd-9d2b-e9fb6a69af12 None None] Calling delete_port for 65824785-fcb1-4389-b7b4-24a40421835c owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:57:23.449352 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b551d456-6bae-4724-87fc-2e2b64189f52 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:23.466149 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.db.api [None req-456745d9-8821-47dd-9d2b-e9fb6a69af12 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 10:57:23.466508 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG oslo_db.api [None req-456745d9-8821-47dd-9d2b-e9fb6a69af12 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 10:57:23.493463 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b551d456-6bae-4724-87fc-2e2b64189f52 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Pushing event deleted for resources: {'Port': ['ID=65824785-fcb1-4389-b7b4-24a40421835c,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:23.499262 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b551d456-6bae-4724-87fc-2e2b64189f52 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] No DVR routers for this DVR port 65824785-fcb1-4389-b7b4-24a40421835c on host dv-neutron-830731-3-hyperv {{(pid=83738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:57:23.622157 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b551d456-6bae-4724-87fc-2e2b64189f52 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1526893', 'neutron.services.segments.db._delete_segments_for_network-8732568551033'] for network, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:23.647442 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-b551d456-6bae-4724-87fc-2e2b64189f52 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6e5a849-518b-4761-a56f-1cc4f40c5efb']}} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:57:23.659720 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-b551d456-6bae-4724-87fc-2e2b64189f52 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef9f172d-da48-4d37-9fa9-de8b50293df3') {'for_net_delete': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:57:23.660013 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-b551d456-6bae-4724-87fc-2e2b64189f52 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef9f172d-da48-4d37-9fa9-de8b50293df3') {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:57:23.670891 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b551d456-6bae-4724-87fc-2e2b64189f52 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732568550916', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968000'] for segment, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:23.687264 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b551d456-6bae-4724-87fc-2e2b64189f52 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:23.694230 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b551d456-6bae-4724-87fc-2e2b64189f52 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=83738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 07 10:57:23.694607 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b551d456-6bae-4724-87fc-2e2b64189f52 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1227397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3556681'] for segment, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:23.708620 dv-neutron-830731-3-hyperv neutron-server[83738]: Traceback (most recent call last): Mar 07 10:57:23.708620 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 07 10:57:23.708620 dv-neutron-830731-3-hyperv neutron-server[83738]: timer() Mar 07 10:57:23.708620 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:57:23.708620 dv-neutron-830731-3-hyperv neutron-server[83738]: cb(*args, **kw) Mar 07 10:57:23.708620 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 10:57:23.708620 dv-neutron-830731-3-hyperv neutron-server[83738]: return func(*args, **kwargs) Mar 07 10:57:23.708620 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:57:23.708620 dv-neutron-830731-3-hyperv neutron-server[83738]: self._notify() Mar 07 10:57:23.708620 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:57:23.708620 dv-neutron-830731-3-hyperv neutron-server[83738]: self.callback(batched_events) Mar 07 10:57:23.708620 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:57:23.708620 dv-neutron-830731-3-hyperv neutron-server[83738]: event.method(event) Mar 07 10:57:23.708620 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 10:57:23.708620 dv-neutron-830731-3-hyperv neutron-server[83738]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:57:23.708620 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 10:57:23.708620 dv-neutron-830731-3-hyperv neutron-server[83738]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:57:23.708620 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 10:57:23.708620 dv-neutron-830731-3-hyperv neutron-server[83738]: return f(self, *a, **k) Mar 07 10:57:23.708620 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:57:23.708620 dv-neutron-830731-3-hyperv neutron-server[83738]: return self._get(url).json() Mar 07 10:57:23.708620 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:57:23.708620 dv-neutron-830731-3-hyperv neutron-server[83738]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:57:23.708620 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 07 10:57:23.708620 dv-neutron-830731-3-hyperv neutron-server[83738]: return self.request(url, 'GET', **kwargs) Mar 07 10:57:23.708620 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 07 10:57:23.708620 dv-neutron-830731-3-hyperv neutron-server[83738]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:57:23.708620 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 07 10:57:23.708620 dv-neutron-830731-3-hyperv neutron-server[83738]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:57:23.708620 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 07 10:57:23.708620 dv-neutron-830731-3-hyperv neutron-server[83738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:57:23.708620 dv-neutron-830731-3-hyperv neutron-server[83738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:57:23.788226 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b551d456-6bae-4724-87fc-2e2b64189f52 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1526886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923583'] for network, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:23.805600 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b551d456-6bae-4724-87fc-2e2b64189f52 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:23.818265 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b551d456-6bae-4724-87fc-2e2b64189f52 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] Pushing event deleted for resources: {'Network': ['ID=d6e5a849-518b-4761-a56f-1cc4f40c5efb,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:23.821216 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-b551d456-6bae-4724-87fc-2e2b64189f52 tempest-NetworksIpV6Test-1378478894 tempest-NetworksIpV6Test-1378478894-project] 10.222.0.13 "DELETE /v2.0/networks/d6e5a849-518b-4761-a56f-1cc4f40c5efb HTTP/1.1" status: 204 len: 168 time: 0.9927478 Mar 07 10:57:23.967965 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-456745d9-8821-47dd-9d2b-e9fb6a69af12 None None] Deleting port 65824785-fcb1-4389-b7b4-24a40421835c {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:57:23.968539 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-456745d9-8821-47dd-9d2b-e9fb6a69af12 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:24.063617 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-456745d9-8821-47dd-9d2b-e9fb6a69af12 None None] The port '65824785-fcb1-4389-b7b4-24a40421835c' was deleted {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 07 10:57:24.109295 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 44300) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:57:24.312946 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-997f8dc0-8e4e-4dbb-85de-a804f27c8968 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=478cc8abb72e49ca819b8425c34aa084&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2018669 Mar 07 10:57:24.315482 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 44306) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:57:24.386183 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-88cdfa04-343d-4ecb-b3c5-f8ffc4b857c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:24.411050 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-88cdfa04-343d-4ecb-b3c5-f8ffc4b857c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:24.461701 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-88cdfa04-343d-4ecb-b3c5-f8ffc4b857c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:24.476055 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cdfa04-343d-4ecb-b3c5-f8ffc4b857c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71fe0c79-8784-43e6-9889-61377378ba7e,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:24.483186 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-88cdfa04-343d-4ecb-b3c5-f8ffc4b857c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:24.484236 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-88cdfa04-343d-4ecb-b3c5-f8ffc4b857c9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/71fe0c79-8784-43e6-9889-61377378ba7e HTTP/1.1" status: 204 len: 168 time: 0.1676757 Mar 07 10:57:25.023316 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 65824785-fcb1-4389-b7b4-24a40421835c no longer exists at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:57:25.058506 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] No Port match for: 65824785-fcb1-4389-b7b4-24a40421835c {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 10:57:25.058845 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 65824785-fcb1-4389-b7b4-24a40421835c not bound to the agent host dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 10:57:25.263922 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 44328) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:57:25.390157 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-f0a0c3c9-158b-4473-9f11-7b613e8ec191 tempest-RoutersNegativeTest-2036537071 tempest-RoutersNegativeTest-2036537071-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-2113943951', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:57:25.396451 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-f0a0c3c9-158b-4473-9f11-7b613e8ec191 tempest-RoutersNegativeTest-2036537071 tempest-RoutersNegativeTest-2036537071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:57:25.400195 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-f0a0c3c9-158b-4473-9f11-7b613e8ec191 tempest-RoutersNegativeTest-2036537071 tempest-RoutersNegativeTest-2036537071-project] Usage tracker for resource:router and tenant:ad546b93ed4d4a27a5904ab14fc9193d is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:57:25.402988 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-f0a0c3c9-158b-4473-9f11-7b613e8ec191 tempest-RoutersNegativeTest-2036537071 tempest-RoutersNegativeTest-2036537071-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:57:25.409010 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-f0a0c3c9-158b-4473-9f11-7b613e8ec191 tempest-RoutersNegativeTest-2036537071 tempest-RoutersNegativeTest-2036537071-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:57:25.418419 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f0a0c3c9-158b-4473-9f11-7b613e8ec191 tempest-RoutersNegativeTest-2036537071 tempest-RoutersNegativeTest-2036537071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3919700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58025'] for router, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:25.419388 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f0a0c3c9-158b-4473-9f11-7b613e8ec191 tempest-RoutersNegativeTest-2036537071 tempest-RoutersNegativeTest-2036537071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3919671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4011175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58018'] for router, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:25.438074 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f0a0c3c9-158b-4473-9f11-7b613e8ec191 tempest-RoutersNegativeTest-2036537071 tempest-RoutersNegativeTest-2036537071-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:25.454771 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f0a0c3c9-158b-4473-9f11-7b613e8ec191 tempest-RoutersNegativeTest-2036537071 tempest-RoutersNegativeTest-2036537071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3917991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923518'] for router, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:25.473840 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f0a0c3c9-158b-4473-9f11-7b613e8ec191 tempest-RoutersNegativeTest-2036537071 tempest-RoutersNegativeTest-2036537071-project] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:25.475059 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-f0a0c3c9-158b-4473-9f11-7b613e8ec191 tempest-RoutersNegativeTest-2036537071 tempest-RoutersNegativeTest-2036537071-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2101171 Mar 07 10:57:25.477958 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 44334) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:57:25.483738 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-9ba437f6-c908-41ff-95aa-c1bc6ea9d2f3 tempest-RoutersNegativeTest-2036537071 tempest-RoutersNegativeTest-2036537071-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-582800999'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:57:25.489398 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-9ba437f6-c908-41ff-95aa-c1bc6ea9d2f3 tempest-RoutersNegativeTest-2036537071 tempest-RoutersNegativeTest-2036537071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:57:25.493274 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-9ba437f6-c908-41ff-95aa-c1bc6ea9d2f3 tempest-RoutersNegativeTest-2036537071 tempest-RoutersNegativeTest-2036537071-project] Usage tracker for resource:network and tenant:ad546b93ed4d4a27a5904ab14fc9193d is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:57:25.496070 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-9ba437f6-c908-41ff-95aa-c1bc6ea9d2f3 tempest-RoutersNegativeTest-2036537071 tempest-RoutersNegativeTest-2036537071-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:57:25.501839 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-9ba437f6-c908-41ff-95aa-c1bc6ea9d2f3 tempest-RoutersNegativeTest-2036537071 tempest-RoutersNegativeTest-2036537071-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:57:25.511982 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ba437f6-c908-41ff-95aa-c1bc6ea9d2f3 tempest-RoutersNegativeTest-2036537071 tempest-RoutersNegativeTest-2036537071-project] Made reservation on behalf of ad546b93ed4d4a27a5904ab14fc9193d for: {'network': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:57:25.514819 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9ba437f6-c908-41ff-95aa-c1bc6ea9d2f3 tempest-RoutersNegativeTest-2036537071 tempest-RoutersNegativeTest-2036537071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for network, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:25.526896 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9ba437f6-c908-41ff-95aa-c1bc6ea9d2f3 tempest-RoutersNegativeTest-2036537071 tempest-RoutersNegativeTest-2036537071-project] Notify callbacks [] for security_group, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:25.558732 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-9ba437f6-c908-41ff-95aa-c1bc6ea9d2f3 tempest-RoutersNegativeTest-2036537071 tempest-RoutersNegativeTest-2036537071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:57:25.562677 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-9ba437f6-c908-41ff-95aa-c1bc6ea9d2f3 tempest-RoutersNegativeTest-2036537071 tempest-RoutersNegativeTest-2036537071-project] Usage tracker for resource:security_group_rule and tenant:ad546b93ed4d4a27a5904ab14fc9193d is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:57:25.565385 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-9ba437f6-c908-41ff-95aa-c1bc6ea9d2f3 tempest-RoutersNegativeTest-2036537071 tempest-RoutersNegativeTest-2036537071-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:57:25.570858 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-9ba437f6-c908-41ff-95aa-c1bc6ea9d2f3 tempest-RoutersNegativeTest-2036537071 tempest-RoutersNegativeTest-2036537071-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:57:25.636428 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9ba437f6-c908-41ff-95aa-c1bc6ea9d2f3 tempest-RoutersNegativeTest-2036537071 tempest-RoutersNegativeTest-2036537071-project] Notify callbacks [] for security_group, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:25.639999 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9ba437f6-c908-41ff-95aa-c1bc6ea9d2f3 tempest-RoutersNegativeTest-2036537071 tempest-RoutersNegativeTest-2036537071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:25.670814 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ba437f6-c908-41ff-95aa-c1bc6ea9d2f3 tempest-RoutersNegativeTest-2036537071 tempest-RoutersNegativeTest-2036537071-project] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=83738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:57:25.679012 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba437f6-c908-41ff-95aa-c1bc6ea9d2f3 tempest-RoutersNegativeTest-2036537071 tempest-RoutersNegativeTest-2036537071-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20f939a0-8b42-4ab7-89bc-c802afb452c3,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:25.684417 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9ba437f6-c908-41ff-95aa-c1bc6ea9d2f3 tempest-RoutersNegativeTest-2036537071 tempest-RoutersNegativeTest-2036537071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:25.684780 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.db.segments_db [None req-9ba437f6-c908-41ff-95aa-c1bc6ea9d2f3 tempest-RoutersNegativeTest-2036537071 tempest-RoutersNegativeTest-2036537071-project] Added segment 9ad42643-5c66-42ce-a9b7-8e1d7d230c72 of type vlan for network 0d0b3a1c-e700-46cc-8d64-904b0cf8a7da Mar 07 10:57:25.714531 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9ba437f6-c908-41ff-95aa-c1bc6ea9d2f3 tempest-RoutersNegativeTest-2036537071 tempest-RoutersNegativeTest-2036537071-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732568034061'] for network, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:25.742941 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9ba437f6-c908-41ff-95aa-c1bc6ea9d2f3 tempest-RoutersNegativeTest-2036537071 tempest-RoutersNegativeTest-2036537071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594'] for network, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:25.746731 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ba437f6-c908-41ff-95aa-c1bc6ea9d2f3 tempest-RoutersNegativeTest-2036537071 tempest-RoutersNegativeTest-2036537071-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:25.747302 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9ba437f6-c908-41ff-95aa-c1bc6ea9d2f3 tempest-RoutersNegativeTest-2036537071 tempest-RoutersNegativeTest-2036537071-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:25.854744 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-9ba437f6-c908-41ff-95aa-c1bc6ea9d2f3 tempest-RoutersNegativeTest-2036537071 tempest-RoutersNegativeTest-2036537071-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3755052 Mar 07 10:57:25.857415 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 44338) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:57:25.864407 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-aa8d6386-ec3b-464b-b528-8775624d65af tempest-RoutersNegativeTest-2036537071 tempest-RoutersNegativeTest-2036537071-project] Request body: {'subnet': {'network_id': '0d0b3a1c-e700-46cc-8d64-904b0cf8a7da', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:57:25.879984 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba437f6-c908-41ff-95aa-c1bc6ea9d2f3 tempest-RoutersNegativeTest-2036537071 tempest-RoutersNegativeTest-2036537071-project] Pushing event updated for resources: {'Network': ['ID=0d0b3a1c-e700-46cc-8d64-904b0cf8a7da,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:25.893540 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Network 0d0b3a1c-e700-46cc-8d64-904b0cf8a7da details requested by agent ovs-agent-dv-neutron-830731-3-hyperv with host dv-neutron-830731-3-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 10:57:25.971970 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-aa8d6386-ec3b-464b-b528-8775624d65af tempest-RoutersNegativeTest-2036537071 tempest-RoutersNegativeTest-2036537071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:57:25.975740 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-aa8d6386-ec3b-464b-b528-8775624d65af tempest-RoutersNegativeTest-2036537071 tempest-RoutersNegativeTest-2036537071-project] Usage tracker for resource:subnet and tenant:ad546b93ed4d4a27a5904ab14fc9193d is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:57:25.978510 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-aa8d6386-ec3b-464b-b528-8775624d65af tempest-RoutersNegativeTest-2036537071 tempest-RoutersNegativeTest-2036537071-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:57:25.984057 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-aa8d6386-ec3b-464b-b528-8775624d65af tempest-RoutersNegativeTest-2036537071 tempest-RoutersNegativeTest-2036537071-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:57:25.993721 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa8d6386-ec3b-464b-b528-8775624d65af tempest-RoutersNegativeTest-2036537071 tempest-RoutersNegativeTest-2036537071-project] Made reservation on behalf of ad546b93ed4d4a27a5904ab14fc9193d for: {'subnet': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:57:26.097105 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-aa8d6386-ec3b-464b-b528-8775624d65af tempest-RoutersNegativeTest-2036537071 tempest-RoutersNegativeTest-2036537071-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741426'] for subnet, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:26.391743 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-aa8d6386-ec3b-464b-b528-8775624d65af tempest-RoutersNegativeTest-2036537071 tempest-RoutersNegativeTest-2036537071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3556832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741408'] for subnet, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:26.465854 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8d6386-ec3b-464b-b528-8775624d65af tempest-RoutersNegativeTest-2036537071 tempest-RoutersNegativeTest-2036537071-project] Pushing event updated for resources: {'Subnet': ['ID=d869aac0-2216-41e1-b064-f689edcf1cdf,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:26.477262 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8d6386-ec3b-464b-b528-8775624d65af tempest-RoutersNegativeTest-2036537071 tempest-RoutersNegativeTest-2036537071-project] Checking segment: {'id': '9ad42643-5c66-42ce-a9b7-8e1d7d230c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0d0b3a1c-e700-46cc-8d64-904b0cf8a7da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:57:26.477617 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa8d6386-ec3b-464b-b528-8775624d65af tempest-RoutersNegativeTest-2036537071 tempest-RoutersNegativeTest-2036537071-project] Network hostable DHCP agents. Network: 0d0b3a1c-e700-46cc-8d64-904b0cf8a7da, hostable agents: ['6527556c-6586-422c-ae47-082984683847'], hosted agents: [] {{(pid=83738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:57:26.498383 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa8d6386-ec3b-464b-b528-8775624d65af tempest-RoutersNegativeTest-2036537071 tempest-RoutersNegativeTest-2036537071-project] Network 0d0b3a1c-e700-46cc-8d64-904b0cf8a7da is scheduled to be hosted by DHCP agent 6527556c-6586-422c-ae47-082984683847 with binding_index 1 {{(pid=83738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:57:26.508462 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-aa8d6386-ec3b-464b-b528-8775624d65af tempest-RoutersNegativeTest-2036537071 tempest-RoutersNegativeTest-2036537071-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830731-3-hyperv, 0d0b3a1c-e700-46cc-8d64-904b0cf8a7da) {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:57:26.512185 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa8d6386-ec3b-464b-b528-8775624d65af tempest-RoutersNegativeTest-2036537071 tempest-RoutersNegativeTest-2036537071-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:26.512797 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-aa8d6386-ec3b-464b-b528-8775624d65af tempest-RoutersNegativeTest-2036537071 tempest-RoutersNegativeTest-2036537071-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:26.518449 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6524feeb-8472-4b88-b1f3-3bb6b21eccb9 None None] Network 0d0b3a1c-e700-46cc-8d64-904b0cf8a7da requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:57:26.538372 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-aa8d6386-ec3b-464b-b528-8775624d65af tempest-RoutersNegativeTest-2036537071 tempest-RoutersNegativeTest-2036537071-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6798594 Mar 07 10:57:26.538581 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 44342) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:57:26.545931 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-d13d78ae-54ce-4fa3-a531-fe0cb3b00ee6 tempest-RoutersNegativeTest-2036537071 tempest-RoutersNegativeTest-2036537071-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-55117400'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:57:26.550813 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-d13d78ae-54ce-4fa3-a531-fe0cb3b00ee6 tempest-RoutersNegativeTest-2036537071 tempest-RoutersNegativeTest-2036537071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:57:26.554502 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-d13d78ae-54ce-4fa3-a531-fe0cb3b00ee6 tempest-RoutersNegativeTest-2036537071 tempest-RoutersNegativeTest-2036537071-project] Usage tracker for resource:network and tenant:ad546b93ed4d4a27a5904ab14fc9193d is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:57:26.557897 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-d13d78ae-54ce-4fa3-a531-fe0cb3b00ee6 tempest-RoutersNegativeTest-2036537071 tempest-RoutersNegativeTest-2036537071-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:57:26.564270 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-d13d78ae-54ce-4fa3-a531-fe0cb3b00ee6 tempest-RoutersNegativeTest-2036537071 tempest-RoutersNegativeTest-2036537071-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:57:26.573842 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d13d78ae-54ce-4fa3-a531-fe0cb3b00ee6 tempest-RoutersNegativeTest-2036537071 tempest-RoutersNegativeTest-2036537071-project] Made reservation on behalf of ad546b93ed4d4a27a5904ab14fc9193d for: {'network': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:57:26.577065 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d13d78ae-54ce-4fa3-a531-fe0cb3b00ee6 tempest-RoutersNegativeTest-2036537071 tempest-RoutersNegativeTest-2036537071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for network, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:26.605967 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d13d78ae-54ce-4fa3-a531-fe0cb3b00ee6 tempest-RoutersNegativeTest-2036537071 tempest-RoutersNegativeTest-2036537071-project] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=83737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:57:26.615337 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d13d78ae-54ce-4fa3-a531-fe0cb3b00ee6 tempest-RoutersNegativeTest-2036537071 tempest-RoutersNegativeTest-2036537071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:26.615678 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.db.segments_db [None req-d13d78ae-54ce-4fa3-a531-fe0cb3b00ee6 tempest-RoutersNegativeTest-2036537071 tempest-RoutersNegativeTest-2036537071-project] Added segment e24dd922-52b5-4151-822b-2941bb043f9e of type vlan for network 0a35699f-ca98-40fb-b3cf-7f2d0ba391f2 Mar 07 10:57:26.646473 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d13d78ae-54ce-4fa3-a531-fe0cb3b00ee6 tempest-RoutersNegativeTest-2036537071 tempest-RoutersNegativeTest-2036537071-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732568034061'] for network, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:26.675664 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d13d78ae-54ce-4fa3-a531-fe0cb3b00ee6 tempest-RoutersNegativeTest-2036537071 tempest-RoutersNegativeTest-2036537071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594'] for network, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:26.679680 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d13d78ae-54ce-4fa3-a531-fe0cb3b00ee6 tempest-RoutersNegativeTest-2036537071 tempest-RoutersNegativeTest-2036537071-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:26.680371 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d13d78ae-54ce-4fa3-a531-fe0cb3b00ee6 tempest-RoutersNegativeTest-2036537071 tempest-RoutersNegativeTest-2036537071-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:26.730899 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ac6008-c7e4-4011-8d81-ec71f710c035 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ec2749d-0aec-52fb-aca6-10ba8a80aade-0d0b3a1c-e700-46cc-8d64-904b0cf8a7da', 'network_id': '0d0b3a1c-e700-46cc-8d64-904b0cf8a7da', 'tenant_id': 'ad546b93ed4d4a27a5904ab14fc9193d', 'fixed_ips': [{'subnet_id': 'd869aac0-2216-41e1-b064-f689edcf1cdf'}]}} from dv-neutron-830731-3-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 07 10:57:26.731915 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-e5ac6008-c7e4-4011-8d81-ec71f710c035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:26.779333 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-d13d78ae-54ce-4fa3-a531-fe0cb3b00ee6 tempest-RoutersNegativeTest-2036537071 tempest-RoutersNegativeTest-2036537071-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2393606 Mar 07 10:57:26.782431 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 44346) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:57:26.789394 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-96fa91c5-1832-45e7-8e8e-00603077a2f1 tempest-RoutersNegativeTest-2036537071 tempest-RoutersNegativeTest-2036537071-project] Request body: {'subnet': {'network_id': '0a35699f-ca98-40fb-b3cf-7f2d0ba391f2', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:57:26.790888 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13d78ae-54ce-4fa3-a531-fe0cb3b00ee6 tempest-RoutersNegativeTest-2036537071 tempest-RoutersNegativeTest-2036537071-project] Pushing event updated for resources: {'Network': ['ID=0a35699f-ca98-40fb-b3cf-7f2d0ba391f2,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:26.803200 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Network 0a35699f-ca98-40fb-b3cf-7f2d0ba391f2 details requested by agent ovs-agent-dv-neutron-830731-3-hyperv with host dv-neutron-830731-3-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 10:57:26.905944 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-96fa91c5-1832-45e7-8e8e-00603077a2f1 tempest-RoutersNegativeTest-2036537071 tempest-RoutersNegativeTest-2036537071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:57:26.909854 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-96fa91c5-1832-45e7-8e8e-00603077a2f1 tempest-RoutersNegativeTest-2036537071 tempest-RoutersNegativeTest-2036537071-project] Usage tracker for resource:subnet and tenant:ad546b93ed4d4a27a5904ab14fc9193d is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:57:26.912811 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-96fa91c5-1832-45e7-8e8e-00603077a2f1 tempest-RoutersNegativeTest-2036537071 tempest-RoutersNegativeTest-2036537071-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:57:26.918509 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-96fa91c5-1832-45e7-8e8e-00603077a2f1 tempest-RoutersNegativeTest-2036537071 tempest-RoutersNegativeTest-2036537071-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:57:26.930132 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96fa91c5-1832-45e7-8e8e-00603077a2f1 tempest-RoutersNegativeTest-2036537071 tempest-RoutersNegativeTest-2036537071-project] Made reservation on behalf of ad546b93ed4d4a27a5904ab14fc9193d for: {'subnet': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:57:26.983599 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-e5ac6008-c7e4-4011-8d81-ec71f710c035 None None] Allocated IP 172.20.0.2 (0d0b3a1c-e700-46cc-8d64-904b0cf8a7da/d869aac0-2216-41e1-b064-f689edcf1cdf/6f5e2299-2afb-46dc-b402-150e92fca0bd) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:57:27.036777 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-96fa91c5-1832-45e7-8e8e-00603077a2f1 tempest-RoutersNegativeTest-2036537071 tempest-RoutersNegativeTest-2036537071-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741426'] for subnet, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:27.183277 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-e5ac6008-c7e4-4011-8d81-ec71f710c035 None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:27.193611 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-e5ac6008-c7e4-4011-8d81-ec71f710c035 None None] Transition to ACTIVE for port object 6f5e2299-2afb-46dc-b402-150e92fca0bd will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:57:27.211471 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-e5ac6008-c7e4-4011-8d81-ec71f710c035 None None] Transition to ACTIVE for port object 6f5e2299-2afb-46dc-b402-150e92fca0bd will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:57:27.216996 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-e5ac6008-c7e4-4011-8d81-ec71f710c035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:27.253130 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-96fa91c5-1832-45e7-8e8e-00603077a2f1 tempest-RoutersNegativeTest-2036537071 tempest-RoutersNegativeTest-2036537071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3556832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741408'] for subnet, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:27.286814 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ac6008-c7e4-4011-8d81-ec71f710c035 None None] Network 0d0b3a1c-e700-46cc-8d64-904b0cf8a7da is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:57:27.288042 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-e5ac6008-c7e4-4011-8d81-ec71f710c035 None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:57:27.291833 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ac6008-c7e4-4011-8d81-ec71f710c035 None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:57:27.298811 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ac6008-c7e4-4011-8d81-ec71f710c035 None None] Pushing event updated for resources: {'Port': ['ID=6f5e2299-2afb-46dc-b402-150e92fca0bd,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:27.339759 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fa91c5-1832-45e7-8e8e-00603077a2f1 tempest-RoutersNegativeTest-2036537071 tempest-RoutersNegativeTest-2036537071-project] Pushing event updated for resources: {'Subnet': ['ID=33b845df-c2d7-451b-acb0-7c67fb58dad4,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:27.347146 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96fa91c5-1832-45e7-8e8e-00603077a2f1 tempest-RoutersNegativeTest-2036537071 tempest-RoutersNegativeTest-2036537071-project] Checking segment: {'id': 'e24dd922-52b5-4151-822b-2941bb043f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '0a35699f-ca98-40fb-b3cf-7f2d0ba391f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:57:27.347497 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96fa91c5-1832-45e7-8e8e-00603077a2f1 tempest-RoutersNegativeTest-2036537071 tempest-RoutersNegativeTest-2036537071-project] Network hostable DHCP agents. Network: 0a35699f-ca98-40fb-b3cf-7f2d0ba391f2, hostable agents: ['6527556c-6586-422c-ae47-082984683847'], hosted agents: [] {{(pid=83738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:57:27.372794 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96fa91c5-1832-45e7-8e8e-00603077a2f1 tempest-RoutersNegativeTest-2036537071 tempest-RoutersNegativeTest-2036537071-project] Network 0a35699f-ca98-40fb-b3cf-7f2d0ba391f2 is scheduled to be hosted by DHCP agent 6527556c-6586-422c-ae47-082984683847 with binding_index 1 {{(pid=83738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:57:27.386180 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-e5ac6008-c7e4-4011-8d81-ec71f710c035 None None] Attempting to bind port 6f5e2299-2afb-46dc-b402-150e92fca0bd on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:57:27.386559 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-e5ac6008-c7e4-4011-8d81-ec71f710c035 None None] Attempting to bind port 6f5e2299-2afb-46dc-b402-150e92fca0bd by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': '9ad42643-5c66-42ce-a9b7-8e1d7d230c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0d0b3a1c-e700-46cc-8d64-904b0cf8a7da'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:57:27.387016 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ac6008-c7e4-4011-8d81-ec71f710c035 None None] Attempting to bind port 6f5e2299-2afb-46dc-b402-150e92fca0bd on network 0d0b3a1c-e700-46cc-8d64-904b0cf8a7da {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:57:27.387295 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-96fa91c5-1832-45e7-8e8e-00603077a2f1 tempest-RoutersNegativeTest-2036537071 tempest-RoutersNegativeTest-2036537071-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830731-3-hyperv, 0a35699f-ca98-40fb-b3cf-7f2d0ba391f2) {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:57:27.394521 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96fa91c5-1832-45e7-8e8e-00603077a2f1 tempest-RoutersNegativeTest-2036537071 tempest-RoutersNegativeTest-2036537071-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:27.394783 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ac6008-c7e4-4011-8d81-ec71f710c035 None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 57, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:57:27.395122 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ac6008-c7e4-4011-8d81-ec71f710c035 None None] Checking segment: {'id': '9ad42643-5c66-42ce-a9b7-8e1d7d230c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0d0b3a1c-e700-46cc-8d64-904b0cf8a7da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:57:27.395416 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-96fa91c5-1832-45e7-8e8e-00603077a2f1 tempest-RoutersNegativeTest-2036537071 tempest-RoutersNegativeTest-2036537071-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:27.395625 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-e5ac6008-c7e4-4011-8d81-ec71f710c035 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:27.396040 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ac6008-c7e4-4011-8d81-ec71f710c035 None None] Bound using segment: {'id': '9ad42643-5c66-42ce-a9b7-8e1d7d230c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0d0b3a1c-e700-46cc-8d64-904b0cf8a7da'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:57:27.396652 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-e5ac6008-c7e4-4011-8d81-ec71f710c035 None None] Bound port: 6f5e2299-2afb-46dc-b402-150e92fca0bd, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ad42643-5c66-42ce-a9b7-8e1d7d230c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0d0b3a1c-e700-46cc-8d64-904b0cf8a7da'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:57:27.397196 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-e5ac6008-c7e4-4011-8d81-ec71f710c035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:27.411651 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-145583e5-ee41-44bf-8cdd-ca6b0ff043b7 None None] Network 0a35699f-ca98-40fb-b3cf-7f2d0ba391f2 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:57:27.426153 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-96fa91c5-1832-45e7-8e8e-00603077a2f1 tempest-RoutersNegativeTest-2036537071 tempest-RoutersNegativeTest-2036537071-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6397781 Mar 07 10:57:27.426733 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 44350) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:57:27.434093 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-d0ab3327-7e97-4aab-988d-fa6964bb245e tempest-RoutersNegativeTest-2036537071 tempest-RoutersNegativeTest-2036537071-project] Request body: {'router': {'external_gateway_info': {'network_id': '0a35699f-ca98-40fb-b3cf-7f2d0ba391f2'}}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:57:27.615763 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-e5ac6008-c7e4-4011-8d81-ec71f710c035 None None] For port 6f5e2299-2afb-46dc-b402-150e92fca0bd, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:57:27.634319 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-e5ac6008-c7e4-4011-8d81-ec71f710c035 None None] For port 6f5e2299-2afb-46dc-b402-150e92fca0bd, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=6f5e2299-2afb-46dc-b402-150e92fca0bd,segment=NetworkSegment(9ad42643-5c66-42ce-a9b7-8e1d7d230c72),segment_id=9ad42643-5c66-42ce-a9b7-8e1d7d230c72)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:57:27.642038 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-e5ac6008-c7e4-4011-8d81-ec71f710c035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:27.751311 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89b45f0e-edad-4d92-9e6a-2eb8e9fc44ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ec2749d-0aec-52fb-aca6-10ba8a80aade-0a35699f-ca98-40fb-b3cf-7f2d0ba391f2', 'network_id': '0a35699f-ca98-40fb-b3cf-7f2d0ba391f2', 'tenant_id': 'ad546b93ed4d4a27a5904ab14fc9193d', 'fixed_ips': [{'subnet_id': '33b845df-c2d7-451b-acb0-7c67fb58dad4'}]}} from dv-neutron-830731-3-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 07 10:57:27.752084 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-89b45f0e-edad-4d92-9e6a-2eb8e9fc44ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:27.773657 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ac6008-c7e4-4011-8d81-ec71f710c035 None None] Pushing event updated for resources: {'Port': ['ID=6f5e2299-2afb-46dc-b402-150e92fca0bd,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:27.829535 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d0ab3327-7e97-4aab-988d-fa6964bb245e tempest-RoutersNegativeTest-2036537071 tempest-RoutersNegativeTest-2036537071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3917998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58952'] for router, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:27.981329 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-89b45f0e-edad-4d92-9e6a-2eb8e9fc44ff None None] Allocated IP 172.21.0.2 (0a35699f-ca98-40fb-b3cf-7f2d0ba391f2/33b845df-c2d7-451b-acb0-7c67fb58dad4/e8d1945d-cdd1-4c40-ab63-b7815062c753) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:57:28.014050 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.api.v2.resource [None req-d0ab3327-7e97-4aab-988d-fa6964bb245e tempest-RoutersNegativeTest-2036537071 tempest-RoutersNegativeTest-2036537071-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 10:57:28.015375 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-d0ab3327-7e97-4aab-988d-fa6964bb245e tempest-RoutersNegativeTest-2036537071 tempest-RoutersNegativeTest-2036537071-project] 10.222.0.13 "PUT /v2.0/routers/3bbce656-7a19-4056-b121-a37dc8c1eeca HTTP/1.1" status: 400 len: 364 time: 0.5867617 Mar 07 10:57:28.021649 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 44354) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:57:28.200085 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-89b45f0e-edad-4d92-9e6a-2eb8e9fc44ff None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:28.210704 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-89b45f0e-edad-4d92-9e6a-2eb8e9fc44ff None None] Transition to ACTIVE for port object e8d1945d-cdd1-4c40-ab63-b7815062c753 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:57:28.210906 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_v2 [None req-d44e5058-851e-40fd-a261-f6be96463fee tempest-RoutersNegativeTest-2036537071 tempest-RoutersNegativeTest-2036537071-project] Deleting subnet 33b845df-c2d7-451b-acb0-7c67fb58dad4 {{(pid=83737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 07 10:57:28.228943 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-89b45f0e-edad-4d92-9e6a-2eb8e9fc44ff None None] Transition to ACTIVE for port object e8d1945d-cdd1-4c40-ab63-b7815062c753 will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:57:28.235640 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d44e5058-851e-40fd-a261-f6be96463fee tempest-RoutersNegativeTest-2036537071 tempest-RoutersNegativeTest-2036537071-project] Notify callbacks [] for subnet, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:28.236361 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-89b45f0e-edad-4d92-9e6a-2eb8e9fc44ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:28.293686 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d44e5058-851e-40fd-a261-f6be96463fee tempest-RoutersNegativeTest-2036537071 tempest-RoutersNegativeTest-2036537071-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2627781'] for subnet, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:28.305915 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b45f0e-edad-4d92-9e6a-2eb8e9fc44ff None None] Network 0a35699f-ca98-40fb-b3cf-7f2d0ba391f2 is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:57:28.308781 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-89b45f0e-edad-4d92-9e6a-2eb8e9fc44ff None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:57:28.314010 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b45f0e-edad-4d92-9e6a-2eb8e9fc44ff None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:57:28.316149 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b45f0e-edad-4d92-9e6a-2eb8e9fc44ff None None] Pushing event updated for resources: {'Port': ['ID=e8d1945d-cdd1-4c40-ab63-b7815062c753,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:28.378294 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d44e5058-851e-40fd-a261-f6be96463fee tempest-RoutersNegativeTest-2036537071 tempest-RoutersNegativeTest-2036537071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1525496'] for subnet, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:28.400827 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-89b45f0e-edad-4d92-9e6a-2eb8e9fc44ff None None] Attempting to bind port e8d1945d-cdd1-4c40-ab63-b7815062c753 on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:57:28.401268 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-89b45f0e-edad-4d92-9e6a-2eb8e9fc44ff None None] Attempting to bind port e8d1945d-cdd1-4c40-ab63-b7815062c753 by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': 'e24dd922-52b5-4151-822b-2941bb043f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '0a35699f-ca98-40fb-b3cf-7f2d0ba391f2'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:57:28.401803 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b45f0e-edad-4d92-9e6a-2eb8e9fc44ff None None] Attempting to bind port e8d1945d-cdd1-4c40-ab63-b7815062c753 on network 0a35699f-ca98-40fb-b3cf-7f2d0ba391f2 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:57:28.408889 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b45f0e-edad-4d92-9e6a-2eb8e9fc44ff None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 57, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:57:28.409878 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b45f0e-edad-4d92-9e6a-2eb8e9fc44ff None None] Checking segment: {'id': 'e24dd922-52b5-4151-822b-2941bb043f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '0a35699f-ca98-40fb-b3cf-7f2d0ba391f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:57:28.409878 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-89b45f0e-edad-4d92-9e6a-2eb8e9fc44ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:28.410261 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b45f0e-edad-4d92-9e6a-2eb8e9fc44ff None None] Bound using segment: {'id': 'e24dd922-52b5-4151-822b-2941bb043f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '0a35699f-ca98-40fb-b3cf-7f2d0ba391f2'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:57:28.410800 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-89b45f0e-edad-4d92-9e6a-2eb8e9fc44ff None None] Bound port: e8d1945d-cdd1-4c40-ab63-b7815062c753, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e24dd922-52b5-4151-822b-2941bb043f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '0a35699f-ca98-40fb-b3cf-7f2d0ba391f2'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:57:28.411272 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-89b45f0e-edad-4d92-9e6a-2eb8e9fc44ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:28.458847 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d44e5058-851e-40fd-a261-f6be96463fee tempest-RoutersNegativeTest-2036537071 tempest-RoutersNegativeTest-2036537071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1525489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3012507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3219316'] for subnet, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:28.481520 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-574c1355-afb2-4af5-9a39-f78db4a43156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:28.523284 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-89b45f0e-edad-4d92-9e6a-2eb8e9fc44ff None None] For port e8d1945d-cdd1-4c40-ab63-b7815062c753, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:57:28.526958 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-89b45f0e-edad-4d92-9e6a-2eb8e9fc44ff None None] For port e8d1945d-cdd1-4c40-ab63-b7815062c753, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=e8d1945d-cdd1-4c40-ab63-b7815062c753,segment=NetworkSegment(e24dd922-52b5-4151-822b-2941bb043f9e),segment_id=e24dd922-52b5-4151-822b-2941bb043f9e)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:57:28.533219 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-89b45f0e-edad-4d92-9e6a-2eb8e9fc44ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:28.614729 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44e5058-851e-40fd-a261-f6be96463fee tempest-RoutersNegativeTest-2036537071 tempest-RoutersNegativeTest-2036537071-project] Pushing event deleted for resources: {'Subnet': ['ID=33b845df-c2d7-451b-acb0-7c67fb58dad4,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:28.622534 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b45f0e-edad-4d92-9e6a-2eb8e9fc44ff None None] Pushing event updated for resources: {'Port': ['ID=e8d1945d-cdd1-4c40-ab63-b7815062c753,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:28.625663 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d44e5058-851e-40fd-a261-f6be96463fee tempest-RoutersNegativeTest-2036537071 tempest-RoutersNegativeTest-2036537071-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:28.635110 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-d44e5058-851e-40fd-a261-f6be96463fee tempest-RoutersNegativeTest-2036537071 tempest-RoutersNegativeTest-2036537071-project] 10.222.0.13 "DELETE /v2.0/subnets/33b845df-c2d7-451b-acb0-7c67fb58dad4 HTTP/1.1" status: 204 len: 168 time: 0.6100397 Mar 07 10:57:28.635280 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 44358) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:57:28.699305 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d13ac1a-d4b1-4994-b71f-3274c4ca00aa None None] Network 0a35699f-ca98-40fb-b3cf-7f2d0ba391f2 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:57:28.759932 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-99ee94c5-a28d-46c1-a807-9dff434928cb tempest-RoutersNegativeTest-2036537071 tempest-RoutersNegativeTest-2036537071-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1158940'] for network, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:28.773533 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-99ee94c5-a28d-46c1-a807-9dff434928cb tempest-RoutersNegativeTest-2036537071 tempest-RoutersNegativeTest-2036537071-project] Deleting port e8d1945d-cdd1-4c40-ab63-b7815062c753 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:57:28.773942 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-99ee94c5-a28d-46c1-a807-9dff434928cb tempest-RoutersNegativeTest-2036537071 tempest-RoutersNegativeTest-2036537071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:28.785125 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ffd0602-24be-4e9d-a88f-4e823e566f35 None None] Network 0d0b3a1c-e700-46cc-8d64-904b0cf8a7da requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:57:28.957667 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a14b1ee5-69a9-44a6-8057-ea534ab37c1e None None] Provisioning for port 6f5e2299-2afb-46dc-b402-150e92fca0bd completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:57:28.976809 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-99ee94c5-a28d-46c1-a807-9dff434928cb tempest-RoutersNegativeTest-2036537071 tempest-RoutersNegativeTest-2036537071-project] For port e8d1945d-cdd1-4c40-ab63-b7815062c753, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=e8d1945d-cdd1-4c40-ab63-b7815062c753,segment=NetworkSegment(e24dd922-52b5-4151-822b-2941bb043f9e),segment_id=e24dd922-52b5-4151-822b-2941bb043f9e)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:57:28.977324 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-99ee94c5-a28d-46c1-a807-9dff434928cb tempest-RoutersNegativeTest-2036537071 tempest-RoutersNegativeTest-2036537071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:29.097423 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 6f5e2299-2afb-46dc-b402-150e92fca0bd up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:57:29.104944 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-99ee94c5-a28d-46c1-a807-9dff434928cb tempest-RoutersNegativeTest-2036537071 tempest-RoutersNegativeTest-2036537071-project] Calling delete_port for e8d1945d-cdd1-4c40-ab63-b7815062c753 owned by network:dhcp {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:57:29.178018 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-99ee94c5-a28d-46c1-a807-9dff434928cb tempest-RoutersNegativeTest-2036537071 tempest-RoutersNegativeTest-2036537071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:29.221649 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ee94c5-a28d-46c1-a807-9dff434928cb tempest-RoutersNegativeTest-2036537071 tempest-RoutersNegativeTest-2036537071-project] Pushing event deleted for resources: {'Port': ['ID=e8d1945d-cdd1-4c40-ab63-b7815062c753,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:29.228011 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ee94c5-a28d-46c1-a807-9dff434928cb tempest-RoutersNegativeTest-2036537071 tempest-RoutersNegativeTest-2036537071-project] No DVR routers for this DVR port e8d1945d-cdd1-4c40-ab63-b7815062c753 on host dv-neutron-830731-3-hyperv {{(pid=83737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:57:29.234344 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning for port 6f5e2299-2afb-46dc-b402-150e92fca0bd completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:57:29.244892 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 6f5e2299-2afb-46dc-b402-150e92fca0bd triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:57:29.245429 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:29.355911 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-99ee94c5-a28d-46c1-a807-9dff434928cb tempest-RoutersNegativeTest-2036537071 tempest-RoutersNegativeTest-2036537071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1526893', 'neutron.services.segments.db._delete_segments_for_network-8732568551033'] for network, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:29.378840 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:29.386633 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-99ee94c5-a28d-46c1-a807-9dff434928cb tempest-RoutersNegativeTest-2036537071 tempest-RoutersNegativeTest-2036537071-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a35699f-ca98-40fb-b3cf-7f2d0ba391f2']}} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:57:29.400022 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-99ee94c5-a28d-46c1-a807-9dff434928cb tempest-RoutersNegativeTest-2036537071 tempest-RoutersNegativeTest-2036537071-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e24dd922-52b5-4151-822b-2941bb043f9e') {'for_net_delete': True} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:57:29.400411 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-99ee94c5-a28d-46c1-a807-9dff434928cb tempest-RoutersNegativeTest-2036537071 tempest-RoutersNegativeTest-2036537071-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e24dd922-52b5-4151-822b-2941bb043f9e') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:57:29.413932 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-99ee94c5-a28d-46c1-a807-9dff434928cb tempest-RoutersNegativeTest-2036537071 tempest-RoutersNegativeTest-2036537071-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732568550916', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629174'] for segment, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:29.414494 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] For port 6f5e2299-2afb-46dc-b402-150e92fca0bd, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=6f5e2299-2afb-46dc-b402-150e92fca0bd,segment=NetworkSegment(9ad42643-5c66-42ce-a9b7-8e1d7d230c72),segment_id=9ad42643-5c66-42ce-a9b7-8e1d7d230c72)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:57:29.418669 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:29.435581 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-99ee94c5-a28d-46c1-a807-9dff434928cb tempest-RoutersNegativeTest-2036537071 tempest-RoutersNegativeTest-2036537071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:29.442851 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99ee94c5-a28d-46c1-a807-9dff434928cb tempest-RoutersNegativeTest-2036537071 tempest-RoutersNegativeTest-2036537071-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=83737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 07 10:57:29.443229 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-99ee94c5-a28d-46c1-a807-9dff434928cb tempest-RoutersNegativeTest-2036537071 tempest-RoutersNegativeTest-2036537071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1227397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3012597'] for segment, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:29.457544 dv-neutron-830731-3-hyperv neutron-server[83737]: Traceback (most recent call last): Mar 07 10:57:29.457544 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 07 10:57:29.457544 dv-neutron-830731-3-hyperv neutron-server[83737]: timer() Mar 07 10:57:29.457544 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:57:29.457544 dv-neutron-830731-3-hyperv neutron-server[83737]: cb(*args, **kw) Mar 07 10:57:29.457544 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 10:57:29.457544 dv-neutron-830731-3-hyperv neutron-server[83737]: return func(*args, **kwargs) Mar 07 10:57:29.457544 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:57:29.457544 dv-neutron-830731-3-hyperv neutron-server[83737]: self._notify() Mar 07 10:57:29.457544 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:57:29.457544 dv-neutron-830731-3-hyperv neutron-server[83737]: self.callback(batched_events) Mar 07 10:57:29.457544 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:57:29.457544 dv-neutron-830731-3-hyperv neutron-server[83737]: event.method(event) Mar 07 10:57:29.457544 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 10:57:29.457544 dv-neutron-830731-3-hyperv neutron-server[83737]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:57:29.457544 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 10:57:29.457544 dv-neutron-830731-3-hyperv neutron-server[83737]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:57:29.457544 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 10:57:29.457544 dv-neutron-830731-3-hyperv neutron-server[83737]: return f(self, *a, **k) Mar 07 10:57:29.457544 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:57:29.457544 dv-neutron-830731-3-hyperv neutron-server[83737]: return self._get(url).json() Mar 07 10:57:29.457544 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:57:29.457544 dv-neutron-830731-3-hyperv neutron-server[83737]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:57:29.457544 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 07 10:57:29.457544 dv-neutron-830731-3-hyperv neutron-server[83737]: return self.request(url, 'GET', **kwargs) Mar 07 10:57:29.457544 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 07 10:57:29.457544 dv-neutron-830731-3-hyperv neutron-server[83737]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:57:29.457544 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 07 10:57:29.457544 dv-neutron-830731-3-hyperv neutron-server[83737]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:57:29.457544 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 07 10:57:29.457544 dv-neutron-830731-3-hyperv neutron-server[83737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:57:29.457544 dv-neutron-830731-3-hyperv neutron-server[83737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:57:29.459844 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-394049da-0426-4366-b14e-d2fed58cd8d1 None None] get_active_networks_info from dv-neutron-830731-3-hyperv {{(pid=83739) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 07 10:57:29.538944 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Pushing event updated for resources: {'Port': ['ID=6f5e2299-2afb-46dc-b402-150e92fca0bd,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:29.539152 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-99ee94c5-a28d-46c1-a807-9dff434928cb tempest-RoutersNegativeTest-2036537071 tempest-RoutersNegativeTest-2036537071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1526886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923583'] for network, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:29.545680 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-99ee94c5-a28d-46c1-a807-9dff434928cb tempest-RoutersNegativeTest-2036537071 tempest-RoutersNegativeTest-2036537071-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:29.572456 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-99ee94c5-a28d-46c1-a807-9dff434928cb tempest-RoutersNegativeTest-2036537071 tempest-RoutersNegativeTest-2036537071-project] 10.222.0.13 "DELETE /v2.0/networks/0a35699f-ca98-40fb-b3cf-7f2d0ba391f2 HTTP/1.1" status: 204 len: 168 time: 0.9360001 Mar 07 10:57:29.573350 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ee94c5-a28d-46c1-a807-9dff434928cb tempest-RoutersNegativeTest-2036537071 tempest-RoutersNegativeTest-2036537071-project] Pushing event deleted for resources: {'Network': ['ID=0a35699f-ca98-40fb-b3cf-7f2d0ba391f2,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:29.573832 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-8c7f7b7a-6ffa-49c4-86ca-4df699214bc1 None None] Provisioning complete for port 6f5e2299-2afb-46dc-b402-150e92fca0bd triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:57:29.574197 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-8c7f7b7a-6ffa-49c4-86ca-4df699214bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:29.575178 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 44362) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:57:29.614164 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-394049da-0426-4366-b14e-d2fed58cd8d1 None None] Resources bound (agent type, host, resource id): {{(pid=83739) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 07 10:57:29.642274 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4f5f820-352a-4769-939e-9f68cb4e2360 tempest-RoutersNegativeTest-2036537071 tempest-RoutersNegativeTest-2036537071-project] Deleting subnet d869aac0-2216-41e1-b064-f689edcf1cdf {{(pid=83738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 07 10:57:29.645197 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d4f5f820-352a-4769-939e-9f68cb4e2360 tempest-RoutersNegativeTest-2036537071 tempest-RoutersNegativeTest-2036537071-project] Notify callbacks [] for subnet, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:29.701321 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d4f5f820-352a-4769-939e-9f68cb4e2360 tempest-RoutersNegativeTest-2036537071 tempest-RoutersNegativeTest-2036537071-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2969395'] for subnet, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:29.784702 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d4f5f820-352a-4769-939e-9f68cb4e2360 tempest-RoutersNegativeTest-2036537071 tempest-RoutersNegativeTest-2036537071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1525496'] for subnet, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:29.857477 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d4f5f820-352a-4769-939e-9f68cb4e2360 tempest-RoutersNegativeTest-2036537071 tempest-RoutersNegativeTest-2036537071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1525489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3556647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741465'] for subnet, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:29.900287 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f5f820-352a-4769-939e-9f68cb4e2360 tempest-RoutersNegativeTest-2036537071 tempest-RoutersNegativeTest-2036537071-project] Pushing event deleted for resources: {'Subnet': ['ID=d869aac0-2216-41e1-b064-f689edcf1cdf,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:29.905042 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d4f5f820-352a-4769-939e-9f68cb4e2360 tempest-RoutersNegativeTest-2036537071 tempest-RoutersNegativeTest-2036537071-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:29.913910 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-d4f5f820-352a-4769-939e-9f68cb4e2360 tempest-RoutersNegativeTest-2036537071 tempest-RoutersNegativeTest-2036537071-project] 10.222.0.13 "DELETE /v2.0/subnets/d869aac0-2216-41e1-b064-f689edcf1cdf HTTP/1.1" status: 204 len: 168 time: 0.3355649 Mar 07 10:57:29.914149 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 44366) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:57:30.011334 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e84784c5-5c4b-40c3-9573-dd67a155e77e None None] Network 0d0b3a1c-e700-46cc-8d64-904b0cf8a7da requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:57:30.026091 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-bdd59f5e-89d0-446c-a0cf-c9a824914e88 tempest-RoutersNegativeTest-2036537071 tempest-RoutersNegativeTest-2036537071-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1158940'] for network, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:30.037116 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-bdd59f5e-89d0-446c-a0cf-c9a824914e88 tempest-RoutersNegativeTest-2036537071 tempest-RoutersNegativeTest-2036537071-project] Deleting port 6f5e2299-2afb-46dc-b402-150e92fca0bd {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:57:30.037448 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-bdd59f5e-89d0-446c-a0cf-c9a824914e88 tempest-RoutersNegativeTest-2036537071 tempest-RoutersNegativeTest-2036537071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:30.240936 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-bdd59f5e-89d0-446c-a0cf-c9a824914e88 tempest-RoutersNegativeTest-2036537071 tempest-RoutersNegativeTest-2036537071-project] For port 6f5e2299-2afb-46dc-b402-150e92fca0bd, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=6f5e2299-2afb-46dc-b402-150e92fca0bd,segment=NetworkSegment(9ad42643-5c66-42ce-a9b7-8e1d7d230c72),segment_id=9ad42643-5c66-42ce-a9b7-8e1d7d230c72)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:57:30.241295 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-bdd59f5e-89d0-446c-a0cf-c9a824914e88 tempest-RoutersNegativeTest-2036537071 tempest-RoutersNegativeTest-2036537071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:30.261692 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c963cf6-40a7-4f89-a4ef-d20ac84644e1 None None] DHCP port deletion for 0d0b3a1c-e700-46cc-8d64-904b0cf8a7da request from dv-neutron-830731-3-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 07 10:57:30.267014 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-1c963cf6-40a7-4f89-a4ef-d20ac84644e1 None None] Deleting port 6f5e2299-2afb-46dc-b402-150e92fca0bd {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:57:30.267458 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-1c963cf6-40a7-4f89-a4ef-d20ac84644e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:30.459317 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-bdd59f5e-89d0-446c-a0cf-c9a824914e88 tempest-RoutersNegativeTest-2036537071 tempest-RoutersNegativeTest-2036537071-project] Calling delete_port for 6f5e2299-2afb-46dc-b402-150e92fca0bd owned by network:dhcp {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:57:30.472911 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-1c963cf6-40a7-4f89-a4ef-d20ac84644e1 None None] For port 6f5e2299-2afb-46dc-b402-150e92fca0bd, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=6f5e2299-2afb-46dc-b402-150e92fca0bd,segment=NetworkSegment(9ad42643-5c66-42ce-a9b7-8e1d7d230c72),segment_id=9ad42643-5c66-42ce-a9b7-8e1d7d230c72)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:57:30.473310 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-1c963cf6-40a7-4f89-a4ef-d20ac84644e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:30.534100 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-bdd59f5e-89d0-446c-a0cf-c9a824914e88 tempest-RoutersNegativeTest-2036537071 tempest-RoutersNegativeTest-2036537071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:30.579198 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd59f5e-89d0-446c-a0cf-c9a824914e88 tempest-RoutersNegativeTest-2036537071 tempest-RoutersNegativeTest-2036537071-project] Pushing event deleted for resources: {'Port': ['ID=6f5e2299-2afb-46dc-b402-150e92fca0bd,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:30.583897 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd59f5e-89d0-446c-a0cf-c9a824914e88 tempest-RoutersNegativeTest-2036537071 tempest-RoutersNegativeTest-2036537071-project] No DVR routers for this DVR port 6f5e2299-2afb-46dc-b402-150e92fca0bd on host dv-neutron-830731-3-hyperv {{(pid=83738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:57:30.600601 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-1c963cf6-40a7-4f89-a4ef-d20ac84644e1 None None] Calling delete_port for 6f5e2299-2afb-46dc-b402-150e92fca0bd owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:57:30.658397 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-89dc0cca-6f1c-4201-ad61-a01244c8fe7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:30.684175 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.db.api [None req-1c963cf6-40a7-4f89-a4ef-d20ac84644e1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 10:57:30.684546 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG oslo_db.api [None req-1c963cf6-40a7-4f89-a4ef-d20ac84644e1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 10:57:30.705935 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-bdd59f5e-89d0-446c-a0cf-c9a824914e88 tempest-RoutersNegativeTest-2036537071 tempest-RoutersNegativeTest-2036537071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1526893', 'neutron.services.segments.db._delete_segments_for_network-8732568551033'] for network, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:30.733623 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-bdd59f5e-89d0-446c-a0cf-c9a824914e88 tempest-RoutersNegativeTest-2036537071 tempest-RoutersNegativeTest-2036537071-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d0b3a1c-e700-46cc-8d64-904b0cf8a7da']}} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:57:30.745777 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-bdd59f5e-89d0-446c-a0cf-c9a824914e88 tempest-RoutersNegativeTest-2036537071 tempest-RoutersNegativeTest-2036537071-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ad42643-5c66-42ce-a9b7-8e1d7d230c72') {'for_net_delete': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:57:30.746072 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-bdd59f5e-89d0-446c-a0cf-c9a824914e88 tempest-RoutersNegativeTest-2036537071 tempest-RoutersNegativeTest-2036537071-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ad42643-5c66-42ce-a9b7-8e1d7d230c72') {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:57:30.757682 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-bdd59f5e-89d0-446c-a0cf-c9a824914e88 tempest-RoutersNegativeTest-2036537071 tempest-RoutersNegativeTest-2036537071-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732568550916', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968000'] for segment, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:30.772988 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-bdd59f5e-89d0-446c-a0cf-c9a824914e88 tempest-RoutersNegativeTest-2036537071 tempest-RoutersNegativeTest-2036537071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:30.779015 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdd59f5e-89d0-446c-a0cf-c9a824914e88 tempest-RoutersNegativeTest-2036537071 tempest-RoutersNegativeTest-2036537071-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=83738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 07 10:57:30.779438 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-bdd59f5e-89d0-446c-a0cf-c9a824914e88 tempest-RoutersNegativeTest-2036537071 tempest-RoutersNegativeTest-2036537071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1227397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3556681'] for segment, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:30.793905 dv-neutron-830731-3-hyperv neutron-server[83738]: Traceback (most recent call last): Mar 07 10:57:30.793905 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 07 10:57:30.793905 dv-neutron-830731-3-hyperv neutron-server[83738]: timer() Mar 07 10:57:30.793905 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:57:30.793905 dv-neutron-830731-3-hyperv neutron-server[83738]: cb(*args, **kw) Mar 07 10:57:30.793905 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 10:57:30.793905 dv-neutron-830731-3-hyperv neutron-server[83738]: return func(*args, **kwargs) Mar 07 10:57:30.793905 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:57:30.793905 dv-neutron-830731-3-hyperv neutron-server[83738]: self._notify() Mar 07 10:57:30.793905 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:57:30.793905 dv-neutron-830731-3-hyperv neutron-server[83738]: self.callback(batched_events) Mar 07 10:57:30.793905 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:57:30.793905 dv-neutron-830731-3-hyperv neutron-server[83738]: event.method(event) Mar 07 10:57:30.793905 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 10:57:30.793905 dv-neutron-830731-3-hyperv neutron-server[83738]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:57:30.793905 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 10:57:30.793905 dv-neutron-830731-3-hyperv neutron-server[83738]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:57:30.793905 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 10:57:30.793905 dv-neutron-830731-3-hyperv neutron-server[83738]: return f(self, *a, **k) Mar 07 10:57:30.793905 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:57:30.793905 dv-neutron-830731-3-hyperv neutron-server[83738]: return self._get(url).json() Mar 07 10:57:30.793905 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:57:30.793905 dv-neutron-830731-3-hyperv neutron-server[83738]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:57:30.793905 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 07 10:57:30.793905 dv-neutron-830731-3-hyperv neutron-server[83738]: return self.request(url, 'GET', **kwargs) Mar 07 10:57:30.793905 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 07 10:57:30.793905 dv-neutron-830731-3-hyperv neutron-server[83738]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:57:30.793905 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 07 10:57:30.793905 dv-neutron-830731-3-hyperv neutron-server[83738]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:57:30.793905 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 07 10:57:30.793905 dv-neutron-830731-3-hyperv neutron-server[83738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:57:30.793905 dv-neutron-830731-3-hyperv neutron-server[83738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:57:30.872838 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-bdd59f5e-89d0-446c-a0cf-c9a824914e88 tempest-RoutersNegativeTest-2036537071 tempest-RoutersNegativeTest-2036537071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1526886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923583'] for network, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:30.889236 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-bdd59f5e-89d0-446c-a0cf-c9a824914e88 tempest-RoutersNegativeTest-2036537071 tempest-RoutersNegativeTest-2036537071-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:30.899908 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd59f5e-89d0-446c-a0cf-c9a824914e88 tempest-RoutersNegativeTest-2036537071 tempest-RoutersNegativeTest-2036537071-project] Pushing event deleted for resources: {'Network': ['ID=0d0b3a1c-e700-46cc-8d64-904b0cf8a7da,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:30.903947 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-bdd59f5e-89d0-446c-a0cf-c9a824914e88 tempest-RoutersNegativeTest-2036537071 tempest-RoutersNegativeTest-2036537071-project] 10.222.0.13 "DELETE /v2.0/networks/0d0b3a1c-e700-46cc-8d64-904b0cf8a7da HTTP/1.1" status: 204 len: 168 time: 0.9888697 Mar 07 10:57:30.907071 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 44370) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:57:30.947840 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-d97f790d-1b54-4288-a5b3-774f5d190f28 tempest-RoutersNegativeTest-2036537071 tempest-RoutersNegativeTest-2036537071-project] Synchronizing usage tracker for tenant:ad546b93ed4d4a27a5904ab14fc9193d on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:57:30.963682 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-d97f790d-1b54-4288-a5b3-774f5d190f28 tempest-RoutersNegativeTest-2036537071 tempest-RoutersNegativeTest-2036537071-project] Unset dirty status for tenant:ad546b93ed4d4a27a5904ab14fc9193d on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:57:30.964882 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-d97f790d-1b54-4288-a5b3-774f5d190f28 tempest-RoutersNegativeTest-2036537071 tempest-RoutersNegativeTest-2036537071-project] 10.222.0.13 "GET /v2.0/ports?device_id=3bbce656-7a19-4056-b121-a37dc8c1eeca HTTP/1.1" status: 200 len: 205 time: 0.0569634 Mar 07 10:57:30.967248 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 44374) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:57:31.026002 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 6f5e2299-2afb-46dc-b402-150e92fca0bd no longer exists at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:57:31.059049 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] No Port match for: 6f5e2299-2afb-46dc-b402-150e92fca0bd {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 10:57:31.059389 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 6f5e2299-2afb-46dc-b402-150e92fca0bd not bound to the agent host dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 10:57:31.106028 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ac76f25c-fede-4c1a-af15-7b7f95b39eb9 tempest-RoutersNegativeTest-2036537071 tempest-RoutersNegativeTest-2036537071-project] Notify callbacks [] for router, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:31.185832 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-1c963cf6-40a7-4f89-a4ef-d20ac84644e1 None None] Deleting port 6f5e2299-2afb-46dc-b402-150e92fca0bd {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:57:31.186493 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-1c963cf6-40a7-4f89-a4ef-d20ac84644e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:31.250818 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-1c963cf6-40a7-4f89-a4ef-d20ac84644e1 None None] The port '6f5e2299-2afb-46dc-b402-150e92fca0bd' was deleted {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 07 10:57:31.479272 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ac76f25c-fede-4c1a-af15-7b7f95b39eb9 tempest-RoutersNegativeTest-2036537071 tempest-RoutersNegativeTest-2036537071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3917970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58043'] for router, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:31.483573 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ac76f25c-fede-4c1a-af15-7b7f95b39eb9 tempest-RoutersNegativeTest-2036537071 tempest-RoutersNegativeTest-2036537071-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:31.508404 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ac76f25c-fede-4c1a-af15-7b7f95b39eb9 tempest-RoutersNegativeTest-2036537071 tempest-RoutersNegativeTest-2036537071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3917886'] for router, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:31.508828 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac76f25c-fede-4c1a-af15-7b7f95b39eb9 tempest-RoutersNegativeTest-2036537071 tempest-RoutersNegativeTest-2036537071-project] Fanout notify agent at l3_agent the message router_deleted on router 3bbce656-7a19-4056-b121-a37dc8c1eeca {{(pid=83738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 10:57:31.519771 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ac76f25c-fede-4c1a-af15-7b7f95b39eb9 tempest-RoutersNegativeTest-2036537071 tempest-RoutersNegativeTest-2036537071-project] Notify callbacks [] for router, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:31.520859 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-ac76f25c-fede-4c1a-af15-7b7f95b39eb9 tempest-RoutersNegativeTest-2036537071 tempest-RoutersNegativeTest-2036537071-project] 10.222.0.13 "DELETE /v2.0/routers/3bbce656-7a19-4056-b121-a37dc8c1eeca HTTP/1.1" status: 204 len: 168 time: 0.5527256 Mar 07 10:57:31.800045 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 44382) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:57:31.867956 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-711fefd2-3b30-4759-8df5-0aecff1c8e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:31.918021 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:31.971888 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-2482b298-0735-488a-a5b6-073f2711cb0e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ad546b93ed4d4a27a5904ab14fc9193d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1706493 Mar 07 10:57:31.974398 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 44388) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:57:32.032452 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-402fe366-1b0d-4f8f-8fdc-a6f508cb4a3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:32.056715 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-402fe366-1b0d-4f8f-8fdc-a6f508cb4a3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:32.106692 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-402fe366-1b0d-4f8f-8fdc-a6f508cb4a3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:32.122376 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402fe366-1b0d-4f8f-8fdc-a6f508cb4a3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20f939a0-8b42-4ab7-89bc-c802afb452c3,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:32.127919 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-402fe366-1b0d-4f8f-8fdc-a6f508cb4a3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:32.130336 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-402fe366-1b0d-4f8f-8fdc-a6f508cb4a3b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/20f939a0-8b42-4ab7-89bc-c802afb452c3 HTTP/1.1" status: 204 len: 168 time: 0.1537819 Mar 07 10:57:32.896257 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 44410) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:57:33.023371 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-fe2f8ec6-ce15-42b6-aca3-71de5cad07e1 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-743376339-network', 'tenant_id': '28b13ec39f42427a96e4062a1fe657de'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:57:33.027922 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-fe2f8ec6-ce15-42b6-aca3-71de5cad07e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:57:33.032290 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-fe2f8ec6-ce15-42b6-aca3-71de5cad07e1 admin admin] Usage tracker for resource:network and tenant:28b13ec39f42427a96e4062a1fe657de is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:57:33.035031 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-fe2f8ec6-ce15-42b6-aca3-71de5cad07e1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:57:33.040522 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-fe2f8ec6-ce15-42b6-aca3-71de5cad07e1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:57:33.053977 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe2f8ec6-ce15-42b6-aca3-71de5cad07e1 admin admin] Made reservation on behalf of 28b13ec39f42427a96e4062a1fe657de for: {'network': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:57:33.056278 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-fe2f8ec6-ce15-42b6-aca3-71de5cad07e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for network, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:33.068914 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-fe2f8ec6-ce15-42b6-aca3-71de5cad07e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:33.099370 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-fe2f8ec6-ce15-42b6-aca3-71de5cad07e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:57:33.103403 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-fe2f8ec6-ce15-42b6-aca3-71de5cad07e1 admin admin] Usage tracker for resource:security_group_rule and tenant:28b13ec39f42427a96e4062a1fe657de is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:57:33.106201 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-fe2f8ec6-ce15-42b6-aca3-71de5cad07e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:57:33.112682 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-fe2f8ec6-ce15-42b6-aca3-71de5cad07e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:57:33.178639 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-fe2f8ec6-ce15-42b6-aca3-71de5cad07e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:33.182206 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-fe2f8ec6-ce15-42b6-aca3-71de5cad07e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:33.212297 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe2f8ec6-ce15-42b6-aca3-71de5cad07e1 admin admin] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=83737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:57:33.222065 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f8ec6-ce15-42b6-aca3-71de5cad07e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49957bea-9b48-4478-8066-2f3ab2253574,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:33.226295 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-fe2f8ec6-ce15-42b6-aca3-71de5cad07e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:33.226633 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.db.segments_db [None req-fe2f8ec6-ce15-42b6-aca3-71de5cad07e1 admin admin] Added segment a95f3fb3-7d1b-42cb-84db-a5c827ae3a47 of type vlan for network 0eefff21-0bac-469f-93e0-233882283f40 Mar 07 10:57:33.253495 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-fe2f8ec6-ce15-42b6-aca3-71de5cad07e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732568034061'] for network, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:33.286122 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-fe2f8ec6-ce15-42b6-aca3-71de5cad07e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594'] for network, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:33.287002 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe2f8ec6-ce15-42b6-aca3-71de5cad07e1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:33.287120 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c87150bd-aa9c-4ad1-bb68-57ec66d4fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:33.287926 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-fe2f8ec6-ce15-42b6-aca3-71de5cad07e1 admin admin] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:33.395078 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-fe2f8ec6-ce15-42b6-aca3-71de5cad07e1 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4976981 Mar 07 10:57:33.397797 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f8ec6-ce15-42b6-aca3-71de5cad07e1 admin admin] Pushing event updated for resources: {'Network': ['ID=0eefff21-0bac-469f-93e0-233882283f40,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:33.398138 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 44416) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:57:33.403863 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-b77cb428-018f-4af9-9a6d-4946b248197e admin admin] Request body: {'subnet': {'network_id': '0eefff21-0bac-469f-93e0-233882283f40', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-743376339-subnet', 'tenant_id': '28b13ec39f42427a96e4062a1fe657de', 'ip_version': 4}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:57:33.408191 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Network 0eefff21-0bac-469f-93e0-233882283f40 details requested by agent ovs-agent-dv-neutron-830731-3-hyperv with host dv-neutron-830731-3-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 10:57:33.409636 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-b77cb428-018f-4af9-9a6d-4946b248197e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:57:33.413659 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-b77cb428-018f-4af9-9a6d-4946b248197e admin admin] Usage tracker for resource:subnet and tenant:28b13ec39f42427a96e4062a1fe657de is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:57:33.416496 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-b77cb428-018f-4af9-9a6d-4946b248197e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:57:33.422646 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-b77cb428-018f-4af9-9a6d-4946b248197e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:57:33.433628 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b77cb428-018f-4af9-9a6d-4946b248197e admin admin] Made reservation on behalf of 28b13ec39f42427a96e4062a1fe657de for: {'subnet': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:57:33.435757 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b77cb428-018f-4af9-9a6d-4946b248197e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741426'] for subnet, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:33.628372 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b77cb428-018f-4af9-9a6d-4946b248197e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3556832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741408'] for subnet, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:33.796798 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77cb428-018f-4af9-9a6d-4946b248197e admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b382955-bd34-44ed-9c4c-24441c121289,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:33.807881 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77cb428-018f-4af9-9a6d-4946b248197e admin admin] Checking segment: {'id': 'a95f3fb3-7d1b-42cb-84db-a5c827ae3a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '0eefff21-0bac-469f-93e0-233882283f40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:57:33.808232 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b77cb428-018f-4af9-9a6d-4946b248197e admin admin] Network hostable DHCP agents. Network: 0eefff21-0bac-469f-93e0-233882283f40, hostable agents: ['6527556c-6586-422c-ae47-082984683847'], hosted agents: [] {{(pid=83738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:57:33.830664 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b77cb428-018f-4af9-9a6d-4946b248197e admin admin] Network 0eefff21-0bac-469f-93e0-233882283f40 is scheduled to be hosted by DHCP agent 6527556c-6586-422c-ae47-082984683847 with binding_index 1 {{(pid=83738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:57:33.839374 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-b77cb428-018f-4af9-9a6d-4946b248197e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830731-3-hyperv, 0eefff21-0bac-469f-93e0-233882283f40) {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:57:33.843111 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b77cb428-018f-4af9-9a6d-4946b248197e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:33.843676 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b77cb428-018f-4af9-9a6d-4946b248197e admin admin] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:33.849070 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-072686fe-f6f2-418e-96e7-f546c0c01fc4 None None] Network 0eefff21-0bac-469f-93e0-233882283f40 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:57:33.864219 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-b77cb428-018f-4af9-9a6d-4946b248197e admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4649301 Mar 07 10:57:33.866820 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 44420) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:57:33.871698 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-9f0e69e1-7978-4664-9159-c4d039b91a6f admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-743376339-router', 'tenant_id': '28b13ec39f42427a96e4062a1fe657de', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12'}}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:57:33.877040 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-9f0e69e1-7978-4664-9159-c4d039b91a6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:57:33.880755 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-9f0e69e1-7978-4664-9159-c4d039b91a6f admin admin] Usage tracker for resource:router and tenant:28b13ec39f42427a96e4062a1fe657de is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:57:33.883471 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-9f0e69e1-7978-4664-9159-c4d039b91a6f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:57:33.888937 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-9f0e69e1-7978-4664-9159-c4d039b91a6f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:57:33.899806 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9f0e69e1-7978-4664-9159-c4d039b91a6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3919700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58025'] for router, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:33.900715 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9f0e69e1-7978-4664-9159-c4d039b91a6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3919671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4011175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58018'] for router, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:33.919384 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9f0e69e1-7978-4664-9159-c4d039b91a6f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:34.063372 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06b593e1-310e-4a70-ab28-ee54e40240c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ec2749d-0aec-52fb-aca6-10ba8a80aade-0eefff21-0bac-469f-93e0-233882283f40', 'network_id': '0eefff21-0bac-469f-93e0-233882283f40', 'tenant_id': '28b13ec39f42427a96e4062a1fe657de', 'fixed_ips': [{'subnet_id': '0b382955-bd34-44ed-9c4c-24441c121289'}]}} from dv-neutron-830731-3-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 07 10:57:34.064200 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-06b593e1-310e-4a70-ab28-ee54e40240c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:34.068936 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9f0e69e1-7978-4664-9159-c4d039b91a6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3917998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58952'] for router, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:34.224821 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-06b593e1-310e-4a70-ab28-ee54e40240c2 None None] Allocated IP 172.20.0.2 (0eefff21-0bac-469f-93e0-233882283f40/0b382955-bd34-44ed-9c4c-24441c121289/d97ebd77-e5bc-4940-86f1-9ab8933bc3ca) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:57:34.260396 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9f0e69e1-7978-4664-9159-c4d039b91a6f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:34.291909 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9f0e69e1-7978-4664-9159-c4d039b91a6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:34.433693 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-9f0e69e1-7978-4664-9159-c4d039b91a6f admin admin] Allocated IP 172.26.8.75 (5ed85006-6b00-415e-b71f-837fb1421c12/8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a/4b0485a6-7d27-4994-af9a-77fe4dc45dd6) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:57:34.460966 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-06b593e1-310e-4a70-ab28-ee54e40240c2 None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:34.471124 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-06b593e1-310e-4a70-ab28-ee54e40240c2 None None] Transition to ACTIVE for port object d97ebd77-e5bc-4940-86f1-9ab8933bc3ca will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:57:34.489600 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-06b593e1-310e-4a70-ab28-ee54e40240c2 None None] Transition to ACTIVE for port object d97ebd77-e5bc-4940-86f1-9ab8933bc3ca will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:57:34.494708 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-06b593e1-310e-4a70-ab28-ee54e40240c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:34.563927 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06b593e1-310e-4a70-ab28-ee54e40240c2 None None] Network 0eefff21-0bac-469f-93e0-233882283f40 is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:57:34.566809 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-06b593e1-310e-4a70-ab28-ee54e40240c2 None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:57:34.571108 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b593e1-310e-4a70-ab28-ee54e40240c2 None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:57:34.573179 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b593e1-310e-4a70-ab28-ee54e40240c2 None None] Pushing event updated for resources: {'Port': ['ID=d97ebd77-e5bc-4940-86f1-9ab8933bc3ca,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:34.586528 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9f0e69e1-7978-4664-9159-c4d039b91a6f admin admin] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:34.614741 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9f0e69e1-7978-4664-9159-c4d039b91a6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:34.658113 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-06b593e1-310e-4a70-ab28-ee54e40240c2 None None] Attempting to bind port d97ebd77-e5bc-4940-86f1-9ab8933bc3ca on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:57:34.658480 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-06b593e1-310e-4a70-ab28-ee54e40240c2 None None] Attempting to bind port d97ebd77-e5bc-4940-86f1-9ab8933bc3ca by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': 'a95f3fb3-7d1b-42cb-84db-a5c827ae3a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '0eefff21-0bac-469f-93e0-233882283f40'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:57:34.658838 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b593e1-310e-4a70-ab28-ee54e40240c2 None None] Attempting to bind port d97ebd77-e5bc-4940-86f1-9ab8933bc3ca on network 0eefff21-0bac-469f-93e0-233882283f40 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:57:34.665145 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b593e1-310e-4a70-ab28-ee54e40240c2 None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 57, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:57:34.665516 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b593e1-310e-4a70-ab28-ee54e40240c2 None None] Checking segment: {'id': 'a95f3fb3-7d1b-42cb-84db-a5c827ae3a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '0eefff21-0bac-469f-93e0-233882283f40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:57:34.666028 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-06b593e1-310e-4a70-ab28-ee54e40240c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:34.666308 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b593e1-310e-4a70-ab28-ee54e40240c2 None None] Bound using segment: {'id': 'a95f3fb3-7d1b-42cb-84db-a5c827ae3a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '0eefff21-0bac-469f-93e0-233882283f40'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:57:34.666885 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-06b593e1-310e-4a70-ab28-ee54e40240c2 None None] Bound port: d97ebd77-e5bc-4940-86f1-9ab8933bc3ca, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a95f3fb3-7d1b-42cb-84db-a5c827ae3a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '0eefff21-0bac-469f-93e0-233882283f40'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:57:34.667505 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-06b593e1-310e-4a70-ab28-ee54e40240c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:34.684638 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f0e69e1-7978-4664-9159-c4d039b91a6f admin admin] Network 5ed85006-6b00-415e-b71f-837fb1421c12 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:57:34.687660 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-9f0e69e1-7978-4664-9159-c4d039b91a6f admin admin] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:57:34.690130 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0e69e1-7978-4664-9159-c4d039b91a6f admin admin] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:57:34.723109 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0e69e1-7978-4664-9159-c4d039b91a6f admin admin] Pushing event updated for resources: {'Port': ['ID=4b0485a6-7d27-4994-af9a-77fe4dc45dd6,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:34.758757 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-06b593e1-310e-4a70-ab28-ee54e40240c2 None None] For port d97ebd77-e5bc-4940-86f1-9ab8933bc3ca, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:57:34.762009 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-06b593e1-310e-4a70-ab28-ee54e40240c2 None None] For port d97ebd77-e5bc-4940-86f1-9ab8933bc3ca, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=d97ebd77-e5bc-4940-86f1-9ab8933bc3ca,segment=NetworkSegment(a95f3fb3-7d1b-42cb-84db-a5c827ae3a47),segment_id=a95f3fb3-7d1b-42cb-84db-a5c827ae3a47)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:57:34.766268 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-06b593e1-310e-4a70-ab28-ee54e40240c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:34.846505 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b593e1-310e-4a70-ab28-ee54e40240c2 None None] Pushing event updated for resources: {'Port': ['ID=d97ebd77-e5bc-4940-86f1-9ab8933bc3ca,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:34.858689 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9f0e69e1-7978-4664-9159-c4d039b91a6f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:34.860024 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9f0e69e1-7978-4664-9159-c4d039b91a6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3917991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923518'] for router, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:35.110881 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f0e69e1-7978-4664-9159-c4d039b91a6f admin admin] Router 5bb9b834-3fd7-4404-86a8-0c0abdc8aba0 is scheduled to L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 with binding_index 1 {{(pid=83738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 10:57:35.312713 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f0e69e1-7978-4664-9159-c4d039b91a6f admin admin] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:57:35.321310 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3611394c-1108-4535-9ca0-c2275ce8b533 None None] Sync routers for ids ['5bb9b834-3fd7-4404-86a8-0c0abdc8aba0'] in dv-neutron-830731-3-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:57:35.334258 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3611394c-1108-4535-9ca0-c2275ce8b533 None None] Routers {'5bb9b834-3fd7-4404-86a8-0c0abdc8aba0'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:57:35.334881 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-3611394c-1108-4535-9ca0-c2275ce8b533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:57:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['5bb9b834-3fd7-4404-86a8-0c0abdc8aba0'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:57:35.336112 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9f0e69e1-7978-4664-9159-c4d039b91a6f admin admin] Notify callbacks [] for router, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:35.337534 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-9f0e69e1-7978-4664-9159-c4d039b91a6f admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.4698269 Mar 07 10:57:35.340181 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 44424) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:57:35.520000 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-3611394c-1108-4535-9ca0-c2275ce8b533 None None] Set router 5bb9b834-3fd7-4404-86a8-0c0abdc8aba0 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:57:35.771489 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62084546-0259-40cc-b09b-368172922c9e None None] Network 0eefff21-0bac-469f-93e0-233882283f40 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:57:35.813659 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-3611394c-1108-4535-9ca0-c2275ce8b533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bb9b834-3fd7-4404-86a8-0c0abdc8aba0', 'name': 'tempest-TestEncryptedCinderVolumes-743376339-router', 'tenant_id': '28b13ec39f42427a96e4062a1fe657de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.75'}], 'enable_snat': True}, 'gw_port_id': '4b0485a6-7d27-4994-af9a-77fe4dc45dd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:57:33Z', 'updated_at': '2022-03-07T10:57:34Z', 'revision_number': 3, 'project_id': '28b13ec39f42427a96e4062a1fe657de', 'gw_port': {'id': '4b0485a6-7d27-4994-af9a-77fe4dc45dd6', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:23:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bb9b834-3fd7-4404-86a8-0c0abdc8aba0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:57:34Z', 'updated_at': '2022-03-07T10:57:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv'}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:57:35.817449 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3611394c-1108-4535-9ca0-c2275ce8b533 None None] Checking router: 5bb9b834-3fd7-4404-86a8-0c0abdc8aba0 for host: dv-neutron-830731-3-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 07 10:57:35.817782 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3611394c-1108-4535-9ca0-c2275ce8b533 None None] Updating router 5bb9b834-3fd7-4404-86a8-0c0abdc8aba0 port 4b0485a6-7d27-4994-af9a-77fe4dc45dd6 binding host dv-neutron-830731-3-hyperv {{(pid=83740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 07 10:57:35.890411 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-b4fa48b5-d062-4176-9950-9dfc0e0b8596 None None] Provisioning for port d97ebd77-e5bc-4940-86f1-9ab8933bc3ca completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:57:35.890742 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-3611394c-1108-4535-9ca0-c2275ce8b533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:36.242951 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-aa233bdf-f838-4125-ba18-6ac416bb4bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:36.282426 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-3611394c-1108-4535-9ca0-c2275ce8b533 None None] Notify callbacks [] for port, precommit_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:36.295503 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.provisioning_blocks [None req-3611394c-1108-4535-9ca0-c2275ce8b533 None None] Transition to ACTIVE for port object 4b0485a6-7d27-4994-af9a-77fe4dc45dd6 will not be triggered until provisioned by entity L2. {{(pid=83740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:57:36.307889 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-3611394c-1108-4535-9ca0-c2275ce8b533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:36.399898 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb80f59-e80f-402f-a6bb-18650fdd6114 None None] Pushing event updated for resources: {'Port': ['ID=4b0485a6-7d27-4994-af9a-77fe4dc45dd6,revision_number=2']} {{(pid=83740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:36.407231 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-3611394c-1108-4535-9ca0-c2275ce8b533 None None] Attempting to bind port 4b0485a6-7d27-4994-af9a-77fe4dc45dd6 on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:57:36.407597 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-3611394c-1108-4535-9ca0-c2275ce8b533 None None] Attempting to bind port 4b0485a6-7d27-4994-af9a-77fe4dc45dd6 by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': '9a22e080-7529-4fc7-949d-9f84ba21807d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12'}] {{(pid=83740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:57:36.407952 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3611394c-1108-4535-9ca0-c2275ce8b533 None None] Attempting to bind port 4b0485a6-7d27-4994-af9a-77fe4dc45dd6 on network 5ed85006-6b00-415e-b71f-837fb1421c12 {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:57:36.419609 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3611394c-1108-4535-9ca0-c2275ce8b533 None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 57, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:57:36.420036 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3611394c-1108-4535-9ca0-c2275ce8b533 None None] Checking segment: {'id': '9a22e080-7529-4fc7-949d-9f84ba21807d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:57:36.420361 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-3611394c-1108-4535-9ca0-c2275ce8b533 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:36.420792 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3611394c-1108-4535-9ca0-c2275ce8b533 None None] Bound using segment: {'id': '9a22e080-7529-4fc7-949d-9f84ba21807d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12'} {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:57:36.421218 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-3611394c-1108-4535-9ca0-c2275ce8b533 None None] Bound port: 4b0485a6-7d27-4994-af9a-77fe4dc45dd6, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a22e080-7529-4fc7-949d-9f84ba21807d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12'}}] {{(pid=83740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:57:36.423013 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-3611394c-1108-4535-9ca0-c2275ce8b533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:36.459773 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb80f59-e80f-402f-a6bb-18650fdd6114 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:57:36.460243 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb80f59-e80f-402f-a6bb-18650fdd6114 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:57:36.460603 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb80f59-e80f-402f-a6bb-18650fdd6114 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:57:36.460929 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb80f59-e80f-402f-a6bb-18650fdd6114 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:57:36.461249 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb80f59-e80f-402f-a6bb-18650fdd6114 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:57:36.461573 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb80f59-e80f-402f-a6bb-18650fdd6114 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:57:36.461893 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb80f59-e80f-402f-a6bb-18650fdd6114 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:57:36.462207 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb80f59-e80f-402f-a6bb-18650fdd6114 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:57:36.462820 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb80f59-e80f-402f-a6bb-18650fdd6114 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:57:36.462820 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb80f59-e80f-402f-a6bb-18650fdd6114 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:57:36.463121 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb80f59-e80f-402f-a6bb-18650fdd6114 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:57:36.480169 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-aa233bdf-f838-4125-ba18-6ac416bb4bd8 admin admin] Allocated IP 172.20.0.1 (0eefff21-0bac-469f-93e0-233882283f40/0b382955-bd34-44ed-9c4c-24441c121289/50ac283a-892f-4e05-8f27-c1d501ac868c) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:57:36.508825 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.db [None req-3611394c-1108-4535-9ca0-c2275ce8b533 None None] For port 4b0485a6-7d27-4994-af9a-77fe4dc45dd6, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:57:36.512630 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.db [None req-3611394c-1108-4535-9ca0-c2275ce8b533 None None] For port 4b0485a6-7d27-4994-af9a-77fe4dc45dd6, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=4b0485a6-7d27-4994-af9a-77fe4dc45dd6,segment=NetworkSegment(9a22e080-7529-4fc7-949d-9f84ba21807d),segment_id=9a22e080-7529-4fc7-949d-9f84ba21807d)] {{(pid=83740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:57:36.520072 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-3611394c-1108-4535-9ca0-c2275ce8b533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:36.603532 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb80f59-e80f-402f-a6bb-18650fdd6114 None None] Pushing event updated for resources: {'Port': ['ID=4b0485a6-7d27-4994-af9a-77fe4dc45dd6,revision_number=3']} {{(pid=83740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:36.608864 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3611394c-1108-4535-9ca0-c2275ce8b533 None None] Routers {'5bb9b834-3fd7-4404-86a8-0c0abdc8aba0'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:57:36.610704 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-3611394c-1108-4535-9ca0-c2275ce8b533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:57:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['5bb9b834-3fd7-4404-86a8-0c0abdc8aba0'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:57:36.651800 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-aa233bdf-f838-4125-ba18-6ac416bb4bd8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:36.669374 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-aa233bdf-f838-4125-ba18-6ac416bb4bd8 admin admin] Transition to ACTIVE for port object 50ac283a-892f-4e05-8f27-c1d501ac868c will not be triggered until provisioned by entity DHCP. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:57:36.691829 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-aa233bdf-f838-4125-ba18-6ac416bb4bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:36.762594 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa233bdf-f838-4125-ba18-6ac416bb4bd8 admin admin] Network 0eefff21-0bac-469f-93e0-233882283f40 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:57:36.766041 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-aa233bdf-f838-4125-ba18-6ac416bb4bd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:57:36.770478 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa233bdf-f838-4125-ba18-6ac416bb4bd8 admin admin] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:57:36.796364 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-3611394c-1108-4535-9ca0-c2275ce8b533 None None] Set router 5bb9b834-3fd7-4404-86a8-0c0abdc8aba0 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:57:36.798268 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa233bdf-f838-4125-ba18-6ac416bb4bd8 admin admin] Pushing event updated for resources: {'Port': ['ID=50ac283a-892f-4e05-8f27-c1d501ac868c,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:36.827058 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-aa233bdf-f838-4125-ba18-6ac416bb4bd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3920324'] for router_interface, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:36.916510 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-aa233bdf-f838-4125-ba18-6ac416bb4bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:37.065252 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-4f121fd2-5f51-49b5-996b-e6004f0810fe None None] Provisioning for port 50ac283a-892f-4e05-8f27-c1d501ac868c completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:57:37.071151 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-4f121fd2-5f51-49b5-996b-e6004f0810fe None None] Provisioning complete for port 50ac283a-892f-4e05-8f27-c1d501ac868c triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:57:37.072497 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-4f121fd2-5f51-49b5-996b-e6004f0810fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:37.108421 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-3611394c-1108-4535-9ca0-c2275ce8b533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bb9b834-3fd7-4404-86a8-0c0abdc8aba0', 'name': 'tempest-TestEncryptedCinderVolumes-743376339-router', 'tenant_id': '28b13ec39f42427a96e4062a1fe657de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.75'}], 'enable_snat': True}, 'gw_port_id': '4b0485a6-7d27-4994-af9a-77fe4dc45dd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:57:33Z', 'updated_at': '2022-03-07T10:57:34Z', 'revision_number': 3, 'project_id': '28b13ec39f42427a96e4062a1fe657de', 'gw_port': {'id': '4b0485a6-7d27-4994-af9a-77fe4dc45dd6', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:23:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bb9b834-3fd7-4404-86a8-0c0abdc8aba0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:57:34Z', 'updated_at': '2022-03-07T10:57:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv'}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:57:37.112842 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3611394c-1108-4535-9ca0-c2275ce8b533 None None] The sync data for ids ['5bb9b834-3fd7-4404-86a8-0c0abdc8aba0'] in dv-neutron-830731-3-hyperv is: [{'id': '5bb9b834-3fd7-4404-86a8-0c0abdc8aba0', 'name': 'tempest-TestEncryptedCinderVolumes-743376339-router', 'tenant_id': '28b13ec39f42427a96e4062a1fe657de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.75'}], 'enable_snat': True}, 'gw_port_id': '4b0485a6-7d27-4994-af9a-77fe4dc45dd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:57:33Z', 'updated_at': '2022-03-07T10:57:34Z', 'revision_number': 3, 'project_id': '28b13ec39f42427a96e4062a1fe657de', 'gw_port': {'id': '4b0485a6-7d27-4994-af9a-77fe4dc45dd6', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:23:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bb9b834-3fd7-4404-86a8-0c0abdc8aba0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:57:34Z', 'updated_at': '2022-03-07T10:57:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv'}] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:57:37.113939 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device d97ebd77-e5bc-4940-86f1-9ab8933bc3ca up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:57:37.181720 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-aa233bdf-f838-4125-ba18-6ac416bb4bd8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:37.188390 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-4f121fd2-5f51-49b5-996b-e6004f0810fe None None] Port 50ac283a-892f-4e05-8f27-c1d501ac868c cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:57:37.192315 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-aa233bdf-f838-4125-ba18-6ac416bb4bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3556717'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:37.207572 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning for port d97ebd77-e5bc-4940-86f1-9ab8933bc3ca completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:57:37.213186 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port d97ebd77-e5bc-4940-86f1-9ab8933bc3ca triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:57:37.213553 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:37.325161 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa233bdf-f838-4125-ba18-6ac416bb4bd8 admin admin] Pushing event updated for resources: {'Port': ['ID=50ac283a-892f-4e05-8f27-c1d501ac868c,revision_number=2']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:37.349231 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-aa233bdf-f838-4125-ba18-6ac416bb4bd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2756426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3920233'] for router_interface, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:37.358870 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:37.398144 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] For port d97ebd77-e5bc-4940-86f1-9ab8933bc3ca, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=d97ebd77-e5bc-4940-86f1-9ab8933bc3ca,segment=NetworkSegment(a95f3fb3-7d1b-42cb-84db-a5c827ae3a47),segment_id=a95f3fb3-7d1b-42cb-84db-a5c827ae3a47)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:57:37.402293 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:37.476133 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Pushing event updated for resources: {'Port': ['ID=d97ebd77-e5bc-4940-86f1-9ab8933bc3ca,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:37.608240 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa233bdf-f838-4125-ba18-6ac416bb4bd8 admin admin] Network 0eefff21-0bac-469f-93e0-233882283f40 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:57:37.609981 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-aa233bdf-f838-4125-ba18-6ac416bb4bd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:57:37.914453 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a98f2706-ba7e-4930-ac8c-de754d8a57bb None None] Provisioning complete for port 50ac283a-892f-4e05-8f27-c1d501ac868c triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:57:37.914820 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a98f2706-ba7e-4930-ac8c-de754d8a57bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:37.970523 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-a98f2706-ba7e-4930-ac8c-de754d8a57bb None None] Port 50ac283a-892f-4e05-8f27-c1d501ac868c cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:57:38.010258 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa233bdf-f838-4125-ba18-6ac416bb4bd8 admin admin] Router 5bb9b834-3fd7-4404-86a8-0c0abdc8aba0 has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:57:38.209480 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa233bdf-f838-4125-ba18-6ac416bb4bd8 admin admin] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:57:38.218982 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-aa233bdf-f838-4125-ba18-6ac416bb4bd8 admin admin] 10.222.0.13 "PUT /v2.0/routers/5bb9b834-3fd7-4404-86a8-0c0abdc8aba0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8776395 Mar 07 10:57:39.019347 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 44446) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:57:39.025082 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-9956921c-1d4b-4189-8fd2-94ff16d68f7d admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-975973085-network', 'tenant_id': '2938413556b54a25b18ad2f8a2e3f054'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:57:39.030549 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-9956921c-1d4b-4189-8fd2-94ff16d68f7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:57:39.034948 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-9956921c-1d4b-4189-8fd2-94ff16d68f7d admin admin] Usage tracker for resource:network and tenant:2938413556b54a25b18ad2f8a2e3f054 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:57:39.037960 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-9956921c-1d4b-4189-8fd2-94ff16d68f7d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:57:39.043596 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-9956921c-1d4b-4189-8fd2-94ff16d68f7d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:57:39.054854 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9956921c-1d4b-4189-8fd2-94ff16d68f7d admin admin] Made reservation on behalf of 2938413556b54a25b18ad2f8a2e3f054 for: {'network': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:57:39.057351 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9956921c-1d4b-4189-8fd2-94ff16d68f7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for network, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:39.070564 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9956921c-1d4b-4189-8fd2-94ff16d68f7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:39.100683 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device d97ebd77-e5bc-4940-86f1-9ab8933bc3ca up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:57:39.102350 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-9956921c-1d4b-4189-8fd2-94ff16d68f7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:57:39.106196 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-9956921c-1d4b-4189-8fd2-94ff16d68f7d admin admin] Usage tracker for resource:security_group_rule and tenant:2938413556b54a25b18ad2f8a2e3f054 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:57:39.109740 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-9956921c-1d4b-4189-8fd2-94ff16d68f7d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:57:39.115371 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-9956921c-1d4b-4189-8fd2-94ff16d68f7d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:57:39.168628 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port d97ebd77-e5bc-4940-86f1-9ab8933bc3ca triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:57:39.169018 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:39.180763 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9956921c-1d4b-4189-8fd2-94ff16d68f7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:39.185097 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9956921c-1d4b-4189-8fd2-94ff16d68f7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:39.214655 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9956921c-1d4b-4189-8fd2-94ff16d68f7d admin admin] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=83738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:57:39.223511 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9956921c-1d4b-4189-8fd2-94ff16d68f7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac43f8a7-b755-42d5-b6fe-79bc9d0cea2d,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:39.229026 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9956921c-1d4b-4189-8fd2-94ff16d68f7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:39.229418 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.db.segments_db [None req-9956921c-1d4b-4189-8fd2-94ff16d68f7d admin admin] Added segment 198d8ed2-0138-40ff-b8b6-e372b5142c2b of type vlan for network 1776a081-5154-496d-a039-ba6aa02c1282 Mar 07 10:57:39.256653 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9956921c-1d4b-4189-8fd2-94ff16d68f7d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732568034061'] for network, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:39.287654 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9956921c-1d4b-4189-8fd2-94ff16d68f7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594'] for network, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:39.288680 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9956921c-1d4b-4189-8fd2-94ff16d68f7d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:39.289416 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9956921c-1d4b-4189-8fd2-94ff16d68f7d admin admin] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:39.299623 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 4b0485a6-7d27-4994-af9a-77fe4dc45dd6 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:57:39.367063 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning for port 4b0485a6-7d27-4994-af9a-77fe4dc45dd6 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:57:39.371576 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 4b0485a6-7d27-4994-af9a-77fe4dc45dd6 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:57:39.371944 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:39.396396 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-9956921c-1d4b-4189-8fd2-94ff16d68f7d admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3758504 Mar 07 10:57:39.397311 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9956921c-1d4b-4189-8fd2-94ff16d68f7d admin admin] Pushing event updated for resources: {'Network': ['ID=1776a081-5154-496d-a039-ba6aa02c1282,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:39.399259 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 44450) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:57:39.404696 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-f73c1140-4b4f-4743-bb02-e6d213f6681f admin admin] Request body: {'subnet': {'network_id': '1776a081-5154-496d-a039-ba6aa02c1282', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-975973085-subnet', 'tenant_id': '2938413556b54a25b18ad2f8a2e3f054', 'ip_version': 4}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:57:39.411070 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-f73c1140-4b4f-4743-bb02-e6d213f6681f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:57:39.415371 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-f73c1140-4b4f-4743-bb02-e6d213f6681f admin admin] Usage tracker for resource:subnet and tenant:2938413556b54a25b18ad2f8a2e3f054 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:57:39.418481 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-f73c1140-4b4f-4743-bb02-e6d213f6681f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:57:39.419151 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Network 1776a081-5154-496d-a039-ba6aa02c1282 details requested by agent ovs-agent-dv-neutron-830731-3-hyperv with host dv-neutron-830731-3-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 10:57:39.424995 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-f73c1140-4b4f-4743-bb02-e6d213f6681f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:57:39.433964 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f73c1140-4b4f-4743-bb02-e6d213f6681f admin admin] Made reservation on behalf of 2938413556b54a25b18ad2f8a2e3f054 for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:57:39.436834 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f73c1140-4b4f-4743-bb02-e6d213f6681f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3219231'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:39.590535 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:39.606254 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] For port 4b0485a6-7d27-4994-af9a-77fe4dc45dd6, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=4b0485a6-7d27-4994-af9a-77fe4dc45dd6,segment=NetworkSegment(9a22e080-7529-4fc7-949d-9f84ba21807d),segment_id=9a22e080-7529-4fc7-949d-9f84ba21807d)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:57:39.610753 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:39.647861 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f73c1140-4b4f-4743-bb02-e6d213f6681f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3012444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3219213'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:39.676720 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Pushing event updated for resources: {'Port': ['ID=4b0485a6-7d27-4994-af9a-77fe4dc45dd6,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:39.795789 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73c1140-4b4f-4743-bb02-e6d213f6681f admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf808192-c18e-4302-9b99-95731d88454d,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:39.810621 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73c1140-4b4f-4743-bb02-e6d213f6681f admin admin] Checking segment: {'id': '198d8ed2-0138-40ff-b8b6-e372b5142c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '1776a081-5154-496d-a039-ba6aa02c1282'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:57:39.810966 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f73c1140-4b4f-4743-bb02-e6d213f6681f admin admin] Network hostable DHCP agents. Network: 1776a081-5154-496d-a039-ba6aa02c1282, hostable agents: ['6527556c-6586-422c-ae47-082984683847'], hosted agents: [] {{(pid=83737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:57:39.831938 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f73c1140-4b4f-4743-bb02-e6d213f6681f admin admin] Network 1776a081-5154-496d-a039-ba6aa02c1282 is scheduled to be hosted by DHCP agent 6527556c-6586-422c-ae47-082984683847 with binding_index 1 {{(pid=83737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:57:39.840940 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-f73c1140-4b4f-4743-bb02-e6d213f6681f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830731-3-hyperv, 1776a081-5154-496d-a039-ba6aa02c1282) {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:57:39.845882 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f73c1140-4b4f-4743-bb02-e6d213f6681f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:39.846455 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f73c1140-4b4f-4743-bb02-e6d213f6681f admin admin] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:39.850320 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09a03fec-861f-4e7d-8d25-60a7e699f2d0 None None] Network 1776a081-5154-496d-a039-ba6aa02c1282 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:57:39.866587 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-f73c1140-4b4f-4743-bb02-e6d213f6681f admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4660201 Mar 07 10:57:39.869293 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 44454) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:57:39.874622 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-4cfa239f-6ed4-463e-94fb-d70f31c9fed2 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-975973085-router', 'tenant_id': '2938413556b54a25b18ad2f8a2e3f054', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12'}}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:57:39.879422 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-4cfa239f-6ed4-463e-94fb-d70f31c9fed2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:57:39.883215 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-4cfa239f-6ed4-463e-94fb-d70f31c9fed2 admin admin] Usage tracker for resource:router and tenant:2938413556b54a25b18ad2f8a2e3f054 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:57:39.885998 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-4cfa239f-6ed4-463e-94fb-d70f31c9fed2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:57:39.891579 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-4cfa239f-6ed4-463e-94fb-d70f31c9fed2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:57:39.903000 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4cfa239f-6ed4-463e-94fb-d70f31c9fed2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3919700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58025'] for router, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:39.904028 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4cfa239f-6ed4-463e-94fb-d70f31c9fed2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3919671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4011175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58018'] for router, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:39.925144 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4cfa239f-6ed4-463e-94fb-d70f31c9fed2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:40.072664 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4cfa239f-6ed4-463e-94fb-d70f31c9fed2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3917998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58952'] for router, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:40.101605 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b071ca57-ec43-426a-963d-2673ac6ca9a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ec2749d-0aec-52fb-aca6-10ba8a80aade-1776a081-5154-496d-a039-ba6aa02c1282', 'network_id': '1776a081-5154-496d-a039-ba6aa02c1282', 'tenant_id': '2938413556b54a25b18ad2f8a2e3f054', 'fixed_ips': [{'subnet_id': 'cf808192-c18e-4302-9b99-95731d88454d'}]}} from dv-neutron-830731-3-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 07 10:57:40.102423 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-b071ca57-ec43-426a-963d-2673ac6ca9a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:40.266012 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-b071ca57-ec43-426a-963d-2673ac6ca9a6 None None] Allocated IP 172.20.0.2 (1776a081-5154-496d-a039-ba6aa02c1282/cf808192-c18e-4302-9b99-95731d88454d/37cda84e-ba84-4915-ae05-ae7f4ea908d4) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:57:40.268902 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4cfa239f-6ed4-463e-94fb-d70f31c9fed2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:40.301054 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4cfa239f-6ed4-463e-94fb-d70f31c9fed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:40.445986 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-4cfa239f-6ed4-463e-94fb-d70f31c9fed2 admin admin] Allocated IP 172.26.8.127 (5ed85006-6b00-415e-b71f-837fb1421c12/8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a/4d78e180-3194-41fb-b4d1-acf1056ed779) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:57:40.483406 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-b071ca57-ec43-426a-963d-2673ac6ca9a6 None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:40.494497 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-b071ca57-ec43-426a-963d-2673ac6ca9a6 None None] Transition to ACTIVE for port object 37cda84e-ba84-4915-ae05-ae7f4ea908d4 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:57:40.512937 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-b071ca57-ec43-426a-963d-2673ac6ca9a6 None None] Transition to ACTIVE for port object 37cda84e-ba84-4915-ae05-ae7f4ea908d4 will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:57:40.518369 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-b071ca57-ec43-426a-963d-2673ac6ca9a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:40.591219 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b071ca57-ec43-426a-963d-2673ac6ca9a6 None None] Network 1776a081-5154-496d-a039-ba6aa02c1282 is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:57:40.594651 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-b071ca57-ec43-426a-963d-2673ac6ca9a6 None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:57:40.599140 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b071ca57-ec43-426a-963d-2673ac6ca9a6 None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:57:40.601313 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b071ca57-ec43-426a-963d-2673ac6ca9a6 None None] Pushing event updated for resources: {'Port': ['ID=37cda84e-ba84-4915-ae05-ae7f4ea908d4,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:40.642345 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6f7e5f-24be-4cca-8718-03b75d18ba33 None None] Sync routers for ids ['5bb9b834-3fd7-4404-86a8-0c0abdc8aba0'] in dv-neutron-830731-3-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:57:40.697031 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-b071ca57-ec43-426a-963d-2673ac6ca9a6 None None] Attempting to bind port 37cda84e-ba84-4915-ae05-ae7f4ea908d4 on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:57:40.697389 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-b071ca57-ec43-426a-963d-2673ac6ca9a6 None None] Attempting to bind port 37cda84e-ba84-4915-ae05-ae7f4ea908d4 by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': '198d8ed2-0138-40ff-b8b6-e372b5142c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '1776a081-5154-496d-a039-ba6aa02c1282'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:57:40.697736 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b071ca57-ec43-426a-963d-2673ac6ca9a6 None None] Attempting to bind port 37cda84e-ba84-4915-ae05-ae7f4ea908d4 on network 1776a081-5154-496d-a039-ba6aa02c1282 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:57:40.703200 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6f7e5f-24be-4cca-8718-03b75d18ba33 None None] Routers {'5bb9b834-3fd7-4404-86a8-0c0abdc8aba0'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:57:40.703878 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-ef6f7e5f-24be-4cca-8718-03b75d18ba33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:57:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['5bb9b834-3fd7-4404-86a8-0c0abdc8aba0'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:57:40.717740 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4cfa239f-6ed4-463e-94fb-d70f31c9fed2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:40.744967 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4cfa239f-6ed4-463e-94fb-d70f31c9fed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:40.757775 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b071ca57-ec43-426a-963d-2673ac6ca9a6 None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 57, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:57:40.758143 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b071ca57-ec43-426a-963d-2673ac6ca9a6 None None] Checking segment: {'id': '198d8ed2-0138-40ff-b8b6-e372b5142c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '1776a081-5154-496d-a039-ba6aa02c1282'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:57:40.758531 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-b071ca57-ec43-426a-963d-2673ac6ca9a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:40.758913 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b071ca57-ec43-426a-963d-2673ac6ca9a6 None None] Bound using segment: {'id': '198d8ed2-0138-40ff-b8b6-e372b5142c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '1776a081-5154-496d-a039-ba6aa02c1282'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:57:40.759518 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-b071ca57-ec43-426a-963d-2673ac6ca9a6 None None] Bound port: 37cda84e-ba84-4915-ae05-ae7f4ea908d4, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '198d8ed2-0138-40ff-b8b6-e372b5142c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '1776a081-5154-496d-a039-ba6aa02c1282'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:57:40.759708 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-b071ca57-ec43-426a-963d-2673ac6ca9a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:40.809292 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cfa239f-6ed4-463e-94fb-d70f31c9fed2 admin admin] Network 5ed85006-6b00-415e-b71f-837fb1421c12 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:57:40.812223 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-4cfa239f-6ed4-463e-94fb-d70f31c9fed2 admin admin] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:57:40.815914 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cfa239f-6ed4-463e-94fb-d70f31c9fed2 admin admin] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:57:40.852317 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfa239f-6ed4-463e-94fb-d70f31c9fed2 admin admin] Pushing event updated for resources: {'Port': ['ID=4d78e180-3194-41fb-b4d1-acf1056ed779,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:40.945463 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-b071ca57-ec43-426a-963d-2673ac6ca9a6 None None] For port 37cda84e-ba84-4915-ae05-ae7f4ea908d4, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:57:40.948848 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-b071ca57-ec43-426a-963d-2673ac6ca9a6 None None] For port 37cda84e-ba84-4915-ae05-ae7f4ea908d4, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=37cda84e-ba84-4915-ae05-ae7f4ea908d4,segment=NetworkSegment(198d8ed2-0138-40ff-b8b6-e372b5142c2b),segment_id=198d8ed2-0138-40ff-b8b6-e372b5142c2b)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:57:40.954470 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-b071ca57-ec43-426a-963d-2673ac6ca9a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:40.977820 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4cfa239f-6ed4-463e-94fb-d70f31c9fed2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:40.978596 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4cfa239f-6ed4-463e-94fb-d70f31c9fed2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3917991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923518'] for router, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:40.986415 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-ef6f7e5f-24be-4cca-8718-03b75d18ba33 None None] Set router 5bb9b834-3fd7-4404-86a8-0c0abdc8aba0 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:57:41.053463 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 4b0485a6-7d27-4994-af9a-77fe4dc45dd6 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:57:41.151076 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b071ca57-ec43-426a-963d-2673ac6ca9a6 None None] Pushing event updated for resources: {'Port': ['ID=37cda84e-ba84-4915-ae05-ae7f4ea908d4,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:41.228955 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cfa239f-6ed4-463e-94fb-d70f31c9fed2 admin admin] Router 4670207a-1332-405c-b7e6-dc32a5627226 is scheduled to L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 with binding_index 1 {{(pid=83738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 10:57:41.308349 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 4b0485a6-7d27-4994-af9a-77fe4dc45dd6 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:57:41.308740 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:41.486953 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cfa239f-6ed4-463e-94fb-d70f31c9fed2 admin admin] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:57:41.498087 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485adffe-0e11-4281-9502-5f62afca4900 None None] Sync routers for ids ['4670207a-1332-405c-b7e6-dc32a5627226'] in dv-neutron-830731-3-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:57:41.517195 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485adffe-0e11-4281-9502-5f62afca4900 None None] Routers {'4670207a-1332-405c-b7e6-dc32a5627226'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:57:41.518258 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-485adffe-0e11-4281-9502-5f62afca4900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:57:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['4670207a-1332-405c-b7e6-dc32a5627226'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:57:41.525853 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4cfa239f-6ed4-463e-94fb-d70f31c9fed2 admin admin] Notify callbacks [] for router, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:41.528551 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-4cfa239f-6ed4-463e-94fb-d70f31c9fed2 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.6569593 Mar 07 10:57:41.530292 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 44458) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:57:41.570437 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-ef6f7e5f-24be-4cca-8718-03b75d18ba33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bb9b834-3fd7-4404-86a8-0c0abdc8aba0', 'name': 'tempest-TestEncryptedCinderVolumes-743376339-router', 'tenant_id': '28b13ec39f42427a96e4062a1fe657de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.75'}], 'enable_snat': True}, 'gw_port_id': '4b0485a6-7d27-4994-af9a-77fe4dc45dd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:57:33Z', 'updated_at': '2022-03-07T10:57:36Z', 'revision_number': 4, 'project_id': '28b13ec39f42427a96e4062a1fe657de', 'gw_port': {'id': '4b0485a6-7d27-4994-af9a-77fe4dc45dd6', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:23:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb9b834-3fd7-4404-86a8-0c0abdc8aba0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:57:34Z', 'updated_at': '2022-03-07T10:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_interfaces': [{'id': '50ac283a-892f-4e05-8f27-c1d501ac868c', 'name': '', 'network_id': '0eefff21-0bac-469f-93e0-233882283f40', 'tenant_id': '28b13ec39f42427a96e4062a1fe657de', 'mac_address': 'fa:16:3e:c2:c7:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bb9b834-3fd7-4404-86a8-0c0abdc8aba0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0b382955-bd34-44ed-9c4c-24441c121289', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:57:36Z', 'updated_at': '2022-03-07T10:57:37Z', 'revision_number': 2, 'project_id': '28b13ec39f42427a96e4062a1fe657de', 'subnets': [{'id': '0b382955-bd34-44ed-9c4c-24441c121289', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:57:41.574355 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6f7e5f-24be-4cca-8718-03b75d18ba33 None None] Checking router: 5bb9b834-3fd7-4404-86a8-0c0abdc8aba0 for host: dv-neutron-830731-3-hyperv {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 07 10:57:41.574719 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6f7e5f-24be-4cca-8718-03b75d18ba33 None None] Updating router 5bb9b834-3fd7-4404-86a8-0c0abdc8aba0 port 50ac283a-892f-4e05-8f27-c1d501ac868c binding host dv-neutron-830731-3-hyperv {{(pid=83739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 07 10:57:41.628539 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-ef6f7e5f-24be-4cca-8718-03b75d18ba33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:41.709386 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-485adffe-0e11-4281-9502-5f62afca4900 None None] Set router 4670207a-1332-405c-b7e6-dc32a5627226 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:57:42.008316 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-ef6f7e5f-24be-4cca-8718-03b75d18ba33 None None] Notify callbacks [] for port, precommit_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:42.010728 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-485adffe-0e11-4281-9502-5f62afca4900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4670207a-1332-405c-b7e6-dc32a5627226', 'name': 'tempest-TestEncryptedCinderVolumes-975973085-router', 'tenant_id': '2938413556b54a25b18ad2f8a2e3f054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.127'}], 'enable_snat': True}, 'gw_port_id': '4d78e180-3194-41fb-b4d1-acf1056ed779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:57:39Z', 'updated_at': '2022-03-07T10:57:40Z', 'revision_number': 3, 'project_id': '2938413556b54a25b18ad2f8a2e3f054', 'gw_port': {'id': '4d78e180-3194-41fb-b4d1-acf1056ed779', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:7c:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4670207a-1332-405c-b7e6-dc32a5627226', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:57:40Z', 'updated_at': '2022-03-07T10:57:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv'}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:57:42.015278 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485adffe-0e11-4281-9502-5f62afca4900 None None] Checking router: 4670207a-1332-405c-b7e6-dc32a5627226 for host: dv-neutron-830731-3-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 07 10:57:42.015708 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485adffe-0e11-4281-9502-5f62afca4900 None None] Updating router 4670207a-1332-405c-b7e6-dc32a5627226 port 4d78e180-3194-41fb-b4d1-acf1056ed779 binding host dv-neutron-830731-3-hyperv {{(pid=83740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 07 10:57:42.023649 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-ef6f7e5f-24be-4cca-8718-03b75d18ba33 None None] Transition to ACTIVE for port object 50ac283a-892f-4e05-8f27-c1d501ac868c will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:57:42.035853 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-ef6f7e5f-24be-4cca-8718-03b75d18ba33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:42.121442 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-485adffe-0e11-4281-9502-5f62afca4900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:42.202653 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6af88dd-4e1f-4964-9290-c5b1473ace26 None None] Pushing event updated for resources: {'Port': ['ID=50ac283a-892f-4e05-8f27-c1d501ac868c,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:42.327150 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e774dff6-0d72-43b8-bd21-3b517fc49a3e None None] Network 1776a081-5154-496d-a039-ba6aa02c1282 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:57:42.361236 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-ef6f7e5f-24be-4cca-8718-03b75d18ba33 None None] Attempting to bind port 50ac283a-892f-4e05-8f27-c1d501ac868c on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:57:42.361601 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-ef6f7e5f-24be-4cca-8718-03b75d18ba33 None None] Attempting to bind port 50ac283a-892f-4e05-8f27-c1d501ac868c by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': 'a95f3fb3-7d1b-42cb-84db-a5c827ae3a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '0eefff21-0bac-469f-93e0-233882283f40'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:57:42.361963 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6f7e5f-24be-4cca-8718-03b75d18ba33 None None] Attempting to bind port 50ac283a-892f-4e05-8f27-c1d501ac868c on network 0eefff21-0bac-469f-93e0-233882283f40 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:57:42.403575 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4a536f13-0cdc-46bc-a2e8-1f9796ee9295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:42.420953 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6f7e5f-24be-4cca-8718-03b75d18ba33 None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 57, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:57:42.421926 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6f7e5f-24be-4cca-8718-03b75d18ba33 None None] Checking segment: {'id': 'a95f3fb3-7d1b-42cb-84db-a5c827ae3a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '0eefff21-0bac-469f-93e0-233882283f40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:57:42.422336 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-ef6f7e5f-24be-4cca-8718-03b75d18ba33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:42.422728 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6f7e5f-24be-4cca-8718-03b75d18ba33 None None] Bound using segment: {'id': 'a95f3fb3-7d1b-42cb-84db-a5c827ae3a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '0eefff21-0bac-469f-93e0-233882283f40'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:57:42.423207 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-ef6f7e5f-24be-4cca-8718-03b75d18ba33 None None] Bound port: 50ac283a-892f-4e05-8f27-c1d501ac868c, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a95f3fb3-7d1b-42cb-84db-a5c827ae3a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '0eefff21-0bac-469f-93e0-233882283f40'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:57:42.423576 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-ef6f7e5f-24be-4cca-8718-03b75d18ba33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:42.559008 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-485adffe-0e11-4281-9502-5f62afca4900 None None] Notify callbacks [] for port, precommit_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:42.573582 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.provisioning_blocks [None req-485adffe-0e11-4281-9502-5f62afca4900 None None] Transition to ACTIVE for port object 4d78e180-3194-41fb-b4d1-acf1056ed779 will not be triggered until provisioned by entity L2. {{(pid=83740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:57:42.581768 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-485adffe-0e11-4281-9502-5f62afca4900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:42.607434 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-ef6f7e5f-24be-4cca-8718-03b75d18ba33 None None] For port 50ac283a-892f-4e05-8f27-c1d501ac868c, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:57:42.628193 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-4a536f13-0cdc-46bc-a2e8-1f9796ee9295 admin admin] Allocated IP 172.20.0.1 (1776a081-5154-496d-a039-ba6aa02c1282/cf808192-c18e-4302-9b99-95731d88454d/445c3ded-9f71-4553-88e4-fdfd20912a75) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:57:42.629919 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-4f845b32-49bb-4f4e-bed9-17ba331afae4 None None] Provisioning for port 37cda84e-ba84-4915-ae05-ae7f4ea908d4 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:57:42.636712 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-ef6f7e5f-24be-4cca-8718-03b75d18ba33 None None] For port 50ac283a-892f-4e05-8f27-c1d501ac868c, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=50ac283a-892f-4e05-8f27-c1d501ac868c,segment=NetworkSegment(a95f3fb3-7d1b-42cb-84db-a5c827ae3a47),segment_id=a95f3fb3-7d1b-42cb-84db-a5c827ae3a47)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:57:42.649398 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-ef6f7e5f-24be-4cca-8718-03b75d18ba33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:42.667216 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-485adffe-0e11-4281-9502-5f62afca4900 None None] Attempting to bind port 4d78e180-3194-41fb-b4d1-acf1056ed779 on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:57:42.667692 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-485adffe-0e11-4281-9502-5f62afca4900 None None] Attempting to bind port 4d78e180-3194-41fb-b4d1-acf1056ed779 by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': '9a22e080-7529-4fc7-949d-9f84ba21807d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12'}] {{(pid=83740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:57:42.668156 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-485adffe-0e11-4281-9502-5f62afca4900 None None] Attempting to bind port 4d78e180-3194-41fb-b4d1-acf1056ed779 on network 5ed85006-6b00-415e-b71f-837fb1421c12 {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:57:42.670308 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7444ad-8efc-42af-8140-9131e91bfba5 None None] Pushing event updated for resources: {'Port': ['ID=4d78e180-3194-41fb-b4d1-acf1056ed779,revision_number=2']} {{(pid=83740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:42.677661 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-485adffe-0e11-4281-9502-5f62afca4900 None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 57, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:57:42.678155 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-485adffe-0e11-4281-9502-5f62afca4900 None None] Checking segment: {'id': '9a22e080-7529-4fc7-949d-9f84ba21807d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:57:42.678732 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-485adffe-0e11-4281-9502-5f62afca4900 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:42.679204 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-485adffe-0e11-4281-9502-5f62afca4900 None None] Bound using segment: {'id': '9a22e080-7529-4fc7-949d-9f84ba21807d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12'} {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:57:42.679830 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-485adffe-0e11-4281-9502-5f62afca4900 None None] Bound port: 4d78e180-3194-41fb-b4d1-acf1056ed779, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a22e080-7529-4fc7-949d-9f84ba21807d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12'}}] {{(pid=83740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:57:42.680282 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-485adffe-0e11-4281-9502-5f62afca4900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:42.756695 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.db [None req-485adffe-0e11-4281-9502-5f62afca4900 None None] For port 4d78e180-3194-41fb-b4d1-acf1056ed779, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:57:42.760182 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.db [None req-485adffe-0e11-4281-9502-5f62afca4900 None None] For port 4d78e180-3194-41fb-b4d1-acf1056ed779, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=4d78e180-3194-41fb-b4d1-acf1056ed779,segment=NetworkSegment(9a22e080-7529-4fc7-949d-9f84ba21807d),segment_id=9a22e080-7529-4fc7-949d-9f84ba21807d)] {{(pid=83740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:57:42.768915 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-485adffe-0e11-4281-9502-5f62afca4900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:42.780570 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6af88dd-4e1f-4964-9290-c5b1473ace26 None None] Pushing event updated for resources: {'Port': ['ID=50ac283a-892f-4e05-8f27-c1d501ac868c,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:42.793212 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4a536f13-0cdc-46bc-a2e8-1f9796ee9295 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:42.793501 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6f7e5f-24be-4cca-8718-03b75d18ba33 None None] Routers {'5bb9b834-3fd7-4404-86a8-0c0abdc8aba0'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:57:42.794135 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-ef6f7e5f-24be-4cca-8718-03b75d18ba33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:57:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['5bb9b834-3fd7-4404-86a8-0c0abdc8aba0'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:57:42.817104 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [None req-4a536f13-0cdc-46bc-a2e8-1f9796ee9295 admin admin] Transition to ACTIVE for port object 445c3ded-9f71-4553-88e4-fdfd20912a75 will not be triggered until provisioned by entity DHCP. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:57:42.851292 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4a536f13-0cdc-46bc-a2e8-1f9796ee9295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:42.862295 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485adffe-0e11-4281-9502-5f62afca4900 None None] Routers {'4670207a-1332-405c-b7e6-dc32a5627226'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:57:42.863001 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-485adffe-0e11-4281-9502-5f62afca4900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:57:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['4670207a-1332-405c-b7e6-dc32a5627226'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:57:42.923872 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7444ad-8efc-42af-8140-9131e91bfba5 None None] Pushing event updated for resources: {'Port': ['ID=4d78e180-3194-41fb-b4d1-acf1056ed779,revision_number=3']} {{(pid=83740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:42.937138 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a536f13-0cdc-46bc-a2e8-1f9796ee9295 admin admin] Network 1776a081-5154-496d-a039-ba6aa02c1282 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:57:42.940264 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-4a536f13-0cdc-46bc-a2e8-1f9796ee9295 admin admin] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:57:42.944580 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a536f13-0cdc-46bc-a2e8-1f9796ee9295 admin admin] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:57:42.978121 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a536f13-0cdc-46bc-a2e8-1f9796ee9295 admin admin] Pushing event updated for resources: {'Port': ['ID=445c3ded-9f71-4553-88e4-fdfd20912a75,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:43.018302 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4a536f13-0cdc-46bc-a2e8-1f9796ee9295 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3920324'] for router_interface, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:43.039320 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-ef6f7e5f-24be-4cca-8718-03b75d18ba33 None None] Set router 5bb9b834-3fd7-4404-86a8-0c0abdc8aba0 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:57:43.135259 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 37cda84e-ba84-4915-ae05-ae7f4ea908d4 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:57:43.152574 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-485adffe-0e11-4281-9502-5f62afca4900 None None] Set router 4670207a-1332-405c-b7e6-dc32a5627226 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:57:43.154115 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4a536f13-0cdc-46bc-a2e8-1f9796ee9295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:43.506129 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning for port 37cda84e-ba84-4915-ae05-ae7f4ea908d4 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:57:43.518194 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 37cda84e-ba84-4915-ae05-ae7f4ea908d4 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:57:43.518607 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:43.518727 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-485adffe-0e11-4281-9502-5f62afca4900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4670207a-1332-405c-b7e6-dc32a5627226', 'name': 'tempest-TestEncryptedCinderVolumes-975973085-router', 'tenant_id': '2938413556b54a25b18ad2f8a2e3f054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.127'}], 'enable_snat': True}, 'gw_port_id': '4d78e180-3194-41fb-b4d1-acf1056ed779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:57:39Z', 'updated_at': '2022-03-07T10:57:40Z', 'revision_number': 3, 'project_id': '2938413556b54a25b18ad2f8a2e3f054', 'gw_port': {'id': '4d78e180-3194-41fb-b4d1-acf1056ed779', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:7c:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4670207a-1332-405c-b7e6-dc32a5627226', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:57:40Z', 'updated_at': '2022-03-07T10:57:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv'}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:57:43.523038 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485adffe-0e11-4281-9502-5f62afca4900 None None] The sync data for ids ['4670207a-1332-405c-b7e6-dc32a5627226'] in dv-neutron-830731-3-hyperv is: [{'id': '4670207a-1332-405c-b7e6-dc32a5627226', 'name': 'tempest-TestEncryptedCinderVolumes-975973085-router', 'tenant_id': '2938413556b54a25b18ad2f8a2e3f054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.127'}], 'enable_snat': True}, 'gw_port_id': '4d78e180-3194-41fb-b4d1-acf1056ed779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:57:39Z', 'updated_at': '2022-03-07T10:57:40Z', 'revision_number': 3, 'project_id': '2938413556b54a25b18ad2f8a2e3f054', 'gw_port': {'id': '4d78e180-3194-41fb-b4d1-acf1056ed779', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:7c:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4670207a-1332-405c-b7e6-dc32a5627226', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:57:40Z', 'updated_at': '2022-03-07T10:57:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv'}] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:57:43.564788 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4a536f13-0cdc-46bc-a2e8-1f9796ee9295 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:43.570533 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4a536f13-0cdc-46bc-a2e8-1f9796ee9295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3012561'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:43.670954 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-35473255-5865-4231-82c6-4e9b8c7161f2 None None] Provisioning for port 445c3ded-9f71-4553-88e4-fdfd20912a75 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:57:43.676197 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a536f13-0cdc-46bc-a2e8-1f9796ee9295 admin admin] Pushing event updated for resources: {'Port': ['ID=445c3ded-9f71-4553-88e4-fdfd20912a75,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:43.678692 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4a536f13-0cdc-46bc-a2e8-1f9796ee9295 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2756426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3920233'] for router_interface, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:43.686269 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-35473255-5865-4231-82c6-4e9b8c7161f2 None None] Provisioning complete for port 445c3ded-9f71-4553-88e4-fdfd20912a75 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:57:43.686640 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-35473255-5865-4231-82c6-4e9b8c7161f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:43.751772 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:43.771434 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-ef6f7e5f-24be-4cca-8718-03b75d18ba33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bb9b834-3fd7-4404-86a8-0c0abdc8aba0', 'name': 'tempest-TestEncryptedCinderVolumes-743376339-router', 'tenant_id': '28b13ec39f42427a96e4062a1fe657de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.75'}], 'enable_snat': True}, 'gw_port_id': '4b0485a6-7d27-4994-af9a-77fe4dc45dd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:57:33Z', 'updated_at': '2022-03-07T10:57:36Z', 'revision_number': 4, 'project_id': '28b13ec39f42427a96e4062a1fe657de', 'gw_port': {'id': '4b0485a6-7d27-4994-af9a-77fe4dc45dd6', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:23:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb9b834-3fd7-4404-86a8-0c0abdc8aba0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:57:34Z', 'updated_at': '2022-03-07T10:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_interfaces': [{'id': '50ac283a-892f-4e05-8f27-c1d501ac868c', 'name': '', 'network_id': '0eefff21-0bac-469f-93e0-233882283f40', 'tenant_id': '28b13ec39f42427a96e4062a1fe657de', 'mac_address': 'fa:16:3e:c2:c7:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bb9b834-3fd7-4404-86a8-0c0abdc8aba0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0b382955-bd34-44ed-9c4c-24441c121289', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:57:36Z', 'updated_at': '2022-03-07T10:57:42Z', 'revision_number': 4, 'project_id': '28b13ec39f42427a96e4062a1fe657de', 'subnets': [{'id': '0b382955-bd34-44ed-9c4c-24441c121289', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:57:43.780249 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-35473255-5865-4231-82c6-4e9b8c7161f2 None None] Port 445c3ded-9f71-4553-88e4-fdfd20912a75 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:57:43.788932 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6f7e5f-24be-4cca-8718-03b75d18ba33 None None] The sync data for ids ['5bb9b834-3fd7-4404-86a8-0c0abdc8aba0'] in dv-neutron-830731-3-hyperv is: [{'id': '5bb9b834-3fd7-4404-86a8-0c0abdc8aba0', 'name': 'tempest-TestEncryptedCinderVolumes-743376339-router', 'tenant_id': '28b13ec39f42427a96e4062a1fe657de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.75'}], 'enable_snat': True}, 'gw_port_id': '4b0485a6-7d27-4994-af9a-77fe4dc45dd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:57:33Z', 'updated_at': '2022-03-07T10:57:36Z', 'revision_number': 4, 'project_id': '28b13ec39f42427a96e4062a1fe657de', 'gw_port': {'id': '4b0485a6-7d27-4994-af9a-77fe4dc45dd6', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:23:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb9b834-3fd7-4404-86a8-0c0abdc8aba0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:57:34Z', 'updated_at': '2022-03-07T10:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_interfaces': [{'id': '50ac283a-892f-4e05-8f27-c1d501ac868c', 'name': '', 'network_id': '0eefff21-0bac-469f-93e0-233882283f40', 'tenant_id': '28b13ec39f42427a96e4062a1fe657de', 'mac_address': 'fa:16:3e:c2:c7:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bb9b834-3fd7-4404-86a8-0c0abdc8aba0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0b382955-bd34-44ed-9c4c-24441c121289', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:57:36Z', 'updated_at': '2022-03-07T10:57:42Z', 'revision_number': 4, 'project_id': '28b13ec39f42427a96e4062a1fe657de', 'subnets': [{'id': '0b382955-bd34-44ed-9c4c-24441c121289', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:57:43.806267 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] For port 37cda84e-ba84-4915-ae05-ae7f4ea908d4, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=37cda84e-ba84-4915-ae05-ae7f4ea908d4,segment=NetworkSegment(198d8ed2-0138-40ff-b8b6-e372b5142c2b),segment_id=198d8ed2-0138-40ff-b8b6-e372b5142c2b)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:57:43.813036 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:43.820566 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a536f13-0cdc-46bc-a2e8-1f9796ee9295 admin admin] Network 1776a081-5154-496d-a039-ba6aa02c1282 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:57:43.821812 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-4a536f13-0cdc-46bc-a2e8-1f9796ee9295 admin admin] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:57:43.901673 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Pushing event updated for resources: {'Port': ['ID=37cda84e-ba84-4915-ae05-ae7f4ea908d4,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:44.105310 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-89515f78-d5c8-4895-ae25-c95c5e6dbeb5 None None] Provisioning complete for port 445c3ded-9f71-4553-88e4-fdfd20912a75 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:57:44.105903 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-89515f78-d5c8-4895-ae25-c95c5e6dbeb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:44.166786 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-89515f78-d5c8-4895-ae25-c95c5e6dbeb5 None None] Port 445c3ded-9f71-4553-88e4-fdfd20912a75 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:57:44.260311 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a536f13-0cdc-46bc-a2e8-1f9796ee9295 admin admin] Router 4670207a-1332-405c-b7e6-dc32a5627226 has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:57:44.487590 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a536f13-0cdc-46bc-a2e8-1f9796ee9295 admin admin] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:57:44.500933 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-4a536f13-0cdc-46bc-a2e8-1f9796ee9295 admin admin] 10.222.0.13 "PUT /v2.0/routers/4670207a-1332-405c-b7e6-dc32a5627226/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9693918 Mar 07 10:57:45.141795 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 37cda84e-ba84-4915-ae05-ae7f4ea908d4 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:57:45.213599 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 37cda84e-ba84-4915-ae05-ae7f4ea908d4 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:57:45.213972 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:45.331537 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 50ac283a-892f-4e05-8f27-c1d501ac868c up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:57:45.398972 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning for port 50ac283a-892f-4e05-8f27-c1d501ac868c completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:57:45.407706 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 50ac283a-892f-4e05-8f27-c1d501ac868c triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:57:45.408100 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:45.448210 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f089ac-fa8b-4b9b-9082-fc1d5f144adc req-b68610c3-0a37-4ef0-b99e-cb7d104a1bcb tempest-TestEncryptedCinderVolumes-833045244 tempest-TestEncryptedCinderVolumes-833045244-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:45.449420 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-72f089ac-fa8b-4b9b-9082-fc1d5f144adc req-b68610c3-0a37-4ef0-b99e-cb7d104a1bcb tempest-TestEncryptedCinderVolumes-833045244 tempest-TestEncryptedCinderVolumes-833045244-project] Synchronizing usage tracker for tenant:28b13ec39f42427a96e4062a1fe657de on resource:network {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:57:45.467411 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-72f089ac-fa8b-4b9b-9082-fc1d5f144adc req-b68610c3-0a37-4ef0-b99e-cb7d104a1bcb tempest-TestEncryptedCinderVolumes-833045244 tempest-TestEncryptedCinderVolumes-833045244-project] Unset dirty status for tenant:28b13ec39f42427a96e4062a1fe657de on resource:network {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:57:45.470305 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-72f089ac-fa8b-4b9b-9082-fc1d5f144adc req-b68610c3-0a37-4ef0-b99e-cb7d104a1bcb tempest-TestEncryptedCinderVolumes-833045244 tempest-TestEncryptedCinderVolumes-833045244-project] 10.222.0.13 "GET /v2.0/networks?id=0eefff21-0bac-469f-93e0-233882283f40 HTTP/1.1" status: 200 len: 816 time: 0.1662204 Mar 07 10:57:45.486276 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-72f089ac-fa8b-4b9b-9082-fc1d5f144adc req-ba691ec0-c2b8-4542-a46a-6c37d807c28c tempest-TestEncryptedCinderVolumes-833045244 tempest-TestEncryptedCinderVolumes-833045244-project] 10.222.0.13 "GET /v2.0/quotas/28b13ec39f42427a96e4062a1fe657de HTTP/1.1" status: 200 len: 375 time: 0.0111921 Mar 07 10:57:45.528264 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:45.560218 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] For port 50ac283a-892f-4e05-8f27-c1d501ac868c, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=50ac283a-892f-4e05-8f27-c1d501ac868c,segment=NetworkSegment(a95f3fb3-7d1b-42cb-84db-a5c827ae3a47),segment_id=a95f3fb3-7d1b-42cb-84db-a5c827ae3a47)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:57:45.565120 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:45.565886 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 4d78e180-3194-41fb-b4d1-acf1056ed779 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:57:45.568166 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-72f089ac-fa8b-4b9b-9082-fc1d5f144adc req-a42c3b41-d219-4f3d-a408-f65713510f50 tempest-TestEncryptedCinderVolumes-833045244 tempest-TestEncryptedCinderVolumes-833045244-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=28b13ec39f42427a96e4062a1fe657de&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0764456 Mar 07 10:57:45.679083 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Pushing event updated for resources: {'Port': ['ID=50ac283a-892f-4e05-8f27-c1d501ac868c,revision_number=5']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:45.692806 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning for port 4d78e180-3194-41fb-b4d1-acf1056ed779 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:57:45.697545 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 4d78e180-3194-41fb-b4d1-acf1056ed779 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:57:45.697917 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:45.706917 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [req-72f089ac-fa8b-4b9b-9082-fc1d5f144adc req-ad42d924-9d30-4041-9c03-c39cdc8df43b service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=83737) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 07 10:57:45.707887 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-72f089ac-fa8b-4b9b-9082-fc1d5f144adc req-ad42d924-9d30-4041-9c03-c39cdc8df43b service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1270173 Mar 07 10:57:45.811522 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:45.840097 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-72f089ac-fa8b-4b9b-9082-fc1d5f144adc req-20e7bbce-ef0c-4dfe-81d9-6bbead685af6 service neutron] 10.222.0.13 "GET /v2.0/networks/0eefff21-0bac-469f-93e0-233882283f40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259644 Mar 07 10:57:45.849593 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] For port 4d78e180-3194-41fb-b4d1-acf1056ed779, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=4d78e180-3194-41fb-b4d1-acf1056ed779,segment=NetworkSegment(9a22e080-7529-4fc7-949d-9f84ba21807d),segment_id=9a22e080-7529-4fc7-949d-9f84ba21807d)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:57:45.854099 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:45.891620 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:45.924107 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Pushing event updated for resources: {'Port': ['ID=4d78e180-3194-41fb-b4d1-acf1056ed779,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:45.975359 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-72f089ac-fa8b-4b9b-9082-fc1d5f144adc req-a350a754-0167-4a4f-a804-76da8fc8c57e service neutron] 10.222.0.13 "GET /v2.0/networks/0eefff21-0bac-469f-93e0-233882283f40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271966 Mar 07 10:57:46.155779 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d48189cf-86e1-47cc-a4be-b2c13e2458fc req-b3dc7e82-6a89-4b1b-b849-6f4361641494 tempest-TestEncryptedCinderVolumes-833045244 tempest-TestEncryptedCinderVolumes-833045244-project] 10.222.0.13 "GET /v2.0/ports?device_id=af5df2ab-6d2a-44d9-a8fd-36d5f998684e HTTP/1.1" status: 200 len: 210 time: 0.0411816 Mar 07 10:57:47.050824 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 50ac283a-892f-4e05-8f27-c1d501ac868c up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:57:47.123148 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 50ac283a-892f-4e05-8f27-c1d501ac868c triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:57:47.123691 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:47.247245 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 4d78e180-3194-41fb-b4d1-acf1056ed779 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:57:47.319448 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 4d78e180-3194-41fb-b4d1-acf1056ed779 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:57:47.319820 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:47.319997 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f089ac-fa8b-4b9b-9082-fc1d5f144adc req-6c030906-5b1b-4968-b9b2-017856272794 tempest-TestEncryptedCinderVolumes-833045244 tempest-TestEncryptedCinderVolumes-833045244-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:47.321434 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-72f089ac-fa8b-4b9b-9082-fc1d5f144adc req-6c030906-5b1b-4968-b9b2-017856272794 tempest-TestEncryptedCinderVolumes-833045244 tempest-TestEncryptedCinderVolumes-833045244-project] 10.222.0.10 "GET /v2.0/networks?id=0eefff21-0bac-469f-93e0-233882283f40 HTTP/1.1" status: 200 len: 816 time: 0.2905104 Mar 07 10:57:47.361864 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [req-72f089ac-fa8b-4b9b-9082-fc1d5f144adc req-968098eb-8c42-4d6c-915d-c4eab32d2953 tempest-TestEncryptedCinderVolumes-833045244 tempest-TestEncryptedCinderVolumes-833045244-project] Request body: {'port': {'device_id': 'af5df2ab-6d2a-44d9-a8fd-36d5f998684e', 'network_id': '0eefff21-0bac-469f-93e0-233882283f40', 'admin_state_up': True, 'tenant_id': '28b13ec39f42427a96e4062a1fe657de'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:57:47.382838 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-221eafcf-2f64-4b47-a242-4c086c1cd162 req-c7835439-c7c0-4a0a-8864-61ce5b16b38d tempest-TestEncryptedCinderVolumes-833045244 tempest-TestEncryptedCinderVolumes-833045244-project] 10.222.0.13 "GET /v2.0/ports?device_id=af5df2ab-6d2a-44d9-a8fd-36d5f998684e HTTP/1.1" status: 200 len: 210 time: 0.0604875 Mar 07 10:57:47.499219 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [req-72f089ac-fa8b-4b9b-9082-fc1d5f144adc req-968098eb-8c42-4d6c-915d-c4eab32d2953 tempest-TestEncryptedCinderVolumes-833045244 tempest-TestEncryptedCinderVolumes-833045244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:57:47.503583 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-72f089ac-fa8b-4b9b-9082-fc1d5f144adc req-968098eb-8c42-4d6c-915d-c4eab32d2953 tempest-TestEncryptedCinderVolumes-833045244 tempest-TestEncryptedCinderVolumes-833045244-project] Usage tracker for resource:port and tenant:28b13ec39f42427a96e4062a1fe657de is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:57:47.506494 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-72f089ac-fa8b-4b9b-9082-fc1d5f144adc req-968098eb-8c42-4d6c-915d-c4eab32d2953 tempest-TestEncryptedCinderVolumes-833045244 tempest-TestEncryptedCinderVolumes-833045244-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:57:47.512097 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [req-72f089ac-fa8b-4b9b-9082-fc1d5f144adc req-968098eb-8c42-4d6c-915d-c4eab32d2953 tempest-TestEncryptedCinderVolumes-833045244 tempest-TestEncryptedCinderVolumes-833045244-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:57:47.522461 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72f089ac-fa8b-4b9b-9082-fc1d5f144adc req-968098eb-8c42-4d6c-915d-c4eab32d2953 tempest-TestEncryptedCinderVolumes-833045244 tempest-TestEncryptedCinderVolumes-833045244-project] Made reservation on behalf of 28b13ec39f42427a96e4062a1fe657de for: {'port': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:57:47.525554 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-72f089ac-fa8b-4b9b-9082-fc1d5f144adc req-968098eb-8c42-4d6c-915d-c4eab32d2953 tempest-TestEncryptedCinderVolumes-833045244 tempest-TestEncryptedCinderVolumes-833045244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:47.691164 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [req-72f089ac-fa8b-4b9b-9082-fc1d5f144adc req-968098eb-8c42-4d6c-915d-c4eab32d2953 tempest-TestEncryptedCinderVolumes-833045244 tempest-TestEncryptedCinderVolumes-833045244-project] Allocated IP 172.20.0.14 (0eefff21-0bac-469f-93e0-233882283f40/0b382955-bd34-44ed-9c4c-24441c121289/c58b8574-1051-4241-be65-69c9f9d21ecd) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:57:47.885465 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-72f089ac-fa8b-4b9b-9082-fc1d5f144adc req-968098eb-8c42-4d6c-915d-c4eab32d2953 tempest-TestEncryptedCinderVolumes-833045244 tempest-TestEncryptedCinderVolumes-833045244-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:47.900308 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [req-72f089ac-fa8b-4b9b-9082-fc1d5f144adc req-968098eb-8c42-4d6c-915d-c4eab32d2953 tempest-TestEncryptedCinderVolumes-833045244 tempest-TestEncryptedCinderVolumes-833045244-project] Transition to ACTIVE for port object c58b8574-1051-4241-be65-69c9f9d21ecd will not be triggered until provisioned by entity DHCP. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:57:47.920564 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-72f089ac-fa8b-4b9b-9082-fc1d5f144adc req-968098eb-8c42-4d6c-915d-c4eab32d2953 tempest-TestEncryptedCinderVolumes-833045244 tempest-TestEncryptedCinderVolumes-833045244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:47.988082 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72f089ac-fa8b-4b9b-9082-fc1d5f144adc req-968098eb-8c42-4d6c-915d-c4eab32d2953 tempest-TestEncryptedCinderVolumes-833045244 tempest-TestEncryptedCinderVolumes-833045244-project] Network 0eefff21-0bac-469f-93e0-233882283f40 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:57:47.989196 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [req-72f089ac-fa8b-4b9b-9082-fc1d5f144adc req-968098eb-8c42-4d6c-915d-c4eab32d2953 tempest-TestEncryptedCinderVolumes-833045244 tempest-TestEncryptedCinderVolumes-833045244-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:57:47.993387 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [req-72f089ac-fa8b-4b9b-9082-fc1d5f144adc req-968098eb-8c42-4d6c-915d-c4eab32d2953 tempest-TestEncryptedCinderVolumes-833045244 tempest-TestEncryptedCinderVolumes-833045244-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:57:48.041134 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968098eb-8c42-4d6c-915d-c4eab32d2953 tempest-TestEncryptedCinderVolumes-833045244 tempest-TestEncryptedCinderVolumes-833045244-project] Pushing event updated for resources: {'Port': ['ID=c58b8574-1051-4241-be65-69c9f9d21ecd,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:48.062855 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f089ac-fa8b-4b9b-9082-fc1d5f144adc req-968098eb-8c42-4d6c-915d-c4eab32d2953 tempest-TestEncryptedCinderVolumes-833045244 tempest-TestEncryptedCinderVolumes-833045244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:48.063448 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-72f089ac-fa8b-4b9b-9082-fc1d5f144adc req-968098eb-8c42-4d6c-915d-c4eab32d2953 tempest-TestEncryptedCinderVolumes-833045244 tempest-TestEncryptedCinderVolumes-833045244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:48.083802 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-72f089ac-fa8b-4b9b-9082-fc1d5f144adc req-968098eb-8c42-4d6c-915d-c4eab32d2953 tempest-TestEncryptedCinderVolumes-833045244 tempest-TestEncryptedCinderVolumes-833045244-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7255366 Mar 07 10:57:48.095122 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [req-72f089ac-fa8b-4b9b-9082-fc1d5f144adc req-fc82b027-f254-4b6c-ab9f-ff5a48d2f81e service neutron] Request body: {'port': {'device_id': 'af5df2ab-6d2a-44d9-a8fd-36d5f998684e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8307'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:57:48.205169 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-72f089ac-fa8b-4b9b-9082-fc1d5f144adc req-fc82b027-f254-4b6c-ab9f-ff5a48d2f81e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:48.220116 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-55498b6f-dda4-4d57-bfb2-e6d058cacd1c None None] Provisioning for port c58b8574-1051-4241-be65-69c9f9d21ecd completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:57:48.226237 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-55498b6f-dda4-4d57-bfb2-e6d058cacd1c None None] Provisioning complete for port c58b8574-1051-4241-be65-69c9f9d21ecd triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:57:48.226607 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-55498b6f-dda4-4d57-bfb2-e6d058cacd1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:48.287329 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-55498b6f-dda4-4d57-bfb2-e6d058cacd1c None None] Port c58b8574-1051-4241-be65-69c9f9d21ecd cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:57:48.580035 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [req-72f089ac-fa8b-4b9b-9082-fc1d5f144adc req-fc82b027-f254-4b6c-ab9f-ff5a48d2f81e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c58b8574-1051-4241-be65-69c9f9d21ecd {{(pid=83737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 07 10:57:48.589643 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-72f089ac-fa8b-4b9b-9082-fc1d5f144adc req-fc82b027-f254-4b6c-ab9f-ff5a48d2f81e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:48.616547 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [req-72f089ac-fa8b-4b9b-9082-fc1d5f144adc req-fc82b027-f254-4b6c-ab9f-ff5a48d2f81e service neutron] Transition to ACTIVE for port object c58b8574-1051-4241-be65-69c9f9d21ecd will not be triggered until provisioned by entity L2. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:57:48.621061 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-72f089ac-fa8b-4b9b-9082-fc1d5f144adc req-fc82b027-f254-4b6c-ab9f-ff5a48d2f81e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3012561'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:48.734086 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6f7edd-0ba7-4477-8d87-7244bfddd93c req-2c55cf53-3bc9-4d51-917a-9471e9563c68 tempest-TestEncryptedCinderVolumes-833045244 tempest-TestEncryptedCinderVolumes-833045244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:48.734893 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-8c6f7edd-0ba7-4477-8d87-7244bfddd93c req-2c55cf53-3bc9-4d51-917a-9471e9563c68 tempest-TestEncryptedCinderVolumes-833045244 tempest-TestEncryptedCinderVolumes-833045244-project] Synchronizing usage tracker for tenant:28b13ec39f42427a96e4062a1fe657de on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:57:48.763701 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc82b027-f254-4b6c-ab9f-ff5a48d2f81e service neutron] Pushing event updated for resources: {'Port': ['ID=c58b8574-1051-4241-be65-69c9f9d21ecd,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:48.806587 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-8c6f7edd-0ba7-4477-8d87-7244bfddd93c req-2c55cf53-3bc9-4d51-917a-9471e9563c68 tempest-TestEncryptedCinderVolumes-833045244 tempest-TestEncryptedCinderVolumes-833045244-project] Unset dirty status for tenant:28b13ec39f42427a96e4062a1fe657de on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:57:48.807734 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-8c6f7edd-0ba7-4477-8d87-7244bfddd93c req-2c55cf53-3bc9-4d51-917a-9471e9563c68 tempest-TestEncryptedCinderVolumes-833045244 tempest-TestEncryptedCinderVolumes-833045244-project] 10.222.0.13 "GET /v2.0/ports?device_id=af5df2ab-6d2a-44d9-a8fd-36d5f998684e HTTP/1.1" status: 200 len: 932 time: 0.2902553 Mar 07 10:57:48.996142 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-8c6f7edd-0ba7-4477-8d87-7244bfddd93c req-1619ea81-8d42-45fe-8d50-613cbd1f9765 tempest-TestEncryptedCinderVolumes-833045244 tempest-TestEncryptedCinderVolumes-833045244-project] Synchronizing usage tracker for tenant:28b13ec39f42427a96e4062a1fe657de on resource:security_group {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:57:49.001167 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [req-72f089ac-fa8b-4b9b-9082-fc1d5f144adc req-fc82b027-f254-4b6c-ab9f-ff5a48d2f81e service neutron] Attempting to bind port c58b8574-1051-4241-be65-69c9f9d21ecd on host hv-neutron-8307 for vnic_type normal with profile {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:57:49.001495 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [req-72f089ac-fa8b-4b9b-9082-fc1d5f144adc req-fc82b027-f254-4b6c-ab9f-ff5a48d2f81e service neutron] Attempting to bind port c58b8574-1051-4241-be65-69c9f9d21ecd by drivers openvswitch,hyperv on host hv-neutron-8307 at level 0 using segments [{'id': 'a95f3fb3-7d1b-42cb-84db-a5c827ae3a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '0eefff21-0bac-469f-93e0-233882283f40'}] {{(pid=83737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:57:49.001814 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f089ac-fa8b-4b9b-9082-fc1d5f144adc req-fc82b027-f254-4b6c-ab9f-ff5a48d2f81e service neutron] Attempting to bind port c58b8574-1051-4241-be65-69c9f9d21ecd on network 0eefff21-0bac-469f-93e0-233882283f40 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:57:49.015539 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f089ac-fa8b-4b9b-9082-fc1d5f144adc req-fc82b027-f254-4b6c-ab9f-ff5a48d2f81e service neutron] Port c58b8574-1051-4241-be65-69c9f9d21ecd on network 0eefff21-0bac-469f-93e0-233882283f40 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8307 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 07 10:57:49.015856 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f089ac-fa8b-4b9b-9082-fc1d5f144adc req-fc82b027-f254-4b6c-ab9f-ff5a48d2f81e service neutron] Attempting to bind port c58b8574-1051-4241-be65-69c9f9d21ecd on network 0eefff21-0bac-469f-93e0-233882283f40 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:57:49.022824 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-8c6f7edd-0ba7-4477-8d87-7244bfddd93c req-1619ea81-8d42-45fe-8d50-613cbd1f9765 tempest-TestEncryptedCinderVolumes-833045244 tempest-TestEncryptedCinderVolumes-833045244-project] Unset dirty status for tenant:28b13ec39f42427a96e4062a1fe657de on resource:security_group {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:57:49.023905 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-8c6f7edd-0ba7-4477-8d87-7244bfddd93c req-1619ea81-8d42-45fe-8d50-613cbd1f9765 tempest-TestEncryptedCinderVolumes-833045244 tempest-TestEncryptedCinderVolumes-833045244-project] 10.222.0.13 "GET /v2.0/security-groups?id=49957bea-9b48-4478-8066-2f3ab2253574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856737 Mar 07 10:57:49.024704 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f089ac-fa8b-4b9b-9082-fc1d5f144adc req-fc82b027-f254-4b6c-ab9f-ff5a48d2f81e service neutron] Checking agent: {'id': 'fb93ecad-d7e5-4e81-99ef-d8d0ee7386ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8307', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 21, 15), 'started_at': datetime.datetime(2022, 3, 7, 10, 21, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 57, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:57:49.025028 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f089ac-fa8b-4b9b-9082-fc1d5f144adc req-fc82b027-f254-4b6c-ab9f-ff5a48d2f81e service neutron] Checking segment: {'id': 'a95f3fb3-7d1b-42cb-84db-a5c827ae3a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '0eefff21-0bac-469f-93e0-233882283f40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:57:49.025386 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f089ac-fa8b-4b9b-9082-fc1d5f144adc req-fc82b027-f254-4b6c-ab9f-ff5a48d2f81e service neutron] Bound using segment: {'id': 'a95f3fb3-7d1b-42cb-84db-a5c827ae3a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '0eefff21-0bac-469f-93e0-233882283f40'} {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:57:49.025796 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [req-72f089ac-fa8b-4b9b-9082-fc1d5f144adc req-fc82b027-f254-4b6c-ab9f-ff5a48d2f81e service neutron] Bound port: c58b8574-1051-4241-be65-69c9f9d21ecd, host: hv-neutron-8307, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a95f3fb3-7d1b-42cb-84db-a5c827ae3a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '0eefff21-0bac-469f-93e0-233882283f40'}}] {{(pid=83737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:57:49.026125 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-72f089ac-fa8b-4b9b-9082-fc1d5f144adc req-fc82b027-f254-4b6c-ab9f-ff5a48d2f81e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:49.116057 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [req-72f089ac-fa8b-4b9b-9082-fc1d5f144adc req-fc82b027-f254-4b6c-ab9f-ff5a48d2f81e service neutron] For port c58b8574-1051-4241-be65-69c9f9d21ecd, host hv-neutron-8307, cleared binding levels {{(pid=83737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:57:49.118986 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [req-72f089ac-fa8b-4b9b-9082-fc1d5f144adc req-fc82b027-f254-4b6c-ab9f-ff5a48d2f81e service neutron] For port c58b8574-1051-4241-be65-69c9f9d21ecd, host hv-neutron-8307, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=c58b8574-1051-4241-be65-69c9f9d21ecd,segment=NetworkSegment(a95f3fb3-7d1b-42cb-84db-a5c827ae3a47),segment_id=a95f3fb3-7d1b-42cb-84db-a5c827ae3a47)] {{(pid=83737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:57:49.122702 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-72f089ac-fa8b-4b9b-9082-fc1d5f144adc req-fc82b027-f254-4b6c-ab9f-ff5a48d2f81e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3012561'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:49.187301 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-72f089ac-fa8b-4b9b-9082-fc1d5f144adc req-fc82b027-f254-4b6c-ab9f-ff5a48d2f81e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:49.188826 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-72f089ac-fa8b-4b9b-9082-fc1d5f144adc req-fc82b027-f254-4b6c-ab9f-ff5a48d2f81e service neutron] 10.222.0.10 "PUT /v2.0/ports/c58b8574-1051-4241-be65-69c9f9d21ecd HTTP/1.1" status: 200 len: 1094 time: 1.0983620 Mar 07 10:57:49.189251 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af5df2ab-6d2a-44d9-a8fd-36d5f998684e', 'tag': 'c58b8574-1051-4241-be65-69c9f9d21ecd'}] {{(pid=83737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 10:57:49.208087 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc82b027-f254-4b6c-ab9f-ff5a48d2f81e service neutron] Pushing event updated for resources: {'Port': ['ID=c58b8574-1051-4241-be65-69c9f9d21ecd,revision_number=3']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:49.313703 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-72f089ac-fa8b-4b9b-9082-fc1d5f144adc req-a21094a6-f00a-41b0-a4d5-34723163cfd9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=28b13ec39f42427a96e4062a1fe657de&device_id=af5df2ab-6d2a-44d9-a8fd-36d5f998684e HTTP/1.1" status: 200 len: 1097 time: 0.0750515 Mar 07 10:57:49.372109 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af5df2ab-6d2a-44d9-a8fd-36d5f998684e', 'tag': 'c58b8574-1051-4241-be65-69c9f9d21ecd', 'status': 'completed', 'code': 200} Mar 07 10:57:49.387698 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-72f089ac-fa8b-4b9b-9082-fc1d5f144adc req-269cee5a-18f0-45c4-8d26-d4ae948159ff service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c58b8574-1051-4241-be65-69c9f9d21ecd HTTP/1.1" status: 200 len: 217 time: 0.0680671 Mar 07 10:57:49.448390 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f089ac-fa8b-4b9b-9082-fc1d5f144adc req-70fec3f5-d853-433c-985c-8b1861f2f34b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:49.449851 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-72f089ac-fa8b-4b9b-9082-fc1d5f144adc req-70fec3f5-d853-433c-985c-8b1861f2f34b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0b382955-bd34-44ed-9c4c-24441c121289 HTTP/1.1" status: 200 len: 855 time: 0.0566680 Mar 07 10:57:49.526305 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-72f089ac-fa8b-4b9b-9082-fc1d5f144adc req-fed4d40c-f0a4-4e83-b993-14b1d6a95439 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0eefff21-0bac-469f-93e0-233882283f40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706360 Mar 07 10:57:49.654615 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-72f089ac-fa8b-4b9b-9082-fc1d5f144adc req-d722240b-5e83-42aa-8c00-dfbd47a5afee service neutron] 10.222.0.10 "GET /v2.0/networks/0eefff21-0bac-469f-93e0-233882283f40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219869 Mar 07 10:57:49.780093 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-72f089ac-fa8b-4b9b-9082-fc1d5f144adc req-212c5ebf-e308-45fa-b064-aa80c99a7ced service neutron] 10.222.0.10 "GET /v2.0/networks/0eefff21-0bac-469f-93e0-233882283f40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199591 Mar 07 10:57:49.891124 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-207f8665-395e-4f0a-baa6-013e045518f3 req-440a2f8d-0de0-4b44-a903-2ab215936740 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=28b13ec39f42427a96e4062a1fe657de&device_id=af5df2ab-6d2a-44d9-a8fd-36d5f998684e HTTP/1.1" status: 200 len: 1097 time: 0.0670545 Mar 07 10:57:50.019064 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207f8665-395e-4f0a-baa6-013e045518f3 req-f64bc640-c5d3-4344-aa72-551d1a6647b9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:50.020518 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-207f8665-395e-4f0a-baa6-013e045518f3 req-f64bc640-c5d3-4344-aa72-551d1a6647b9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0eefff21-0bac-469f-93e0-233882283f40 HTTP/1.1" status: 200 len: 917 time: 0.1242309 Mar 07 10:57:50.089606 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-207f8665-395e-4f0a-baa6-013e045518f3 req-c71d5de1-b9c7-4390-862e-69d8b96dadc4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c58b8574-1051-4241-be65-69c9f9d21ecd HTTP/1.1" status: 200 len: 217 time: 0.0634758 Mar 07 10:57:50.182977 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207f8665-395e-4f0a-baa6-013e045518f3 req-0a80aaee-3cd1-40eb-8636-b9ed8a88b343 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:50.184345 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-207f8665-395e-4f0a-baa6-013e045518f3 req-0a80aaee-3cd1-40eb-8636-b9ed8a88b343 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0b382955-bd34-44ed-9c4c-24441c121289 HTTP/1.1" status: 200 len: 855 time: 0.0886562 Mar 07 10:57:50.284538 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c48be5-8dc9-496b-9ab2-db0245af3146 req-da53da42-1e7e-4f60-85a4-17cbabce245c tempest-TestEncryptedCinderVolumes-833045244 tempest-TestEncryptedCinderVolumes-833045244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:50.285994 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-06c48be5-8dc9-496b-9ab2-db0245af3146 req-da53da42-1e7e-4f60-85a4-17cbabce245c tempest-TestEncryptedCinderVolumes-833045244 tempest-TestEncryptedCinderVolumes-833045244-project] 10.222.0.13 "GET /v2.0/ports?device_id=af5df2ab-6d2a-44d9-a8fd-36d5f998684e HTTP/1.1" status: 200 len: 944 time: 0.1394553 Mar 07 10:57:50.290704 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-207f8665-395e-4f0a-baa6-013e045518f3 req-5d4fdcb9-0a15-4168-a379-f40f8b8b66c8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0eefff21-0bac-469f-93e0-233882283f40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0986853 Mar 07 10:57:50.415085 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-06c48be5-8dc9-496b-9ab2-db0245af3146 req-10d4a9e4-511e-4285-ab60-bb764fe334da tempest-TestEncryptedCinderVolumes-833045244 tempest-TestEncryptedCinderVolumes-833045244-project] 10.222.0.13 "GET /v2.0/security-groups?id=49957bea-9b48-4478-8066-2f3ab2253574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224713 Mar 07 10:57:50.449681 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-207f8665-395e-4f0a-baa6-013e045518f3 req-c2dcf861-e845-4f70-a738-98c7deda61ff service neutron] 10.222.0.10 "GET /v2.0/networks/0eefff21-0bac-469f-93e0-233882283f40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419523 Mar 07 10:57:50.582592 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-207f8665-395e-4f0a-baa6-013e045518f3 req-37922daa-5e99-496e-9fb3-870d2bbc1dc9 service neutron] 10.222.0.10 "GET /v2.0/networks/0eefff21-0bac-469f-93e0-233882283f40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270583 Mar 07 10:57:51.690934 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ea9702-47a7-40ef-bc05-62e534dcef94 req-fdd21849-6e29-41a5-acd2-98c22c93fdff tempest-TestEncryptedCinderVolumes-833045244 tempest-TestEncryptedCinderVolumes-833045244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:51.692265 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-00ea9702-47a7-40ef-bc05-62e534dcef94 req-fdd21849-6e29-41a5-acd2-98c22c93fdff tempest-TestEncryptedCinderVolumes-833045244 tempest-TestEncryptedCinderVolumes-833045244-project] 10.222.0.13 "GET /v2.0/ports?device_id=af5df2ab-6d2a-44d9-a8fd-36d5f998684e HTTP/1.1" status: 200 len: 944 time: 0.1584625 Mar 07 10:57:51.736063 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-00ea9702-47a7-40ef-bc05-62e534dcef94 req-dff189f3-15fc-4b88-97d0-771710307519 tempest-TestEncryptedCinderVolumes-833045244 tempest-TestEncryptedCinderVolumes-833045244-project] 10.222.0.13 "GET /v2.0/security-groups?id=49957bea-9b48-4478-8066-2f3ab2253574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383048 Mar 07 10:57:51.766811 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device c58b8574-1051-4241-be65-69c9f9d21ecd details requested by agent hyperv_hv-neutron-8307 with host hv-neutron-8307 {{(pid=83739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 07 10:57:51.894600 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port c58b8574-1051-4241-be65-69c9f9d21ecd, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=c58b8574-1051-4241-be65-69c9f9d21ecd,segment=NetworkSegment(a95f3fb3-7d1b-42cb-84db-a5c827ae3a47),segment_id=a95f3fb3-7d1b-42cb-84db-a5c827ae3a47)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:57:51.907491 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Returning: {'device': 'c58b8574-1051-4241-be65-69c9f9d21ecd', 'network_id': '0eefff21-0bac-469f-93e0-233882283f40', 'port_id': 'c58b8574-1051-4241-be65-69c9f9d21ecd', 'mac_address': 'fa:16:3e:08:25:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b382955-bd34-44ed-9c4c-24441c121289', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 07 10:57:51.958400 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:51.974917 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c58b8574-1051-4241-be65-69c9f9d21ecd {{(pid=83739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 07 10:57:51.989821 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port c58b8574-1051-4241-be65-69c9f9d21ecd, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=c58b8574-1051-4241-be65-69c9f9d21ecd,segment=NetworkSegment(a95f3fb3-7d1b-42cb-84db-a5c827ae3a47),segment_id=a95f3fb3-7d1b-42cb-84db-a5c827ae3a47)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:57:51.993730 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:52.059481 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Pushing event updated for resources: {'Port': ['ID=c58b8574-1051-4241-be65-69c9f9d21ecd,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:52.302234 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] get_ports_and_sgs() called for port_ids ['c58b8574-1051-4241-be65-69c9f9d21ecd'] {{(pid=83739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 07 10:57:52.927324 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3947eb-4a5a-4717-8ba2-5bad1e8d09fe req-a5e388b6-a001-47e8-af08-bb0971e7348b tempest-TestEncryptedCinderVolumes-833045244 tempest-TestEncryptedCinderVolumes-833045244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:52.928764 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4b3947eb-4a5a-4717-8ba2-5bad1e8d09fe req-a5e388b6-a001-47e8-af08-bb0971e7348b tempest-TestEncryptedCinderVolumes-833045244 tempest-TestEncryptedCinderVolumes-833045244-project] 10.222.0.13 "GET /v2.0/ports?device_id=af5df2ab-6d2a-44d9-a8fd-36d5f998684e HTTP/1.1" status: 200 len: 945 time: 0.0745463 Mar 07 10:57:52.973337 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4b3947eb-4a5a-4717-8ba2-5bad1e8d09fe req-723afcc6-51c4-4af5-8047-2e12c5426487 tempest-TestEncryptedCinderVolumes-833045244 tempest-TestEncryptedCinderVolumes-833045244-project] 10.222.0.13 "GET /v2.0/security-groups?id=49957bea-9b48-4478-8066-2f3ab2253574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391130 Mar 07 10:57:53.782862 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device c58b8574-1051-4241-be65-69c9f9d21ecd up at agent hyperv_hv-neutron-8307 {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:57:53.849724 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Provisioning for port c58b8574-1051-4241-be65-69c9f9d21ecd completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:57:53.854278 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Provisioning complete for port c58b8574-1051-4241-be65-69c9f9d21ecd triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:57:53.854641 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:53.965921 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:53.991920 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af5df2ab-6d2a-44d9-a8fd-36d5f998684e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c58b8574-1051-4241-be65-69c9f9d21ecd'}] {{(pid=83739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 10:57:54.002294 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port c58b8574-1051-4241-be65-69c9f9d21ecd, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=c58b8574-1051-4241-be65-69c9f9d21ecd,segment=NetworkSegment(a95f3fb3-7d1b-42cb-84db-a5c827ae3a47),segment_id=a95f3fb3-7d1b-42cb-84db-a5c827ae3a47)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:57:54.006354 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:57:54.050570 dv-neutron-830731-3-hyperv neutron-server[83739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af5df2ab-6d2a-44d9-a8fd-36d5f998684e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c58b8574-1051-4241-be65-69c9f9d21ecd', 'code': 200} Mar 07 10:57:54.078238 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Pushing event updated for resources: {'Port': ['ID=c58b8574-1051-4241-be65-69c9f9d21ecd,revision_number=5']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:54.086789 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:57:54.087141 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:57:54.087479 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:57:54.087810 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:57:54.088142 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:57:54.088465 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:57:54.088813 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:57:54.089137 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:57:54.089458 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:57:54.089773 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:57:54.090089 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:57:54.179050 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a34bd85-b040-4f46-87fd-eae9c86b44bb req-0574aad7-fa9e-46d3-8f0d-c80b00ff3541 tempest-TestEncryptedCinderVolumes-833045244 tempest-TestEncryptedCinderVolumes-833045244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:54.180559 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-0a34bd85-b040-4f46-87fd-eae9c86b44bb req-0574aad7-fa9e-46d3-8f0d-c80b00ff3541 tempest-TestEncryptedCinderVolumes-833045244 tempest-TestEncryptedCinderVolumes-833045244-project] 10.222.0.13 "GET /v2.0/ports?device_id=af5df2ab-6d2a-44d9-a8fd-36d5f998684e HTTP/1.1" status: 200 len: 946 time: 0.0799885 Mar 07 10:57:54.273419 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-0a34bd85-b040-4f46-87fd-eae9c86b44bb req-18beae6c-2de9-43e1-8c7e-94a7f3350510 tempest-TestEncryptedCinderVolumes-833045244 tempest-TestEncryptedCinderVolumes-833045244-project] 10.222.0.13 "GET /v2.0/security-groups?id=49957bea-9b48-4478-8066-2f3ab2253574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872118 Mar 07 10:57:54.290771 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-81ee60ba-9fe4-49a6-b903-75b3f82f0c43 req-a3f18989-dc81-43d1-b5c9-b5e9d663a6ab service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=af5df2ab-6d2a-44d9-a8fd-36d5f998684e HTTP/1.1" status: 200 len: 1099 time: 0.0889671 Mar 07 10:57:54.336154 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-81ee60ba-9fe4-49a6-b903-75b3f82f0c43 req-f4ec316f-4241-4e5f-ad52-0087aaa2c7d8 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=49957bea-9b48-4478-8066-2f3ab2253574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394628 Mar 07 10:57:55.468993 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b99e0dd-96ed-4b9a-b8d1-ca016b259b1f req-f92bc24b-e8eb-4117-991f-2bccc2785c14 tempest-TestEncryptedCinderVolumes-833045244 tempest-TestEncryptedCinderVolumes-833045244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:55.470411 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-0b99e0dd-96ed-4b9a-b8d1-ca016b259b1f req-f92bc24b-e8eb-4117-991f-2bccc2785c14 tempest-TestEncryptedCinderVolumes-833045244 tempest-TestEncryptedCinderVolumes-833045244-project] 10.222.0.13 "GET /v2.0/ports?device_id=af5df2ab-6d2a-44d9-a8fd-36d5f998684e HTTP/1.1" status: 200 len: 946 time: 0.0747752 Mar 07 10:57:55.514508 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-0b99e0dd-96ed-4b9a-b8d1-ca016b259b1f req-dbda8a69-382e-42cc-b17c-8f8283303e61 tempest-TestEncryptedCinderVolumes-833045244 tempest-TestEncryptedCinderVolumes-833045244-project] 10.222.0.13 "GET /v2.0/security-groups?id=49957bea-9b48-4478-8066-2f3ab2253574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385654 Mar 07 10:57:56.712962 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9ee5cd-a99f-4e10-ade3-65827cfe2576 req-34fdff11-9c5c-452f-8f2e-2a20ad572d16 tempest-TestEncryptedCinderVolumes-833045244 tempest-TestEncryptedCinderVolumes-833045244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:56.714368 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-2e9ee5cd-a99f-4e10-ade3-65827cfe2576 req-34fdff11-9c5c-452f-8f2e-2a20ad572d16 tempest-TestEncryptedCinderVolumes-833045244 tempest-TestEncryptedCinderVolumes-833045244-project] 10.222.0.13 "GET /v2.0/ports?device_id=af5df2ab-6d2a-44d9-a8fd-36d5f998684e HTTP/1.1" status: 200 len: 946 time: 0.0776179 Mar 07 10:57:56.758546 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-2e9ee5cd-a99f-4e10-ade3-65827cfe2576 req-b6cc998d-e66b-4ad9-ad55-282667a6514d tempest-TestEncryptedCinderVolumes-833045244 tempest-TestEncryptedCinderVolumes-833045244-project] 10.222.0.13 "GET /v2.0/security-groups?id=49957bea-9b48-4478-8066-2f3ab2253574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381310 Mar 07 10:57:57.098924 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac888d0b-6879-40e1-bf96-024ea1e339d9 req-b2057a78-447f-4789-8e3d-93721afbec05 tempest-TestEncryptedCinderVolumes-833045244 tempest-TestEncryptedCinderVolumes-833045244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:57.100251 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ac888d0b-6879-40e1-bf96-024ea1e339d9 req-b2057a78-447f-4789-8e3d-93721afbec05 tempest-TestEncryptedCinderVolumes-833045244 tempest-TestEncryptedCinderVolumes-833045244-project] 10.222.0.13 "GET /v2.0/ports?device_id=af5df2ab-6d2a-44d9-a8fd-36d5f998684e HTTP/1.1" status: 200 len: 946 time: 0.0744684 Mar 07 10:57:57.149057 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ac888d0b-6879-40e1-bf96-024ea1e339d9 req-9e104adb-c2a5-4ac9-a925-e707fa30162d tempest-TestEncryptedCinderVolumes-833045244 tempest-TestEncryptedCinderVolumes-833045244-project] 10.222.0.13 "GET /v2.0/security-groups?id=49957bea-9b48-4478-8066-2f3ab2253574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433967 Mar 07 10:57:58.089398 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-adbd2215-c8ee-41f3-92a6-4182ca26b8a8 None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 10:57:58.423607 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-740b6c4c-3657-4e1c-934c-61db3a8d90c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:58:00.613451 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a65572b3-e4bb-437f-990f-39bea66d3239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:58:01.867846 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-711fefd2-3b30-4759-8df5-0aecff1c8e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:58:01.918522 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:58:03.289355 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c87150bd-aa9c-4ad1-bb68-57ec66d4fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:58:05.700521 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8fc8d6-fb59-4f4e-b220-bddcdb134192 None None] Sync routers for ids ['4670207a-1332-405c-b7e6-dc32a5627226'] in dv-neutron-830731-3-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:58:05.712820 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8fc8d6-fb59-4f4e-b220-bddcdb134192 None None] Routers {'4670207a-1332-405c-b7e6-dc32a5627226'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:58:05.713411 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-4d8fc8d6-fb59-4f4e-b220-bddcdb134192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:58:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['4670207a-1332-405c-b7e6-dc32a5627226'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:58:05.885783 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-4d8fc8d6-fb59-4f4e-b220-bddcdb134192 None None] Set router 4670207a-1332-405c-b7e6-dc32a5627226 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:58:06.192840 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-4d8fc8d6-fb59-4f4e-b220-bddcdb134192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4670207a-1332-405c-b7e6-dc32a5627226', 'name': 'tempest-TestEncryptedCinderVolumes-975973085-router', 'tenant_id': '2938413556b54a25b18ad2f8a2e3f054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.127'}], 'enable_snat': True}, 'gw_port_id': '4d78e180-3194-41fb-b4d1-acf1056ed779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:57:39Z', 'updated_at': '2022-03-07T10:57:43Z', 'revision_number': 4, 'project_id': '2938413556b54a25b18ad2f8a2e3f054', 'gw_port': {'id': '4d78e180-3194-41fb-b4d1-acf1056ed779', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:7c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4670207a-1332-405c-b7e6-dc32a5627226', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:57:40Z', 'updated_at': '2022-03-07T10:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_interfaces': [{'id': '445c3ded-9f71-4553-88e4-fdfd20912a75', 'name': '', 'network_id': '1776a081-5154-496d-a039-ba6aa02c1282', 'tenant_id': '2938413556b54a25b18ad2f8a2e3f054', 'mac_address': 'fa:16:3e:7b:87:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4670207a-1332-405c-b7e6-dc32a5627226', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cf808192-c18e-4302-9b99-95731d88454d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:57:42Z', 'updated_at': '2022-03-07T10:57:43Z', 'revision_number': 2, 'project_id': '2938413556b54a25b18ad2f8a2e3f054', 'subnets': [{'id': 'cf808192-c18e-4302-9b99-95731d88454d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:58:06.196599 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8fc8d6-fb59-4f4e-b220-bddcdb134192 None None] Checking router: 4670207a-1332-405c-b7e6-dc32a5627226 for host: dv-neutron-830731-3-hyperv {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 07 10:58:06.196957 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8fc8d6-fb59-4f4e-b220-bddcdb134192 None None] Updating router 4670207a-1332-405c-b7e6-dc32a5627226 port 445c3ded-9f71-4553-88e4-fdfd20912a75 binding host dv-neutron-830731-3-hyperv {{(pid=83739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 07 10:58:06.246232 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-4d8fc8d6-fb59-4f4e-b220-bddcdb134192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:58:06.614086 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-4d8fc8d6-fb59-4f4e-b220-bddcdb134192 None None] Notify callbacks [] for port, precommit_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:58:06.626134 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-4d8fc8d6-fb59-4f4e-b220-bddcdb134192 None None] Transition to ACTIVE for port object 445c3ded-9f71-4553-88e4-fdfd20912a75 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:58:06.632027 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-4d8fc8d6-fb59-4f4e-b220-bddcdb134192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:58:06.761534 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9789e4af-7fc1-469f-937f-95e5446239e1 None None] Pushing event updated for resources: {'Port': ['ID=445c3ded-9f71-4553-88e4-fdfd20912a75,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:58:06.854057 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-4d8fc8d6-fb59-4f4e-b220-bddcdb134192 None None] Attempting to bind port 445c3ded-9f71-4553-88e4-fdfd20912a75 on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:58:06.854422 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-4d8fc8d6-fb59-4f4e-b220-bddcdb134192 None None] Attempting to bind port 445c3ded-9f71-4553-88e4-fdfd20912a75 by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': '198d8ed2-0138-40ff-b8b6-e372b5142c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '1776a081-5154-496d-a039-ba6aa02c1282'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:58:06.854782 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8fc8d6-fb59-4f4e-b220-bddcdb134192 None None] Attempting to bind port 445c3ded-9f71-4553-88e4-fdfd20912a75 on network 1776a081-5154-496d-a039-ba6aa02c1282 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:58:06.862069 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8fc8d6-fb59-4f4e-b220-bddcdb134192 None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 58, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:58:06.862439 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8fc8d6-fb59-4f4e-b220-bddcdb134192 None None] Checking segment: {'id': '198d8ed2-0138-40ff-b8b6-e372b5142c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '1776a081-5154-496d-a039-ba6aa02c1282'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:58:06.862836 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-4d8fc8d6-fb59-4f4e-b220-bddcdb134192 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:58:06.863228 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8fc8d6-fb59-4f4e-b220-bddcdb134192 None None] Bound using segment: {'id': '198d8ed2-0138-40ff-b8b6-e372b5142c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '1776a081-5154-496d-a039-ba6aa02c1282'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:58:06.863686 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-4d8fc8d6-fb59-4f4e-b220-bddcdb134192 None None] Bound port: 445c3ded-9f71-4553-88e4-fdfd20912a75, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '198d8ed2-0138-40ff-b8b6-e372b5142c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '1776a081-5154-496d-a039-ba6aa02c1282'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:58:06.864144 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-4d8fc8d6-fb59-4f4e-b220-bddcdb134192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:58:06.968263 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-4d8fc8d6-fb59-4f4e-b220-bddcdb134192 None None] For port 445c3ded-9f71-4553-88e4-fdfd20912a75, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:58:06.971795 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-4d8fc8d6-fb59-4f4e-b220-bddcdb134192 None None] For port 445c3ded-9f71-4553-88e4-fdfd20912a75, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=445c3ded-9f71-4553-88e4-fdfd20912a75,segment=NetworkSegment(198d8ed2-0138-40ff-b8b6-e372b5142c2b),segment_id=198d8ed2-0138-40ff-b8b6-e372b5142c2b)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:58:06.977009 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-4d8fc8d6-fb59-4f4e-b220-bddcdb134192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:58:07.055112 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8fc8d6-fb59-4f4e-b220-bddcdb134192 None None] Routers {'4670207a-1332-405c-b7e6-dc32a5627226'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:58:07.055958 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-4d8fc8d6-fb59-4f4e-b220-bddcdb134192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:58:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['4670207a-1332-405c-b7e6-dc32a5627226'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:58:07.181895 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9789e4af-7fc1-469f-937f-95e5446239e1 None None] Pushing event updated for resources: {'Port': ['ID=445c3ded-9f71-4553-88e4-fdfd20912a75,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:58:07.252704 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-4d8fc8d6-fb59-4f4e-b220-bddcdb134192 None None] Set router 4670207a-1332-405c-b7e6-dc32a5627226 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:58:07.586052 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-4d8fc8d6-fb59-4f4e-b220-bddcdb134192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4670207a-1332-405c-b7e6-dc32a5627226', 'name': 'tempest-TestEncryptedCinderVolumes-975973085-router', 'tenant_id': '2938413556b54a25b18ad2f8a2e3f054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.127'}], 'enable_snat': True}, 'gw_port_id': '4d78e180-3194-41fb-b4d1-acf1056ed779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:57:39Z', 'updated_at': '2022-03-07T10:57:43Z', 'revision_number': 4, 'project_id': '2938413556b54a25b18ad2f8a2e3f054', 'gw_port': {'id': '4d78e180-3194-41fb-b4d1-acf1056ed779', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:7c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4670207a-1332-405c-b7e6-dc32a5627226', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:57:40Z', 'updated_at': '2022-03-07T10:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_interfaces': [{'id': '445c3ded-9f71-4553-88e4-fdfd20912a75', 'name': '', 'network_id': '1776a081-5154-496d-a039-ba6aa02c1282', 'tenant_id': '2938413556b54a25b18ad2f8a2e3f054', 'mac_address': 'fa:16:3e:7b:87:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4670207a-1332-405c-b7e6-dc32a5627226', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cf808192-c18e-4302-9b99-95731d88454d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:57:42Z', 'updated_at': '2022-03-07T10:58:06Z', 'revision_number': 4, 'project_id': '2938413556b54a25b18ad2f8a2e3f054', 'subnets': [{'id': 'cf808192-c18e-4302-9b99-95731d88454d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:58:07.589948 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8fc8d6-fb59-4f4e-b220-bddcdb134192 None None] The sync data for ids ['4670207a-1332-405c-b7e6-dc32a5627226'] in dv-neutron-830731-3-hyperv is: [{'id': '4670207a-1332-405c-b7e6-dc32a5627226', 'name': 'tempest-TestEncryptedCinderVolumes-975973085-router', 'tenant_id': '2938413556b54a25b18ad2f8a2e3f054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.127'}], 'enable_snat': True}, 'gw_port_id': '4d78e180-3194-41fb-b4d1-acf1056ed779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:57:39Z', 'updated_at': '2022-03-07T10:57:43Z', 'revision_number': 4, 'project_id': '2938413556b54a25b18ad2f8a2e3f054', 'gw_port': {'id': '4d78e180-3194-41fb-b4d1-acf1056ed779', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:7c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4670207a-1332-405c-b7e6-dc32a5627226', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:57:40Z', 'updated_at': '2022-03-07T10:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_interfaces': [{'id': '445c3ded-9f71-4553-88e4-fdfd20912a75', 'name': '', 'network_id': '1776a081-5154-496d-a039-ba6aa02c1282', 'tenant_id': '2938413556b54a25b18ad2f8a2e3f054', 'mac_address': 'fa:16:3e:7b:87:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4670207a-1332-405c-b7e6-dc32a5627226', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cf808192-c18e-4302-9b99-95731d88454d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:57:42Z', 'updated_at': '2022-03-07T10:58:06Z', 'revision_number': 4, 'project_id': '2938413556b54a25b18ad2f8a2e3f054', 'subnets': [{'id': 'cf808192-c18e-4302-9b99-95731d88454d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:58:09.067525 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 445c3ded-9f71-4553-88e4-fdfd20912a75 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:58:09.136040 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning for port 445c3ded-9f71-4553-88e4-fdfd20912a75 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:58:09.141267 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 445c3ded-9f71-4553-88e4-fdfd20912a75 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:58:09.141622 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:58:09.250607 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:58:09.281359 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] For port 445c3ded-9f71-4553-88e4-fdfd20912a75, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=445c3ded-9f71-4553-88e4-fdfd20912a75,segment=NetworkSegment(198d8ed2-0138-40ff-b8b6-e372b5142c2b),segment_id=198d8ed2-0138-40ff-b8b6-e372b5142c2b)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:58:09.284997 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:58:09.349097 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Pushing event updated for resources: {'Port': ['ID=445c3ded-9f71-4553-88e4-fdfd20912a75,revision_number=5']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:58:11.053965 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 445c3ded-9f71-4553-88e4-fdfd20912a75 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:58:11.121091 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 445c3ded-9f71-4553-88e4-fdfd20912a75 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:58:11.121521 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:58:12.795317 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024e0de2-80b5-4db2-b1e8-bcbc86e6bbbb req-502ab644-20bf-4b71-be9f-6fbdd79db988 tempest-TestEncryptedCinderVolumes-833045244 tempest-TestEncryptedCinderVolumes-833045244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:12.797208 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-024e0de2-80b5-4db2-b1e8-bcbc86e6bbbb req-502ab644-20bf-4b71-be9f-6fbdd79db988 tempest-TestEncryptedCinderVolumes-833045244 tempest-TestEncryptedCinderVolumes-833045244-project] 10.222.0.13 "GET /v2.0/ports?device_id=af5df2ab-6d2a-44d9-a8fd-36d5f998684e HTTP/1.1" status: 200 len: 946 time: 0.0779886 Mar 07 10:58:12.839826 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-024e0de2-80b5-4db2-b1e8-bcbc86e6bbbb req-7e27d704-75ea-4feb-902d-a2f85341d984 tempest-TestEncryptedCinderVolumes-833045244 tempest-TestEncryptedCinderVolumes-833045244-project] 10.222.0.13 "GET /v2.0/security-groups?id=49957bea-9b48-4478-8066-2f3ab2253574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372660 Mar 07 10:58:14.033801 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e59d64-5771-4d28-b545-6a9401846617 req-ee09f6f0-0e6b-488a-b9c2-124d0bad381c tempest-TestEncryptedCinderVolumes-833045244 tempest-TestEncryptedCinderVolumes-833045244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:14.035243 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-18e59d64-5771-4d28-b545-6a9401846617 req-ee09f6f0-0e6b-488a-b9c2-124d0bad381c tempest-TestEncryptedCinderVolumes-833045244 tempest-TestEncryptedCinderVolumes-833045244-project] 10.222.0.13 "GET /v2.0/ports?device_id=af5df2ab-6d2a-44d9-a8fd-36d5f998684e HTTP/1.1" status: 200 len: 946 time: 0.0752792 Mar 07 10:58:14.079857 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-18e59d64-5771-4d28-b545-6a9401846617 req-f69a4bd6-28ee-46f1-b328-d70b1200cfd7 tempest-TestEncryptedCinderVolumes-833045244 tempest-TestEncryptedCinderVolumes-833045244-project] 10.222.0.13 "GET /v2.0/security-groups?id=49957bea-9b48-4478-8066-2f3ab2253574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391159 Mar 07 10:58:14.331927 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef233be7-bbbe-4b34-b18f-ad2cfa8d1749 req-874981da-0c67-4c50-9153-1ea45cb2a05f tempest-TestEncryptedCinderVolumes-833045244 tempest-TestEncryptedCinderVolumes-833045244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:14.333506 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ef233be7-bbbe-4b34-b18f-ad2cfa8d1749 req-874981da-0c67-4c50-9153-1ea45cb2a05f tempest-TestEncryptedCinderVolumes-833045244 tempest-TestEncryptedCinderVolumes-833045244-project] 10.222.0.10 "GET /v2.0/ports?device_id=af5df2ab-6d2a-44d9-a8fd-36d5f998684e HTTP/1.1" status: 200 len: 946 time: 0.0800314 Mar 07 10:58:14.399854 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [req-ef233be7-bbbe-4b34-b18f-ad2cfa8d1749 req-53685cbc-9222-4d56-8795-c5d8c49b6b7a tempest-TestEncryptedCinderVolumes-833045244 tempest-TestEncryptedCinderVolumes-833045244-project] Deleting port c58b8574-1051-4241-be65-69c9f9d21ecd {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:58:14.400195 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-ef233be7-bbbe-4b34-b18f-ad2cfa8d1749 req-53685cbc-9222-4d56-8795-c5d8c49b6b7a tempest-TestEncryptedCinderVolumes-833045244 tempest-TestEncryptedCinderVolumes-833045244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:58:14.637539 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [req-ef233be7-bbbe-4b34-b18f-ad2cfa8d1749 req-53685cbc-9222-4d56-8795-c5d8c49b6b7a tempest-TestEncryptedCinderVolumes-833045244 tempest-TestEncryptedCinderVolumes-833045244-project] For port c58b8574-1051-4241-be65-69c9f9d21ecd, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=c58b8574-1051-4241-be65-69c9f9d21ecd,segment=NetworkSegment(a95f3fb3-7d1b-42cb-84db-a5c827ae3a47),segment_id=a95f3fb3-7d1b-42cb-84db-a5c827ae3a47)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:58:14.637896 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-ef233be7-bbbe-4b34-b18f-ad2cfa8d1749 req-53685cbc-9222-4d56-8795-c5d8c49b6b7a tempest-TestEncryptedCinderVolumes-833045244 tempest-TestEncryptedCinderVolumes-833045244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:58:14.755044 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [req-ef233be7-bbbe-4b34-b18f-ad2cfa8d1749 req-53685cbc-9222-4d56-8795-c5d8c49b6b7a tempest-TestEncryptedCinderVolumes-833045244 tempest-TestEncryptedCinderVolumes-833045244-project] Calling delete_port for c58b8574-1051-4241-be65-69c9f9d21ecd owned by compute:nova {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:58:14.893843 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-ef233be7-bbbe-4b34-b18f-ad2cfa8d1749 req-53685cbc-9222-4d56-8795-c5d8c49b6b7a tempest-TestEncryptedCinderVolumes-833045244 tempest-TestEncryptedCinderVolumes-833045244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:58:14.904778 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] get_ports_and_sgs() called for port_ids ['c58b8574-1051-4241-be65-69c9f9d21ecd'] {{(pid=83739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 07 10:58:14.943476 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53685cbc-9222-4d56-8795-c5d8c49b6b7a tempest-TestEncryptedCinderVolumes-833045244 tempest-TestEncryptedCinderVolumes-833045244-project] Pushing event deleted for resources: {'Port': ['ID=c58b8574-1051-4241-be65-69c9f9d21ecd,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:58:15.024802 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef233be7-bbbe-4b34-b18f-ad2cfa8d1749 req-53685cbc-9222-4d56-8795-c5d8c49b6b7a tempest-TestEncryptedCinderVolumes-833045244 tempest-TestEncryptedCinderVolumes-833045244-project] No DVR routers for this DVR port c58b8574-1051-4241-be65-69c9f9d21ecd on host hv-neutron-8307 {{(pid=83737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:58:15.027559 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-ef233be7-bbbe-4b34-b18f-ad2cfa8d1749 req-53685cbc-9222-4d56-8795-c5d8c49b6b7a tempest-TestEncryptedCinderVolumes-833045244 tempest-TestEncryptedCinderVolumes-833045244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:58:15.030713 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af5df2ab-6d2a-44d9-a8fd-36d5f998684e', 'name': 'network-vif-deleted', 'tag': 'c58b8574-1051-4241-be65-69c9f9d21ecd'}] {{(pid=83737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 10:58:15.048292 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ef233be7-bbbe-4b34-b18f-ad2cfa8d1749 req-53685cbc-9222-4d56-8795-c5d8c49b6b7a tempest-TestEncryptedCinderVolumes-833045244 tempest-TestEncryptedCinderVolumes-833045244-project] 10.222.0.10 "DELETE /v2.0/ports/c58b8574-1051-4241-be65-69c9f9d21ecd HTTP/1.1" status: 204 len: 173 time: 0.7099469 Mar 07 10:58:15.100448 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af5df2ab-6d2a-44d9-a8fd-36d5f998684e', 'name': 'network-vif-deleted', 'tag': 'c58b8574-1051-4241-be65-69c9f9d21ecd', 'status': 'completed', 'code': 200} Mar 07 10:58:15.265410 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-20907f76-e634-480d-b5ed-72be5cf55e20 req-1eb6ed55-2b03-4223-ab2f-3807f9c8b2f5 tempest-TestEncryptedCinderVolumes-833045244 tempest-TestEncryptedCinderVolumes-833045244-project] Synchronizing usage tracker for tenant:28b13ec39f42427a96e4062a1fe657de on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:58:15.280761 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-20907f76-e634-480d-b5ed-72be5cf55e20 req-1eb6ed55-2b03-4223-ab2f-3807f9c8b2f5 tempest-TestEncryptedCinderVolumes-833045244 tempest-TestEncryptedCinderVolumes-833045244-project] Unset dirty status for tenant:28b13ec39f42427a96e4062a1fe657de on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:58:15.281889 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-20907f76-e634-480d-b5ed-72be5cf55e20 req-1eb6ed55-2b03-4223-ab2f-3807f9c8b2f5 tempest-TestEncryptedCinderVolumes-833045244 tempest-TestEncryptedCinderVolumes-833045244-project] 10.222.0.13 "GET /v2.0/ports?device_id=af5df2ab-6d2a-44d9-a8fd-36d5f998684e HTTP/1.1" status: 200 len: 210 time: 0.0577476 Mar 07 10:58:15.841375 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:58:17.050320 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea1de80-5a2a-4bf7-995a-c187961e52eb req-9a65e890-dbb5-4bcc-82c5-18f9e51977d2 tempest-TestEncryptedCinderVolumes-833045244 tempest-TestEncryptedCinderVolumes-833045244-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:17.051757 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-1ea1de80-5a2a-4bf7-995a-c187961e52eb req-9a65e890-dbb5-4bcc-82c5-18f9e51977d2 tempest-TestEncryptedCinderVolumes-833045244 tempest-TestEncryptedCinderVolumes-833045244-project] 10.222.0.13 "GET /v2.0/networks?id=0eefff21-0bac-469f-93e0-233882283f40 HTTP/1.1" status: 200 len: 816 time: 0.2209330 Mar 07 10:58:17.067970 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-1ea1de80-5a2a-4bf7-995a-c187961e52eb req-8dc99679-48b3-4c21-80c5-41ff93c0f11c tempest-TestEncryptedCinderVolumes-833045244 tempest-TestEncryptedCinderVolumes-833045244-project] 10.222.0.13 "GET /v2.0/quotas/28b13ec39f42427a96e4062a1fe657de HTTP/1.1" status: 200 len: 375 time: 0.0106189 Mar 07 10:58:17.149558 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-1ea1de80-5a2a-4bf7-995a-c187961e52eb req-88db1ced-f75e-4319-8935-317f12d81bee tempest-TestEncryptedCinderVolumes-833045244 tempest-TestEncryptedCinderVolumes-833045244-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=28b13ec39f42427a96e4062a1fe657de&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0768125 Mar 07 10:58:17.285304 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-1ea1de80-5a2a-4bf7-995a-c187961e52eb req-e5919a56-5818-4704-9400-b2de6b2d3b7f service neutron] 10.222.0.13 "GET /v2.0/networks/0eefff21-0bac-469f-93e0-233882283f40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236207 Mar 07 10:58:17.414930 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-1ea1de80-5a2a-4bf7-995a-c187961e52eb req-c78e3918-264f-4d1f-8798-02026bc2bf92 service neutron] 10.222.0.13 "GET /v2.0/networks/0eefff21-0bac-469f-93e0-233882283f40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241155 Mar 07 10:58:17.594007 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-833eadf2-7d7f-4500-8f85-85d7571f4947 req-548a753e-f42c-4a0c-bc19-79fad721770b tempest-TestEncryptedCinderVolumes-833045244 tempest-TestEncryptedCinderVolumes-833045244-project] 10.222.0.13 "GET /v2.0/ports?device_id=57a64cad-85d3-46e8-84c8-1715f066b313 HTTP/1.1" status: 200 len: 210 time: 0.0410037 Mar 07 10:58:17.939273 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device c58b8574-1051-4241-be65-69c9f9d21ecd no longer exists at agent hyperv_hv-neutron-8307 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:58:17.972054 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] No Port match for: c58b8574-1051-4241-be65-69c9f9d21ecd {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 10:58:17.972516 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device c58b8574-1051-4241-be65-69c9f9d21ecd not bound to the agent host hv-neutron-8307 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 10:58:18.575905 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea1de80-5a2a-4bf7-995a-c187961e52eb req-94561d04-72eb-430b-9da9-c07dc31316a1 tempest-TestEncryptedCinderVolumes-833045244 tempest-TestEncryptedCinderVolumes-833045244-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:18.577865 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-1ea1de80-5a2a-4bf7-995a-c187961e52eb req-94561d04-72eb-430b-9da9-c07dc31316a1 tempest-TestEncryptedCinderVolumes-833045244 tempest-TestEncryptedCinderVolumes-833045244-project] 10.222.0.10 "GET /v2.0/networks?id=0eefff21-0bac-469f-93e0-233882283f40 HTTP/1.1" status: 200 len: 816 time: 0.1439247 Mar 07 10:58:18.593411 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [req-1ea1de80-5a2a-4bf7-995a-c187961e52eb req-148725f0-f411-4a86-a281-93bcd7030a13 tempest-TestEncryptedCinderVolumes-833045244 tempest-TestEncryptedCinderVolumes-833045244-project] Request body: {'port': {'device_id': '57a64cad-85d3-46e8-84c8-1715f066b313', 'network_id': '0eefff21-0bac-469f-93e0-233882283f40', 'admin_state_up': True, 'tenant_id': '28b13ec39f42427a96e4062a1fe657de'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:58:18.767235 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-1424ba1c-3ac9-4102-92e0-6e739a805ca9 req-f14646f6-9cce-413a-9dc0-83feec10e92d tempest-TestEncryptedCinderVolumes-833045244 tempest-TestEncryptedCinderVolumes-833045244-project] 10.222.0.13 "GET /v2.0/ports?device_id=57a64cad-85d3-46e8-84c8-1715f066b313 HTTP/1.1" status: 200 len: 210 time: 0.0499413 Mar 07 10:58:18.769336 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [req-1ea1de80-5a2a-4bf7-995a-c187961e52eb req-148725f0-f411-4a86-a281-93bcd7030a13 tempest-TestEncryptedCinderVolumes-833045244 tempest-TestEncryptedCinderVolumes-833045244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:58:18.778675 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [req-1ea1de80-5a2a-4bf7-995a-c187961e52eb req-148725f0-f411-4a86-a281-93bcd7030a13 tempest-TestEncryptedCinderVolumes-833045244 tempest-TestEncryptedCinderVolumes-833045244-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:58:18.788956 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ea1de80-5a2a-4bf7-995a-c187961e52eb req-148725f0-f411-4a86-a281-93bcd7030a13 tempest-TestEncryptedCinderVolumes-833045244 tempest-TestEncryptedCinderVolumes-833045244-project] Made reservation on behalf of 28b13ec39f42427a96e4062a1fe657de for: {'port': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:58:18.791986 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-1ea1de80-5a2a-4bf7-995a-c187961e52eb req-148725f0-f411-4a86-a281-93bcd7030a13 tempest-TestEncryptedCinderVolumes-833045244 tempest-TestEncryptedCinderVolumes-833045244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:58:18.947390 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [req-1ea1de80-5a2a-4bf7-995a-c187961e52eb req-148725f0-f411-4a86-a281-93bcd7030a13 tempest-TestEncryptedCinderVolumes-833045244 tempest-TestEncryptedCinderVolumes-833045244-project] Allocated IP 172.20.0.11 (0eefff21-0bac-469f-93e0-233882283f40/0b382955-bd34-44ed-9c4c-24441c121289/3e9ee585-0faf-4ade-8f6b-df58e7421f42) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:58:19.145104 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-1ea1de80-5a2a-4bf7-995a-c187961e52eb req-148725f0-f411-4a86-a281-93bcd7030a13 tempest-TestEncryptedCinderVolumes-833045244 tempest-TestEncryptedCinderVolumes-833045244-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:58:19.159644 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [req-1ea1de80-5a2a-4bf7-995a-c187961e52eb req-148725f0-f411-4a86-a281-93bcd7030a13 tempest-TestEncryptedCinderVolumes-833045244 tempest-TestEncryptedCinderVolumes-833045244-project] Transition to ACTIVE for port object 3e9ee585-0faf-4ade-8f6b-df58e7421f42 will not be triggered until provisioned by entity DHCP. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:58:19.181241 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-1ea1de80-5a2a-4bf7-995a-c187961e52eb req-148725f0-f411-4a86-a281-93bcd7030a13 tempest-TestEncryptedCinderVolumes-833045244 tempest-TestEncryptedCinderVolumes-833045244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:58:19.254284 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ea1de80-5a2a-4bf7-995a-c187961e52eb req-148725f0-f411-4a86-a281-93bcd7030a13 tempest-TestEncryptedCinderVolumes-833045244 tempest-TestEncryptedCinderVolumes-833045244-project] Network 0eefff21-0bac-469f-93e0-233882283f40 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:58:19.258023 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148725f0-f411-4a86-a281-93bcd7030a13 tempest-TestEncryptedCinderVolumes-833045244 tempest-TestEncryptedCinderVolumes-833045244-project] Pushing event updated for resources: {'Port': ['ID=3e9ee585-0faf-4ade-8f6b-df58e7421f42,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:58:19.261394 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [req-1ea1de80-5a2a-4bf7-995a-c187961e52eb req-148725f0-f411-4a86-a281-93bcd7030a13 tempest-TestEncryptedCinderVolumes-833045244 tempest-TestEncryptedCinderVolumes-833045244-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:58:19.263385 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ea1de80-5a2a-4bf7-995a-c187961e52eb req-148725f0-f411-4a86-a281-93bcd7030a13 tempest-TestEncryptedCinderVolumes-833045244 tempest-TestEncryptedCinderVolumes-833045244-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:58:19.323002 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea1de80-5a2a-4bf7-995a-c187961e52eb req-148725f0-f411-4a86-a281-93bcd7030a13 tempest-TestEncryptedCinderVolumes-833045244 tempest-TestEncryptedCinderVolumes-833045244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:19.323603 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-1ea1de80-5a2a-4bf7-995a-c187961e52eb req-148725f0-f411-4a86-a281-93bcd7030a13 tempest-TestEncryptedCinderVolumes-833045244 tempest-TestEncryptedCinderVolumes-833045244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:58:19.349117 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-1ea1de80-5a2a-4bf7-995a-c187961e52eb req-148725f0-f411-4a86-a281-93bcd7030a13 tempest-TestEncryptedCinderVolumes-833045244 tempest-TestEncryptedCinderVolumes-833045244-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7600205 Mar 07 10:58:19.361057 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [req-1ea1de80-5a2a-4bf7-995a-c187961e52eb req-ab4a6e95-abd0-4821-8854-de68931948ea service neutron] Request body: {'port': {'device_id': '57a64cad-85d3-46e8-84c8-1715f066b313', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8307'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:58:19.474073 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-1ea1de80-5a2a-4bf7-995a-c187961e52eb req-ab4a6e95-abd0-4821-8854-de68931948ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:58:19.476651 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-cf5a3944-ebc2-4e5f-9a96-93786cdd4e55 None None] Provisioning for port 3e9ee585-0faf-4ade-8f6b-df58e7421f42 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:58:19.481222 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-cf5a3944-ebc2-4e5f-9a96-93786cdd4e55 None None] Provisioning complete for port 3e9ee585-0faf-4ade-8f6b-df58e7421f42 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:58:19.481575 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-cf5a3944-ebc2-4e5f-9a96-93786cdd4e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:58:19.533881 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-cf5a3944-ebc2-4e5f-9a96-93786cdd4e55 None None] Port 3e9ee585-0faf-4ade-8f6b-df58e7421f42 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:58:19.891853 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [req-1ea1de80-5a2a-4bf7-995a-c187961e52eb req-ab4a6e95-abd0-4821-8854-de68931948ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e9ee585-0faf-4ade-8f6b-df58e7421f42 {{(pid=83737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 07 10:58:19.934731 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-1ea1de80-5a2a-4bf7-995a-c187961e52eb req-ab4a6e95-abd0-4821-8854-de68931948ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:58:19.960227 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [req-1ea1de80-5a2a-4bf7-995a-c187961e52eb req-ab4a6e95-abd0-4821-8854-de68931948ea service neutron] Transition to ACTIVE for port object 3e9ee585-0faf-4ade-8f6b-df58e7421f42 will not be triggered until provisioned by entity L2. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:58:19.966595 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-1ea1de80-5a2a-4bf7-995a-c187961e52eb req-ab4a6e95-abd0-4821-8854-de68931948ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3012561'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:58:20.109053 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389c6c7d-a2db-4173-8169-3d9b7e39ae7b req-bc7371ba-9e39-45e8-9a4e-3050bf7d33b2 tempest-TestEncryptedCinderVolumes-833045244 tempest-TestEncryptedCinderVolumes-833045244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:20.109854 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-389c6c7d-a2db-4173-8169-3d9b7e39ae7b req-bc7371ba-9e39-45e8-9a4e-3050bf7d33b2 tempest-TestEncryptedCinderVolumes-833045244 tempest-TestEncryptedCinderVolumes-833045244-project] Synchronizing usage tracker for tenant:28b13ec39f42427a96e4062a1fe657de on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:58:20.119915 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4a6e95-abd0-4821-8854-de68931948ea service neutron] Pushing event updated for resources: {'Port': ['ID=3e9ee585-0faf-4ade-8f6b-df58e7421f42,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:58:20.197428 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-389c6c7d-a2db-4173-8169-3d9b7e39ae7b req-bc7371ba-9e39-45e8-9a4e-3050bf7d33b2 tempest-TestEncryptedCinderVolumes-833045244 tempest-TestEncryptedCinderVolumes-833045244-project] Unset dirty status for tenant:28b13ec39f42427a96e4062a1fe657de on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:58:20.198565 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-389c6c7d-a2db-4173-8169-3d9b7e39ae7b req-bc7371ba-9e39-45e8-9a4e-3050bf7d33b2 tempest-TestEncryptedCinderVolumes-833045244 tempest-TestEncryptedCinderVolumes-833045244-project] 10.222.0.13 "GET /v2.0/ports?device_id=57a64cad-85d3-46e8-84c8-1715f066b313 HTTP/1.1" status: 200 len: 932 time: 0.3118882 Mar 07 10:58:20.273834 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [req-1ea1de80-5a2a-4bf7-995a-c187961e52eb req-ab4a6e95-abd0-4821-8854-de68931948ea service neutron] Attempting to bind port 3e9ee585-0faf-4ade-8f6b-df58e7421f42 on host hv-neutron-8307 for vnic_type normal with profile {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:58:20.274167 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [req-1ea1de80-5a2a-4bf7-995a-c187961e52eb req-ab4a6e95-abd0-4821-8854-de68931948ea service neutron] Attempting to bind port 3e9ee585-0faf-4ade-8f6b-df58e7421f42 by drivers openvswitch,hyperv on host hv-neutron-8307 at level 0 using segments [{'id': 'a95f3fb3-7d1b-42cb-84db-a5c827ae3a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '0eefff21-0bac-469f-93e0-233882283f40'}] {{(pid=83737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:58:20.274488 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ea1de80-5a2a-4bf7-995a-c187961e52eb req-ab4a6e95-abd0-4821-8854-de68931948ea service neutron] Attempting to bind port 3e9ee585-0faf-4ade-8f6b-df58e7421f42 on network 0eefff21-0bac-469f-93e0-233882283f40 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:58:20.280775 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-389c6c7d-a2db-4173-8169-3d9b7e39ae7b req-3e8d270e-96b3-49df-b6ad-2505aec58422 tempest-TestEncryptedCinderVolumes-833045244 tempest-TestEncryptedCinderVolumes-833045244-project] 10.222.0.13 "GET /v2.0/security-groups?id=49957bea-9b48-4478-8066-2f3ab2253574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762396 Mar 07 10:58:20.283270 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ea1de80-5a2a-4bf7-995a-c187961e52eb req-ab4a6e95-abd0-4821-8854-de68931948ea service neutron] Port 3e9ee585-0faf-4ade-8f6b-df58e7421f42 on network 0eefff21-0bac-469f-93e0-233882283f40 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8307 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 07 10:58:20.283587 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ea1de80-5a2a-4bf7-995a-c187961e52eb req-ab4a6e95-abd0-4821-8854-de68931948ea service neutron] Attempting to bind port 3e9ee585-0faf-4ade-8f6b-df58e7421f42 on network 0eefff21-0bac-469f-93e0-233882283f40 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:58:20.290107 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ea1de80-5a2a-4bf7-995a-c187961e52eb req-ab4a6e95-abd0-4821-8854-de68931948ea service neutron] Checking agent: {'id': 'fb93ecad-d7e5-4e81-99ef-d8d0ee7386ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8307', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 21, 15), 'started_at': datetime.datetime(2022, 3, 7, 10, 21, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 58, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:58:20.290439 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ea1de80-5a2a-4bf7-995a-c187961e52eb req-ab4a6e95-abd0-4821-8854-de68931948ea service neutron] Checking segment: {'id': 'a95f3fb3-7d1b-42cb-84db-a5c827ae3a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '0eefff21-0bac-469f-93e0-233882283f40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:58:20.290813 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ea1de80-5a2a-4bf7-995a-c187961e52eb req-ab4a6e95-abd0-4821-8854-de68931948ea service neutron] Bound using segment: {'id': 'a95f3fb3-7d1b-42cb-84db-a5c827ae3a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '0eefff21-0bac-469f-93e0-233882283f40'} {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:58:20.291263 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [req-1ea1de80-5a2a-4bf7-995a-c187961e52eb req-ab4a6e95-abd0-4821-8854-de68931948ea service neutron] Bound port: 3e9ee585-0faf-4ade-8f6b-df58e7421f42, host: hv-neutron-8307, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a95f3fb3-7d1b-42cb-84db-a5c827ae3a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '0eefff21-0bac-469f-93e0-233882283f40'}}] {{(pid=83737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:58:20.291604 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-1ea1de80-5a2a-4bf7-995a-c187961e52eb req-ab4a6e95-abd0-4821-8854-de68931948ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:58:20.386926 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [req-1ea1de80-5a2a-4bf7-995a-c187961e52eb req-ab4a6e95-abd0-4821-8854-de68931948ea service neutron] For port 3e9ee585-0faf-4ade-8f6b-df58e7421f42, host hv-neutron-8307, cleared binding levels {{(pid=83737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:58:20.390902 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [req-1ea1de80-5a2a-4bf7-995a-c187961e52eb req-ab4a6e95-abd0-4821-8854-de68931948ea service neutron] For port 3e9ee585-0faf-4ade-8f6b-df58e7421f42, host hv-neutron-8307, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=3e9ee585-0faf-4ade-8f6b-df58e7421f42,segment=NetworkSegment(a95f3fb3-7d1b-42cb-84db-a5c827ae3a47),segment_id=a95f3fb3-7d1b-42cb-84db-a5c827ae3a47)] {{(pid=83737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:58:20.395212 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-1ea1de80-5a2a-4bf7-995a-c187961e52eb req-ab4a6e95-abd0-4821-8854-de68931948ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3012561'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:58:20.457215 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-1ea1de80-5a2a-4bf7-995a-c187961e52eb req-ab4a6e95-abd0-4821-8854-de68931948ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:58:20.458546 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-1ea1de80-5a2a-4bf7-995a-c187961e52eb req-ab4a6e95-abd0-4821-8854-de68931948ea service neutron] 10.222.0.10 "PUT /v2.0/ports/3e9ee585-0faf-4ade-8f6b-df58e7421f42 HTTP/1.1" status: 200 len: 1094 time: 1.1024351 Mar 07 10:58:20.458980 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57a64cad-85d3-46e8-84c8-1715f066b313', 'tag': '3e9ee585-0faf-4ade-8f6b-df58e7421f42'}] {{(pid=83737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 10:58:20.478371 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4a6e95-abd0-4821-8854-de68931948ea service neutron] Pushing event updated for resources: {'Port': ['ID=3e9ee585-0faf-4ade-8f6b-df58e7421f42,revision_number=3']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:58:20.525209 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57a64cad-85d3-46e8-84c8-1715f066b313', 'tag': '3e9ee585-0faf-4ade-8f6b-df58e7421f42', 'status': 'completed', 'code': 200} Mar 07 10:58:20.602398 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-1ea1de80-5a2a-4bf7-995a-c187961e52eb req-8d32e94e-0886-4469-a26a-e15e44e4e9e6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=28b13ec39f42427a96e4062a1fe657de&device_id=57a64cad-85d3-46e8-84c8-1715f066b313 HTTP/1.1" status: 200 len: 1097 time: 0.0749524 Mar 07 10:58:20.669161 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-1ea1de80-5a2a-4bf7-995a-c187961e52eb req-914cc431-85da-4823-b1fb-196556a0f90e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3e9ee585-0faf-4ade-8f6b-df58e7421f42 HTTP/1.1" status: 200 len: 217 time: 0.0593274 Mar 07 10:58:20.733932 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea1de80-5a2a-4bf7-995a-c187961e52eb req-5f19a006-59b1-459a-bd62-9a377f26555a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:20.735278 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-1ea1de80-5a2a-4bf7-995a-c187961e52eb req-5f19a006-59b1-459a-bd62-9a377f26555a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0b382955-bd34-44ed-9c4c-24441c121289 HTTP/1.1" status: 200 len: 855 time: 0.0607855 Mar 07 10:58:20.807086 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-1ea1de80-5a2a-4bf7-995a-c187961e52eb req-49923ac0-e3ea-4751-88c8-126b2b823ad0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0eefff21-0bac-469f-93e0-233882283f40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0662365 Mar 07 10:58:20.932882 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-1ea1de80-5a2a-4bf7-995a-c187961e52eb req-1e74098f-c573-4f42-a6a9-ab64b8bca330 service neutron] 10.222.0.10 "GET /v2.0/networks/0eefff21-0bac-469f-93e0-233882283f40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193030 Mar 07 10:58:21.060406 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-1ea1de80-5a2a-4bf7-995a-c187961e52eb req-5eb7c203-f808-4742-a8a1-f54066820f8d service neutron] 10.222.0.10 "GET /v2.0/networks/0eefff21-0bac-469f-93e0-233882283f40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207063 Mar 07 10:58:21.177105 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-769807e5-8a26-4a21-90ad-cc3d568a5b01 req-914337fc-4a47-4306-8ce5-62567cce7b44 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=28b13ec39f42427a96e4062a1fe657de&device_id=57a64cad-85d3-46e8-84c8-1715f066b313 HTTP/1.1" status: 200 len: 1097 time: 0.0714750 Mar 07 10:58:21.306496 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769807e5-8a26-4a21-90ad-cc3d568a5b01 req-9420eba2-9729-4545-a320-705d32fa1473 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:21.307918 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-769807e5-8a26-4a21-90ad-cc3d568a5b01 req-9420eba2-9729-4545-a320-705d32fa1473 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0eefff21-0bac-469f-93e0-233882283f40 HTTP/1.1" status: 200 len: 917 time: 0.1255805 Mar 07 10:58:21.374340 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-769807e5-8a26-4a21-90ad-cc3d568a5b01 req-91e5af55-80fe-471b-822c-521f145e2bc9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3e9ee585-0faf-4ade-8f6b-df58e7421f42 HTTP/1.1" status: 200 len: 217 time: 0.0598679 Mar 07 10:58:21.570493 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769807e5-8a26-4a21-90ad-cc3d568a5b01 req-b7ec15f2-a7ac-4422-9d47-f03d4ba681d8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:21.571824 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-769807e5-8a26-4a21-90ad-cc3d568a5b01 req-b7ec15f2-a7ac-4422-9d47-f03d4ba681d8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0b382955-bd34-44ed-9c4c-24441c121289 HTTP/1.1" status: 200 len: 855 time: 0.1925809 Mar 07 10:58:21.644317 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195c88d5-3ba9-4162-9280-7a87ef3fd6a8 req-740e38f6-dbff-450a-8baf-798b024f9312 tempest-TestEncryptedCinderVolumes-833045244 tempest-TestEncryptedCinderVolumes-833045244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:21.645765 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-195c88d5-3ba9-4162-9280-7a87ef3fd6a8 req-740e38f6-dbff-450a-8baf-798b024f9312 tempest-TestEncryptedCinderVolumes-833045244 tempest-TestEncryptedCinderVolumes-833045244-project] 10.222.0.13 "GET /v2.0/ports?device_id=57a64cad-85d3-46e8-84c8-1715f066b313 HTTP/1.1" status: 200 len: 944 time: 0.2361300 Mar 07 10:58:21.682042 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-769807e5-8a26-4a21-90ad-cc3d568a5b01 req-866bbaad-550f-4f32-ad37-a23a1651cd9c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0eefff21-0bac-469f-93e0-233882283f40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1029022 Mar 07 10:58:21.766099 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-195c88d5-3ba9-4162-9280-7a87ef3fd6a8 req-06bfb8fc-0072-4ccf-981f-9287bf2c87d7 tempest-TestEncryptedCinderVolumes-833045244 tempest-TestEncryptedCinderVolumes-833045244-project] 10.222.0.13 "GET /v2.0/security-groups?id=49957bea-9b48-4478-8066-2f3ab2253574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129332 Mar 07 10:58:21.823467 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-769807e5-8a26-4a21-90ad-cc3d568a5b01 req-bc8120df-bf88-4c9a-be41-5eacc0292a27 service neutron] 10.222.0.10 "GET /v2.0/networks/0eefff21-0bac-469f-93e0-233882283f40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331332 Mar 07 10:58:21.952187 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-769807e5-8a26-4a21-90ad-cc3d568a5b01 req-e0c8553a-f867-4002-a54b-aef07f50a6c1 service neutron] 10.222.0.10 "GET /v2.0/networks/0eefff21-0bac-469f-93e0-233882283f40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216900 Mar 07 10:58:22.961204 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2605d6-d1eb-40af-b9de-85cd6adda4d4 req-4ba90018-3aeb-44cd-af30-643e8eab7306 tempest-TestEncryptedCinderVolumes-833045244 tempest-TestEncryptedCinderVolumes-833045244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:22.962626 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-dc2605d6-d1eb-40af-b9de-85cd6adda4d4 req-4ba90018-3aeb-44cd-af30-643e8eab7306 tempest-TestEncryptedCinderVolumes-833045244 tempest-TestEncryptedCinderVolumes-833045244-project] 10.222.0.13 "GET /v2.0/ports?device_id=57a64cad-85d3-46e8-84c8-1715f066b313 HTTP/1.1" status: 200 len: 944 time: 0.0762491 Mar 07 10:58:23.006423 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-dc2605d6-d1eb-40af-b9de-85cd6adda4d4 req-04d61fd1-d5e9-4db4-8bd5-2e2f1d96fd89 tempest-TestEncryptedCinderVolumes-833045244 tempest-TestEncryptedCinderVolumes-833045244-project] 10.222.0.13 "GET /v2.0/security-groups?id=49957bea-9b48-4478-8066-2f3ab2253574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375803 Mar 07 10:58:23.971103 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device 3e9ee585-0faf-4ade-8f6b-df58e7421f42 details requested by agent hyperv_hv-neutron-8307 with host hv-neutron-8307 {{(pid=83739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 07 10:58:24.100222 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port 3e9ee585-0faf-4ade-8f6b-df58e7421f42, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=3e9ee585-0faf-4ade-8f6b-df58e7421f42,segment=NetworkSegment(a95f3fb3-7d1b-42cb-84db-a5c827ae3a47),segment_id=a95f3fb3-7d1b-42cb-84db-a5c827ae3a47)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:58:24.113527 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Returning: {'device': '3e9ee585-0faf-4ade-8f6b-df58e7421f42', 'network_id': '0eefff21-0bac-469f-93e0-233882283f40', 'port_id': '3e9ee585-0faf-4ade-8f6b-df58e7421f42', 'mac_address': 'fa:16:3e:b9:d2:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b382955-bd34-44ed-9c4c-24441c121289', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 07 10:58:24.169349 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:58:24.187476 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e9ee585-0faf-4ade-8f6b-df58e7421f42 {{(pid=83739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 07 10:58:24.201327 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776bd326-7b4d-4627-9388-a27c7e4043fa req-a4dc5479-ddaf-4b4a-be36-3acd5156d8ec tempest-TestEncryptedCinderVolumes-833045244 tempest-TestEncryptedCinderVolumes-833045244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:24.202346 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port 3e9ee585-0faf-4ade-8f6b-df58e7421f42, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=3e9ee585-0faf-4ade-8f6b-df58e7421f42,segment=NetworkSegment(a95f3fb3-7d1b-42cb-84db-a5c827ae3a47),segment_id=a95f3fb3-7d1b-42cb-84db-a5c827ae3a47)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:58:24.202759 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-776bd326-7b4d-4627-9388-a27c7e4043fa req-a4dc5479-ddaf-4b4a-be36-3acd5156d8ec tempest-TestEncryptedCinderVolumes-833045244 tempest-TestEncryptedCinderVolumes-833045244-project] 10.222.0.13 "GET /v2.0/ports?device_id=57a64cad-85d3-46e8-84c8-1715f066b313 HTTP/1.1" status: 200 len: 944 time: 0.0775101 Mar 07 10:58:24.206310 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:58:24.250708 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-776bd326-7b4d-4627-9388-a27c7e4043fa req-848c2107-d6e2-40de-bd2a-e0aa5d9dfc73 tempest-TestEncryptedCinderVolumes-833045244 tempest-TestEncryptedCinderVolumes-833045244-project] 10.222.0.13 "GET /v2.0/security-groups?id=49957bea-9b48-4478-8066-2f3ab2253574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418200 Mar 07 10:58:24.276042 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Pushing event updated for resources: {'Port': ['ID=3e9ee585-0faf-4ade-8f6b-df58e7421f42,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:58:24.489226 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] get_ports_and_sgs() called for port_ids ['3e9ee585-0faf-4ade-8f6b-df58e7421f42'] {{(pid=83739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 07 10:58:25.448177 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eefe82-77ed-46b6-9e4b-ec9f66c96732 req-e634be35-2b14-4abe-a0b5-92e8f7882954 tempest-TestEncryptedCinderVolumes-833045244 tempest-TestEncryptedCinderVolumes-833045244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:25.453030 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-32eefe82-77ed-46b6-9e4b-ec9f66c96732 req-e634be35-2b14-4abe-a0b5-92e8f7882954 tempest-TestEncryptedCinderVolumes-833045244 tempest-TestEncryptedCinderVolumes-833045244-project] 10.222.0.13 "GET /v2.0/ports?device_id=57a64cad-85d3-46e8-84c8-1715f066b313 HTTP/1.1" status: 200 len: 945 time: 0.0832996 Mar 07 10:58:25.500448 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-32eefe82-77ed-46b6-9e4b-ec9f66c96732 req-4420e07e-e357-4e8d-92dc-97fb3104717f tempest-TestEncryptedCinderVolumes-833045244 tempest-TestEncryptedCinderVolumes-833045244-project] 10.222.0.13 "GET /v2.0/security-groups?id=49957bea-9b48-4478-8066-2f3ab2253574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419867 Mar 07 10:58:25.985506 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device 3e9ee585-0faf-4ade-8f6b-df58e7421f42 up at agent hyperv_hv-neutron-8307 {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:58:26.050425 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Provisioning for port 3e9ee585-0faf-4ade-8f6b-df58e7421f42 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:58:26.054750 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Provisioning complete for port 3e9ee585-0faf-4ade-8f6b-df58e7421f42 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:58:26.055110 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:58:26.164539 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:58:26.190804 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57a64cad-85d3-46e8-84c8-1715f066b313', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e9ee585-0faf-4ade-8f6b-df58e7421f42'}] {{(pid=83739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 10:58:26.200035 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port 3e9ee585-0faf-4ade-8f6b-df58e7421f42, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=3e9ee585-0faf-4ade-8f6b-df58e7421f42,segment=NetworkSegment(a95f3fb3-7d1b-42cb-84db-a5c827ae3a47),segment_id=a95f3fb3-7d1b-42cb-84db-a5c827ae3a47)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:58:26.203778 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:58:26.247021 dv-neutron-830731-3-hyperv neutron-server[83739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57a64cad-85d3-46e8-84c8-1715f066b313', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e9ee585-0faf-4ade-8f6b-df58e7421f42', 'code': 200} Mar 07 10:58:26.274227 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Pushing event updated for resources: {'Port': ['ID=3e9ee585-0faf-4ade-8f6b-df58e7421f42,revision_number=5']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:58:26.470904 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c7dc0867-d732-461d-baa4-911ae10c87f8 req-51f95cb8-c706-4cd0-9e7e-4d57b6490f8e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=57a64cad-85d3-46e8-84c8-1715f066b313 HTTP/1.1" status: 200 len: 1099 time: 0.0665212 Mar 07 10:58:26.511751 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c7dc0867-d732-461d-baa4-911ae10c87f8 req-0eae4aac-2660-41e2-8ca8-217e424f4d62 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=49957bea-9b48-4478-8066-2f3ab2253574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349858 Mar 07 10:58:26.695987 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39af466f-a775-4bae-b2ab-562285db26d4 req-e6f47834-cc1e-477e-bb70-a345a8f1f115 tempest-TestEncryptedCinderVolumes-833045244 tempest-TestEncryptedCinderVolumes-833045244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:26.697432 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-39af466f-a775-4bae-b2ab-562285db26d4 req-e6f47834-cc1e-477e-bb70-a345a8f1f115 tempest-TestEncryptedCinderVolumes-833045244 tempest-TestEncryptedCinderVolumes-833045244-project] 10.222.0.13 "GET /v2.0/ports?device_id=57a64cad-85d3-46e8-84c8-1715f066b313 HTTP/1.1" status: 200 len: 946 time: 0.0780022 Mar 07 10:58:26.741553 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-39af466f-a775-4bae-b2ab-562285db26d4 req-a6d2ce4d-c685-4dcf-8a2e-e1cc81162349 tempest-TestEncryptedCinderVolumes-833045244 tempest-TestEncryptedCinderVolumes-833045244-project] 10.222.0.13 "GET /v2.0/security-groups?id=49957bea-9b48-4478-8066-2f3ab2253574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382254 Mar 07 10:58:27.939592 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094f1d55-cf1e-403b-8bf0-58f8315a6d65 req-f8318521-0abd-469c-94b4-3f773f4b01ee tempest-TestEncryptedCinderVolumes-833045244 tempest-TestEncryptedCinderVolumes-833045244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:27.941020 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-094f1d55-cf1e-403b-8bf0-58f8315a6d65 req-f8318521-0abd-469c-94b4-3f773f4b01ee tempest-TestEncryptedCinderVolumes-833045244 tempest-TestEncryptedCinderVolumes-833045244-project] 10.222.0.13 "GET /v2.0/ports?device_id=57a64cad-85d3-46e8-84c8-1715f066b313 HTTP/1.1" status: 200 len: 946 time: 0.0742342 Mar 07 10:58:27.984008 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-094f1d55-cf1e-403b-8bf0-58f8315a6d65 req-aa929bcd-33e6-4567-a8ea-099b5d8957ac tempest-TestEncryptedCinderVolumes-833045244 tempest-TestEncryptedCinderVolumes-833045244-project] 10.222.0.13 "GET /v2.0/security-groups?id=49957bea-9b48-4478-8066-2f3ab2253574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375810 Mar 07 10:58:28.180791 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be84f5fd-3474-4efb-9e7f-b4894b9ef6d6 req-18c042c6-7727-4f32-8b6c-841cd7d6de12 tempest-TestEncryptedCinderVolumes-833045244 tempest-TestEncryptedCinderVolumes-833045244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:28.182202 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-be84f5fd-3474-4efb-9e7f-b4894b9ef6d6 req-18c042c6-7727-4f32-8b6c-841cd7d6de12 tempest-TestEncryptedCinderVolumes-833045244 tempest-TestEncryptedCinderVolumes-833045244-project] 10.222.0.13 "GET /v2.0/ports?device_id=57a64cad-85d3-46e8-84c8-1715f066b313 HTTP/1.1" status: 200 len: 946 time: 0.0781355 Mar 07 10:58:28.225995 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-be84f5fd-3474-4efb-9e7f-b4894b9ef6d6 req-5bb4f5cc-0ee3-467b-b2b8-279556a690f3 tempest-TestEncryptedCinderVolumes-833045244 tempest-TestEncryptedCinderVolumes-833045244-project] 10.222.0.13 "GET /v2.0/security-groups?id=49957bea-9b48-4478-8066-2f3ab2253574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372186 Mar 07 10:58:28.426636 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-fc5fe758-575f-44e5-8280-ca03698b7014 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:58:30.615914 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0e6a366f-80d5-473a-b919-9d99522400d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:58:31.870850 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-711fefd2-3b30-4759-8df5-0aecff1c8e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:58:31.919806 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:58:33.292029 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c87150bd-aa9c-4ad1-bb68-57ec66d4fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:58:35.088686 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-adbd2215-c8ee-41f3-92a6-4182ca26b8a8 None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 10:58:42.589015 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2a647a-fedb-48f5-b2ed-9ff48861e43d req-8e024231-6e40-437a-9497-79787ed1bb45 tempest-TestEncryptedCinderVolumes-833045244 tempest-TestEncryptedCinderVolumes-833045244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:42.590338 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-bb2a647a-fedb-48f5-b2ed-9ff48861e43d req-8e024231-6e40-437a-9497-79787ed1bb45 tempest-TestEncryptedCinderVolumes-833045244 tempest-TestEncryptedCinderVolumes-833045244-project] 10.222.0.13 "GET /v2.0/ports?device_id=57a64cad-85d3-46e8-84c8-1715f066b313 HTTP/1.1" status: 200 len: 946 time: 0.0743475 Mar 07 10:58:42.634938 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-bb2a647a-fedb-48f5-b2ed-9ff48861e43d req-1e13c7a4-560a-4b1f-8f5a-b345848e7ff6 tempest-TestEncryptedCinderVolumes-833045244 tempest-TestEncryptedCinderVolumes-833045244-project] 10.222.0.13 "GET /v2.0/security-groups?id=49957bea-9b48-4478-8066-2f3ab2253574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378871 Mar 07 10:58:43.834080 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801b2e71-6140-4c35-967b-97480b97ff8b req-237c8f85-46f0-49e1-bc49-baa9aea1b740 tempest-TestEncryptedCinderVolumes-833045244 tempest-TestEncryptedCinderVolumes-833045244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:43.835487 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-801b2e71-6140-4c35-967b-97480b97ff8b req-237c8f85-46f0-49e1-bc49-baa9aea1b740 tempest-TestEncryptedCinderVolumes-833045244 tempest-TestEncryptedCinderVolumes-833045244-project] 10.222.0.13 "GET /v2.0/ports?device_id=57a64cad-85d3-46e8-84c8-1715f066b313 HTTP/1.1" status: 200 len: 946 time: 0.0776730 Mar 07 10:58:43.880028 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-801b2e71-6140-4c35-967b-97480b97ff8b req-24f553ef-b273-4597-ba77-bba3b8494d2a tempest-TestEncryptedCinderVolumes-833045244 tempest-TestEncryptedCinderVolumes-833045244-project] 10.222.0.13 "GET /v2.0/security-groups?id=49957bea-9b48-4478-8066-2f3ab2253574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390215 Mar 07 10:58:44.149143 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b06b6e-cb9e-4c63-86f9-c96c4abc19da req-e847bc67-c537-4344-bdc2-d5f82d8a2590 tempest-TestEncryptedCinderVolumes-833045244 tempest-TestEncryptedCinderVolumes-833045244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:44.150503 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-91b06b6e-cb9e-4c63-86f9-c96c4abc19da req-e847bc67-c537-4344-bdc2-d5f82d8a2590 tempest-TestEncryptedCinderVolumes-833045244 tempest-TestEncryptedCinderVolumes-833045244-project] 10.222.0.10 "GET /v2.0/ports?device_id=57a64cad-85d3-46e8-84c8-1715f066b313 HTTP/1.1" status: 200 len: 946 time: 0.0721607 Mar 07 10:58:44.220830 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [req-91b06b6e-cb9e-4c63-86f9-c96c4abc19da req-5d5a6b6b-503e-4b5b-ad27-64d058024ba7 tempest-TestEncryptedCinderVolumes-833045244 tempest-TestEncryptedCinderVolumes-833045244-project] Deleting port 3e9ee585-0faf-4ade-8f6b-df58e7421f42 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:58:44.221172 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-91b06b6e-cb9e-4c63-86f9-c96c4abc19da req-5d5a6b6b-503e-4b5b-ad27-64d058024ba7 tempest-TestEncryptedCinderVolumes-833045244 tempest-TestEncryptedCinderVolumes-833045244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:58:44.545016 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [req-91b06b6e-cb9e-4c63-86f9-c96c4abc19da req-5d5a6b6b-503e-4b5b-ad27-64d058024ba7 tempest-TestEncryptedCinderVolumes-833045244 tempest-TestEncryptedCinderVolumes-833045244-project] For port 3e9ee585-0faf-4ade-8f6b-df58e7421f42, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=3e9ee585-0faf-4ade-8f6b-df58e7421f42,segment=NetworkSegment(a95f3fb3-7d1b-42cb-84db-a5c827ae3a47),segment_id=a95f3fb3-7d1b-42cb-84db-a5c827ae3a47)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:58:44.545308 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-91b06b6e-cb9e-4c63-86f9-c96c4abc19da req-5d5a6b6b-503e-4b5b-ad27-64d058024ba7 tempest-TestEncryptedCinderVolumes-833045244 tempest-TestEncryptedCinderVolumes-833045244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:58:44.659762 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [req-91b06b6e-cb9e-4c63-86f9-c96c4abc19da req-5d5a6b6b-503e-4b5b-ad27-64d058024ba7 tempest-TestEncryptedCinderVolumes-833045244 tempest-TestEncryptedCinderVolumes-833045244-project] Calling delete_port for 3e9ee585-0faf-4ade-8f6b-df58e7421f42 owned by compute:nova {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:58:44.799053 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-91b06b6e-cb9e-4c63-86f9-c96c4abc19da req-5d5a6b6b-503e-4b5b-ad27-64d058024ba7 tempest-TestEncryptedCinderVolumes-833045244 tempest-TestEncryptedCinderVolumes-833045244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:58:44.811462 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] get_ports_and_sgs() called for port_ids ['3e9ee585-0faf-4ade-8f6b-df58e7421f42'] {{(pid=83739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 07 10:58:44.846433 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5a6b6b-503e-4b5b-ad27-64d058024ba7 tempest-TestEncryptedCinderVolumes-833045244 tempest-TestEncryptedCinderVolumes-833045244-project] Pushing event deleted for resources: {'Port': ['ID=3e9ee585-0faf-4ade-8f6b-df58e7421f42,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:58:44.915842 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5a6b6b-503e-4b5b-ad27-64d058024ba7 tempest-TestEncryptedCinderVolumes-833045244 tempest-TestEncryptedCinderVolumes-833045244-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:58:44.916185 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5a6b6b-503e-4b5b-ad27-64d058024ba7 tempest-TestEncryptedCinderVolumes-833045244 tempest-TestEncryptedCinderVolumes-833045244-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:58:44.916540 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5a6b6b-503e-4b5b-ad27-64d058024ba7 tempest-TestEncryptedCinderVolumes-833045244 tempest-TestEncryptedCinderVolumes-833045244-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:58:44.916868 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5a6b6b-503e-4b5b-ad27-64d058024ba7 tempest-TestEncryptedCinderVolumes-833045244 tempest-TestEncryptedCinderVolumes-833045244-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:58:44.917189 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5a6b6b-503e-4b5b-ad27-64d058024ba7 tempest-TestEncryptedCinderVolumes-833045244 tempest-TestEncryptedCinderVolumes-833045244-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:58:44.917509 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5a6b6b-503e-4b5b-ad27-64d058024ba7 tempest-TestEncryptedCinderVolumes-833045244 tempest-TestEncryptedCinderVolumes-833045244-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:58:44.917824 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5a6b6b-503e-4b5b-ad27-64d058024ba7 tempest-TestEncryptedCinderVolumes-833045244 tempest-TestEncryptedCinderVolumes-833045244-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:58:44.918140 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5a6b6b-503e-4b5b-ad27-64d058024ba7 tempest-TestEncryptedCinderVolumes-833045244 tempest-TestEncryptedCinderVolumes-833045244-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:58:44.918455 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5a6b6b-503e-4b5b-ad27-64d058024ba7 tempest-TestEncryptedCinderVolumes-833045244 tempest-TestEncryptedCinderVolumes-833045244-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:58:44.918781 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5a6b6b-503e-4b5b-ad27-64d058024ba7 tempest-TestEncryptedCinderVolumes-833045244 tempest-TestEncryptedCinderVolumes-833045244-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:58:44.919084 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5a6b6b-503e-4b5b-ad27-64d058024ba7 tempest-TestEncryptedCinderVolumes-833045244 tempest-TestEncryptedCinderVolumes-833045244-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:58:44.932797 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [req-91b06b6e-cb9e-4c63-86f9-c96c4abc19da req-5d5a6b6b-503e-4b5b-ad27-64d058024ba7 tempest-TestEncryptedCinderVolumes-833045244 tempest-TestEncryptedCinderVolumes-833045244-project] No DVR routers for this DVR port 3e9ee585-0faf-4ade-8f6b-df58e7421f42 on host hv-neutron-8307 {{(pid=83737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:58:44.935453 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-91b06b6e-cb9e-4c63-86f9-c96c4abc19da req-5d5a6b6b-503e-4b5b-ad27-64d058024ba7 tempest-TestEncryptedCinderVolumes-833045244 tempest-TestEncryptedCinderVolumes-833045244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:58:44.938820 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57a64cad-85d3-46e8-84c8-1715f066b313', 'name': 'network-vif-deleted', 'tag': '3e9ee585-0faf-4ade-8f6b-df58e7421f42'}] {{(pid=83737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 10:58:44.955521 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-91b06b6e-cb9e-4c63-86f9-c96c4abc19da req-5d5a6b6b-503e-4b5b-ad27-64d058024ba7 tempest-TestEncryptedCinderVolumes-833045244 tempest-TestEncryptedCinderVolumes-833045244-project] 10.222.0.10 "DELETE /v2.0/ports/3e9ee585-0faf-4ade-8f6b-df58e7421f42 HTTP/1.1" status: 204 len: 173 time: 0.7992973 Mar 07 10:58:45.007009 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57a64cad-85d3-46e8-84c8-1715f066b313', 'name': 'network-vif-deleted', 'tag': '3e9ee585-0faf-4ade-8f6b-df58e7421f42', 'status': 'completed', 'code': 200} Mar 07 10:58:45.071713 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-ba86feb8-0efb-462a-a672-eebcfa825c59 req-34226707-7df3-4c9a-acc6-bc1ca308314b tempest-TestEncryptedCinderVolumes-833045244 tempest-TestEncryptedCinderVolumes-833045244-project] Synchronizing usage tracker for tenant:28b13ec39f42427a96e4062a1fe657de on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:58:45.089588 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-ba86feb8-0efb-462a-a672-eebcfa825c59 req-34226707-7df3-4c9a-acc6-bc1ca308314b tempest-TestEncryptedCinderVolumes-833045244 tempest-TestEncryptedCinderVolumes-833045244-project] Unset dirty status for tenant:28b13ec39f42427a96e4062a1fe657de on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:58:45.091099 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ba86feb8-0efb-462a-a672-eebcfa825c59 req-34226707-7df3-4c9a-acc6-bc1ca308314b tempest-TestEncryptedCinderVolumes-833045244 tempest-TestEncryptedCinderVolumes-833045244-project] 10.222.0.13 "GET /v2.0/ports?device_id=57a64cad-85d3-46e8-84c8-1715f066b313 HTTP/1.1" status: 200 len: 210 time: 0.0605230 Mar 07 10:58:45.842318 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:58:46.240453 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 44728) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:58:46.618750 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4f9edff1-0102-494a-a8d6-5567518cc6f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3920255'] for router_interface, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:58:47.192416 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-4f9edff1-0102-494a-a8d6-5567518cc6f9 admin admin] Deleting port 50ac283a-892f-4e05-8f27-c1d501ac868c {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:58:47.192774 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4f9edff1-0102-494a-a8d6-5567518cc6f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:58:47.443871 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-4f9edff1-0102-494a-a8d6-5567518cc6f9 admin admin] For port 50ac283a-892f-4e05-8f27-c1d501ac868c, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=50ac283a-892f-4e05-8f27-c1d501ac868c,segment=NetworkSegment(a95f3fb3-7d1b-42cb-84db-a5c827ae3a47),segment_id=a95f3fb3-7d1b-42cb-84db-a5c827ae3a47)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:58:47.444574 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4f9edff1-0102-494a-a8d6-5567518cc6f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:58:47.559917 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-4f9edff1-0102-494a-a8d6-5567518cc6f9 admin admin] Calling delete_port for 50ac283a-892f-4e05-8f27-c1d501ac868c owned by network:router_interface {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:58:47.719929 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4f9edff1-0102-494a-a8d6-5567518cc6f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:58:47.766655 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9edff1-0102-494a-a8d6-5567518cc6f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=50ac283a-892f-4e05-8f27-c1d501ac868c,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:58:48.042146 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4f9edff1-0102-494a-a8d6-5567518cc6f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2756383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3920168'] for router_interface, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:58:48.110006 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device 3e9ee585-0faf-4ade-8f6b-df58e7421f42 no longer exists at agent hyperv_hv-neutron-8307 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:58:48.145090 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] No Port match for: 3e9ee585-0faf-4ade-8f6b-df58e7421f42 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 10:58:48.145431 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device 3e9ee585-0faf-4ade-8f6b-df58e7421f42 not bound to the agent host hv-neutron-8307 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 10:58:48.698262 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f9edff1-0102-494a-a8d6-5567518cc6f9 admin admin] Router 5bb9b834-3fd7-4404-86a8-0c0abdc8aba0 has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:58:48.892610 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f9edff1-0102-494a-a8d6-5567518cc6f9 admin admin] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:58:48.901013 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb74855-c028-459e-892d-a70737900522 None None] Sync routers for ids ['5bb9b834-3fd7-4404-86a8-0c0abdc8aba0'] in dv-neutron-830731-3-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:58:48.910676 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-4f9edff1-0102-494a-a8d6-5567518cc6f9 admin admin] 10.222.0.13 "PUT /v2.0/routers/5bb9b834-3fd7-4404-86a8-0c0abdc8aba0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6666946 Mar 07 10:58:48.910905 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 44732) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:58:48.914722 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb74855-c028-459e-892d-a70737900522 None None] Routers {'5bb9b834-3fd7-4404-86a8-0c0abdc8aba0'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:58:48.915312 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-2eb74855-c028-459e-892d-a70737900522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:58:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['5bb9b834-3fd7-4404-86a8-0c0abdc8aba0'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:58:49.112412 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5a98438b-46d6-40e9-adf7-3caf58e270a6 admin admin] Notify callbacks [] for router, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:58:49.127993 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-2eb74855-c028-459e-892d-a70737900522 None None] Set router 5bb9b834-3fd7-4404-86a8-0c0abdc8aba0 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:58:49.302532 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5a98438b-46d6-40e9-adf7-3caf58e270a6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:58:49.312211 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-5a98438b-46d6-40e9-adf7-3caf58e270a6 admin admin] Deleting port 4b0485a6-7d27-4994-af9a-77fe4dc45dd6 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:58:49.312583 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5a98438b-46d6-40e9-adf7-3caf58e270a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:58:49.405196 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-2eb74855-c028-459e-892d-a70737900522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bb9b834-3fd7-4404-86a8-0c0abdc8aba0', 'name': 'tempest-TestEncryptedCinderVolumes-743376339-router', 'tenant_id': '28b13ec39f42427a96e4062a1fe657de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.75'}], 'enable_snat': True}, 'gw_port_id': '4b0485a6-7d27-4994-af9a-77fe4dc45dd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:57:33Z', 'updated_at': '2022-03-07T10:58:47Z', 'revision_number': 5, 'project_id': '28b13ec39f42427a96e4062a1fe657de', 'gw_port': {'id': '4b0485a6-7d27-4994-af9a-77fe4dc45dd6', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:23:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb9b834-3fd7-4404-86a8-0c0abdc8aba0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:57:34Z', 'updated_at': '2022-03-07T10:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv'}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:58:49.408957 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb74855-c028-459e-892d-a70737900522 None None] Checking router: 5bb9b834-3fd7-4404-86a8-0c0abdc8aba0 for host: dv-neutron-830731-3-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 07 10:58:49.419210 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb74855-c028-459e-892d-a70737900522 None None] Routers {'5bb9b834-3fd7-4404-86a8-0c0abdc8aba0'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:58:49.419819 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-2eb74855-c028-459e-892d-a70737900522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:58:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['5bb9b834-3fd7-4404-86a8-0c0abdc8aba0'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:58:49.483438 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-5a98438b-46d6-40e9-adf7-3caf58e270a6 admin admin] For port 4b0485a6-7d27-4994-af9a-77fe4dc45dd6, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=4b0485a6-7d27-4994-af9a-77fe4dc45dd6,segment=NetworkSegment(9a22e080-7529-4fc7-949d-9f84ba21807d),segment_id=9a22e080-7529-4fc7-949d-9f84ba21807d)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:58:49.483784 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5a98438b-46d6-40e9-adf7-3caf58e270a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:58:49.570335 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-2eb74855-c028-459e-892d-a70737900522 None None] Set router 5bb9b834-3fd7-4404-86a8-0c0abdc8aba0 gateway port host: None {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:58:49.604015 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-5a98438b-46d6-40e9-adf7-3caf58e270a6 admin admin] Calling delete_port for 4b0485a6-7d27-4994-af9a-77fe4dc45dd6 owned by network:router_gateway {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:58:49.673275 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-2eb74855-c028-459e-892d-a70737900522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bb9b834-3fd7-4404-86a8-0c0abdc8aba0', 'name': 'tempest-TestEncryptedCinderVolumes-743376339-router', 'tenant_id': '28b13ec39f42427a96e4062a1fe657de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:57:33Z', 'updated_at': '2022-03-07T10:58:49Z', 'revision_number': 6, 'project_id': '28b13ec39f42427a96e4062a1fe657de', 'gw_port_host': None}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:58:49.677149 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb74855-c028-459e-892d-a70737900522 None None] The sync data for ids ['5bb9b834-3fd7-4404-86a8-0c0abdc8aba0'] in dv-neutron-830731-3-hyperv is: [{'id': '5bb9b834-3fd7-4404-86a8-0c0abdc8aba0', 'name': 'tempest-TestEncryptedCinderVolumes-743376339-router', 'tenant_id': '28b13ec39f42427a96e4062a1fe657de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:57:33Z', 'updated_at': '2022-03-07T10:58:49Z', 'revision_number': 6, 'project_id': '28b13ec39f42427a96e4062a1fe657de', 'gw_port_host': None}] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:58:49.766052 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5a98438b-46d6-40e9-adf7-3caf58e270a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:58:49.806613 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a98438b-46d6-40e9-adf7-3caf58e270a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b0485a6-7d27-4994-af9a-77fe4dc45dd6,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:58:50.019825 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5a98438b-46d6-40e9-adf7-3caf58e270a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923554'] for router_gateway, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:58:50.381763 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5a98438b-46d6-40e9-adf7-3caf58e270a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3917970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58043'] for router, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:58:50.385718 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5a98438b-46d6-40e9-adf7-3caf58e270a6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:58:50.409737 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5a98438b-46d6-40e9-adf7-3caf58e270a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3917886'] for router, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:58:50.410302 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a98438b-46d6-40e9-adf7-3caf58e270a6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5bb9b834-3fd7-4404-86a8-0c0abdc8aba0 {{(pid=83737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 10:58:50.424153 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5a98438b-46d6-40e9-adf7-3caf58e270a6 admin admin] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:58:50.425305 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-5a98438b-46d6-40e9-adf7-3caf58e270a6 admin admin] 10.222.0.13 "DELETE /v2.0/routers/5bb9b834-3fd7-4404-86a8-0c0abdc8aba0 HTTP/1.1" status: 204 len: 168 time: 1.5134745 Mar 07 10:58:50.427731 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 44736) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:58:50.486898 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_v2 [None req-684555c5-fbf7-49a0-a823-517cd49f0594 admin admin] Deleting subnet 0b382955-bd34-44ed-9c4c-24441c121289 {{(pid=83737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 07 10:58:50.489908 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-684555c5-fbf7-49a0-a823-517cd49f0594 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:58:50.541577 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-684555c5-fbf7-49a0-a823-517cd49f0594 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2627781'] for subnet, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:58:50.631785 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-684555c5-fbf7-49a0-a823-517cd49f0594 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1525496'] for subnet, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:58:50.703840 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-684555c5-fbf7-49a0-a823-517cd49f0594 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1525489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3012507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3219316'] for subnet, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:58:50.743423 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684555c5-fbf7-49a0-a823-517cd49f0594 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b382955-bd34-44ed-9c4c-24441c121289,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:58:50.748971 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-684555c5-fbf7-49a0-a823-517cd49f0594 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:58:50.754729 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da2a4f16-a5dd-4ecc-a909-0e4203bd62e6 None None] Network 0eefff21-0bac-469f-93e0-233882283f40 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:58:50.755264 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-684555c5-fbf7-49a0-a823-517cd49f0594 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/0b382955-bd34-44ed-9c4c-24441c121289 HTTP/1.1" status: 204 len: 168 time: 0.3260646 Mar 07 10:58:50.757165 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 44740) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:58:50.863370 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6985a0ec-43a8-403c-9ddb-0978ac0d99d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1158940'] for network, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:58:50.874210 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-6985a0ec-43a8-403c-9ddb-0978ac0d99d7 admin admin] Deleting port d97ebd77-e5bc-4940-86f1-9ab8933bc3ca {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:58:50.874531 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6985a0ec-43a8-403c-9ddb-0978ac0d99d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:58:51.005664 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6fb54ec-7a43-4976-addb-a3304c5a087e None None] DHCP port deletion for 0eefff21-0bac-469f-93e0-233882283f40 request from dv-neutron-830731-3-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 07 10:58:51.009608 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-b6fb54ec-7a43-4976-addb-a3304c5a087e None None] Deleting port d97ebd77-e5bc-4940-86f1-9ab8933bc3ca {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:58:51.009972 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-b6fb54ec-7a43-4976-addb-a3304c5a087e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:58:51.111606 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-6985a0ec-43a8-403c-9ddb-0978ac0d99d7 admin admin] For port d97ebd77-e5bc-4940-86f1-9ab8933bc3ca, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=d97ebd77-e5bc-4940-86f1-9ab8933bc3ca,segment=NetworkSegment(a95f3fb3-7d1b-42cb-84db-a5c827ae3a47),segment_id=a95f3fb3-7d1b-42cb-84db-a5c827ae3a47)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:58:51.111968 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6985a0ec-43a8-403c-9ddb-0978ac0d99d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:58:51.115038 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 50ac283a-892f-4e05-8f27-c1d501ac868c no longer exists at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:58:51.161391 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] No Port match for: 50ac283a-892f-4e05-8f27-c1d501ac868c {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 10:58:51.161829 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 50ac283a-892f-4e05-8f27-c1d501ac868c not bound to the agent host dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 10:58:51.162308 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device d97ebd77-e5bc-4940-86f1-9ab8933bc3ca no longer exists at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:58:51.238315 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-6985a0ec-43a8-403c-9ddb-0978ac0d99d7 admin admin] Calling delete_port for d97ebd77-e5bc-4940-86f1-9ab8933bc3ca owned by network:dhcp {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:58:51.322639 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6985a0ec-43a8-403c-9ddb-0978ac0d99d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:58:51.344058 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] No active binding found for port d97ebd77-e5bc-4940-86f1-9ab8933bc3ca {{(pid=83739) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Mar 07 10:58:51.344451 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device d97ebd77-e5bc-4940-86f1-9ab8933bc3ca not bound to the agent host dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 10:58:51.344883 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 4b0485a6-7d27-4994-af9a-77fe4dc45dd6 no longer exists at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:58:51.368652 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6985a0ec-43a8-403c-9ddb-0978ac0d99d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=d97ebd77-e5bc-4940-86f1-9ab8933bc3ca,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:58:51.373906 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6985a0ec-43a8-403c-9ddb-0978ac0d99d7 admin admin] No DVR routers for this DVR port d97ebd77-e5bc-4940-86f1-9ab8933bc3ca on host dv-neutron-830731-3-hyperv {{(pid=83737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:58:51.377779 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] No Port match for: 4b0485a6-7d27-4994-af9a-77fe4dc45dd6 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 10:58:51.378121 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 4b0485a6-7d27-4994-af9a-77fe4dc45dd6 not bound to the agent host dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 10:58:51.381493 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-b6fb54ec-7a43-4976-addb-a3304c5a087e None None] For port d97ebd77-e5bc-4940-86f1-9ab8933bc3ca, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=d97ebd77-e5bc-4940-86f1-9ab8933bc3ca,segment=NetworkSegment(a95f3fb3-7d1b-42cb-84db-a5c827ae3a47),segment_id=a95f3fb3-7d1b-42cb-84db-a5c827ae3a47)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:58:51.381884 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-b6fb54ec-7a43-4976-addb-a3304c5a087e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:58:51.491953 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6985a0ec-43a8-403c-9ddb-0978ac0d99d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1526893', 'neutron.services.segments.db._delete_segments_for_network-8732568551033'] for network, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:58:51.518225 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-6985a0ec-43a8-403c-9ddb-0978ac0d99d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0eefff21-0bac-469f-93e0-233882283f40']}} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:58:51.527698 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-b6fb54ec-7a43-4976-addb-a3304c5a087e None None] Calling delete_port for d97ebd77-e5bc-4940-86f1-9ab8933bc3ca owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:58:51.529974 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-6985a0ec-43a8-403c-9ddb-0978ac0d99d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a95f3fb3-7d1b-42cb-84db-a5c827ae3a47') {'for_net_delete': True} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:58:51.530260 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-6985a0ec-43a8-403c-9ddb-0978ac0d99d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a95f3fb3-7d1b-42cb-84db-a5c827ae3a47') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:58:51.541042 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6985a0ec-43a8-403c-9ddb-0978ac0d99d7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732568550916', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629174'] for segment, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:58:51.556530 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6985a0ec-43a8-403c-9ddb-0978ac0d99d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:58:51.563292 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6985a0ec-43a8-403c-9ddb-0978ac0d99d7 admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=83737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 07 10:58:51.563672 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6985a0ec-43a8-403c-9ddb-0978ac0d99d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1227397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3012597'] for segment, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:58:51.580518 dv-neutron-830731-3-hyperv neutron-server[83737]: Traceback (most recent call last): Mar 07 10:58:51.580518 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 07 10:58:51.580518 dv-neutron-830731-3-hyperv neutron-server[83737]: timer() Mar 07 10:58:51.580518 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:58:51.580518 dv-neutron-830731-3-hyperv neutron-server[83737]: cb(*args, **kw) Mar 07 10:58:51.580518 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 10:58:51.580518 dv-neutron-830731-3-hyperv neutron-server[83737]: return func(*args, **kwargs) Mar 07 10:58:51.580518 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:58:51.580518 dv-neutron-830731-3-hyperv neutron-server[83737]: self._notify() Mar 07 10:58:51.580518 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:58:51.580518 dv-neutron-830731-3-hyperv neutron-server[83737]: self.callback(batched_events) Mar 07 10:58:51.580518 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:58:51.580518 dv-neutron-830731-3-hyperv neutron-server[83737]: event.method(event) Mar 07 10:58:51.580518 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 10:58:51.580518 dv-neutron-830731-3-hyperv neutron-server[83737]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:58:51.580518 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 10:58:51.580518 dv-neutron-830731-3-hyperv neutron-server[83737]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:58:51.580518 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 10:58:51.580518 dv-neutron-830731-3-hyperv neutron-server[83737]: return f(self, *a, **k) Mar 07 10:58:51.580518 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:58:51.580518 dv-neutron-830731-3-hyperv neutron-server[83737]: return self._get(url).json() Mar 07 10:58:51.580518 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:58:51.580518 dv-neutron-830731-3-hyperv neutron-server[83737]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:58:51.580518 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 07 10:58:51.580518 dv-neutron-830731-3-hyperv neutron-server[83737]: return self.request(url, 'GET', **kwargs) Mar 07 10:58:51.580518 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 07 10:58:51.580518 dv-neutron-830731-3-hyperv neutron-server[83737]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:58:51.580518 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 07 10:58:51.580518 dv-neutron-830731-3-hyperv neutron-server[83737]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:58:51.580518 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 07 10:58:51.580518 dv-neutron-830731-3-hyperv neutron-server[83737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:58:51.580518 dv-neutron-830731-3-hyperv neutron-server[83737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:58:51.599395 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.db.api [None req-b6fb54ec-7a43-4976-addb-a3304c5a087e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 10:58:51.599764 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG oslo_db.api [None req-b6fb54ec-7a43-4976-addb-a3304c5a087e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 10:58:51.731834 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6985a0ec-43a8-403c-9ddb-0978ac0d99d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1526886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923583'] for network, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:58:51.746877 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6985a0ec-43a8-403c-9ddb-0978ac0d99d7 admin admin] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:58:51.758354 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6985a0ec-43a8-403c-9ddb-0978ac0d99d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=0eefff21-0bac-469f-93e0-233882283f40,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:58:51.770111 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-6985a0ec-43a8-403c-9ddb-0978ac0d99d7 admin admin] 10.222.0.13 "DELETE /v2.0/networks/0eefff21-0bac-469f-93e0-233882283f40 HTTP/1.1" status: 204 len: 168 time: 1.0120010 Mar 07 10:58:51.772971 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 44744) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:58:52.101349 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-b6fb54ec-7a43-4976-addb-a3304c5a087e None None] Deleting port d97ebd77-e5bc-4940-86f1-9ab8933bc3ca {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:58:52.101932 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-b6fb54ec-7a43-4976-addb-a3304c5a087e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:58:52.159726 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6b36ff7d-dc8d-4bc6-9f84-cb63e8cf6b31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3920255'] for router_interface, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:58:52.169498 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-b6fb54ec-7a43-4976-addb-a3304c5a087e None None] The port 'd97ebd77-e5bc-4940-86f1-9ab8933bc3ca' was deleted {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 07 10:58:52.736956 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-6b36ff7d-dc8d-4bc6-9f84-cb63e8cf6b31 admin admin] Deleting port 445c3ded-9f71-4553-88e4-fdfd20912a75 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:58:52.737285 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6b36ff7d-dc8d-4bc6-9f84-cb63e8cf6b31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:58:52.898042 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-6b36ff7d-dc8d-4bc6-9f84-cb63e8cf6b31 admin admin] For port 445c3ded-9f71-4553-88e4-fdfd20912a75, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=445c3ded-9f71-4553-88e4-fdfd20912a75,segment=NetworkSegment(198d8ed2-0138-40ff-b8b6-e372b5142c2b),segment_id=198d8ed2-0138-40ff-b8b6-e372b5142c2b)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:58:52.898386 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6b36ff7d-dc8d-4bc6-9f84-cb63e8cf6b31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:58:53.011823 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-6b36ff7d-dc8d-4bc6-9f84-cb63e8cf6b31 admin admin] Calling delete_port for 445c3ded-9f71-4553-88e4-fdfd20912a75 owned by network:router_interface {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:58:53.256361 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6b36ff7d-dc8d-4bc6-9f84-cb63e8cf6b31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:58:53.302627 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b36ff7d-dc8d-4bc6-9f84-cb63e8cf6b31 admin admin] Pushing event deleted for resources: {'Port': ['ID=445c3ded-9f71-4553-88e4-fdfd20912a75,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:58:53.584265 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6b36ff7d-dc8d-4bc6-9f84-cb63e8cf6b31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2756383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3920168'] for router_interface, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:58:54.149637 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b36ff7d-dc8d-4bc6-9f84-cb63e8cf6b31 admin admin] Router 4670207a-1332-405c-b7e6-dc32a5627226 has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:58:54.342892 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b36ff7d-dc8d-4bc6-9f84-cb63e8cf6b31 admin admin] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:58:54.351435 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2855eab7-d4f9-4698-bc85-b6416e8b09da None None] Sync routers for ids ['4670207a-1332-405c-b7e6-dc32a5627226'] in dv-neutron-830731-3-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:58:54.351862 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-6b36ff7d-dc8d-4bc6-9f84-cb63e8cf6b31 admin admin] 10.222.0.13 "PUT /v2.0/routers/4670207a-1332-405c-b7e6-dc32a5627226/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5778880 Mar 07 10:58:54.354342 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 44748) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:58:54.363628 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2855eab7-d4f9-4698-bc85-b6416e8b09da None None] Routers {'4670207a-1332-405c-b7e6-dc32a5627226'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:58:54.364303 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-2855eab7-d4f9-4698-bc85-b6416e8b09da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:58:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['4670207a-1332-405c-b7e6-dc32a5627226'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:58:54.543475 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-2855eab7-d4f9-4698-bc85-b6416e8b09da None None] Set router 4670207a-1332-405c-b7e6-dc32a5627226 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:58:54.649433 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9c55fee5-112c-47b8-8458-bfba826b62d2 admin admin] Notify callbacks [] for router, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:58:54.826457 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-2855eab7-d4f9-4698-bc85-b6416e8b09da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4670207a-1332-405c-b7e6-dc32a5627226', 'name': 'tempest-TestEncryptedCinderVolumes-975973085-router', 'tenant_id': '2938413556b54a25b18ad2f8a2e3f054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.127'}], 'enable_snat': True}, 'gw_port_id': '4d78e180-3194-41fb-b4d1-acf1056ed779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:57:39Z', 'updated_at': '2022-03-07T10:58:53Z', 'revision_number': 5, 'project_id': '2938413556b54a25b18ad2f8a2e3f054', 'gw_port': {'id': '4d78e180-3194-41fb-b4d1-acf1056ed779', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:7c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4670207a-1332-405c-b7e6-dc32a5627226', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:57:40Z', 'updated_at': '2022-03-07T10:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv'}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:58:54.830623 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2855eab7-d4f9-4698-bc85-b6416e8b09da None None] Checking router: 4670207a-1332-405c-b7e6-dc32a5627226 for host: dv-neutron-830731-3-hyperv {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 07 10:58:54.840378 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9c55fee5-112c-47b8-8458-bfba826b62d2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:58:54.840920 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2855eab7-d4f9-4698-bc85-b6416e8b09da None None] Routers {'4670207a-1332-405c-b7e6-dc32a5627226'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:58:54.841994 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-2855eab7-d4f9-4698-bc85-b6416e8b09da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:58:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['4670207a-1332-405c-b7e6-dc32a5627226'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:58:54.850095 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-9c55fee5-112c-47b8-8458-bfba826b62d2 admin admin] Deleting port 4d78e180-3194-41fb-b4d1-acf1056ed779 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:58:54.850434 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9c55fee5-112c-47b8-8458-bfba826b62d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:58:54.987714 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-2855eab7-d4f9-4698-bc85-b6416e8b09da None None] Set router 4670207a-1332-405c-b7e6-dc32a5627226 gateway port host: None {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:58:55.022880 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-9c55fee5-112c-47b8-8458-bfba826b62d2 admin admin] For port 4d78e180-3194-41fb-b4d1-acf1056ed779, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=4d78e180-3194-41fb-b4d1-acf1056ed779,segment=NetworkSegment(9a22e080-7529-4fc7-949d-9f84ba21807d),segment_id=9a22e080-7529-4fc7-949d-9f84ba21807d)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:58:55.023234 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9c55fee5-112c-47b8-8458-bfba826b62d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:58:55.095038 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-2855eab7-d4f9-4698-bc85-b6416e8b09da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4670207a-1332-405c-b7e6-dc32a5627226', 'name': 'tempest-TestEncryptedCinderVolumes-975973085-router', 'tenant_id': '2938413556b54a25b18ad2f8a2e3f054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:57:39Z', 'updated_at': '2022-03-07T10:58:54Z', 'revision_number': 6, 'project_id': '2938413556b54a25b18ad2f8a2e3f054', 'gw_port_host': None}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:58:55.099189 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2855eab7-d4f9-4698-bc85-b6416e8b09da None None] The sync data for ids ['4670207a-1332-405c-b7e6-dc32a5627226'] in dv-neutron-830731-3-hyperv is: [{'id': '4670207a-1332-405c-b7e6-dc32a5627226', 'name': 'tempest-TestEncryptedCinderVolumes-975973085-router', 'tenant_id': '2938413556b54a25b18ad2f8a2e3f054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:57:39Z', 'updated_at': '2022-03-07T10:58:54Z', 'revision_number': 6, 'project_id': '2938413556b54a25b18ad2f8a2e3f054', 'gw_port_host': None}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:58:55.143794 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-9c55fee5-112c-47b8-8458-bfba826b62d2 admin admin] Calling delete_port for 4d78e180-3194-41fb-b4d1-acf1056ed779 owned by network:router_gateway {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:58:55.303105 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9c55fee5-112c-47b8-8458-bfba826b62d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:58:55.345967 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c55fee5-112c-47b8-8458-bfba826b62d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d78e180-3194-41fb-b4d1-acf1056ed779,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:58:55.566869 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9c55fee5-112c-47b8-8458-bfba826b62d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923554'] for router_gateway, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:58:55.815781 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9c55fee5-112c-47b8-8458-bfba826b62d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3917970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58043'] for router, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:58:55.819942 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9c55fee5-112c-47b8-8458-bfba826b62d2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:58:55.846833 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9c55fee5-112c-47b8-8458-bfba826b62d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3917886'] for router, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:58:55.847343 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c55fee5-112c-47b8-8458-bfba826b62d2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4670207a-1332-405c-b7e6-dc32a5627226 {{(pid=83737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 10:58:55.860135 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9c55fee5-112c-47b8-8458-bfba826b62d2 admin admin] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:58:55.864514 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-9c55fee5-112c-47b8-8458-bfba826b62d2 admin admin] 10.222.0.13 "DELETE /v2.0/routers/4670207a-1332-405c-b7e6-dc32a5627226 HTTP/1.1" status: 204 len: 168 time: 1.5092115 Mar 07 10:58:55.866972 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 44752) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:58:56.019917 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_v2 [None req-a56d0d65-2264-4c98-bbd2-243d7078d4f6 admin admin] Deleting subnet cf808192-c18e-4302-9b99-95731d88454d {{(pid=83737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 07 10:58:56.023011 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a56d0d65-2264-4c98-bbd2-243d7078d4f6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:58:56.073306 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a56d0d65-2264-4c98-bbd2-243d7078d4f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2627781'] for subnet, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:58:56.150414 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a56d0d65-2264-4c98-bbd2-243d7078d4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1525496'] for subnet, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:58:56.218175 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a56d0d65-2264-4c98-bbd2-243d7078d4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1525489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3012507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3219316'] for subnet, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:58:56.256419 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56d0d65-2264-4c98-bbd2-243d7078d4f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf808192-c18e-4302-9b99-95731d88454d,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:58:56.260040 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a56d0d65-2264-4c98-bbd2-243d7078d4f6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:58:56.269080 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5117540-d572-4327-8451-d84f56a61231 None None] Network 1776a081-5154-496d-a039-ba6aa02c1282 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:58:56.269663 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-a56d0d65-2264-4c98-bbd2-243d7078d4f6 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/cf808192-c18e-4302-9b99-95731d88454d HTTP/1.1" status: 204 len: 168 time: 0.3989649 Mar 07 10:58:56.269663 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 44756) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:58:56.374354 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b9ccfd0d-42b9-4f37-afb7-c91ed1485230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1158940'] for network, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:58:56.384369 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-b9ccfd0d-42b9-4f37-afb7-c91ed1485230 admin admin] Deleting port 37cda84e-ba84-4915-ae05-ae7f4ea908d4 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:58:56.384715 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b9ccfd0d-42b9-4f37-afb7-c91ed1485230 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:58:56.511944 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d06d255-4bb0-4144-837b-8bb3e029d438 None None] DHCP port deletion for 1776a081-5154-496d-a039-ba6aa02c1282 request from dv-neutron-830731-3-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 07 10:58:56.516502 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-2d06d255-4bb0-4144-837b-8bb3e029d438 None None] Deleting port 37cda84e-ba84-4915-ae05-ae7f4ea908d4 {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:58:56.516983 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-2d06d255-4bb0-4144-837b-8bb3e029d438 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:58:56.594532 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-b9ccfd0d-42b9-4f37-afb7-c91ed1485230 admin admin] For port 37cda84e-ba84-4915-ae05-ae7f4ea908d4, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=37cda84e-ba84-4915-ae05-ae7f4ea908d4,segment=NetworkSegment(198d8ed2-0138-40ff-b8b6-e372b5142c2b),segment_id=198d8ed2-0138-40ff-b8b6-e372b5142c2b)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:58:56.594880 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b9ccfd0d-42b9-4f37-afb7-c91ed1485230 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:58:56.713381 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-b9ccfd0d-42b9-4f37-afb7-c91ed1485230 admin admin] Calling delete_port for 37cda84e-ba84-4915-ae05-ae7f4ea908d4 owned by network:dhcp {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:58:56.754733 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-2d06d255-4bb0-4144-837b-8bb3e029d438 None None] For port 37cda84e-ba84-4915-ae05-ae7f4ea908d4, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=37cda84e-ba84-4915-ae05-ae7f4ea908d4,segment=NetworkSegment(198d8ed2-0138-40ff-b8b6-e372b5142c2b),segment_id=198d8ed2-0138-40ff-b8b6-e372b5142c2b)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:58:56.755037 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-2d06d255-4bb0-4144-837b-8bb3e029d438 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:58:56.786488 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b9ccfd0d-42b9-4f37-afb7-c91ed1485230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:58:56.832399 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ccfd0d-42b9-4f37-afb7-c91ed1485230 admin admin] Pushing event deleted for resources: {'Port': ['ID=37cda84e-ba84-4915-ae05-ae7f4ea908d4,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:58:56.838678 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ccfd0d-42b9-4f37-afb7-c91ed1485230 admin admin] No DVR routers for this DVR port 37cda84e-ba84-4915-ae05-ae7f4ea908d4 on host dv-neutron-830731-3-hyperv {{(pid=83737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:58:56.874377 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-2d06d255-4bb0-4144-837b-8bb3e029d438 None None] Calling delete_port for 37cda84e-ba84-4915-ae05-ae7f4ea908d4 owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 10:58:56.944217 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.db.api [None req-2d06d255-4bb0-4144-837b-8bb3e029d438 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 10:58:56.944597 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG oslo_db.api [None req-2d06d255-4bb0-4144-837b-8bb3e029d438 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 10:58:56.952594 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b9ccfd0d-42b9-4f37-afb7-c91ed1485230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1526893', 'neutron.services.segments.db._delete_segments_for_network-8732568551033'] for network, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:58:56.977950 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-b9ccfd0d-42b9-4f37-afb7-c91ed1485230 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1776a081-5154-496d-a039-ba6aa02c1282']}} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:58:56.993226 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-b9ccfd0d-42b9-4f37-afb7-c91ed1485230 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '198d8ed2-0138-40ff-b8b6-e372b5142c2b') {'for_net_delete': True} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:58:56.993551 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-b9ccfd0d-42b9-4f37-afb7-c91ed1485230 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '198d8ed2-0138-40ff-b8b6-e372b5142c2b') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:58:57.004995 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b9ccfd0d-42b9-4f37-afb7-c91ed1485230 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732568550916', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629174'] for segment, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:58:57.020892 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b9ccfd0d-42b9-4f37-afb7-c91ed1485230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:58:57.026947 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9ccfd0d-42b9-4f37-afb7-c91ed1485230 admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=83737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 07 10:58:57.027647 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b9ccfd0d-42b9-4f37-afb7-c91ed1485230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1227397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3012597'] for segment, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:58:57.042064 dv-neutron-830731-3-hyperv neutron-server[83737]: Traceback (most recent call last): Mar 07 10:58:57.042064 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 07 10:58:57.042064 dv-neutron-830731-3-hyperv neutron-server[83737]: timer() Mar 07 10:58:57.042064 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:58:57.042064 dv-neutron-830731-3-hyperv neutron-server[83737]: cb(*args, **kw) Mar 07 10:58:57.042064 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 10:58:57.042064 dv-neutron-830731-3-hyperv neutron-server[83737]: return func(*args, **kwargs) Mar 07 10:58:57.042064 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:58:57.042064 dv-neutron-830731-3-hyperv neutron-server[83737]: self._notify() Mar 07 10:58:57.042064 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:58:57.042064 dv-neutron-830731-3-hyperv neutron-server[83737]: self.callback(batched_events) Mar 07 10:58:57.042064 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:58:57.042064 dv-neutron-830731-3-hyperv neutron-server[83737]: event.method(event) Mar 07 10:58:57.042064 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 10:58:57.042064 dv-neutron-830731-3-hyperv neutron-server[83737]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:58:57.042064 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 10:58:57.042064 dv-neutron-830731-3-hyperv neutron-server[83737]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:58:57.042064 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 10:58:57.042064 dv-neutron-830731-3-hyperv neutron-server[83737]: return f(self, *a, **k) Mar 07 10:58:57.042064 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:58:57.042064 dv-neutron-830731-3-hyperv neutron-server[83737]: return self._get(url).json() Mar 07 10:58:57.042064 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:58:57.042064 dv-neutron-830731-3-hyperv neutron-server[83737]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:58:57.042064 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 07 10:58:57.042064 dv-neutron-830731-3-hyperv neutron-server[83737]: return self.request(url, 'GET', **kwargs) Mar 07 10:58:57.042064 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 07 10:58:57.042064 dv-neutron-830731-3-hyperv neutron-server[83737]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:58:57.042064 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 07 10:58:57.042064 dv-neutron-830731-3-hyperv neutron-server[83737]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:58:57.042064 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 07 10:58:57.042064 dv-neutron-830731-3-hyperv neutron-server[83737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:58:57.042064 dv-neutron-830731-3-hyperv neutron-server[83737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:58:57.078661 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 37cda84e-ba84-4915-ae05-ae7f4ea908d4 no longer exists at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:58:57.111202 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] No Port match for: 37cda84e-ba84-4915-ae05-ae7f4ea908d4 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 10:58:57.111554 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 37cda84e-ba84-4915-ae05-ae7f4ea908d4 not bound to the agent host dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 10:58:57.111995 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 445c3ded-9f71-4553-88e4-fdfd20912a75 no longer exists at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:58:57.118977 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b9ccfd0d-42b9-4f37-afb7-c91ed1485230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1526886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923583'] for network, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:58:57.137126 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b9ccfd0d-42b9-4f37-afb7-c91ed1485230 admin admin] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:58:57.143635 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ccfd0d-42b9-4f37-afb7-c91ed1485230 admin admin] Pushing event deleted for resources: {'Network': ['ID=1776a081-5154-496d-a039-ba6aa02c1282,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:58:57.143795 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] No Port match for: 445c3ded-9f71-4553-88e4-fdfd20912a75 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 10:58:57.144113 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 445c3ded-9f71-4553-88e4-fdfd20912a75 not bound to the agent host dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 10:58:57.144559 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 4d78e180-3194-41fb-b4d1-acf1056ed779 no longer exists at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 10:58:57.149764 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-b9ccfd0d-42b9-4f37-afb7-c91ed1485230 admin admin] 10.222.0.13 "DELETE /v2.0/networks/1776a081-5154-496d-a039-ba6aa02c1282 HTTP/1.1" status: 204 len: 168 time: 0.8793621 Mar 07 10:58:57.177787 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] No Port match for: 4d78e180-3194-41fb-b4d1-acf1056ed779 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 10:58:57.178130 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 4d78e180-3194-41fb-b4d1-acf1056ed779 not bound to the agent host dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 10:58:57.344053 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 44762) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:58:57.396959 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-82fe68de-f929-423a-a8a0-f679bdd69286 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=28b13ec39f42427a96e4062a1fe657de&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0516798 Mar 07 10:58:57.399408 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 44766) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:58:57.445571 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-2d06d255-4bb0-4144-837b-8bb3e029d438 None None] Deleting port 37cda84e-ba84-4915-ae05-ae7f4ea908d4 {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 10:58:57.446140 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-2d06d255-4bb0-4144-837b-8bb3e029d438 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:58:57.456982 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-edcdcc29-41a4-40fa-b938-6d561115eacd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:58:57.482413 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-edcdcc29-41a4-40fa-b938-6d561115eacd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:58:57.506872 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-2d06d255-4bb0-4144-837b-8bb3e029d438 None None] The port '37cda84e-ba84-4915-ae05-ae7f4ea908d4' was deleted {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 07 10:58:57.537965 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-edcdcc29-41a4-40fa-b938-6d561115eacd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:58:57.554878 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcdcc29-41a4-40fa-b938-6d561115eacd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49957bea-9b48-4478-8066-2f3ab2253574,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:58:57.565868 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-edcdcc29-41a4-40fa-b938-6d561115eacd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:58:57.566977 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-edcdcc29-41a4-40fa-b938-6d561115eacd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/49957bea-9b48-4478-8066-2f3ab2253574 HTTP/1.1" status: 204 len: 168 time: 0.1666493 Mar 07 10:58:57.941061 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 44774) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:58:57.990963 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-6dc8a8e1-0025-4e76-8383-8d6f2cf567da admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2938413556b54a25b18ad2f8a2e3f054&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0486860 Mar 07 10:58:57.993184 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 44778) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:58:58.050506 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b9400e7f-5bf8-4e14-8005-acf88fb96a6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:58:58.075420 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b9400e7f-5bf8-4e14-8005-acf88fb96a6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:58:58.126548 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b9400e7f-5bf8-4e14-8005-acf88fb96a6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:58:58.140588 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9400e7f-5bf8-4e14-8005-acf88fb96a6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac43f8a7-b755-42d5-b6fe-79bc9d0cea2d,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:58:58.150769 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b9400e7f-5bf8-4e14-8005-acf88fb96a6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:58:58.151857 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-b9400e7f-5bf8-4e14-8005-acf88fb96a6d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ac43f8a7-b755-42d5-b6fe-79bc9d0cea2d HTTP/1.1" status: 204 len: 168 time: 0.1578314 Mar 07 10:58:58.153563 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9400e7f-5bf8-4e14-8005-acf88fb96a6d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:58:58.153938 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9400e7f-5bf8-4e14-8005-acf88fb96a6d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:58:58.154667 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9400e7f-5bf8-4e14-8005-acf88fb96a6d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:58:58.154819 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9400e7f-5bf8-4e14-8005-acf88fb96a6d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:58:58.155132 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9400e7f-5bf8-4e14-8005-acf88fb96a6d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:58:58.155453 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9400e7f-5bf8-4e14-8005-acf88fb96a6d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:58:58.155835 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9400e7f-5bf8-4e14-8005-acf88fb96a6d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:58:58.156072 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9400e7f-5bf8-4e14-8005-acf88fb96a6d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:58:58.156383 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9400e7f-5bf8-4e14-8005-acf88fb96a6d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:58:58.156714 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9400e7f-5bf8-4e14-8005-acf88fb96a6d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:58:58.157025 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9400e7f-5bf8-4e14-8005-acf88fb96a6d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:58:58.429889 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c057c4d5-d162-4da0-ade2-b42d4b22f277 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:58:58.959043 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 44800) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:58:59.166547 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-d2362239-5002-46cc-8fbd-e4712bb84762 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1510985054-network', 'tenant_id': '4e801e2d1d864a4faec065fd8daba090'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:58:59.171691 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-d2362239-5002-46cc-8fbd-e4712bb84762 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:58:59.175453 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-d2362239-5002-46cc-8fbd-e4712bb84762 admin admin] Usage tracker for resource:network and tenant:4e801e2d1d864a4faec065fd8daba090 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:58:59.178270 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-d2362239-5002-46cc-8fbd-e4712bb84762 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:58:59.187532 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-d2362239-5002-46cc-8fbd-e4712bb84762 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:58:59.197479 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2362239-5002-46cc-8fbd-e4712bb84762 admin admin] Made reservation on behalf of 4e801e2d1d864a4faec065fd8daba090 for: {'network': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:58:59.199813 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d2362239-5002-46cc-8fbd-e4712bb84762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for network, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:58:59.212487 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d2362239-5002-46cc-8fbd-e4712bb84762 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:58:59.242657 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-d2362239-5002-46cc-8fbd-e4712bb84762 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:58:59.246370 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-d2362239-5002-46cc-8fbd-e4712bb84762 admin admin] Usage tracker for resource:security_group_rule and tenant:4e801e2d1d864a4faec065fd8daba090 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:58:59.249754 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-d2362239-5002-46cc-8fbd-e4712bb84762 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:58:59.255263 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-d2362239-5002-46cc-8fbd-e4712bb84762 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:58:59.324799 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d2362239-5002-46cc-8fbd-e4712bb84762 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:58:59.329341 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d2362239-5002-46cc-8fbd-e4712bb84762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:58:59.363586 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2362239-5002-46cc-8fbd-e4712bb84762 admin admin] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=83738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:58:59.372285 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2362239-5002-46cc-8fbd-e4712bb84762 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5639f55d-bb36-45ab-bff8-0f103a77e236,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:58:59.378250 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d2362239-5002-46cc-8fbd-e4712bb84762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:58:59.378587 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.db.segments_db [None req-d2362239-5002-46cc-8fbd-e4712bb84762 admin admin] Added segment 80eb0018-d8a8-44df-b097-0ac998b0e2e7 of type vlan for network b5861d8e-8fc8-4e0f-91c3-90cb2986853c Mar 07 10:58:59.404343 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d2362239-5002-46cc-8fbd-e4712bb84762 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732568034061'] for network, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:58:59.432834 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d2362239-5002-46cc-8fbd-e4712bb84762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594'] for network, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:58:59.433659 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2362239-5002-46cc-8fbd-e4712bb84762 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:59.434216 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d2362239-5002-46cc-8fbd-e4712bb84762 admin admin] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:58:59.544637 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-d2362239-5002-46cc-8fbd-e4712bb84762 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5844421 Mar 07 10:58:59.545755 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2362239-5002-46cc-8fbd-e4712bb84762 admin admin] Pushing event updated for resources: {'Network': ['ID=b5861d8e-8fc8-4e0f-91c3-90cb2986853c,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:58:59.549133 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 44806) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:58:59.554922 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-43f2c445-4029-4a8f-9d33-bf6c6c9993ce admin admin] Request body: {'subnet': {'network_id': 'b5861d8e-8fc8-4e0f-91c3-90cb2986853c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1510985054-subnet', 'tenant_id': '4e801e2d1d864a4faec065fd8daba090', 'ip_version': 4}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:58:59.559866 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-43f2c445-4029-4a8f-9d33-bf6c6c9993ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:58:59.562353 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Network b5861d8e-8fc8-4e0f-91c3-90cb2986853c details requested by agent ovs-agent-dv-neutron-830731-3-hyperv with host dv-neutron-830731-3-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 10:58:59.564727 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-43f2c445-4029-4a8f-9d33-bf6c6c9993ce admin admin] Usage tracker for resource:subnet and tenant:4e801e2d1d864a4faec065fd8daba090 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:58:59.567826 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-43f2c445-4029-4a8f-9d33-bf6c6c9993ce admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:58:59.583933 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-43f2c445-4029-4a8f-9d33-bf6c6c9993ce admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:58:59.596895 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43f2c445-4029-4a8f-9d33-bf6c6c9993ce admin admin] Made reservation on behalf of 4e801e2d1d864a4faec065fd8daba090 for: {'subnet': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:58:59.599216 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-43f2c445-4029-4a8f-9d33-bf6c6c9993ce admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741426'] for subnet, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:58:59.803213 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-43f2c445-4029-4a8f-9d33-bf6c6c9993ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3556832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741408'] for subnet, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:58:59.879626 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f2c445-4029-4a8f-9d33-bf6c6c9993ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f8dda95-b719-4b98-9840-f5f56962b6b0,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:58:59.891266 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f2c445-4029-4a8f-9d33-bf6c6c9993ce admin admin] Checking segment: {'id': '80eb0018-d8a8-44df-b097-0ac998b0e2e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b5861d8e-8fc8-4e0f-91c3-90cb2986853c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:58:59.891614 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43f2c445-4029-4a8f-9d33-bf6c6c9993ce admin admin] Network hostable DHCP agents. Network: b5861d8e-8fc8-4e0f-91c3-90cb2986853c, hostable agents: ['6527556c-6586-422c-ae47-082984683847'], hosted agents: [] {{(pid=83738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:58:59.913850 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43f2c445-4029-4a8f-9d33-bf6c6c9993ce admin admin] Network b5861d8e-8fc8-4e0f-91c3-90cb2986853c is scheduled to be hosted by DHCP agent 6527556c-6586-422c-ae47-082984683847 with binding_index 1 {{(pid=83738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:58:59.924460 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-43f2c445-4029-4a8f-9d33-bf6c6c9993ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830731-3-hyperv, b5861d8e-8fc8-4e0f-91c3-90cb2986853c) {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:58:59.928268 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43f2c445-4029-4a8f-9d33-bf6c6c9993ce admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:59.928871 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-43f2c445-4029-4a8f-9d33-bf6c6c9993ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:58:59.934451 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a132e54-2b5f-4913-aaf0-897dad5f4421 None None] Network b5861d8e-8fc8-4e0f-91c3-90cb2986853c requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:58:59.951163 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-43f2c445-4029-4a8f-9d33-bf6c6c9993ce admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4008687 Mar 07 10:58:59.953886 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 44810) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:58:59.959095 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-806b67b7-422c-4d6d-abcf-8c6be5a95956 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1510985054-router', 'tenant_id': '4e801e2d1d864a4faec065fd8daba090', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12'}}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:58:59.963840 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-806b67b7-422c-4d6d-abcf-8c6be5a95956 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:58:59.968159 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-806b67b7-422c-4d6d-abcf-8c6be5a95956 admin admin] Usage tracker for resource:router and tenant:4e801e2d1d864a4faec065fd8daba090 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:58:59.971002 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-806b67b7-422c-4d6d-abcf-8c6be5a95956 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:58:59.976816 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-806b67b7-422c-4d6d-abcf-8c6be5a95956 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:58:59.989079 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-806b67b7-422c-4d6d-abcf-8c6be5a95956 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3919700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58025'] for router, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:58:59.990033 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-806b67b7-422c-4d6d-abcf-8c6be5a95956 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3919671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4011175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58018'] for router, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:00.011276 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-806b67b7-422c-4d6d-abcf-8c6be5a95956 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:00.157672 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-351f7708-6f6e-412d-9e70-4c87ba48e958 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ec2749d-0aec-52fb-aca6-10ba8a80aade-b5861d8e-8fc8-4e0f-91c3-90cb2986853c', 'network_id': 'b5861d8e-8fc8-4e0f-91c3-90cb2986853c', 'tenant_id': '4e801e2d1d864a4faec065fd8daba090', 'fixed_ips': [{'subnet_id': '3f8dda95-b719-4b98-9840-f5f56962b6b0'}]}} from dv-neutron-830731-3-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 07 10:59:00.158485 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-351f7708-6f6e-412d-9e70-4c87ba48e958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:00.167569 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-806b67b7-422c-4d6d-abcf-8c6be5a95956 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3917998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58952'] for router, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:00.319238 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-351f7708-6f6e-412d-9e70-4c87ba48e958 None None] Allocated IP 172.20.0.2 (b5861d8e-8fc8-4e0f-91c3-90cb2986853c/3f8dda95-b719-4b98-9840-f5f56962b6b0/b3d7cebf-6f0d-454c-a49e-a628acc5de34) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:59:00.501825 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-806b67b7-422c-4d6d-abcf-8c6be5a95956 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:00.523848 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-351f7708-6f6e-412d-9e70-4c87ba48e958 None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:00.533193 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-806b67b7-422c-4d6d-abcf-8c6be5a95956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:00.534647 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-351f7708-6f6e-412d-9e70-4c87ba48e958 None None] Transition to ACTIVE for port object b3d7cebf-6f0d-454c-a49e-a628acc5de34 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:59:00.552517 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-351f7708-6f6e-412d-9e70-4c87ba48e958 None None] Transition to ACTIVE for port object b3d7cebf-6f0d-454c-a49e-a628acc5de34 will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:59:00.558020 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-351f7708-6f6e-412d-9e70-4c87ba48e958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:00.642127 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-351f7708-6f6e-412d-9e70-4c87ba48e958 None None] Network b5861d8e-8fc8-4e0f-91c3-90cb2986853c is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:59:00.649404 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-2505c465-c57d-4fae-812a-a11b2e1f8cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:00.653161 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-351f7708-6f6e-412d-9e70-4c87ba48e958 None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:59:00.658231 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351f7708-6f6e-412d-9e70-4c87ba48e958 None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:59:00.660267 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351f7708-6f6e-412d-9e70-4c87ba48e958 None None] Pushing event updated for resources: {'Port': ['ID=b3d7cebf-6f0d-454c-a49e-a628acc5de34,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:59:00.672366 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351f7708-6f6e-412d-9e70-4c87ba48e958 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:59:00.672731 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351f7708-6f6e-412d-9e70-4c87ba48e958 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:59:00.673066 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351f7708-6f6e-412d-9e70-4c87ba48e958 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:59:00.673396 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351f7708-6f6e-412d-9e70-4c87ba48e958 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:59:00.673521 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-806b67b7-422c-4d6d-abcf-8c6be5a95956 admin admin] Allocated IP 172.26.8.80 (5ed85006-6b00-415e-b71f-837fb1421c12/8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a/90cc81d1-9750-44cf-8200-59d6da8b334c) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:59:00.673725 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351f7708-6f6e-412d-9e70-4c87ba48e958 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:59:00.674048 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351f7708-6f6e-412d-9e70-4c87ba48e958 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:59:00.674368 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351f7708-6f6e-412d-9e70-4c87ba48e958 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:59:00.674689 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351f7708-6f6e-412d-9e70-4c87ba48e958 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:59:00.675006 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351f7708-6f6e-412d-9e70-4c87ba48e958 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:59:00.675318 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351f7708-6f6e-412d-9e70-4c87ba48e958 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:59:00.675632 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351f7708-6f6e-412d-9e70-4c87ba48e958 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:59:00.757220 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-351f7708-6f6e-412d-9e70-4c87ba48e958 None None] Attempting to bind port b3d7cebf-6f0d-454c-a49e-a628acc5de34 on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:59:00.757463 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-351f7708-6f6e-412d-9e70-4c87ba48e958 None None] Attempting to bind port b3d7cebf-6f0d-454c-a49e-a628acc5de34 by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': '80eb0018-d8a8-44df-b097-0ac998b0e2e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b5861d8e-8fc8-4e0f-91c3-90cb2986853c'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:59:00.757818 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-351f7708-6f6e-412d-9e70-4c87ba48e958 None None] Attempting to bind port b3d7cebf-6f0d-454c-a49e-a628acc5de34 on network b5861d8e-8fc8-4e0f-91c3-90cb2986853c {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:59:00.764200 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-351f7708-6f6e-412d-9e70-4c87ba48e958 None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 58, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:59:00.764602 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-351f7708-6f6e-412d-9e70-4c87ba48e958 None None] Checking segment: {'id': '80eb0018-d8a8-44df-b097-0ac998b0e2e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b5861d8e-8fc8-4e0f-91c3-90cb2986853c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:59:00.764993 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-351f7708-6f6e-412d-9e70-4c87ba48e958 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:00.765367 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-351f7708-6f6e-412d-9e70-4c87ba48e958 None None] Bound using segment: {'id': '80eb0018-d8a8-44df-b097-0ac998b0e2e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b5861d8e-8fc8-4e0f-91c3-90cb2986853c'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:59:00.765814 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-351f7708-6f6e-412d-9e70-4c87ba48e958 None None] Bound port: b3d7cebf-6f0d-454c-a49e-a628acc5de34, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80eb0018-d8a8-44df-b097-0ac998b0e2e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b5861d8e-8fc8-4e0f-91c3-90cb2986853c'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:59:00.766171 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-351f7708-6f6e-412d-9e70-4c87ba48e958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:00.822117 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-806b67b7-422c-4d6d-abcf-8c6be5a95956 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:00.849575 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-806b67b7-422c-4d6d-abcf-8c6be5a95956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:00.855056 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-351f7708-6f6e-412d-9e70-4c87ba48e958 None None] For port b3d7cebf-6f0d-454c-a49e-a628acc5de34, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:59:00.858829 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-351f7708-6f6e-412d-9e70-4c87ba48e958 None None] For port b3d7cebf-6f0d-454c-a49e-a628acc5de34, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=b3d7cebf-6f0d-454c-a49e-a628acc5de34,segment=NetworkSegment(80eb0018-d8a8-44df-b097-0ac998b0e2e7),segment_id=80eb0018-d8a8-44df-b097-0ac998b0e2e7)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:59:00.862468 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-351f7708-6f6e-412d-9e70-4c87ba48e958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:00.916276 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-806b67b7-422c-4d6d-abcf-8c6be5a95956 admin admin] Network 5ed85006-6b00-415e-b71f-837fb1421c12 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:59:00.919144 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-806b67b7-422c-4d6d-abcf-8c6be5a95956 admin admin] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:59:00.924072 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806b67b7-422c-4d6d-abcf-8c6be5a95956 admin admin] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:59:00.943440 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351f7708-6f6e-412d-9e70-4c87ba48e958 None None] Pushing event updated for resources: {'Port': ['ID=b3d7cebf-6f0d-454c-a49e-a628acc5de34,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:59:00.954270 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806b67b7-422c-4d6d-abcf-8c6be5a95956 admin admin] Pushing event updated for resources: {'Port': ['ID=90cc81d1-9750-44cf-8200-59d6da8b334c,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:59:01.112464 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-806b67b7-422c-4d6d-abcf-8c6be5a95956 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:01.113216 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-806b67b7-422c-4d6d-abcf-8c6be5a95956 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3917991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923518'] for router, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:01.339151 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-806b67b7-422c-4d6d-abcf-8c6be5a95956 admin admin] Router df5db907-0f0e-46bd-a869-3fac0985873b is scheduled to L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 with binding_index 1 {{(pid=83738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 10:59:01.549136 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-806b67b7-422c-4d6d-abcf-8c6be5a95956 admin admin] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:59:01.557919 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a654c24-d64b-4247-af31-478b7391308a None None] Sync routers for ids ['df5db907-0f0e-46bd-a869-3fac0985873b'] in dv-neutron-830731-3-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:59:01.570472 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a654c24-d64b-4247-af31-478b7391308a None None] Routers {'df5db907-0f0e-46bd-a869-3fac0985873b'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:59:01.571053 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-2a654c24-d64b-4247-af31-478b7391308a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:59:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['df5db907-0f0e-46bd-a869-3fac0985873b'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:59:01.574249 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-806b67b7-422c-4d6d-abcf-8c6be5a95956 admin admin] Notify callbacks [] for router, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:01.575600 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-806b67b7-422c-4d6d-abcf-8c6be5a95956 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.6208229 Mar 07 10:59:01.578479 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 44814) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:59:01.754307 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-2a654c24-d64b-4247-af31-478b7391308a None None] Set router df5db907-0f0e-46bd-a869-3fac0985873b gateway port host: dv-neutron-830731-3-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:59:01.834942 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39d5afdd-357f-44a8-ade2-c3936d258ccb None None] Network b5861d8e-8fc8-4e0f-91c3-90cb2986853c requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:59:01.997269 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-711fefd2-3b30-4759-8df5-0aecff1c8e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:02.002362 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:02.003722 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a35681ce-e005-400c-8a3e-e3e781403cbd None None] Provisioning for port b3d7cebf-6f0d-454c-a49e-a628acc5de34 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:59:02.070799 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-2a654c24-d64b-4247-af31-478b7391308a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df5db907-0f0e-46bd-a869-3fac0985873b', 'name': 'tempest-TestMinimumBasicScenario-1510985054-router', 'tenant_id': '4e801e2d1d864a4faec065fd8daba090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.80'}], 'enable_snat': True}, 'gw_port_id': '90cc81d1-9750-44cf-8200-59d6da8b334c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:58:59Z', 'updated_at': '2022-03-07T10:59:01Z', 'revision_number': 3, 'project_id': '4e801e2d1d864a4faec065fd8daba090', 'gw_port': {'id': '90cc81d1-9750-44cf-8200-59d6da8b334c', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a5:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df5db907-0f0e-46bd-a869-3fac0985873b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:59:00Z', 'updated_at': '2022-03-07T10:59:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv'}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:59:02.074845 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a654c24-d64b-4247-af31-478b7391308a None None] Checking router: df5db907-0f0e-46bd-a869-3fac0985873b for host: dv-neutron-830731-3-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 07 10:59:02.075143 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a654c24-d64b-4247-af31-478b7391308a None None] Updating router df5db907-0f0e-46bd-a869-3fac0985873b port 90cc81d1-9750-44cf-8200-59d6da8b334c binding host dv-neutron-830731-3-hyperv {{(pid=83740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 07 10:59:02.128148 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-2a654c24-d64b-4247-af31-478b7391308a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:02.445730 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-58c46bcc-a4d1-4c30-93e0-90e3dc5073d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:02.501963 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-2a654c24-d64b-4247-af31-478b7391308a None None] Notify callbacks [] for port, precommit_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:02.514443 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.provisioning_blocks [None req-2a654c24-d64b-4247-af31-478b7391308a None None] Transition to ACTIVE for port object 90cc81d1-9750-44cf-8200-59d6da8b334c will not be triggered until provisioned by entity L2. {{(pid=83740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:59:02.521204 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-2a654c24-d64b-4247-af31-478b7391308a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:02.598787 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-2a654c24-d64b-4247-af31-478b7391308a None None] Attempting to bind port 90cc81d1-9750-44cf-8200-59d6da8b334c on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:59:02.599425 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-2a654c24-d64b-4247-af31-478b7391308a None None] Attempting to bind port 90cc81d1-9750-44cf-8200-59d6da8b334c by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': '9a22e080-7529-4fc7-949d-9f84ba21807d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12'}] {{(pid=83740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:59:02.599425 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a654c24-d64b-4247-af31-478b7391308a None None] Attempting to bind port 90cc81d1-9750-44cf-8200-59d6da8b334c on network 5ed85006-6b00-415e-b71f-837fb1421c12 {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:59:02.608945 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c91aefb-8ca7-4825-a8a4-abd9a05ab261 None None] Pushing event updated for resources: {'Port': ['ID=90cc81d1-9750-44cf-8200-59d6da8b334c,revision_number=2']} {{(pid=83740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:59:02.613781 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a654c24-d64b-4247-af31-478b7391308a None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 59, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:59:02.614117 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a654c24-d64b-4247-af31-478b7391308a None None] Checking segment: {'id': '9a22e080-7529-4fc7-949d-9f84ba21807d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:59:02.614534 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-2a654c24-d64b-4247-af31-478b7391308a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:02.614907 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a654c24-d64b-4247-af31-478b7391308a None None] Bound using segment: {'id': '9a22e080-7529-4fc7-949d-9f84ba21807d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12'} {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:59:02.615346 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-2a654c24-d64b-4247-af31-478b7391308a None None] Bound port: 90cc81d1-9750-44cf-8200-59d6da8b334c, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a22e080-7529-4fc7-949d-9f84ba21807d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12'}}] {{(pid=83740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:59:02.615698 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-2a654c24-d64b-4247-af31-478b7391308a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:02.650921 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c91aefb-8ca7-4825-a8a4-abd9a05ab261 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:59:02.651249 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c91aefb-8ca7-4825-a8a4-abd9a05ab261 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:59:02.651578 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c91aefb-8ca7-4825-a8a4-abd9a05ab261 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:59:02.651887 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c91aefb-8ca7-4825-a8a4-abd9a05ab261 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:59:02.652203 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c91aefb-8ca7-4825-a8a4-abd9a05ab261 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:59:02.652536 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c91aefb-8ca7-4825-a8a4-abd9a05ab261 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:59:02.652847 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c91aefb-8ca7-4825-a8a4-abd9a05ab261 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:59:02.653168 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c91aefb-8ca7-4825-a8a4-abd9a05ab261 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:59:02.653465 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c91aefb-8ca7-4825-a8a4-abd9a05ab261 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:59:02.653788 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c91aefb-8ca7-4825-a8a4-abd9a05ab261 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:59:02.654195 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c91aefb-8ca7-4825-a8a4-abd9a05ab261 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:59:02.654627 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-58c46bcc-a4d1-4c30-93e0-90e3dc5073d8 admin admin] Allocated IP 172.20.0.1 (b5861d8e-8fc8-4e0f-91c3-90cb2986853c/3f8dda95-b719-4b98-9840-f5f56962b6b0/3379f303-9c92-499c-a657-1c86c2f9dbf1) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:59:02.696351 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.db [None req-2a654c24-d64b-4247-af31-478b7391308a None None] For port 90cc81d1-9750-44cf-8200-59d6da8b334c, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:59:02.699480 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.db [None req-2a654c24-d64b-4247-af31-478b7391308a None None] For port 90cc81d1-9750-44cf-8200-59d6da8b334c, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=90cc81d1-9750-44cf-8200-59d6da8b334c,segment=NetworkSegment(9a22e080-7529-4fc7-949d-9f84ba21807d),segment_id=9a22e080-7529-4fc7-949d-9f84ba21807d)] {{(pid=83740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:59:02.704584 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-2a654c24-d64b-4247-af31-478b7391308a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:02.785054 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c91aefb-8ca7-4825-a8a4-abd9a05ab261 None None] Pushing event updated for resources: {'Port': ['ID=90cc81d1-9750-44cf-8200-59d6da8b334c,revision_number=3']} {{(pid=83740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:59:02.787532 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a654c24-d64b-4247-af31-478b7391308a None None] Routers {'df5db907-0f0e-46bd-a869-3fac0985873b'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:59:02.788135 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-2a654c24-d64b-4247-af31-478b7391308a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:59:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['df5db907-0f0e-46bd-a869-3fac0985873b'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:59:02.816488 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-58c46bcc-a4d1-4c30-93e0-90e3dc5073d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:02.832957 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-58c46bcc-a4d1-4c30-93e0-90e3dc5073d8 admin admin] Transition to ACTIVE for port object 3379f303-9c92-499c-a657-1c86c2f9dbf1 will not be triggered until provisioned by entity DHCP. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:59:02.854374 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-58c46bcc-a4d1-4c30-93e0-90e3dc5073d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:02.919232 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c46bcc-a4d1-4c30-93e0-90e3dc5073d8 admin admin] Network b5861d8e-8fc8-4e0f-91c3-90cb2986853c is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:59:02.922466 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-58c46bcc-a4d1-4c30-93e0-90e3dc5073d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:59:02.926171 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c46bcc-a4d1-4c30-93e0-90e3dc5073d8 admin admin] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:59:02.956591 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c46bcc-a4d1-4c30-93e0-90e3dc5073d8 admin admin] Pushing event updated for resources: {'Port': ['ID=3379f303-9c92-499c-a657-1c86c2f9dbf1,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:59:02.969764 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-2a654c24-d64b-4247-af31-478b7391308a None None] Set router df5db907-0f0e-46bd-a869-3fac0985873b gateway port host: dv-neutron-830731-3-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:59:02.984289 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-58c46bcc-a4d1-4c30-93e0-90e3dc5073d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3920324'] for router_interface, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:03.080803 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-58c46bcc-a4d1-4c30-93e0-90e3dc5073d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:03.118019 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device b3d7cebf-6f0d-454c-a49e-a628acc5de34 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:59:03.200000 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-5b573602-9602-4671-8798-a69d16cdfe61 None None] Provisioning for port 3379f303-9c92-499c-a657-1c86c2f9dbf1 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:59:03.204607 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning for port b3d7cebf-6f0d-454c-a49e-a628acc5de34 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:59:03.209311 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-5b573602-9602-4671-8798-a69d16cdfe61 None None] Provisioning complete for port 3379f303-9c92-499c-a657-1c86c2f9dbf1 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:59:03.209803 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-5b573602-9602-4671-8798-a69d16cdfe61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:03.242091 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port b3d7cebf-6f0d-454c-a49e-a628acc5de34 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:59:03.242851 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:03.315165 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-2a654c24-d64b-4247-af31-478b7391308a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df5db907-0f0e-46bd-a869-3fac0985873b', 'name': 'tempest-TestMinimumBasicScenario-1510985054-router', 'tenant_id': '4e801e2d1d864a4faec065fd8daba090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.80'}], 'enable_snat': True}, 'gw_port_id': '90cc81d1-9750-44cf-8200-59d6da8b334c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:58:59Z', 'updated_at': '2022-03-07T10:59:01Z', 'revision_number': 3, 'project_id': '4e801e2d1d864a4faec065fd8daba090', 'gw_port': {'id': '90cc81d1-9750-44cf-8200-59d6da8b334c', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a5:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df5db907-0f0e-46bd-a869-3fac0985873b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:59:00Z', 'updated_at': '2022-03-07T10:59:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv'}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:59:03.315885 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-58c46bcc-a4d1-4c30-93e0-90e3dc5073d8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:03.319473 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a654c24-d64b-4247-af31-478b7391308a None None] The sync data for ids ['df5db907-0f0e-46bd-a869-3fac0985873b'] in dv-neutron-830731-3-hyperv is: [{'id': 'df5db907-0f0e-46bd-a869-3fac0985873b', 'name': 'tempest-TestMinimumBasicScenario-1510985054-router', 'tenant_id': '4e801e2d1d864a4faec065fd8daba090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.80'}], 'enable_snat': True}, 'gw_port_id': '90cc81d1-9750-44cf-8200-59d6da8b334c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:58:59Z', 'updated_at': '2022-03-07T10:59:01Z', 'revision_number': 3, 'project_id': '4e801e2d1d864a4faec065fd8daba090', 'gw_port': {'id': '90cc81d1-9750-44cf-8200-59d6da8b334c', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a5:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df5db907-0f0e-46bd-a869-3fac0985873b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:59:00Z', 'updated_at': '2022-03-07T10:59:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv'}] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:59:03.321386 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-58c46bcc-a4d1-4c30-93e0-90e3dc5073d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3556717'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:03.348722 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c87150bd-aa9c-4ad1-bb68-57ec66d4fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:03.349543 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-5b573602-9602-4671-8798-a69d16cdfe61 None None] Port 3379f303-9c92-499c-a657-1c86c2f9dbf1 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:59:03.416545 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:03.444333 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-58c46bcc-a4d1-4c30-93e0-90e3dc5073d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2756426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3920233'] for router_interface, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:03.447844 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c46bcc-a4d1-4c30-93e0-90e3dc5073d8 admin admin] Pushing event updated for resources: {'Port': ['ID=3379f303-9c92-499c-a657-1c86c2f9dbf1,revision_number=2']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:59:03.459951 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] For port b3d7cebf-6f0d-454c-a49e-a628acc5de34, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=b3d7cebf-6f0d-454c-a49e-a628acc5de34,segment=NetworkSegment(80eb0018-d8a8-44df-b097-0ac998b0e2e7),segment_id=80eb0018-d8a8-44df-b097-0ac998b0e2e7)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:59:03.464101 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:03.552271 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Pushing event updated for resources: {'Port': ['ID=b3d7cebf-6f0d-454c-a49e-a628acc5de34,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:59:03.611033 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c46bcc-a4d1-4c30-93e0-90e3dc5073d8 admin admin] Network b5861d8e-8fc8-4e0f-91c3-90cb2986853c is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:59:03.612238 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-58c46bcc-a4d1-4c30-93e0-90e3dc5073d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:59:03.877316 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-aad2eb52-49f3-4cce-9523-5bdfb504f327 None None] Provisioning complete for port 3379f303-9c92-499c-a657-1c86c2f9dbf1 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:59:03.878078 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-aad2eb52-49f3-4cce-9523-5bdfb504f327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:03.935985 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-aad2eb52-49f3-4cce-9523-5bdfb504f327 None None] Port 3379f303-9c92-499c-a657-1c86c2f9dbf1 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:59:04.116309 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58c46bcc-a4d1-4c30-93e0-90e3dc5073d8 admin admin] Router df5db907-0f0e-46bd-a869-3fac0985873b has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:59:04.317001 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58c46bcc-a4d1-4c30-93e0-90e3dc5073d8 admin admin] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:59:04.325518 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-58c46bcc-a4d1-4c30-93e0-90e3dc5073d8 admin admin] 10.222.0.13 "PUT /v2.0/routers/df5db907-0f0e-46bd-a869-3fac0985873b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7461226 Mar 07 10:59:05.132093 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 44836) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:59:05.137502 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-b4946cc1-fedc-4d7a-8d91-ee2aa2cd8ef0 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1049009024-network', 'tenant_id': '45e6b75467594c19932ba8296129a55c'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:59:05.143646 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-b4946cc1-fedc-4d7a-8d91-ee2aa2cd8ef0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:59:05.148921 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-b4946cc1-fedc-4d7a-8d91-ee2aa2cd8ef0 admin admin] Usage tracker for resource:network and tenant:45e6b75467594c19932ba8296129a55c is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:59:05.151766 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-b4946cc1-fedc-4d7a-8d91-ee2aa2cd8ef0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:59:05.151900 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device b3d7cebf-6f0d-454c-a49e-a628acc5de34 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:59:05.158972 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-b4946cc1-fedc-4d7a-8d91-ee2aa2cd8ef0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:59:05.170025 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4946cc1-fedc-4d7a-8d91-ee2aa2cd8ef0 admin admin] Made reservation on behalf of 45e6b75467594c19932ba8296129a55c for: {'network': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:59:05.172556 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b4946cc1-fedc-4d7a-8d91-ee2aa2cd8ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for network, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:05.184506 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b4946cc1-fedc-4d7a-8d91-ee2aa2cd8ef0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:05.216210 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-b4946cc1-fedc-4d7a-8d91-ee2aa2cd8ef0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:59:05.220249 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-b4946cc1-fedc-4d7a-8d91-ee2aa2cd8ef0 admin admin] Usage tracker for resource:security_group_rule and tenant:45e6b75467594c19932ba8296129a55c is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:59:05.221149 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port b3d7cebf-6f0d-454c-a49e-a628acc5de34 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:59:05.221520 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:05.223536 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-b4946cc1-fedc-4d7a-8d91-ee2aa2cd8ef0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:59:05.229459 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-b4946cc1-fedc-4d7a-8d91-ee2aa2cd8ef0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:59:05.298894 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b4946cc1-fedc-4d7a-8d91-ee2aa2cd8ef0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:05.302660 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b4946cc1-fedc-4d7a-8d91-ee2aa2cd8ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:05.334835 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4946cc1-fedc-4d7a-8d91-ee2aa2cd8ef0 admin admin] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=83737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:59:05.342234 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 90cc81d1-9750-44cf-8200-59d6da8b334c up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:59:05.343547 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4946cc1-fedc-4d7a-8d91-ee2aa2cd8ef0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40bcc335-9ee0-4870-84c3-9c305a985acc,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:59:05.350694 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b4946cc1-fedc-4d7a-8d91-ee2aa2cd8ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:05.350961 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.db.segments_db [None req-b4946cc1-fedc-4d7a-8d91-ee2aa2cd8ef0 admin admin] Added segment c8ab8dd2-bf90-475a-b7f6-6655238b869d of type vlan for network 0a339513-e513-428c-9e74-b387b57ddadc Mar 07 10:59:05.377420 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b4946cc1-fedc-4d7a-8d91-ee2aa2cd8ef0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732568034061'] for network, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:05.407540 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b4946cc1-fedc-4d7a-8d91-ee2aa2cd8ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594'] for network, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:05.408652 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4946cc1-fedc-4d7a-8d91-ee2aa2cd8ef0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:05.409437 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b4946cc1-fedc-4d7a-8d91-ee2aa2cd8ef0 admin admin] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:05.410488 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning for port 90cc81d1-9750-44cf-8200-59d6da8b334c completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:59:05.415470 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 90cc81d1-9750-44cf-8200-59d6da8b334c triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:59:05.415837 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:05.513420 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-b4946cc1-fedc-4d7a-8d91-ee2aa2cd8ef0 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3799341 Mar 07 10:59:05.514521 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4946cc1-fedc-4d7a-8d91-ee2aa2cd8ef0 admin admin] Pushing event updated for resources: {'Network': ['ID=0a339513-e513-428c-9e74-b387b57ddadc,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:59:05.516290 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 44840) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:59:05.522510 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-a98bf283-8044-485b-a8a3-156493c6271e admin admin] Request body: {'subnet': {'network_id': '0a339513-e513-428c-9e74-b387b57ddadc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1049009024-subnet', 'tenant_id': '45e6b75467594c19932ba8296129a55c', 'ip_version': 4}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:59:05.527128 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Network 0a339513-e513-428c-9e74-b387b57ddadc details requested by agent ovs-agent-dv-neutron-830731-3-hyperv with host dv-neutron-830731-3-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 10:59:05.527291 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-a98bf283-8044-485b-a8a3-156493c6271e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:59:05.531809 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-a98bf283-8044-485b-a8a3-156493c6271e admin admin] Usage tracker for resource:subnet and tenant:45e6b75467594c19932ba8296129a55c is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:59:05.534645 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-a98bf283-8044-485b-a8a3-156493c6271e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:59:05.540178 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-a98bf283-8044-485b-a8a3-156493c6271e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:59:05.558757 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a98bf283-8044-485b-a8a3-156493c6271e admin admin] Made reservation on behalf of 45e6b75467594c19932ba8296129a55c for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:59:05.561531 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a98bf283-8044-485b-a8a3-156493c6271e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3219231'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:05.621830 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:05.657412 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] For port 90cc81d1-9750-44cf-8200-59d6da8b334c, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=90cc81d1-9750-44cf-8200-59d6da8b334c,segment=NetworkSegment(9a22e080-7529-4fc7-949d-9f84ba21807d),segment_id=9a22e080-7529-4fc7-949d-9f84ba21807d)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:59:05.662142 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:05.727506 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Pushing event updated for resources: {'Port': ['ID=90cc81d1-9750-44cf-8200-59d6da8b334c,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:59:05.841058 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a98bf283-8044-485b-a8a3-156493c6271e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3012444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3219213'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:05.909661 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98bf283-8044-485b-a8a3-156493c6271e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3dffb7c-a846-4467-abac-b40abb985a98,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:59:05.923742 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98bf283-8044-485b-a8a3-156493c6271e admin admin] Checking segment: {'id': 'c8ab8dd2-bf90-475a-b7f6-6655238b869d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0a339513-e513-428c-9e74-b387b57ddadc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:59:05.924093 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a98bf283-8044-485b-a8a3-156493c6271e admin admin] Network hostable DHCP agents. Network: 0a339513-e513-428c-9e74-b387b57ddadc, hostable agents: ['6527556c-6586-422c-ae47-082984683847'], hosted agents: [] {{(pid=83737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:59:05.944769 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a98bf283-8044-485b-a8a3-156493c6271e admin admin] Network 0a339513-e513-428c-9e74-b387b57ddadc is scheduled to be hosted by DHCP agent 6527556c-6586-422c-ae47-082984683847 with binding_index 1 {{(pid=83737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:59:05.953694 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-a98bf283-8044-485b-a8a3-156493c6271e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830731-3-hyperv, 0a339513-e513-428c-9e74-b387b57ddadc) {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:59:05.957466 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a98bf283-8044-485b-a8a3-156493c6271e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:05.958029 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a98bf283-8044-485b-a8a3-156493c6271e admin admin] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:05.963900 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41b88c70-9673-42b0-92e0-f032d3bb4fa8 None None] Network 0a339513-e513-428c-9e74-b387b57ddadc requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:59:05.980565 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-a98bf283-8044-485b-a8a3-156493c6271e admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4607759 Mar 07 10:59:05.980836 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 44844) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:59:05.986480 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-2d402d8e-a3b9-4608-a356-55e562ebbf95 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1049009024-router', 'tenant_id': '45e6b75467594c19932ba8296129a55c', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12'}}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:59:05.991115 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-2d402d8e-a3b9-4608-a356-55e562ebbf95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:59:05.994913 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-2d402d8e-a3b9-4608-a356-55e562ebbf95 admin admin] Usage tracker for resource:router and tenant:45e6b75467594c19932ba8296129a55c is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:59:05.998633 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-2d402d8e-a3b9-4608-a356-55e562ebbf95 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:59:06.004275 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-2d402d8e-a3b9-4608-a356-55e562ebbf95 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:59:06.015051 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2d402d8e-a3b9-4608-a356-55e562ebbf95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3919700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58025'] for router, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:06.015929 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2d402d8e-a3b9-4608-a356-55e562ebbf95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3919671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4011175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58018'] for router, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:06.033711 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2d402d8e-a3b9-4608-a356-55e562ebbf95 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:06.178293 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2d402d8e-a3b9-4608-a356-55e562ebbf95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3917998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58952'] for router, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:06.181992 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5932c6c0-9bf0-435c-89de-193a628b7075 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ec2749d-0aec-52fb-aca6-10ba8a80aade-0a339513-e513-428c-9e74-b387b57ddadc', 'network_id': '0a339513-e513-428c-9e74-b387b57ddadc', 'tenant_id': '45e6b75467594c19932ba8296129a55c', 'fixed_ips': [{'subnet_id': 'c3dffb7c-a846-4467-abac-b40abb985a98'}]}} from dv-neutron-830731-3-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 07 10:59:06.182893 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-5932c6c0-9bf0-435c-89de-193a628b7075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:06.354381 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-5932c6c0-9bf0-435c-89de-193a628b7075 None None] Allocated IP 172.20.0.2 (0a339513-e513-428c-9e74-b387b57ddadc/c3dffb7c-a846-4467-abac-b40abb985a98/179ee4c7-e8b2-4d16-bc19-1401cf4bc4d2) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:59:06.374261 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2d402d8e-a3b9-4608-a356-55e562ebbf95 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:06.406867 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2d402d8e-a3b9-4608-a356-55e562ebbf95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:06.549948 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-2d402d8e-a3b9-4608-a356-55e562ebbf95 admin admin] Allocated IP 172.26.8.83 (5ed85006-6b00-415e-b71f-837fb1421c12/8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a/14eaaf61-20e5-47fe-ada4-221cec308e2f) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:59:06.599998 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-5932c6c0-9bf0-435c-89de-193a628b7075 None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:06.611629 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-5932c6c0-9bf0-435c-89de-193a628b7075 None None] Transition to ACTIVE for port object 179ee4c7-e8b2-4d16-bc19-1401cf4bc4d2 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:59:06.632484 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-5932c6c0-9bf0-435c-89de-193a628b7075 None None] Transition to ACTIVE for port object 179ee4c7-e8b2-4d16-bc19-1401cf4bc4d2 will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:59:06.638911 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-5932c6c0-9bf0-435c-89de-193a628b7075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:06.708917 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5932c6c0-9bf0-435c-89de-193a628b7075 None None] Network 0a339513-e513-428c-9e74-b387b57ddadc is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:59:06.711711 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-5932c6c0-9bf0-435c-89de-193a628b7075 None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:59:06.711845 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2d402d8e-a3b9-4608-a356-55e562ebbf95 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:06.715979 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5932c6c0-9bf0-435c-89de-193a628b7075 None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:59:06.718292 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5932c6c0-9bf0-435c-89de-193a628b7075 None None] Pushing event updated for resources: {'Port': ['ID=179ee4c7-e8b2-4d16-bc19-1401cf4bc4d2,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:59:06.739528 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2d402d8e-a3b9-4608-a356-55e562ebbf95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:06.786585 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea177ca-4c07-4aa5-aa90-680b7f12a82e None None] Sync routers for ids ['df5db907-0f0e-46bd-a869-3fac0985873b'] in dv-neutron-830731-3-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:59:06.810633 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d402d8e-a3b9-4608-a356-55e562ebbf95 admin admin] Network 5ed85006-6b00-415e-b71f-837fb1421c12 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:59:06.812664 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-5932c6c0-9bf0-435c-89de-193a628b7075 None None] Attempting to bind port 179ee4c7-e8b2-4d16-bc19-1401cf4bc4d2 on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:59:06.813028 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-5932c6c0-9bf0-435c-89de-193a628b7075 None None] Attempting to bind port 179ee4c7-e8b2-4d16-bc19-1401cf4bc4d2 by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': 'c8ab8dd2-bf90-475a-b7f6-6655238b869d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0a339513-e513-428c-9e74-b387b57ddadc'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:59:06.813379 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5932c6c0-9bf0-435c-89de-193a628b7075 None None] Attempting to bind port 179ee4c7-e8b2-4d16-bc19-1401cf4bc4d2 on network 0a339513-e513-428c-9e74-b387b57ddadc {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:59:06.813530 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-2d402d8e-a3b9-4608-a356-55e562ebbf95 admin admin] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:59:06.817118 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d402d8e-a3b9-4608-a356-55e562ebbf95 admin admin] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:59:06.821205 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea177ca-4c07-4aa5-aa90-680b7f12a82e None None] Routers {'df5db907-0f0e-46bd-a869-3fac0985873b'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:59:06.821805 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-5ea177ca-4c07-4aa5-aa90-680b7f12a82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:59:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['df5db907-0f0e-46bd-a869-3fac0985873b'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:59:06.849686 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d402d8e-a3b9-4608-a356-55e562ebbf95 admin admin] Pushing event updated for resources: {'Port': ['ID=14eaaf61-20e5-47fe-ada4-221cec308e2f,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:59:06.875326 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5932c6c0-9bf0-435c-89de-193a628b7075 None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 59, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:59:06.875698 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5932c6c0-9bf0-435c-89de-193a628b7075 None None] Checking segment: {'id': 'c8ab8dd2-bf90-475a-b7f6-6655238b869d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0a339513-e513-428c-9e74-b387b57ddadc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:59:06.876092 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-5932c6c0-9bf0-435c-89de-193a628b7075 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:06.876494 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5932c6c0-9bf0-435c-89de-193a628b7075 None None] Bound using segment: {'id': 'c8ab8dd2-bf90-475a-b7f6-6655238b869d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0a339513-e513-428c-9e74-b387b57ddadc'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:59:06.876967 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-5932c6c0-9bf0-435c-89de-193a628b7075 None None] Bound port: 179ee4c7-e8b2-4d16-bc19-1401cf4bc4d2, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8ab8dd2-bf90-475a-b7f6-6655238b869d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0a339513-e513-428c-9e74-b387b57ddadc'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:59:06.877328 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-5932c6c0-9bf0-435c-89de-193a628b7075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:06.975577 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2d402d8e-a3b9-4608-a356-55e562ebbf95 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:06.976232 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2d402d8e-a3b9-4608-a356-55e562ebbf95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3917991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923518'] for router, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:07.066424 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-5932c6c0-9bf0-435c-89de-193a628b7075 None None] For port 179ee4c7-e8b2-4d16-bc19-1401cf4bc4d2, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:59:07.069969 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-5932c6c0-9bf0-435c-89de-193a628b7075 None None] For port 179ee4c7-e8b2-4d16-bc19-1401cf4bc4d2, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=179ee4c7-e8b2-4d16-bc19-1401cf4bc4d2,segment=NetworkSegment(c8ab8dd2-bf90-475a-b7f6-6655238b869d),segment_id=c8ab8dd2-bf90-475a-b7f6-6655238b869d)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:59:07.075362 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-5932c6c0-9bf0-435c-89de-193a628b7075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:07.112188 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-5ea177ca-4c07-4aa5-aa90-680b7f12a82e None None] Set router df5db907-0f0e-46bd-a869-3fac0985873b gateway port host: dv-neutron-830731-3-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:59:07.150989 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 90cc81d1-9750-44cf-8200-59d6da8b334c up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:59:07.205125 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d402d8e-a3b9-4608-a356-55e562ebbf95 admin admin] Router 0d769dec-1fa1-4ddc-9246-5cd209db0bc4 is scheduled to L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 with binding_index 1 {{(pid=83737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 10:59:07.272906 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5932c6c0-9bf0-435c-89de-193a628b7075 None None] Pushing event updated for resources: {'Port': ['ID=179ee4c7-e8b2-4d16-bc19-1401cf4bc4d2,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:59:07.435318 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 90cc81d1-9750-44cf-8200-59d6da8b334c triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:59:07.436146 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:07.533008 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d402d8e-a3b9-4608-a356-55e562ebbf95 admin admin] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:59:07.541499 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a1a87c-058c-41e0-9c1e-0e4a62570efc None None] Sync routers for ids ['0d769dec-1fa1-4ddc-9246-5cd209db0bc4'] in dv-neutron-830731-3-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:59:07.554619 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a1a87c-058c-41e0-9c1e-0e4a62570efc None None] Routers {'0d769dec-1fa1-4ddc-9246-5cd209db0bc4'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:59:07.555228 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-10a1a87c-058c-41e0-9c1e-0e4a62570efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:59:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['0d769dec-1fa1-4ddc-9246-5cd209db0bc4'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:59:07.565377 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2d402d8e-a3b9-4608-a356-55e562ebbf95 admin admin] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:07.567283 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-2d402d8e-a3b9-4608-a356-55e562ebbf95 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5853248 Mar 07 10:59:07.570663 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 44848) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:59:07.655357 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-5ea177ca-4c07-4aa5-aa90-680b7f12a82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df5db907-0f0e-46bd-a869-3fac0985873b', 'name': 'tempest-TestMinimumBasicScenario-1510985054-router', 'tenant_id': '4e801e2d1d864a4faec065fd8daba090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.80'}], 'enable_snat': True}, 'gw_port_id': '90cc81d1-9750-44cf-8200-59d6da8b334c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:58:59Z', 'updated_at': '2022-03-07T10:59:03Z', 'revision_number': 4, 'project_id': '4e801e2d1d864a4faec065fd8daba090', 'gw_port': {'id': '90cc81d1-9750-44cf-8200-59d6da8b334c', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a5:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5db907-0f0e-46bd-a869-3fac0985873b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:59:00Z', 'updated_at': '2022-03-07T10:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_interfaces': [{'id': '3379f303-9c92-499c-a657-1c86c2f9dbf1', 'name': '', 'network_id': 'b5861d8e-8fc8-4e0f-91c3-90cb2986853c', 'tenant_id': '4e801e2d1d864a4faec065fd8daba090', 'mac_address': 'fa:16:3e:3b:46:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df5db907-0f0e-46bd-a869-3fac0985873b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3f8dda95-b719-4b98-9840-f5f56962b6b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:59:02Z', 'updated_at': '2022-03-07T10:59:03Z', 'revision_number': 2, 'project_id': '4e801e2d1d864a4faec065fd8daba090', 'subnets': [{'id': '3f8dda95-b719-4b98-9840-f5f56962b6b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:59:07.659928 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea177ca-4c07-4aa5-aa90-680b7f12a82e None None] Checking router: df5db907-0f0e-46bd-a869-3fac0985873b for host: dv-neutron-830731-3-hyperv {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 07 10:59:07.660509 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea177ca-4c07-4aa5-aa90-680b7f12a82e None None] Updating router df5db907-0f0e-46bd-a869-3fac0985873b port 3379f303-9c92-499c-a657-1c86c2f9dbf1 binding host dv-neutron-830731-3-hyperv {{(pid=83739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 07 10:59:07.715178 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-5ea177ca-4c07-4aa5-aa90-680b7f12a82e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:07.772933 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-10a1a87c-058c-41e0-9c1e-0e4a62570efc None None] Set router 0d769dec-1fa1-4ddc-9246-5cd209db0bc4 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:59:08.067867 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-10a1a87c-058c-41e0-9c1e-0e4a62570efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d769dec-1fa1-4ddc-9246-5cd209db0bc4', 'name': 'tempest-TestMinimumBasicScenario-1049009024-router', 'tenant_id': '45e6b75467594c19932ba8296129a55c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.83'}], 'enable_snat': True}, 'gw_port_id': '14eaaf61-20e5-47fe-ada4-221cec308e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:59:06Z', 'updated_at': '2022-03-07T10:59:06Z', 'revision_number': 3, 'project_id': '45e6b75467594c19932ba8296129a55c', 'gw_port': {'id': '14eaaf61-20e5-47fe-ada4-221cec308e2f', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:eb:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d769dec-1fa1-4ddc-9246-5cd209db0bc4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:59:06Z', 'updated_at': '2022-03-07T10:59:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv'}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:59:08.072059 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a1a87c-058c-41e0-9c1e-0e4a62570efc None None] Checking router: 0d769dec-1fa1-4ddc-9246-5cd209db0bc4 for host: dv-neutron-830731-3-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 07 10:59:08.072519 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a1a87c-058c-41e0-9c1e-0e4a62570efc None None] Updating router 0d769dec-1fa1-4ddc-9246-5cd209db0bc4 port 14eaaf61-20e5-47fe-ada4-221cec308e2f binding host dv-neutron-830731-3-hyperv {{(pid=83740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 07 10:59:08.089030 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-5ea177ca-4c07-4aa5-aa90-680b7f12a82e None None] Notify callbacks [] for port, precommit_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:08.102122 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-5ea177ca-4c07-4aa5-aa90-680b7f12a82e None None] Transition to ACTIVE for port object 3379f303-9c92-499c-a657-1c86c2f9dbf1 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:59:08.114626 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-5ea177ca-4c07-4aa5-aa90-680b7f12a82e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:08.131458 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-10a1a87c-058c-41e0-9c1e-0e4a62570efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:08.318646 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1b3f6f-7336-4402-b568-62d0bcbdfac1 None None] Pushing event updated for resources: {'Port': ['ID=3379f303-9c92-499c-a657-1c86c2f9dbf1,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:59:08.423884 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-78f639c3-29a3-40e6-873a-9efdff283c29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:08.445896 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-5ea177ca-4c07-4aa5-aa90-680b7f12a82e None None] Attempting to bind port 3379f303-9c92-499c-a657-1c86c2f9dbf1 on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:59:08.446514 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-5ea177ca-4c07-4aa5-aa90-680b7f12a82e None None] Attempting to bind port 3379f303-9c92-499c-a657-1c86c2f9dbf1 by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': '80eb0018-d8a8-44df-b097-0ac998b0e2e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b5861d8e-8fc8-4e0f-91c3-90cb2986853c'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:59:08.447068 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea177ca-4c07-4aa5-aa90-680b7f12a82e None None] Attempting to bind port 3379f303-9c92-499c-a657-1c86c2f9dbf1 on network b5861d8e-8fc8-4e0f-91c3-90cb2986853c {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:59:08.454722 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea177ca-4c07-4aa5-aa90-680b7f12a82e None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 59, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:59:08.455044 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea177ca-4c07-4aa5-aa90-680b7f12a82e None None] Checking segment: {'id': '80eb0018-d8a8-44df-b097-0ac998b0e2e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b5861d8e-8fc8-4e0f-91c3-90cb2986853c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:59:08.455667 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-5ea177ca-4c07-4aa5-aa90-680b7f12a82e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:08.456063 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea177ca-4c07-4aa5-aa90-680b7f12a82e None None] Bound using segment: {'id': '80eb0018-d8a8-44df-b097-0ac998b0e2e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b5861d8e-8fc8-4e0f-91c3-90cb2986853c'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:59:08.456601 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-5ea177ca-4c07-4aa5-aa90-680b7f12a82e None None] Bound port: 3379f303-9c92-499c-a657-1c86c2f9dbf1, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80eb0018-d8a8-44df-b097-0ac998b0e2e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b5861d8e-8fc8-4e0f-91c3-90cb2986853c'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:59:08.456978 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-5ea177ca-4c07-4aa5-aa90-680b7f12a82e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:08.628774 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8da37906-76bf-4df2-8e71-36ffcd5488c7 None None] Network 0a339513-e513-428c-9e74-b387b57ddadc requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 10:59:08.637189 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-10a1a87c-058c-41e0-9c1e-0e4a62570efc None None] Notify callbacks [] for port, precommit_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:08.651257 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.provisioning_blocks [None req-10a1a87c-058c-41e0-9c1e-0e4a62570efc None None] Transition to ACTIVE for port object 14eaaf61-20e5-47fe-ada4-221cec308e2f will not be triggered until provisioned by entity L2. {{(pid=83740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:59:08.658503 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-10a1a87c-058c-41e0-9c1e-0e4a62570efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:08.665695 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-78f639c3-29a3-40e6-873a-9efdff283c29 admin admin] Allocated IP 172.20.0.1 (0a339513-e513-428c-9e74-b387b57ddadc/c3dffb7c-a846-4467-abac-b40abb985a98/f6787941-670f-4765-a96e-5b2859a59775) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:59:08.740321 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e740dd-034d-4b63-88e2-eec63d342882 None None] Pushing event updated for resources: {'Port': ['ID=14eaaf61-20e5-47fe-ada4-221cec308e2f,revision_number=2']} {{(pid=83740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:59:08.743811 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-10a1a87c-058c-41e0-9c1e-0e4a62570efc None None] Attempting to bind port 14eaaf61-20e5-47fe-ada4-221cec308e2f on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:59:08.744265 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-10a1a87c-058c-41e0-9c1e-0e4a62570efc None None] Attempting to bind port 14eaaf61-20e5-47fe-ada4-221cec308e2f by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': '9a22e080-7529-4fc7-949d-9f84ba21807d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12'}] {{(pid=83740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:59:08.744739 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a1a87c-058c-41e0-9c1e-0e4a62570efc None None] Attempting to bind port 14eaaf61-20e5-47fe-ada4-221cec308e2f on network 5ed85006-6b00-415e-b71f-837fb1421c12 {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:59:08.751769 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a1a87c-058c-41e0-9c1e-0e4a62570efc None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 59, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:59:08.752108 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a1a87c-058c-41e0-9c1e-0e4a62570efc None None] Checking segment: {'id': '9a22e080-7529-4fc7-949d-9f84ba21807d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:59:08.752639 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-10a1a87c-058c-41e0-9c1e-0e4a62570efc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:08.753109 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a1a87c-058c-41e0-9c1e-0e4a62570efc None None] Bound using segment: {'id': '9a22e080-7529-4fc7-949d-9f84ba21807d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12'} {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:59:08.753655 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-10a1a87c-058c-41e0-9c1e-0e4a62570efc None None] Bound port: 14eaaf61-20e5-47fe-ada4-221cec308e2f, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a22e080-7529-4fc7-949d-9f84ba21807d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12'}}] {{(pid=83740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:59:08.754108 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-10a1a87c-058c-41e0-9c1e-0e4a62570efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:08.817296 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-5ea177ca-4c07-4aa5-aa90-680b7f12a82e None None] For port 3379f303-9c92-499c-a657-1c86c2f9dbf1, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:59:08.825148 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-2b848b32-9dcf-4ca3-868e-7d6889a21911 None None] Provisioning for port 179ee4c7-e8b2-4d16-bc19-1401cf4bc4d2 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:59:08.826119 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.db [None req-10a1a87c-058c-41e0-9c1e-0e4a62570efc None None] For port 14eaaf61-20e5-47fe-ada4-221cec308e2f, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:59:08.830212 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.db [None req-10a1a87c-058c-41e0-9c1e-0e4a62570efc None None] For port 14eaaf61-20e5-47fe-ada4-221cec308e2f, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=14eaaf61-20e5-47fe-ada4-221cec308e2f,segment=NetworkSegment(9a22e080-7529-4fc7-949d-9f84ba21807d),segment_id=9a22e080-7529-4fc7-949d-9f84ba21807d)] {{(pid=83740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:59:08.830611 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-78f639c3-29a3-40e6-873a-9efdff283c29 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:08.835539 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-10a1a87c-058c-41e0-9c1e-0e4a62570efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:08.846697 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-78f639c3-29a3-40e6-873a-9efdff283c29 admin admin] Transition to ACTIVE for port object f6787941-670f-4765-a96e-5b2859a59775 will not be triggered until provisioned by entity DHCP. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:59:08.850833 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-5ea177ca-4c07-4aa5-aa90-680b7f12a82e None None] For port 3379f303-9c92-499c-a657-1c86c2f9dbf1, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=3379f303-9c92-499c-a657-1c86c2f9dbf1,segment=NetworkSegment(80eb0018-d8a8-44df-b097-0ac998b0e2e7),segment_id=80eb0018-d8a8-44df-b097-0ac998b0e2e7)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:59:08.860155 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-5ea177ca-4c07-4aa5-aa90-680b7f12a82e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:08.870897 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-78f639c3-29a3-40e6-873a-9efdff283c29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:08.924738 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e740dd-034d-4b63-88e2-eec63d342882 None None] Pushing event updated for resources: {'Port': ['ID=14eaaf61-20e5-47fe-ada4-221cec308e2f,revision_number=3']} {{(pid=83740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:59:08.928722 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a1a87c-058c-41e0-9c1e-0e4a62570efc None None] Routers {'0d769dec-1fa1-4ddc-9246-5cd209db0bc4'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:59:08.929320 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-10a1a87c-058c-41e0-9c1e-0e4a62570efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:59:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['0d769dec-1fa1-4ddc-9246-5cd209db0bc4'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:59:09.039955 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1b3f6f-7336-4402-b568-62d0bcbdfac1 None None] Pushing event updated for resources: {'Port': ['ID=3379f303-9c92-499c-a657-1c86c2f9dbf1,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:59:09.079374 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea177ca-4c07-4aa5-aa90-680b7f12a82e None None] Routers {'df5db907-0f0e-46bd-a869-3fac0985873b'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:59:09.080023 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-5ea177ca-4c07-4aa5-aa90-680b7f12a82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:59:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['df5db907-0f0e-46bd-a869-3fac0985873b'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:59:09.089753 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f639c3-29a3-40e6-873a-9efdff283c29 admin admin] Network 0a339513-e513-428c-9e74-b387b57ddadc is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:59:09.094014 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-78f639c3-29a3-40e6-873a-9efdff283c29 admin admin] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:59:09.097463 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f639c3-29a3-40e6-873a-9efdff283c29 admin admin] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:59:09.158370 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-10a1a87c-058c-41e0-9c1e-0e4a62570efc None None] Set router 0d769dec-1fa1-4ddc-9246-5cd209db0bc4 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:59:09.177865 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-78f639c3-29a3-40e6-873a-9efdff283c29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3920324'] for router_interface, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:09.194103 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f639c3-29a3-40e6-873a-9efdff283c29 admin admin] Pushing event updated for resources: {'Port': ['ID=f6787941-670f-4765-a96e-5b2859a59775,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:59:09.236058 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 179ee4c7-e8b2-4d16-bc19-1401cf4bc4d2 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:59:09.312911 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-78f639c3-29a3-40e6-873a-9efdff283c29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:09.403147 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-5ea177ca-4c07-4aa5-aa90-680b7f12a82e None None] Set router df5db907-0f0e-46bd-a869-3fac0985873b gateway port host: dv-neutron-830731-3-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:59:09.447012 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning for port 179ee4c7-e8b2-4d16-bc19-1401cf4bc4d2 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:59:09.469538 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 179ee4c7-e8b2-4d16-bc19-1401cf4bc4d2 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:59:09.469844 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:09.528177 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-10a1a87c-058c-41e0-9c1e-0e4a62570efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d769dec-1fa1-4ddc-9246-5cd209db0bc4', 'name': 'tempest-TestMinimumBasicScenario-1049009024-router', 'tenant_id': '45e6b75467594c19932ba8296129a55c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.83'}], 'enable_snat': True}, 'gw_port_id': '14eaaf61-20e5-47fe-ada4-221cec308e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:59:06Z', 'updated_at': '2022-03-07T10:59:06Z', 'revision_number': 3, 'project_id': '45e6b75467594c19932ba8296129a55c', 'gw_port': {'id': '14eaaf61-20e5-47fe-ada4-221cec308e2f', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:eb:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d769dec-1fa1-4ddc-9246-5cd209db0bc4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:59:06Z', 'updated_at': '2022-03-07T10:59:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv'}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:59:09.532410 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a1a87c-058c-41e0-9c1e-0e4a62570efc None None] The sync data for ids ['0d769dec-1fa1-4ddc-9246-5cd209db0bc4'] in dv-neutron-830731-3-hyperv is: [{'id': '0d769dec-1fa1-4ddc-9246-5cd209db0bc4', 'name': 'tempest-TestMinimumBasicScenario-1049009024-router', 'tenant_id': '45e6b75467594c19932ba8296129a55c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.83'}], 'enable_snat': True}, 'gw_port_id': '14eaaf61-20e5-47fe-ada4-221cec308e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:59:06Z', 'updated_at': '2022-03-07T10:59:06Z', 'revision_number': 3, 'project_id': '45e6b75467594c19932ba8296129a55c', 'gw_port': {'id': '14eaaf61-20e5-47fe-ada4-221cec308e2f', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:eb:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d769dec-1fa1-4ddc-9246-5cd209db0bc4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:59:06Z', 'updated_at': '2022-03-07T10:59:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv'}] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:59:09.572807 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-78f639c3-29a3-40e6-873a-9efdff283c29 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:09.580781 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-78f639c3-29a3-40e6-873a-9efdff283c29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3556717'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:09.693378 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-78f639c3-29a3-40e6-873a-9efdff283c29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2756426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3920233'] for router_interface, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:09.696876 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f639c3-29a3-40e6-873a-9efdff283c29 admin admin] Pushing event updated for resources: {'Port': ['ID=f6787941-670f-4765-a96e-5b2859a59775,revision_number=2']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:59:09.818877 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-150888a2-738f-4c37-a7ea-0d2df0e89a5e None None] Provisioning for port f6787941-670f-4765-a96e-5b2859a59775 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:59:09.840644 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f639c3-29a3-40e6-873a-9efdff283c29 admin admin] Network 0a339513-e513-428c-9e74-b387b57ddadc is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:59:09.841646 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:09.842289 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-78f639c3-29a3-40e6-873a-9efdff283c29 admin admin] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:59:09.850585 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-150888a2-738f-4c37-a7ea-0d2df0e89a5e None None] Provisioning complete for port f6787941-670f-4765-a96e-5b2859a59775 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:59:09.851047 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-150888a2-738f-4c37-a7ea-0d2df0e89a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:09.959018 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-150888a2-738f-4c37-a7ea-0d2df0e89a5e None None] Port f6787941-670f-4765-a96e-5b2859a59775 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:59:09.971664 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] For port 179ee4c7-e8b2-4d16-bc19-1401cf4bc4d2, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=179ee4c7-e8b2-4d16-bc19-1401cf4bc4d2,segment=NetworkSegment(c8ab8dd2-bf90-475a-b7f6-6655238b869d),segment_id=c8ab8dd2-bf90-475a-b7f6-6655238b869d)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:59:09.979191 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:10.048284 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-150888a2-738f-4c37-a7ea-0d2df0e89a5e None None] Provisioning complete for port 179ee4c7-e8b2-4d16-bc19-1401cf4bc4d2 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:59:10.048680 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-150888a2-738f-4c37-a7ea-0d2df0e89a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:10.100736 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Pushing event updated for resources: {'Port': ['ID=179ee4c7-e8b2-4d16-bc19-1401cf4bc4d2,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:59:10.113156 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-5ea177ca-4c07-4aa5-aa90-680b7f12a82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df5db907-0f0e-46bd-a869-3fac0985873b', 'name': 'tempest-TestMinimumBasicScenario-1510985054-router', 'tenant_id': '4e801e2d1d864a4faec065fd8daba090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.80'}], 'enable_snat': True}, 'gw_port_id': '90cc81d1-9750-44cf-8200-59d6da8b334c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:58:59Z', 'updated_at': '2022-03-07T10:59:03Z', 'revision_number': 4, 'project_id': '4e801e2d1d864a4faec065fd8daba090', 'gw_port': {'id': '90cc81d1-9750-44cf-8200-59d6da8b334c', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a5:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5db907-0f0e-46bd-a869-3fac0985873b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:59:00Z', 'updated_at': '2022-03-07T10:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_interfaces': [{'id': '3379f303-9c92-499c-a657-1c86c2f9dbf1', 'name': '', 'network_id': 'b5861d8e-8fc8-4e0f-91c3-90cb2986853c', 'tenant_id': '4e801e2d1d864a4faec065fd8daba090', 'mac_address': 'fa:16:3e:3b:46:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df5db907-0f0e-46bd-a869-3fac0985873b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3f8dda95-b719-4b98-9840-f5f56962b6b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:59:02Z', 'updated_at': '2022-03-07T10:59:08Z', 'revision_number': 4, 'project_id': '4e801e2d1d864a4faec065fd8daba090', 'subnets': [{'id': '3f8dda95-b719-4b98-9840-f5f56962b6b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:59:10.119954 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea177ca-4c07-4aa5-aa90-680b7f12a82e None None] The sync data for ids ['df5db907-0f0e-46bd-a869-3fac0985873b'] in dv-neutron-830731-3-hyperv is: [{'id': 'df5db907-0f0e-46bd-a869-3fac0985873b', 'name': 'tempest-TestMinimumBasicScenario-1510985054-router', 'tenant_id': '4e801e2d1d864a4faec065fd8daba090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.80'}], 'enable_snat': True}, 'gw_port_id': '90cc81d1-9750-44cf-8200-59d6da8b334c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:58:59Z', 'updated_at': '2022-03-07T10:59:03Z', 'revision_number': 4, 'project_id': '4e801e2d1d864a4faec065fd8daba090', 'gw_port': {'id': '90cc81d1-9750-44cf-8200-59d6da8b334c', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a5:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5db907-0f0e-46bd-a869-3fac0985873b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:59:00Z', 'updated_at': '2022-03-07T10:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_interfaces': [{'id': '3379f303-9c92-499c-a657-1c86c2f9dbf1', 'name': '', 'network_id': 'b5861d8e-8fc8-4e0f-91c3-90cb2986853c', 'tenant_id': '4e801e2d1d864a4faec065fd8daba090', 'mac_address': 'fa:16:3e:3b:46:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df5db907-0f0e-46bd-a869-3fac0985873b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3f8dda95-b719-4b98-9840-f5f56962b6b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:59:02Z', 'updated_at': '2022-03-07T10:59:08Z', 'revision_number': 4, 'project_id': '4e801e2d1d864a4faec065fd8daba090', 'subnets': [{'id': '3f8dda95-b719-4b98-9840-f5f56962b6b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:59:10.285277 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78f639c3-29a3-40e6-873a-9efdff283c29 admin admin] Router 0d769dec-1fa1-4ddc-9246-5cd209db0bc4 has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:59:10.331107 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-962d4f56-80a7-4fec-aae2-299be4e26e59 None None] Provisioning complete for port f6787941-670f-4765-a96e-5b2859a59775 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:59:10.331485 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-962d4f56-80a7-4fec-aae2-299be4e26e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:10.390428 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-962d4f56-80a7-4fec-aae2-299be4e26e59 None None] Port f6787941-670f-4765-a96e-5b2859a59775 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:59:10.534504 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78f639c3-29a3-40e6-873a-9efdff283c29 admin admin] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:59:10.547221 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-78f639c3-29a3-40e6-873a-9efdff283c29 admin admin] 10.222.0.13 "PUT /v2.0/routers/0d769dec-1fa1-4ddc-9246-5cd209db0bc4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9754374 Mar 07 10:59:11.236279 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 3379f303-9c92-499c-a657-1c86c2f9dbf1 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:59:11.344285 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning for port 3379f303-9c92-499c-a657-1c86c2f9dbf1 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:59:11.349519 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 3379f303-9c92-499c-a657-1c86c2f9dbf1 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:59:11.349889 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:11.471114 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:11.513171 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] For port 3379f303-9c92-499c-a657-1c86c2f9dbf1, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=3379f303-9c92-499c-a657-1c86c2f9dbf1,segment=NetworkSegment(80eb0018-d8a8-44df-b097-0ac998b0e2e7),segment_id=80eb0018-d8a8-44df-b097-0ac998b0e2e7)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:59:11.520553 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:11.521713 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 179ee4c7-e8b2-4d16-bc19-1401cf4bc4d2 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:59:11.641016 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Pushing event updated for resources: {'Port': ['ID=3379f303-9c92-499c-a657-1c86c2f9dbf1,revision_number=5']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:59:11.656664 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 179ee4c7-e8b2-4d16-bc19-1401cf4bc4d2 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:59:11.657396 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:11.795803 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 14eaaf61-20e5-47fe-ada4-221cec308e2f up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:59:11.871143 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning for port 14eaaf61-20e5-47fe-ada4-221cec308e2f completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:59:11.877070 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 14eaaf61-20e5-47fe-ada4-221cec308e2f triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:59:11.877442 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:12.001777 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:12.018985 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] For port 14eaaf61-20e5-47fe-ada4-221cec308e2f, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=14eaaf61-20e5-47fe-ada4-221cec308e2f,segment=NetworkSegment(9a22e080-7529-4fc7-949d-9f84ba21807d),segment_id=9a22e080-7529-4fc7-949d-9f84ba21807d)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:59:12.023037 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:12.092691 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-adbd2215-c8ee-41f3-92a6-4182ca26b8a8 None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 10:59:12.095966 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Pushing event updated for resources: {'Port': ['ID=14eaaf61-20e5-47fe-ada4-221cec308e2f,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:59:13.102085 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 3379f303-9c92-499c-a657-1c86c2f9dbf1 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:59:13.178288 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 3379f303-9c92-499c-a657-1c86c2f9dbf1 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:59:13.178658 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:13.312570 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 14eaaf61-20e5-47fe-ada4-221cec308e2f up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:59:13.383620 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 14eaaf61-20e5-47fe-ada4-221cec308e2f triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:59:13.383929 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:15.859823 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:21.795302 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19de33ab-4640-4a64-b8e2-628b7984511b req-ce2a1b76-50dc-410d-87be-c5a85451ddcb tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:21.796748 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-19de33ab-4640-4a64-b8e2-628b7984511b req-ce2a1b76-50dc-410d-87be-c5a85451ddcb tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] 10.222.0.13 "GET /v2.0/networks?id=b5861d8e-8fc8-4e0f-91c3-90cb2986853c HTTP/1.1" status: 200 len: 815 time: 0.1408634 Mar 07 10:59:21.812650 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-19de33ab-4640-4a64-b8e2-628b7984511b req-b614028e-ef25-4771-a584-b51775e7c861 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] 10.222.0.13 "GET /v2.0/quotas/4e801e2d1d864a4faec065fd8daba090 HTTP/1.1" status: 200 len: 375 time: 0.0105681 Mar 07 10:59:21.889851 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-19de33ab-4640-4a64-b8e2-628b7984511b req-0b732e62-e48b-4f45-b43c-d2ac190f2551 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4e801e2d1d864a4faec065fd8daba090&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0726213 Mar 07 10:59:22.025299 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-19de33ab-4640-4a64-b8e2-628b7984511b req-b4d98c30-1aea-438f-bbd0-2bf9e2f3a913 service neutron] 10.222.0.13 "GET /v2.0/networks/b5861d8e-8fc8-4e0f-91c3-90cb2986853c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244283 Mar 07 10:59:22.152255 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-19de33ab-4640-4a64-b8e2-628b7984511b req-70a0ead3-43fa-4152-89fb-971e4e6d2b12 service neutron] 10.222.0.13 "GET /v2.0/networks/b5861d8e-8fc8-4e0f-91c3-90cb2986853c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212099 Mar 07 10:59:22.343268 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-cb15ed56-76e6-4b9c-818f-be06861c131d req-8b0a0873-7d63-480a-9169-1cf2294a40e6 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c1deb2c-0f90-4117-a72f-4335b2b9c86c HTTP/1.1" status: 200 len: 210 time: 0.0460918 Mar 07 10:59:23.319979 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19de33ab-4640-4a64-b8e2-628b7984511b req-1d276cbd-8112-44a4-a723-9531567d0af7 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:23.321347 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-19de33ab-4640-4a64-b8e2-628b7984511b req-1d276cbd-8112-44a4-a723-9531567d0af7 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] 10.222.0.10 "GET /v2.0/networks?id=b5861d8e-8fc8-4e0f-91c3-90cb2986853c HTTP/1.1" status: 200 len: 815 time: 0.1485729 Mar 07 10:59:23.336416 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [req-19de33ab-4640-4a64-b8e2-628b7984511b req-254cf886-ac37-4bc2-bd38-a43ab8d09f30 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Request body: {'port': {'device_id': '5c1deb2c-0f90-4117-a72f-4335b2b9c86c', 'network_id': 'b5861d8e-8fc8-4e0f-91c3-90cb2986853c', 'admin_state_up': True, 'tenant_id': '4e801e2d1d864a4faec065fd8daba090'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:59:23.504458 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [req-19de33ab-4640-4a64-b8e2-628b7984511b req-254cf886-ac37-4bc2-bd38-a43ab8d09f30 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:59:23.514225 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-8e32565e-de42-44bc-b447-89b8568b5a6f req-435ad7c2-0287-42bc-84d2-494f7adf0316 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c1deb2c-0f90-4117-a72f-4335b2b9c86c HTTP/1.1" status: 200 len: 210 time: 0.0481768 Mar 07 10:59:23.515133 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-19de33ab-4640-4a64-b8e2-628b7984511b req-254cf886-ac37-4bc2-bd38-a43ab8d09f30 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Usage tracker for resource:port and tenant:4e801e2d1d864a4faec065fd8daba090 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:59:23.518240 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-19de33ab-4640-4a64-b8e2-628b7984511b req-254cf886-ac37-4bc2-bd38-a43ab8d09f30 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:59:23.523920 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [req-19de33ab-4640-4a64-b8e2-628b7984511b req-254cf886-ac37-4bc2-bd38-a43ab8d09f30 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:59:23.539211 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19de33ab-4640-4a64-b8e2-628b7984511b req-254cf886-ac37-4bc2-bd38-a43ab8d09f30 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Made reservation on behalf of 4e801e2d1d864a4faec065fd8daba090 for: {'port': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:59:23.542217 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-19de33ab-4640-4a64-b8e2-628b7984511b req-254cf886-ac37-4bc2-bd38-a43ab8d09f30 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:23.707470 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [req-19de33ab-4640-4a64-b8e2-628b7984511b req-254cf886-ac37-4bc2-bd38-a43ab8d09f30 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Allocated IP 172.20.0.10 (b5861d8e-8fc8-4e0f-91c3-90cb2986853c/3f8dda95-b719-4b98-9840-f5f56962b6b0/5da6b5c8-1e74-44b6-8885-79992ec09cac) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:59:23.921665 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-19de33ab-4640-4a64-b8e2-628b7984511b req-254cf886-ac37-4bc2-bd38-a43ab8d09f30 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:23.938789 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [req-19de33ab-4640-4a64-b8e2-628b7984511b req-254cf886-ac37-4bc2-bd38-a43ab8d09f30 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Transition to ACTIVE for port object 5da6b5c8-1e74-44b6-8885-79992ec09cac will not be triggered until provisioned by entity DHCP. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:59:23.964182 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-19de33ab-4640-4a64-b8e2-628b7984511b req-254cf886-ac37-4bc2-bd38-a43ab8d09f30 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:24.015770 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19de33ab-4640-4a64-b8e2-628b7984511b req-254cf886-ac37-4bc2-bd38-a43ab8d09f30 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Network b5861d8e-8fc8-4e0f-91c3-90cb2986853c is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:59:24.021776 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [req-19de33ab-4640-4a64-b8e2-628b7984511b req-254cf886-ac37-4bc2-bd38-a43ab8d09f30 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:59:24.031504 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [req-19de33ab-4640-4a64-b8e2-628b7984511b req-254cf886-ac37-4bc2-bd38-a43ab8d09f30 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:59:24.115746 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19de33ab-4640-4a64-b8e2-628b7984511b req-254cf886-ac37-4bc2-bd38-a43ab8d09f30 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:24.116649 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-19de33ab-4640-4a64-b8e2-628b7984511b req-254cf886-ac37-4bc2-bd38-a43ab8d09f30 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:24.137394 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254cf886-ac37-4bc2-bd38-a43ab8d09f30 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Pushing event updated for resources: {'Port': ['ID=5da6b5c8-1e74-44b6-8885-79992ec09cac,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:59:24.151398 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-19de33ab-4640-4a64-b8e2-628b7984511b req-254cf886-ac37-4bc2-bd38-a43ab8d09f30 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8182521 Mar 07 10:59:24.310453 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-976f72bb-ae5a-4eff-be38-4efa8a14a395 None None] Provisioning for port 5da6b5c8-1e74-44b6-8885-79992ec09cac completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:59:24.315260 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-976f72bb-ae5a-4eff-be38-4efa8a14a395 None None] Provisioning complete for port 5da6b5c8-1e74-44b6-8885-79992ec09cac triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:59:24.315752 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-976f72bb-ae5a-4eff-be38-4efa8a14a395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:24.370073 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-976f72bb-ae5a-4eff-be38-4efa8a14a395 None None] Port 5da6b5c8-1e74-44b6-8885-79992ec09cac cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 10:59:24.725379 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb5268b-1607-4b73-ae40-c05fa09c357e req-ded571ef-e84d-41fb-bedf-96658d051cf2 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:24.726055 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-edb5268b-1607-4b73-ae40-c05fa09c357e req-ded571ef-e84d-41fb-bedf-96658d051cf2 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Synchronizing usage tracker for tenant:4e801e2d1d864a4faec065fd8daba090 on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 10:59:24.744866 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-edb5268b-1607-4b73-ae40-c05fa09c357e req-ded571ef-e84d-41fb-bedf-96658d051cf2 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Unset dirty status for tenant:4e801e2d1d864a4faec065fd8daba090 on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 10:59:24.746176 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-edb5268b-1607-4b73-ae40-c05fa09c357e req-ded571ef-e84d-41fb-bedf-96658d051cf2 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c1deb2c-0f90-4117-a72f-4335b2b9c86c HTTP/1.1" status: 200 len: 932 time: 0.0997980 Mar 07 10:59:24.806692 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-edb5268b-1607-4b73-ae40-c05fa09c357e req-ed89711e-633c-4731-82c0-695aab977659 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] 10.222.0.13 "GET /v2.0/security-groups?id=5639f55d-bb36-45ab-bff8-0f103a77e236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534215 Mar 07 10:59:26.009469 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3dd226-17b4-40c9-b7e8-279783332a4c req-b4cf5694-9fa9-46b8-b9bf-776dd603d447 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:26.011246 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-6f3dd226-17b4-40c9-b7e8-279783332a4c req-b4cf5694-9fa9-46b8-b9bf-776dd603d447 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c1deb2c-0f90-4117-a72f-4335b2b9c86c HTTP/1.1" status: 200 len: 932 time: 0.0886497 Mar 07 10:59:26.078184 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-6f3dd226-17b4-40c9-b7e8-279783332a4c req-626a751e-6e01-41de-9e81-a63b20e3d317 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] 10.222.0.13 "GET /v2.0/security-groups?id=5639f55d-bb36-45ab-bff8-0f103a77e236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538945 Mar 07 10:59:27.275891 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d22ff06-4e72-47e2-8616-dbfacc1ef17e req-cb044c01-5318-4b4d-81bc-df9e822075d6 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:27.283154 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-9d22ff06-4e72-47e2-8616-dbfacc1ef17e req-cb044c01-5318-4b4d-81bc-df9e822075d6 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c1deb2c-0f90-4117-a72f-4335b2b9c86c HTTP/1.1" status: 200 len: 932 time: 0.0888581 Mar 07 10:59:27.436163 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-9d22ff06-4e72-47e2-8616-dbfacc1ef17e req-6c4a0297-3004-4e28-bd29-7050d1517564 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] 10.222.0.13 "GET /v2.0/security-groups?id=5639f55d-bb36-45ab-bff8-0f103a77e236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520889 Mar 07 10:59:28.436957 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-faf89dd1-7638-4c41-9d10-c55427d73032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:28.682379 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c4595f-0b91-424b-9c3b-6cf56af30a3d req-c66ef30a-e029-4b57-92f9-5e55cfc6ce66 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:28.685554 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-a2c4595f-0b91-424b-9c3b-6cf56af30a3d req-c66ef30a-e029-4b57-92f9-5e55cfc6ce66 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c1deb2c-0f90-4117-a72f-4335b2b9c86c HTTP/1.1" status: 200 len: 932 time: 0.1071575 Mar 07 10:59:28.734800 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-a2c4595f-0b91-424b-9c3b-6cf56af30a3d req-0cba9076-e994-4a00-8fa8-208ab73380e4 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] 10.222.0.13 "GET /v2.0/security-groups?id=5639f55d-bb36-45ab-bff8-0f103a77e236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437186 Mar 07 10:59:29.944324 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b895fb-6b05-4f4d-8e82-2537f4dd0b54 req-2421c3e6-a1e4-48d6-9012-2303a093fda1 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:29.946675 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-92b895fb-6b05-4f4d-8e82-2537f4dd0b54 req-2421c3e6-a1e4-48d6-9012-2303a093fda1 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c1deb2c-0f90-4117-a72f-4335b2b9c86c HTTP/1.1" status: 200 len: 932 time: 0.0836487 Mar 07 10:59:30.000282 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-92b895fb-6b05-4f4d-8e82-2537f4dd0b54 req-20ee2ec7-1d6f-4a51-b702-a5daf349f89d tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] 10.222.0.13 "GET /v2.0/security-groups?id=5639f55d-bb36-45ab-bff8-0f103a77e236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476208 Mar 07 10:59:30.617310 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-e4d58926-a126-402d-b3d1-36f9995dee02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:31.207095 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4f6d42-ea9e-435b-981f-ed3997e4ee7b req-0b416cd3-df8d-4c37-8454-fd727e4891da tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:31.208551 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-7e4f6d42-ea9e-435b-981f-ed3997e4ee7b req-0b416cd3-df8d-4c37-8454-fd727e4891da tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c1deb2c-0f90-4117-a72f-4335b2b9c86c HTTP/1.1" status: 200 len: 932 time: 0.0788255 Mar 07 10:59:31.257994 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-7e4f6d42-ea9e-435b-981f-ed3997e4ee7b req-3426f05d-a2ab-43a2-a532-b5354d693f4a tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] 10.222.0.13 "GET /v2.0/security-groups?id=5639f55d-bb36-45ab-bff8-0f103a77e236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439928 Mar 07 10:59:31.875577 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-711fefd2-3b30-4759-8df5-0aecff1c8e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:31.924173 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:32.289703 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd881c57-fdc6-434e-86a8-590ba4db0b78 None None] Sync routers for ids ['0d769dec-1fa1-4ddc-9246-5cd209db0bc4'] in dv-neutron-830731-3-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:59:32.301963 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd881c57-fdc6-434e-86a8-590ba4db0b78 None None] Routers {'0d769dec-1fa1-4ddc-9246-5cd209db0bc4'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:59:32.302565 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-bd881c57-fdc6-434e-86a8-590ba4db0b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:59:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['0d769dec-1fa1-4ddc-9246-5cd209db0bc4'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:59:32.454020 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00d8608-401e-407b-84cd-5324c4edbc99 req-3f5f7038-6199-4ac2-a208-5a250985e79b tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:32.455356 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f00d8608-401e-407b-84cd-5324c4edbc99 req-3f5f7038-6199-4ac2-a208-5a250985e79b tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c1deb2c-0f90-4117-a72f-4335b2b9c86c HTTP/1.1" status: 200 len: 932 time: 0.0768783 Mar 07 10:59:32.500171 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f00d8608-401e-407b-84cd-5324c4edbc99 req-d477b20a-973c-4dab-b236-38411c4e8707 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] 10.222.0.13 "GET /v2.0/security-groups?id=5639f55d-bb36-45ab-bff8-0f103a77e236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391991 Mar 07 10:59:32.507236 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-bd881c57-fdc6-434e-86a8-590ba4db0b78 None None] Set router 0d769dec-1fa1-4ddc-9246-5cd209db0bc4 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:59:32.811870 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-bd881c57-fdc6-434e-86a8-590ba4db0b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d769dec-1fa1-4ddc-9246-5cd209db0bc4', 'name': 'tempest-TestMinimumBasicScenario-1049009024-router', 'tenant_id': '45e6b75467594c19932ba8296129a55c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.83'}], 'enable_snat': True}, 'gw_port_id': '14eaaf61-20e5-47fe-ada4-221cec308e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:59:06Z', 'updated_at': '2022-03-07T10:59:09Z', 'revision_number': 4, 'project_id': '45e6b75467594c19932ba8296129a55c', 'gw_port': {'id': '14eaaf61-20e5-47fe-ada4-221cec308e2f', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:eb:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d769dec-1fa1-4ddc-9246-5cd209db0bc4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:59:06Z', 'updated_at': '2022-03-07T10:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_interfaces': [{'id': 'f6787941-670f-4765-a96e-5b2859a59775', 'name': '', 'network_id': '0a339513-e513-428c-9e74-b387b57ddadc', 'tenant_id': '45e6b75467594c19932ba8296129a55c', 'mac_address': 'fa:16:3e:1b:b2:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d769dec-1fa1-4ddc-9246-5cd209db0bc4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c3dffb7c-a846-4467-abac-b40abb985a98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:59:08Z', 'updated_at': '2022-03-07T10:59:09Z', 'revision_number': 2, 'project_id': '45e6b75467594c19932ba8296129a55c', 'subnets': [{'id': 'c3dffb7c-a846-4467-abac-b40abb985a98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:59:32.815663 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd881c57-fdc6-434e-86a8-590ba4db0b78 None None] Checking router: 0d769dec-1fa1-4ddc-9246-5cd209db0bc4 for host: dv-neutron-830731-3-hyperv {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 07 10:59:32.816013 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd881c57-fdc6-434e-86a8-590ba4db0b78 None None] Updating router 0d769dec-1fa1-4ddc-9246-5cd209db0bc4 port f6787941-670f-4765-a96e-5b2859a59775 binding host dv-neutron-830731-3-hyperv {{(pid=83739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 07 10:59:32.865386 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-bd881c57-fdc6-434e-86a8-590ba4db0b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:33.195264 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-bd881c57-fdc6-434e-86a8-590ba4db0b78 None None] Notify callbacks [] for port, precommit_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:33.206690 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-bd881c57-fdc6-434e-86a8-590ba4db0b78 None None] Transition to ACTIVE for port object f6787941-670f-4765-a96e-5b2859a59775 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:59:33.212639 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-bd881c57-fdc6-434e-86a8-590ba4db0b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:33.226937 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [req-19de33ab-4640-4a64-b8e2-628b7984511b req-a06d569a-b839-4b02-986f-0af95cd20fe2 service neutron] Request body: {'port': {'device_id': '5c1deb2c-0f90-4117-a72f-4335b2b9c86c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8307'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:59:33.350328 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec620cc-50fc-43f7-b3bd-0f3bc1b8bc1f None None] Pushing event updated for resources: {'Port': ['ID=f6787941-670f-4765-a96e-5b2859a59775,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:59:33.388832 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c87150bd-aa9c-4ad1-bb68-57ec66d4fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:33.412373 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-19de33ab-4640-4a64-b8e2-628b7984511b req-a06d569a-b839-4b02-986f-0af95cd20fe2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:33.444979 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-bd881c57-fdc6-434e-86a8-590ba4db0b78 None None] Attempting to bind port f6787941-670f-4765-a96e-5b2859a59775 on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:59:33.445481 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-bd881c57-fdc6-434e-86a8-590ba4db0b78 None None] Attempting to bind port f6787941-670f-4765-a96e-5b2859a59775 by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': 'c8ab8dd2-bf90-475a-b7f6-6655238b869d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0a339513-e513-428c-9e74-b387b57ddadc'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:59:33.445840 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd881c57-fdc6-434e-86a8-590ba4db0b78 None None] Attempting to bind port f6787941-670f-4765-a96e-5b2859a59775 on network 0a339513-e513-428c-9e74-b387b57ddadc {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:59:33.452903 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd881c57-fdc6-434e-86a8-590ba4db0b78 None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 59, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:59:33.453369 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd881c57-fdc6-434e-86a8-590ba4db0b78 None None] Checking segment: {'id': 'c8ab8dd2-bf90-475a-b7f6-6655238b869d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0a339513-e513-428c-9e74-b387b57ddadc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:59:33.453825 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-bd881c57-fdc6-434e-86a8-590ba4db0b78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:33.454286 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd881c57-fdc6-434e-86a8-590ba4db0b78 None None] Bound using segment: {'id': 'c8ab8dd2-bf90-475a-b7f6-6655238b869d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0a339513-e513-428c-9e74-b387b57ddadc'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:59:33.454812 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-bd881c57-fdc6-434e-86a8-590ba4db0b78 None None] Bound port: f6787941-670f-4765-a96e-5b2859a59775, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8ab8dd2-bf90-475a-b7f6-6655238b869d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0a339513-e513-428c-9e74-b387b57ddadc'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:59:33.455180 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-bd881c57-fdc6-434e-86a8-590ba4db0b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:33.553912 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-bd881c57-fdc6-434e-86a8-590ba4db0b78 None None] For port f6787941-670f-4765-a96e-5b2859a59775, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:59:33.557214 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-bd881c57-fdc6-434e-86a8-590ba4db0b78 None None] For port f6787941-670f-4765-a96e-5b2859a59775, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=f6787941-670f-4765-a96e-5b2859a59775,segment=NetworkSegment(c8ab8dd2-bf90-475a-b7f6-6655238b869d),segment_id=c8ab8dd2-bf90-475a-b7f6-6655238b869d)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:59:33.563241 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-bd881c57-fdc6-434e-86a8-590ba4db0b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:33.645118 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd881c57-fdc6-434e-86a8-590ba4db0b78 None None] Routers {'0d769dec-1fa1-4ddc-9246-5cd209db0bc4'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:59:33.645741 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-bd881c57-fdc6-434e-86a8-590ba4db0b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:59:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['0d769dec-1fa1-4ddc-9246-5cd209db0bc4'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:59:33.763584 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a177eed-3ea4-41ba-8f31-10dfceb82ef5 req-2e249132-74eb-4b1f-b25c-592823aa5fb4 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:33.765083 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-2a177eed-3ea4-41ba-8f31-10dfceb82ef5 req-2e249132-74eb-4b1f-b25c-592823aa5fb4 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c1deb2c-0f90-4117-a72f-4335b2b9c86c HTTP/1.1" status: 200 len: 932 time: 0.1335998 Mar 07 10:59:33.773083 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec620cc-50fc-43f7-b3bd-0f3bc1b8bc1f None None] Pushing event updated for resources: {'Port': ['ID=f6787941-670f-4765-a96e-5b2859a59775,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:59:33.870029 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-2a177eed-3ea4-41ba-8f31-10dfceb82ef5 req-331ae9aa-c294-4a2b-8b65-4d31f478b94e tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] 10.222.0.13 "GET /v2.0/security-groups?id=5639f55d-bb36-45ab-bff8-0f103a77e236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990970 Mar 07 10:59:33.874077 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [req-19de33ab-4640-4a64-b8e2-628b7984511b req-a06d569a-b839-4b02-986f-0af95cd20fe2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5da6b5c8-1e74-44b6-8885-79992ec09cac {{(pid=83737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 07 10:59:33.882046 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-19de33ab-4640-4a64-b8e2-628b7984511b req-a06d569a-b839-4b02-986f-0af95cd20fe2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:33.900374 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-bd881c57-fdc6-434e-86a8-590ba4db0b78 None None] Set router 0d769dec-1fa1-4ddc-9246-5cd209db0bc4 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:59:33.906380 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [req-19de33ab-4640-4a64-b8e2-628b7984511b req-a06d569a-b839-4b02-986f-0af95cd20fe2 service neutron] Transition to ACTIVE for port object 5da6b5c8-1e74-44b6-8885-79992ec09cac will not be triggered until provisioned by entity L2. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 10:59:33.910332 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-19de33ab-4640-4a64-b8e2-628b7984511b req-a06d569a-b839-4b02-986f-0af95cd20fe2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3012561'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:34.037812 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06d569a-b839-4b02-986f-0af95cd20fe2 service neutron] Pushing event updated for resources: {'Port': ['ID=5da6b5c8-1e74-44b6-8885-79992ec09cac,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:59:34.144428 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [req-19de33ab-4640-4a64-b8e2-628b7984511b req-a06d569a-b839-4b02-986f-0af95cd20fe2 service neutron] Attempting to bind port 5da6b5c8-1e74-44b6-8885-79992ec09cac on host hv-neutron-8307 for vnic_type normal with profile {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 10:59:34.144839 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [req-19de33ab-4640-4a64-b8e2-628b7984511b req-a06d569a-b839-4b02-986f-0af95cd20fe2 service neutron] Attempting to bind port 5da6b5c8-1e74-44b6-8885-79992ec09cac by drivers openvswitch,hyperv on host hv-neutron-8307 at level 0 using segments [{'id': '80eb0018-d8a8-44df-b097-0ac998b0e2e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b5861d8e-8fc8-4e0f-91c3-90cb2986853c'}] {{(pid=83737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 10:59:34.145093 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19de33ab-4640-4a64-b8e2-628b7984511b req-a06d569a-b839-4b02-986f-0af95cd20fe2 service neutron] Attempting to bind port 5da6b5c8-1e74-44b6-8885-79992ec09cac on network b5861d8e-8fc8-4e0f-91c3-90cb2986853c {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:59:34.150870 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19de33ab-4640-4a64-b8e2-628b7984511b req-a06d569a-b839-4b02-986f-0af95cd20fe2 service neutron] Port 5da6b5c8-1e74-44b6-8885-79992ec09cac on network b5861d8e-8fc8-4e0f-91c3-90cb2986853c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8307 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 07 10:59:34.151204 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19de33ab-4640-4a64-b8e2-628b7984511b req-a06d569a-b839-4b02-986f-0af95cd20fe2 service neutron] Attempting to bind port 5da6b5c8-1e74-44b6-8885-79992ec09cac on network b5861d8e-8fc8-4e0f-91c3-90cb2986853c {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 10:59:34.158237 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19de33ab-4640-4a64-b8e2-628b7984511b req-a06d569a-b839-4b02-986f-0af95cd20fe2 service neutron] Checking agent: {'id': 'fb93ecad-d7e5-4e81-99ef-d8d0ee7386ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8307', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 21, 15), 'started_at': datetime.datetime(2022, 3, 7, 10, 21, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 59, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 10:59:34.158566 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19de33ab-4640-4a64-b8e2-628b7984511b req-a06d569a-b839-4b02-986f-0af95cd20fe2 service neutron] Checking segment: {'id': '80eb0018-d8a8-44df-b097-0ac998b0e2e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b5861d8e-8fc8-4e0f-91c3-90cb2986853c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 10:59:34.158939 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19de33ab-4640-4a64-b8e2-628b7984511b req-a06d569a-b839-4b02-986f-0af95cd20fe2 service neutron] Bound using segment: {'id': '80eb0018-d8a8-44df-b097-0ac998b0e2e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b5861d8e-8fc8-4e0f-91c3-90cb2986853c'} {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 10:59:34.159352 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [req-19de33ab-4640-4a64-b8e2-628b7984511b req-a06d569a-b839-4b02-986f-0af95cd20fe2 service neutron] Bound port: 5da6b5c8-1e74-44b6-8885-79992ec09cac, host: hv-neutron-8307, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80eb0018-d8a8-44df-b097-0ac998b0e2e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b5861d8e-8fc8-4e0f-91c3-90cb2986853c'}}] {{(pid=83737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 10:59:34.159688 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-19de33ab-4640-4a64-b8e2-628b7984511b req-a06d569a-b839-4b02-986f-0af95cd20fe2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:34.239539 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-bd881c57-fdc6-434e-86a8-590ba4db0b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d769dec-1fa1-4ddc-9246-5cd209db0bc4', 'name': 'tempest-TestMinimumBasicScenario-1049009024-router', 'tenant_id': '45e6b75467594c19932ba8296129a55c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.83'}], 'enable_snat': True}, 'gw_port_id': '14eaaf61-20e5-47fe-ada4-221cec308e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:59:06Z', 'updated_at': '2022-03-07T10:59:09Z', 'revision_number': 4, 'project_id': '45e6b75467594c19932ba8296129a55c', 'gw_port': {'id': '14eaaf61-20e5-47fe-ada4-221cec308e2f', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:eb:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d769dec-1fa1-4ddc-9246-5cd209db0bc4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:59:06Z', 'updated_at': '2022-03-07T10:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_interfaces': [{'id': 'f6787941-670f-4765-a96e-5b2859a59775', 'name': '', 'network_id': '0a339513-e513-428c-9e74-b387b57ddadc', 'tenant_id': '45e6b75467594c19932ba8296129a55c', 'mac_address': 'fa:16:3e:1b:b2:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d769dec-1fa1-4ddc-9246-5cd209db0bc4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c3dffb7c-a846-4467-abac-b40abb985a98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:59:08Z', 'updated_at': '2022-03-07T10:59:33Z', 'revision_number': 4, 'project_id': '45e6b75467594c19932ba8296129a55c', 'subnets': [{'id': 'c3dffb7c-a846-4467-abac-b40abb985a98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:59:34.243659 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd881c57-fdc6-434e-86a8-590ba4db0b78 None None] The sync data for ids ['0d769dec-1fa1-4ddc-9246-5cd209db0bc4'] in dv-neutron-830731-3-hyperv is: [{'id': '0d769dec-1fa1-4ddc-9246-5cd209db0bc4', 'name': 'tempest-TestMinimumBasicScenario-1049009024-router', 'tenant_id': '45e6b75467594c19932ba8296129a55c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.83'}], 'enable_snat': True}, 'gw_port_id': '14eaaf61-20e5-47fe-ada4-221cec308e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:59:06Z', 'updated_at': '2022-03-07T10:59:09Z', 'revision_number': 4, 'project_id': '45e6b75467594c19932ba8296129a55c', 'gw_port': {'id': '14eaaf61-20e5-47fe-ada4-221cec308e2f', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:eb:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d769dec-1fa1-4ddc-9246-5cd209db0bc4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:59:06Z', 'updated_at': '2022-03-07T10:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_interfaces': [{'id': 'f6787941-670f-4765-a96e-5b2859a59775', 'name': '', 'network_id': '0a339513-e513-428c-9e74-b387b57ddadc', 'tenant_id': '45e6b75467594c19932ba8296129a55c', 'mac_address': 'fa:16:3e:1b:b2:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d769dec-1fa1-4ddc-9246-5cd209db0bc4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c3dffb7c-a846-4467-abac-b40abb985a98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:59:08Z', 'updated_at': '2022-03-07T10:59:33Z', 'revision_number': 4, 'project_id': '45e6b75467594c19932ba8296129a55c', 'subnets': [{'id': 'c3dffb7c-a846-4467-abac-b40abb985a98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:59:34.246417 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [req-19de33ab-4640-4a64-b8e2-628b7984511b req-a06d569a-b839-4b02-986f-0af95cd20fe2 service neutron] For port 5da6b5c8-1e74-44b6-8885-79992ec09cac, host hv-neutron-8307, cleared binding levels {{(pid=83737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:59:34.250097 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [req-19de33ab-4640-4a64-b8e2-628b7984511b req-a06d569a-b839-4b02-986f-0af95cd20fe2 service neutron] For port 5da6b5c8-1e74-44b6-8885-79992ec09cac, host hv-neutron-8307, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=5da6b5c8-1e74-44b6-8885-79992ec09cac,segment=NetworkSegment(80eb0018-d8a8-44df-b097-0ac998b0e2e7),segment_id=80eb0018-d8a8-44df-b097-0ac998b0e2e7)] {{(pid=83737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:59:34.255648 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-19de33ab-4640-4a64-b8e2-628b7984511b req-a06d569a-b839-4b02-986f-0af95cd20fe2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3012561'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:34.333402 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-19de33ab-4640-4a64-b8e2-628b7984511b req-a06d569a-b839-4b02-986f-0af95cd20fe2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:34.333402 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-19de33ab-4640-4a64-b8e2-628b7984511b req-a06d569a-b839-4b02-986f-0af95cd20fe2 service neutron] 10.222.0.10 "PUT /v2.0/ports/5da6b5c8-1e74-44b6-8885-79992ec09cac HTTP/1.1" status: 200 len: 1094 time: 1.1133893 Mar 07 10:59:34.333670 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c1deb2c-0f90-4117-a72f-4335b2b9c86c', 'tag': '5da6b5c8-1e74-44b6-8885-79992ec09cac'}] {{(pid=83737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 10:59:34.358543 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06d569a-b839-4b02-986f-0af95cd20fe2 service neutron] Pushing event updated for resources: {'Port': ['ID=5da6b5c8-1e74-44b6-8885-79992ec09cac,revision_number=3']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:59:34.438941 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c1deb2c-0f90-4117-a72f-4335b2b9c86c', 'tag': '5da6b5c8-1e74-44b6-8885-79992ec09cac', 'status': 'completed', 'code': 200} Mar 07 10:59:34.484113 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-19de33ab-4640-4a64-b8e2-628b7984511b req-e4244cef-fcbf-40b8-9f77-9f5b22307ae2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4e801e2d1d864a4faec065fd8daba090&device_id=5c1deb2c-0f90-4117-a72f-4335b2b9c86c HTTP/1.1" status: 200 len: 1097 time: 0.0928395 Mar 07 10:59:34.558749 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-19de33ab-4640-4a64-b8e2-628b7984511b req-aad73fd5-a8e6-479f-ad46-1e382d532e85 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5da6b5c8-1e74-44b6-8885-79992ec09cac HTTP/1.1" status: 200 len: 217 time: 0.0668347 Mar 07 10:59:34.623116 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19de33ab-4640-4a64-b8e2-628b7984511b req-814ee872-5391-4659-9051-108c0b99ffc4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:34.624598 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-19de33ab-4640-4a64-b8e2-628b7984511b req-814ee872-5391-4659-9051-108c0b99ffc4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3f8dda95-b719-4b98-9840-f5f56962b6b0 HTTP/1.1" status: 200 len: 854 time: 0.0602124 Mar 07 10:59:34.701186 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-19de33ab-4640-4a64-b8e2-628b7984511b req-920af49d-3e44-42bc-8f23-7bc1bd91b84e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b5861d8e-8fc8-4e0f-91c3-90cb2986853c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711238 Mar 07 10:59:34.925927 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-19de33ab-4640-4a64-b8e2-628b7984511b req-2470870b-762f-4f7d-ae26-d4d060ae1973 service neutron] 10.222.0.10 "GET /v2.0/networks/b5861d8e-8fc8-4e0f-91c3-90cb2986853c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2191391 Mar 07 10:59:35.130831 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device f6787941-670f-4765-a96e-5b2859a59775 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:59:35.131191 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-19de33ab-4640-4a64-b8e2-628b7984511b req-c2af3e6a-1c0a-40df-9ec8-d52ad3fed61a service neutron] 10.222.0.10 "GET /v2.0/networks/b5861d8e-8fc8-4e0f-91c3-90cb2986853c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991904 Mar 07 10:59:35.138160 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d0bc67-16fe-42ab-b1bd-fea5838681a9 req-621d91c6-6e8c-4c73-9255-e36b45d22430 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:35.139804 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-57d0bc67-16fe-42ab-b1bd-fea5838681a9 req-621d91c6-6e8c-4c73-9255-e36b45d22430 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c1deb2c-0f90-4117-a72f-4335b2b9c86c HTTP/1.1" status: 200 len: 944 time: 0.1323631 Mar 07 10:59:35.216367 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning for port f6787941-670f-4765-a96e-5b2859a59775 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:59:35.221234 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port f6787941-670f-4765-a96e-5b2859a59775 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:59:35.221604 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:35.242479 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-57d0bc67-16fe-42ab-b1bd-fea5838681a9 req-1e36c0f5-6598-4f7f-a54d-767db4449b34 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] 10.222.0.13 "GET /v2.0/security-groups?id=5639f55d-bb36-45ab-bff8-0f103a77e236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961874 Mar 07 10:59:35.269669 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-14cb03d3-211f-4307-b5de-8f53b77f91cf req-1cfbf00a-2c08-44d3-82b2-eb8f946914bf service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4e801e2d1d864a4faec065fd8daba090&device_id=5c1deb2c-0f90-4117-a72f-4335b2b9c86c HTTP/1.1" status: 200 len: 1097 time: 0.0854268 Mar 07 10:59:35.336315 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:35.370413 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] For port f6787941-670f-4765-a96e-5b2859a59775, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=f6787941-670f-4765-a96e-5b2859a59775,segment=NetworkSegment(c8ab8dd2-bf90-475a-b7f6-6655238b869d),segment_id=c8ab8dd2-bf90-475a-b7f6-6655238b869d)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:59:35.374862 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:35.406820 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cb03d3-211f-4307-b5de-8f53b77f91cf req-b3ba3732-d59f-4a39-9d4c-1cc0415f9a16 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:35.408242 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-14cb03d3-211f-4307-b5de-8f53b77f91cf req-b3ba3732-d59f-4a39-9d4c-1cc0415f9a16 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b5861d8e-8fc8-4e0f-91c3-90cb2986853c HTTP/1.1" status: 200 len: 916 time: 0.1322782 Mar 07 10:59:35.440392 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Pushing event updated for resources: {'Port': ['ID=f6787941-670f-4765-a96e-5b2859a59775,revision_number=5']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:59:35.475687 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-14cb03d3-211f-4307-b5de-8f53b77f91cf req-896dd956-f854-4c00-ae05-29a7d5af20c7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5da6b5c8-1e74-44b6-8885-79992ec09cac HTTP/1.1" status: 200 len: 217 time: 0.0617783 Mar 07 10:59:35.539193 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cb03d3-211f-4307-b5de-8f53b77f91cf req-44e0d99b-63a0-4417-8b8f-1e5e7c7c497a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:35.540525 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-14cb03d3-211f-4307-b5de-8f53b77f91cf req-44e0d99b-63a0-4417-8b8f-1e5e7c7c497a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3f8dda95-b719-4b98-9840-f5f56962b6b0 HTTP/1.1" status: 200 len: 854 time: 0.0594280 Mar 07 10:59:35.612565 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-14cb03d3-211f-4307-b5de-8f53b77f91cf req-90745e80-9ab5-46f5-bae7-a7d41e7ba084 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b5861d8e-8fc8-4e0f-91c3-90cb2986853c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0663571 Mar 07 10:59:35.740158 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-14cb03d3-211f-4307-b5de-8f53b77f91cf req-1956cec3-7444-4bc1-bb0b-d9dd7794b61d service neutron] 10.222.0.10 "GET /v2.0/networks/b5861d8e-8fc8-4e0f-91c3-90cb2986853c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214402 Mar 07 10:59:35.871380 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-14cb03d3-211f-4307-b5de-8f53b77f91cf req-5dca398d-bb4f-41a3-ac1e-50e3486a1d8d service neutron] 10.222.0.10 "GET /v2.0/networks/b5861d8e-8fc8-4e0f-91c3-90cb2986853c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246061 Mar 07 10:59:36.455783 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1344983f-dd18-4394-a076-f67a9e35f7b7 req-a845221a-9031-4b68-9a72-7674e6f361c7 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:36.457234 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-1344983f-dd18-4394-a076-f67a9e35f7b7 req-a845221a-9031-4b68-9a72-7674e6f361c7 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c1deb2c-0f90-4117-a72f-4335b2b9c86c HTTP/1.1" status: 200 len: 944 time: 0.0786531 Mar 07 10:59:36.502875 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-1344983f-dd18-4394-a076-f67a9e35f7b7 req-770aabe2-c6ae-45df-a6ed-d3d689e0ec7c tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] 10.222.0.13 "GET /v2.0/security-groups?id=5639f55d-bb36-45ab-bff8-0f103a77e236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401263 Mar 07 10:59:37.101840 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device f6787941-670f-4765-a96e-5b2859a59775 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:59:37.168454 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port f6787941-670f-4765-a96e-5b2859a59775 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:59:37.168892 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:37.694638 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f318fe9-20ae-4713-a300-db827a4d4ff4 req-73172fca-43d7-41c6-8acc-f67281956e2e tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:37.696043 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4f318fe9-20ae-4713-a300-db827a4d4ff4 req-73172fca-43d7-41c6-8acc-f67281956e2e tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c1deb2c-0f90-4117-a72f-4335b2b9c86c HTTP/1.1" status: 200 len: 944 time: 0.0745687 Mar 07 10:59:37.740510 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4f318fe9-20ae-4713-a300-db827a4d4ff4 req-e21807be-b0a5-4b07-8d71-f0d60d72c310 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] 10.222.0.13 "GET /v2.0/security-groups?id=5639f55d-bb36-45ab-bff8-0f103a77e236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379200 Mar 07 10:59:38.293565 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device 5da6b5c8-1e74-44b6-8885-79992ec09cac details requested by agent hyperv_hv-neutron-8307 with host hv-neutron-8307 {{(pid=83739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 07 10:59:38.425449 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port 5da6b5c8-1e74-44b6-8885-79992ec09cac, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=5da6b5c8-1e74-44b6-8885-79992ec09cac,segment=NetworkSegment(80eb0018-d8a8-44df-b097-0ac998b0e2e7),segment_id=80eb0018-d8a8-44df-b097-0ac998b0e2e7)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:59:38.438864 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Returning: {'device': '5da6b5c8-1e74-44b6-8885-79992ec09cac', 'network_id': 'b5861d8e-8fc8-4e0f-91c3-90cb2986853c', 'port_id': '5da6b5c8-1e74-44b6-8885-79992ec09cac', 'mac_address': 'fa:16:3e:44:10:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f8dda95-b719-4b98-9840-f5f56962b6b0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 07 10:59:38.494028 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:38.510809 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5da6b5c8-1e74-44b6-8885-79992ec09cac {{(pid=83739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 07 10:59:38.526537 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port 5da6b5c8-1e74-44b6-8885-79992ec09cac, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=5da6b5c8-1e74-44b6-8885-79992ec09cac,segment=NetworkSegment(80eb0018-d8a8-44df-b097-0ac998b0e2e7),segment_id=80eb0018-d8a8-44df-b097-0ac998b0e2e7)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:59:38.530284 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:38.593549 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Pushing event updated for resources: {'Port': ['ID=5da6b5c8-1e74-44b6-8885-79992ec09cac,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:59:38.833186 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] get_ports_and_sgs() called for port_ids ['5da6b5c8-1e74-44b6-8885-79992ec09cac'] {{(pid=83739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 07 10:59:38.943334 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab73e892-2c9a-4c38-a5c5-50ea00b5e5b2 req-c27257bc-5edf-46f0-a6c3-553b6d5cc981 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:38.948979 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ab73e892-2c9a-4c38-a5c5-50ea00b5e5b2 req-c27257bc-5edf-46f0-a6c3-553b6d5cc981 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c1deb2c-0f90-4117-a72f-4335b2b9c86c HTTP/1.1" status: 200 len: 945 time: 0.0907233 Mar 07 10:59:38.992893 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ab73e892-2c9a-4c38-a5c5-50ea00b5e5b2 req-288897bf-ecc4-401e-acb9-18bbe8e000e2 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] 10.222.0.13 "GET /v2.0/security-groups?id=5639f55d-bb36-45ab-bff8-0f103a77e236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398054 Mar 07 10:59:40.181024 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc21517d-17ca-42e7-b485-54d6afa99be6 req-90caa2cb-08cb-4bda-9d5a-bb5e20d8f29c tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:40.182351 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-cc21517d-17ca-42e7-b485-54d6afa99be6 req-90caa2cb-08cb-4bda-9d5a-bb5e20d8f29c tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c1deb2c-0f90-4117-a72f-4335b2b9c86c HTTP/1.1" status: 200 len: 945 time: 0.0736330 Mar 07 10:59:40.226663 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-cc21517d-17ca-42e7-b485-54d6afa99be6 req-35051481-eb9f-461a-8212-8a53f29afe77 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] 10.222.0.13 "GET /v2.0/security-groups?id=5639f55d-bb36-45ab-bff8-0f103a77e236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379760 Mar 07 10:59:40.293658 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device 5da6b5c8-1e74-44b6-8885-79992ec09cac up at agent hyperv_hv-neutron-8307 {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 10:59:40.361059 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Provisioning for port 5da6b5c8-1e74-44b6-8885-79992ec09cac completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 10:59:40.365603 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Provisioning complete for port 5da6b5c8-1e74-44b6-8885-79992ec09cac triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:59:40.365969 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:40.477002 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:40.502713 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c1deb2c-0f90-4117-a72f-4335b2b9c86c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5da6b5c8-1e74-44b6-8885-79992ec09cac'}] {{(pid=83739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 10:59:40.512316 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port 5da6b5c8-1e74-44b6-8885-79992ec09cac, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=5da6b5c8-1e74-44b6-8885-79992ec09cac,segment=NetworkSegment(80eb0018-d8a8-44df-b097-0ac998b0e2e7),segment_id=80eb0018-d8a8-44df-b097-0ac998b0e2e7)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:59:40.520373 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:40.563713 dv-neutron-830731-3-hyperv neutron-server[83739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c1deb2c-0f90-4117-a72f-4335b2b9c86c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5da6b5c8-1e74-44b6-8885-79992ec09cac', 'code': 200} Mar 07 10:59:40.587505 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Pushing event updated for resources: {'Port': ['ID=5da6b5c8-1e74-44b6-8885-79992ec09cac,revision_number=5']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:59:40.779193 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d8e4569e-7079-4445-83ae-fe858c31b0b6 req-e2991f60-c2bd-4d94-aa85-4a6e4aec0d4c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5c1deb2c-0f90-4117-a72f-4335b2b9c86c HTTP/1.1" status: 200 len: 1099 time: 0.0682456 Mar 07 10:59:40.819498 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d8e4569e-7079-4445-83ae-fe858c31b0b6 req-ff67a4ac-9f9f-4b76-85c6-b3dd5b1743af service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=5639f55d-bb36-45ab-bff8-0f103a77e236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350471 Mar 07 10:59:41.418697 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6134e67-6989-438c-8541-63d9a06d7d7f req-82770f8c-0c13-42a8-a974-c317c3e0150a tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:41.420692 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-a6134e67-6989-438c-8541-63d9a06d7d7f req-82770f8c-0c13-42a8-a974-c317c3e0150a tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c1deb2c-0f90-4117-a72f-4335b2b9c86c HTTP/1.1" status: 200 len: 946 time: 0.0744355 Mar 07 10:59:41.548850 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-a6134e67-6989-438c-8541-63d9a06d7d7f req-56b9b29e-fdad-464a-ba36-d6b7d984edbe tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] 10.222.0.13 "GET /v2.0/security-groups?id=5639f55d-bb36-45ab-bff8-0f103a77e236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228325 Mar 07 10:59:42.741822 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f968c215-fb11-4600-8f89-783a010853fe req-966a05e4-def1-4d9b-8ffd-f9e49e352d53 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:42.743230 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f968c215-fb11-4600-8f89-783a010853fe req-966a05e4-def1-4d9b-8ffd-f9e49e352d53 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c1deb2c-0f90-4117-a72f-4335b2b9c86c HTTP/1.1" status: 200 len: 946 time: 0.0761762 Mar 07 10:59:42.786584 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f968c215-fb11-4600-8f89-783a010853fe req-78c80146-e1fc-429c-97f2-d7b6097e216b tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] 10.222.0.13 "GET /v2.0/security-groups?id=5639f55d-bb36-45ab-bff8-0f103a77e236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379236 Mar 07 10:59:42.979045 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73486477-9f52-4294-bca3-f057f54abb74 req-1d42092e-fce2-4e9d-8c6f-a367911e0d14 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:42.980502 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-73486477-9f52-4294-bca3-f057f54abb74 req-1d42092e-fce2-4e9d-8c6f-a367911e0d14 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c1deb2c-0f90-4117-a72f-4335b2b9c86c HTTP/1.1" status: 200 len: 946 time: 0.0785372 Mar 07 10:59:43.024161 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-73486477-9f52-4294-bca3-f057f54abb74 req-3bb15337-4b60-4518-b01a-efa8783c6012 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] 10.222.0.13 "GET /v2.0/security-groups?id=5639f55d-bb36-45ab-bff8-0f103a77e236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374789 Mar 07 10:59:43.446212 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9cac2f-6526-48fe-a90d-86f1dc5f7e78 req-e6195006-4b04-40ea-b7e8-119d4f63a03b tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:43.447655 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-dd9cac2f-6526-48fe-a90d-86f1dc5f7e78 req-e6195006-4b04-40ea-b7e8-119d4f63a03b tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c1deb2c-0f90-4117-a72f-4335b2b9c86c HTTP/1.1" status: 200 len: 946 time: 0.0748508 Mar 07 10:59:43.491460 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-dd9cac2f-6526-48fe-a90d-86f1dc5f7e78 req-a87f2936-3c7c-4d66-a981-b77abec0b112 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] 10.222.0.13 "GET /v2.0/security-groups?id=5639f55d-bb36-45ab-bff8-0f103a77e236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378139 Mar 07 10:59:45.845197 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:49.093750 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-adbd2215-c8ee-41f3-92a6-4182ca26b8a8 None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 10:59:50.784814 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-05f646a1-df07-4ec9-b993-76423693596a req-c77f5fdb-9d7f-43f7-9b90-5708f018e8ff service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5c1deb2c-0f90-4117-a72f-4335b2b9c86c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1888607 Mar 07 10:59:50.917284 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-05f646a1-df07-4ec9-b993-76423693596a req-0cc2b1ff-b7c0-4f53-bcfc-76a763d265de service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4e801e2d1d864a4faec065fd8daba090&device_id=5c1deb2c-0f90-4117-a72f-4335b2b9c86c HTTP/1.1" status: 200 len: 1099 time: 0.0669754 Mar 07 10:59:51.060535 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f646a1-df07-4ec9-b993-76423693596a req-afa56c51-dfb7-4cc8-b359-269399dbd4c7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:51.061969 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-05f646a1-df07-4ec9-b993-76423693596a req-afa56c51-dfb7-4cc8-b359-269399dbd4c7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b5861d8e-8fc8-4e0f-91c3-90cb2986853c HTTP/1.1" status: 200 len: 916 time: 0.1257901 Mar 07 10:59:51.129771 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-05f646a1-df07-4ec9-b993-76423693596a req-f0e3edd5-b40e-4981-b7f2-7df2a3f6170b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5da6b5c8-1e74-44b6-8885-79992ec09cac HTTP/1.1" status: 200 len: 217 time: 0.0622878 Mar 07 10:59:51.189797 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f646a1-df07-4ec9-b993-76423693596a req-7ef77977-9c2c-4a7a-9bcf-a19440c57401 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:51.191069 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-05f646a1-df07-4ec9-b993-76423693596a req-7ef77977-9c2c-4a7a-9bcf-a19440c57401 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3f8dda95-b719-4b98-9840-f5f56962b6b0 HTTP/1.1" status: 200 len: 854 time: 0.0558286 Mar 07 10:59:51.266274 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-05f646a1-df07-4ec9-b993-76423693596a req-600d4a09-611b-4fe9-aa47-718b70cc32c1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b5861d8e-8fc8-4e0f-91c3-90cb2986853c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693874 Mar 07 10:59:51.397564 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-05f646a1-df07-4ec9-b993-76423693596a req-c9c8df6c-381d-4a33-91fa-60fa16323e65 service neutron] 10.222.0.10 "GET /v2.0/networks/b5861d8e-8fc8-4e0f-91c3-90cb2986853c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256881 Mar 07 10:59:51.533970 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-05f646a1-df07-4ec9-b993-76423693596a req-4775cc39-3c2f-4731-b135-49bf81391933 service neutron] 10.222.0.10 "GET /v2.0/networks/b5861d8e-8fc8-4e0f-91c3-90cb2986853c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303778 Mar 07 10:59:53.562813 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c301915-4b46-45d1-b88e-99541b6655ce req-8f3a0086-af22-4d56-be8e-cc5c77580fbc tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:53.564134 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-0c301915-4b46-45d1-b88e-99541b6655ce req-8f3a0086-af22-4d56-be8e-cc5c77580fbc tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c1deb2c-0f90-4117-a72f-4335b2b9c86c HTTP/1.1" status: 200 len: 946 time: 0.0754271 Mar 07 10:59:53.608458 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-0c301915-4b46-45d1-b88e-99541b6655ce req-567113a0-a29f-41cf-b69e-7e98c76b95ee tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] 10.222.0.13 "GET /v2.0/security-groups?id=5639f55d-bb36-45ab-bff8-0f103a77e236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388625 Mar 07 10:59:53.635906 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 45024) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:59:53.769509 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-ef429304-c70a-42e9-9db2-da973515b5f1 tempest-TestMinimumBasicScenario-1345526955 tempest-TestMinimumBasicScenario-1345526955-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=5c1deb2c-0f90-4117-a72f-4335b2b9c86c HTTP/1.1" status: 200 len: 1094 time: 0.1324158 Mar 07 10:59:53.772439 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 45030) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:59:53.777357 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-0adc560c-3bf2-4721-9008-699157364959 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Request body: {'floatingip': {'floating_network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'port_id': '5da6b5c8-1e74-44b6-8885-79992ec09cac', 'tenant_id': '4e801e2d1d864a4faec065fd8daba090', 'fixed_ip_address': '172.20.0.10'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:59:53.783549 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-0adc560c-3bf2-4721-9008-699157364959 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:59:53.787339 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-0adc560c-3bf2-4721-9008-699157364959 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Usage tracker for resource:floatingip and tenant:4e801e2d1d864a4faec065fd8daba090 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:59:53.790103 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-0adc560c-3bf2-4721-9008-699157364959 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:59:53.795678 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-0adc560c-3bf2-4721-9008-699157364959 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:59:53.805686 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0adc560c-3bf2-4721-9008-699157364959 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Notify callbacks [] for floatingip, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:53.937354 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0adc560c-3bf2-4721-9008-699157364959 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:54.069555 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-0adc560c-3bf2-4721-9008-699157364959 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Allocated IP 172.26.8.44 (5ed85006-6b00-415e-b71f-837fb1421c12/8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a/cfc0bad2-a62f-4080-86f4-04e219cfb8b9) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:59:54.293318 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0adc560c-3bf2-4721-9008-699157364959 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:54.320883 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0adc560c-3bf2-4721-9008-699157364959 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:54.384440 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0adc560c-3bf2-4721-9008-699157364959 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Network 5ed85006-6b00-415e-b71f-837fb1421c12 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:59:54.387075 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-0adc560c-3bf2-4721-9008-699157364959 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:59:54.390742 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0adc560c-3bf2-4721-9008-699157364959 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 10:59:54.418522 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adc560c-3bf2-4721-9008-699157364959 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Pushing event updated for resources: {'Port': ['ID=cfc0bad2-a62f-4080-86f4-04e219cfb8b9,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:59:54.443659 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adc560c-3bf2-4721-9008-699157364959 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:59:54.443998 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adc560c-3bf2-4721-9008-699157364959 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:59:54.444332 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adc560c-3bf2-4721-9008-699157364959 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:59:54.444684 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adc560c-3bf2-4721-9008-699157364959 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:59:54.445011 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adc560c-3bf2-4721-9008-699157364959 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:59:54.445347 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adc560c-3bf2-4721-9008-699157364959 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:59:54.445654 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adc560c-3bf2-4721-9008-699157364959 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:59:54.445971 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adc560c-3bf2-4721-9008-699157364959 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:59:54.446288 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adc560c-3bf2-4721-9008-699157364959 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:59:54.446609 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adc560c-3bf2-4721-9008-699157364959 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:59:54.446922 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adc560c-3bf2-4721-9008-699157364959 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:59:54.891027 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0adc560c-3bf2-4721-9008-699157364959 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:54.946189 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0adc560c-3bf2-4721-9008-699157364959 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:55.143835 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0adc560c-3bf2-4721-9008-699157364959 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:55.148028 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0adc560c-3bf2-4721-9008-699157364959 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3012561'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:55.253403 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adc560c-3bf2-4721-9008-699157364959 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Pushing event updated for resources: {'Port': ['ID=cfc0bad2-a62f-4080-86f4-04e219cfb8b9,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:59:55.267033 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0adc560c-3bf2-4721-9008-699157364959 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923533'] for floatingip, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:55.450090 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.db.l3_db [None req-0adc560c-3bf2-4721-9008-699157364959 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Floating IP 58c6704a-cea9-4694-99ef-9dfa38093a50 associated. External IP: 172.26.8.44, port: 5da6b5c8-1e74-44b6-8885-79992ec09cac. Mar 07 10:59:55.919967 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0adc560c-3bf2-4721-9008-699157364959 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Router df5db907-0f0e-46bd-a869-3fac0985873b has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:59:56.115535 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0adc560c-3bf2-4721-9008-699157364959 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:59:56.130017 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e35f058f-4275-470c-97b3-bc3fae1bbf91 None None] Sync routers for ids ['df5db907-0f0e-46bd-a869-3fac0985873b'] in dv-neutron-830731-3-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 10:59:56.142132 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e35f058f-4275-470c-97b3-bc3fae1bbf91 None None] Routers {'df5db907-0f0e-46bd-a869-3fac0985873b'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:59:56.142344 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0adc560c-3bf2-4721-9008-699157364959 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for floatingip, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:56.142729 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-e35f058f-4275-470c-97b3-bc3fae1bbf91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:59:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['df5db907-0f0e-46bd-a869-3fac0985873b'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:59:56.195197 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-0adc560c-3bf2-4721-9008-699157364959 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4216716 Mar 07 10:59:56.195766 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c1deb2c-0f90-4117-a72f-4335b2b9c86c', 'tag': '5da6b5c8-1e74-44b6-8885-79992ec09cac'}] {{(pid=83737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 10:59:56.198026 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 45034) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:59:56.204100 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-7fd8f2a6-0c74-4aee-b175-847330c880f9 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1458014250', 'description': 'tempest-secgroup-smoke-1458014250 description', 'project_id': '4e801e2d1d864a4faec065fd8daba090'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:59:56.211026 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-7fd8f2a6-0c74-4aee-b175-847330c880f9 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:59:56.215054 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-7fd8f2a6-0c74-4aee-b175-847330c880f9 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Usage tracker for resource:security_group and tenant:4e801e2d1d864a4faec065fd8daba090 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:59:56.221448 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-7fd8f2a6-0c74-4aee-b175-847330c880f9 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:59:56.228352 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-7fd8f2a6-0c74-4aee-b175-847330c880f9 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:59:56.242405 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7fd8f2a6-0c74-4aee-b175-847330c880f9 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Notify callbacks [] for security_group, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:56.262937 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c1deb2c-0f90-4117-a72f-4335b2b9c86c', 'tag': '5da6b5c8-1e74-44b6-8885-79992ec09cac', 'status': 'completed', 'code': 200} Mar 07 10:59:56.296964 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-7fd8f2a6-0c74-4aee-b175-847330c880f9 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:59:56.301763 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-7fd8f2a6-0c74-4aee-b175-847330c880f9 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Usage tracker for resource:security_group_rule and tenant:4e801e2d1d864a4faec065fd8daba090 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:59:56.304926 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-7fd8f2a6-0c74-4aee-b175-847330c880f9 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:59:56.312307 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-7fd8f2a6-0c74-4aee-b175-847330c880f9 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:59:56.323912 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-e35f058f-4275-470c-97b3-bc3fae1bbf91 None None] Set router df5db907-0f0e-46bd-a869-3fac0985873b gateway port host: dv-neutron-830731-3-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:59:56.364799 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-0e6faea2-758b-4143-a862-e895716df5ad req-8a33e113-93a0-4a77-8726-d9c98a97f79f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4e801e2d1d864a4faec065fd8daba090&device_id=5c1deb2c-0f90-4117-a72f-4335b2b9c86c HTTP/1.1" status: 200 len: 1099 time: 0.0756710 Mar 07 10:59:56.372522 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7fd8f2a6-0c74-4aee-b175-847330c880f9 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Notify callbacks [] for security_group, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:56.376656 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7fd8f2a6-0c74-4aee-b175-847330c880f9 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:56.421438 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd8f2a6-0c74-4aee-b175-847330c880f9 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fde34b0e-5654-43e6-91b2-71ea99eaf55b,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:59:56.425080 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7fd8f2a6-0c74-4aee-b175-847330c880f9 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:56.429022 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-7fd8f2a6-0c74-4aee-b175-847330c880f9 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2272284 Mar 07 10:59:56.429355 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 45040) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:59:56.437322 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-4172a407-77ea-47da-92d1-e41939f3775c tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Request body: {'security_group_rule': {'security_group_id': 'fde34b0e-5654-43e6-91b2-71ea99eaf55b', 'project_id': '4e801e2d1d864a4faec065fd8daba090', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:59:56.442903 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-4172a407-77ea-47da-92d1-e41939f3775c tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:59:56.447995 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-4172a407-77ea-47da-92d1-e41939f3775c tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Usage tracker for resource:security_group_rule and tenant:4e801e2d1d864a4faec065fd8daba090 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:59:56.449937 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-4172a407-77ea-47da-92d1-e41939f3775c tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:59:56.455797 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-4172a407-77ea-47da-92d1-e41939f3775c tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:59:56.472970 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4172a407-77ea-47da-92d1-e41939f3775c tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:56.503322 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6faea2-758b-4143-a862-e895716df5ad req-60bacb8a-76a7-4e9d-8866-60f90768605d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:56.505047 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-0e6faea2-758b-4143-a862-e895716df5ad req-60bacb8a-76a7-4e9d-8866-60f90768605d service neutron] 10.222.0.10 "GET /v2.0/networks?id=b5861d8e-8fc8-4e0f-91c3-90cb2986853c HTTP/1.1" status: 200 len: 916 time: 0.1348934 Mar 07 10:59:56.544921 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4172a407-77ea-47da-92d1-e41939f3775c tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:56.549444 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4172a407-77ea-47da-92d1-e41939f3775c tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:56.568021 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4172a407-77ea-47da-92d1-e41939f3775c tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09a1b7e2-39c0-47ac-8586-39ab0789387a,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:59:56.587489 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4172a407-77ea-47da-92d1-e41939f3775c tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:56.588874 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-4172a407-77ea-47da-92d1-e41939f3775c tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1586657 Mar 07 10:59:56.591876 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 45044) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:59:56.598032 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-6d2e0a7e-d64d-45fc-a9a3-7307508012a9 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Request body: {'security_group_rule': {'security_group_id': 'fde34b0e-5654-43e6-91b2-71ea99eaf55b', 'project_id': '4e801e2d1d864a4faec065fd8daba090', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:59:56.610767 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-6d2e0a7e-d64d-45fc-a9a3-7307508012a9 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:59:56.615402 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-0e6faea2-758b-4143-a862-e895716df5ad req-e5ff29b3-e7a9-4a4c-ae4d-98e44f7f06fa service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5da6b5c8-1e74-44b6-8885-79992ec09cac HTTP/1.1" status: 200 len: 999 time: 0.1054571 Mar 07 10:59:56.616166 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-6d2e0a7e-d64d-45fc-a9a3-7307508012a9 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Usage tracker for resource:security_group_rule and tenant:4e801e2d1d864a4faec065fd8daba090 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:59:56.619637 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-6d2e0a7e-d64d-45fc-a9a3-7307508012a9 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:59:56.626154 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-6d2e0a7e-d64d-45fc-a9a3-7307508012a9 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:59:56.655901 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6d2e0a7e-d64d-45fc-a9a3-7307508012a9 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:56.692320 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6faea2-758b-4143-a862-e895716df5ad req-cf77e987-40e5-44a0-8d63-626c349b67f4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:56.694710 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-0e6faea2-758b-4143-a862-e895716df5ad req-cf77e987-40e5-44a0-8d63-626c349b67f4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3f8dda95-b719-4b98-9840-f5f56962b6b0 HTTP/1.1" status: 200 len: 854 time: 0.0694985 Mar 07 10:59:56.721704 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-e35f058f-4275-470c-97b3-bc3fae1bbf91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df5db907-0f0e-46bd-a869-3fac0985873b', 'name': 'tempest-TestMinimumBasicScenario-1510985054-router', 'tenant_id': '4e801e2d1d864a4faec065fd8daba090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.80'}], 'enable_snat': True}, 'gw_port_id': '90cc81d1-9750-44cf-8200-59d6da8b334c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:58:59Z', 'updated_at': '2022-03-07T10:59:03Z', 'revision_number': 4, 'project_id': '4e801e2d1d864a4faec065fd8daba090', 'gw_port': {'id': '90cc81d1-9750-44cf-8200-59d6da8b334c', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a5:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5db907-0f0e-46bd-a869-3fac0985873b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:59:00Z', 'updated_at': '2022-03-07T10:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_floatingips': [{'id': '58c6704a-cea9-4694-99ef-9dfa38093a50', 'tenant_id': '4e801e2d1d864a4faec065fd8daba090', 'floating_ip_address': '172.26.8.44', 'floating_network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'router_id': 'df5db907-0f0e-46bd-a869-3fac0985873b', 'port_id': '5da6b5c8-1e74-44b6-8885-79992ec09cac', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5861d8e-8fc8-4e0f-91c3-90cb2986853c', 'mac_address': 'fa:16:3e:44:10:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c1deb2c-0f90-4117-a72f-4335b2b9c86c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:59:54Z', 'updated_at': '2022-03-07T10:59:54Z', 'revision_number': 0, 'project_id': '4e801e2d1d864a4faec065fd8daba090', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3379f303-9c92-499c-a657-1c86c2f9dbf1', 'name': '', 'network_id': 'b5861d8e-8fc8-4e0f-91c3-90cb2986853c', 'tenant_id': '4e801e2d1d864a4faec065fd8daba090', 'mac_address': 'fa:16:3e:3b:46:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5db907-0f0e-46bd-a869-3fac0985873b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3f8dda95-b719-4b98-9840-f5f56962b6b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:59:02Z', 'updated_at': '2022-03-07T10:59:11Z', 'revision_number': 5, 'project_id': '4e801e2d1d864a4faec065fd8daba090', 'subnets': [{'id': '3f8dda95-b719-4b98-9840-f5f56962b6b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:59:56.725575 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e35f058f-4275-470c-97b3-bc3fae1bbf91 None None] Checking router: df5db907-0f0e-46bd-a869-3fac0985873b for host: dv-neutron-830731-3-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 07 10:59:56.728448 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6d2e0a7e-d64d-45fc-a9a3-7307508012a9 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:56.733574 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6d2e0a7e-d64d-45fc-a9a3-7307508012a9 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:56.738483 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e35f058f-4275-470c-97b3-bc3fae1bbf91 None None] Routers {'df5db907-0f0e-46bd-a869-3fac0985873b'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 10:59:56.739081 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-e35f058f-4275-470c-97b3-bc3fae1bbf91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T10:59:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['df5db907-0f0e-46bd-a869-3fac0985873b'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:59:56.762070 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6d2e0a7e-d64d-45fc-a9a3-7307508012a9 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:56.763369 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-6d2e0a7e-d64d-45fc-a9a3-7307508012a9 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1704636 Mar 07 10:59:56.766379 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 45048) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:59:56.770697 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2e0a7e-d64d-45fc-a9a3-7307508012a9 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fca7b024-2874-489c-9b9b-3698ad6a05be,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:59:56.778002 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-3e66659b-4fda-4fe2-9dcd-990d23f1958e tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Request body: {'security_group_rule': {'security_group_id': 'fde34b0e-5654-43e6-91b2-71ea99eaf55b', 'project_id': '4e801e2d1d864a4faec065fd8daba090', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:59:56.789874 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-3e66659b-4fda-4fe2-9dcd-990d23f1958e tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:59:56.796723 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-0e6faea2-758b-4143-a862-e895716df5ad req-e686aeda-2ecc-438c-bb55-046ff406f967 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b5861d8e-8fc8-4e0f-91c3-90cb2986853c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0968235 Mar 07 10:59:56.797631 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-3e66659b-4fda-4fe2-9dcd-990d23f1958e tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Usage tracker for resource:security_group_rule and tenant:4e801e2d1d864a4faec065fd8daba090 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:59:56.800565 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-3e66659b-4fda-4fe2-9dcd-990d23f1958e tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:59:56.824796 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-3e66659b-4fda-4fe2-9dcd-990d23f1958e tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:59:56.900496 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3e66659b-4fda-4fe2-9dcd-990d23f1958e tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:56.912537 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-e35f058f-4275-470c-97b3-bc3fae1bbf91 None None] Set router df5db907-0f0e-46bd-a869-3fac0985873b gateway port host: dv-neutron-830731-3-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 10:59:56.977045 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-0e6faea2-758b-4143-a862-e895716df5ad req-8e57fac4-37ce-4be5-9e14-28771abe6b50 service neutron] 10.222.0.10 "GET /v2.0/networks/b5861d8e-8fc8-4e0f-91c3-90cb2986853c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735330 Mar 07 10:59:57.015631 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3e66659b-4fda-4fe2-9dcd-990d23f1958e tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:57.061754 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3e66659b-4fda-4fe2-9dcd-990d23f1958e tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:57.097246 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e66659b-4fda-4fe2-9dcd-990d23f1958e tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffc7b994-027b-4286-bf9e-07f78709ea36,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:59:57.114631 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3e66659b-4fda-4fe2-9dcd-990d23f1958e tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:57.115846 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-3e66659b-4fda-4fe2-9dcd-990d23f1958e tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3481362 Mar 07 10:59:57.118734 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 45052) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:59:57.124899 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-cab1b3dd-79cb-4cae-bb67-f66f1c4354ba tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Request body: {'security_group_rule': {'security_group_id': 'fde34b0e-5654-43e6-91b2-71ea99eaf55b', 'project_id': '4e801e2d1d864a4faec065fd8daba090', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:59:57.130976 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-cab1b3dd-79cb-4cae-bb67-f66f1c4354ba tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:59:57.138701 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-cab1b3dd-79cb-4cae-bb67-f66f1c4354ba tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Usage tracker for resource:security_group_rule and tenant:4e801e2d1d864a4faec065fd8daba090 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:59:57.141990 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-cab1b3dd-79cb-4cae-bb67-f66f1c4354ba tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:59:57.148161 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-cab1b3dd-79cb-4cae-bb67-f66f1c4354ba tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:59:57.150303 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-0e6faea2-758b-4143-a862-e895716df5ad req-5a5f1c9d-e8fb-4313-8600-d9e0369e4a00 service neutron] 10.222.0.10 "GET /v2.0/networks/b5861d8e-8fc8-4e0f-91c3-90cb2986853c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665971 Mar 07 10:59:57.166133 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cab1b3dd-79cb-4cae-bb67-f66f1c4354ba tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:57.278426 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-e35f058f-4275-470c-97b3-bc3fae1bbf91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df5db907-0f0e-46bd-a869-3fac0985873b', 'name': 'tempest-TestMinimumBasicScenario-1510985054-router', 'tenant_id': '4e801e2d1d864a4faec065fd8daba090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.80'}], 'enable_snat': True}, 'gw_port_id': '90cc81d1-9750-44cf-8200-59d6da8b334c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:58:59Z', 'updated_at': '2022-03-07T10:59:03Z', 'revision_number': 4, 'project_id': '4e801e2d1d864a4faec065fd8daba090', 'gw_port': {'id': '90cc81d1-9750-44cf-8200-59d6da8b334c', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a5:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5db907-0f0e-46bd-a869-3fac0985873b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:59:00Z', 'updated_at': '2022-03-07T10:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_floatingips': [{'id': '58c6704a-cea9-4694-99ef-9dfa38093a50', 'tenant_id': '4e801e2d1d864a4faec065fd8daba090', 'floating_ip_address': '172.26.8.44', 'floating_network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'router_id': 'df5db907-0f0e-46bd-a869-3fac0985873b', 'port_id': '5da6b5c8-1e74-44b6-8885-79992ec09cac', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5861d8e-8fc8-4e0f-91c3-90cb2986853c', 'mac_address': 'fa:16:3e:44:10:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c1deb2c-0f90-4117-a72f-4335b2b9c86c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:59:54Z', 'updated_at': '2022-03-07T10:59:54Z', 'revision_number': 0, 'project_id': '4e801e2d1d864a4faec065fd8daba090', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3379f303-9c92-499c-a657-1c86c2f9dbf1', 'name': '', 'network_id': 'b5861d8e-8fc8-4e0f-91c3-90cb2986853c', 'tenant_id': '4e801e2d1d864a4faec065fd8daba090', 'mac_address': 'fa:16:3e:3b:46:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5db907-0f0e-46bd-a869-3fac0985873b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3f8dda95-b719-4b98-9840-f5f56962b6b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:59:02Z', 'updated_at': '2022-03-07T10:59:11Z', 'revision_number': 5, 'project_id': '4e801e2d1d864a4faec065fd8daba090', 'subnets': [{'id': '3f8dda95-b719-4b98-9840-f5f56962b6b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:59:57.283543 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e35f058f-4275-470c-97b3-bc3fae1bbf91 None None] The sync data for ids ['df5db907-0f0e-46bd-a869-3fac0985873b'] in dv-neutron-830731-3-hyperv is: [{'id': 'df5db907-0f0e-46bd-a869-3fac0985873b', 'name': 'tempest-TestMinimumBasicScenario-1510985054-router', 'tenant_id': '4e801e2d1d864a4faec065fd8daba090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.80'}], 'enable_snat': True}, 'gw_port_id': '90cc81d1-9750-44cf-8200-59d6da8b334c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:58:59Z', 'updated_at': '2022-03-07T10:59:03Z', 'revision_number': 4, 'project_id': '4e801e2d1d864a4faec065fd8daba090', 'gw_port': {'id': '90cc81d1-9750-44cf-8200-59d6da8b334c', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a5:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5db907-0f0e-46bd-a869-3fac0985873b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:59:00Z', 'updated_at': '2022-03-07T10:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_floatingips': [{'id': '58c6704a-cea9-4694-99ef-9dfa38093a50', 'tenant_id': '4e801e2d1d864a4faec065fd8daba090', 'floating_ip_address': '172.26.8.44', 'floating_network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'router_id': 'df5db907-0f0e-46bd-a869-3fac0985873b', 'port_id': '5da6b5c8-1e74-44b6-8885-79992ec09cac', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5861d8e-8fc8-4e0f-91c3-90cb2986853c', 'mac_address': 'fa:16:3e:44:10:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c1deb2c-0f90-4117-a72f-4335b2b9c86c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:59:54Z', 'updated_at': '2022-03-07T10:59:54Z', 'revision_number': 0, 'project_id': '4e801e2d1d864a4faec065fd8daba090', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3379f303-9c92-499c-a657-1c86c2f9dbf1', 'name': '', 'network_id': 'b5861d8e-8fc8-4e0f-91c3-90cb2986853c', 'tenant_id': '4e801e2d1d864a4faec065fd8daba090', 'mac_address': 'fa:16:3e:3b:46:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5db907-0f0e-46bd-a869-3fac0985873b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3f8dda95-b719-4b98-9840-f5f56962b6b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:59:02Z', 'updated_at': '2022-03-07T10:59:11Z', 'revision_number': 5, 'project_id': '4e801e2d1d864a4faec065fd8daba090', 'subnets': [{'id': '3f8dda95-b719-4b98-9840-f5f56962b6b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 10:59:57.335825 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cab1b3dd-79cb-4cae-bb67-f66f1c4354ba tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:57.340276 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cab1b3dd-79cb-4cae-bb67-f66f1c4354ba tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:57.365231 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab1b3dd-79cb-4cae-bb67-f66f1c4354ba tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd18f79d-e568-46ba-ae66-f75638f49bce,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:59:57.375103 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cab1b3dd-79cb-4cae-bb67-f66f1c4354ba tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:57.379048 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-cab1b3dd-79cb-4cae-bb67-f66f1c4354ba tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2567120 Mar 07 10:59:57.379166 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 45056) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:59:57.384611 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-232165ab-4b13-4360-916c-53843087417c tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Request body: {'security_group_rule': {'security_group_id': 'fde34b0e-5654-43e6-91b2-71ea99eaf55b', 'project_id': '4e801e2d1d864a4faec065fd8daba090', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:59:57.390527 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-232165ab-4b13-4360-916c-53843087417c tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:59:57.394255 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-232165ab-4b13-4360-916c-53843087417c tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Usage tracker for resource:security_group_rule and tenant:4e801e2d1d864a4faec065fd8daba090 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:59:57.397065 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-232165ab-4b13-4360-916c-53843087417c tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:59:57.402629 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-232165ab-4b13-4360-916c-53843087417c tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:59:57.413304 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.db.securitygroups_db [None req-232165ab-4b13-4360-916c-53843087417c tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Project 4e801e2d1d864a4faec065fd8daba090 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 10:59:57.421285 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-232165ab-4b13-4360-916c-53843087417c tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:57.489481 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-232165ab-4b13-4360-916c-53843087417c tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:57.493165 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40944c0-c444-46d5-a654-02da8b1529ea None None] New status for floating IP 58c6704a-cea9-4694-99ef-9dfa38093a50: ACTIVE {{(pid=83739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 07 10:59:57.495353 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-232165ab-4b13-4360-916c-53843087417c tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:57.522418 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232165ab-4b13-4360-916c-53843087417c tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=457c9b45-f51e-4dcf-a8b7-22cadc8b809b,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:59:57.531714 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-232165ab-4b13-4360-916c-53843087417c tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:57.533292 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-232165ab-4b13-4360-916c-53843087417c tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1532907 Mar 07 10:59:57.535979 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 45060) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 10:59:57.541361 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-1778b2d2-35da-4157-8b5b-9cc62a3c266a tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Request body: {'security_group_rule': {'security_group_id': 'fde34b0e-5654-43e6-91b2-71ea99eaf55b', 'project_id': '4e801e2d1d864a4faec065fd8daba090', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:59:57.547592 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-1778b2d2-35da-4157-8b5b-9cc62a3c266a tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 10:59:57.551287 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-1778b2d2-35da-4157-8b5b-9cc62a3c266a tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Usage tracker for resource:security_group_rule and tenant:4e801e2d1d864a4faec065fd8daba090 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 10:59:57.555071 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-1778b2d2-35da-4157-8b5b-9cc62a3c266a tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 10:59:57.561293 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-1778b2d2-35da-4157-8b5b-9cc62a3c266a tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 10:59:57.571746 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.db.securitygroups_db [None req-1778b2d2-35da-4157-8b5b-9cc62a3c266a tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Project 4e801e2d1d864a4faec065fd8daba090 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 10:59:57.578643 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1778b2d2-35da-4157-8b5b-9cc62a3c266a tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:57.645666 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1778b2d2-35da-4157-8b5b-9cc62a3c266a tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:57.649380 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1778b2d2-35da-4157-8b5b-9cc62a3c266a tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:57.676404 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1778b2d2-35da-4157-8b5b-9cc62a3c266a tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f377367-192c-4c10-8195-29e37de6e84d,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:59:57.685668 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1778b2d2-35da-4157-8b5b-9cc62a3c266a tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:57.686811 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-1778b2d2-35da-4157-8b5b-9cc62a3c266a tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1498952 Mar 07 10:59:57.825184 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-da9aa478-e32f-4ecc-b20b-c522b5e00ba0 req-e67df50d-bb3c-45e5-b286-0bf9bcbebbf2 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1458014250&fields=id&tenant_id=4e801e2d1d864a4faec065fd8daba090 HTTP/1.1" status: 200 len: 267 time: 0.0467160 Mar 07 10:59:57.910548 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9aa478-e32f-4ecc-b20b-c522b5e00ba0 req-b2e383bd-0423-42d6-bb78-1659972e6c6e tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:57.911935 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-da9aa478-e32f-4ecc-b20b-c522b5e00ba0 req-b2e383bd-0423-42d6-bb78-1659972e6c6e tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c1deb2c-0f90-4117-a72f-4335b2b9c86c HTTP/1.1" status: 200 len: 946 time: 0.0808105 Mar 07 10:59:57.922568 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [req-da9aa478-e32f-4ecc-b20b-c522b5e00ba0 req-81837f57-d29c-4e89-bd44-a5f557715206 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Request body: {'port': {'security_groups': ['5639f55d-bb36-45ab-bff8-0f103a77e236', 'fde34b0e-5654-43e6-91b2-71ea99eaf55b']}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 10:59:58.033074 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-da9aa478-e32f-4ecc-b20b-c522b5e00ba0 req-81837f57-d29c-4e89-bd44-a5f557715206 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:58.384139 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [req-da9aa478-e32f-4ecc-b20b-c522b5e00ba0 req-81837f57-d29c-4e89-bd44-a5f557715206 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] For port 5da6b5c8-1e74-44b6-8885-79992ec09cac, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=5da6b5c8-1e74-44b6-8885-79992ec09cac,segment=NetworkSegment(80eb0018-d8a8-44df-b097-0ac998b0e2e7),segment_id=80eb0018-d8a8-44df-b097-0ac998b0e2e7)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:59:58.408702 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-da9aa478-e32f-4ecc-b20b-c522b5e00ba0 req-81837f57-d29c-4e89-bd44-a5f557715206 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:58.413033 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-da9aa478-e32f-4ecc-b20b-c522b5e00ba0 req-81837f57-d29c-4e89-bd44-a5f557715206 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3012561'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:58.427188 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] get_ports_and_sgs() called for port_ids ['5da6b5c8-1e74-44b6-8885-79992ec09cac'] {{(pid=83739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 07 10:59:58.472693 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-8edd67ab-11f3-4137-b4b0-b2c030f7620a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:58.489913 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9aa478-e32f-4ecc-b20b-c522b5e00ba0 req-81837f57-d29c-4e89-bd44-a5f557715206 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:58.490518 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-da9aa478-e32f-4ecc-b20b-c522b5e00ba0 req-81837f57-d29c-4e89-bd44-a5f557715206 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:58.492123 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-da9aa478-e32f-4ecc-b20b-c522b5e00ba0 req-81837f57-d29c-4e89-bd44-a5f557715206 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] 10.222.0.13 "PUT /v2.0/ports/5da6b5c8-1e74-44b6-8885-79992ec09cac HTTP/1.1" status: 200 len: 982 time: 0.5741355 Mar 07 10:59:58.492582 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c1deb2c-0f90-4117-a72f-4335b2b9c86c', 'tag': '5da6b5c8-1e74-44b6-8885-79992ec09cac'}] {{(pid=83737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 10:59:58.513404 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81837f57-d29c-4e89-bd44-a5f557715206 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Pushing event updated for resources: {'Port': ['ID=5da6b5c8-1e74-44b6-8885-79992ec09cac,revision_number=6']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:59:58.570742 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] get_ports_and_sgs() called for port_ids ['5da6b5c8-1e74-44b6-8885-79992ec09cac'] {{(pid=83739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 07 10:59:58.579318 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c1deb2c-0f90-4117-a72f-4335b2b9c86c', 'tag': '5da6b5c8-1e74-44b6-8885-79992ec09cac', 'status': 'completed', 'code': 200} Mar 07 10:59:58.743094 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f8dd45a4-417a-4a05-829e-22db78ca4473 req-f1689a90-06d3-4541-8a69-c1c92c51613b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4e801e2d1d864a4faec065fd8daba090&device_id=5c1deb2c-0f90-4117-a72f-4335b2b9c86c HTTP/1.1" status: 200 len: 1138 time: 0.1348844 Mar 07 10:59:58.749666 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec05990-a033-4d3b-ae67-14ce5bc16ece req-46afe891-8e3a-48ce-bfc5-1944911cf395 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:58.751101 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-5ec05990-a033-4d3b-ae67-14ce5bc16ece req-46afe891-8e3a-48ce-bfc5-1944911cf395 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c1deb2c-0f90-4117-a72f-4335b2b9c86c HTTP/1.1" status: 200 len: 985 time: 0.1096222 Mar 07 10:59:58.885857 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-5ec05990-a033-4d3b-ae67-14ce5bc16ece req-bfa936fb-db10-463c-be52-5b261a8da202 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] 10.222.0.13 "GET /v2.0/security-groups?id=5639f55d-bb36-45ab-bff8-0f103a77e236&id=fde34b0e-5654-43e6-91b2-71ea99eaf55b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1165423 Mar 07 10:59:58.912706 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-0f96633c-0697-4381-b297-4ec61d11bce7 None None] Provisioning complete for port 5da6b5c8-1e74-44b6-8885-79992ec09cac triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 10:59:58.913073 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0f96633c-0697-4381-b297-4ec61d11bce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 10:59:58.920286 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dd45a4-417a-4a05-829e-22db78ca4473 req-9b1cc01f-8248-41e8-9841-10c431bd4a6b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:58.921955 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f8dd45a4-417a-4a05-829e-22db78ca4473 req-9b1cc01f-8248-41e8-9841-10c431bd4a6b service neutron] 10.222.0.10 "GET /v2.0/networks?id=b5861d8e-8fc8-4e0f-91c3-90cb2986853c HTTP/1.1" status: 200 len: 916 time: 0.1701021 Mar 07 10:59:59.027749 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f8dd45a4-417a-4a05-829e-22db78ca4473 req-e7d35b25-84d8-48a6-86da-d3848584e5fb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5da6b5c8-1e74-44b6-8885-79992ec09cac HTTP/1.1" status: 200 len: 1001 time: 0.0996373 Mar 07 10:59:59.091441 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dd45a4-417a-4a05-829e-22db78ca4473 req-283ddd4f-5b36-4836-9314-922848dca619 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:59.093188 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f8dd45a4-417a-4a05-829e-22db78ca4473 req-283ddd4f-5b36-4836-9314-922848dca619 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3f8dda95-b719-4b98-9840-f5f56962b6b0 HTTP/1.1" status: 200 len: 854 time: 0.0598960 Mar 07 10:59:59.165319 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f8dd45a4-417a-4a05-829e-22db78ca4473 req-a68d1ca6-52d3-4383-a50e-a2284e777939 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b5861d8e-8fc8-4e0f-91c3-90cb2986853c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0668151 Mar 07 10:59:59.297780 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f8dd45a4-417a-4a05-829e-22db78ca4473 req-b952f1c1-f39d-4d3d-acec-bd0e231cb896 service neutron] 10.222.0.10 "GET /v2.0/networks/b5861d8e-8fc8-4e0f-91c3-90cb2986853c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258118 Mar 07 10:59:59.426022 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f8dd45a4-417a-4a05-829e-22db78ca4473 req-5d417307-0c02-47e5-830c-e47972003fb7 service neutron] 10.222.0.10 "GET /v2.0/networks/b5861d8e-8fc8-4e0f-91c3-90cb2986853c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224325 Mar 07 11:00:00.619178 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-e0be98ae-73ad-46a2-93f5-2975e2efd368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:00:01.878636 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-711fefd2-3b30-4759-8df5-0aecff1c8e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:00:01.928962 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:00:03.300376 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c87150bd-aa9c-4ad1-bb68-57ec66d4fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:00:15.855554 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:00:26.093022 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-adbd2215-c8ee-41f3-92a6-4182ca26b8a8 None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 11:00:28.436748 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-4ae765d6-7419-4c99-b918-05bc92df3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:00:30.624433 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a02f07b6-1751-4c18-87ef-399515d1dccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:00:31.880606 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-711fefd2-3b30-4759-8df5-0aecff1c8e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:00:31.930268 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:00:33.302144 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c87150bd-aa9c-4ad1-bb68-57ec66d4fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:00:45.855413 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:00:47.331209 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d46e9956-37db-4876-890a-33e703d49675 req-04f3c605-7e90-4795-a05c-f17cd828411c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4e801e2d1d864a4faec065fd8daba090&device_id=5c1deb2c-0f90-4117-a72f-4335b2b9c86c HTTP/1.1" status: 200 len: 1138 time: 0.0806499 Mar 07 11:00:47.461186 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46e9956-37db-4876-890a-33e703d49675 req-ab90afab-22f9-40e0-b009-6ff35c06d016 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:00:47.462602 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d46e9956-37db-4876-890a-33e703d49675 req-ab90afab-22f9-40e0-b009-6ff35c06d016 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b5861d8e-8fc8-4e0f-91c3-90cb2986853c HTTP/1.1" status: 200 len: 916 time: 0.1248980 Mar 07 11:00:47.605708 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d46e9956-37db-4876-890a-33e703d49675 req-4500c80b-92c5-4b70-940b-ea2e106e557b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5da6b5c8-1e74-44b6-8885-79992ec09cac HTTP/1.1" status: 200 len: 1001 time: 0.1144538 Mar 07 11:00:47.653565 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987d8f8f-71a8-4896-86f8-52a823761b1f req-7a2d9ec5-f17b-4805-a8d0-ff130279e076 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:00:47.654960 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-987d8f8f-71a8-4896-86f8-52a823761b1f req-7a2d9ec5-f17b-4805-a8d0-ff130279e076 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c1deb2c-0f90-4117-a72f-4335b2b9c86c HTTP/1.1" status: 200 len: 985 time: 0.3647106 Mar 07 11:00:47.703852 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46e9956-37db-4876-890a-33e703d49675 req-49bc5bb5-4733-43e2-a794-584735ca4d19 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:00:47.705248 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d46e9956-37db-4876-890a-33e703d49675 req-49bc5bb5-4733-43e2-a794-584735ca4d19 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3f8dda95-b719-4b98-9840-f5f56962b6b0 HTTP/1.1" status: 200 len: 854 time: 0.0933325 Mar 07 11:00:47.746546 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-987d8f8f-71a8-4896-86f8-52a823761b1f req-08316ac9-dd09-4bda-ab14-d7b790cdf738 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] 10.222.0.13 "GET /v2.0/security-groups?id=5639f55d-bb36-45ab-bff8-0f103a77e236&id=fde34b0e-5654-43e6-91b2-71ea99eaf55b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0845268 Mar 07 11:00:47.781696 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d46e9956-37db-4876-890a-33e703d49675 req-f571c079-89a4-4aaa-92d2-db0da79db7d0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b5861d8e-8fc8-4e0f-91c3-90cb2986853c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680912 Mar 07 11:00:47.995902 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d46e9956-37db-4876-890a-33e703d49675 req-baa4d483-46ab-4dfe-a0fc-409e32cb49d7 service neutron] 10.222.0.10 "GET /v2.0/networks/b5861d8e-8fc8-4e0f-91c3-90cb2986853c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077959 Mar 07 11:00:48.122650 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d46e9956-37db-4876-890a-33e703d49675 req-4300e771-5ea4-408a-9df2-7b45ed62bfa2 service neutron] 10.222.0.10 "GET /v2.0/networks/b5861d8e-8fc8-4e0f-91c3-90cb2986853c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201198 Mar 07 11:00:49.023631 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1607fdcb-7e35-46de-8d5b-4aae1bad97b6 req-defb2697-5360-41f5-b70f-13f3007a61da tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:00:49.025100 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-1607fdcb-7e35-46de-8d5b-4aae1bad97b6 req-defb2697-5360-41f5-b70f-13f3007a61da tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c1deb2c-0f90-4117-a72f-4335b2b9c86c HTTP/1.1" status: 200 len: 985 time: 0.1543565 Mar 07 11:00:49.075660 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-1607fdcb-7e35-46de-8d5b-4aae1bad97b6 req-65b97fe9-3369-434d-962e-d26ba70bf368 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] 10.222.0.13 "GET /v2.0/security-groups?id=5639f55d-bb36-45ab-bff8-0f103a77e236&id=fde34b0e-5654-43e6-91b2-71ea99eaf55b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0442595 Mar 07 11:00:50.270035 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486aeea8-4f2d-43e0-ab6e-c63267bc84f5 req-1f145934-c642-47f4-bc61-dd306a36fefe tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:00:50.271495 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-486aeea8-4f2d-43e0-ab6e-c63267bc84f5 req-1f145934-c642-47f4-bc61-dd306a36fefe tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c1deb2c-0f90-4117-a72f-4335b2b9c86c HTTP/1.1" status: 200 len: 985 time: 0.0756977 Mar 07 11:00:50.317640 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-486aeea8-4f2d-43e0-ab6e-c63267bc84f5 req-3ced05c2-3582-438d-90ca-25156d93c261 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] 10.222.0.13 "GET /v2.0/security-groups?id=5639f55d-bb36-45ab-bff8-0f103a77e236&id=fde34b0e-5654-43e6-91b2-71ea99eaf55b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0403519 Mar 07 11:00:50.756072 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f116c364-62d0-4dc1-bd25-01c1ffa16081 req-4b609678-eb39-4c4f-ba98-3e76012379c6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4e801e2d1d864a4faec065fd8daba090&device_id=5c1deb2c-0f90-4117-a72f-4335b2b9c86c HTTP/1.1" status: 200 len: 1138 time: 0.0716767 Mar 07 11:00:50.897525 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f116c364-62d0-4dc1-bd25-01c1ffa16081 req-404f78ee-13bc-4ca7-88ae-9b6db815db6d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:00:50.898937 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f116c364-62d0-4dc1-bd25-01c1ffa16081 req-404f78ee-13bc-4ca7-88ae-9b6db815db6d service neutron] 10.222.0.10 "GET /v2.0/networks?id=b5861d8e-8fc8-4e0f-91c3-90cb2986853c HTTP/1.1" status: 200 len: 916 time: 0.1234584 Mar 07 11:00:50.999706 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f116c364-62d0-4dc1-bd25-01c1ffa16081 req-d6db7a57-d32c-4080-bae9-14896c8d4fbe service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5da6b5c8-1e74-44b6-8885-79992ec09cac HTTP/1.1" status: 200 len: 1001 time: 0.0941985 Mar 07 11:00:51.062955 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f116c364-62d0-4dc1-bd25-01c1ffa16081 req-d35cd3d3-a2a5-490c-82da-aebc5a15de4f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:00:51.064283 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f116c364-62d0-4dc1-bd25-01c1ffa16081 req-d35cd3d3-a2a5-490c-82da-aebc5a15de4f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3f8dda95-b719-4b98-9840-f5f56962b6b0 HTTP/1.1" status: 200 len: 854 time: 0.0599182 Mar 07 11:00:51.134642 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f116c364-62d0-4dc1-bd25-01c1ffa16081 req-dec970c8-caf0-4235-a939-88b01a87514e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b5861d8e-8fc8-4e0f-91c3-90cb2986853c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0646064 Mar 07 11:00:51.261038 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f116c364-62d0-4dc1-bd25-01c1ffa16081 req-f148ca87-a122-4c62-a056-aaa92c007e7c service neutron] 10.222.0.10 "GET /v2.0/networks/b5861d8e-8fc8-4e0f-91c3-90cb2986853c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199906 Mar 07 11:00:51.391007 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f116c364-62d0-4dc1-bd25-01c1ffa16081 req-9715aec3-f9d4-4305-81dc-383bc333e497 service neutron] 10.222.0.10 "GET /v2.0/networks/b5861d8e-8fc8-4e0f-91c3-90cb2986853c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233623 Mar 07 11:00:51.516739 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38263aa8-c9e8-4673-9c8b-95e2122eb2a5 req-860288fc-8b9d-426c-886d-e86c99618f2b tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:00:51.518459 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-38263aa8-c9e8-4673-9c8b-95e2122eb2a5 req-860288fc-8b9d-426c-886d-e86c99618f2b tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c1deb2c-0f90-4117-a72f-4335b2b9c86c HTTP/1.1" status: 200 len: 985 time: 0.0803721 Mar 07 11:00:51.565973 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-38263aa8-c9e8-4673-9c8b-95e2122eb2a5 req-c691f3de-08a2-4714-ae16-5c57b0b44e50 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] 10.222.0.13 "GET /v2.0/security-groups?id=5639f55d-bb36-45ab-bff8-0f103a77e236&id=fde34b0e-5654-43e6-91b2-71ea99eaf55b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0416625 Mar 07 11:00:52.759335 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5215d39-9a28-44ef-a385-b77cd50ca0d6 req-1b0f40bb-aa4a-4b39-81fd-3cad6a097061 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:00:52.760769 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d5215d39-9a28-44ef-a385-b77cd50ca0d6 req-1b0f40bb-aa4a-4b39-81fd-3cad6a097061 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c1deb2c-0f90-4117-a72f-4335b2b9c86c HTTP/1.1" status: 200 len: 985 time: 0.0742226 Mar 07 11:00:52.810866 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d5215d39-9a28-44ef-a385-b77cd50ca0d6 req-8b07a317-30e7-405b-ad9e-10d44ce88f40 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] 10.222.0.13 "GET /v2.0/security-groups?id=5639f55d-bb36-45ab-bff8-0f103a77e236&id=fde34b0e-5654-43e6-91b2-71ea99eaf55b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0441377 Mar 07 11:00:54.002858 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f736993a-0c69-4012-a15a-f0b0ae795b1c req-17b291e4-270d-4b89-96a9-54015bfd9df7 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:00:54.004275 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f736993a-0c69-4012-a15a-f0b0ae795b1c req-17b291e4-270d-4b89-96a9-54015bfd9df7 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c1deb2c-0f90-4117-a72f-4335b2b9c86c HTTP/1.1" status: 200 len: 985 time: 0.0750768 Mar 07 11:00:54.049850 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f736993a-0c69-4012-a15a-f0b0ae795b1c req-b6996fb6-0b11-42fe-ac7e-90970082296a tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] 10.222.0.13 "GET /v2.0/security-groups?id=5639f55d-bb36-45ab-bff8-0f103a77e236&id=fde34b0e-5654-43e6-91b2-71ea99eaf55b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0399859 Mar 07 11:00:55.250245 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa19ae3-0f61-490e-9223-154b872e59c9 req-38bec041-033f-47cf-8916-3d2a4ef30fa7 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:00:55.251694 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-caa19ae3-0f61-490e-9223-154b872e59c9 req-38bec041-033f-47cf-8916-3d2a4ef30fa7 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c1deb2c-0f90-4117-a72f-4335b2b9c86c HTTP/1.1" status: 200 len: 985 time: 0.0799978 Mar 07 11:00:55.298799 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-caa19ae3-0f61-490e-9223-154b872e59c9 req-41f01c6c-16e3-4db9-a331-40a0c7bf09a1 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] 10.222.0.13 "GET /v2.0/security-groups?id=5639f55d-bb36-45ab-bff8-0f103a77e236&id=fde34b0e-5654-43e6-91b2-71ea99eaf55b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0415559 Mar 07 11:00:56.496778 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d721ff8-6a89-4e2f-8c29-f8aca3d1ca25 req-5ed4b38b-076d-42bd-8303-a795b0e54be1 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:00:56.498199 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-9d721ff8-6a89-4e2f-8c29-f8aca3d1ca25 req-5ed4b38b-076d-42bd-8303-a795b0e54be1 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c1deb2c-0f90-4117-a72f-4335b2b9c86c HTTP/1.1" status: 200 len: 985 time: 0.0773129 Mar 07 11:00:56.546489 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-9d721ff8-6a89-4e2f-8c29-f8aca3d1ca25 req-36bf2b03-bca1-4dca-81b9-552617242842 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] 10.222.0.13 "GET /v2.0/security-groups?id=5639f55d-bb36-45ab-bff8-0f103a77e236&id=fde34b0e-5654-43e6-91b2-71ea99eaf55b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0410981 Mar 07 11:00:57.820029 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba21b91-ad96-467a-bd45-57ffdcf9e4a8 req-d0972ffd-081c-415d-a9c4-226b8b6529a1 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:00:57.821478 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-5ba21b91-ad96-467a-bd45-57ffdcf9e4a8 req-d0972ffd-081c-415d-a9c4-226b8b6529a1 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c1deb2c-0f90-4117-a72f-4335b2b9c86c HTTP/1.1" status: 200 len: 985 time: 0.1548479 Mar 07 11:00:57.867425 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-5ba21b91-ad96-467a-bd45-57ffdcf9e4a8 req-dac78956-5049-491f-916f-6e49ffe14dbe tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] 10.222.0.13 "GET /v2.0/security-groups?id=5639f55d-bb36-45ab-bff8-0f103a77e236&id=fde34b0e-5654-43e6-91b2-71ea99eaf55b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0402617 Mar 07 11:00:58.439528 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-8c056442-51fe-45c2-ba51-6e330bb75579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:00:59.065585 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f62bfa-5b2f-4f6d-8b87-3b7c4cab4c4c req-e3542a0d-58e7-4cd4-9180-bb46221226ea tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:00:59.067002 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-80f62bfa-5b2f-4f6d-8b87-3b7c4cab4c4c req-e3542a0d-58e7-4cd4-9180-bb46221226ea tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c1deb2c-0f90-4117-a72f-4335b2b9c86c HTTP/1.1" status: 200 len: 985 time: 0.0788822 Mar 07 11:00:59.115784 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-80f62bfa-5b2f-4f6d-8b87-3b7c4cab4c4c req-0e33703f-fb2b-43a8-aab9-75699bbe5d73 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] 10.222.0.13 "GET /v2.0/security-groups?id=5639f55d-bb36-45ab-bff8-0f103a77e236&id=fde34b0e-5654-43e6-91b2-71ea99eaf55b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0431955 Mar 07 11:01:00.310198 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecceb2a-153f-43d3-9fcd-7169cc01650b req-2317b9bb-19ff-48d5-a346-0f8bdf4fd364 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:01:00.312843 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-5ecceb2a-153f-43d3-9fcd-7169cc01650b req-2317b9bb-19ff-48d5-a346-0f8bdf4fd364 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c1deb2c-0f90-4117-a72f-4335b2b9c86c HTTP/1.1" status: 200 len: 985 time: 0.0780725 Mar 07 11:01:00.359217 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-5ecceb2a-153f-43d3-9fcd-7169cc01650b req-1370cb82-078b-450f-9b42-9d90f89c0723 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] 10.222.0.13 "GET /v2.0/security-groups?id=5639f55d-bb36-45ab-bff8-0f103a77e236&id=fde34b0e-5654-43e6-91b2-71ea99eaf55b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0406487 Mar 07 11:01:00.628540 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-fae09b2e-b208-4872-8557-ed39d14dd084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:01:01.884234 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-711fefd2-3b30-4759-8df5-0aecff1c8e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:01:01.929993 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:01:03.093595 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-adbd2215-c8ee-41f3-92a6-4182ca26b8a8 None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 11:01:03.307087 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c87150bd-aa9c-4ad1-bb68-57ec66d4fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:01:15.866550 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:01:28.441917 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-10ceb73e-9a60-4c6c-965e-8121248b94b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:01:30.629310 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-2126b59f-a128-46a3-99e4-a1d378f35312 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:01:31.886828 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-711fefd2-3b30-4759-8df5-0aecff1c8e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:01:31.930681 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:01:33.309449 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c87150bd-aa9c-4ad1-bb68-57ec66d4fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:01:40.093311 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-adbd2215-c8ee-41f3-92a6-4182ca26b8a8 None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 11:01:45.883938 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:01:49.024929 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-affb7514-f9fa-45f0-895f-71b5cd762ec2 req-fcb60709-2c88-4efb-a5c6-ac8d61c50563 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1458014250&fields=id&tenant_id=4e801e2d1d864a4faec065fd8daba090 HTTP/1.1" status: 200 len: 267 time: 0.0410666 Mar 07 11:01:49.106849 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affb7514-f9fa-45f0-895f-71b5cd762ec2 req-3ac497a6-e362-47c4-b49d-d3cc65ac27b0 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:01:49.108269 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-affb7514-f9fa-45f0-895f-71b5cd762ec2 req-3ac497a6-e362-47c4-b49d-d3cc65ac27b0 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c1deb2c-0f90-4117-a72f-4335b2b9c86c HTTP/1.1" status: 200 len: 985 time: 0.0783367 Mar 07 11:01:49.118665 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [req-affb7514-f9fa-45f0-895f-71b5cd762ec2 req-8ea522bf-83d1-499f-a5c9-509256c34d9b tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Request body: {'port': {'security_groups': ['5639f55d-bb36-45ab-bff8-0f103a77e236']}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 11:01:49.234387 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-affb7514-f9fa-45f0-895f-71b5cd762ec2 req-8ea522bf-83d1-499f-a5c9-509256c34d9b tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:01:49.464699 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [req-affb7514-f9fa-45f0-895f-71b5cd762ec2 req-8ea522bf-83d1-499f-a5c9-509256c34d9b tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] For port 5da6b5c8-1e74-44b6-8885-79992ec09cac, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=5da6b5c8-1e74-44b6-8885-79992ec09cac,segment=NetworkSegment(80eb0018-d8a8-44df-b097-0ac998b0e2e7),segment_id=80eb0018-d8a8-44df-b097-0ac998b0e2e7)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:01:49.488504 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-affb7514-f9fa-45f0-895f-71b5cd762ec2 req-8ea522bf-83d1-499f-a5c9-509256c34d9b tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:01:49.492893 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-affb7514-f9fa-45f0-895f-71b5cd762ec2 req-8ea522bf-83d1-499f-a5c9-509256c34d9b tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3012561'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:01:49.504103 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] get_ports_and_sgs() called for port_ids ['5da6b5c8-1e74-44b6-8885-79992ec09cac'] {{(pid=83739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 07 11:01:49.565230 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affb7514-f9fa-45f0-895f-71b5cd762ec2 req-8ea522bf-83d1-499f-a5c9-509256c34d9b tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:01:49.565850 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-affb7514-f9fa-45f0-895f-71b5cd762ec2 req-8ea522bf-83d1-499f-a5c9-509256c34d9b tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:01:49.567234 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-affb7514-f9fa-45f0-895f-71b5cd762ec2 req-8ea522bf-83d1-499f-a5c9-509256c34d9b tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] 10.222.0.13 "PUT /v2.0/ports/5da6b5c8-1e74-44b6-8885-79992ec09cac HTTP/1.1" status: 200 len: 943 time: 0.4529376 Mar 07 11:01:49.567685 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c1deb2c-0f90-4117-a72f-4335b2b9c86c', 'tag': '5da6b5c8-1e74-44b6-8885-79992ec09cac'}] {{(pid=83737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 11:01:49.577786 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 45148) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:01:49.600724 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea522bf-83d1-499f-a5c9-509256c34d9b tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Pushing event updated for resources: {'Port': ['ID=5da6b5c8-1e74-44b6-8885-79992ec09cac,revision_number=7']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:01:49.616365 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea522bf-83d1-499f-a5c9-509256c34d9b tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:01:49.616986 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea522bf-83d1-499f-a5c9-509256c34d9b tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:01:49.617721 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea522bf-83d1-499f-a5c9-509256c34d9b tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:01:49.618242 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea522bf-83d1-499f-a5c9-509256c34d9b tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:01:49.618626 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea522bf-83d1-499f-a5c9-509256c34d9b tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:01:49.619072 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea522bf-83d1-499f-a5c9-509256c34d9b tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:01:49.619467 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea522bf-83d1-499f-a5c9-509256c34d9b tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:01:49.619907 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea522bf-83d1-499f-a5c9-509256c34d9b tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:01:49.621022 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea522bf-83d1-499f-a5c9-509256c34d9b tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:01:49.622081 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea522bf-83d1-499f-a5c9-509256c34d9b tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:01:49.622081 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea522bf-83d1-499f-a5c9-509256c34d9b tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:01:49.647756 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] get_ports_and_sgs() called for port_ids ['5da6b5c8-1e74-44b6-8885-79992ec09cac'] {{(pid=83739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 07 11:01:49.683651 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1ea12fd8-ad5f-44b5-bcb0-9fa448991ecf tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Notify callbacks [] for security_group, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:01:49.726095 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c1deb2c-0f90-4117-a72f-4335b2b9c86c', 'tag': '5da6b5c8-1e74-44b6-8885-79992ec09cac', 'status': 'completed', 'code': 200} Mar 07 11:01:49.733656 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1ea12fd8-ad5f-44b5-bcb0-9fa448991ecf tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:01:49.823967 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1ea12fd8-ad5f-44b5-bcb0-9fa448991ecf tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:01:49.848315 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea12fd8-ad5f-44b5-bcb0-9fa448991ecf tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fde34b0e-5654-43e6-91b2-71ea99eaf55b,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:01:49.850159 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-6ff00d14-57a4-4fab-b958-f6fa75d047ba req-12a64bf4-eaeb-4909-8976-b11be9b8a6ac service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4e801e2d1d864a4faec065fd8daba090&device_id=5c1deb2c-0f90-4117-a72f-4335b2b9c86c HTTP/1.1" status: 200 len: 1099 time: 0.0919116 Mar 07 11:01:49.862592 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1ea12fd8-ad5f-44b5-bcb0-9fa448991ecf tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:01:49.864977 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-1ea12fd8-ad5f-44b5-bcb0-9fa448991ecf tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] 10.222.0.13 "DELETE /v2.0/security-groups/fde34b0e-5654-43e6-91b2-71ea99eaf55b HTTP/1.1" status: 204 len: 168 time: 0.2850001 Mar 07 11:01:49.866973 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea12fd8-ad5f-44b5-bcb0-9fa448991ecf tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:01:49.867589 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea12fd8-ad5f-44b5-bcb0-9fa448991ecf tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:01:49.868195 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea12fd8-ad5f-44b5-bcb0-9fa448991ecf tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:01:49.868564 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea12fd8-ad5f-44b5-bcb0-9fa448991ecf tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:01:49.868893 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea12fd8-ad5f-44b5-bcb0-9fa448991ecf tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:01:49.869408 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea12fd8-ad5f-44b5-bcb0-9fa448991ecf tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:01:49.869768 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea12fd8-ad5f-44b5-bcb0-9fa448991ecf tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:01:49.870091 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea12fd8-ad5f-44b5-bcb0-9fa448991ecf tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:01:49.870446 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea12fd8-ad5f-44b5-bcb0-9fa448991ecf tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:01:49.870798 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea12fd8-ad5f-44b5-bcb0-9fa448991ecf tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:01:49.871119 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea12fd8-ad5f-44b5-bcb0-9fa448991ecf tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:01:49.873391 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 45156) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:01:49.969818 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-9304ba70-45b8-46c9-bbf5-ce65f5dcc48c None None] Provisioning complete for port 5da6b5c8-1e74-44b6-8885-79992ec09cac triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 11:01:49.970457 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-9304ba70-45b8-46c9-bbf5-ce65f5dcc48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:01:49.998377 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff00d14-57a4-4fab-b958-f6fa75d047ba req-a28e87a5-3afd-4581-bc39-10b3d12a5170 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:01:49.999814 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-6ff00d14-57a4-4fab-b958-f6fa75d047ba req-a28e87a5-3afd-4581-bc39-10b3d12a5170 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b5861d8e-8fc8-4e0f-91c3-90cb2986853c HTTP/1.1" status: 200 len: 916 time: 0.1434317 Mar 07 11:01:50.091395 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-125048b7-0784-4a00-918f-b7992f6094b1 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Deleting port cfc0bad2-a62f-4080-86f4-04e219cfb8b9 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 11:01:50.091713 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-125048b7-0784-4a00-918f-b7992f6094b1 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:01:50.108613 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-6ff00d14-57a4-4fab-b958-f6fa75d047ba req-afe1dd1f-67f5-4e42-80f0-30e595a78005 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5da6b5c8-1e74-44b6-8885-79992ec09cac HTTP/1.1" status: 200 len: 1001 time: 0.1014626 Mar 07 11:01:50.174589 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff00d14-57a4-4fab-b958-f6fa75d047ba req-ca23f292-6ba5-4bb3-896d-39f52f45d3ee service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:01:50.176120 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-6ff00d14-57a4-4fab-b958-f6fa75d047ba req-ca23f292-6ba5-4bb3-896d-39f52f45d3ee service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3f8dda95-b719-4b98-9840-f5f56962b6b0 HTTP/1.1" status: 200 len: 854 time: 0.0613425 Mar 07 11:01:50.254587 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-6ff00d14-57a4-4fab-b958-f6fa75d047ba req-96e271a3-4669-4da2-95bc-271cd5c0b529 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b5861d8e-8fc8-4e0f-91c3-90cb2986853c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721765 Mar 07 11:01:50.264748 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-125048b7-0784-4a00-918f-b7992f6094b1 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:01:50.265071 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-125048b7-0784-4a00-918f-b7992f6094b1 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:01:50.389874 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-6ff00d14-57a4-4fab-b958-f6fa75d047ba req-dcc2c31f-f424-4ff8-8d55-3a13862fabb3 service neutron] 10.222.0.10 "GET /v2.0/networks/b5861d8e-8fc8-4e0f-91c3-90cb2986853c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286442 Mar 07 11:01:50.393833 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-125048b7-0784-4a00-918f-b7992f6094b1 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Calling delete_port for cfc0bad2-a62f-4080-86f4-04e219cfb8b9 owned by network:floatingip {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 11:01:50.523110 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-6ff00d14-57a4-4fab-b958-f6fa75d047ba req-00e07551-a2ee-46b2-9456-2e3b0809458d service neutron] 10.222.0.10 "GET /v2.0/networks/b5861d8e-8fc8-4e0f-91c3-90cb2986853c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273344 Mar 07 11:01:50.538072 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-125048b7-0784-4a00-918f-b7992f6094b1 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:01:50.586735 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125048b7-0784-4a00-918f-b7992f6094b1 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Pushing event deleted for resources: {'Port': ['ID=cfc0bad2-a62f-4080-86f4-04e219cfb8b9,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:01:50.674996 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-125048b7-0784-4a00-918f-b7992f6094b1 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Notify callbacks [] for floatingip, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:01:51.056050 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-125048b7-0784-4a00-918f-b7992f6094b1 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Router df5db907-0f0e-46bd-a869-3fac0985873b has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:01:51.336373 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-125048b7-0784-4a00-918f-b7992f6094b1 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:01:51.346172 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c726d3a3-cef1-46ea-8f4b-ee7c14600bc2 None None] Sync routers for ids ['df5db907-0f0e-46bd-a869-3fac0985873b'] in dv-neutron-830731-3-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 11:01:51.357897 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-125048b7-0784-4a00-918f-b7992f6094b1 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for floatingip, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:01:51.360343 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c726d3a3-cef1-46ea-8f4b-ee7c14600bc2 None None] Routers {'df5db907-0f0e-46bd-a869-3fac0985873b'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 11:01:51.361024 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-c726d3a3-cef1-46ea-8f4b-ee7c14600bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T11:01:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['df5db907-0f0e-46bd-a869-3fac0985873b'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:01:51.414346 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-125048b7-0784-4a00-918f-b7992f6094b1 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] 10.222.0.13 "DELETE /v2.0/floatingips/58c6704a-cea9-4694-99ef-9dfa38093a50 HTTP/1.1" status: 204 len: 168 time: 1.5343533 Mar 07 11:01:51.415018 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c1deb2c-0f90-4117-a72f-4335b2b9c86c', 'tag': '5da6b5c8-1e74-44b6-8885-79992ec09cac'}] {{(pid=83738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 11:01:51.551084 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c1deb2c-0f90-4117-a72f-4335b2b9c86c', 'tag': '5da6b5c8-1e74-44b6-8885-79992ec09cac', 'status': 'completed', 'code': 200} Mar 07 11:01:51.566281 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-c726d3a3-cef1-46ea-8f4b-ee7c14600bc2 None None] Set router df5db907-0f0e-46bd-a869-3fac0985873b gateway port host: dv-neutron-830731-3-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 11:01:51.661941 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-8e956bf9-ddf3-4e83-9fa1-2f5f884f1e1d req-e72ef486-8fc8-412f-9cec-a5654a1198e4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4e801e2d1d864a4faec065fd8daba090&device_id=5c1deb2c-0f90-4117-a72f-4335b2b9c86c HTTP/1.1" status: 200 len: 1099 time: 0.0808265 Mar 07 11:01:51.674666 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-ca96a9eb-83e4-42de-b689-d97471d4f7f8 req-0249a135-5267-42fa-9b78-4a38a4c9ff01 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5c1deb2c-0f90-4117-a72f-4335b2b9c86c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0818398 Mar 07 11:01:51.918057 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e956bf9-ddf3-4e83-9fa1-2f5f884f1e1d req-d0faad8e-ecde-4d3a-8046-66aec19c4311 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:01:51.919507 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-8e956bf9-ddf3-4e83-9fa1-2f5f884f1e1d req-d0faad8e-ecde-4d3a-8046-66aec19c4311 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b5861d8e-8fc8-4e0f-91c3-90cb2986853c HTTP/1.1" status: 200 len: 916 time: 0.2516992 Mar 07 11:01:51.967707 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-c726d3a3-cef1-46ea-8f4b-ee7c14600bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df5db907-0f0e-46bd-a869-3fac0985873b', 'name': 'tempest-TestMinimumBasicScenario-1510985054-router', 'tenant_id': '4e801e2d1d864a4faec065fd8daba090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.80'}], 'enable_snat': True}, 'gw_port_id': '90cc81d1-9750-44cf-8200-59d6da8b334c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:58:59Z', 'updated_at': '2022-03-07T10:59:03Z', 'revision_number': 4, 'project_id': '4e801e2d1d864a4faec065fd8daba090', 'gw_port': {'id': '90cc81d1-9750-44cf-8200-59d6da8b334c', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a5:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5db907-0f0e-46bd-a869-3fac0985873b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:59:00Z', 'updated_at': '2022-03-07T10:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_interfaces': [{'id': '3379f303-9c92-499c-a657-1c86c2f9dbf1', 'name': '', 'network_id': 'b5861d8e-8fc8-4e0f-91c3-90cb2986853c', 'tenant_id': '4e801e2d1d864a4faec065fd8daba090', 'mac_address': 'fa:16:3e:3b:46:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5db907-0f0e-46bd-a869-3fac0985873b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3f8dda95-b719-4b98-9840-f5f56962b6b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:59:02Z', 'updated_at': '2022-03-07T10:59:11Z', 'revision_number': 5, 'project_id': '4e801e2d1d864a4faec065fd8daba090', 'subnets': [{'id': '3f8dda95-b719-4b98-9840-f5f56962b6b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:01:51.972808 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c726d3a3-cef1-46ea-8f4b-ee7c14600bc2 None None] Checking router: df5db907-0f0e-46bd-a869-3fac0985873b for host: dv-neutron-830731-3-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 07 11:01:51.983501 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c726d3a3-cef1-46ea-8f4b-ee7c14600bc2 None None] Routers {'df5db907-0f0e-46bd-a869-3fac0985873b'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 11:01:51.984268 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-c726d3a3-cef1-46ea-8f4b-ee7c14600bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T11:01:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['df5db907-0f0e-46bd-a869-3fac0985873b'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:01:52.002685 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-8e956bf9-ddf3-4e83-9fa1-2f5f884f1e1d req-0bfa92d2-131f-43ac-ba7d-decb60271c13 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5da6b5c8-1e74-44b6-8885-79992ec09cac HTTP/1.1" status: 200 len: 217 time: 0.0688310 Mar 07 11:01:52.070575 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e956bf9-ddf3-4e83-9fa1-2f5f884f1e1d req-2364ceb9-175c-4cfe-838d-9bba6b0dba45 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:01:52.072167 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-8e956bf9-ddf3-4e83-9fa1-2f5f884f1e1d req-2364ceb9-175c-4cfe-838d-9bba6b0dba45 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3f8dda95-b719-4b98-9840-f5f56962b6b0 HTTP/1.1" status: 200 len: 854 time: 0.0637960 Mar 07 11:01:52.157034 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-8e956bf9-ddf3-4e83-9fa1-2f5f884f1e1d req-c18aaf21-9529-4ea9-a1f4-dd16e43ca92e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b5861d8e-8fc8-4e0f-91c3-90cb2986853c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0780296 Mar 07 11:01:52.166183 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-c726d3a3-cef1-46ea-8f4b-ee7c14600bc2 None None] Set router df5db907-0f0e-46bd-a869-3fac0985873b gateway port host: dv-neutron-830731-3-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 11:01:52.289808 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-8e956bf9-ddf3-4e83-9fa1-2f5f884f1e1d req-47cab775-9647-4403-9116-af4c9a4d8fee service neutron] 10.222.0.10 "GET /v2.0/networks/b5861d8e-8fc8-4e0f-91c3-90cb2986853c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274409 Mar 07 11:01:52.435188 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-8e956bf9-ddf3-4e83-9fa1-2f5f884f1e1d req-2f5eb803-ca82-4f51-b18a-b759013d75b6 service neutron] 10.222.0.10 "GET /v2.0/networks/b5861d8e-8fc8-4e0f-91c3-90cb2986853c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365318 Mar 07 11:01:52.489246 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-c726d3a3-cef1-46ea-8f4b-ee7c14600bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df5db907-0f0e-46bd-a869-3fac0985873b', 'name': 'tempest-TestMinimumBasicScenario-1510985054-router', 'tenant_id': '4e801e2d1d864a4faec065fd8daba090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.80'}], 'enable_snat': True}, 'gw_port_id': '90cc81d1-9750-44cf-8200-59d6da8b334c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:58:59Z', 'updated_at': '2022-03-07T10:59:03Z', 'revision_number': 4, 'project_id': '4e801e2d1d864a4faec065fd8daba090', 'gw_port': {'id': '90cc81d1-9750-44cf-8200-59d6da8b334c', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a5:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5db907-0f0e-46bd-a869-3fac0985873b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:59:00Z', 'updated_at': '2022-03-07T10:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_interfaces': [{'id': '3379f303-9c92-499c-a657-1c86c2f9dbf1', 'name': '', 'network_id': 'b5861d8e-8fc8-4e0f-91c3-90cb2986853c', 'tenant_id': '4e801e2d1d864a4faec065fd8daba090', 'mac_address': 'fa:16:3e:3b:46:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5db907-0f0e-46bd-a869-3fac0985873b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3f8dda95-b719-4b98-9840-f5f56962b6b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:59:02Z', 'updated_at': '2022-03-07T10:59:11Z', 'revision_number': 5, 'project_id': '4e801e2d1d864a4faec065fd8daba090', 'subnets': [{'id': '3f8dda95-b719-4b98-9840-f5f56962b6b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:01:52.493287 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c726d3a3-cef1-46ea-8f4b-ee7c14600bc2 None None] The sync data for ids ['df5db907-0f0e-46bd-a869-3fac0985873b'] in dv-neutron-830731-3-hyperv is: [{'id': 'df5db907-0f0e-46bd-a869-3fac0985873b', 'name': 'tempest-TestMinimumBasicScenario-1510985054-router', 'tenant_id': '4e801e2d1d864a4faec065fd8daba090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.80'}], 'enable_snat': True}, 'gw_port_id': '90cc81d1-9750-44cf-8200-59d6da8b334c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:58:59Z', 'updated_at': '2022-03-07T10:59:03Z', 'revision_number': 4, 'project_id': '4e801e2d1d864a4faec065fd8daba090', 'gw_port': {'id': '90cc81d1-9750-44cf-8200-59d6da8b334c', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a5:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5db907-0f0e-46bd-a869-3fac0985873b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:59:00Z', 'updated_at': '2022-03-07T10:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_interfaces': [{'id': '3379f303-9c92-499c-a657-1c86c2f9dbf1', 'name': '', 'network_id': 'b5861d8e-8fc8-4e0f-91c3-90cb2986853c', 'tenant_id': '4e801e2d1d864a4faec065fd8daba090', 'mac_address': 'fa:16:3e:3b:46:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5db907-0f0e-46bd-a869-3fac0985873b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3f8dda95-b719-4b98-9840-f5f56962b6b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:59:02Z', 'updated_at': '2022-03-07T10:59:11Z', 'revision_number': 5, 'project_id': '4e801e2d1d864a4faec065fd8daba090', 'subnets': [{'id': '3f8dda95-b719-4b98-9840-f5f56962b6b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 11:01:52.602282 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ca96a9eb-83e4-42de-b689-d97471d4f7f8 req-f041fba1-3ca7-441f-84ae-7685ee05c596 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4e801e2d1d864a4faec065fd8daba090&device_id=5c1deb2c-0f90-4117-a72f-4335b2b9c86c HTTP/1.1" status: 200 len: 1099 time: 0.0720234 Mar 07 11:01:52.756630 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4e7c2b-4226-49f3-912c-9ec418f5c811 None None] New status for floating IP 58c6704a-cea9-4694-99ef-9dfa38093a50: DOWN {{(pid=83739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 07 11:01:52.760910 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca96a9eb-83e4-42de-b689-d97471d4f7f8 req-f7d0a8a0-8d24-4302-a5c0-29cff1a8d3ea service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:01:52.762338 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ca96a9eb-83e4-42de-b689-d97471d4f7f8 req-f7d0a8a0-8d24-4302-a5c0-29cff1a8d3ea service neutron] 10.222.0.10 "GET /v2.0/networks?id=b5861d8e-8fc8-4e0f-91c3-90cb2986853c HTTP/1.1" status: 200 len: 916 time: 0.1417797 Mar 07 11:01:52.835454 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ca96a9eb-83e4-42de-b689-d97471d4f7f8 req-0f41cabc-7301-4f4d-97d0-7914d731a932 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5da6b5c8-1e74-44b6-8885-79992ec09cac HTTP/1.1" status: 200 len: 217 time: 0.0664968 Mar 07 11:01:52.916361 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca96a9eb-83e4-42de-b689-d97471d4f7f8 req-7fe92188-01e7-46e3-8748-6825cb0b28e1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:01:52.917851 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ca96a9eb-83e4-42de-b689-d97471d4f7f8 req-7fe92188-01e7-46e3-8748-6825cb0b28e1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3f8dda95-b719-4b98-9840-f5f56962b6b0 HTTP/1.1" status: 200 len: 854 time: 0.0710826 Mar 07 11:01:53.002160 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ca96a9eb-83e4-42de-b689-d97471d4f7f8 req-2716e741-694d-4b85-bcbd-f7790dc50c82 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b5861d8e-8fc8-4e0f-91c3-90cb2986853c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0777311 Mar 07 11:01:53.135798 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ca96a9eb-83e4-42de-b689-d97471d4f7f8 req-042ec220-5576-4d21-9e11-0f0d64b9a7ae service neutron] 10.222.0.10 "GET /v2.0/networks/b5861d8e-8fc8-4e0f-91c3-90cb2986853c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275160 Mar 07 11:01:53.275828 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ca96a9eb-83e4-42de-b689-d97471d4f7f8 req-02bcd7ba-fb25-4001-800b-e3ebccc5a2ad service neutron] 10.222.0.10 "GET /v2.0/networks/b5861d8e-8fc8-4e0f-91c3-90cb2986853c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338947 Mar 07 11:01:55.790776 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cc67fa-8100-4d71-a18f-a174f86e5d8e req-6de4a866-6edb-416c-abe6-c468c2b1be2a tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:01:55.792197 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b4cc67fa-8100-4d71-a18f-a174f86e5d8e req-6de4a866-6edb-416c-abe6-c468c2b1be2a tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c1deb2c-0f90-4117-a72f-4335b2b9c86c HTTP/1.1" status: 200 len: 946 time: 0.0747187 Mar 07 11:01:55.836524 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b4cc67fa-8100-4d71-a18f-a174f86e5d8e req-17b698cd-bd5f-49c0-8314-d945586c0308 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] 10.222.0.13 "GET /v2.0/security-groups?id=5639f55d-bb36-45ab-bff8-0f103a77e236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382087 Mar 07 11:01:57.038398 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d092bdd-3eac-479c-91dd-2ef90e81817e req-72315de3-0b96-4253-9de8-3a08efd13608 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:01:57.039830 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-6d092bdd-3eac-479c-91dd-2ef90e81817e req-72315de3-0b96-4253-9de8-3a08efd13608 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c1deb2c-0f90-4117-a72f-4335b2b9c86c HTTP/1.1" status: 200 len: 946 time: 0.0787790 Mar 07 11:01:57.084381 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-6d092bdd-3eac-479c-91dd-2ef90e81817e req-01ac7006-742a-446f-a386-c830824499a5 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] 10.222.0.13 "GET /v2.0/security-groups?id=5639f55d-bb36-45ab-bff8-0f103a77e236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390925 Mar 07 11:01:57.740755 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bd81bc-79d8-4e96-aa3b-67cda4b29ebc req-7a3033d2-e4fc-4460-b3e4-8ecf01ea2da9 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:01:57.742133 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-92bd81bc-79d8-4e96-aa3b-67cda4b29ebc req-7a3033d2-e4fc-4460-b3e4-8ecf01ea2da9 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] 10.222.0.10 "GET /v2.0/ports?device_id=5c1deb2c-0f90-4117-a72f-4335b2b9c86c HTTP/1.1" status: 200 len: 946 time: 0.0742989 Mar 07 11:01:57.895815 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [req-92bd81bc-79d8-4e96-aa3b-67cda4b29ebc req-878ed2d5-6045-43fc-96cb-67e954da1bc2 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Deleting port 5da6b5c8-1e74-44b6-8885-79992ec09cac {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 11:01:57.896144 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-92bd81bc-79d8-4e96-aa3b-67cda4b29ebc req-878ed2d5-6045-43fc-96cb-67e954da1bc2 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:01:58.126685 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [req-92bd81bc-79d8-4e96-aa3b-67cda4b29ebc req-878ed2d5-6045-43fc-96cb-67e954da1bc2 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] For port 5da6b5c8-1e74-44b6-8885-79992ec09cac, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=5da6b5c8-1e74-44b6-8885-79992ec09cac,segment=NetworkSegment(80eb0018-d8a8-44df-b097-0ac998b0e2e7),segment_id=80eb0018-d8a8-44df-b097-0ac998b0e2e7)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:01:58.127263 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-92bd81bc-79d8-4e96-aa3b-67cda4b29ebc req-878ed2d5-6045-43fc-96cb-67e954da1bc2 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:01:58.248255 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [req-92bd81bc-79d8-4e96-aa3b-67cda4b29ebc req-878ed2d5-6045-43fc-96cb-67e954da1bc2 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Calling delete_port for 5da6b5c8-1e74-44b6-8885-79992ec09cac owned by compute:nova {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 11:01:58.420440 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6e5467-fd0b-4bf0-8fe9-950009ddd4ab req-b6df855b-c865-446e-97e2-3509003c3650 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:01:58.422610 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4b6e5467-fd0b-4bf0-8fe9-950009ddd4ab req-b6df855b-c865-446e-97e2-3509003c3650 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c1deb2c-0f90-4117-a72f-4335b2b9c86c HTTP/1.1" status: 200 len: 946 time: 0.1800604 Mar 07 11:01:58.445566 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-9737068a-8219-4d66-aa17-7d0d095d7bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:01:58.473097 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-92bd81bc-79d8-4e96-aa3b-67cda4b29ebc req-878ed2d5-6045-43fc-96cb-67e954da1bc2 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:01:58.484923 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] get_ports_and_sgs() called for port_ids ['5da6b5c8-1e74-44b6-8885-79992ec09cac'] {{(pid=83739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 07 11:01:58.523387 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878ed2d5-6045-43fc-96cb-67e954da1bc2 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Pushing event deleted for resources: {'Port': ['ID=5da6b5c8-1e74-44b6-8885-79992ec09cac,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:01:58.529714 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4b6e5467-fd0b-4bf0-8fe9-950009ddd4ab req-af22b6eb-37b0-421b-b4c5-e89e8cd934d0 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] 10.222.0.13 "GET /v2.0/security-groups?id=5639f55d-bb36-45ab-bff8-0f103a77e236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993793 Mar 07 11:01:58.600842 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [req-92bd81bc-79d8-4e96-aa3b-67cda4b29ebc req-878ed2d5-6045-43fc-96cb-67e954da1bc2 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] No DVR routers for this DVR port 5da6b5c8-1e74-44b6-8885-79992ec09cac on host hv-neutron-8307 {{(pid=83737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:01:58.603328 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-92bd81bc-79d8-4e96-aa3b-67cda4b29ebc req-878ed2d5-6045-43fc-96cb-67e954da1bc2 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:01:58.605921 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c1deb2c-0f90-4117-a72f-4335b2b9c86c', 'name': 'network-vif-deleted', 'tag': '5da6b5c8-1e74-44b6-8885-79992ec09cac'}] {{(pid=83737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 11:01:58.617553 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-92bd81bc-79d8-4e96-aa3b-67cda4b29ebc req-878ed2d5-6045-43fc-96cb-67e954da1bc2 tempest-TestMinimumBasicScenario-648309482 tempest-TestMinimumBasicScenario-648309482-project] 10.222.0.10 "DELETE /v2.0/ports/5da6b5c8-1e74-44b6-8885-79992ec09cac HTTP/1.1" status: 204 len: 173 time: 0.8704476 Mar 07 11:01:58.660110 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c1deb2c-0f90-4117-a72f-4335b2b9c86c', 'name': 'network-vif-deleted', 'tag': '5da6b5c8-1e74-44b6-8885-79992ec09cac', 'status': 'completed', 'code': 200} Mar 07 11:02:00.209595 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 45246) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:02:00.585838 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-155eb3d8-b7d5-4be7-a0b8-c7a6ab0f65d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3920255'] for router_interface, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:00.633886 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-2df1458f-bbeb-48fc-a83a-de97324f2040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:01.038520 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device 5da6b5c8-1e74-44b6-8885-79992ec09cac no longer exists at agent hyperv_hv-neutron-8307 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 11:02:01.071519 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] No Port match for: 5da6b5c8-1e74-44b6-8885-79992ec09cac {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 11:02:01.071858 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device 5da6b5c8-1e74-44b6-8885-79992ec09cac not bound to the agent host hv-neutron-8307 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 11:02:01.160050 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-155eb3d8-b7d5-4be7-a0b8-c7a6ab0f65d2 admin admin] Deleting port 3379f303-9c92-499c-a657-1c86c2f9dbf1 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 11:02:01.160376 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-155eb3d8-b7d5-4be7-a0b8-c7a6ab0f65d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:01.420161 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-155eb3d8-b7d5-4be7-a0b8-c7a6ab0f65d2 admin admin] For port 3379f303-9c92-499c-a657-1c86c2f9dbf1, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=3379f303-9c92-499c-a657-1c86c2f9dbf1,segment=NetworkSegment(80eb0018-d8a8-44df-b097-0ac998b0e2e7),segment_id=80eb0018-d8a8-44df-b097-0ac998b0e2e7)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:02:01.420847 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-155eb3d8-b7d5-4be7-a0b8-c7a6ab0f65d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:01.535602 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-155eb3d8-b7d5-4be7-a0b8-c7a6ab0f65d2 admin admin] Calling delete_port for 3379f303-9c92-499c-a657-1c86c2f9dbf1 owned by network:router_interface {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 11:02:01.699163 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-155eb3d8-b7d5-4be7-a0b8-c7a6ab0f65d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:01.742515 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155eb3d8-b7d5-4be7-a0b8-c7a6ab0f65d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=3379f303-9c92-499c-a657-1c86c2f9dbf1,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:01.892576 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-711fefd2-3b30-4759-8df5-0aecff1c8e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:01.933907 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:02.025168 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-155eb3d8-b7d5-4be7-a0b8-c7a6ab0f65d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2756383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3920168'] for router_interface, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:02.580140 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-155eb3d8-b7d5-4be7-a0b8-c7a6ab0f65d2 admin admin] Router df5db907-0f0e-46bd-a869-3fac0985873b has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:02:02.878984 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-155eb3d8-b7d5-4be7-a0b8-c7a6ab0f65d2 admin admin] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:02:02.887189 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb337ef-2c42-4fb2-97e1-af2da54cd04f None None] Sync routers for ids ['df5db907-0f0e-46bd-a869-3fac0985873b'] in dv-neutron-830731-3-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 11:02:02.891632 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-155eb3d8-b7d5-4be7-a0b8-c7a6ab0f65d2 admin admin] 10.222.0.13 "PUT /v2.0/routers/df5db907-0f0e-46bd-a869-3fac0985873b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6808634 Mar 07 11:02:02.894110 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 45254) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:02:02.899612 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb337ef-2c42-4fb2-97e1-af2da54cd04f None None] Routers {'df5db907-0f0e-46bd-a869-3fac0985873b'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 11:02:02.900190 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-fcb337ef-2c42-4fb2-97e1-af2da54cd04f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T11:02:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['df5db907-0f0e-46bd-a869-3fac0985873b'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:02:03.078945 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-fcb337ef-2c42-4fb2-97e1-af2da54cd04f None None] Set router df5db907-0f0e-46bd-a869-3fac0985873b gateway port host: dv-neutron-830731-3-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 11:02:03.100161 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-95c18586-a3aa-40fd-9828-ff63e1bae3f3 admin admin] Notify callbacks [] for router, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:03.303012 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-95c18586-a3aa-40fd-9828-ff63e1bae3f3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:03.314675 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-95c18586-a3aa-40fd-9828-ff63e1bae3f3 admin admin] Deleting port 90cc81d1-9750-44cf-8200-59d6da8b334c {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 11:02:03.315014 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-95c18586-a3aa-40fd-9828-ff63e1bae3f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:03.325033 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c87150bd-aa9c-4ad1-bb68-57ec66d4fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:03.364317 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-fcb337ef-2c42-4fb2-97e1-af2da54cd04f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df5db907-0f0e-46bd-a869-3fac0985873b', 'name': 'tempest-TestMinimumBasicScenario-1510985054-router', 'tenant_id': '4e801e2d1d864a4faec065fd8daba090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.80'}], 'enable_snat': True}, 'gw_port_id': '90cc81d1-9750-44cf-8200-59d6da8b334c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:58:59Z', 'updated_at': '2022-03-07T11:02:01Z', 'revision_number': 5, 'project_id': '4e801e2d1d864a4faec065fd8daba090', 'gw_port': {'id': '90cc81d1-9750-44cf-8200-59d6da8b334c', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a5:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5db907-0f0e-46bd-a869-3fac0985873b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:59:00Z', 'updated_at': '2022-03-07T10:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv'}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:02:03.368075 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb337ef-2c42-4fb2-97e1-af2da54cd04f None None] Checking router: df5db907-0f0e-46bd-a869-3fac0985873b for host: dv-neutron-830731-3-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 07 11:02:03.379320 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb337ef-2c42-4fb2-97e1-af2da54cd04f None None] Routers {'df5db907-0f0e-46bd-a869-3fac0985873b'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 11:02:03.379897 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-fcb337ef-2c42-4fb2-97e1-af2da54cd04f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T11:02:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['df5db907-0f0e-46bd-a869-3fac0985873b'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:02:03.492901 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-95c18586-a3aa-40fd-9828-ff63e1bae3f3 admin admin] For port 90cc81d1-9750-44cf-8200-59d6da8b334c, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=90cc81d1-9750-44cf-8200-59d6da8b334c,segment=NetworkSegment(9a22e080-7529-4fc7-949d-9f84ba21807d),segment_id=9a22e080-7529-4fc7-949d-9f84ba21807d)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:02:03.493256 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-95c18586-a3aa-40fd-9828-ff63e1bae3f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:03.535585 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-fcb337ef-2c42-4fb2-97e1-af2da54cd04f None None] Set router df5db907-0f0e-46bd-a869-3fac0985873b gateway port host: None {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 11:02:03.680817 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-fcb337ef-2c42-4fb2-97e1-af2da54cd04f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df5db907-0f0e-46bd-a869-3fac0985873b', 'name': 'tempest-TestMinimumBasicScenario-1510985054-router', 'tenant_id': '4e801e2d1d864a4faec065fd8daba090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:58:59Z', 'updated_at': '2022-03-07T11:02:03Z', 'revision_number': 6, 'project_id': '4e801e2d1d864a4faec065fd8daba090', 'gw_port_host': None}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:02:03.685151 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb337ef-2c42-4fb2-97e1-af2da54cd04f None None] The sync data for ids ['df5db907-0f0e-46bd-a869-3fac0985873b'] in dv-neutron-830731-3-hyperv is: [{'id': 'df5db907-0f0e-46bd-a869-3fac0985873b', 'name': 'tempest-TestMinimumBasicScenario-1510985054-router', 'tenant_id': '4e801e2d1d864a4faec065fd8daba090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:58:59Z', 'updated_at': '2022-03-07T11:02:03Z', 'revision_number': 6, 'project_id': '4e801e2d1d864a4faec065fd8daba090', 'gw_port_host': None}] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 11:02:03.703809 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-95c18586-a3aa-40fd-9828-ff63e1bae3f3 admin admin] Calling delete_port for 90cc81d1-9750-44cf-8200-59d6da8b334c owned by network:router_gateway {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 11:02:03.864392 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-95c18586-a3aa-40fd-9828-ff63e1bae3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:03.906859 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c18586-a3aa-40fd-9828-ff63e1bae3f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=90cc81d1-9750-44cf-8200-59d6da8b334c,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:04.133723 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-95c18586-a3aa-40fd-9828-ff63e1bae3f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923554'] for router_gateway, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:04.430395 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-95c18586-a3aa-40fd-9828-ff63e1bae3f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3917970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58043'] for router, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:04.435307 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-95c18586-a3aa-40fd-9828-ff63e1bae3f3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:04.464949 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-95c18586-a3aa-40fd-9828-ff63e1bae3f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3917886'] for router, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:04.465436 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95c18586-a3aa-40fd-9828-ff63e1bae3f3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router df5db907-0f0e-46bd-a869-3fac0985873b {{(pid=83737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 11:02:04.483621 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-95c18586-a3aa-40fd-9828-ff63e1bae3f3 admin admin] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:04.484779 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-95c18586-a3aa-40fd-9828-ff63e1bae3f3 admin admin] 10.222.0.13 "DELETE /v2.0/routers/df5db907-0f0e-46bd-a869-3fac0985873b HTTP/1.1" status: 204 len: 168 time: 1.5896847 Mar 07 11:02:04.488010 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 45258) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:02:04.567248 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f6f9ad7-9d96-4d5f-b65f-5a8031df0be3 admin admin] Deleting subnet 3f8dda95-b719-4b98-9840-f5f56962b6b0 {{(pid=83737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 07 11:02:04.572593 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9f6f9ad7-9d96-4d5f-b65f-5a8031df0be3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:04.632544 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9f6f9ad7-9d96-4d5f-b65f-5a8031df0be3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2627781'] for subnet, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:04.721103 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9f6f9ad7-9d96-4d5f-b65f-5a8031df0be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1525496'] for subnet, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:04.799214 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9f6f9ad7-9d96-4d5f-b65f-5a8031df0be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1525489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3012507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3219316'] for subnet, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:04.842289 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6f9ad7-9d96-4d5f-b65f-5a8031df0be3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f8dda95-b719-4b98-9840-f5f56962b6b0,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:04.849498 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9f6f9ad7-9d96-4d5f-b65f-5a8031df0be3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:04.855203 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d285a5fa-4be3-43ab-8da7-32ff3b2004f8 None None] Network b5861d8e-8fc8-4e0f-91c3-90cb2986853c requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 11:02:04.855707 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-9f6f9ad7-9d96-4d5f-b65f-5a8031df0be3 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/3f8dda95-b719-4b98-9840-f5f56962b6b0 HTTP/1.1" status: 204 len: 168 time: 0.3666170 Mar 07 11:02:04.858454 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 45262) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:02:04.970471 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-87bb3269-1ec9-46b9-82d2-02fa005b60fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1158940'] for network, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:04.980402 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-87bb3269-1ec9-46b9-82d2-02fa005b60fe admin admin] Deleting port b3d7cebf-6f0d-454c-a49e-a628acc5de34 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 11:02:04.980748 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-87bb3269-1ec9-46b9-82d2-02fa005b60fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:05.107511 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6039cd1-6b2e-4505-85d2-0eb414e56f01 None None] DHCP port deletion for b5861d8e-8fc8-4e0f-91c3-90cb2986853c request from dv-neutron-830731-3-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 07 11:02:05.111992 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-c6039cd1-6b2e-4505-85d2-0eb414e56f01 None None] Deleting port b3d7cebf-6f0d-454c-a49e-a628acc5de34 {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 11:02:05.112239 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c6039cd1-6b2e-4505-85d2-0eb414e56f01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:05.194160 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-87bb3269-1ec9-46b9-82d2-02fa005b60fe admin admin] For port b3d7cebf-6f0d-454c-a49e-a628acc5de34, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=b3d7cebf-6f0d-454c-a49e-a628acc5de34,segment=NetworkSegment(80eb0018-d8a8-44df-b097-0ac998b0e2e7),segment_id=80eb0018-d8a8-44df-b097-0ac998b0e2e7)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:02:05.194909 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-87bb3269-1ec9-46b9-82d2-02fa005b60fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:05.195698 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 3379f303-9c92-499c-a657-1c86c2f9dbf1 no longer exists at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 11:02:05.242308 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] No Port match for: 3379f303-9c92-499c-a657-1c86c2f9dbf1 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 11:02:05.242565 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 3379f303-9c92-499c-a657-1c86c2f9dbf1 not bound to the agent host dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 11:02:05.242971 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device b3d7cebf-6f0d-454c-a49e-a628acc5de34 no longer exists at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 11:02:05.318946 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-87bb3269-1ec9-46b9-82d2-02fa005b60fe admin admin] Calling delete_port for b3d7cebf-6f0d-454c-a49e-a628acc5de34 owned by network:dhcp {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 11:02:05.392750 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-87bb3269-1ec9-46b9-82d2-02fa005b60fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:05.425627 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Port b3d7cebf-6f0d-454c-a49e-a628acc5de34 update to DOWN by agent not found {{(pid=83739) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Mar 07 11:02:05.426050 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 90cc81d1-9750-44cf-8200-59d6da8b334c no longer exists at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 11:02:05.439623 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bb3269-1ec9-46b9-82d2-02fa005b60fe admin admin] Pushing event deleted for resources: {'Port': ['ID=b3d7cebf-6f0d-454c-a49e-a628acc5de34,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:05.446870 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87bb3269-1ec9-46b9-82d2-02fa005b60fe admin admin] No DVR routers for this DVR port b3d7cebf-6f0d-454c-a49e-a628acc5de34 on host dv-neutron-830731-3-hyperv {{(pid=83738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:02:05.455702 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-c6039cd1-6b2e-4505-85d2-0eb414e56f01 None None] For port b3d7cebf-6f0d-454c-a49e-a628acc5de34, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=b3d7cebf-6f0d-454c-a49e-a628acc5de34,segment=NetworkSegment(80eb0018-d8a8-44df-b097-0ac998b0e2e7),segment_id=80eb0018-d8a8-44df-b097-0ac998b0e2e7)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:02:05.456086 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c6039cd1-6b2e-4505-85d2-0eb414e56f01 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:05.469754 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] No Port match for: 90cc81d1-9750-44cf-8200-59d6da8b334c {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 11:02:05.470091 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 90cc81d1-9750-44cf-8200-59d6da8b334c not bound to the agent host dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 11:02:05.565813 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-87bb3269-1ec9-46b9-82d2-02fa005b60fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1526893', 'neutron.services.segments.db._delete_segments_for_network-8732568551033'] for network, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:05.582112 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-c6039cd1-6b2e-4505-85d2-0eb414e56f01 None None] Calling delete_port for b3d7cebf-6f0d-454c-a49e-a628acc5de34 owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 11:02:05.591550 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-87bb3269-1ec9-46b9-82d2-02fa005b60fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5861d8e-8fc8-4e0f-91c3-90cb2986853c']}} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:02:05.603594 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-87bb3269-1ec9-46b9-82d2-02fa005b60fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80eb0018-d8a8-44df-b097-0ac998b0e2e7') {'for_net_delete': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:02:05.603885 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-87bb3269-1ec9-46b9-82d2-02fa005b60fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80eb0018-d8a8-44df-b097-0ac998b0e2e7') {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:02:05.615380 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-87bb3269-1ec9-46b9-82d2-02fa005b60fe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732568550916', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968000'] for segment, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:05.631537 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-87bb3269-1ec9-46b9-82d2-02fa005b60fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:05.637868 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87bb3269-1ec9-46b9-82d2-02fa005b60fe admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=83738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 07 11:02:05.638236 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-87bb3269-1ec9-46b9-82d2-02fa005b60fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1227397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3556681'] for segment, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:05.649323 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.db.api [None req-c6039cd1-6b2e-4505-85d2-0eb414e56f01 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 11:02:05.649671 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG oslo_db.api [None req-c6039cd1-6b2e-4505-85d2-0eb414e56f01 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 11:02:05.651871 dv-neutron-830731-3-hyperv neutron-server[83738]: Traceback (most recent call last): Mar 07 11:02:05.651871 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 07 11:02:05.651871 dv-neutron-830731-3-hyperv neutron-server[83738]: timer() Mar 07 11:02:05.651871 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:02:05.651871 dv-neutron-830731-3-hyperv neutron-server[83738]: cb(*args, **kw) Mar 07 11:02:05.651871 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 11:02:05.651871 dv-neutron-830731-3-hyperv neutron-server[83738]: return func(*args, **kwargs) Mar 07 11:02:05.651871 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:02:05.651871 dv-neutron-830731-3-hyperv neutron-server[83738]: self._notify() Mar 07 11:02:05.651871 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:02:05.651871 dv-neutron-830731-3-hyperv neutron-server[83738]: self.callback(batched_events) Mar 07 11:02:05.651871 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:02:05.651871 dv-neutron-830731-3-hyperv neutron-server[83738]: event.method(event) Mar 07 11:02:05.651871 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 11:02:05.651871 dv-neutron-830731-3-hyperv neutron-server[83738]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:02:05.651871 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 11:02:05.651871 dv-neutron-830731-3-hyperv neutron-server[83738]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:02:05.651871 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 11:02:05.651871 dv-neutron-830731-3-hyperv neutron-server[83738]: return f(self, *a, **k) Mar 07 11:02:05.651871 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:02:05.651871 dv-neutron-830731-3-hyperv neutron-server[83738]: return self._get(url).json() Mar 07 11:02:05.651871 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:02:05.651871 dv-neutron-830731-3-hyperv neutron-server[83738]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:02:05.651871 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 07 11:02:05.651871 dv-neutron-830731-3-hyperv neutron-server[83738]: return self.request(url, 'GET', **kwargs) Mar 07 11:02:05.651871 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 07 11:02:05.651871 dv-neutron-830731-3-hyperv neutron-server[83738]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:02:05.651871 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 07 11:02:05.651871 dv-neutron-830731-3-hyperv neutron-server[83738]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:02:05.651871 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 07 11:02:05.651871 dv-neutron-830731-3-hyperv neutron-server[83738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:02:05.651871 dv-neutron-830731-3-hyperv neutron-server[83738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:02:05.726141 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-87bb3269-1ec9-46b9-82d2-02fa005b60fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1526886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923583'] for network, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:05.741171 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-87bb3269-1ec9-46b9-82d2-02fa005b60fe admin admin] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:05.753422 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bb3269-1ec9-46b9-82d2-02fa005b60fe admin admin] Pushing event deleted for resources: {'Network': ['ID=b5861d8e-8fc8-4e0f-91c3-90cb2986853c,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:05.757972 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-87bb3269-1ec9-46b9-82d2-02fa005b60fe admin admin] 10.222.0.13 "DELETE /v2.0/networks/b5861d8e-8fc8-4e0f-91c3-90cb2986853c HTTP/1.1" status: 204 len: 168 time: 0.8985426 Mar 07 11:02:05.760856 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 45266) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:02:06.133128 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1b68ca87-b77e-4f49-b60f-ffa180849043 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3920255'] for router_interface, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:06.151159 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-c6039cd1-6b2e-4505-85d2-0eb414e56f01 None None] Deleting port b3d7cebf-6f0d-454c-a49e-a628acc5de34 {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 11:02:06.151596 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c6039cd1-6b2e-4505-85d2-0eb414e56f01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:06.217564 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-c6039cd1-6b2e-4505-85d2-0eb414e56f01 None None] The port 'b3d7cebf-6f0d-454c-a49e-a628acc5de34' was deleted {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 07 11:02:06.810725 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-1b68ca87-b77e-4f49-b60f-ffa180849043 admin admin] Deleting port f6787941-670f-4765-a96e-5b2859a59775 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 11:02:06.811060 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1b68ca87-b77e-4f49-b60f-ffa180849043 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:06.977373 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-1b68ca87-b77e-4f49-b60f-ffa180849043 admin admin] For port f6787941-670f-4765-a96e-5b2859a59775, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=f6787941-670f-4765-a96e-5b2859a59775,segment=NetworkSegment(c8ab8dd2-bf90-475a-b7f6-6655238b869d),segment_id=c8ab8dd2-bf90-475a-b7f6-6655238b869d)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:02:06.977718 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1b68ca87-b77e-4f49-b60f-ffa180849043 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:07.097340 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-1b68ca87-b77e-4f49-b60f-ffa180849043 admin admin] Calling delete_port for f6787941-670f-4765-a96e-5b2859a59775 owned by network:router_interface {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 11:02:07.258539 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1b68ca87-b77e-4f49-b60f-ffa180849043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:07.302727 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b68ca87-b77e-4f49-b60f-ffa180849043 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6787941-670f-4765-a96e-5b2859a59775,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:07.585607 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1b68ca87-b77e-4f49-b60f-ffa180849043 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2756383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3920168'] for router_interface, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:08.233797 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b68ca87-b77e-4f49-b60f-ffa180849043 admin admin] Router 0d769dec-1fa1-4ddc-9246-5cd209db0bc4 has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:02:08.432332 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b68ca87-b77e-4f49-b60f-ffa180849043 admin admin] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:02:08.441362 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f119561b-a402-44a2-b3f1-fdd527f2660f None None] Sync routers for ids ['0d769dec-1fa1-4ddc-9246-5cd209db0bc4'] in dv-neutron-830731-3-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 11:02:08.444970 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-1b68ca87-b77e-4f49-b60f-ffa180849043 admin admin] 10.222.0.13 "PUT /v2.0/routers/0d769dec-1fa1-4ddc-9246-5cd209db0bc4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6831100 Mar 07 11:02:08.445384 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 45270) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:02:08.453916 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f119561b-a402-44a2-b3f1-fdd527f2660f None None] Routers {'0d769dec-1fa1-4ddc-9246-5cd209db0bc4'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 11:02:08.454459 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-f119561b-a402-44a2-b3f1-fdd527f2660f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T11:02:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['0d769dec-1fa1-4ddc-9246-5cd209db0bc4'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:02:08.627754 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-f119561b-a402-44a2-b3f1-fdd527f2660f None None] Set router 0d769dec-1fa1-4ddc-9246-5cd209db0bc4 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 11:02:08.636283 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d393557a-57d9-4936-8760-d19889e3aa52 admin admin] Notify callbacks [] for router, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:08.919904 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d393557a-57d9-4936-8760-d19889e3aa52 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:08.930960 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-d393557a-57d9-4936-8760-d19889e3aa52 admin admin] Deleting port 14eaaf61-20e5-47fe-ada4-221cec308e2f {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 11:02:08.931295 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d393557a-57d9-4936-8760-d19889e3aa52 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:08.946973 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-f119561b-a402-44a2-b3f1-fdd527f2660f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d769dec-1fa1-4ddc-9246-5cd209db0bc4', 'name': 'tempest-TestMinimumBasicScenario-1049009024-router', 'tenant_id': '45e6b75467594c19932ba8296129a55c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.83'}], 'enable_snat': True}, 'gw_port_id': '14eaaf61-20e5-47fe-ada4-221cec308e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:59:06Z', 'updated_at': '2022-03-07T11:02:07Z', 'revision_number': 5, 'project_id': '45e6b75467594c19932ba8296129a55c', 'gw_port': {'id': '14eaaf61-20e5-47fe-ada4-221cec308e2f', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:eb:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d769dec-1fa1-4ddc-9246-5cd209db0bc4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:59:06Z', 'updated_at': '2022-03-07T10:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv'}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:02:08.950744 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f119561b-a402-44a2-b3f1-fdd527f2660f None None] Checking router: 0d769dec-1fa1-4ddc-9246-5cd209db0bc4 for host: dv-neutron-830731-3-hyperv {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 07 11:02:08.962003 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f119561b-a402-44a2-b3f1-fdd527f2660f None None] Routers {'0d769dec-1fa1-4ddc-9246-5cd209db0bc4'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 11:02:08.962602 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-f119561b-a402-44a2-b3f1-fdd527f2660f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T11:02:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['0d769dec-1fa1-4ddc-9246-5cd209db0bc4'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:02:09.099939 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-d393557a-57d9-4936-8760-d19889e3aa52 admin admin] For port 14eaaf61-20e5-47fe-ada4-221cec308e2f, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=14eaaf61-20e5-47fe-ada4-221cec308e2f,segment=NetworkSegment(9a22e080-7529-4fc7-949d-9f84ba21807d),segment_id=9a22e080-7529-4fc7-949d-9f84ba21807d)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:02:09.100299 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d393557a-57d9-4936-8760-d19889e3aa52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:09.118451 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-f119561b-a402-44a2-b3f1-fdd527f2660f None None] Set router 0d769dec-1fa1-4ddc-9246-5cd209db0bc4 gateway port host: None {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 11:02:09.224921 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-f119561b-a402-44a2-b3f1-fdd527f2660f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d769dec-1fa1-4ddc-9246-5cd209db0bc4', 'name': 'tempest-TestMinimumBasicScenario-1049009024-router', 'tenant_id': '45e6b75467594c19932ba8296129a55c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:59:06Z', 'updated_at': '2022-03-07T11:02:08Z', 'revision_number': 6, 'project_id': '45e6b75467594c19932ba8296129a55c', 'gw_port_host': None}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:02:09.226761 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-d393557a-57d9-4936-8760-d19889e3aa52 admin admin] Calling delete_port for 14eaaf61-20e5-47fe-ada4-221cec308e2f owned by network:router_gateway {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 11:02:09.229412 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f119561b-a402-44a2-b3f1-fdd527f2660f None None] The sync data for ids ['0d769dec-1fa1-4ddc-9246-5cd209db0bc4'] in dv-neutron-830731-3-hyperv is: [{'id': '0d769dec-1fa1-4ddc-9246-5cd209db0bc4', 'name': 'tempest-TestMinimumBasicScenario-1049009024-router', 'tenant_id': '45e6b75467594c19932ba8296129a55c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:59:06Z', 'updated_at': '2022-03-07T11:02:08Z', 'revision_number': 6, 'project_id': '45e6b75467594c19932ba8296129a55c', 'gw_port_host': None}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 11:02:09.397996 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d393557a-57d9-4936-8760-d19889e3aa52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:09.441779 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d393557a-57d9-4936-8760-d19889e3aa52 admin admin] Pushing event deleted for resources: {'Port': ['ID=14eaaf61-20e5-47fe-ada4-221cec308e2f,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:09.664203 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d393557a-57d9-4936-8760-d19889e3aa52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923554'] for router_gateway, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:09.912450 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d393557a-57d9-4936-8760-d19889e3aa52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3917970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58043'] for router, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:09.916439 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d393557a-57d9-4936-8760-d19889e3aa52 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:09.942142 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d393557a-57d9-4936-8760-d19889e3aa52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3917886'] for router, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:09.942642 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d393557a-57d9-4936-8760-d19889e3aa52 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0d769dec-1fa1-4ddc-9246-5cd209db0bc4 {{(pid=83737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 11:02:09.955059 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d393557a-57d9-4936-8760-d19889e3aa52 admin admin] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:09.956158 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-d393557a-57d9-4936-8760-d19889e3aa52 admin admin] 10.222.0.13 "DELETE /v2.0/routers/0d769dec-1fa1-4ddc-9246-5cd209db0bc4 HTTP/1.1" status: 204 len: 168 time: 1.5097661 Mar 07 11:02:09.958804 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 45274) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:02:10.017581 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4b5ecb2-bd09-4ff1-b85c-9334dee44427 admin admin] Deleting subnet c3dffb7c-a846-4467-abac-b40abb985a98 {{(pid=83737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 07 11:02:10.020437 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d4b5ecb2-bd09-4ff1-b85c-9334dee44427 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:10.162785 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d4b5ecb2-bd09-4ff1-b85c-9334dee44427 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2627781'] for subnet, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:10.246083 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d4b5ecb2-bd09-4ff1-b85c-9334dee44427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1525496'] for subnet, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:10.315768 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d4b5ecb2-bd09-4ff1-b85c-9334dee44427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1525489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3012507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3219316'] for subnet, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:10.357731 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b5ecb2-bd09-4ff1-b85c-9334dee44427 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3dffb7c-a846-4467-abac-b40abb985a98,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:10.362898 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d4b5ecb2-bd09-4ff1-b85c-9334dee44427 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:10.368645 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-d4b5ecb2-bd09-4ff1-b85c-9334dee44427 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/c3dffb7c-a846-4467-abac-b40abb985a98 HTTP/1.1" status: 204 len: 168 time: 0.4088790 Mar 07 11:02:10.369109 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb16fc7c-5933-4ddc-8f2b-ee990ae107f3 None None] Network 0a339513-e513-428c-9e74-b387b57ddadc requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 11:02:10.371057 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 45278) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:02:10.473980 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6b553c39-bfb0-4b0a-aff2-13627e71422b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1158940'] for network, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:10.484385 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-6b553c39-bfb0-4b0a-aff2-13627e71422b admin admin] Deleting port 179ee4c7-e8b2-4d16-bc19-1401cf4bc4d2 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 11:02:10.484737 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6b553c39-bfb0-4b0a-aff2-13627e71422b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:10.611989 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afc240fb-ea6a-4d68-a4cf-fe05feab3cb9 None None] DHCP port deletion for 0a339513-e513-428c-9e74-b387b57ddadc request from dv-neutron-830731-3-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 07 11:02:10.616203 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-afc240fb-ea6a-4d68-a4cf-fe05feab3cb9 None None] Deleting port 179ee4c7-e8b2-4d16-bc19-1401cf4bc4d2 {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 11:02:10.616607 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-afc240fb-ea6a-4d68-a4cf-fe05feab3cb9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:10.689442 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-6b553c39-bfb0-4b0a-aff2-13627e71422b admin admin] For port 179ee4c7-e8b2-4d16-bc19-1401cf4bc4d2, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=179ee4c7-e8b2-4d16-bc19-1401cf4bc4d2,segment=NetworkSegment(c8ab8dd2-bf90-475a-b7f6-6655238b869d),segment_id=c8ab8dd2-bf90-475a-b7f6-6655238b869d)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:02:10.690031 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6b553c39-bfb0-4b0a-aff2-13627e71422b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:10.811612 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-6b553c39-bfb0-4b0a-aff2-13627e71422b admin admin] Calling delete_port for 179ee4c7-e8b2-4d16-bc19-1401cf4bc4d2 owned by network:dhcp {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 11:02:10.814625 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-afc240fb-ea6a-4d68-a4cf-fe05feab3cb9 None None] For port 179ee4c7-e8b2-4d16-bc19-1401cf4bc4d2, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=179ee4c7-e8b2-4d16-bc19-1401cf4bc4d2,segment=NetworkSegment(c8ab8dd2-bf90-475a-b7f6-6655238b869d),segment_id=c8ab8dd2-bf90-475a-b7f6-6655238b869d)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:02:10.815011 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-afc240fb-ea6a-4d68-a4cf-fe05feab3cb9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:10.883315 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6b553c39-bfb0-4b0a-aff2-13627e71422b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:10.927415 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b553c39-bfb0-4b0a-aff2-13627e71422b admin admin] Pushing event deleted for resources: {'Port': ['ID=179ee4c7-e8b2-4d16-bc19-1401cf4bc4d2,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:10.930619 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-afc240fb-ea6a-4d68-a4cf-fe05feab3cb9 None None] Calling delete_port for 179ee4c7-e8b2-4d16-bc19-1401cf4bc4d2 owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 11:02:10.931816 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b553c39-bfb0-4b0a-aff2-13627e71422b admin admin] No DVR routers for this DVR port 179ee4c7-e8b2-4d16-bc19-1401cf4bc4d2 on host dv-neutron-830731-3-hyperv {{(pid=83737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:02:10.998577 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.db.api [None req-afc240fb-ea6a-4d68-a4cf-fe05feab3cb9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 11:02:10.998931 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG oslo_db.api [None req-afc240fb-ea6a-4d68-a4cf-fe05feab3cb9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 11:02:11.044207 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6b553c39-bfb0-4b0a-aff2-13627e71422b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1526893', 'neutron.services.segments.db._delete_segments_for_network-8732568551033'] for network, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:11.073933 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-6b553c39-bfb0-4b0a-aff2-13627e71422b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a339513-e513-428c-9e74-b387b57ddadc']}} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:02:11.085432 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-6b553c39-bfb0-4b0a-aff2-13627e71422b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8ab8dd2-bf90-475a-b7f6-6655238b869d') {'for_net_delete': True} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:02:11.085730 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-6b553c39-bfb0-4b0a-aff2-13627e71422b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8ab8dd2-bf90-475a-b7f6-6655238b869d') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:02:11.097253 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6b553c39-bfb0-4b0a-aff2-13627e71422b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732568550916', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629174'] for segment, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:11.113888 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6b553c39-bfb0-4b0a-aff2-13627e71422b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:11.121075 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b553c39-bfb0-4b0a-aff2-13627e71422b admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=83737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 07 11:02:11.121075 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6b553c39-bfb0-4b0a-aff2-13627e71422b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1227397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3012597'] for segment, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:11.134924 dv-neutron-830731-3-hyperv neutron-server[83737]: Traceback (most recent call last): Mar 07 11:02:11.134924 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 07 11:02:11.134924 dv-neutron-830731-3-hyperv neutron-server[83737]: timer() Mar 07 11:02:11.134924 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:02:11.134924 dv-neutron-830731-3-hyperv neutron-server[83737]: cb(*args, **kw) Mar 07 11:02:11.134924 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 11:02:11.134924 dv-neutron-830731-3-hyperv neutron-server[83737]: return func(*args, **kwargs) Mar 07 11:02:11.134924 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:02:11.134924 dv-neutron-830731-3-hyperv neutron-server[83737]: self._notify() Mar 07 11:02:11.134924 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:02:11.134924 dv-neutron-830731-3-hyperv neutron-server[83737]: self.callback(batched_events) Mar 07 11:02:11.134924 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:02:11.134924 dv-neutron-830731-3-hyperv neutron-server[83737]: event.method(event) Mar 07 11:02:11.134924 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 11:02:11.134924 dv-neutron-830731-3-hyperv neutron-server[83737]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:02:11.134924 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 11:02:11.134924 dv-neutron-830731-3-hyperv neutron-server[83737]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:02:11.134924 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 11:02:11.134924 dv-neutron-830731-3-hyperv neutron-server[83737]: return f(self, *a, **k) Mar 07 11:02:11.134924 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:02:11.134924 dv-neutron-830731-3-hyperv neutron-server[83737]: return self._get(url).json() Mar 07 11:02:11.134924 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:02:11.134924 dv-neutron-830731-3-hyperv neutron-server[83737]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:02:11.134924 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 07 11:02:11.134924 dv-neutron-830731-3-hyperv neutron-server[83737]: return self.request(url, 'GET', **kwargs) Mar 07 11:02:11.134924 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 07 11:02:11.134924 dv-neutron-830731-3-hyperv neutron-server[83737]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:02:11.134924 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 07 11:02:11.134924 dv-neutron-830731-3-hyperv neutron-server[83737]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:02:11.134924 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 07 11:02:11.134924 dv-neutron-830731-3-hyperv neutron-server[83737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:02:11.134924 dv-neutron-830731-3-hyperv neutron-server[83737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:02:11.170597 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 179ee4c7-e8b2-4d16-bc19-1401cf4bc4d2 no longer exists at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 11:02:11.207763 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] No Port match for: 179ee4c7-e8b2-4d16-bc19-1401cf4bc4d2 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 11:02:11.208197 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 179ee4c7-e8b2-4d16-bc19-1401cf4bc4d2 not bound to the agent host dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 11:02:11.208825 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 14eaaf61-20e5-47fe-ada4-221cec308e2f no longer exists at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 11:02:11.218966 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6b553c39-bfb0-4b0a-aff2-13627e71422b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1526886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923583'] for network, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:11.237027 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6b553c39-bfb0-4b0a-aff2-13627e71422b admin admin] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:11.241512 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] No Port match for: 14eaaf61-20e5-47fe-ada4-221cec308e2f {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 11:02:11.241858 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 14eaaf61-20e5-47fe-ada4-221cec308e2f not bound to the agent host dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 11:02:11.242304 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device f6787941-670f-4765-a96e-5b2859a59775 no longer exists at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 11:02:11.242763 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b553c39-bfb0-4b0a-aff2-13627e71422b admin admin] Pushing event deleted for resources: {'Network': ['ID=0a339513-e513-428c-9e74-b387b57ddadc,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:11.249182 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-6b553c39-bfb0-4b0a-aff2-13627e71422b admin admin] 10.222.0.13 "DELETE /v2.0/networks/0a339513-e513-428c-9e74-b387b57ddadc HTTP/1.1" status: 204 len: 168 time: 0.8771849 Mar 07 11:02:11.276106 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] No Port match for: f6787941-670f-4765-a96e-5b2859a59775 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 11:02:11.276451 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device f6787941-670f-4765-a96e-5b2859a59775 not bound to the agent host dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 11:02:11.461398 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 45284) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:02:11.500454 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-afc240fb-ea6a-4d68-a4cf-fe05feab3cb9 None None] Deleting port 179ee4c7-e8b2-4d16-bc19-1401cf4bc4d2 {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 11:02:11.501004 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-afc240fb-ea6a-4d68-a4cf-fe05feab3cb9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:11.509794 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-9b03bcf8-f0d2-425f-a817-fb090052cc6d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4e801e2d1d864a4faec065fd8daba090&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0472972 Mar 07 11:02:11.512284 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 45288) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:02:11.574581 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5961829e-acf8-4005-8e9a-bb71e6029589 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:11.601961 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5961829e-acf8-4005-8e9a-bb71e6029589 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:11.608616 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-afc240fb-ea6a-4d68-a4cf-fe05feab3cb9 None None] The port '179ee4c7-e8b2-4d16-bc19-1401cf4bc4d2' was deleted {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 07 11:02:11.656601 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5961829e-acf8-4005-8e9a-bb71e6029589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:11.670514 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5961829e-acf8-4005-8e9a-bb71e6029589 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5639f55d-bb36-45ab-bff8-0f103a77e236,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:11.676554 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5961829e-acf8-4005-8e9a-bb71e6029589 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:11.680101 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-5961829e-acf8-4005-8e9a-bb71e6029589 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5639f55d-bb36-45ab-bff8-0f103a77e236 HTTP/1.1" status: 204 len: 168 time: 0.1644716 Mar 07 11:02:12.071397 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 45296) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:02:12.120770 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-d2918e48-594d-40cf-916b-237e8b375c12 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=45e6b75467594c19932ba8296129a55c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0481954 Mar 07 11:02:12.123229 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 45300) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:02:12.180270 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-efe03a0a-10e9-4e4b-a1ea-2f67ebfd5b48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:12.205130 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-efe03a0a-10e9-4e4b-a1ea-2f67ebfd5b48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:12.257706 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-efe03a0a-10e9-4e4b-a1ea-2f67ebfd5b48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:12.272221 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe03a0a-10e9-4e4b-a1ea-2f67ebfd5b48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40bcc335-9ee0-4870-84c3-9c305a985acc,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:12.285847 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-efe03a0a-10e9-4e4b-a1ea-2f67ebfd5b48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:12.289346 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-efe03a0a-10e9-4e4b-a1ea-2f67ebfd5b48 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/40bcc335-9ee0-4870-84c3-9c305a985acc HTTP/1.1" status: 204 len: 168 time: 0.1629031 Mar 07 11:02:14.437922 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 45344) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:02:14.443419 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-b3d44871-ead4-4ccb-a5a0-60b7a06ee744 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1445236417', 'description': 'tempest-secgroup-smoke-1445236417 description', 'project_id': 'fd9e5bc96c1947bd9411090e5d621544'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 11:02:14.449614 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-b3d44871-ead4-4ccb-a5a0-60b7a06ee744 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 11:02:14.453803 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-b3d44871-ead4-4ccb-a5a0-60b7a06ee744 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Usage tracker for resource:security_group and tenant:fd9e5bc96c1947bd9411090e5d621544 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 11:02:14.456544 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-b3d44871-ead4-4ccb-a5a0-60b7a06ee744 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 11:02:14.462395 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-b3d44871-ead4-4ccb-a5a0-60b7a06ee744 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 11:02:14.472871 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3d44871-ead4-4ccb-a5a0-60b7a06ee744 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for security_group, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:14.485082 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3d44871-ead4-4ccb-a5a0-60b7a06ee744 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for security_group, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:14.516575 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-b3d44871-ead4-4ccb-a5a0-60b7a06ee744 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 11:02:14.520264 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-b3d44871-ead4-4ccb-a5a0-60b7a06ee744 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Usage tracker for resource:security_group_rule and tenant:fd9e5bc96c1947bd9411090e5d621544 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 11:02:14.522963 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-b3d44871-ead4-4ccb-a5a0-60b7a06ee744 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 11:02:14.528516 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-b3d44871-ead4-4ccb-a5a0-60b7a06ee744 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 11:02:14.597205 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3d44871-ead4-4ccb-a5a0-60b7a06ee744 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for security_group, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:14.600764 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3d44871-ead4-4ccb-a5a0-60b7a06ee744 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:14.641700 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-b3d44871-ead4-4ccb-a5a0-60b7a06ee744 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 11:02:14.643710 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d44871-ead4-4ccb-a5a0-60b7a06ee744 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57434069-ea09-4fb9-91aa-0ab51e51fffd,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:14.647744 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-b3d44871-ead4-4ccb-a5a0-60b7a06ee744 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Usage tracker for resource:security_group_rule and tenant:fd9e5bc96c1947bd9411090e5d621544 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 11:02:14.650531 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-b3d44871-ead4-4ccb-a5a0-60b7a06ee744 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 11:02:14.656263 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-b3d44871-ead4-4ccb-a5a0-60b7a06ee744 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 11:02:14.709839 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3d44871-ead4-4ccb-a5a0-60b7a06ee744 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for security_group, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:14.713394 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3d44871-ead4-4ccb-a5a0-60b7a06ee744 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:14.755863 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d44871-ead4-4ccb-a5a0-60b7a06ee744 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Pushing event updated for resources: {'SecurityGroup': ['ID=adcb3707-ea11-418d-a1bb-824d1ee96327,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:14.758567 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3d44871-ead4-4ccb-a5a0-60b7a06ee744 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:14.759778 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-b3d44871-ead4-4ccb-a5a0-60b7a06ee744 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3208909 Mar 07 11:02:14.762916 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 45348) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:02:14.769801 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-2275bf4d-34b5-44b0-a9fb-61ceb9acec9d tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Request body: {'security_group_rule': {'security_group_id': 'adcb3707-ea11-418d-a1bb-824d1ee96327', 'project_id': 'fd9e5bc96c1947bd9411090e5d621544', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 11:02:14.775748 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-2275bf4d-34b5-44b0-a9fb-61ceb9acec9d tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 11:02:14.779544 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-2275bf4d-34b5-44b0-a9fb-61ceb9acec9d tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Usage tracker for resource:security_group_rule and tenant:fd9e5bc96c1947bd9411090e5d621544 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 11:02:14.782902 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-2275bf4d-34b5-44b0-a9fb-61ceb9acec9d tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 11:02:14.788445 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-2275bf4d-34b5-44b0-a9fb-61ceb9acec9d tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 11:02:14.808207 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2275bf4d-34b5-44b0-a9fb-61ceb9acec9d tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:14.865968 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2275bf4d-34b5-44b0-a9fb-61ceb9acec9d tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:14.869305 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2275bf4d-34b5-44b0-a9fb-61ceb9acec9d tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:14.892279 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2275bf4d-34b5-44b0-a9fb-61ceb9acec9d tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc6b7299-4d76-4346-aa0e-62b58bd5cda3,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:14.901016 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2275bf4d-34b5-44b0-a9fb-61ceb9acec9d tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:14.902144 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-2275bf4d-34b5-44b0-a9fb-61ceb9acec9d tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1382215 Mar 07 11:02:14.904839 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 45352) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:02:14.910151 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-b6892896-96b3-4a9e-9b95-5a2b9c99ebf4 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Request body: {'security_group_rule': {'security_group_id': 'adcb3707-ea11-418d-a1bb-824d1ee96327', 'project_id': 'fd9e5bc96c1947bd9411090e5d621544', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 11:02:14.915819 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-b6892896-96b3-4a9e-9b95-5a2b9c99ebf4 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 11:02:14.919540 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-b6892896-96b3-4a9e-9b95-5a2b9c99ebf4 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Usage tracker for resource:security_group_rule and tenant:fd9e5bc96c1947bd9411090e5d621544 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 11:02:14.922931 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-b6892896-96b3-4a9e-9b95-5a2b9c99ebf4 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 11:02:14.928448 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-b6892896-96b3-4a9e-9b95-5a2b9c99ebf4 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 11:02:14.944976 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b6892896-96b3-4a9e-9b95-5a2b9c99ebf4 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:15.003969 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b6892896-96b3-4a9e-9b95-5a2b9c99ebf4 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:15.007503 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b6892896-96b3-4a9e-9b95-5a2b9c99ebf4 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:15.027288 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6892896-96b3-4a9e-9b95-5a2b9c99ebf4 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fca6e824-2262-4284-80c6-1e4fce842d51,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:15.038074 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b6892896-96b3-4a9e-9b95-5a2b9c99ebf4 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:15.039247 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-b6892896-96b3-4a9e-9b95-5a2b9c99ebf4 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1334720 Mar 07 11:02:15.041809 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 45356) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:02:15.047568 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-b0adcf55-6b77-428d-b6fb-6fc83ecc933b tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Request body: {'security_group_rule': {'security_group_id': 'adcb3707-ea11-418d-a1bb-824d1ee96327', 'project_id': 'fd9e5bc96c1947bd9411090e5d621544', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 11:02:15.053188 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-b0adcf55-6b77-428d-b6fb-6fc83ecc933b tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 11:02:15.056968 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-b0adcf55-6b77-428d-b6fb-6fc83ecc933b tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Usage tracker for resource:security_group_rule and tenant:fd9e5bc96c1947bd9411090e5d621544 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 11:02:15.060027 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-b0adcf55-6b77-428d-b6fb-6fc83ecc933b tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 11:02:15.066650 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-b0adcf55-6b77-428d-b6fb-6fc83ecc933b tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 11:02:15.083011 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b0adcf55-6b77-428d-b6fb-6fc83ecc933b tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:15.149895 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b0adcf55-6b77-428d-b6fb-6fc83ecc933b tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:15.153376 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b0adcf55-6b77-428d-b6fb-6fc83ecc933b tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:15.175843 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0adcf55-6b77-428d-b6fb-6fc83ecc933b tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c28cb03a-80f0-476d-b5b9-68ba1c07afd3,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:15.184173 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b0adcf55-6b77-428d-b6fb-6fc83ecc933b tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:15.185397 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-b0adcf55-6b77-428d-b6fb-6fc83ecc933b tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1427028 Mar 07 11:02:15.189101 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 45360) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:02:15.194915 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-e2d7f7da-1e34-491b-beb2-043cdad37558 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Request body: {'security_group_rule': {'security_group_id': 'adcb3707-ea11-418d-a1bb-824d1ee96327', 'project_id': 'fd9e5bc96c1947bd9411090e5d621544', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 11:02:15.200793 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-e2d7f7da-1e34-491b-beb2-043cdad37558 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 11:02:15.204565 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-e2d7f7da-1e34-491b-beb2-043cdad37558 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Usage tracker for resource:security_group_rule and tenant:fd9e5bc96c1947bd9411090e5d621544 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 11:02:15.207502 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-e2d7f7da-1e34-491b-beb2-043cdad37558 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 11:02:15.213282 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-e2d7f7da-1e34-491b-beb2-043cdad37558 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 11:02:15.229250 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e2d7f7da-1e34-491b-beb2-043cdad37558 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:15.291856 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e2d7f7da-1e34-491b-beb2-043cdad37558 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:15.294682 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e2d7f7da-1e34-491b-beb2-043cdad37558 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:15.317893 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d7f7da-1e34-491b-beb2-043cdad37558 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4edbc7f4-589e-4529-aef2-8c9cbd84addf,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:15.326889 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e2d7f7da-1e34-491b-beb2-043cdad37558 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:15.328122 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-e2d7f7da-1e34-491b-beb2-043cdad37558 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1379616 Mar 07 11:02:15.330740 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 45364) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:02:15.335944 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-fc1839c1-0f12-41ad-91ce-2aedd2ccb6ae tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Request body: {'security_group_rule': {'security_group_id': 'adcb3707-ea11-418d-a1bb-824d1ee96327', 'project_id': 'fd9e5bc96c1947bd9411090e5d621544', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 11:02:15.341475 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-fc1839c1-0f12-41ad-91ce-2aedd2ccb6ae tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 11:02:15.345680 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-fc1839c1-0f12-41ad-91ce-2aedd2ccb6ae tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Usage tracker for resource:security_group_rule and tenant:fd9e5bc96c1947bd9411090e5d621544 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 11:02:15.348419 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-fc1839c1-0f12-41ad-91ce-2aedd2ccb6ae tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 11:02:15.353927 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-fc1839c1-0f12-41ad-91ce-2aedd2ccb6ae tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 11:02:15.364134 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.db.securitygroups_db [None req-fc1839c1-0f12-41ad-91ce-2aedd2ccb6ae tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Project fd9e5bc96c1947bd9411090e5d621544 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 11:02:15.370082 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-fc1839c1-0f12-41ad-91ce-2aedd2ccb6ae tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:15.431766 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-fc1839c1-0f12-41ad-91ce-2aedd2ccb6ae tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:15.435329 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-fc1839c1-0f12-41ad-91ce-2aedd2ccb6ae tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:15.458979 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1839c1-0f12-41ad-91ce-2aedd2ccb6ae tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd5fd05f-b005-41aa-9b6a-82a14393c9d0,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:15.467412 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-fc1839c1-0f12-41ad-91ce-2aedd2ccb6ae tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:15.468777 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-fc1839c1-0f12-41ad-91ce-2aedd2ccb6ae tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1369679 Mar 07 11:02:15.471432 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 45368) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:02:15.476709 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-79da7f46-3bda-44db-a89e-68ed22feabd5 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Request body: {'security_group_rule': {'security_group_id': 'adcb3707-ea11-418d-a1bb-824d1ee96327', 'project_id': 'fd9e5bc96c1947bd9411090e5d621544', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 11:02:15.482314 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-79da7f46-3bda-44db-a89e-68ed22feabd5 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 11:02:15.486245 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-79da7f46-3bda-44db-a89e-68ed22feabd5 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Usage tracker for resource:security_group_rule and tenant:fd9e5bc96c1947bd9411090e5d621544 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 11:02:15.489068 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-79da7f46-3bda-44db-a89e-68ed22feabd5 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 11:02:15.494717 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-79da7f46-3bda-44db-a89e-68ed22feabd5 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 11:02:15.505160 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.db.securitygroups_db [None req-79da7f46-3bda-44db-a89e-68ed22feabd5 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Project fd9e5bc96c1947bd9411090e5d621544 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 11:02:15.511123 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-79da7f46-3bda-44db-a89e-68ed22feabd5 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:15.578744 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-79da7f46-3bda-44db-a89e-68ed22feabd5 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:15.582678 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-79da7f46-3bda-44db-a89e-68ed22feabd5 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:15.610472 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79da7f46-3bda-44db-a89e-68ed22feabd5 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec96b465-2f3b-47d5-a540-fb7a4e4657b1,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:15.617022 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-79da7f46-3bda-44db-a89e-68ed22feabd5 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:15.618151 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-79da7f46-3bda-44db-a89e-68ed22feabd5 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1458371 Mar 07 11:02:15.621223 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 45372) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:02:15.627131 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-0d39b4c0-28fb-4a5b-b26c-0146c780d328 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Request body: {'network': {'name': 'tempest-network-smoke--199988644', 'project_id': 'fd9e5bc96c1947bd9411090e5d621544', 'port_security_enabled': True}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 11:02:15.631823 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-0d39b4c0-28fb-4a5b-b26c-0146c780d328 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 11:02:15.635529 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-0d39b4c0-28fb-4a5b-b26c-0146c780d328 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Usage tracker for resource:network and tenant:fd9e5bc96c1947bd9411090e5d621544 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 11:02:15.638302 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-0d39b4c0-28fb-4a5b-b26c-0146c780d328 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 11:02:15.644739 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-0d39b4c0-28fb-4a5b-b26c-0146c780d328 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 11:02:15.654498 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d39b4c0-28fb-4a5b-b26c-0146c780d328 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Made reservation on behalf of fd9e5bc96c1947bd9411090e5d621544 for: {'network': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:02:15.657540 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0d39b4c0-28fb-4a5b-b26c-0146c780d328 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for network, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:15.685201 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d39b4c0-28fb-4a5b-b26c-0146c780d328 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=83738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 11:02:15.695480 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0d39b4c0-28fb-4a5b-b26c-0146c780d328 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:15.695812 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.db.segments_db [None req-0d39b4c0-28fb-4a5b-b26c-0146c780d328 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Added segment 55f013da-73c5-493f-bea8-fc387780e017 of type vlan for network c7d4bab0-978d-4566-ad69-348825afd15b Mar 07 11:02:15.722166 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0d39b4c0-28fb-4a5b-b26c-0146c780d328 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732568034061'] for network, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:15.750404 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0d39b4c0-28fb-4a5b-b26c-0146c780d328 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594'] for network, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:15.754164 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d39b4c0-28fb-4a5b-b26c-0146c780d328 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:02:15.754718 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0d39b4c0-28fb-4a5b-b26c-0146c780d328 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:15.851744 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-0d39b4c0-28fb-4a5b-b26c-0146c780d328 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2294791 Mar 07 11:02:15.854791 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 45376) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:02:15.860790 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-0f701f97-cc3f-4811-86f8-bf3be96600e6 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1317533914', 'admin_state_up': True, 'project_id': 'fd9e5bc96c1947bd9411090e5d621544', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12'}}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 11:02:15.863838 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d39b4c0-28fb-4a5b-b26c-0146c780d328 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Pushing event updated for resources: {'Network': ['ID=c7d4bab0-978d-4566-ad69-348825afd15b,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:15.867796 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-0f701f97-cc3f-4811-86f8-bf3be96600e6 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 11:02:15.871606 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-0f701f97-cc3f-4811-86f8-bf3be96600e6 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Usage tracker for resource:router and tenant:fd9e5bc96c1947bd9411090e5d621544 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 11:02:15.875589 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-0f701f97-cc3f-4811-86f8-bf3be96600e6 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 11:02:15.882606 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Network c7d4bab0-978d-4566-ad69-348825afd15b details requested by agent ovs-agent-dv-neutron-830731-3-hyperv with host dv-neutron-830731-3-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 11:02:15.883140 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-0f701f97-cc3f-4811-86f8-bf3be96600e6 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 11:02:15.894027 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0f701f97-cc3f-4811-86f8-bf3be96600e6 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3919700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58025'] for router, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:15.894908 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0f701f97-cc3f-4811-86f8-bf3be96600e6 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3919671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4011175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58018'] for router, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:15.899208 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:15.912609 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0f701f97-cc3f-4811-86f8-bf3be96600e6 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:16.137870 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0f701f97-cc3f-4811-86f8-bf3be96600e6 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3917998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58952'] for router, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:16.316997 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0f701f97-cc3f-4811-86f8-bf3be96600e6 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for router_gateway, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:16.345973 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0f701f97-cc3f-4811-86f8-bf3be96600e6 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:16.478383 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-0f701f97-cc3f-4811-86f8-bf3be96600e6 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Allocated IP 172.26.8.85 (5ed85006-6b00-415e-b71f-837fb1421c12/8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a/a188344d-019c-4913-a8e5-99a955b9cc11) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:02:16.622724 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0f701f97-cc3f-4811-86f8-bf3be96600e6 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:16.649147 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0f701f97-cc3f-4811-86f8-bf3be96600e6 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:16.715613 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f701f97-cc3f-4811-86f8-bf3be96600e6 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Network 5ed85006-6b00-415e-b71f-837fb1421c12 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:02:16.719070 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-0f701f97-cc3f-4811-86f8-bf3be96600e6 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:02:16.723352 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f701f97-cc3f-4811-86f8-bf3be96600e6 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 11:02:16.746882 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f701f97-cc3f-4811-86f8-bf3be96600e6 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Pushing event updated for resources: {'Port': ['ID=a188344d-019c-4913-a8e5-99a955b9cc11,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:16.876498 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0f701f97-cc3f-4811-86f8-bf3be96600e6 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for router_gateway, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:16.877246 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0f701f97-cc3f-4811-86f8-bf3be96600e6 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3917991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923518'] for router, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:17.094828 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-adbd2215-c8ee-41f3-92a6-4182ca26b8a8 None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 11:02:17.097015 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f701f97-cc3f-4811-86f8-bf3be96600e6 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Router 9a6c1590-99f8-47d7-8f2c-b06012b4c228 is scheduled to L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 with binding_index 1 {{(pid=83737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 11:02:17.297570 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f701f97-cc3f-4811-86f8-bf3be96600e6 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:02:17.308122 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c826fb-e8b1-4e1d-ba5c-c917662495d6 None None] Sync routers for ids ['9a6c1590-99f8-47d7-8f2c-b06012b4c228'] in dv-neutron-830731-3-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 11:02:17.320500 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c826fb-e8b1-4e1d-ba5c-c917662495d6 None None] Routers {'9a6c1590-99f8-47d7-8f2c-b06012b4c228'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 11:02:17.321097 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-84c826fb-e8b1-4e1d-ba5c-c917662495d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T11:02:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['9a6c1590-99f8-47d7-8f2c-b06012b4c228'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:02:17.325235 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0f701f97-cc3f-4811-86f8-bf3be96600e6 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:17.326410 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-0f701f97-cc3f-4811-86f8-bf3be96600e6 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4705968 Mar 07 11:02:17.329505 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 45380) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:02:17.491568 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-151637ff-0ce9-41d3-974b-5ced95ad8c35 tempest-TestNetworkAdvancedServerOps-1832968989 tempest-TestNetworkAdvancedServerOps-1832968989-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=fd9e5bc96c1947bd9411090e5d621544&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1609890 Mar 07 11:02:17.493910 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-84c826fb-e8b1-4e1d-ba5c-c917662495d6 None None] Set router 9a6c1590-99f8-47d7-8f2c-b06012b4c228 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 11:02:17.494222 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 45386) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:02:17.621886 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc795451-1fe7-4ac5-8b32-93526fc08b35 tempest-TestNetworkAdvancedServerOps-1832968989 tempest-TestNetworkAdvancedServerOps-1832968989-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:02:17.623338 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-cc795451-1fe7-4ac5-8b32-93526fc08b35 tempest-TestNetworkAdvancedServerOps-1832968989 tempest-TestNetworkAdvancedServerOps-1832968989-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1281917 Mar 07 11:02:17.626714 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 45390) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:02:17.667958 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-24db9d89-c09a-4f8e-809b-e57a24507ce8 tempest-TestNetworkAdvancedServerOps-1832968989 tempest-TestNetworkAdvancedServerOps-1832968989-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=5ed85006-6b00-415e-b71f-837fb1421c12&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0400558 Mar 07 11:02:17.670398 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 45394) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:02:17.675702 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-7e27bd6a-0831-4c2d-8283-125fb752f6a8 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2031595999', 'network_id': 'c7d4bab0-978d-4566-ad69-348825afd15b', 'project_id': 'fd9e5bc96c1947bd9411090e5d621544', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 11:02:17.771794 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-84c826fb-e8b1-4e1d-ba5c-c917662495d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a6c1590-99f8-47d7-8f2c-b06012b4c228', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1317533914', 'tenant_id': 'fd9e5bc96c1947bd9411090e5d621544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.85'}], 'enable_snat': True}, 'gw_port_id': 'a188344d-019c-4913-a8e5-99a955b9cc11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:02:15Z', 'updated_at': '2022-03-07T11:02:16Z', 'revision_number': 3, 'project_id': 'fd9e5bc96c1947bd9411090e5d621544', 'gw_port': {'id': 'a188344d-019c-4913-a8e5-99a955b9cc11', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:6b:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a6c1590-99f8-47d7-8f2c-b06012b4c228', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:02:16Z', 'updated_at': '2022-03-07T11:02:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv'}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:02:17.775499 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c826fb-e8b1-4e1d-ba5c-c917662495d6 None None] Checking router: 9a6c1590-99f8-47d7-8f2c-b06012b4c228 for host: dv-neutron-830731-3-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 07 11:02:17.775831 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c826fb-e8b1-4e1d-ba5c-c917662495d6 None None] Updating router 9a6c1590-99f8-47d7-8f2c-b06012b4c228 port a188344d-019c-4913-a8e5-99a955b9cc11 binding host dv-neutron-830731-3-hyperv {{(pid=83740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 07 11:02:17.834110 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-84c826fb-e8b1-4e1d-ba5c-c917662495d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:17.866341 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-7e27bd6a-0831-4c2d-8283-125fb752f6a8 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 11:02:17.870181 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-7e27bd6a-0831-4c2d-8283-125fb752f6a8 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Usage tracker for resource:subnet and tenant:fd9e5bc96c1947bd9411090e5d621544 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 11:02:17.873150 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-7e27bd6a-0831-4c2d-8283-125fb752f6a8 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 11:02:17.879357 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-7e27bd6a-0831-4c2d-8283-125fb752f6a8 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 11:02:17.889071 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e27bd6a-0831-4c2d-8283-125fb752f6a8 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Made reservation on behalf of fd9e5bc96c1947bd9411090e5d621544 for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:02:17.989973 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7e27bd6a-0831-4c2d-8283-125fb752f6a8 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3219231'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:18.150405 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-84c826fb-e8b1-4e1d-ba5c-c917662495d6 None None] Notify callbacks [] for port, precommit_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:18.161867 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.provisioning_blocks [None req-84c826fb-e8b1-4e1d-ba5c-c917662495d6 None None] Transition to ACTIVE for port object a188344d-019c-4913-a8e5-99a955b9cc11 will not be triggered until provisioned by entity L2. {{(pid=83740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 11:02:18.168557 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-84c826fb-e8b1-4e1d-ba5c-c917662495d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:18.202174 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7e27bd6a-0831-4c2d-8283-125fb752f6a8 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3012444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3219213'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:18.247967 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-84c826fb-e8b1-4e1d-ba5c-c917662495d6 None None] Attempting to bind port a188344d-019c-4913-a8e5-99a955b9cc11 on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 11:02:18.248246 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-84c826fb-e8b1-4e1d-ba5c-c917662495d6 None None] Attempting to bind port a188344d-019c-4913-a8e5-99a955b9cc11 by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': '9a22e080-7529-4fc7-949d-9f84ba21807d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12'}] {{(pid=83740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 11:02:18.248615 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c826fb-e8b1-4e1d-ba5c-c917662495d6 None None] Attempting to bind port a188344d-019c-4913-a8e5-99a955b9cc11 on network 5ed85006-6b00-415e-b71f-837fb1421c12 {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 11:02:18.255350 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7897ef6-da64-42ba-b6d4-9dbb0e5c034d None None] Pushing event updated for resources: {'Port': ['ID=a188344d-019c-4913-a8e5-99a955b9cc11,revision_number=2']} {{(pid=83740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:18.265585 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7897ef6-da64-42ba-b6d4-9dbb0e5c034d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:02:18.265923 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7897ef6-da64-42ba-b6d4-9dbb0e5c034d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:02:18.266244 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7897ef6-da64-42ba-b6d4-9dbb0e5c034d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:02:18.266563 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7897ef6-da64-42ba-b6d4-9dbb0e5c034d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:02:18.266879 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7897ef6-da64-42ba-b6d4-9dbb0e5c034d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:02:18.267189 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7897ef6-da64-42ba-b6d4-9dbb0e5c034d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:02:18.267499 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7897ef6-da64-42ba-b6d4-9dbb0e5c034d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:02:18.267808 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7897ef6-da64-42ba-b6d4-9dbb0e5c034d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:02:18.268114 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7897ef6-da64-42ba-b6d4-9dbb0e5c034d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:02:18.268416 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7897ef6-da64-42ba-b6d4-9dbb0e5c034d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:02:18.268759 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7897ef6-da64-42ba-b6d4-9dbb0e5c034d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:02:18.272741 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c826fb-e8b1-4e1d-ba5c-c917662495d6 None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 2, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 11:02:18.273109 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c826fb-e8b1-4e1d-ba5c-c917662495d6 None None] Checking segment: {'id': '9a22e080-7529-4fc7-949d-9f84ba21807d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 11:02:18.273495 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-84c826fb-e8b1-4e1d-ba5c-c917662495d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:18.273858 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c826fb-e8b1-4e1d-ba5c-c917662495d6 None None] Bound using segment: {'id': '9a22e080-7529-4fc7-949d-9f84ba21807d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12'} {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 11:02:18.274312 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-84c826fb-e8b1-4e1d-ba5c-c917662495d6 None None] Bound port: a188344d-019c-4913-a8e5-99a955b9cc11, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a22e080-7529-4fc7-949d-9f84ba21807d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12'}}] {{(pid=83740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 11:02:18.274669 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-84c826fb-e8b1-4e1d-ba5c-c917662495d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:18.286990 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e27bd6a-0831-4c2d-8283-125fb752f6a8 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Pushing event updated for resources: {'Subnet': ['ID=195608b2-99cc-452d-8511-4311aef3ca11,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:18.298792 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e27bd6a-0831-4c2d-8283-125fb752f6a8 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Checking segment: {'id': '55f013da-73c5-493f-bea8-fc387780e017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'c7d4bab0-978d-4566-ad69-348825afd15b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 11:02:18.299126 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e27bd6a-0831-4c2d-8283-125fb752f6a8 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Network hostable DHCP agents. Network: c7d4bab0-978d-4566-ad69-348825afd15b, hostable agents: ['6527556c-6586-422c-ae47-082984683847'], hosted agents: [] {{(pid=83737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 11:02:18.323218 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e27bd6a-0831-4c2d-8283-125fb752f6a8 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Network c7d4bab0-978d-4566-ad69-348825afd15b is scheduled to be hosted by DHCP agent 6527556c-6586-422c-ae47-082984683847 with binding_index 1 {{(pid=83737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 11:02:18.332874 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-7e27bd6a-0831-4c2d-8283-125fb752f6a8 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830731-3-hyperv, c7d4bab0-978d-4566-ad69-348825afd15b) {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:02:18.337221 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e27bd6a-0831-4c2d-8283-125fb752f6a8 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:02:18.337691 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7e27bd6a-0831-4c2d-8283-125fb752f6a8 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:18.342836 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11eee373-6afc-4652-b5fa-188c2cce3fa8 None None] Network c7d4bab0-978d-4566-ad69-348825afd15b requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 11:02:18.361007 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-7e27bd6a-0831-4c2d-8283-125fb752f6a8 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6896133 Mar 07 11:02:18.363739 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 45398) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:02:18.370062 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.db [None req-84c826fb-e8b1-4e1d-ba5c-c917662495d6 None None] For port a188344d-019c-4913-a8e5-99a955b9cc11, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:02:18.373751 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.db [None req-84c826fb-e8b1-4e1d-ba5c-c917662495d6 None None] For port a188344d-019c-4913-a8e5-99a955b9cc11, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=a188344d-019c-4913-a8e5-99a955b9cc11,segment=NetworkSegment(9a22e080-7529-4fc7-949d-9f84ba21807d),segment_id=9a22e080-7529-4fc7-949d-9f84ba21807d)] {{(pid=83740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:02:18.378592 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-84c826fb-e8b1-4e1d-ba5c-c917662495d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:18.452561 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c826fb-e8b1-4e1d-ba5c-c917662495d6 None None] Routers {'9a6c1590-99f8-47d7-8f2c-b06012b4c228'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 11:02:18.453246 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-84c826fb-e8b1-4e1d-ba5c-c917662495d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T11:02:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['9a6c1590-99f8-47d7-8f2c-b06012b4c228'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:02:18.561315 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a44648a0-b37f-4647-817e-b9f8e991e6e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ec2749d-0aec-52fb-aca6-10ba8a80aade-c7d4bab0-978d-4566-ad69-348825afd15b', 'network_id': 'c7d4bab0-978d-4566-ad69-348825afd15b', 'tenant_id': 'fd9e5bc96c1947bd9411090e5d621544', 'fixed_ips': [{'subnet_id': '195608b2-99cc-452d-8511-4311aef3ca11'}]}} from dv-neutron-830731-3-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 07 11:02:18.563888 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a44648a0-b37f-4647-817e-b9f8e991e6e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:18.594758 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7897ef6-da64-42ba-b6d4-9dbb0e5c034d None None] Pushing event updated for resources: {'Port': ['ID=a188344d-019c-4913-a8e5-99a955b9cc11,revision_number=3']} {{(pid=83740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:18.645410 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-84c826fb-e8b1-4e1d-ba5c-c917662495d6 None None] Set router 9a6c1590-99f8-47d7-8f2c-b06012b4c228 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 11:02:18.721103 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-a44648a0-b37f-4647-817e-b9f8e991e6e1 None None] Allocated IP 172.20.0.2 (c7d4bab0-978d-4566-ad69-348825afd15b/195608b2-99cc-452d-8511-4311aef3ca11/4fbba6a3-d253-4353-9209-75b3262bf8fc) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:02:18.937527 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a44648a0-b37f-4647-817e-b9f8e991e6e1 None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:18.948275 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a44648a0-b37f-4647-817e-b9f8e991e6e1 None None] Transition to ACTIVE for port object 4fbba6a3-d253-4353-9209-75b3262bf8fc will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 11:02:18.960696 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-84c826fb-e8b1-4e1d-ba5c-c917662495d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a6c1590-99f8-47d7-8f2c-b06012b4c228', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1317533914', 'tenant_id': 'fd9e5bc96c1947bd9411090e5d621544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.85'}], 'enable_snat': True}, 'gw_port_id': 'a188344d-019c-4913-a8e5-99a955b9cc11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:02:15Z', 'updated_at': '2022-03-07T11:02:16Z', 'revision_number': 3, 'project_id': 'fd9e5bc96c1947bd9411090e5d621544', 'gw_port': {'id': 'a188344d-019c-4913-a8e5-99a955b9cc11', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:6b:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a6c1590-99f8-47d7-8f2c-b06012b4c228', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:02:16Z', 'updated_at': '2022-03-07T11:02:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv'}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:02:18.964563 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c826fb-e8b1-4e1d-ba5c-c917662495d6 None None] The sync data for ids ['9a6c1590-99f8-47d7-8f2c-b06012b4c228'] in dv-neutron-830731-3-hyperv is: [{'id': '9a6c1590-99f8-47d7-8f2c-b06012b4c228', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1317533914', 'tenant_id': 'fd9e5bc96c1947bd9411090e5d621544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.85'}], 'enable_snat': True}, 'gw_port_id': 'a188344d-019c-4913-a8e5-99a955b9cc11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:02:15Z', 'updated_at': '2022-03-07T11:02:16Z', 'revision_number': 3, 'project_id': 'fd9e5bc96c1947bd9411090e5d621544', 'gw_port': {'id': 'a188344d-019c-4913-a8e5-99a955b9cc11', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:6b:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a6c1590-99f8-47d7-8f2c-b06012b4c228', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:02:16Z', 'updated_at': '2022-03-07T11:02:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv'}] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 11:02:18.971022 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a44648a0-b37f-4647-817e-b9f8e991e6e1 None None] Transition to ACTIVE for port object 4fbba6a3-d253-4353-9209-75b3262bf8fc will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 11:02:18.977063 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a44648a0-b37f-4647-817e-b9f8e991e6e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:19.046941 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a44648a0-b37f-4647-817e-b9f8e991e6e1 None None] Network c7d4bab0-978d-4566-ad69-348825afd15b is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:02:19.050066 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-a44648a0-b37f-4647-817e-b9f8e991e6e1 None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:02:19.053614 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44648a0-b37f-4647-817e-b9f8e991e6e1 None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 11:02:19.064405 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44648a0-b37f-4647-817e-b9f8e991e6e1 None None] Pushing event updated for resources: {'Port': ['ID=4fbba6a3-d253-4353-9209-75b3262bf8fc,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:19.131009 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44648a0-b37f-4647-817e-b9f8e991e6e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:02:19.131359 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44648a0-b37f-4647-817e-b9f8e991e6e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:02:19.131690 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44648a0-b37f-4647-817e-b9f8e991e6e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:02:19.132010 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44648a0-b37f-4647-817e-b9f8e991e6e1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:02:19.132334 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44648a0-b37f-4647-817e-b9f8e991e6e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:02:19.132673 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44648a0-b37f-4647-817e-b9f8e991e6e1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:02:19.132993 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44648a0-b37f-4647-817e-b9f8e991e6e1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:02:19.133314 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44648a0-b37f-4647-817e-b9f8e991e6e1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:02:19.133628 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44648a0-b37f-4647-817e-b9f8e991e6e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:02:19.133938 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44648a0-b37f-4647-817e-b9f8e991e6e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:02:19.134290 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44648a0-b37f-4647-817e-b9f8e991e6e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:02:19.173602 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ef819955-6b03-4d7a-ba36-b812d00e3f43 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:19.177249 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-a44648a0-b37f-4647-817e-b9f8e991e6e1 None None] Attempting to bind port 4fbba6a3-d253-4353-9209-75b3262bf8fc on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 11:02:19.177690 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-a44648a0-b37f-4647-817e-b9f8e991e6e1 None None] Attempting to bind port 4fbba6a3-d253-4353-9209-75b3262bf8fc by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': '55f013da-73c5-493f-bea8-fc387780e017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'c7d4bab0-978d-4566-ad69-348825afd15b'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 11:02:19.178123 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44648a0-b37f-4647-817e-b9f8e991e6e1 None None] Attempting to bind port 4fbba6a3-d253-4353-9209-75b3262bf8fc on network c7d4bab0-978d-4566-ad69-348825afd15b {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 11:02:19.184974 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44648a0-b37f-4647-817e-b9f8e991e6e1 None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 2, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 11:02:19.185422 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44648a0-b37f-4647-817e-b9f8e991e6e1 None None] Checking segment: {'id': '55f013da-73c5-493f-bea8-fc387780e017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'c7d4bab0-978d-4566-ad69-348825afd15b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 11:02:19.185853 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a44648a0-b37f-4647-817e-b9f8e991e6e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:19.186241 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44648a0-b37f-4647-817e-b9f8e991e6e1 None None] Bound using segment: {'id': '55f013da-73c5-493f-bea8-fc387780e017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'c7d4bab0-978d-4566-ad69-348825afd15b'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 11:02:19.186745 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-a44648a0-b37f-4647-817e-b9f8e991e6e1 None None] Bound port: 4fbba6a3-d253-4353-9209-75b3262bf8fc, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55f013da-73c5-493f-bea8-fc387780e017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'c7d4bab0-978d-4566-ad69-348825afd15b'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 11:02:19.187233 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a44648a0-b37f-4647-817e-b9f8e991e6e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:19.284288 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a44648a0-b37f-4647-817e-b9f8e991e6e1 None None] For port 4fbba6a3-d253-4353-9209-75b3262bf8fc, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:02:19.287573 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a44648a0-b37f-4647-817e-b9f8e991e6e1 None None] For port 4fbba6a3-d253-4353-9209-75b3262bf8fc, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=4fbba6a3-d253-4353-9209-75b3262bf8fc,segment=NetworkSegment(55f013da-73c5-493f-bea8-fc387780e017),segment_id=55f013da-73c5-493f-bea8-fc387780e017)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:02:19.295477 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a44648a0-b37f-4647-817e-b9f8e991e6e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:19.378551 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44648a0-b37f-4647-817e-b9f8e991e6e1 None None] Pushing event updated for resources: {'Port': ['ID=4fbba6a3-d253-4353-9209-75b3262bf8fc,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:19.710603 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-ef819955-6b03-4d7a-ba36-b812d00e3f43 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Allocated IP 172.20.0.1 (c7d4bab0-978d-4566-ad69-348825afd15b/195608b2-99cc-452d-8511-4311aef3ca11/d74c56b8-deff-4f4d-927f-7e5d3a361a40) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:02:19.876183 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ef819955-6b03-4d7a-ba36-b812d00e3f43 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:19.892380 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [None req-ef819955-6b03-4d7a-ba36-b812d00e3f43 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Transition to ACTIVE for port object d74c56b8-deff-4f4d-927f-7e5d3a361a40 will not be triggered until provisioned by entity DHCP. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 11:02:19.913383 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ef819955-6b03-4d7a-ba36-b812d00e3f43 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:19.982588 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef819955-6b03-4d7a-ba36-b812d00e3f43 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Network c7d4bab0-978d-4566-ad69-348825afd15b is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:02:19.985476 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-ef819955-6b03-4d7a-ba36-b812d00e3f43 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:02:19.989336 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef819955-6b03-4d7a-ba36-b812d00e3f43 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 11:02:20.019323 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef819955-6b03-4d7a-ba36-b812d00e3f43 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Pushing event updated for resources: {'Port': ['ID=d74c56b8-deff-4f4d-927f-7e5d3a361a40,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:20.050083 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ef819955-6b03-4d7a-ba36-b812d00e3f43 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3920324'] for router_interface, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:20.139420 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ef819955-6b03-4d7a-ba36-b812d00e3f43 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:20.345542 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4659d69-af7b-42ca-a511-b4a745310240 None None] Network c7d4bab0-978d-4566-ad69-348825afd15b requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 11:02:20.452888 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-1fbd5836-d64d-4b5d-8c76-851249ef1246 None None] Provisioning for port 4fbba6a3-d253-4353-9209-75b3262bf8fc completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 11:02:20.545422 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ef819955-6b03-4d7a-ba36-b812d00e3f43 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:20.549775 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ef819955-6b03-4d7a-ba36-b812d00e3f43 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3012561'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:20.664537 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef819955-6b03-4d7a-ba36-b812d00e3f43 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Pushing event updated for resources: {'Port': ['ID=d74c56b8-deff-4f4d-927f-7e5d3a361a40,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:20.667708 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ef819955-6b03-4d7a-ba36-b812d00e3f43 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2756426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3920233'] for router_interface, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:20.796247 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-d6a3e8d3-a556-4686-8ca7-d69ecb548870 None None] Provisioning for port d74c56b8-deff-4f4d-927f-7e5d3a361a40 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 11:02:20.801653 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-d6a3e8d3-a556-4686-8ca7-d69ecb548870 None None] Provisioning complete for port d74c56b8-deff-4f4d-927f-7e5d3a361a40 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 11:02:20.802027 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-d6a3e8d3-a556-4686-8ca7-d69ecb548870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:20.810116 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef819955-6b03-4d7a-ba36-b812d00e3f43 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Network c7d4bab0-978d-4566-ad69-348825afd15b is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:02:20.811185 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-ef819955-6b03-4d7a-ba36-b812d00e3f43 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:02:20.857089 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-d6a3e8d3-a556-4686-8ca7-d69ecb548870 None None] Port d74c56b8-deff-4f4d-927f-7e5d3a361a40 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 11:02:20.977948 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-dff71b79-61f6-4cae-99d9-2c711de69f8a None None] Provisioning complete for port d74c56b8-deff-4f4d-927f-7e5d3a361a40 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 11:02:20.978555 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-dff71b79-61f6-4cae-99d9-2c711de69f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:21.037737 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-dff71b79-61f6-4cae-99d9-2c711de69f8a None None] Port d74c56b8-deff-4f4d-927f-7e5d3a361a40 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 11:02:21.166067 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-b1a25cae-a18e-4db2-bf23-a95020795c06 None None] Provisioning complete for port d74c56b8-deff-4f4d-927f-7e5d3a361a40 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 11:02:21.166431 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-b1a25cae-a18e-4db2-bf23-a95020795c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:21.224970 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-b1a25cae-a18e-4db2-bf23-a95020795c06 None None] Port d74c56b8-deff-4f4d-927f-7e5d3a361a40 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 11:02:21.232694 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 4fbba6a3-d253-4353-9209-75b3262bf8fc up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 11:02:21.302076 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning for port 4fbba6a3-d253-4353-9209-75b3262bf8fc completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 11:02:21.306663 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 4fbba6a3-d253-4353-9209-75b3262bf8fc triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 11:02:21.307032 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:21.314260 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef819955-6b03-4d7a-ba36-b812d00e3f43 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Router 9a6c1590-99f8-47d7-8f2c-b06012b4c228 has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:02:21.449468 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:21.481424 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] For port 4fbba6a3-d253-4353-9209-75b3262bf8fc, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=4fbba6a3-d253-4353-9209-75b3262bf8fc,segment=NetworkSegment(55f013da-73c5-493f-bea8-fc387780e017),segment_id=55f013da-73c5-493f-bea8-fc387780e017)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:02:21.485604 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:21.486722 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device a188344d-019c-4913-a8e5-99a955b9cc11 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 11:02:21.514230 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef819955-6b03-4d7a-ba36-b812d00e3f43 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:02:21.523716 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-ef819955-6b03-4d7a-ba36-b812d00e3f43 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "PUT /v2.0/routers/9a6c1590-99f8-47d7-8f2c-b06012b4c228/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1589997 Mar 07 11:02:21.601924 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Pushing event updated for resources: {'Port': ['ID=4fbba6a3-d253-4353-9209-75b3262bf8fc,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:21.615912 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning for port a188344d-019c-4913-a8e5-99a955b9cc11 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 11:02:21.620527 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port a188344d-019c-4913-a8e5-99a955b9cc11 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 11:02:21.620892 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:21.712949 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-7df858bb-dff2-4f70-8384-e6141283a359 req-fce8a74e-71e1-4b54-add0-c72c2560a05a tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1445236417&fields=id&tenant_id=fd9e5bc96c1947bd9411090e5d621544 HTTP/1.1" status: 200 len: 267 time: 0.0404046 Mar 07 11:02:21.736948 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:21.752700 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] For port a188344d-019c-4913-a8e5-99a955b9cc11, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=a188344d-019c-4913-a8e5-99a955b9cc11,segment=NetworkSegment(9a22e080-7529-4fc7-949d-9f84ba21807d),segment_id=9a22e080-7529-4fc7-949d-9f84ba21807d)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:02:21.756391 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:21.821174 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Pushing event updated for resources: {'Port': ['ID=a188344d-019c-4913-a8e5-99a955b9cc11,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:21.860069 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df858bb-dff2-4f70-8384-e6141283a359 req-b888cefd-1dc7-4339-be24-90482dd262e5 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:02:21.861520 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-7df858bb-dff2-4f70-8384-e6141283a359 req-b888cefd-1dc7-4339-be24-90482dd262e5 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/networks?id=c7d4bab0-978d-4566-ad69-348825afd15b HTTP/1.1" status: 200 len: 796 time: 0.1415107 Mar 07 11:02:21.877268 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-7df858bb-dff2-4f70-8384-e6141283a359 req-9cc3b90f-be81-453f-a3c7-76752f0ceaf3 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/quotas/fd9e5bc96c1947bd9411090e5d621544 HTTP/1.1" status: 200 len: 375 time: 0.0104101 Mar 07 11:02:21.958569 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-7df858bb-dff2-4f70-8384-e6141283a359 req-cd3cd159-5fe8-4936-b3ac-deb38845e38d tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Synchronizing usage tracker for tenant:fd9e5bc96c1947bd9411090e5d621544 on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 11:02:21.977006 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-7df858bb-dff2-4f70-8384-e6141283a359 req-cd3cd159-5fe8-4936-b3ac-deb38845e38d tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Unset dirty status for tenant:fd9e5bc96c1947bd9411090e5d621544 on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 11:02:21.978371 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-7df858bb-dff2-4f70-8384-e6141283a359 req-cd3cd159-5fe8-4936-b3ac-deb38845e38d tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=fd9e5bc96c1947bd9411090e5d621544&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0963719 Mar 07 11:02:22.180257 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-7df858bb-dff2-4f70-8384-e6141283a359 req-8c3c973d-3e09-4296-b5cd-c8742c8cdf78 service neutron] 10.222.0.13 "GET /v2.0/networks/c7d4bab0-978d-4566-ad69-348825afd15b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904850 Mar 07 11:02:22.314132 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-7df858bb-dff2-4f70-8384-e6141283a359 req-2c730f7f-ac70-48bd-be24-50145cd93bbf service neutron] 10.222.0.13 "GET /v2.0/networks/c7d4bab0-978d-4566-ad69-348825afd15b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279068 Mar 07 11:02:22.519679 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-8457c6be-4944-490b-8f85-460e50cec136 req-99050ba7-be36-46a2-8d61-f50193614ae6 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bd12c56-e2a9-40f8-8c48-0f0a689c8896 HTTP/1.1" status: 200 len: 210 time: 0.0424767 Mar 07 11:02:22.526733 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f543c384-cfbf-4354-8573-b85f23113e57 None None] Sync routers for ids ['9a6c1590-99f8-47d7-8f2c-b06012b4c228'] in dv-neutron-830731-3-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 11:02:22.540773 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f543c384-cfbf-4354-8573-b85f23113e57 None None] Routers {'9a6c1590-99f8-47d7-8f2c-b06012b4c228'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 11:02:22.541476 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-f543c384-cfbf-4354-8573-b85f23113e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T11:02:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['9a6c1590-99f8-47d7-8f2c-b06012b4c228'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:02:22.724005 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-f543c384-cfbf-4354-8573-b85f23113e57 None None] Set router 9a6c1590-99f8-47d7-8f2c-b06012b4c228 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 11:02:23.043667 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-f543c384-cfbf-4354-8573-b85f23113e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a6c1590-99f8-47d7-8f2c-b06012b4c228', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1317533914', 'tenant_id': 'fd9e5bc96c1947bd9411090e5d621544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.85'}], 'enable_snat': True}, 'gw_port_id': 'a188344d-019c-4913-a8e5-99a955b9cc11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:02:15Z', 'updated_at': '2022-03-07T11:02:20Z', 'revision_number': 4, 'project_id': 'fd9e5bc96c1947bd9411090e5d621544', 'gw_port': {'id': 'a188344d-019c-4913-a8e5-99a955b9cc11', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:6b:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a6c1590-99f8-47d7-8f2c-b06012b4c228', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:02:16Z', 'updated_at': '2022-03-07T11:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_interfaces': [{'id': 'd74c56b8-deff-4f4d-927f-7e5d3a361a40', 'name': '', 'network_id': 'c7d4bab0-978d-4566-ad69-348825afd15b', 'tenant_id': 'fd9e5bc96c1947bd9411090e5d621544', 'mac_address': 'fa:16:3e:0d:e3:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a6c1590-99f8-47d7-8f2c-b06012b4c228', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '195608b2-99cc-452d-8511-4311aef3ca11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:02:19Z', 'updated_at': '2022-03-07T11:02:20Z', 'revision_number': 2, 'project_id': 'fd9e5bc96c1947bd9411090e5d621544', 'subnets': [{'id': '195608b2-99cc-452d-8511-4311aef3ca11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:02:23.048382 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f543c384-cfbf-4354-8573-b85f23113e57 None None] Checking router: 9a6c1590-99f8-47d7-8f2c-b06012b4c228 for host: dv-neutron-830731-3-hyperv {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 07 11:02:23.048763 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f543c384-cfbf-4354-8573-b85f23113e57 None None] Updating router 9a6c1590-99f8-47d7-8f2c-b06012b4c228 port d74c56b8-deff-4f4d-927f-7e5d3a361a40 binding host dv-neutron-830731-3-hyperv {{(pid=83739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 07 11:02:23.099606 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f543c384-cfbf-4354-8573-b85f23113e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:23.210221 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 4fbba6a3-d253-4353-9209-75b3262bf8fc up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 11:02:23.395448 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 4fbba6a3-d253-4353-9209-75b3262bf8fc triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 11:02:23.395721 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:23.584847 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f543c384-cfbf-4354-8573-b85f23113e57 None None] Notify callbacks [] for port, precommit_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:23.595025 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device a188344d-019c-4913-a8e5-99a955b9cc11 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 11:02:23.636859 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-f543c384-cfbf-4354-8573-b85f23113e57 None None] Transition to ACTIVE for port object d74c56b8-deff-4f4d-927f-7e5d3a361a40 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 11:02:23.653751 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f543c384-cfbf-4354-8573-b85f23113e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:23.805340 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-715d55a6-8eab-4c42-821f-8ba212e694ce req-378b6000-2210-46dd-b64f-ffadb6bb3cd6 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bd12c56-e2a9-40f8-8c48-0f0a689c8896 HTTP/1.1" status: 200 len: 210 time: 0.0882485 Mar 07 11:02:23.823642 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82924efa-52a1-4d79-a052-c623377f970f None None] Pushing event updated for resources: {'Port': ['ID=d74c56b8-deff-4f4d-927f-7e5d3a361a40,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:23.845879 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df858bb-dff2-4f70-8384-e6141283a359 req-25e46dd4-4ecf-49a4-9d74-1790c7f9d77c tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:02:23.847436 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-7df858bb-dff2-4f70-8384-e6141283a359 req-25e46dd4-4ecf-49a4-9d74-1790c7f9d77c tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.10 "GET /v2.0/networks?id=c7d4bab0-978d-4566-ad69-348825afd15b HTTP/1.1" status: 200 len: 796 time: 0.2444766 Mar 07 11:02:23.868905 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port a188344d-019c-4913-a8e5-99a955b9cc11 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 11:02:23.868905 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:23.907944 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-7df858bb-dff2-4f70-8384-e6141283a359 req-6b36e6f1-5a16-40d3-8d50-2e5b2d797185 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fd9e5bc96c1947bd9411090e5d621544 HTTP/1.1" status: 200 len: 380 time: 0.0449028 Mar 07 11:02:23.917022 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [req-7df858bb-dff2-4f70-8384-e6141283a359 req-8dee36ca-e22a-49f2-8e52-5179c011ce21 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Request body: {'port': {'device_id': '8bd12c56-e2a9-40f8-8c48-0f0a689c8896', 'network_id': 'c7d4bab0-978d-4566-ad69-348825afd15b', 'admin_state_up': True, 'tenant_id': 'fd9e5bc96c1947bd9411090e5d621544', 'security_groups': ['adcb3707-ea11-418d-a1bb-824d1ee96327']}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 11:02:23.975871 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-f543c384-cfbf-4354-8573-b85f23113e57 None None] Attempting to bind port d74c56b8-deff-4f4d-927f-7e5d3a361a40 on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 11:02:23.976377 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-f543c384-cfbf-4354-8573-b85f23113e57 None None] Attempting to bind port d74c56b8-deff-4f4d-927f-7e5d3a361a40 by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': '55f013da-73c5-493f-bea8-fc387780e017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'c7d4bab0-978d-4566-ad69-348825afd15b'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 11:02:23.976843 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f543c384-cfbf-4354-8573-b85f23113e57 None None] Attempting to bind port d74c56b8-deff-4f4d-927f-7e5d3a361a40 on network c7d4bab0-978d-4566-ad69-348825afd15b {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 11:02:23.991652 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f543c384-cfbf-4354-8573-b85f23113e57 None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 2, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 11:02:23.992006 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f543c384-cfbf-4354-8573-b85f23113e57 None None] Checking segment: {'id': '55f013da-73c5-493f-bea8-fc387780e017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'c7d4bab0-978d-4566-ad69-348825afd15b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 11:02:23.992384 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f543c384-cfbf-4354-8573-b85f23113e57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:23.992796 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f543c384-cfbf-4354-8573-b85f23113e57 None None] Bound using segment: {'id': '55f013da-73c5-493f-bea8-fc387780e017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'c7d4bab0-978d-4566-ad69-348825afd15b'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 11:02:23.993287 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-f543c384-cfbf-4354-8573-b85f23113e57 None None] Bound port: d74c56b8-deff-4f4d-927f-7e5d3a361a40, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55f013da-73c5-493f-bea8-fc387780e017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'c7d4bab0-978d-4566-ad69-348825afd15b'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 11:02:23.993623 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f543c384-cfbf-4354-8573-b85f23113e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:24.056750 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [req-7df858bb-dff2-4f70-8384-e6141283a359 req-8dee36ca-e22a-49f2-8e52-5179c011ce21 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 11:02:24.066208 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [req-7df858bb-dff2-4f70-8384-e6141283a359 req-8dee36ca-e22a-49f2-8e52-5179c011ce21 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 11:02:24.075719 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7df858bb-dff2-4f70-8384-e6141283a359 req-8dee36ca-e22a-49f2-8e52-5179c011ce21 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Made reservation on behalf of fd9e5bc96c1947bd9411090e5d621544 for: {'port': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:02:24.079487 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-7df858bb-dff2-4f70-8384-e6141283a359 req-8dee36ca-e22a-49f2-8e52-5179c011ce21 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:24.139439 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-f543c384-cfbf-4354-8573-b85f23113e57 None None] For port d74c56b8-deff-4f4d-927f-7e5d3a361a40, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:02:24.143047 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-f543c384-cfbf-4354-8573-b85f23113e57 None None] For port d74c56b8-deff-4f4d-927f-7e5d3a361a40, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=d74c56b8-deff-4f4d-927f-7e5d3a361a40,segment=NetworkSegment(55f013da-73c5-493f-bea8-fc387780e017),segment_id=55f013da-73c5-493f-bea8-fc387780e017)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:02:24.147310 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f543c384-cfbf-4354-8573-b85f23113e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:24.221265 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82924efa-52a1-4d79-a052-c623377f970f None None] Pushing event updated for resources: {'Port': ['ID=d74c56b8-deff-4f4d-927f-7e5d3a361a40,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:24.228970 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f543c384-cfbf-4354-8573-b85f23113e57 None None] Routers {'9a6c1590-99f8-47d7-8f2c-b06012b4c228'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 11:02:24.229574 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-f543c384-cfbf-4354-8573-b85f23113e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T11:02:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['9a6c1590-99f8-47d7-8f2c-b06012b4c228'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:02:24.251922 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [req-7df858bb-dff2-4f70-8384-e6141283a359 req-8dee36ca-e22a-49f2-8e52-5179c011ce21 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Allocated IP 172.20.0.14 (c7d4bab0-978d-4566-ad69-348825afd15b/195608b2-99cc-452d-8511-4311aef3ca11/a1e0c764-ccdd-48de-896a-b87f2faf036e) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:02:24.419291 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-f543c384-cfbf-4354-8573-b85f23113e57 None None] Set router 9a6c1590-99f8-47d7-8f2c-b06012b4c228 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 11:02:24.462324 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-7df858bb-dff2-4f70-8384-e6141283a359 req-8dee36ca-e22a-49f2-8e52-5179c011ce21 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:24.479516 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [req-7df858bb-dff2-4f70-8384-e6141283a359 req-8dee36ca-e22a-49f2-8e52-5179c011ce21 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Transition to ACTIVE for port object a1e0c764-ccdd-48de-896a-b87f2faf036e will not be triggered until provisioned by entity DHCP. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 11:02:24.501782 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-7df858bb-dff2-4f70-8384-e6141283a359 req-8dee36ca-e22a-49f2-8e52-5179c011ce21 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:24.680165 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7df858bb-dff2-4f70-8384-e6141283a359 req-8dee36ca-e22a-49f2-8e52-5179c011ce21 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Network c7d4bab0-978d-4566-ad69-348825afd15b is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:02:24.684052 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [req-7df858bb-dff2-4f70-8384-e6141283a359 req-8dee36ca-e22a-49f2-8e52-5179c011ce21 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:02:24.686338 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [req-7df858bb-dff2-4f70-8384-e6141283a359 req-8dee36ca-e22a-49f2-8e52-5179c011ce21 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 11:02:24.715255 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dee36ca-e22a-49f2-8e52-5179c011ce21 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Pushing event updated for resources: {'Port': ['ID=a1e0c764-ccdd-48de-896a-b87f2faf036e,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:24.754792 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df858bb-dff2-4f70-8384-e6141283a359 req-8dee36ca-e22a-49f2-8e52-5179c011ce21 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:02:24.755401 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-7df858bb-dff2-4f70-8384-e6141283a359 req-8dee36ca-e22a-49f2-8e52-5179c011ce21 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:24.756151 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-f543c384-cfbf-4354-8573-b85f23113e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a6c1590-99f8-47d7-8f2c-b06012b4c228', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1317533914', 'tenant_id': 'fd9e5bc96c1947bd9411090e5d621544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.85'}], 'enable_snat': True}, 'gw_port_id': 'a188344d-019c-4913-a8e5-99a955b9cc11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:02:15Z', 'updated_at': '2022-03-07T11:02:20Z', 'revision_number': 4, 'project_id': 'fd9e5bc96c1947bd9411090e5d621544', 'gw_port': {'id': 'a188344d-019c-4913-a8e5-99a955b9cc11', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:6b:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a6c1590-99f8-47d7-8f2c-b06012b4c228', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:02:16Z', 'updated_at': '2022-03-07T11:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_interfaces': [{'id': 'd74c56b8-deff-4f4d-927f-7e5d3a361a40', 'name': '', 'network_id': 'c7d4bab0-978d-4566-ad69-348825afd15b', 'tenant_id': 'fd9e5bc96c1947bd9411090e5d621544', 'mac_address': 'fa:16:3e:0d:e3:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a6c1590-99f8-47d7-8f2c-b06012b4c228', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '195608b2-99cc-452d-8511-4311aef3ca11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:02:19Z', 'updated_at': '2022-03-07T11:02:24Z', 'revision_number': 4, 'project_id': 'fd9e5bc96c1947bd9411090e5d621544', 'subnets': [{'id': '195608b2-99cc-452d-8511-4311aef3ca11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:02:24.760650 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f543c384-cfbf-4354-8573-b85f23113e57 None None] The sync data for ids ['9a6c1590-99f8-47d7-8f2c-b06012b4c228'] in dv-neutron-830731-3-hyperv is: [{'id': '9a6c1590-99f8-47d7-8f2c-b06012b4c228', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1317533914', 'tenant_id': 'fd9e5bc96c1947bd9411090e5d621544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.85'}], 'enable_snat': True}, 'gw_port_id': 'a188344d-019c-4913-a8e5-99a955b9cc11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:02:15Z', 'updated_at': '2022-03-07T11:02:20Z', 'revision_number': 4, 'project_id': 'fd9e5bc96c1947bd9411090e5d621544', 'gw_port': {'id': 'a188344d-019c-4913-a8e5-99a955b9cc11', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:6b:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a6c1590-99f8-47d7-8f2c-b06012b4c228', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:02:16Z', 'updated_at': '2022-03-07T11:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_interfaces': [{'id': 'd74c56b8-deff-4f4d-927f-7e5d3a361a40', 'name': '', 'network_id': 'c7d4bab0-978d-4566-ad69-348825afd15b', 'tenant_id': 'fd9e5bc96c1947bd9411090e5d621544', 'mac_address': 'fa:16:3e:0d:e3:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a6c1590-99f8-47d7-8f2c-b06012b4c228', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '195608b2-99cc-452d-8511-4311aef3ca11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:02:19Z', 'updated_at': '2022-03-07T11:02:24Z', 'revision_number': 4, 'project_id': 'fd9e5bc96c1947bd9411090e5d621544', 'subnets': [{'id': '195608b2-99cc-452d-8511-4311aef3ca11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 11:02:24.783004 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-7df858bb-dff2-4f70-8384-e6141283a359 req-8dee36ca-e22a-49f2-8e52-5179c011ce21 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8696558 Mar 07 11:02:24.795008 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [req-7df858bb-dff2-4f70-8384-e6141283a359 req-1efd1570-a153-48ba-89cd-da60af5d842a service neutron] Request body: {'port': {'device_id': '8bd12c56-e2a9-40f8-8c48-0f0a689c8896', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8307'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 11:02:24.979425 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-b372180a-726b-45cd-9ad7-86076b64914d None None] Provisioning for port a1e0c764-ccdd-48de-896a-b87f2faf036e completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 11:02:24.984949 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-b372180a-726b-45cd-9ad7-86076b64914d None None] Provisioning complete for port a1e0c764-ccdd-48de-896a-b87f2faf036e triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 11:02:24.985263 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-7df858bb-dff2-4f70-8384-e6141283a359 req-1efd1570-a153-48ba-89cd-da60af5d842a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:24.985760 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-b372180a-726b-45cd-9ad7-86076b64914d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:25.054309 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-b372180a-726b-45cd-9ad7-86076b64914d None None] Port a1e0c764-ccdd-48de-896a-b87f2faf036e cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 11:02:25.145144 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b0f4b3-b1ac-45f0-85ec-4464a9504e64 req-5f9fe5fa-452e-4423-aad3-88db2e2c65b5 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:02:25.145860 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-63b0f4b3-b1ac-45f0-85ec-4464a9504e64 req-5f9fe5fa-452e-4423-aad3-88db2e2c65b5 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Synchronizing usage tracker for tenant:fd9e5bc96c1947bd9411090e5d621544 on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 11:02:25.195964 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-63b0f4b3-b1ac-45f0-85ec-4464a9504e64 req-5f9fe5fa-452e-4423-aad3-88db2e2c65b5 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Unset dirty status for tenant:fd9e5bc96c1947bd9411090e5d621544 on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 11:02:25.197147 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-63b0f4b3-b1ac-45f0-85ec-4464a9504e64 req-5f9fe5fa-452e-4423-aad3-88db2e2c65b5 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bd12c56-e2a9-40f8-8c48-0f0a689c8896 HTTP/1.1" status: 200 len: 932 time: 0.2538629 Mar 07 11:02:25.209025 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device d74c56b8-deff-4f4d-927f-7e5d3a361a40 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 11:02:25.296930 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning for port d74c56b8-deff-4f4d-927f-7e5d3a361a40 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 11:02:25.304538 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port d74c56b8-deff-4f4d-927f-7e5d3a361a40 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 11:02:25.304634 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:25.326976 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-63b0f4b3-b1ac-45f0-85ec-4464a9504e64 req-5adea301-7260-47d3-8d8c-88ecad86a58a tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/security-groups?id=adcb3707-ea11-418d-a1bb-824d1ee96327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768535 Mar 07 11:02:25.427746 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:25.434259 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [req-7df858bb-dff2-4f70-8384-e6141283a359 req-1efd1570-a153-48ba-89cd-da60af5d842a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1e0c764-ccdd-48de-896a-b87f2faf036e {{(pid=83737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 07 11:02:25.441287 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-7df858bb-dff2-4f70-8384-e6141283a359 req-1efd1570-a153-48ba-89cd-da60af5d842a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:25.459708 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [req-7df858bb-dff2-4f70-8384-e6141283a359 req-1efd1570-a153-48ba-89cd-da60af5d842a service neutron] Transition to ACTIVE for port object a1e0c764-ccdd-48de-896a-b87f2faf036e will not be triggered until provisioned by entity L2. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 11:02:25.463411 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-7df858bb-dff2-4f70-8384-e6141283a359 req-1efd1570-a153-48ba-89cd-da60af5d842a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3012561'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:25.464261 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] For port d74c56b8-deff-4f4d-927f-7e5d3a361a40, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=d74c56b8-deff-4f4d-927f-7e5d3a361a40,segment=NetworkSegment(55f013da-73c5-493f-bea8-fc387780e017),segment_id=55f013da-73c5-493f-bea8-fc387780e017)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:02:25.469342 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:25.542439 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Pushing event updated for resources: {'Port': ['ID=d74c56b8-deff-4f4d-927f-7e5d3a361a40,revision_number=5']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:25.588581 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efd1570-a153-48ba-89cd-da60af5d842a service neutron] Pushing event updated for resources: {'Port': ['ID=a1e0c764-ccdd-48de-896a-b87f2faf036e,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:25.706995 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [req-7df858bb-dff2-4f70-8384-e6141283a359 req-1efd1570-a153-48ba-89cd-da60af5d842a service neutron] Attempting to bind port a1e0c764-ccdd-48de-896a-b87f2faf036e on host hv-neutron-8307 for vnic_type normal with profile {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 11:02:25.707333 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [req-7df858bb-dff2-4f70-8384-e6141283a359 req-1efd1570-a153-48ba-89cd-da60af5d842a service neutron] Attempting to bind port a1e0c764-ccdd-48de-896a-b87f2faf036e by drivers openvswitch,hyperv on host hv-neutron-8307 at level 0 using segments [{'id': '55f013da-73c5-493f-bea8-fc387780e017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'c7d4bab0-978d-4566-ad69-348825afd15b'}] {{(pid=83737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 11:02:25.707962 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7df858bb-dff2-4f70-8384-e6141283a359 req-1efd1570-a153-48ba-89cd-da60af5d842a service neutron] Attempting to bind port a1e0c764-ccdd-48de-896a-b87f2faf036e on network c7d4bab0-978d-4566-ad69-348825afd15b {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 11:02:25.715236 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7df858bb-dff2-4f70-8384-e6141283a359 req-1efd1570-a153-48ba-89cd-da60af5d842a service neutron] Port a1e0c764-ccdd-48de-896a-b87f2faf036e on network c7d4bab0-978d-4566-ad69-348825afd15b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8307 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 07 11:02:25.715551 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7df858bb-dff2-4f70-8384-e6141283a359 req-1efd1570-a153-48ba-89cd-da60af5d842a service neutron] Attempting to bind port a1e0c764-ccdd-48de-896a-b87f2faf036e on network c7d4bab0-978d-4566-ad69-348825afd15b {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 11:02:25.722804 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7df858bb-dff2-4f70-8384-e6141283a359 req-1efd1570-a153-48ba-89cd-da60af5d842a service neutron] Checking agent: {'id': 'fb93ecad-d7e5-4e81-99ef-d8d0ee7386ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8307', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 21, 15), 'started_at': datetime.datetime(2022, 3, 7, 10, 21, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 11:02:25.723145 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7df858bb-dff2-4f70-8384-e6141283a359 req-1efd1570-a153-48ba-89cd-da60af5d842a service neutron] Checking segment: {'id': '55f013da-73c5-493f-bea8-fc387780e017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'c7d4bab0-978d-4566-ad69-348825afd15b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 11:02:25.723544 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7df858bb-dff2-4f70-8384-e6141283a359 req-1efd1570-a153-48ba-89cd-da60af5d842a service neutron] Bound using segment: {'id': '55f013da-73c5-493f-bea8-fc387780e017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'c7d4bab0-978d-4566-ad69-348825afd15b'} {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 11:02:25.724044 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [req-7df858bb-dff2-4f70-8384-e6141283a359 req-1efd1570-a153-48ba-89cd-da60af5d842a service neutron] Bound port: a1e0c764-ccdd-48de-896a-b87f2faf036e, host: hv-neutron-8307, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55f013da-73c5-493f-bea8-fc387780e017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'c7d4bab0-978d-4566-ad69-348825afd15b'}}] {{(pid=83737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 11:02:25.724308 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-7df858bb-dff2-4f70-8384-e6141283a359 req-1efd1570-a153-48ba-89cd-da60af5d842a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:25.816868 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [req-7df858bb-dff2-4f70-8384-e6141283a359 req-1efd1570-a153-48ba-89cd-da60af5d842a service neutron] For port a1e0c764-ccdd-48de-896a-b87f2faf036e, host hv-neutron-8307, cleared binding levels {{(pid=83737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:02:25.819857 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [req-7df858bb-dff2-4f70-8384-e6141283a359 req-1efd1570-a153-48ba-89cd-da60af5d842a service neutron] For port a1e0c764-ccdd-48de-896a-b87f2faf036e, host hv-neutron-8307, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=a1e0c764-ccdd-48de-896a-b87f2faf036e,segment=NetworkSegment(55f013da-73c5-493f-bea8-fc387780e017),segment_id=55f013da-73c5-493f-bea8-fc387780e017)] {{(pid=83737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:02:25.823371 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-7df858bb-dff2-4f70-8384-e6141283a359 req-1efd1570-a153-48ba-89cd-da60af5d842a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3012561'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:25.882762 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-7df858bb-dff2-4f70-8384-e6141283a359 req-1efd1570-a153-48ba-89cd-da60af5d842a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:25.884114 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-7df858bb-dff2-4f70-8384-e6141283a359 req-1efd1570-a153-48ba-89cd-da60af5d842a service neutron] 10.222.0.10 "PUT /v2.0/ports/a1e0c764-ccdd-48de-896a-b87f2faf036e HTTP/1.1" status: 200 len: 1094 time: 1.0945170 Mar 07 11:02:25.884626 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bd12c56-e2a9-40f8-8c48-0f0a689c8896', 'tag': 'a1e0c764-ccdd-48de-896a-b87f2faf036e'}] {{(pid=83737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 11:02:25.901690 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efd1570-a153-48ba-89cd-da60af5d842a service neutron] Pushing event updated for resources: {'Port': ['ID=a1e0c764-ccdd-48de-896a-b87f2faf036e,revision_number=3']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:25.956223 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bd12c56-e2a9-40f8-8c48-0f0a689c8896', 'tag': 'a1e0c764-ccdd-48de-896a-b87f2faf036e', 'status': 'completed', 'code': 200} Mar 07 11:02:26.000303 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-7df858bb-dff2-4f70-8384-e6141283a359 req-4359d2b1-4fbe-4a5b-931e-9abc5a1f52fb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fd9e5bc96c1947bd9411090e5d621544&device_id=8bd12c56-e2a9-40f8-8c48-0f0a689c8896 HTTP/1.1" status: 200 len: 1097 time: 0.0793245 Mar 07 11:02:26.066985 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-7df858bb-dff2-4f70-8384-e6141283a359 req-6e9d87d5-5f3a-4604-8cf0-ebd1b2f95a1c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a1e0c764-ccdd-48de-896a-b87f2faf036e HTTP/1.1" status: 200 len: 217 time: 0.0604570 Mar 07 11:02:26.130656 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df858bb-dff2-4f70-8384-e6141283a359 req-89fa2a4e-413f-4e91-88c7-c0d71951dd18 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:02:26.132053 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-7df858bb-dff2-4f70-8384-e6141283a359 req-89fa2a4e-413f-4e91-88c7-c0d71951dd18 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=195608b2-99cc-452d-8511-4311aef3ca11 HTTP/1.1" status: 200 len: 835 time: 0.0587029 Mar 07 11:02:26.204445 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-7df858bb-dff2-4f70-8384-e6141283a359 req-8ec0bd03-f0d0-4ff6-b2f5-6d74eb05c354 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c7d4bab0-978d-4566-ad69-348825afd15b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0659661 Mar 07 11:02:26.334075 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-7df858bb-dff2-4f70-8384-e6141283a359 req-23a6411d-cadd-44af-8009-707f10ab22bd service neutron] 10.222.0.10 "GET /v2.0/networks/c7d4bab0-978d-4566-ad69-348825afd15b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235292 Mar 07 11:02:26.585462 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-7df858bb-dff2-4f70-8384-e6141283a359 req-fb7d7cc8-3cd5-411c-8eb9-e3b5d4873a9a service neutron] 10.222.0.10 "GET /v2.0/networks/c7d4bab0-978d-4566-ad69-348825afd15b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2459135 Mar 07 11:02:26.620020 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc061000-0800-4dd1-881e-4639ce321737 req-f3c7f22c-15a0-462d-b7bc-3116b8a1176a tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:02:26.621478 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-cc061000-0800-4dd1-881e-4639ce321737 req-f3c7f22c-15a0-462d-b7bc-3116b8a1176a tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bd12c56-e2a9-40f8-8c48-0f0a689c8896 HTTP/1.1" status: 200 len: 944 time: 0.1637414 Mar 07 11:02:26.713826 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-cc061000-0800-4dd1-881e-4639ce321737 req-bf59d7ff-d7de-446d-ae66-7f766170bb9e tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/security-groups?id=adcb3707-ea11-418d-a1bb-824d1ee96327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853655 Mar 07 11:02:26.730986 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d97791f7-c33c-4c19-b9c9-611224ff7fa4 req-e84b9895-9e49-492d-9dea-b0c4d5c0c28b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fd9e5bc96c1947bd9411090e5d621544&device_id=8bd12c56-e2a9-40f8-8c48-0f0a689c8896 HTTP/1.1" status: 200 len: 1097 time: 0.0885074 Mar 07 11:02:26.858311 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97791f7-c33c-4c19-b9c9-611224ff7fa4 req-05d151c8-2bc9-4b7b-a3bf-f3ff0e113bc4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:02:26.859758 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d97791f7-c33c-4c19-b9c9-611224ff7fa4 req-05d151c8-2bc9-4b7b-a3bf-f3ff0e113bc4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=c7d4bab0-978d-4566-ad69-348825afd15b HTTP/1.1" status: 200 len: 897 time: 0.1233597 Mar 07 11:02:26.927984 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d97791f7-c33c-4c19-b9c9-611224ff7fa4 req-d960dafc-4896-4fbd-b07b-c981de00bc2e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a1e0c764-ccdd-48de-896a-b87f2faf036e HTTP/1.1" status: 200 len: 217 time: 0.0628378 Mar 07 11:02:26.987612 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97791f7-c33c-4c19-b9c9-611224ff7fa4 req-01e9f08c-f78f-4e80-b60a-31f855611fd9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:02:26.988995 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d97791f7-c33c-4c19-b9c9-611224ff7fa4 req-01e9f08c-f78f-4e80-b60a-31f855611fd9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=195608b2-99cc-452d-8511-4311aef3ca11 HTTP/1.1" status: 200 len: 835 time: 0.0553093 Mar 07 11:02:27.066169 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d97791f7-c33c-4c19-b9c9-611224ff7fa4 req-3a832faa-8d5c-40c6-8850-819196fe8d0e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c7d4bab0-978d-4566-ad69-348825afd15b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709059 Mar 07 11:02:27.183471 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device d74c56b8-deff-4f4d-927f-7e5d3a361a40 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 11:02:27.197773 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d97791f7-c33c-4c19-b9c9-611224ff7fa4 req-e69debeb-ec07-453d-8d9d-43989296e220 service neutron] 10.222.0.10 "GET /v2.0/networks/c7d4bab0-978d-4566-ad69-348825afd15b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244340 Mar 07 11:02:27.250452 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port d74c56b8-deff-4f4d-927f-7e5d3a361a40 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 11:02:27.250905 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:27.329122 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d97791f7-c33c-4c19-b9c9-611224ff7fa4 req-248210d8-098a-42fa-a1d8-836e107fea61 service neutron] 10.222.0.10 "GET /v2.0/networks/c7d4bab0-978d-4566-ad69-348825afd15b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251206 Mar 07 11:02:27.908715 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa94dbb-d320-422e-90c6-9d585b2242a0 req-32932b19-dc29-4e4c-bec3-2bffb3c7e737 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:02:27.910135 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-afa94dbb-d320-422e-90c6-9d585b2242a0 req-32932b19-dc29-4e4c-bec3-2bffb3c7e737 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bd12c56-e2a9-40f8-8c48-0f0a689c8896 HTTP/1.1" status: 200 len: 944 time: 0.0749695 Mar 07 11:02:27.954940 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-afa94dbb-d320-422e-90c6-9d585b2242a0 req-c756f3a6-ae51-4289-8441-79bb3d527cfe tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/security-groups?id=adcb3707-ea11-418d-a1bb-824d1ee96327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393920 Mar 07 11:02:28.447489 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-22bbf1a2-145d-4a51-940f-e5f03752b8eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:29.115805 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device a1e0c764-ccdd-48de-896a-b87f2faf036e details requested by agent hyperv_hv-neutron-8307 with host hv-neutron-8307 {{(pid=83739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 07 11:02:29.150949 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f940468-fd17-41a1-a53c-c39bc9604335 req-b61239a0-c40d-4c30-8c56-dbecea361e02 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:02:29.152378 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-1f940468-fd17-41a1-a53c-c39bc9604335 req-b61239a0-c40d-4c30-8c56-dbecea361e02 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bd12c56-e2a9-40f8-8c48-0f0a689c8896 HTTP/1.1" status: 200 len: 944 time: 0.0802600 Mar 07 11:02:29.198921 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-1f940468-fd17-41a1-a53c-c39bc9604335 req-fc53b90a-b852-416a-8e32-4b9eb8fdb331 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/security-groups?id=adcb3707-ea11-418d-a1bb-824d1ee96327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400941 Mar 07 11:02:29.251404 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port a1e0c764-ccdd-48de-896a-b87f2faf036e, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=a1e0c764-ccdd-48de-896a-b87f2faf036e,segment=NetworkSegment(55f013da-73c5-493f-bea8-fc387780e017),segment_id=55f013da-73c5-493f-bea8-fc387780e017)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:02:29.264049 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Returning: {'device': 'a1e0c764-ccdd-48de-896a-b87f2faf036e', 'network_id': 'c7d4bab0-978d-4566-ad69-348825afd15b', 'port_id': 'a1e0c764-ccdd-48de-896a-b87f2faf036e', 'mac_address': 'fa:16:3e:3d:3c:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '195608b2-99cc-452d-8511-4311aef3ca11', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 07 11:02:29.316747 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:29.336534 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1e0c764-ccdd-48de-896a-b87f2faf036e {{(pid=83739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 07 11:02:29.351672 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port a1e0c764-ccdd-48de-896a-b87f2faf036e, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=a1e0c764-ccdd-48de-896a-b87f2faf036e,segment=NetworkSegment(55f013da-73c5-493f-bea8-fc387780e017),segment_id=55f013da-73c5-493f-bea8-fc387780e017)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:02:29.355385 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:29.418649 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Pushing event updated for resources: {'Port': ['ID=a1e0c764-ccdd-48de-896a-b87f2faf036e,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:29.747823 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] get_ports_and_sgs() called for port_ids ['a1e0c764-ccdd-48de-896a-b87f2faf036e'] {{(pid=83739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 07 11:02:30.391480 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dab876-b2e3-490b-88c6-871a656a68a9 req-193bda57-73c5-4910-91a8-66361cf2e491 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:02:30.392831 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d7dab876-b2e3-490b-88c6-871a656a68a9 req-193bda57-73c5-4910-91a8-66361cf2e491 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bd12c56-e2a9-40f8-8c48-0f0a689c8896 HTTP/1.1" status: 200 len: 945 time: 0.0739684 Mar 07 11:02:30.435368 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d7dab876-b2e3-490b-88c6-871a656a68a9 req-944d0ce3-694e-4a95-b0ef-2fcc09b7c8a1 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/security-groups?id=adcb3707-ea11-418d-a1bb-824d1ee96327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372119 Mar 07 11:02:30.635352 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-16cf9fc7-9947-4cab-b721-e0af576d7747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:31.131115 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device a1e0c764-ccdd-48de-896a-b87f2faf036e up at agent hyperv_hv-neutron-8307 {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 11:02:31.205321 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Provisioning for port a1e0c764-ccdd-48de-896a-b87f2faf036e completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 11:02:31.209624 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Provisioning complete for port a1e0c764-ccdd-48de-896a-b87f2faf036e triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 11:02:31.209983 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:31.318949 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:31.344341 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bd12c56-e2a9-40f8-8c48-0f0a689c8896', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1e0c764-ccdd-48de-896a-b87f2faf036e'}] {{(pid=83739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 11:02:31.353862 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port a1e0c764-ccdd-48de-896a-b87f2faf036e, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=a1e0c764-ccdd-48de-896a-b87f2faf036e,segment=NetworkSegment(55f013da-73c5-493f-bea8-fc387780e017),segment_id=55f013da-73c5-493f-bea8-fc387780e017)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:02:31.358388 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:31.429496 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Pushing event updated for resources: {'Port': ['ID=a1e0c764-ccdd-48de-896a-b87f2faf036e,revision_number=5']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:31.476412 dv-neutron-830731-3-hyperv neutron-server[83739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bd12c56-e2a9-40f8-8c48-0f0a689c8896', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1e0c764-ccdd-48de-896a-b87f2faf036e', 'code': 200} Mar 07 11:02:31.643262 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d07c3d2-8e62-4c9c-a787-182955856181 req-1e41eb8e-4cef-43b1-9c53-915a6f29fcfb tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:02:31.644600 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-7d07c3d2-8e62-4c9c-a787-182955856181 req-1e41eb8e-4cef-43b1-9c53-915a6f29fcfb tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bd12c56-e2a9-40f8-8c48-0f0a689c8896 HTTP/1.1" status: 200 len: 946 time: 0.0840192 Mar 07 11:02:31.735616 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-7d07c3d2-8e62-4c9c-a787-182955856181 req-26f72ef6-1358-4e81-8aaa-a7b78b787a58 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/security-groups?id=adcb3707-ea11-418d-a1bb-824d1ee96327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624003 Mar 07 11:02:31.746718 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-eb5016f7-df5d-45ea-80eb-3ea6c76f0234 req-aaf21a3c-19ab-4d16-9328-86a71ed3fa11 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=8bd12c56-e2a9-40f8-8c48-0f0a689c8896 HTTP/1.1" status: 200 len: 1099 time: 0.1012571 Mar 07 11:02:31.787606 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-eb5016f7-df5d-45ea-80eb-3ea6c76f0234 req-8dc0bb5e-b08c-4a69-804d-595ba57f5f5d service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=adcb3707-ea11-418d-a1bb-824d1ee96327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352819 Mar 07 11:02:31.893396 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-711fefd2-3b30-4759-8df5-0aecff1c8e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:31.935202 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:32.930628 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e68f6c-53ed-481f-8fee-a49aa96689f0 req-41923928-dcb5-458d-a3ca-7f06fef1ffc5 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:02:32.932040 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-47e68f6c-53ed-481f-8fee-a49aa96689f0 req-41923928-dcb5-458d-a3ca-7f06fef1ffc5 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bd12c56-e2a9-40f8-8c48-0f0a689c8896 HTTP/1.1" status: 200 len: 946 time: 0.0742946 Mar 07 11:02:32.978090 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-47e68f6c-53ed-481f-8fee-a49aa96689f0 req-5c20a551-79f5-4561-b3c7-2f7fb4e251fc tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/security-groups?id=adcb3707-ea11-418d-a1bb-824d1ee96327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399961 Mar 07 11:02:33.316396 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c87150bd-aa9c-4ad1-bb68-57ec66d4fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:34.178721 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e1dd67-6162-4e0d-803b-3f4a76ba8656 req-d76d7028-699f-40e4-99f9-36da135b4d53 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:02:34.180132 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-e2e1dd67-6162-4e0d-803b-3f4a76ba8656 req-d76d7028-699f-40e4-99f9-36da135b4d53 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bd12c56-e2a9-40f8-8c48-0f0a689c8896 HTTP/1.1" status: 200 len: 946 time: 0.0791194 Mar 07 11:02:34.225415 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-e2e1dd67-6162-4e0d-803b-3f4a76ba8656 req-da90a17d-717d-4fcb-b9c1-e9330aef285c tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/security-groups?id=adcb3707-ea11-418d-a1bb-824d1ee96327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394657 Mar 07 11:02:34.419735 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ffea3b-7d50-4063-b687-62c9ee700489 req-7d217974-f24f-4217-86fa-4bd43a916dab tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:02:34.421763 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-28ffea3b-7d50-4063-b687-62c9ee700489 req-7d217974-f24f-4217-86fa-4bd43a916dab tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bd12c56-e2a9-40f8-8c48-0f0a689c8896 HTTP/1.1" status: 200 len: 946 time: 0.0740290 Mar 07 11:02:34.465839 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-28ffea3b-7d50-4063-b687-62c9ee700489 req-af7b49b4-876d-44bb-8ffe-f76c18280d57 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/security-groups?id=adcb3707-ea11-418d-a1bb-824d1ee96327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382633 Mar 07 11:02:34.493106 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 45454) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:02:34.566395 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-774ac994-b370-4213-83f3-b5145ae9a52c tempest-TestNetworkAdvancedServerOps-1832968989 tempest-TestNetworkAdvancedServerOps-1832968989-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=8bd12c56-e2a9-40f8-8c48-0f0a689c8896 HTTP/1.1" status: 200 len: 1094 time: 0.0720396 Mar 07 11:02:34.568839 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 45458) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:02:34.573750 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-2f9ca83f-4f06-4028-a620-9d9673cc104c tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Request body: {'floatingip': {'floating_network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'port_id': 'a1e0c764-ccdd-48de-896a-b87f2faf036e', 'tenant_id': 'fd9e5bc96c1947bd9411090e5d621544', 'fixed_ip_address': '172.20.0.14'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 11:02:34.579511 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-2f9ca83f-4f06-4028-a620-9d9673cc104c tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 11:02:34.583242 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-2f9ca83f-4f06-4028-a620-9d9673cc104c tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Usage tracker for resource:floatingip and tenant:fd9e5bc96c1947bd9411090e5d621544 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 11:02:34.586011 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-2f9ca83f-4f06-4028-a620-9d9673cc104c tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 11:02:34.591481 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-2f9ca83f-4f06-4028-a620-9d9673cc104c tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 11:02:34.601918 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2f9ca83f-4f06-4028-a620-9d9673cc104c tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for floatingip, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:34.816894 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2f9ca83f-4f06-4028-a620-9d9673cc104c tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:34.948023 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-2f9ca83f-4f06-4028-a620-9d9673cc104c tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Allocated IP 172.26.8.196 (5ed85006-6b00-415e-b71f-837fb1421c12/8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a/8afe4f35-28d5-4890-bfc3-7b1f4671d327) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:02:35.090054 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2f9ca83f-4f06-4028-a620-9d9673cc104c tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:35.115957 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2f9ca83f-4f06-4028-a620-9d9673cc104c tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:35.186118 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f9ca83f-4f06-4028-a620-9d9673cc104c tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Network 5ed85006-6b00-415e-b71f-837fb1421c12 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:02:35.190267 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-2f9ca83f-4f06-4028-a620-9d9673cc104c tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:02:35.193041 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f9ca83f-4f06-4028-a620-9d9673cc104c tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 11:02:35.218073 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9ca83f-4f06-4028-a620-9d9673cc104c tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Pushing event updated for resources: {'Port': ['ID=8afe4f35-28d5-4890-bfc3-7b1f4671d327,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:35.685849 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2f9ca83f-4f06-4028-a620-9d9673cc104c tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:35.742511 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2f9ca83f-4f06-4028-a620-9d9673cc104c tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:35.939329 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2f9ca83f-4f06-4028-a620-9d9673cc104c tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:35.943549 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2f9ca83f-4f06-4028-a620-9d9673cc104c tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3012561'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:36.051275 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9ca83f-4f06-4028-a620-9d9673cc104c tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Pushing event updated for resources: {'Port': ['ID=8afe4f35-28d5-4890-bfc3-7b1f4671d327,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:36.066256 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2f9ca83f-4f06-4028-a620-9d9673cc104c tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923533'] for floatingip, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:36.254946 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.db.l3_db [None req-2f9ca83f-4f06-4028-a620-9d9673cc104c tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Floating IP d5899301-5fdd-46f8-8726-5216f9003662 associated. External IP: 172.26.8.196, port: a1e0c764-ccdd-48de-896a-b87f2faf036e. Mar 07 11:02:36.725080 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f9ca83f-4f06-4028-a620-9d9673cc104c tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Router 9a6c1590-99f8-47d7-8f2c-b06012b4c228 has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:02:36.918322 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f9ca83f-4f06-4028-a620-9d9673cc104c tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:02:36.928177 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b8f749-5f71-4815-965c-6ec893fc6f98 None None] Sync routers for ids ['9a6c1590-99f8-47d7-8f2c-b06012b4c228'] in dv-neutron-830731-3-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 11:02:36.941540 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b8f749-5f71-4815-965c-6ec893fc6f98 None None] Routers {'9a6c1590-99f8-47d7-8f2c-b06012b4c228'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 11:02:36.942265 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-c0b8f749-5f71-4815-965c-6ec893fc6f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T11:02:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['9a6c1590-99f8-47d7-8f2c-b06012b4c228'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:02:36.943541 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2f9ca83f-4f06-4028-a620-9d9673cc104c tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for floatingip, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:37.001740 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-2f9ca83f-4f06-4028-a620-9d9673cc104c tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4317482 Mar 07 11:02:37.002138 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bd12c56-e2a9-40f8-8c48-0f0a689c8896', 'tag': 'a1e0c764-ccdd-48de-896a-b87f2faf036e'}] {{(pid=83737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 11:02:37.058004 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bd12c56-e2a9-40f8-8c48-0f0a689c8896', 'tag': 'a1e0c764-ccdd-48de-896a-b87f2faf036e', 'status': 'completed', 'code': 200} Mar 07 11:02:37.116914 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-c0b8f749-5f71-4815-965c-6ec893fc6f98 None None] Set router 9a6c1590-99f8-47d7-8f2c-b06012b4c228 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 11:02:37.207612 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-073bbd11-a28d-4ec0-9bc2-772b41495bef req-ad032054-f60e-463c-94f1-d3881f4a1725 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fd9e5bc96c1947bd9411090e5d621544&device_id=8bd12c56-e2a9-40f8-8c48-0f0a689c8896 HTTP/1.1" status: 200 len: 1099 time: 0.1284070 Mar 07 11:02:37.218274 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3074a36-a98d-41ec-a461-f891228444b0 req-00cc0215-dd6f-4b75-8347-1814d7900d41 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:02:37.219795 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-a3074a36-a98d-41ec-a461-f891228444b0 req-00cc0215-dd6f-4b75-8347-1814d7900d41 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bd12c56-e2a9-40f8-8c48-0f0a689c8896 HTTP/1.1" status: 200 len: 946 time: 0.1113019 Mar 07 11:02:37.357151 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-a3074a36-a98d-41ec-a461-f891228444b0 req-246b2cd3-e405-4c34-8293-99c927e4a69e tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/security-groups?id=adcb3707-ea11-418d-a1bb-824d1ee96327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140628 Mar 07 11:02:37.382190 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073bbd11-a28d-4ec0-9bc2-772b41495bef req-cae30e46-aaae-4b33-9b9b-3e0e8289ca79 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:02:37.382190 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-073bbd11-a28d-4ec0-9bc2-772b41495bef req-cae30e46-aaae-4b33-9b9b-3e0e8289ca79 service neutron] 10.222.0.10 "GET /v2.0/networks?id=c7d4bab0-978d-4566-ad69-348825afd15b HTTP/1.1" status: 200 len: 897 time: 0.1604378 Mar 07 11:02:37.385587 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 45466) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:02:37.477390 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-c0b8f749-5f71-4815-965c-6ec893fc6f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a6c1590-99f8-47d7-8f2c-b06012b4c228', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1317533914', 'tenant_id': 'fd9e5bc96c1947bd9411090e5d621544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.85'}], 'enable_snat': True}, 'gw_port_id': 'a188344d-019c-4913-a8e5-99a955b9cc11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:02:15Z', 'updated_at': '2022-03-07T11:02:20Z', 'revision_number': 4, 'project_id': 'fd9e5bc96c1947bd9411090e5d621544', 'gw_port': {'id': 'a188344d-019c-4913-a8e5-99a955b9cc11', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:6b:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a6c1590-99f8-47d7-8f2c-b06012b4c228', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:02:16Z', 'updated_at': '2022-03-07T11:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_floatingips': [{'id': 'd5899301-5fdd-46f8-8726-5216f9003662', 'tenant_id': 'fd9e5bc96c1947bd9411090e5d621544', 'floating_ip_address': '172.26.8.196', 'floating_network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'router_id': '9a6c1590-99f8-47d7-8f2c-b06012b4c228', 'port_id': 'a1e0c764-ccdd-48de-896a-b87f2faf036e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7d4bab0-978d-4566-ad69-348825afd15b', 'mac_address': 'fa:16:3e:3d:3c:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd12c56-e2a9-40f8-8c48-0f0a689c8896', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:02:35Z', 'updated_at': '2022-03-07T11:02:35Z', 'revision_number': 0, 'project_id': 'fd9e5bc96c1947bd9411090e5d621544', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd74c56b8-deff-4f4d-927f-7e5d3a361a40', 'name': '', 'network_id': 'c7d4bab0-978d-4566-ad69-348825afd15b', 'tenant_id': 'fd9e5bc96c1947bd9411090e5d621544', 'mac_address': 'fa:16:3e:0d:e3:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a6c1590-99f8-47d7-8f2c-b06012b4c228', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '195608b2-99cc-452d-8511-4311aef3ca11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:02:19Z', 'updated_at': '2022-03-07T11:02:25Z', 'revision_number': 5, 'project_id': 'fd9e5bc96c1947bd9411090e5d621544', 'subnets': [{'id': '195608b2-99cc-452d-8511-4311aef3ca11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:02:37.481141 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b8f749-5f71-4815-965c-6ec893fc6f98 None None] Checking router: 9a6c1590-99f8-47d7-8f2c-b06012b4c228 for host: dv-neutron-830731-3-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 07 11:02:37.485877 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-073bbd11-a28d-4ec0-9bc2-772b41495bef req-b307ea26-0f55-4672-8633-34134ef5dcc7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a1e0c764-ccdd-48de-896a-b87f2faf036e HTTP/1.1" status: 200 len: 1000 time: 0.0993536 Mar 07 11:02:37.492137 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b8f749-5f71-4815-965c-6ec893fc6f98 None None] Routers {'9a6c1590-99f8-47d7-8f2c-b06012b4c228'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 11:02:37.492746 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-c0b8f749-5f71-4815-965c-6ec893fc6f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T11:02:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['9a6c1590-99f8-47d7-8f2c-b06012b4c228'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:02:37.495554 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-57ace49f-a332-4401-8df0-506c7c273bda tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/floatingips/d5899301-5fdd-46f8-8726-5216f9003662 HTTP/1.1" status: 200 len: 992 time: 0.1076503 Mar 07 11:02:37.546132 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073bbd11-a28d-4ec0-9bc2-772b41495bef req-e6749593-d71f-44bb-97c9-8942913ba1b3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:02:37.547597 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-073bbd11-a28d-4ec0-9bc2-772b41495bef req-e6749593-d71f-44bb-97c9-8942913ba1b3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=195608b2-99cc-452d-8511-4311aef3ca11 HTTP/1.1" status: 200 len: 835 time: 0.0561159 Mar 07 11:02:37.618740 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-073bbd11-a28d-4ec0-9bc2-772b41495bef req-980ff752-5c0c-48fc-86d9-8cb92c32fe4d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c7d4bab0-978d-4566-ad69-348825afd15b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0657394 Mar 07 11:02:37.675684 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-c0b8f749-5f71-4815-965c-6ec893fc6f98 None None] Set router 9a6c1590-99f8-47d7-8f2c-b06012b4c228 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 11:02:37.747085 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-073bbd11-a28d-4ec0-9bc2-772b41495bef req-4606c99f-934b-4eef-99b7-317e0c9bc562 service neutron] 10.222.0.10 "GET /v2.0/networks/c7d4bab0-978d-4566-ad69-348825afd15b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216440 Mar 07 11:02:37.879596 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-073bbd11-a28d-4ec0-9bc2-772b41495bef req-ee2a115e-cc73-4853-ae47-913175bcc8bc service neutron] 10.222.0.10 "GET /v2.0/networks/c7d4bab0-978d-4566-ad69-348825afd15b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263509 Mar 07 11:02:38.042995 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-c0b8f749-5f71-4815-965c-6ec893fc6f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a6c1590-99f8-47d7-8f2c-b06012b4c228', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1317533914', 'tenant_id': 'fd9e5bc96c1947bd9411090e5d621544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.85'}], 'enable_snat': True}, 'gw_port_id': 'a188344d-019c-4913-a8e5-99a955b9cc11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:02:15Z', 'updated_at': '2022-03-07T11:02:20Z', 'revision_number': 4, 'project_id': 'fd9e5bc96c1947bd9411090e5d621544', 'gw_port': {'id': 'a188344d-019c-4913-a8e5-99a955b9cc11', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:6b:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a6c1590-99f8-47d7-8f2c-b06012b4c228', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:02:16Z', 'updated_at': '2022-03-07T11:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_floatingips': [{'id': 'd5899301-5fdd-46f8-8726-5216f9003662', 'tenant_id': 'fd9e5bc96c1947bd9411090e5d621544', 'floating_ip_address': '172.26.8.196', 'floating_network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'router_id': '9a6c1590-99f8-47d7-8f2c-b06012b4c228', 'port_id': 'a1e0c764-ccdd-48de-896a-b87f2faf036e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7d4bab0-978d-4566-ad69-348825afd15b', 'mac_address': 'fa:16:3e:3d:3c:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd12c56-e2a9-40f8-8c48-0f0a689c8896', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:02:35Z', 'updated_at': '2022-03-07T11:02:35Z', 'revision_number': 0, 'project_id': 'fd9e5bc96c1947bd9411090e5d621544', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd74c56b8-deff-4f4d-927f-7e5d3a361a40', 'name': '', 'network_id': 'c7d4bab0-978d-4566-ad69-348825afd15b', 'tenant_id': 'fd9e5bc96c1947bd9411090e5d621544', 'mac_address': 'fa:16:3e:0d:e3:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a6c1590-99f8-47d7-8f2c-b06012b4c228', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '195608b2-99cc-452d-8511-4311aef3ca11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:02:19Z', 'updated_at': '2022-03-07T11:02:25Z', 'revision_number': 5, 'project_id': 'fd9e5bc96c1947bd9411090e5d621544', 'subnets': [{'id': '195608b2-99cc-452d-8511-4311aef3ca11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:02:38.047135 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b8f749-5f71-4815-965c-6ec893fc6f98 None None] The sync data for ids ['9a6c1590-99f8-47d7-8f2c-b06012b4c228'] in dv-neutron-830731-3-hyperv is: [{'id': '9a6c1590-99f8-47d7-8f2c-b06012b4c228', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1317533914', 'tenant_id': 'fd9e5bc96c1947bd9411090e5d621544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.85'}], 'enable_snat': True}, 'gw_port_id': 'a188344d-019c-4913-a8e5-99a955b9cc11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:02:15Z', 'updated_at': '2022-03-07T11:02:20Z', 'revision_number': 4, 'project_id': 'fd9e5bc96c1947bd9411090e5d621544', 'gw_port': {'id': 'a188344d-019c-4913-a8e5-99a955b9cc11', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:6b:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a6c1590-99f8-47d7-8f2c-b06012b4c228', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:02:16Z', 'updated_at': '2022-03-07T11:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_floatingips': [{'id': 'd5899301-5fdd-46f8-8726-5216f9003662', 'tenant_id': 'fd9e5bc96c1947bd9411090e5d621544', 'floating_ip_address': '172.26.8.196', 'floating_network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'router_id': '9a6c1590-99f8-47d7-8f2c-b06012b4c228', 'port_id': 'a1e0c764-ccdd-48de-896a-b87f2faf036e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7d4bab0-978d-4566-ad69-348825afd15b', 'mac_address': 'fa:16:3e:3d:3c:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd12c56-e2a9-40f8-8c48-0f0a689c8896', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:02:35Z', 'updated_at': '2022-03-07T11:02:35Z', 'revision_number': 0, 'project_id': 'fd9e5bc96c1947bd9411090e5d621544', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd74c56b8-deff-4f4d-927f-7e5d3a361a40', 'name': '', 'network_id': 'c7d4bab0-978d-4566-ad69-348825afd15b', 'tenant_id': 'fd9e5bc96c1947bd9411090e5d621544', 'mac_address': 'fa:16:3e:0d:e3:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a6c1590-99f8-47d7-8f2c-b06012b4c228', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '195608b2-99cc-452d-8511-4311aef3ca11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:02:19Z', 'updated_at': '2022-03-07T11:02:25Z', 'revision_number': 5, 'project_id': 'fd9e5bc96c1947bd9411090e5d621544', 'subnets': [{'id': '195608b2-99cc-452d-8511-4311aef3ca11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 11:02:38.497685 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 45470) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:02:38.701002 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-3f62cd0c-22b0-4657-b617-4962a84da60d tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/floatingips/d5899301-5fdd-46f8-8726-5216f9003662 HTTP/1.1" status: 200 len: 992 time: 0.2020919 Mar 07 11:02:39.705351 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 45474) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:02:39.805273 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-e73adf67-a380-4143-8b17-9f5ff5fe88cf tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/floatingips/d5899301-5fdd-46f8-8726-5216f9003662 HTTP/1.1" status: 200 len: 992 time: 0.0988266 Mar 07 11:02:40.478881 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2baa0a2-da98-45c8-a12b-431a5ca540ce None None] New status for floating IP d5899301-5fdd-46f8-8726-5216f9003662: ACTIVE {{(pid=83739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 07 11:02:40.809242 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 45478) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:02:40.998025 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-ea27ad3e-efc4-44d1-a3a8-aaceacbe6936 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/floatingips/d5899301-5fdd-46f8-8726-5216f9003662 HTTP/1.1" status: 200 len: 994 time: 0.1874921 Mar 07 11:02:45.899106 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:02:52.668866 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4f9ac9bb-4187-416e-bc40-e121f5ba5ec0 req-8e2e8a22-c677-43a9-8e4e-b13deb44ff7b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=8bd12c56-e2a9-40f8-8c48-0f0a689c8896&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0691268 Mar 07 11:02:52.800892 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4f9ac9bb-4187-416e-bc40-e121f5ba5ec0 req-6f84d01f-d9d9-42bf-8ca0-e384294bfc1d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fd9e5bc96c1947bd9411090e5d621544&device_id=8bd12c56-e2a9-40f8-8c48-0f0a689c8896 HTTP/1.1" status: 200 len: 1099 time: 0.0667751 Mar 07 11:02:52.941630 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9ac9bb-4187-416e-bc40-e121f5ba5ec0 req-eab83fe3-c93a-4129-abb1-5a40108d29c9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:02:52.942947 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4f9ac9bb-4187-416e-bc40-e121f5ba5ec0 req-eab83fe3-c93a-4129-abb1-5a40108d29c9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=c7d4bab0-978d-4566-ad69-348825afd15b HTTP/1.1" status: 200 len: 897 time: 0.1235392 Mar 07 11:02:53.042695 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4f9ac9bb-4187-416e-bc40-e121f5ba5ec0 req-c6bf38c2-43bb-487f-b6aa-d858bae1eaf1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a1e0c764-ccdd-48de-896a-b87f2faf036e HTTP/1.1" status: 200 len: 1002 time: 0.0937266 Mar 07 11:02:53.104642 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9ac9bb-4187-416e-bc40-e121f5ba5ec0 req-83e797e2-02b7-4ee2-8e89-f2a382701417 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:02:53.106037 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4f9ac9bb-4187-416e-bc40-e121f5ba5ec0 req-83e797e2-02b7-4ee2-8e89-f2a382701417 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=195608b2-99cc-452d-8511-4311aef3ca11 HTTP/1.1" status: 200 len: 835 time: 0.0568731 Mar 07 11:02:53.181669 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4f9ac9bb-4187-416e-bc40-e121f5ba5ec0 req-4e76b1fb-00ac-4fb3-830c-8dfcd5a09c67 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c7d4bab0-978d-4566-ad69-348825afd15b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688975 Mar 07 11:02:53.315690 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4f9ac9bb-4187-416e-bc40-e121f5ba5ec0 req-1f3fd33d-fea4-4145-9c29-b1d5d0007b20 service neutron] 10.222.0.10 "GET /v2.0/networks/c7d4bab0-978d-4566-ad69-348825afd15b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263070 Mar 07 11:02:53.445592 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4f9ac9bb-4187-416e-bc40-e121f5ba5ec0 req-7c1963ca-3ea6-4432-a9f4-0cc5098a7947 service neutron] 10.222.0.10 "GET /v2.0/networks/c7d4bab0-978d-4566-ad69-348825afd15b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235533 Mar 07 11:02:54.094642 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-adbd2215-c8ee-41f3-92a6-4182ca26b8a8 None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 11:02:58.448621 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-d23bd812-3601-47d4-80c5-a6b2a8afff91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:03:00.640866 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-693ad431-2c96-4315-9ebb-84b82f6036ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:03:01.895862 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-711fefd2-3b30-4759-8df5-0aecff1c8e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:03:01.936765 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:03:03.322089 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c87150bd-aa9c-4ad1-bb68-57ec66d4fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:03:15.896799 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:03:28.450131 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-d5e163cf-cf18-426f-9ca4-0bb666a5d355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:03:30.631324 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-e10274a7-2c6e-4211-9a23-ae194728825f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:03:31.093880 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-adbd2215-c8ee-41f3-92a6-4182ca26b8a8 None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 11:03:31.898519 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-711fefd2-3b30-4759-8df5-0aecff1c8e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:03:31.937942 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:03:33.326160 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c87150bd-aa9c-4ad1-bb68-57ec66d4fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:03:40.010674 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50eaeb33-ee1b-45ca-ac09-6a1e38957e20 req-5df70e3f-eaf6-4a97-9011-dc6896870926 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:03:40.012099 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-50eaeb33-ee1b-45ca-ac09-6a1e38957e20 req-5df70e3f-eaf6-4a97-9011-dc6896870926 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bd12c56-e2a9-40f8-8c48-0f0a689c8896 HTTP/1.1" status: 200 len: 946 time: 0.0738502 Mar 07 11:03:40.057058 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-50eaeb33-ee1b-45ca-ac09-6a1e38957e20 req-0d85e3cc-770c-4afb-924b-bd7076370bc0 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/security-groups?id=adcb3707-ea11-418d-a1bb-824d1ee96327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395446 Mar 07 11:03:41.274764 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7abc4b-9751-4be8-9c9c-ef728856c6c4 req-47687f23-0580-4ca7-9105-9f67aa28b790 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:03:41.276193 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-6a7abc4b-9751-4be8-9c9c-ef728856c6c4 req-47687f23-0580-4ca7-9105-9f67aa28b790 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bd12c56-e2a9-40f8-8c48-0f0a689c8896 HTTP/1.1" status: 200 len: 946 time: 0.0775208 Mar 07 11:03:41.321324 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-6a7abc4b-9751-4be8-9c9c-ef728856c6c4 req-1ed70f9f-adb0-4119-b03c-8a47588d3baf tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/security-groups?id=adcb3707-ea11-418d-a1bb-824d1ee96327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396476 Mar 07 11:03:41.349759 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 45506) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:03:41.452642 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-829eb113-989c-4c8c-a302-fac5a48ef479 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/floatingips/d5899301-5fdd-46f8-8726-5216f9003662 HTTP/1.1" status: 200 len: 994 time: 0.1016939 Mar 07 11:03:42.929633 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d986f35a-3af2-43b5-8be6-1923fd501ad0 req-0ac28f11-c815-42cb-a614-19e77b772772 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:03:42.930990 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d986f35a-3af2-43b5-8be6-1923fd501ad0 req-0ac28f11-c815-42cb-a614-19e77b772772 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bd12c56-e2a9-40f8-8c48-0f0a689c8896 HTTP/1.1" status: 200 len: 946 time: 0.0773928 Mar 07 11:03:42.977350 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d986f35a-3af2-43b5-8be6-1923fd501ad0 req-01ca13c9-919a-4661-87f5-0d4c8ce8ad2a tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/security-groups?id=adcb3707-ea11-418d-a1bb-824d1ee96327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403993 Mar 07 11:03:44.178528 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f84e53-e94e-463a-b681-cf767c49dfab req-a6f3ae5a-73bc-45cf-89d7-df63f12e27f0 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:03:44.179930 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-70f84e53-e94e-463a-b681-cf767c49dfab req-a6f3ae5a-73bc-45cf-89d7-df63f12e27f0 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bd12c56-e2a9-40f8-8c48-0f0a689c8896 HTTP/1.1" status: 200 len: 946 time: 0.0771937 Mar 07 11:03:44.224406 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-70f84e53-e94e-463a-b681-cf767c49dfab req-05718202-3d91-4c39-8359-0150d0ea2796 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/security-groups?id=adcb3707-ea11-418d-a1bb-824d1ee96327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387337 Mar 07 11:03:44.254754 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 45518) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:03:44.358185 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-12d15e62-6e96-47ce-b12b-da025b087b57 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/floatingips/d5899301-5fdd-46f8-8726-5216f9003662 HTTP/1.1" status: 200 len: 994 time: 0.1023016 Mar 07 11:03:44.650493 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 45526) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:03:44.933954 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-5d962db4-605b-41ef-aff7-2eb1989df011 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Deleting port 8afe4f35-28d5-4890-bfc3-7b1f4671d327 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 11:03:44.934213 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5d962db4-605b-41ef-aff7-2eb1989df011 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:03:45.099194 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5d962db4-605b-41ef-aff7-2eb1989df011 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:03:45.099519 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5d962db4-605b-41ef-aff7-2eb1989df011 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:03:45.217461 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-5d962db4-605b-41ef-aff7-2eb1989df011 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Calling delete_port for 8afe4f35-28d5-4890-bfc3-7b1f4671d327 owned by network:floatingip {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 11:03:45.361815 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5d962db4-605b-41ef-aff7-2eb1989df011 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:03:45.405188 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d962db4-605b-41ef-aff7-2eb1989df011 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Pushing event deleted for resources: {'Port': ['ID=8afe4f35-28d5-4890-bfc3-7b1f4671d327,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:03:45.443398 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d962db4-605b-41ef-aff7-2eb1989df011 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:03:45.443745 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d962db4-605b-41ef-aff7-2eb1989df011 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:03:45.444082 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d962db4-605b-41ef-aff7-2eb1989df011 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:03:45.444419 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d962db4-605b-41ef-aff7-2eb1989df011 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:03:45.444775 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d962db4-605b-41ef-aff7-2eb1989df011 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:03:45.445102 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d962db4-605b-41ef-aff7-2eb1989df011 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:03:45.445427 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d962db4-605b-41ef-aff7-2eb1989df011 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:03:45.445749 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d962db4-605b-41ef-aff7-2eb1989df011 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:03:45.446067 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d962db4-605b-41ef-aff7-2eb1989df011 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:03:45.446384 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d962db4-605b-41ef-aff7-2eb1989df011 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:03:45.446708 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d962db4-605b-41ef-aff7-2eb1989df011 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:03:45.508323 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5d962db4-605b-41ef-aff7-2eb1989df011 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for floatingip, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:03:45.886271 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d962db4-605b-41ef-aff7-2eb1989df011 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Router 9a6c1590-99f8-47d7-8f2c-b06012b4c228 has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:03:45.890025 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:03:46.082181 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d962db4-605b-41ef-aff7-2eb1989df011 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:03:46.091511 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12dd3bf6-9677-46dd-ac93-f5ba920b680b None None] Sync routers for ids ['9a6c1590-99f8-47d7-8f2c-b06012b4c228'] in dv-neutron-830731-3-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 11:03:46.102282 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5d962db4-605b-41ef-aff7-2eb1989df011 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for floatingip, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:03:46.103011 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12dd3bf6-9677-46dd-ac93-f5ba920b680b None None] Routers {'9a6c1590-99f8-47d7-8f2c-b06012b4c228'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 11:03:46.103595 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-12dd3bf6-9677-46dd-ac93-f5ba920b680b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T11:03:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['9a6c1590-99f8-47d7-8f2c-b06012b4c228'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:03:46.158212 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-5d962db4-605b-41ef-aff7-2eb1989df011 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "DELETE /v2.0/floatingips/d5899301-5fdd-46f8-8726-5216f9003662 HTTP/1.1" status: 204 len: 168 time: 1.5063837 Mar 07 11:03:46.158814 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bd12c56-e2a9-40f8-8c48-0f0a689c8896', 'tag': 'a1e0c764-ccdd-48de-896a-b87f2faf036e'}] {{(pid=83737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 11:03:46.290045 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-12dd3bf6-9677-46dd-ac93-f5ba920b680b None None] Set router 9a6c1590-99f8-47d7-8f2c-b06012b4c228 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 11:03:46.319250 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bd12c56-e2a9-40f8-8c48-0f0a689c8896', 'tag': 'a1e0c764-ccdd-48de-896a-b87f2faf036e', 'status': 'completed', 'code': 200} Mar 07 11:03:46.420545 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-1a84fd9f-aaaf-4a7f-96ee-e7ffdf4d1c4f req-f1c25ef3-f4b4-41f4-b810-42a213bf99fc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fd9e5bc96c1947bd9411090e5d621544&device_id=8bd12c56-e2a9-40f8-8c48-0f0a689c8896 HTTP/1.1" status: 200 len: 1099 time: 0.0775383 Mar 07 11:03:46.613724 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-12dd3bf6-9677-46dd-ac93-f5ba920b680b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a6c1590-99f8-47d7-8f2c-b06012b4c228', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1317533914', 'tenant_id': 'fd9e5bc96c1947bd9411090e5d621544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.85'}], 'enable_snat': True}, 'gw_port_id': 'a188344d-019c-4913-a8e5-99a955b9cc11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:02:15Z', 'updated_at': '2022-03-07T11:02:20Z', 'revision_number': 4, 'project_id': 'fd9e5bc96c1947bd9411090e5d621544', 'gw_port': {'id': 'a188344d-019c-4913-a8e5-99a955b9cc11', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:6b:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a6c1590-99f8-47d7-8f2c-b06012b4c228', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:02:16Z', 'updated_at': '2022-03-07T11:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_interfaces': [{'id': 'd74c56b8-deff-4f4d-927f-7e5d3a361a40', 'name': '', 'network_id': 'c7d4bab0-978d-4566-ad69-348825afd15b', 'tenant_id': 'fd9e5bc96c1947bd9411090e5d621544', 'mac_address': 'fa:16:3e:0d:e3:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a6c1590-99f8-47d7-8f2c-b06012b4c228', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '195608b2-99cc-452d-8511-4311aef3ca11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:02:19Z', 'updated_at': '2022-03-07T11:02:25Z', 'revision_number': 5, 'project_id': 'fd9e5bc96c1947bd9411090e5d621544', 'subnets': [{'id': '195608b2-99cc-452d-8511-4311aef3ca11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:03:46.617708 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12dd3bf6-9677-46dd-ac93-f5ba920b680b None None] Checking router: 9a6c1590-99f8-47d7-8f2c-b06012b4c228 for host: dv-neutron-830731-3-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 07 11:03:46.628629 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12dd3bf6-9677-46dd-ac93-f5ba920b680b None None] Routers {'9a6c1590-99f8-47d7-8f2c-b06012b4c228'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 11:03:46.629214 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-12dd3bf6-9677-46dd-ac93-f5ba920b680b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T11:03:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['9a6c1590-99f8-47d7-8f2c-b06012b4c228'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:03:46.702264 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a84fd9f-aaaf-4a7f-96ee-e7ffdf4d1c4f req-ea81143f-66e7-4477-841c-3d7591bc35dd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:03:46.703597 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-1a84fd9f-aaaf-4a7f-96ee-e7ffdf4d1c4f req-ea81143f-66e7-4477-841c-3d7591bc35dd service neutron] 10.222.0.10 "GET /v2.0/networks?id=c7d4bab0-978d-4566-ad69-348825afd15b HTTP/1.1" status: 200 len: 897 time: 0.2773921 Mar 07 11:03:46.713644 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7830288f-102c-4495-baaf-701ae49001c8 req-4ffec83b-fc17-4ca6-9c81-e6cc0ef44ed5 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:03:46.714307 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-7830288f-102c-4495-baaf-701ae49001c8 req-4ffec83b-fc17-4ca6-9c81-e6cc0ef44ed5 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Synchronizing usage tracker for tenant:fd9e5bc96c1947bd9411090e5d621544 on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 11:03:46.787510 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-1a84fd9f-aaaf-4a7f-96ee-e7ffdf4d1c4f req-01f03994-4deb-4385-8f6a-4d0412633ea5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a1e0c764-ccdd-48de-896a-b87f2faf036e HTTP/1.1" status: 200 len: 217 time: 0.0705142 Mar 07 11:03:46.809404 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-12dd3bf6-9677-46dd-ac93-f5ba920b680b None None] Set router 9a6c1590-99f8-47d7-8f2c-b06012b4c228 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 11:03:46.823459 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-7830288f-102c-4495-baaf-701ae49001c8 req-4ffec83b-fc17-4ca6-9c81-e6cc0ef44ed5 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Unset dirty status for tenant:fd9e5bc96c1947bd9411090e5d621544 on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 11:03:46.824698 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-7830288f-102c-4495-baaf-701ae49001c8 req-4ffec83b-fc17-4ca6-9c81-e6cc0ef44ed5 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bd12c56-e2a9-40f8-8c48-0f0a689c8896 HTTP/1.1" status: 200 len: 946 time: 0.2341480 Mar 07 11:03:46.878651 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a84fd9f-aaaf-4a7f-96ee-e7ffdf4d1c4f req-f44f57a6-ed24-4bd6-9360-762b0e37092f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:03:46.880134 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-1a84fd9f-aaaf-4a7f-96ee-e7ffdf4d1c4f req-f44f57a6-ed24-4bd6-9360-762b0e37092f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=195608b2-99cc-452d-8511-4311aef3ca11 HTTP/1.1" status: 200 len: 835 time: 0.0864155 Mar 07 11:03:46.918178 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-7830288f-102c-4495-baaf-701ae49001c8 req-44638236-f9ea-4fa1-bea3-31f1d2919397 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/security-groups?id=adcb3707-ea11-418d-a1bb-824d1ee96327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857341 Mar 07 11:03:46.962853 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-1a84fd9f-aaaf-4a7f-96ee-e7ffdf4d1c4f req-e701e157-61ff-49ec-8401-fcbea492846f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c7d4bab0-978d-4566-ad69-348825afd15b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0745885 Mar 07 11:03:47.093065 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-1a84fd9f-aaaf-4a7f-96ee-e7ffdf4d1c4f req-767d0cb4-5d7c-4df1-abe5-7000c7b301a7 service neutron] 10.222.0.10 "GET /v2.0/networks/c7d4bab0-978d-4566-ad69-348825afd15b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240504 Mar 07 11:03:47.118245 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-12dd3bf6-9677-46dd-ac93-f5ba920b680b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a6c1590-99f8-47d7-8f2c-b06012b4c228', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1317533914', 'tenant_id': 'fd9e5bc96c1947bd9411090e5d621544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.85'}], 'enable_snat': True}, 'gw_port_id': 'a188344d-019c-4913-a8e5-99a955b9cc11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:02:15Z', 'updated_at': '2022-03-07T11:02:20Z', 'revision_number': 4, 'project_id': 'fd9e5bc96c1947bd9411090e5d621544', 'gw_port': {'id': 'a188344d-019c-4913-a8e5-99a955b9cc11', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:6b:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a6c1590-99f8-47d7-8f2c-b06012b4c228', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:02:16Z', 'updated_at': '2022-03-07T11:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_interfaces': [{'id': 'd74c56b8-deff-4f4d-927f-7e5d3a361a40', 'name': '', 'network_id': 'c7d4bab0-978d-4566-ad69-348825afd15b', 'tenant_id': 'fd9e5bc96c1947bd9411090e5d621544', 'mac_address': 'fa:16:3e:0d:e3:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a6c1590-99f8-47d7-8f2c-b06012b4c228', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '195608b2-99cc-452d-8511-4311aef3ca11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:02:19Z', 'updated_at': '2022-03-07T11:02:25Z', 'revision_number': 5, 'project_id': 'fd9e5bc96c1947bd9411090e5d621544', 'subnets': [{'id': '195608b2-99cc-452d-8511-4311aef3ca11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:03:47.122068 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12dd3bf6-9677-46dd-ac93-f5ba920b680b None None] The sync data for ids ['9a6c1590-99f8-47d7-8f2c-b06012b4c228'] in dv-neutron-830731-3-hyperv is: [{'id': '9a6c1590-99f8-47d7-8f2c-b06012b4c228', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1317533914', 'tenant_id': 'fd9e5bc96c1947bd9411090e5d621544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.85'}], 'enable_snat': True}, 'gw_port_id': 'a188344d-019c-4913-a8e5-99a955b9cc11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:02:15Z', 'updated_at': '2022-03-07T11:02:20Z', 'revision_number': 4, 'project_id': 'fd9e5bc96c1947bd9411090e5d621544', 'gw_port': {'id': 'a188344d-019c-4913-a8e5-99a955b9cc11', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:6b:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a6c1590-99f8-47d7-8f2c-b06012b4c228', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:02:16Z', 'updated_at': '2022-03-07T11:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_interfaces': [{'id': 'd74c56b8-deff-4f4d-927f-7e5d3a361a40', 'name': '', 'network_id': 'c7d4bab0-978d-4566-ad69-348825afd15b', 'tenant_id': 'fd9e5bc96c1947bd9411090e5d621544', 'mac_address': 'fa:16:3e:0d:e3:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a6c1590-99f8-47d7-8f2c-b06012b4c228', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '195608b2-99cc-452d-8511-4311aef3ca11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:02:19Z', 'updated_at': '2022-03-07T11:02:25Z', 'revision_number': 5, 'project_id': 'fd9e5bc96c1947bd9411090e5d621544', 'subnets': [{'id': '195608b2-99cc-452d-8511-4311aef3ca11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 11:03:47.228402 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-1a84fd9f-aaaf-4a7f-96ee-e7ffdf4d1c4f req-fb39cb45-6c44-433f-a7fb-b40bf0ea7a18 service neutron] 10.222.0.10 "GET /v2.0/networks/c7d4bab0-978d-4566-ad69-348825afd15b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279929 Mar 07 11:03:47.351591 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1ca94b-b310-4066-8780-30840caf32bb None None] New status for floating IP d5899301-5fdd-46f8-8726-5216f9003662: DOWN {{(pid=83739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 07 11:03:48.121220 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27619d27-8d7a-4330-b644-8b817ac8502b req-239e1e7c-1a80-4d8b-ba5c-e1adab31ee1e tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:03:48.122661 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-27619d27-8d7a-4330-b644-8b817ac8502b req-239e1e7c-1a80-4d8b-ba5c-e1adab31ee1e tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bd12c56-e2a9-40f8-8c48-0f0a689c8896 HTTP/1.1" status: 200 len: 946 time: 0.0785797 Mar 07 11:03:48.167123 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-27619d27-8d7a-4330-b644-8b817ac8502b req-4ea77b65-0b9b-4142-9aac-21098bc02ad0 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/security-groups?id=adcb3707-ea11-418d-a1bb-824d1ee96327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387673 Mar 07 11:03:48.366900 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c50c583-3b7f-49ae-ae47-7cf9c096dc93 req-151e1184-85b5-4b03-b439-2c3d976344d9 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:03:48.368280 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4c50c583-3b7f-49ae-ae47-7cf9c096dc93 req-151e1184-85b5-4b03-b439-2c3d976344d9 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.10 "GET /v2.0/ports?device_id=8bd12c56-e2a9-40f8-8c48-0f0a689c8896 HTTP/1.1" status: 200 len: 946 time: 0.0730369 Mar 07 11:03:48.435559 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [req-4c50c583-3b7f-49ae-ae47-7cf9c096dc93 req-a4703ebd-b106-455e-87b8-2eff9991bb75 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Deleting port a1e0c764-ccdd-48de-896a-b87f2faf036e {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 11:03:48.435889 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-4c50c583-3b7f-49ae-ae47-7cf9c096dc93 req-a4703ebd-b106-455e-87b8-2eff9991bb75 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:03:48.672342 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [req-4c50c583-3b7f-49ae-ae47-7cf9c096dc93 req-a4703ebd-b106-455e-87b8-2eff9991bb75 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] For port a1e0c764-ccdd-48de-896a-b87f2faf036e, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=a1e0c764-ccdd-48de-896a-b87f2faf036e,segment=NetworkSegment(55f013da-73c5-493f-bea8-fc387780e017),segment_id=55f013da-73c5-493f-bea8-fc387780e017)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:03:48.672654 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-4c50c583-3b7f-49ae-ae47-7cf9c096dc93 req-a4703ebd-b106-455e-87b8-2eff9991bb75 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:03:48.788814 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [req-4c50c583-3b7f-49ae-ae47-7cf9c096dc93 req-a4703ebd-b106-455e-87b8-2eff9991bb75 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Calling delete_port for a1e0c764-ccdd-48de-896a-b87f2faf036e owned by compute:nova {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 11:03:48.927720 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-4c50c583-3b7f-49ae-ae47-7cf9c096dc93 req-a4703ebd-b106-455e-87b8-2eff9991bb75 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:03:48.974671 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4703ebd-b106-455e-87b8-2eff9991bb75 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Pushing event deleted for resources: {'Port': ['ID=a1e0c764-ccdd-48de-896a-b87f2faf036e,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:03:49.048993 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c50c583-3b7f-49ae-ae47-7cf9c096dc93 req-a4703ebd-b106-455e-87b8-2eff9991bb75 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] No DVR routers for this DVR port a1e0c764-ccdd-48de-896a-b87f2faf036e on host hv-neutron-8307 {{(pid=83737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:03:49.051482 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-4c50c583-3b7f-49ae-ae47-7cf9c096dc93 req-a4703ebd-b106-455e-87b8-2eff9991bb75 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:03:49.054248 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bd12c56-e2a9-40f8-8c48-0f0a689c8896', 'name': 'network-vif-deleted', 'tag': 'a1e0c764-ccdd-48de-896a-b87f2faf036e'}] {{(pid=83737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 11:03:49.070065 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4c50c583-3b7f-49ae-ae47-7cf9c096dc93 req-a4703ebd-b106-455e-87b8-2eff9991bb75 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.10 "DELETE /v2.0/ports/a1e0c764-ccdd-48de-896a-b87f2faf036e HTTP/1.1" status: 204 len: 173 time: 0.6963041 Mar 07 11:03:49.110110 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bd12c56-e2a9-40f8-8c48-0f0a689c8896', 'name': 'network-vif-deleted', 'tag': 'a1e0c764-ccdd-48de-896a-b87f2faf036e', 'status': 'completed', 'code': 200} Mar 07 11:03:49.425899 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-0ee482fd-42f9-44ee-ad9e-be0764c914e7 req-191d2cae-4272-406f-9447-40d879f2e20b tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Synchronizing usage tracker for tenant:fd9e5bc96c1947bd9411090e5d621544 on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 11:03:49.444575 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-0ee482fd-42f9-44ee-ad9e-be0764c914e7 req-191d2cae-4272-406f-9447-40d879f2e20b tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Unset dirty status for tenant:fd9e5bc96c1947bd9411090e5d621544 on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 11:03:49.445966 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-0ee482fd-42f9-44ee-ad9e-be0764c914e7 req-191d2cae-4272-406f-9447-40d879f2e20b tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bd12c56-e2a9-40f8-8c48-0f0a689c8896 HTTP/1.1" status: 200 len: 210 time: 0.1481092 Mar 07 11:03:50.555483 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 45546) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:03:50.936342 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4c7fbe4c-9583-4ccc-990d-4ec59c9083ab tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3920255'] for router_interface, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:03:51.565645 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-4c7fbe4c-9583-4ccc-990d-4ec59c9083ab tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Deleting port d74c56b8-deff-4f4d-927f-7e5d3a361a40 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 11:03:51.566291 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4c7fbe4c-9583-4ccc-990d-4ec59c9083ab tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:03:51.746401 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-4c7fbe4c-9583-4ccc-990d-4ec59c9083ab tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] For port d74c56b8-deff-4f4d-927f-7e5d3a361a40, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=d74c56b8-deff-4f4d-927f-7e5d3a361a40,segment=NetworkSegment(55f013da-73c5-493f-bea8-fc387780e017),segment_id=55f013da-73c5-493f-bea8-fc387780e017)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:03:51.746749 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4c7fbe4c-9583-4ccc-990d-4ec59c9083ab tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:03:51.863323 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-4c7fbe4c-9583-4ccc-990d-4ec59c9083ab tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Calling delete_port for d74c56b8-deff-4f4d-927f-7e5d3a361a40 owned by network:router_interface {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 11:03:52.129592 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4c7fbe4c-9583-4ccc-990d-4ec59c9083ab tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:03:52.176490 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7fbe4c-9583-4ccc-990d-4ec59c9083ab tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Pushing event deleted for resources: {'Port': ['ID=d74c56b8-deff-4f4d-927f-7e5d3a361a40,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:03:52.477346 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4c7fbe4c-9583-4ccc-990d-4ec59c9083ab tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2756383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3920168'] for router_interface, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:03:53.035787 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c7fbe4c-9583-4ccc-990d-4ec59c9083ab tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Router 9a6c1590-99f8-47d7-8f2c-b06012b4c228 has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:03:53.242355 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c7fbe4c-9583-4ccc-990d-4ec59c9083ab tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:03:53.253617 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b575d692-7c37-4b4d-b662-3f5063e0ee9e None None] Sync routers for ids ['9a6c1590-99f8-47d7-8f2c-b06012b4c228'] in dv-neutron-830731-3-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 11:03:53.258769 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-4c7fbe4c-9583-4ccc-990d-4ec59c9083ab tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "PUT /v2.0/routers/9a6c1590-99f8-47d7-8f2c-b06012b4c228/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7019784 Mar 07 11:03:53.261404 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 45550) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:03:53.265408 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b575d692-7c37-4b4d-b662-3f5063e0ee9e None None] Routers {'9a6c1590-99f8-47d7-8f2c-b06012b4c228'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 11:03:53.266112 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-b575d692-7c37-4b4d-b662-3f5063e0ee9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T11:03:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['9a6c1590-99f8-47d7-8f2c-b06012b4c228'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:03:53.477087 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-b575d692-7c37-4b4d-b662-3f5063e0ee9e None None] Set router 9a6c1590-99f8-47d7-8f2c-b06012b4c228 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 11:03:53.552198 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a889c4e-6010-452f-a8c7-ef53e56f7801 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Deleting subnet 195608b2-99cc-452d-8511-4311aef3ca11 {{(pid=83737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 07 11:03:53.555015 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3a889c4e-6010-452f-a8c7-ef53e56f7801 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for subnet, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:03:53.558523 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device a1e0c764-ccdd-48de-896a-b87f2faf036e no longer exists at agent hyperv_hv-neutron-8307 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 11:03:53.597222 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] No Port match for: a1e0c764-ccdd-48de-896a-b87f2faf036e {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 11:03:53.597865 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device a1e0c764-ccdd-48de-896a-b87f2faf036e not bound to the agent host hv-neutron-8307 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 11:03:53.611595 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3a889c4e-6010-452f-a8c7-ef53e56f7801 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2627781'] for subnet, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:03:53.692955 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3a889c4e-6010-452f-a8c7-ef53e56f7801 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1525496'] for subnet, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:03:53.761652 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-b575d692-7c37-4b4d-b662-3f5063e0ee9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a6c1590-99f8-47d7-8f2c-b06012b4c228', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1317533914', 'tenant_id': 'fd9e5bc96c1947bd9411090e5d621544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.85'}], 'enable_snat': True}, 'gw_port_id': 'a188344d-019c-4913-a8e5-99a955b9cc11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:02:15Z', 'updated_at': '2022-03-07T11:03:52Z', 'revision_number': 5, 'project_id': 'fd9e5bc96c1947bd9411090e5d621544', 'gw_port': {'id': 'a188344d-019c-4913-a8e5-99a955b9cc11', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:6b:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a6c1590-99f8-47d7-8f2c-b06012b4c228', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:02:16Z', 'updated_at': '2022-03-07T11:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv'}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:03:53.765471 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b575d692-7c37-4b4d-b662-3f5063e0ee9e None None] Checking router: 9a6c1590-99f8-47d7-8f2c-b06012b4c228 for host: dv-neutron-830731-3-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 07 11:03:53.769118 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3a889c4e-6010-452f-a8c7-ef53e56f7801 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1525489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3012507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3219316'] for subnet, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:03:53.776562 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b575d692-7c37-4b4d-b662-3f5063e0ee9e None None] Routers {'9a6c1590-99f8-47d7-8f2c-b06012b4c228'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 11:03:53.777146 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-b575d692-7c37-4b4d-b662-3f5063e0ee9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T11:03:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['9a6c1590-99f8-47d7-8f2c-b06012b4c228'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:03:53.807907 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a889c4e-6010-452f-a8c7-ef53e56f7801 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Pushing event deleted for resources: {'Subnet': ['ID=195608b2-99cc-452d-8511-4311aef3ca11,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:03:53.813472 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3a889c4e-6010-452f-a8c7-ef53e56f7801 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:03:53.820920 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50cc9826-2086-4722-ad8e-3870b179226d None None] Network c7d4bab0-978d-4566-ad69-348825afd15b requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 11:03:53.821310 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-3a889c4e-6010-452f-a8c7-ef53e56f7801 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "DELETE /v2.0/subnets/195608b2-99cc-452d-8511-4311aef3ca11 HTTP/1.1" status: 204 len: 168 time: 0.5588353 Mar 07 11:03:53.823811 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 45554) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:03:53.953162 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-b575d692-7c37-4b4d-b662-3f5063e0ee9e None None] Set router 9a6c1590-99f8-47d7-8f2c-b06012b4c228 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 11:03:54.027720 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4a4af9ea-0418-41e0-87ff-b08c2a792e00 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for router, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:03:54.073590 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c9a5448-47c4-4fd9-bace-6305a0c1c41b None None] DHCP port deletion for c7d4bab0-978d-4566-ad69-348825afd15b request from dv-neutron-830731-3-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 07 11:03:54.077361 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-1c9a5448-47c4-4fd9-bace-6305a0c1c41b None None] Deleting port 4fbba6a3-d253-4353-9209-75b3262bf8fc {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 11:03:54.078401 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-1c9a5448-47c4-4fd9-bace-6305a0c1c41b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:03:54.227697 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4a4af9ea-0418-41e0-87ff-b08c2a792e00 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:03:54.239035 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-4a4af9ea-0418-41e0-87ff-b08c2a792e00 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Deleting port a188344d-019c-4913-a8e5-99a955b9cc11 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 11:03:54.239862 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4a4af9ea-0418-41e0-87ff-b08c2a792e00 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:03:54.244808 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-b575d692-7c37-4b4d-b662-3f5063e0ee9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a6c1590-99f8-47d7-8f2c-b06012b4c228', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1317533914', 'tenant_id': 'fd9e5bc96c1947bd9411090e5d621544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.85'}], 'enable_snat': True}, 'gw_port_id': 'a188344d-019c-4913-a8e5-99a955b9cc11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:02:15Z', 'updated_at': '2022-03-07T11:03:52Z', 'revision_number': 5, 'project_id': 'fd9e5bc96c1947bd9411090e5d621544', 'gw_port': {'id': 'a188344d-019c-4913-a8e5-99a955b9cc11', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:6b:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a6c1590-99f8-47d7-8f2c-b06012b4c228', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:02:16Z', 'updated_at': '2022-03-07T11:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv'}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:03:54.248766 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b575d692-7c37-4b4d-b662-3f5063e0ee9e None None] The sync data for ids ['9a6c1590-99f8-47d7-8f2c-b06012b4c228'] in dv-neutron-830731-3-hyperv is: [{'id': '9a6c1590-99f8-47d7-8f2c-b06012b4c228', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1317533914', 'tenant_id': 'fd9e5bc96c1947bd9411090e5d621544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.85'}], 'enable_snat': True}, 'gw_port_id': 'a188344d-019c-4913-a8e5-99a955b9cc11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:02:15Z', 'updated_at': '2022-03-07T11:03:52Z', 'revision_number': 5, 'project_id': 'fd9e5bc96c1947bd9411090e5d621544', 'gw_port': {'id': 'a188344d-019c-4913-a8e5-99a955b9cc11', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:6b:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a6c1590-99f8-47d7-8f2c-b06012b4c228', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:02:16Z', 'updated_at': '2022-03-07T11:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv'}] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 11:03:54.295487 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-1c9a5448-47c4-4fd9-bace-6305a0c1c41b None None] For port 4fbba6a3-d253-4353-9209-75b3262bf8fc, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=4fbba6a3-d253-4353-9209-75b3262bf8fc,segment=NetworkSegment(55f013da-73c5-493f-bea8-fc387780e017),segment_id=55f013da-73c5-493f-bea8-fc387780e017)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:03:54.295876 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-1c9a5448-47c4-4fd9-bace-6305a0c1c41b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:03:54.413791 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-1c9a5448-47c4-4fd9-bace-6305a0c1c41b None None] Calling delete_port for 4fbba6a3-d253-4353-9209-75b3262bf8fc owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 11:03:54.417656 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-4a4af9ea-0418-41e0-87ff-b08c2a792e00 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] For port a188344d-019c-4913-a8e5-99a955b9cc11, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=a188344d-019c-4913-a8e5-99a955b9cc11,segment=NetworkSegment(9a22e080-7529-4fc7-949d-9f84ba21807d),segment_id=9a22e080-7529-4fc7-949d-9f84ba21807d)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:03:54.418016 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4a4af9ea-0418-41e0-87ff-b08c2a792e00 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:03:54.483999 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-1c9a5448-47c4-4fd9-bace-6305a0c1c41b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812'] for port, after_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:03:54.529276 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9a5448-47c4-4fd9-bace-6305a0c1c41b None None] Pushing event deleted for resources: {'Port': ['ID=4fbba6a3-d253-4353-9209-75b3262bf8fc,revision_number=None']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:03:54.539436 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-4a4af9ea-0418-41e0-87ff-b08c2a792e00 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Calling delete_port for a188344d-019c-4913-a8e5-99a955b9cc11 owned by network:router_gateway {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 11:03:54.540700 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9a5448-47c4-4fd9-bace-6305a0c1c41b None None] No DVR routers for this DVR port 4fbba6a3-d253-4353-9209-75b3262bf8fc on host dv-neutron-830731-3-hyperv {{(pid=83739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:03:54.543963 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9a5448-47c4-4fd9-bace-6305a0c1c41b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:03:54.544305 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9a5448-47c4-4fd9-bace-6305a0c1c41b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:03:54.547619 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9a5448-47c4-4fd9-bace-6305a0c1c41b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:03:54.547619 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9a5448-47c4-4fd9-bace-6305a0c1c41b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:03:54.547619 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9a5448-47c4-4fd9-bace-6305a0c1c41b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:03:54.547619 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9a5448-47c4-4fd9-bace-6305a0c1c41b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:03:54.547619 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9a5448-47c4-4fd9-bace-6305a0c1c41b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:03:54.547619 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9a5448-47c4-4fd9-bace-6305a0c1c41b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:03:54.547619 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9a5448-47c4-4fd9-bace-6305a0c1c41b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:03:54.547619 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9a5448-47c4-4fd9-bace-6305a0c1c41b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:03:54.547619 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9a5448-47c4-4fd9-bace-6305a0c1c41b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:03:54.715270 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4a4af9ea-0418-41e0-87ff-b08c2a792e00 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:03:54.765557 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4af9ea-0418-41e0-87ff-b08c2a792e00 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Pushing event deleted for resources: {'Port': ['ID=a188344d-019c-4913-a8e5-99a955b9cc11,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:03:54.993359 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4a4af9ea-0418-41e0-87ff-b08c2a792e00 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923554'] for router_gateway, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:03:55.266570 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 4fbba6a3-d253-4353-9209-75b3262bf8fc no longer exists at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 11:03:55.299759 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] No Port match for: 4fbba6a3-d253-4353-9209-75b3262bf8fc {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 11:03:55.300097 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 4fbba6a3-d253-4353-9209-75b3262bf8fc not bound to the agent host dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 11:03:55.300534 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device d74c56b8-deff-4f4d-927f-7e5d3a361a40 no longer exists at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 11:03:55.332262 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] No Port match for: d74c56b8-deff-4f4d-927f-7e5d3a361a40 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 11:03:55.332856 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device d74c56b8-deff-4f4d-927f-7e5d3a361a40 not bound to the agent host dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 11:03:55.340729 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4a4af9ea-0418-41e0-87ff-b08c2a792e00 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3917970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58043'] for router, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:03:55.345667 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4a4af9ea-0418-41e0-87ff-b08c2a792e00 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:03:55.370353 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4a4af9ea-0418-41e0-87ff-b08c2a792e00 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3917886'] for router, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:03:55.370870 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a4af9ea-0418-41e0-87ff-b08c2a792e00 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Fanout notify agent at l3_agent the message router_deleted on router 9a6c1590-99f8-47d7-8f2c-b06012b4c228 {{(pid=83737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 11:03:55.385798 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4a4af9ea-0418-41e0-87ff-b08c2a792e00 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:03:55.386880 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-4a4af9ea-0418-41e0-87ff-b08c2a792e00 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "DELETE /v2.0/routers/9a6c1590-99f8-47d7-8f2c-b06012b4c228 HTTP/1.1" status: 204 len: 168 time: 1.5621786 Mar 07 11:03:55.389565 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 45558) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:03:55.507201 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e1a541f8-d8a8-440f-a0b3-51751b703b07 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1158940'] for network, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:03:55.634470 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e1a541f8-d8a8-440f-a0b3-51751b703b07 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1526893', 'neutron.services.segments.db._delete_segments_for_network-8732568551033'] for network, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:03:55.659230 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-e1a541f8-d8a8-440f-a0b3-51751b703b07 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7d4bab0-978d-4566-ad69-348825afd15b']}} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:03:55.670697 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-e1a541f8-d8a8-440f-a0b3-51751b703b07 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55f013da-73c5-493f-bea8-fc387780e017') {'for_net_delete': True} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:03:55.670990 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-e1a541f8-d8a8-440f-a0b3-51751b703b07 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55f013da-73c5-493f-bea8-fc387780e017') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:03:55.682387 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e1a541f8-d8a8-440f-a0b3-51751b703b07 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732568550916', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629174'] for segment, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:03:55.697764 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e1a541f8-d8a8-440f-a0b3-51751b703b07 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:03:55.704015 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1a541f8-d8a8-440f-a0b3-51751b703b07 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=83737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 07 11:03:55.704466 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e1a541f8-d8a8-440f-a0b3-51751b703b07 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1227397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3012597'] for segment, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:03:55.718075 dv-neutron-830731-3-hyperv neutron-server[83737]: Traceback (most recent call last): Mar 07 11:03:55.718075 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 07 11:03:55.718075 dv-neutron-830731-3-hyperv neutron-server[83737]: timer() Mar 07 11:03:55.718075 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:03:55.718075 dv-neutron-830731-3-hyperv neutron-server[83737]: cb(*args, **kw) Mar 07 11:03:55.718075 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 11:03:55.718075 dv-neutron-830731-3-hyperv neutron-server[83737]: return func(*args, **kwargs) Mar 07 11:03:55.718075 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:03:55.718075 dv-neutron-830731-3-hyperv neutron-server[83737]: self._notify() Mar 07 11:03:55.718075 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:03:55.718075 dv-neutron-830731-3-hyperv neutron-server[83737]: self.callback(batched_events) Mar 07 11:03:55.718075 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:03:55.718075 dv-neutron-830731-3-hyperv neutron-server[83737]: event.method(event) Mar 07 11:03:55.718075 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 11:03:55.718075 dv-neutron-830731-3-hyperv neutron-server[83737]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:03:55.718075 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 11:03:55.718075 dv-neutron-830731-3-hyperv neutron-server[83737]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:03:55.718075 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 11:03:55.718075 dv-neutron-830731-3-hyperv neutron-server[83737]: return f(self, *a, **k) Mar 07 11:03:55.718075 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:03:55.718075 dv-neutron-830731-3-hyperv neutron-server[83737]: return self._get(url).json() Mar 07 11:03:55.718075 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:03:55.718075 dv-neutron-830731-3-hyperv neutron-server[83737]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:03:55.718075 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 07 11:03:55.718075 dv-neutron-830731-3-hyperv neutron-server[83737]: return self.request(url, 'GET', **kwargs) Mar 07 11:03:55.718075 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 07 11:03:55.718075 dv-neutron-830731-3-hyperv neutron-server[83737]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:03:55.718075 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 07 11:03:55.718075 dv-neutron-830731-3-hyperv neutron-server[83737]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:03:55.718075 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 07 11:03:55.718075 dv-neutron-830731-3-hyperv neutron-server[83737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:03:55.718075 dv-neutron-830731-3-hyperv neutron-server[83737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:03:55.800231 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e1a541f8-d8a8-440f-a0b3-51751b703b07 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1526886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923583'] for network, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:03:55.820513 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e1a541f8-d8a8-440f-a0b3-51751b703b07 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:03:55.826980 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a541f8-d8a8-440f-a0b3-51751b703b07 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Pushing event deleted for resources: {'Network': ['ID=c7d4bab0-978d-4566-ad69-348825afd15b,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:03:55.833789 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-e1a541f8-d8a8-440f-a0b3-51751b703b07 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "DELETE /v2.0/networks/c7d4bab0-978d-4566-ad69-348825afd15b HTTP/1.1" status: 204 len: 168 time: 0.4408472 Mar 07 11:03:55.834133 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 45562) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:03:55.905904 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-cd7dbe53-363e-4aa6-bae9-0af19ee56310 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:03:55.941435 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-cd7dbe53-363e-4aa6-bae9-0af19ee56310 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:03:56.008802 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-cd7dbe53-363e-4aa6-bae9-0af19ee56310 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:03:56.024393 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7dbe53-363e-4aa6-bae9-0af19ee56310 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=adcb3707-ea11-418d-a1bb-824d1ee96327,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:03:56.033419 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-cd7dbe53-363e-4aa6-bae9-0af19ee56310 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:03:56.034515 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-cd7dbe53-363e-4aa6-bae9-0af19ee56310 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "DELETE /v2.0/security-groups/adcb3707-ea11-418d-a1bb-824d1ee96327 HTTP/1.1" status: 204 len: 168 time: 0.1996009 Mar 07 11:03:56.480864 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 45570) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:03:56.491080 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-8ff95dd9-f126-4d70-9561-aa9acc6b2cc8 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-42893061', 'description': 'tempest-secgroup-smoke-42893061 description', 'project_id': 'fd9e5bc96c1947bd9411090e5d621544'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 11:03:56.496971 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-8ff95dd9-f126-4d70-9561-aa9acc6b2cc8 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 11:03:56.500736 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-8ff95dd9-f126-4d70-9561-aa9acc6b2cc8 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Usage tracker for resource:security_group and tenant:fd9e5bc96c1947bd9411090e5d621544 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 11:03:56.503584 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-8ff95dd9-f126-4d70-9561-aa9acc6b2cc8 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 11:03:56.509150 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-8ff95dd9-f126-4d70-9561-aa9acc6b2cc8 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 11:03:56.518600 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8ff95dd9-f126-4d70-9561-aa9acc6b2cc8 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for security_group, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:03:56.556705 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-8ff95dd9-f126-4d70-9561-aa9acc6b2cc8 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 11:03:56.560274 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-8ff95dd9-f126-4d70-9561-aa9acc6b2cc8 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Usage tracker for resource:security_group_rule and tenant:fd9e5bc96c1947bd9411090e5d621544 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 11:03:56.562974 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-8ff95dd9-f126-4d70-9561-aa9acc6b2cc8 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 11:03:56.568456 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-8ff95dd9-f126-4d70-9561-aa9acc6b2cc8 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 11:03:56.624277 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8ff95dd9-f126-4d70-9561-aa9acc6b2cc8 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for security_group, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:03:56.628639 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8ff95dd9-f126-4d70-9561-aa9acc6b2cc8 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:03:56.668102 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff95dd9-f126-4d70-9561-aa9acc6b2cc8 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6483420f-2be4-44c3-a272-fd6fdeb07b78,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:03:56.671414 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8ff95dd9-f126-4d70-9561-aa9acc6b2cc8 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:03:56.672607 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-8ff95dd9-f126-4d70-9561-aa9acc6b2cc8 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1624 time: 0.1907575 Mar 07 11:03:56.675820 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 45574) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:03:56.679124 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff95dd9-f126-4d70-9561-aa9acc6b2cc8 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:03:56.679464 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff95dd9-f126-4d70-9561-aa9acc6b2cc8 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:03:56.679799 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff95dd9-f126-4d70-9561-aa9acc6b2cc8 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:03:56.680130 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff95dd9-f126-4d70-9561-aa9acc6b2cc8 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:03:56.680453 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff95dd9-f126-4d70-9561-aa9acc6b2cc8 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:03:56.680810 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff95dd9-f126-4d70-9561-aa9acc6b2cc8 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:03:56.681378 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff95dd9-f126-4d70-9561-aa9acc6b2cc8 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:03:56.681699 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff95dd9-f126-4d70-9561-aa9acc6b2cc8 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:03:56.682014 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff95dd9-f126-4d70-9561-aa9acc6b2cc8 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:03:56.682331 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff95dd9-f126-4d70-9561-aa9acc6b2cc8 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:03:56.682428 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-3aedccf6-fa7a-4a21-ad1f-f65469e9c5f9 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Request body: {'security_group_rule': {'security_group_id': '6483420f-2be4-44c3-a272-fd6fdeb07b78', 'project_id': 'fd9e5bc96c1947bd9411090e5d621544', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 11:03:56.682645 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff95dd9-f126-4d70-9561-aa9acc6b2cc8 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:03:56.690813 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-3aedccf6-fa7a-4a21-ad1f-f65469e9c5f9 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 11:03:56.694989 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-3aedccf6-fa7a-4a21-ad1f-f65469e9c5f9 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Usage tracker for resource:security_group_rule and tenant:fd9e5bc96c1947bd9411090e5d621544 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 11:03:56.697929 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-3aedccf6-fa7a-4a21-ad1f-f65469e9c5f9 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 11:03:56.703597 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-3aedccf6-fa7a-4a21-ad1f-f65469e9c5f9 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 11:03:56.721714 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3aedccf6-fa7a-4a21-ad1f-f65469e9c5f9 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:03:56.788112 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3aedccf6-fa7a-4a21-ad1f-f65469e9c5f9 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:03:56.790935 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3aedccf6-fa7a-4a21-ad1f-f65469e9c5f9 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:03:56.813372 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aedccf6-fa7a-4a21-ad1f-f65469e9c5f9 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ae3d1eb-532f-4a25-bfa3-e0a701601bda,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:03:56.822737 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3aedccf6-fa7a-4a21-ad1f-f65469e9c5f9 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:03:56.823904 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-3aedccf6-fa7a-4a21-ad1f-f65469e9c5f9 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1468968 Mar 07 11:03:56.826759 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 45578) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:03:56.832676 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-c79189c2-e737-4be0-95bd-c27fbdea1c2c tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Request body: {'security_group_rule': {'security_group_id': '6483420f-2be4-44c3-a272-fd6fdeb07b78', 'project_id': 'fd9e5bc96c1947bd9411090e5d621544', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 11:03:56.838522 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-c79189c2-e737-4be0-95bd-c27fbdea1c2c tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 11:03:56.842226 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-c79189c2-e737-4be0-95bd-c27fbdea1c2c tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Usage tracker for resource:security_group_rule and tenant:fd9e5bc96c1947bd9411090e5d621544 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 11:03:56.845181 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-c79189c2-e737-4be0-95bd-c27fbdea1c2c tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 11:03:56.850678 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-c79189c2-e737-4be0-95bd-c27fbdea1c2c tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 11:03:56.866967 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c79189c2-e737-4be0-95bd-c27fbdea1c2c tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:03:56.926917 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c79189c2-e737-4be0-95bd-c27fbdea1c2c tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:03:56.930233 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c79189c2-e737-4be0-95bd-c27fbdea1c2c tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:03:56.955014 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79189c2-e737-4be0-95bd-c27fbdea1c2c tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10a6b647-6a15-447c-9542-59499f6dda19,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:03:56.963230 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c79189c2-e737-4be0-95bd-c27fbdea1c2c tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:03:56.964699 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-c79189c2-e737-4be0-95bd-c27fbdea1c2c tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1369543 Mar 07 11:03:56.967242 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 45582) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:03:56.972532 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-99af2aa7-c78d-4a4f-9b94-ced3cc02854d tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Request body: {'security_group_rule': {'security_group_id': '6483420f-2be4-44c3-a272-fd6fdeb07b78', 'project_id': 'fd9e5bc96c1947bd9411090e5d621544', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 11:03:56.978102 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-99af2aa7-c78d-4a4f-9b94-ced3cc02854d tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 11:03:56.981862 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-99af2aa7-c78d-4a4f-9b94-ced3cc02854d tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Usage tracker for resource:security_group_rule and tenant:fd9e5bc96c1947bd9411090e5d621544 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 11:03:56.984652 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-99af2aa7-c78d-4a4f-9b94-ced3cc02854d tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 11:03:56.991155 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-99af2aa7-c78d-4a4f-9b94-ced3cc02854d tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 11:03:57.010232 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-99af2aa7-c78d-4a4f-9b94-ced3cc02854d tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:03:57.072232 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-99af2aa7-c78d-4a4f-9b94-ced3cc02854d tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:03:57.075701 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-99af2aa7-c78d-4a4f-9b94-ced3cc02854d tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:03:57.097598 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99af2aa7-c78d-4a4f-9b94-ced3cc02854d tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a1acdbe-00e2-40c1-a668-2abc6a2bc027,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:03:57.106575 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-99af2aa7-c78d-4a4f-9b94-ced3cc02854d tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:03:57.107728 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-99af2aa7-c78d-4a4f-9b94-ced3cc02854d tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1395459 Mar 07 11:03:57.110956 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 45586) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:03:57.116198 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-078c1e04-1d8f-4cf5-91cc-966ff760d011 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Request body: {'security_group_rule': {'security_group_id': '6483420f-2be4-44c3-a272-fd6fdeb07b78', 'project_id': 'fd9e5bc96c1947bd9411090e5d621544', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 11:03:57.121829 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-078c1e04-1d8f-4cf5-91cc-966ff760d011 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 11:03:57.125601 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-078c1e04-1d8f-4cf5-91cc-966ff760d011 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Usage tracker for resource:security_group_rule and tenant:fd9e5bc96c1947bd9411090e5d621544 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 11:03:57.129042 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-078c1e04-1d8f-4cf5-91cc-966ff760d011 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 11:03:57.134610 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-078c1e04-1d8f-4cf5-91cc-966ff760d011 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 11:03:57.150753 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-078c1e04-1d8f-4cf5-91cc-966ff760d011 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:03:57.178134 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device a188344d-019c-4913-a8e5-99a955b9cc11 no longer exists at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 11:03:57.214729 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] No Port match for: a188344d-019c-4913-a8e5-99a955b9cc11 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 11:03:57.215068 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device a188344d-019c-4913-a8e5-99a955b9cc11 not bound to the agent host dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 11:03:57.215947 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-078c1e04-1d8f-4cf5-91cc-966ff760d011 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:03:57.221730 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-078c1e04-1d8f-4cf5-91cc-966ff760d011 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:03:57.244915 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078c1e04-1d8f-4cf5-91cc-966ff760d011 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21565f35-27f6-4826-8fdd-b5fefda5e0b5,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:03:57.253102 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-078c1e04-1d8f-4cf5-91cc-966ff760d011 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:03:57.254259 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-078c1e04-1d8f-4cf5-91cc-966ff760d011 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1424215 Mar 07 11:03:57.256923 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 45590) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:03:57.262270 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-2b92f587-b98d-4046-961c-e010bb84b959 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Request body: {'security_group_rule': {'security_group_id': '6483420f-2be4-44c3-a272-fd6fdeb07b78', 'project_id': 'fd9e5bc96c1947bd9411090e5d621544', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 11:03:57.268622 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-2b92f587-b98d-4046-961c-e010bb84b959 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 11:03:57.272345 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-2b92f587-b98d-4046-961c-e010bb84b959 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Usage tracker for resource:security_group_rule and tenant:fd9e5bc96c1947bd9411090e5d621544 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 11:03:57.275126 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-2b92f587-b98d-4046-961c-e010bb84b959 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 11:03:57.280660 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-2b92f587-b98d-4046-961c-e010bb84b959 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 11:03:57.292361 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.db.securitygroups_db [None req-2b92f587-b98d-4046-961c-e010bb84b959 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Project fd9e5bc96c1947bd9411090e5d621544 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 11:03:57.299465 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2b92f587-b98d-4046-961c-e010bb84b959 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:03:57.364120 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2b92f587-b98d-4046-961c-e010bb84b959 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:03:57.367533 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2b92f587-b98d-4046-961c-e010bb84b959 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:03:57.389440 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b92f587-b98d-4046-961c-e010bb84b959 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7526ce4-1fef-4a78-a12f-0a09f4b41b49,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:03:57.398177 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2b92f587-b98d-4046-961c-e010bb84b959 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:03:57.399305 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-2b92f587-b98d-4046-961c-e010bb84b959 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1415000 Mar 07 11:03:57.401967 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 45594) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:03:57.407124 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-b172d4b5-0838-40e3-ad4d-31de17308262 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Request body: {'security_group_rule': {'security_group_id': '6483420f-2be4-44c3-a272-fd6fdeb07b78', 'project_id': 'fd9e5bc96c1947bd9411090e5d621544', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 11:03:57.413531 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-b172d4b5-0838-40e3-ad4d-31de17308262 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 11:03:57.417192 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-b172d4b5-0838-40e3-ad4d-31de17308262 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Usage tracker for resource:security_group_rule and tenant:fd9e5bc96c1947bd9411090e5d621544 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 11:03:57.419934 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-b172d4b5-0838-40e3-ad4d-31de17308262 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 11:03:57.426225 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-b172d4b5-0838-40e3-ad4d-31de17308262 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 11:03:57.437308 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.db.securitygroups_db [None req-b172d4b5-0838-40e3-ad4d-31de17308262 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Project fd9e5bc96c1947bd9411090e5d621544 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 11:03:57.443880 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b172d4b5-0838-40e3-ad4d-31de17308262 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:03:57.507590 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b172d4b5-0838-40e3-ad4d-31de17308262 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:03:57.511218 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b172d4b5-0838-40e3-ad4d-31de17308262 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:03:57.535912 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b172d4b5-0838-40e3-ad4d-31de17308262 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5e09ff1-fbf8-4b0b-b653-9f53a2a88efd,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:03:57.546627 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b172d4b5-0838-40e3-ad4d-31de17308262 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:03:57.547870 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-b172d4b5-0838-40e3-ad4d-31de17308262 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1450176 Mar 07 11:03:57.551436 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 45598) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:03:57.556956 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-247f684f-74b8-4e33-9087-41b7ef5228ab tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Request body: {'network': {'name': 'tempest-network-smoke--1253219960', 'project_id': 'fd9e5bc96c1947bd9411090e5d621544', 'port_security_enabled': True}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 11:03:57.561692 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-247f684f-74b8-4e33-9087-41b7ef5228ab tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 11:03:57.565631 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-247f684f-74b8-4e33-9087-41b7ef5228ab tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Usage tracker for resource:network and tenant:fd9e5bc96c1947bd9411090e5d621544 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 11:03:57.568399 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-247f684f-74b8-4e33-9087-41b7ef5228ab tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 11:03:57.574081 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-247f684f-74b8-4e33-9087-41b7ef5228ab tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 11:03:57.585032 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-247f684f-74b8-4e33-9087-41b7ef5228ab tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Made reservation on behalf of fd9e5bc96c1947bd9411090e5d621544 for: {'network': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:03:57.588150 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-247f684f-74b8-4e33-9087-41b7ef5228ab tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for network, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:03:57.618290 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-247f684f-74b8-4e33-9087-41b7ef5228ab tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=83737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 11:03:57.627898 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-247f684f-74b8-4e33-9087-41b7ef5228ab tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:03:57.628240 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.db.segments_db [None req-247f684f-74b8-4e33-9087-41b7ef5228ab tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Added segment 1ba271af-e5b2-45b9-b222-fe34f8848bd4 of type vlan for network 2b584ccc-b108-47e6-95c6-0c4f6c06ac42 Mar 07 11:03:57.654246 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-247f684f-74b8-4e33-9087-41b7ef5228ab tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732568034061'] for network, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:03:57.683179 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-247f684f-74b8-4e33-9087-41b7ef5228ab tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594'] for network, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:03:57.687225 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-247f684f-74b8-4e33-9087-41b7ef5228ab tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:03:57.687799 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-247f684f-74b8-4e33-9087-41b7ef5228ab tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:03:57.786710 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-247f684f-74b8-4e33-9087-41b7ef5228ab tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2342455 Mar 07 11:03:57.789528 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 45602) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:03:57.796629 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-1eb14f5f-fe8f-43f2-8df9-bce492117f30 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-262051293', 'admin_state_up': True, 'project_id': 'fd9e5bc96c1947bd9411090e5d621544', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12'}}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 11:03:57.804702 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-1eb14f5f-fe8f-43f2-8df9-bce492117f30 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 11:03:57.807126 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247f684f-74b8-4e33-9087-41b7ef5228ab tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Pushing event updated for resources: {'Network': ['ID=2b584ccc-b108-47e6-95c6-0c4f6c06ac42,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:03:57.812004 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-1eb14f5f-fe8f-43f2-8df9-bce492117f30 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Usage tracker for resource:router and tenant:fd9e5bc96c1947bd9411090e5d621544 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 11:03:57.814926 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-1eb14f5f-fe8f-43f2-8df9-bce492117f30 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 11:03:57.817601 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Network 2b584ccc-b108-47e6-95c6-0c4f6c06ac42 details requested by agent ovs-agent-dv-neutron-830731-3-hyperv with host dv-neutron-830731-3-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 11:03:57.821669 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-1eb14f5f-fe8f-43f2-8df9-bce492117f30 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 11:03:57.832433 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1eb14f5f-fe8f-43f2-8df9-bce492117f30 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3919700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58025'] for router, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:03:57.833357 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1eb14f5f-fe8f-43f2-8df9-bce492117f30 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3919671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4011175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58018'] for router, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:03:57.851462 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1eb14f5f-fe8f-43f2-8df9-bce492117f30 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:03:58.073355 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1eb14f5f-fe8f-43f2-8df9-bce492117f30 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3917998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58952'] for router, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:03:58.246428 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1eb14f5f-fe8f-43f2-8df9-bce492117f30 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for router_gateway, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:03:58.275821 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1eb14f5f-fe8f-43f2-8df9-bce492117f30 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:03:58.411509 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-1eb14f5f-fe8f-43f2-8df9-bce492117f30 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Allocated IP 172.26.8.7 (5ed85006-6b00-415e-b71f-837fb1421c12/8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a/6f39bcf1-75f0-4664-aa5b-30c48edf80d5) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:03:58.451980 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-569469d2-45fe-4b56-98cf-2c0f9f489822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:03:58.558850 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1eb14f5f-fe8f-43f2-8df9-bce492117f30 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:03:58.585144 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1eb14f5f-fe8f-43f2-8df9-bce492117f30 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:03:58.653794 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb14f5f-fe8f-43f2-8df9-bce492117f30 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Network 5ed85006-6b00-415e-b71f-837fb1421c12 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:03:58.656649 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-1eb14f5f-fe8f-43f2-8df9-bce492117f30 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:03:58.660886 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb14f5f-fe8f-43f2-8df9-bce492117f30 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 11:03:58.684848 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb14f5f-fe8f-43f2-8df9-bce492117f30 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Pushing event updated for resources: {'Port': ['ID=6f39bcf1-75f0-4664-aa5b-30c48edf80d5,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:03:58.816560 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1eb14f5f-fe8f-43f2-8df9-bce492117f30 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for router_gateway, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:03:58.817190 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1eb14f5f-fe8f-43f2-8df9-bce492117f30 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3917991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923518'] for router, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:03:59.033635 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1eb14f5f-fe8f-43f2-8df9-bce492117f30 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Router 9a0caa05-de00-4a11-b84d-ee2def2b6158 is scheduled to L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 with binding_index 1 {{(pid=83737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 11:03:59.228278 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eb14f5f-fe8f-43f2-8df9-bce492117f30 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:03:59.239354 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f7d688-32b0-4aa9-9646-00675cf9ba37 None None] Sync routers for ids ['9a0caa05-de00-4a11-b84d-ee2def2b6158'] in dv-neutron-830731-3-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 11:03:59.252945 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f7d688-32b0-4aa9-9646-00675cf9ba37 None None] Routers {'9a0caa05-de00-4a11-b84d-ee2def2b6158'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 11:03:59.253550 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-f5f7d688-32b0-4aa9-9646-00675cf9ba37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T11:03:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['9a0caa05-de00-4a11-b84d-ee2def2b6158'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:03:59.259357 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1eb14f5f-fe8f-43f2-8df9-bce492117f30 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:03:59.264068 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 45606) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:03:59.264554 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-1eb14f5f-fe8f-43f2-8df9-bce492117f30 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.4736519 Mar 07 11:03:59.306792 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-e37d35eb-5a8e-4b97-9b01-7614f1dfbea0 tempest-TestNetworkAdvancedServerOps-1832968989 tempest-TestNetworkAdvancedServerOps-1832968989-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=fd9e5bc96c1947bd9411090e5d621544&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0402465 Mar 07 11:03:59.309296 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 45610) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:03:59.429345 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-f5f7d688-32b0-4aa9-9646-00675cf9ba37 None None] Set router 9a0caa05-de00-4a11-b84d-ee2def2b6158 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 11:03:59.445702 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c13fcf5c-3bbe-4709-81ee-cb4821076b96 tempest-TestNetworkAdvancedServerOps-1832968989 tempest-TestNetworkAdvancedServerOps-1832968989-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:03:59.447178 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-c13fcf5c-3bbe-4709-81ee-cb4821076b96 tempest-TestNetworkAdvancedServerOps-1832968989 tempest-TestNetworkAdvancedServerOps-1832968989-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1370125 Mar 07 11:03:59.450085 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 45614) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:03:59.492923 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-12f60c23-ceab-499d-afae-badb783e131e tempest-TestNetworkAdvancedServerOps-1832968989 tempest-TestNetworkAdvancedServerOps-1832968989-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=5ed85006-6b00-415e-b71f-837fb1421c12&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0417538 Mar 07 11:03:59.495501 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 45618) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:03:59.500829 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-fdbb30ff-33c6-48e0-8583-9280b47df7be tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-783912217', 'network_id': '2b584ccc-b108-47e6-95c6-0c4f6c06ac42', 'project_id': 'fd9e5bc96c1947bd9411090e5d621544', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 11:03:59.610548 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-fdbb30ff-33c6-48e0-8583-9280b47df7be tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 11:03:59.614290 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-fdbb30ff-33c6-48e0-8583-9280b47df7be tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Usage tracker for resource:subnet and tenant:fd9e5bc96c1947bd9411090e5d621544 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 11:03:59.617111 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-fdbb30ff-33c6-48e0-8583-9280b47df7be tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 11:03:59.622734 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-fdbb30ff-33c6-48e0-8583-9280b47df7be tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 11:03:59.633822 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdbb30ff-33c6-48e0-8583-9280b47df7be tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Made reservation on behalf of fd9e5bc96c1947bd9411090e5d621544 for: {'subnet': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:03:59.734400 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-fdbb30ff-33c6-48e0-8583-9280b47df7be tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741426'] for subnet, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:03:59.744058 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-f5f7d688-32b0-4aa9-9646-00675cf9ba37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a0caa05-de00-4a11-b84d-ee2def2b6158', 'name': 'tempest-TestNetworkAdvancedServerOps-router-262051293', 'tenant_id': 'fd9e5bc96c1947bd9411090e5d621544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.7'}], 'enable_snat': True}, 'gw_port_id': '6f39bcf1-75f0-4664-aa5b-30c48edf80d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:03:57Z', 'updated_at': '2022-03-07T11:03:58Z', 'revision_number': 3, 'project_id': 'fd9e5bc96c1947bd9411090e5d621544', 'gw_port': {'id': '6f39bcf1-75f0-4664-aa5b-30c48edf80d5', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:9c:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a0caa05-de00-4a11-b84d-ee2def2b6158', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:03:58Z', 'updated_at': '2022-03-07T11:03:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv'}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:03:59.747873 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f7d688-32b0-4aa9-9646-00675cf9ba37 None None] Checking router: 9a0caa05-de00-4a11-b84d-ee2def2b6158 for host: dv-neutron-830731-3-hyperv {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 07 11:03:59.748222 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f7d688-32b0-4aa9-9646-00675cf9ba37 None None] Updating router 9a0caa05-de00-4a11-b84d-ee2def2b6158 port 6f39bcf1-75f0-4664-aa5b-30c48edf80d5 binding host dv-neutron-830731-3-hyperv {{(pid=83739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 07 11:03:59.800080 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f5f7d688-32b0-4aa9-9646-00675cf9ba37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:03:59.945341 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-fdbb30ff-33c6-48e0-8583-9280b47df7be tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3556832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741408'] for subnet, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:04:00.017269 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbb30ff-33c6-48e0-8583-9280b47df7be tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Pushing event updated for resources: {'Subnet': ['ID=0f0da84d-9417-4d02-acb2-94569cb6bcb3,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:00.030985 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdbb30ff-33c6-48e0-8583-9280b47df7be tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Checking segment: {'id': '1ba271af-e5b2-45b9-b222-fe34f8848bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2b584ccc-b108-47e6-95c6-0c4f6c06ac42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 11:04:00.031336 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdbb30ff-33c6-48e0-8583-9280b47df7be tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Network hostable DHCP agents. Network: 2b584ccc-b108-47e6-95c6-0c4f6c06ac42, hostable agents: ['6527556c-6586-422c-ae47-082984683847'], hosted agents: [] {{(pid=83738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 11:04:00.053346 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdbb30ff-33c6-48e0-8583-9280b47df7be tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Network 2b584ccc-b108-47e6-95c6-0c4f6c06ac42 is scheduled to be hosted by DHCP agent 6527556c-6586-422c-ae47-082984683847 with binding_index 1 {{(pid=83738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 11:04:00.063163 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-fdbb30ff-33c6-48e0-8583-9280b47df7be tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830731-3-hyperv, 2b584ccc-b108-47e6-95c6-0c4f6c06ac42) {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:04:00.068026 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdbb30ff-33c6-48e0-8583-9280b47df7be tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:04:00.068653 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-fdbb30ff-33c6-48e0-8583-9280b47df7be tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:04:00.076088 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b161f6ee-bf4b-47fc-a51a-477d23687f25 None None] Network 2b584ccc-b108-47e6-95c6-0c4f6c06ac42 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 11:04:00.093288 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-fdbb30ff-33c6-48e0-8583-9280b47df7be tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5967791 Mar 07 11:04:00.096582 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 45622) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:04:00.214563 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f5f7d688-32b0-4aa9-9646-00675cf9ba37 None None] Notify callbacks [] for port, precommit_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:04:00.240843 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-f5f7d688-32b0-4aa9-9646-00675cf9ba37 None None] Transition to ACTIVE for port object 6f39bcf1-75f0-4664-aa5b-30c48edf80d5 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 11:04:00.258841 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f5f7d688-32b0-4aa9-9646-00675cf9ba37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:04:00.386847 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4023b62a-185b-4af1-9974-185a4480b94d None None] Pushing event updated for resources: {'Port': ['ID=6f39bcf1-75f0-4664-aa5b-30c48edf80d5,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:00.394186 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-f5f7d688-32b0-4aa9-9646-00675cf9ba37 None None] Attempting to bind port 6f39bcf1-75f0-4664-aa5b-30c48edf80d5 on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 11:04:00.394552 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-f5f7d688-32b0-4aa9-9646-00675cf9ba37 None None] Attempting to bind port 6f39bcf1-75f0-4664-aa5b-30c48edf80d5 by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': '9a22e080-7529-4fc7-949d-9f84ba21807d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 11:04:00.394908 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f7d688-32b0-4aa9-9646-00675cf9ba37 None None] Attempting to bind port 6f39bcf1-75f0-4664-aa5b-30c48edf80d5 on network 5ed85006-6b00-415e-b71f-837fb1421c12 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 11:04:00.439799 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f7d688-32b0-4aa9-9646-00675cf9ba37 None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 3, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 11:04:00.440170 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f7d688-32b0-4aa9-9646-00675cf9ba37 None None] Checking segment: {'id': '9a22e080-7529-4fc7-949d-9f84ba21807d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 11:04:00.440598 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f5f7d688-32b0-4aa9-9646-00675cf9ba37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:04:00.440982 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f7d688-32b0-4aa9-9646-00675cf9ba37 None None] Bound using segment: {'id': '9a22e080-7529-4fc7-949d-9f84ba21807d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 11:04:00.441443 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-f5f7d688-32b0-4aa9-9646-00675cf9ba37 None None] Bound port: 6f39bcf1-75f0-4664-aa5b-30c48edf80d5, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a22e080-7529-4fc7-949d-9f84ba21807d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 11:04:00.441809 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f5f7d688-32b0-4aa9-9646-00675cf9ba37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:04:00.486391 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82bfae8d-fae5-43f8-895f-bae8a7476944 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ec2749d-0aec-52fb-aca6-10ba8a80aade-2b584ccc-b108-47e6-95c6-0c4f6c06ac42', 'network_id': '2b584ccc-b108-47e6-95c6-0c4f6c06ac42', 'tenant_id': 'fd9e5bc96c1947bd9411090e5d621544', 'fixed_ips': [{'subnet_id': '0f0da84d-9417-4d02-acb2-94569cb6bcb3'}]}} from dv-neutron-830731-3-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 07 11:04:00.487386 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-82bfae8d-fae5-43f8-895f-bae8a7476944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:04:00.588534 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-f5f7d688-32b0-4aa9-9646-00675cf9ba37 None None] For port 6f39bcf1-75f0-4664-aa5b-30c48edf80d5, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:04:00.610646 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-f5f7d688-32b0-4aa9-9646-00675cf9ba37 None None] For port 6f39bcf1-75f0-4664-aa5b-30c48edf80d5, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=6f39bcf1-75f0-4664-aa5b-30c48edf80d5,segment=NetworkSegment(9a22e080-7529-4fc7-949d-9f84ba21807d),segment_id=9a22e080-7529-4fc7-949d-9f84ba21807d)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:04:00.633672 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f5f7d688-32b0-4aa9-9646-00675cf9ba37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:04:00.722187 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a9d90619-06fa-4ace-a319-9311cdc8a393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:04:00.771805 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-82bfae8d-fae5-43f8-895f-bae8a7476944 None None] Allocated IP 172.20.0.2 (2b584ccc-b108-47e6-95c6-0c4f6c06ac42/0f0da84d-9417-4d02-acb2-94569cb6bcb3/d18d46db-944b-4f8d-8d91-402a9ef5ccdc) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:04:00.778451 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4023b62a-185b-4af1-9974-185a4480b94d None None] Pushing event updated for resources: {'Port': ['ID=6f39bcf1-75f0-4664-aa5b-30c48edf80d5,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:00.790318 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f7d688-32b0-4aa9-9646-00675cf9ba37 None None] Routers {'9a0caa05-de00-4a11-b84d-ee2def2b6158'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 11:04:00.790934 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-f5f7d688-32b0-4aa9-9646-00675cf9ba37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T11:04:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['9a0caa05-de00-4a11-b84d-ee2def2b6158'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:04:00.946523 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-92dae3b3-a221-4a40-8753-2113289adbec tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:04:01.133511 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-f5f7d688-32b0-4aa9-9646-00675cf9ba37 None None] Set router 9a0caa05-de00-4a11-b84d-ee2def2b6158 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 11:04:01.326597 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-82bfae8d-fae5-43f8-895f-bae8a7476944 None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:04:01.348270 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-82bfae8d-fae5-43f8-895f-bae8a7476944 None None] Transition to ACTIVE for port object d18d46db-944b-4f8d-8d91-402a9ef5ccdc will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 11:04:01.383181 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-82bfae8d-fae5-43f8-895f-bae8a7476944 None None] Transition to ACTIVE for port object d18d46db-944b-4f8d-8d91-402a9ef5ccdc will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 11:04:01.395405 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-82bfae8d-fae5-43f8-895f-bae8a7476944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:04:01.457788 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-92dae3b3-a221-4a40-8753-2113289adbec tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Allocated IP 172.20.0.1 (2b584ccc-b108-47e6-95c6-0c4f6c06ac42/0f0da84d-9417-4d02-acb2-94569cb6bcb3/3ddba14f-8697-4cda-8161-9095a312e41b) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:04:01.502775 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82bfae8d-fae5-43f8-895f-bae8a7476944 None None] Network 2b584ccc-b108-47e6-95c6-0c4f6c06ac42 is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:04:01.506211 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-82bfae8d-fae5-43f8-895f-bae8a7476944 None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:04:01.514702 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82bfae8d-fae5-43f8-895f-bae8a7476944 None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 11:04:01.516517 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bfae8d-fae5-43f8-895f-bae8a7476944 None None] Pushing event updated for resources: {'Port': ['ID=d18d46db-944b-4f8d-8d91-402a9ef5ccdc,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:01.613705 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-82bfae8d-fae5-43f8-895f-bae8a7476944 None None] Attempting to bind port d18d46db-944b-4f8d-8d91-402a9ef5ccdc on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 11:04:01.613983 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-82bfae8d-fae5-43f8-895f-bae8a7476944 None None] Attempting to bind port d18d46db-944b-4f8d-8d91-402a9ef5ccdc by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': '1ba271af-e5b2-45b9-b222-fe34f8848bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2b584ccc-b108-47e6-95c6-0c4f6c06ac42'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 11:04:01.614346 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82bfae8d-fae5-43f8-895f-bae8a7476944 None None] Attempting to bind port d18d46db-944b-4f8d-8d91-402a9ef5ccdc on network 2b584ccc-b108-47e6-95c6-0c4f6c06ac42 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 11:04:01.618737 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-92dae3b3-a221-4a40-8753-2113289adbec tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:04:01.624117 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82bfae8d-fae5-43f8-895f-bae8a7476944 None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 3, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 11:04:01.624472 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82bfae8d-fae5-43f8-895f-bae8a7476944 None None] Checking segment: {'id': '1ba271af-e5b2-45b9-b222-fe34f8848bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2b584ccc-b108-47e6-95c6-0c4f6c06ac42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 11:04:01.624887 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-82bfae8d-fae5-43f8-895f-bae8a7476944 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:04:01.625261 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82bfae8d-fae5-43f8-895f-bae8a7476944 None None] Bound using segment: {'id': '1ba271af-e5b2-45b9-b222-fe34f8848bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2b584ccc-b108-47e6-95c6-0c4f6c06ac42'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 11:04:01.625710 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-82bfae8d-fae5-43f8-895f-bae8a7476944 None None] Bound port: d18d46db-944b-4f8d-8d91-402a9ef5ccdc, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ba271af-e5b2-45b9-b222-fe34f8848bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2b584ccc-b108-47e6-95c6-0c4f6c06ac42'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 11:04:01.626185 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-82bfae8d-fae5-43f8-895f-bae8a7476944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:04:01.634106 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-92dae3b3-a221-4a40-8753-2113289adbec tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Transition to ACTIVE for port object 3ddba14f-8697-4cda-8161-9095a312e41b will not be triggered until provisioned by entity DHCP. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 11:04:01.643576 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-f5f7d688-32b0-4aa9-9646-00675cf9ba37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a0caa05-de00-4a11-b84d-ee2def2b6158', 'name': 'tempest-TestNetworkAdvancedServerOps-router-262051293', 'tenant_id': 'fd9e5bc96c1947bd9411090e5d621544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.7'}], 'enable_snat': True}, 'gw_port_id': '6f39bcf1-75f0-4664-aa5b-30c48edf80d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:03:57Z', 'updated_at': '2022-03-07T11:03:58Z', 'revision_number': 3, 'project_id': 'fd9e5bc96c1947bd9411090e5d621544', 'gw_port': {'id': '6f39bcf1-75f0-4664-aa5b-30c48edf80d5', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:9c:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a0caa05-de00-4a11-b84d-ee2def2b6158', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:03:58Z', 'updated_at': '2022-03-07T11:04:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv'}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:04:01.655556 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-92dae3b3-a221-4a40-8753-2113289adbec tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:04:01.673967 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f7d688-32b0-4aa9-9646-00675cf9ba37 None None] The sync data for ids ['9a0caa05-de00-4a11-b84d-ee2def2b6158'] in dv-neutron-830731-3-hyperv is: [{'id': '9a0caa05-de00-4a11-b84d-ee2def2b6158', 'name': 'tempest-TestNetworkAdvancedServerOps-router-262051293', 'tenant_id': 'fd9e5bc96c1947bd9411090e5d621544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.7'}], 'enable_snat': True}, 'gw_port_id': '6f39bcf1-75f0-4664-aa5b-30c48edf80d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:03:57Z', 'updated_at': '2022-03-07T11:03:58Z', 'revision_number': 3, 'project_id': 'fd9e5bc96c1947bd9411090e5d621544', 'gw_port': {'id': '6f39bcf1-75f0-4664-aa5b-30c48edf80d5', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:9c:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a0caa05-de00-4a11-b84d-ee2def2b6158', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:03:58Z', 'updated_at': '2022-03-07T11:04:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv'}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 11:04:01.721410 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-82bfae8d-fae5-43f8-895f-bae8a7476944 None None] For port d18d46db-944b-4f8d-8d91-402a9ef5ccdc, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:04:01.724804 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-82bfae8d-fae5-43f8-895f-bae8a7476944 None None] For port d18d46db-944b-4f8d-8d91-402a9ef5ccdc, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=d18d46db-944b-4f8d-8d91-402a9ef5ccdc,segment=NetworkSegment(1ba271af-e5b2-45b9-b222-fe34f8848bd4),segment_id=1ba271af-e5b2-45b9-b222-fe34f8848bd4)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:04:01.730462 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-82bfae8d-fae5-43f8-895f-bae8a7476944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:04:01.735217 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92dae3b3-a221-4a40-8753-2113289adbec tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Network 2b584ccc-b108-47e6-95c6-0c4f6c06ac42 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:04:01.739352 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-92dae3b3-a221-4a40-8753-2113289adbec tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:04:01.743870 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92dae3b3-a221-4a40-8753-2113289adbec tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 11:04:01.771568 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dae3b3-a221-4a40-8753-2113289adbec tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Pushing event updated for resources: {'Port': ['ID=3ddba14f-8697-4cda-8161-9095a312e41b,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:01.802554 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-92dae3b3-a221-4a40-8753-2113289adbec tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3920324'] for router_interface, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:04:01.815884 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bfae8d-fae5-43f8-895f-bae8a7476944 None None] Pushing event updated for resources: {'Port': ['ID=d18d46db-944b-4f8d-8d91-402a9ef5ccdc,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:01.923896 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-711fefd2-3b30-4759-8df5-0aecff1c8e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:04:01.935871 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-92dae3b3-a221-4a40-8753-2113289adbec tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:04:01.942989 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:04:02.379674 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-92dae3b3-a221-4a40-8753-2113289adbec tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for port, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:04:02.384269 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-92dae3b3-a221-4a40-8753-2113289adbec tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3556717'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:04:02.498360 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dae3b3-a221-4a40-8753-2113289adbec tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Pushing event updated for resources: {'Port': ['ID=3ddba14f-8697-4cda-8161-9095a312e41b,revision_number=2']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:02.500728 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-92dae3b3-a221-4a40-8753-2113289adbec tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2756426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3920233'] for router_interface, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:04:02.749898 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92dae3b3-a221-4a40-8753-2113289adbec tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Network 2b584ccc-b108-47e6-95c6-0c4f6c06ac42 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:04:02.751598 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-92dae3b3-a221-4a40-8753-2113289adbec tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:04:02.793994 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b1f285b-40a4-4983-8b4d-d9cd1f9742cd None None] Network 2b584ccc-b108-47e6-95c6-0c4f6c06ac42 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 11:04:02.901380 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-3e20d0b4-69ba-49c8-a6d8-8f3f1989d7ed None None] Provisioning for port d18d46db-944b-4f8d-8d91-402a9ef5ccdc completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 11:04:03.145179 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92dae3b3-a221-4a40-8753-2113289adbec tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Router 9a0caa05-de00-4a11-b84d-ee2def2b6158 has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:04:03.235562 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-5a704698-b0b4-4f64-9dcd-d1bd8e38e356 None None] Provisioning for port 3ddba14f-8697-4cda-8161-9095a312e41b completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 11:04:03.241579 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-5a704698-b0b4-4f64-9dcd-d1bd8e38e356 None None] Provisioning complete for port 3ddba14f-8697-4cda-8161-9095a312e41b triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 11:04:03.242021 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-5a704698-b0b4-4f64-9dcd-d1bd8e38e356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:04:03.356234 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 6f39bcf1-75f0-4664-aa5b-30c48edf80d5 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 11:04:03.389286 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92dae3b3-a221-4a40-8753-2113289adbec tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:04:03.399099 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-5a704698-b0b4-4f64-9dcd-d1bd8e38e356 None None] Port 3ddba14f-8697-4cda-8161-9095a312e41b cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 11:04:03.403670 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-92dae3b3-a221-4a40-8753-2113289adbec tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "PUT /v2.0/routers/9a0caa05-de00-4a11-b84d-ee2def2b6158/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3060176 Mar 07 11:04:03.427412 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c87150bd-aa9c-4ad1-bb68-57ec66d4fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:04:03.453884 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning for port 6f39bcf1-75f0-4664-aa5b-30c48edf80d5 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 11:04:03.463887 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 6f39bcf1-75f0-4664-aa5b-30c48edf80d5 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 11:04:03.464257 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:04:03.594079 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:04:03.602244 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-2b9fe4cf-86e6-41c4-a37d-0ea0f3d6f546 req-cebadd76-b213-408e-8f67-0cd5efa055c0 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Synchronizing usage tracker for tenant:fd9e5bc96c1947bd9411090e5d621544 on resource:security_group {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 11:04:03.606167 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-833eadab-9ceb-4512-894f-15c81e29b3b0 None None] Provisioning complete for port 3ddba14f-8697-4cda-8161-9095a312e41b triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 11:04:03.606535 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-833eadab-9ceb-4512-894f-15c81e29b3b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:04:03.621734 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-2b9fe4cf-86e6-41c4-a37d-0ea0f3d6f546 req-cebadd76-b213-408e-8f67-0cd5efa055c0 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Unset dirty status for tenant:fd9e5bc96c1947bd9411090e5d621544 on resource:security_group {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 11:04:03.622916 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-2b9fe4cf-86e6-41c4-a37d-0ea0f3d6f546 req-cebadd76-b213-408e-8f67-0cd5efa055c0 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-42893061&fields=id&tenant_id=fd9e5bc96c1947bd9411090e5d621544 HTTP/1.1" status: 200 len: 267 time: 0.0678744 Mar 07 11:04:03.645863 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] For port 6f39bcf1-75f0-4664-aa5b-30c48edf80d5, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=6f39bcf1-75f0-4664-aa5b-30c48edf80d5,segment=NetworkSegment(9a22e080-7529-4fc7-949d-9f84ba21807d),segment_id=9a22e080-7529-4fc7-949d-9f84ba21807d)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:04:03.656603 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:04:03.657377 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device d18d46db-944b-4f8d-8d91-402a9ef5ccdc up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 11:04:03.750803 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-833eadab-9ceb-4512-894f-15c81e29b3b0 None None] Port 3ddba14f-8697-4cda-8161-9095a312e41b cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 11:04:03.773763 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9fe4cf-86e6-41c4-a37d-0ea0f3d6f546 req-b2384392-aea8-422d-a9f1-b2c0ccabecc3 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:04:03.774429 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-2b9fe4cf-86e6-41c4-a37d-0ea0f3d6f546 req-b2384392-aea8-422d-a9f1-b2c0ccabecc3 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Synchronizing usage tracker for tenant:fd9e5bc96c1947bd9411090e5d621544 on resource:network {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 11:04:03.777309 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Pushing event updated for resources: {'Port': ['ID=6f39bcf1-75f0-4664-aa5b-30c48edf80d5,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:03.791404 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning for port d18d46db-944b-4f8d-8d91-402a9ef5ccdc completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 11:04:03.794792 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-2b9fe4cf-86e6-41c4-a37d-0ea0f3d6f546 req-b2384392-aea8-422d-a9f1-b2c0ccabecc3 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Unset dirty status for tenant:fd9e5bc96c1947bd9411090e5d621544 on resource:network {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 11:04:03.796044 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-2b9fe4cf-86e6-41c4-a37d-0ea0f3d6f546 req-b2384392-aea8-422d-a9f1-b2c0ccabecc3 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/networks?id=2b584ccc-b108-47e6-95c6-0c4f6c06ac42 HTTP/1.1" status: 200 len: 797 time: 0.1641726 Mar 07 11:04:03.796326 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port d18d46db-944b-4f8d-8d91-402a9ef5ccdc triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 11:04:03.796736 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:04:03.813222 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-2b9fe4cf-86e6-41c4-a37d-0ea0f3d6f546 req-d8ef9a37-ad47-4afa-b6da-7a6894264426 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/quotas/fd9e5bc96c1947bd9411090e5d621544 HTTP/1.1" status: 200 len: 375 time: 0.0111768 Mar 07 11:04:03.893031 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-2b9fe4cf-86e6-41c4-a37d-0ea0f3d6f546 req-f49a0845-785a-47d1-974a-c8a852e3b6d3 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Synchronizing usage tracker for tenant:fd9e5bc96c1947bd9411090e5d621544 on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 11:04:03.909657 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-2b9fe4cf-86e6-41c4-a37d-0ea0f3d6f546 req-f49a0845-785a-47d1-974a-c8a852e3b6d3 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Unset dirty status for tenant:fd9e5bc96c1947bd9411090e5d621544 on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 11:04:03.911403 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-2b9fe4cf-86e6-41c4-a37d-0ea0f3d6f546 req-f49a0845-785a-47d1-974a-c8a852e3b6d3 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=fd9e5bc96c1947bd9411090e5d621544&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0927784 Mar 07 11:04:03.916131 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-f5eed203-d282-4483-973d-9a78ab70bfe5 None None] Provisioning complete for port 3ddba14f-8697-4cda-8161-9095a312e41b triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 11:04:03.916687 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f5eed203-d282-4483-973d-9a78ab70bfe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:04:03.965359 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:04:04.027218 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-f5eed203-d282-4483-973d-9a78ab70bfe5 None None] Port 3ddba14f-8697-4cda-8161-9095a312e41b cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 11:04:04.045360 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] For port d18d46db-944b-4f8d-8d91-402a9ef5ccdc, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=d18d46db-944b-4f8d-8d91-402a9ef5ccdc,segment=NetworkSegment(1ba271af-e5b2-45b9-b222-fe34f8848bd4),segment_id=1ba271af-e5b2-45b9-b222-fe34f8848bd4)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:04:04.049816 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:04:04.116385 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Pushing event updated for resources: {'Port': ['ID=d18d46db-944b-4f8d-8d91-402a9ef5ccdc,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:04.145628 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-2b9fe4cf-86e6-41c4-a37d-0ea0f3d6f546 req-14d033f3-e359-4435-9fa9-c964f8c8a02f service neutron] 10.222.0.13 "GET /v2.0/networks/2b584ccc-b108-47e6-95c6-0c4f6c06ac42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2217054 Mar 07 11:04:04.271757 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-2b9fe4cf-86e6-41c4-a37d-0ea0f3d6f546 req-612293e9-c9e3-4990-b01a-c454e346aaf4 service neutron] 10.222.0.13 "GET /v2.0/networks/2b584ccc-b108-47e6-95c6-0c4f6c06ac42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205087 Mar 07 11:04:04.456328 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-1021731e-f0fb-4d9b-ba57-a3716169f1eb req-2de85031-33d8-471a-807d-01e7e116b9e8 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfaa53a4-6aa0-4e31-a153-eadcba629b6b HTTP/1.1" status: 200 len: 210 time: 0.0436969 Mar 07 11:04:05.234013 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 6f39bcf1-75f0-4664-aa5b-30c48edf80d5 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 11:04:05.288139 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4caa7255-ea03-4cb1-b65e-9b44f2a84c91 None None] Sync routers for ids ['9a0caa05-de00-4a11-b84d-ee2def2b6158'] in dv-neutron-830731-3-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 11:04:05.305377 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4caa7255-ea03-4cb1-b65e-9b44f2a84c91 None None] Routers {'9a0caa05-de00-4a11-b84d-ee2def2b6158'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 11:04:05.306235 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-4caa7255-ea03-4cb1-b65e-9b44f2a84c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T11:04:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['9a0caa05-de00-4a11-b84d-ee2def2b6158'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:04:05.344604 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 6f39bcf1-75f0-4664-aa5b-30c48edf80d5 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 11:04:05.344957 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:04:05.484579 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device d18d46db-944b-4f8d-8d91-402a9ef5ccdc up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 11:04:05.485697 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9fe4cf-86e6-41c4-a37d-0ea0f3d6f546 req-c9dd205d-d825-45ba-8313-8bcf0f9c4161 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:04:05.487750 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-2b9fe4cf-86e6-41c4-a37d-0ea0f3d6f546 req-c9dd205d-d825-45ba-8313-8bcf0f9c4161 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.10 "GET /v2.0/networks?id=2b584ccc-b108-47e6-95c6-0c4f6c06ac42 HTTP/1.1" status: 200 len: 797 time: 0.1799369 Mar 07 11:04:05.539581 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-4caa7255-ea03-4cb1-b65e-9b44f2a84c91 None None] Set router 9a0caa05-de00-4a11-b84d-ee2def2b6158 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 11:04:05.589098 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-2b9fe4cf-86e6-41c4-a37d-0ea0f3d6f546 req-dd2f23b9-7333-4168-bd18-93c266f7a644 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fd9e5bc96c1947bd9411090e5d621544 HTTP/1.1" status: 200 len: 378 time: 0.0882380 Mar 07 11:04:05.590361 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port d18d46db-944b-4f8d-8d91-402a9ef5ccdc triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 11:04:05.590739 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:04:05.597927 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [req-2b9fe4cf-86e6-41c4-a37d-0ea0f3d6f546 req-082a081e-e811-4e7b-8b09-5978335cb7c0 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Request body: {'port': {'device_id': 'dfaa53a4-6aa0-4e31-a153-eadcba629b6b', 'network_id': '2b584ccc-b108-47e6-95c6-0c4f6c06ac42', 'admin_state_up': True, 'tenant_id': 'fd9e5bc96c1947bd9411090e5d621544', 'security_groups': ['6483420f-2be4-44c3-a272-fd6fdeb07b78']}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 11:04:05.726244 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-509753ec-7388-4a31-8cb6-fd871658a364 req-1d2a9867-b73c-4586-8aaf-bca6dccd3fcd tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfaa53a4-6aa0-4e31-a153-eadcba629b6b HTTP/1.1" status: 200 len: 210 time: 0.1034732 Mar 07 11:04:05.795002 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [req-2b9fe4cf-86e6-41c4-a37d-0ea0f3d6f546 req-082a081e-e811-4e7b-8b09-5978335cb7c0 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 11:04:05.805273 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [req-2b9fe4cf-86e6-41c4-a37d-0ea0f3d6f546 req-082a081e-e811-4e7b-8b09-5978335cb7c0 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 11:04:05.816435 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b9fe4cf-86e6-41c4-a37d-0ea0f3d6f546 req-082a081e-e811-4e7b-8b09-5978335cb7c0 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Made reservation on behalf of fd9e5bc96c1947bd9411090e5d621544 for: {'port': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:04:05.820087 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-2b9fe4cf-86e6-41c4-a37d-0ea0f3d6f546 req-082a081e-e811-4e7b-8b09-5978335cb7c0 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:04:05.957446 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-4caa7255-ea03-4cb1-b65e-9b44f2a84c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a0caa05-de00-4a11-b84d-ee2def2b6158', 'name': 'tempest-TestNetworkAdvancedServerOps-router-262051293', 'tenant_id': 'fd9e5bc96c1947bd9411090e5d621544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.7'}], 'enable_snat': True}, 'gw_port_id': '6f39bcf1-75f0-4664-aa5b-30c48edf80d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:03:57Z', 'updated_at': '2022-03-07T11:04:01Z', 'revision_number': 4, 'project_id': 'fd9e5bc96c1947bd9411090e5d621544', 'gw_port': {'id': '6f39bcf1-75f0-4664-aa5b-30c48edf80d5', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:9c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0caa05-de00-4a11-b84d-ee2def2b6158', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:03:58Z', 'updated_at': '2022-03-07T11:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_interfaces': [{'id': '3ddba14f-8697-4cda-8161-9095a312e41b', 'name': '', 'network_id': '2b584ccc-b108-47e6-95c6-0c4f6c06ac42', 'tenant_id': 'fd9e5bc96c1947bd9411090e5d621544', 'mac_address': 'fa:16:3e:c7:d2:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a0caa05-de00-4a11-b84d-ee2def2b6158', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0f0da84d-9417-4d02-acb2-94569cb6bcb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:04:01Z', 'updated_at': '2022-03-07T11:04:02Z', 'revision_number': 2, 'project_id': 'fd9e5bc96c1947bd9411090e5d621544', 'subnets': [{'id': '0f0da84d-9417-4d02-acb2-94569cb6bcb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:04:05.961840 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4caa7255-ea03-4cb1-b65e-9b44f2a84c91 None None] Checking router: 9a0caa05-de00-4a11-b84d-ee2def2b6158 for host: dv-neutron-830731-3-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 07 11:04:05.962185 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4caa7255-ea03-4cb1-b65e-9b44f2a84c91 None None] Updating router 9a0caa05-de00-4a11-b84d-ee2def2b6158 port 3ddba14f-8697-4cda-8161-9095a312e41b binding host dv-neutron-830731-3-hyperv {{(pid=83740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 07 11:04:06.008021 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [req-2b9fe4cf-86e6-41c4-a37d-0ea0f3d6f546 req-082a081e-e811-4e7b-8b09-5978335cb7c0 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Allocated IP 172.20.0.5 (2b584ccc-b108-47e6-95c6-0c4f6c06ac42/0f0da84d-9417-4d02-acb2-94569cb6bcb3/96a9c853-60cc-4394-b1e7-fd73e6535c14) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:04:06.017675 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-4caa7255-ea03-4cb1-b65e-9b44f2a84c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:04:06.198763 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-2b9fe4cf-86e6-41c4-a37d-0ea0f3d6f546 req-082a081e-e811-4e7b-8b09-5978335cb7c0 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:04:06.213908 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [req-2b9fe4cf-86e6-41c4-a37d-0ea0f3d6f546 req-082a081e-e811-4e7b-8b09-5978335cb7c0 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Transition to ACTIVE for port object 96a9c853-60cc-4394-b1e7-fd73e6535c14 will not be triggered until provisioned by entity DHCP. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 11:04:06.238065 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-2b9fe4cf-86e6-41c4-a37d-0ea0f3d6f546 req-082a081e-e811-4e7b-8b09-5978335cb7c0 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:04:06.323520 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b9fe4cf-86e6-41c4-a37d-0ea0f3d6f546 req-082a081e-e811-4e7b-8b09-5978335cb7c0 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Network 2b584ccc-b108-47e6-95c6-0c4f6c06ac42 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:04:06.324390 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082a081e-e811-4e7b-8b09-5978335cb7c0 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Pushing event updated for resources: {'Port': ['ID=96a9c853-60cc-4394-b1e7-fd73e6535c14,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:06.327023 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [req-2b9fe4cf-86e6-41c4-a37d-0ea0f3d6f546 req-082a081e-e811-4e7b-8b09-5978335cb7c0 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:04:06.329160 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b9fe4cf-86e6-41c4-a37d-0ea0f3d6f546 req-082a081e-e811-4e7b-8b09-5978335cb7c0 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 11:04:06.390817 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9fe4cf-86e6-41c4-a37d-0ea0f3d6f546 req-082a081e-e811-4e7b-8b09-5978335cb7c0 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:04:06.391422 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-2b9fe4cf-86e6-41c4-a37d-0ea0f3d6f546 req-082a081e-e811-4e7b-8b09-5978335cb7c0 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:04:06.419269 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-2b9fe4cf-86e6-41c4-a37d-0ea0f3d6f546 req-082a081e-e811-4e7b-8b09-5978335cb7c0 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8250749 Mar 07 11:04:06.431649 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [req-2b9fe4cf-86e6-41c4-a37d-0ea0f3d6f546 req-e4b64512-3068-4823-95b9-a58fd29fd4e8 service neutron] Request body: {'port': {'device_id': 'dfaa53a4-6aa0-4e31-a153-eadcba629b6b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8307'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 11:04:06.450281 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-4caa7255-ea03-4cb1-b65e-9b44f2a84c91 None None] Notify callbacks [] for port, precommit_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:04:06.463052 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.provisioning_blocks [None req-4caa7255-ea03-4cb1-b65e-9b44f2a84c91 None None] Transition to ACTIVE for port object 3ddba14f-8697-4cda-8161-9095a312e41b will not be triggered until provisioned by entity L2. {{(pid=83740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 11:04:06.471250 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-4caa7255-ea03-4cb1-b65e-9b44f2a84c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:04:06.555837 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-2b9fe4cf-86e6-41c4-a37d-0ea0f3d6f546 req-e4b64512-3068-4823-95b9-a58fd29fd4e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:04:06.569467 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-4ee51e0d-480e-4fed-bb23-ac3663ef9268 None None] Provisioning for port 96a9c853-60cc-4394-b1e7-fd73e6535c14 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 11:04:06.574783 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-4ee51e0d-480e-4fed-bb23-ac3663ef9268 None None] Provisioning complete for port 96a9c853-60cc-4394-b1e7-fd73e6535c14 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 11:04:06.576311 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-4ee51e0d-480e-4fed-bb23-ac3663ef9268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:04:06.657136 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-4ee51e0d-480e-4fed-bb23-ac3663ef9268 None None] Port 96a9c853-60cc-4394-b1e7-fd73e6535c14 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 11:04:06.674397 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d88777-b423-4e47-a83c-17c680ac0544 None None] Pushing event updated for resources: {'Port': ['ID=3ddba14f-8697-4cda-8161-9095a312e41b,revision_number=3']} {{(pid=83740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:06.702633 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d88777-b423-4e47-a83c-17c680ac0544 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:04:06.702962 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d88777-b423-4e47-a83c-17c680ac0544 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:04:06.703305 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d88777-b423-4e47-a83c-17c680ac0544 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:04:06.703611 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d88777-b423-4e47-a83c-17c680ac0544 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:04:06.703934 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d88777-b423-4e47-a83c-17c680ac0544 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:04:06.704251 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d88777-b423-4e47-a83c-17c680ac0544 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:04:06.704585 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d88777-b423-4e47-a83c-17c680ac0544 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:04:06.704900 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d88777-b423-4e47-a83c-17c680ac0544 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:04:06.705209 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d88777-b423-4e47-a83c-17c680ac0544 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:04:06.705520 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d88777-b423-4e47-a83c-17c680ac0544 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:04:06.705825 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d88777-b423-4e47-a83c-17c680ac0544 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:04:06.713059 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-4caa7255-ea03-4cb1-b65e-9b44f2a84c91 None None] Attempting to bind port 3ddba14f-8697-4cda-8161-9095a312e41b on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 11:04:06.713415 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-4caa7255-ea03-4cb1-b65e-9b44f2a84c91 None None] Attempting to bind port 3ddba14f-8697-4cda-8161-9095a312e41b by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': '1ba271af-e5b2-45b9-b222-fe34f8848bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2b584ccc-b108-47e6-95c6-0c4f6c06ac42'}] {{(pid=83740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 11:04:06.713763 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4caa7255-ea03-4cb1-b65e-9b44f2a84c91 None None] Attempting to bind port 3ddba14f-8697-4cda-8161-9095a312e41b on network 2b584ccc-b108-47e6-95c6-0c4f6c06ac42 {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 11:04:06.721367 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4caa7255-ea03-4cb1-b65e-9b44f2a84c91 None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 4, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 11:04:06.721678 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4caa7255-ea03-4cb1-b65e-9b44f2a84c91 None None] Checking segment: {'id': '1ba271af-e5b2-45b9-b222-fe34f8848bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2b584ccc-b108-47e6-95c6-0c4f6c06ac42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 11:04:06.722098 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-4caa7255-ea03-4cb1-b65e-9b44f2a84c91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:04:06.722477 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4caa7255-ea03-4cb1-b65e-9b44f2a84c91 None None] Bound using segment: {'id': '1ba271af-e5b2-45b9-b222-fe34f8848bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2b584ccc-b108-47e6-95c6-0c4f6c06ac42'} {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 11:04:06.722927 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-4caa7255-ea03-4cb1-b65e-9b44f2a84c91 None None] Bound port: 3ddba14f-8697-4cda-8161-9095a312e41b, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ba271af-e5b2-45b9-b222-fe34f8848bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2b584ccc-b108-47e6-95c6-0c4f6c06ac42'}}] {{(pid=83740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 11:04:06.723288 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-4caa7255-ea03-4cb1-b65e-9b44f2a84c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:04:06.831166 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.db [None req-4caa7255-ea03-4cb1-b65e-9b44f2a84c91 None None] For port 3ddba14f-8697-4cda-8161-9095a312e41b, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:04:06.836109 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.db [None req-4caa7255-ea03-4cb1-b65e-9b44f2a84c91 None None] For port 3ddba14f-8697-4cda-8161-9095a312e41b, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=3ddba14f-8697-4cda-8161-9095a312e41b,segment=NetworkSegment(1ba271af-e5b2-45b9-b222-fe34f8848bd4),segment_id=1ba271af-e5b2-45b9-b222-fe34f8848bd4)] {{(pid=83740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:04:06.841512 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-4caa7255-ea03-4cb1-b65e-9b44f2a84c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:04:06.917838 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d88777-b423-4e47-a83c-17c680ac0544 None None] Pushing event updated for resources: {'Port': ['ID=3ddba14f-8697-4cda-8161-9095a312e41b,revision_number=4']} {{(pid=83740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:06.925942 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4caa7255-ea03-4cb1-b65e-9b44f2a84c91 None None] Routers {'9a0caa05-de00-4a11-b84d-ee2def2b6158'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 11:04:06.926544 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-4caa7255-ea03-4cb1-b65e-9b44f2a84c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T11:04:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['9a0caa05-de00-4a11-b84d-ee2def2b6158'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:04:07.116231 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-4caa7255-ea03-4cb1-b65e-9b44f2a84c91 None None] Set router 9a0caa05-de00-4a11-b84d-ee2def2b6158 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 11:04:07.122367 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce35ae99-4c2f-4439-aecf-c8655da561a3 req-60c8ce9a-e930-49e2-a307-bc82379ed84d tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:04:07.123048 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-ce35ae99-4c2f-4439-aecf-c8655da561a3 req-60c8ce9a-e930-49e2-a307-bc82379ed84d tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Synchronizing usage tracker for tenant:fd9e5bc96c1947bd9411090e5d621544 on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 11:04:07.129029 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [req-2b9fe4cf-86e6-41c4-a37d-0ea0f3d6f546 req-e4b64512-3068-4823-95b9-a58fd29fd4e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96a9c853-60cc-4394-b1e7-fd73e6535c14 {{(pid=83737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 07 11:04:07.139380 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-2b9fe4cf-86e6-41c4-a37d-0ea0f3d6f546 req-e4b64512-3068-4823-95b9-a58fd29fd4e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:04:07.156487 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-ce35ae99-4c2f-4439-aecf-c8655da561a3 req-60c8ce9a-e930-49e2-a307-bc82379ed84d tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Unset dirty status for tenant:fd9e5bc96c1947bd9411090e5d621544 on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 11:04:07.157637 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ce35ae99-4c2f-4439-aecf-c8655da561a3 req-60c8ce9a-e930-49e2-a307-bc82379ed84d tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfaa53a4-6aa0-4e31-a153-eadcba629b6b HTTP/1.1" status: 200 len: 931 time: 0.2900414 Mar 07 11:04:07.159953 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [req-2b9fe4cf-86e6-41c4-a37d-0ea0f3d6f546 req-e4b64512-3068-4823-95b9-a58fd29fd4e8 service neutron] Transition to ACTIVE for port object 96a9c853-60cc-4394-b1e7-fd73e6535c14 will not be triggered until provisioned by entity L2. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 11:04:07.178858 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-2b9fe4cf-86e6-41c4-a37d-0ea0f3d6f546 req-e4b64512-3068-4823-95b9-a58fd29fd4e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3012561'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:04:07.328268 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b64512-3068-4823-95b9-a58fd29fd4e8 service neutron] Pushing event updated for resources: {'Port': ['ID=96a9c853-60cc-4394-b1e7-fd73e6535c14,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:07.337377 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ce35ae99-4c2f-4439-aecf-c8655da561a3 req-c76b07c0-163d-4d29-96db-4a2e71dedef9 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/security-groups?id=6483420f-2be4-44c3-a272-fd6fdeb07b78&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1729422 Mar 07 11:04:07.451962 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [req-2b9fe4cf-86e6-41c4-a37d-0ea0f3d6f546 req-e4b64512-3068-4823-95b9-a58fd29fd4e8 service neutron] Attempting to bind port 96a9c853-60cc-4394-b1e7-fd73e6535c14 on host hv-neutron-8307 for vnic_type normal with profile {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 11:04:07.451962 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [req-2b9fe4cf-86e6-41c4-a37d-0ea0f3d6f546 req-e4b64512-3068-4823-95b9-a58fd29fd4e8 service neutron] Attempting to bind port 96a9c853-60cc-4394-b1e7-fd73e6535c14 by drivers openvswitch,hyperv on host hv-neutron-8307 at level 0 using segments [{'id': '1ba271af-e5b2-45b9-b222-fe34f8848bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2b584ccc-b108-47e6-95c6-0c4f6c06ac42'}] {{(pid=83737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 11:04:07.452356 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b9fe4cf-86e6-41c4-a37d-0ea0f3d6f546 req-e4b64512-3068-4823-95b9-a58fd29fd4e8 service neutron] Attempting to bind port 96a9c853-60cc-4394-b1e7-fd73e6535c14 on network 2b584ccc-b108-47e6-95c6-0c4f6c06ac42 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 11:04:07.455034 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-4caa7255-ea03-4cb1-b65e-9b44f2a84c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a0caa05-de00-4a11-b84d-ee2def2b6158', 'name': 'tempest-TestNetworkAdvancedServerOps-router-262051293', 'tenant_id': 'fd9e5bc96c1947bd9411090e5d621544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.7'}], 'enable_snat': True}, 'gw_port_id': '6f39bcf1-75f0-4664-aa5b-30c48edf80d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:03:57Z', 'updated_at': '2022-03-07T11:04:01Z', 'revision_number': 4, 'project_id': 'fd9e5bc96c1947bd9411090e5d621544', 'gw_port': {'id': '6f39bcf1-75f0-4664-aa5b-30c48edf80d5', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:9c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0caa05-de00-4a11-b84d-ee2def2b6158', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:03:58Z', 'updated_at': '2022-03-07T11:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_interfaces': [{'id': '3ddba14f-8697-4cda-8161-9095a312e41b', 'name': '', 'network_id': '2b584ccc-b108-47e6-95c6-0c4f6c06ac42', 'tenant_id': 'fd9e5bc96c1947bd9411090e5d621544', 'mac_address': 'fa:16:3e:c7:d2:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a0caa05-de00-4a11-b84d-ee2def2b6158', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0f0da84d-9417-4d02-acb2-94569cb6bcb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:04:01Z', 'updated_at': '2022-03-07T11:04:06Z', 'revision_number': 4, 'project_id': 'fd9e5bc96c1947bd9411090e5d621544', 'subnets': [{'id': '0f0da84d-9417-4d02-acb2-94569cb6bcb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:04:07.458428 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b9fe4cf-86e6-41c4-a37d-0ea0f3d6f546 req-e4b64512-3068-4823-95b9-a58fd29fd4e8 service neutron] Port 96a9c853-60cc-4394-b1e7-fd73e6535c14 on network 2b584ccc-b108-47e6-95c6-0c4f6c06ac42 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8307 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 07 11:04:07.458746 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b9fe4cf-86e6-41c4-a37d-0ea0f3d6f546 req-e4b64512-3068-4823-95b9-a58fd29fd4e8 service neutron] Attempting to bind port 96a9c853-60cc-4394-b1e7-fd73e6535c14 on network 2b584ccc-b108-47e6-95c6-0c4f6c06ac42 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 11:04:07.459426 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4caa7255-ea03-4cb1-b65e-9b44f2a84c91 None None] The sync data for ids ['9a0caa05-de00-4a11-b84d-ee2def2b6158'] in dv-neutron-830731-3-hyperv is: [{'id': '9a0caa05-de00-4a11-b84d-ee2def2b6158', 'name': 'tempest-TestNetworkAdvancedServerOps-router-262051293', 'tenant_id': 'fd9e5bc96c1947bd9411090e5d621544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.7'}], 'enable_snat': True}, 'gw_port_id': '6f39bcf1-75f0-4664-aa5b-30c48edf80d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:03:57Z', 'updated_at': '2022-03-07T11:04:01Z', 'revision_number': 4, 'project_id': 'fd9e5bc96c1947bd9411090e5d621544', 'gw_port': {'id': '6f39bcf1-75f0-4664-aa5b-30c48edf80d5', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:9c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0caa05-de00-4a11-b84d-ee2def2b6158', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:03:58Z', 'updated_at': '2022-03-07T11:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_interfaces': [{'id': '3ddba14f-8697-4cda-8161-9095a312e41b', 'name': '', 'network_id': '2b584ccc-b108-47e6-95c6-0c4f6c06ac42', 'tenant_id': 'fd9e5bc96c1947bd9411090e5d621544', 'mac_address': 'fa:16:3e:c7:d2:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a0caa05-de00-4a11-b84d-ee2def2b6158', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0f0da84d-9417-4d02-acb2-94569cb6bcb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:04:01Z', 'updated_at': '2022-03-07T11:04:06Z', 'revision_number': 4, 'project_id': 'fd9e5bc96c1947bd9411090e5d621544', 'subnets': [{'id': '0f0da84d-9417-4d02-acb2-94569cb6bcb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 11:04:07.466818 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b9fe4cf-86e6-41c4-a37d-0ea0f3d6f546 req-e4b64512-3068-4823-95b9-a58fd29fd4e8 service neutron] Checking agent: {'id': 'fb93ecad-d7e5-4e81-99ef-d8d0ee7386ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8307', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 21, 15), 'started_at': datetime.datetime(2022, 3, 7, 10, 21, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 3, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 11:04:07.467170 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b9fe4cf-86e6-41c4-a37d-0ea0f3d6f546 req-e4b64512-3068-4823-95b9-a58fd29fd4e8 service neutron] Checking segment: {'id': '1ba271af-e5b2-45b9-b222-fe34f8848bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2b584ccc-b108-47e6-95c6-0c4f6c06ac42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 11:04:07.467560 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b9fe4cf-86e6-41c4-a37d-0ea0f3d6f546 req-e4b64512-3068-4823-95b9-a58fd29fd4e8 service neutron] Bound using segment: {'id': '1ba271af-e5b2-45b9-b222-fe34f8848bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2b584ccc-b108-47e6-95c6-0c4f6c06ac42'} {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 11:04:07.467988 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [req-2b9fe4cf-86e6-41c4-a37d-0ea0f3d6f546 req-e4b64512-3068-4823-95b9-a58fd29fd4e8 service neutron] Bound port: 96a9c853-60cc-4394-b1e7-fd73e6535c14, host: hv-neutron-8307, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ba271af-e5b2-45b9-b222-fe34f8848bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2b584ccc-b108-47e6-95c6-0c4f6c06ac42'}}] {{(pid=83737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 11:04:07.468334 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-2b9fe4cf-86e6-41c4-a37d-0ea0f3d6f546 req-e4b64512-3068-4823-95b9-a58fd29fd4e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:04:07.579418 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [req-2b9fe4cf-86e6-41c4-a37d-0ea0f3d6f546 req-e4b64512-3068-4823-95b9-a58fd29fd4e8 service neutron] For port 96a9c853-60cc-4394-b1e7-fd73e6535c14, host hv-neutron-8307, cleared binding levels {{(pid=83737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:04:07.582955 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [req-2b9fe4cf-86e6-41c4-a37d-0ea0f3d6f546 req-e4b64512-3068-4823-95b9-a58fd29fd4e8 service neutron] For port 96a9c853-60cc-4394-b1e7-fd73e6535c14, host hv-neutron-8307, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=96a9c853-60cc-4394-b1e7-fd73e6535c14,segment=NetworkSegment(1ba271af-e5b2-45b9-b222-fe34f8848bd4),segment_id=1ba271af-e5b2-45b9-b222-fe34f8848bd4)] {{(pid=83737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:04:07.589752 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-2b9fe4cf-86e6-41c4-a37d-0ea0f3d6f546 req-e4b64512-3068-4823-95b9-a58fd29fd4e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3012561'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:04:07.655604 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-2b9fe4cf-86e6-41c4-a37d-0ea0f3d6f546 req-e4b64512-3068-4823-95b9-a58fd29fd4e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:04:07.657003 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-2b9fe4cf-86e6-41c4-a37d-0ea0f3d6f546 req-e4b64512-3068-4823-95b9-a58fd29fd4e8 service neutron] 10.222.0.10 "PUT /v2.0/ports/96a9c853-60cc-4394-b1e7-fd73e6535c14 HTTP/1.1" status: 200 len: 1093 time: 1.2309527 Mar 07 11:04:07.657430 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfaa53a4-6aa0-4e31-a153-eadcba629b6b', 'tag': '96a9c853-60cc-4394-b1e7-fd73e6535c14'}] {{(pid=83737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 11:04:07.686148 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b64512-3068-4823-95b9-a58fd29fd4e8 service neutron] Pushing event updated for resources: {'Port': ['ID=96a9c853-60cc-4394-b1e7-fd73e6535c14,revision_number=3']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:07.742114 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfaa53a4-6aa0-4e31-a153-eadcba629b6b', 'tag': '96a9c853-60cc-4394-b1e7-fd73e6535c14', 'status': 'completed', 'code': 200} Mar 07 11:04:07.792814 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-2b9fe4cf-86e6-41c4-a37d-0ea0f3d6f546 req-379829e4-1b68-4c07-8577-f5e1bb0208a3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fd9e5bc96c1947bd9411090e5d621544&device_id=dfaa53a4-6aa0-4e31-a153-eadcba629b6b HTTP/1.1" status: 200 len: 1096 time: 0.0932090 Mar 07 11:04:07.867085 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-2b9fe4cf-86e6-41c4-a37d-0ea0f3d6f546 req-131d9017-1bcb-474c-91d0-c323dc53a437 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=96a9c853-60cc-4394-b1e7-fd73e6535c14 HTTP/1.1" status: 200 len: 217 time: 0.0673239 Mar 07 11:04:07.931832 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9fe4cf-86e6-41c4-a37d-0ea0f3d6f546 req-70a3cca6-a591-4e07-9135-449a111989ff service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:04:07.933279 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-2b9fe4cf-86e6-41c4-a37d-0ea0f3d6f546 req-70a3cca6-a591-4e07-9135-449a111989ff service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0f0da84d-9417-4d02-acb2-94569cb6bcb3 HTTP/1.1" status: 200 len: 834 time: 0.0598643 Mar 07 11:04:08.009919 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-2b9fe4cf-86e6-41c4-a37d-0ea0f3d6f546 req-4b1830c7-151f-42a1-86be-ef361b47c48a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2b584ccc-b108-47e6-95c6-0c4f6c06ac42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703678 Mar 07 11:04:08.094611 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-adbd2215-c8ee-41f3-92a6-4182ca26b8a8 None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 11:04:08.158201 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-2b9fe4cf-86e6-41c4-a37d-0ea0f3d6f546 req-db6ee2a8-c48b-4260-b305-b3742c80d457 service neutron] 10.222.0.10 "GET /v2.0/networks/2b584ccc-b108-47e6-95c6-0c4f6c06ac42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393533 Mar 07 11:04:08.298265 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-2b9fe4cf-86e6-41c4-a37d-0ea0f3d6f546 req-7e958484-3ae4-4420-9d50-e633d6ea3d40 service neutron] 10.222.0.10 "GET /v2.0/networks/2b584ccc-b108-47e6-95c6-0c4f6c06ac42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330464 Mar 07 11:04:08.432848 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-a72a2aa9-cf1f-4405-bfcc-f3553dd4f0e4 req-196835f5-672c-4539-a38a-ae5ddc3e15d3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fd9e5bc96c1947bd9411090e5d621544&device_id=dfaa53a4-6aa0-4e31-a153-eadcba629b6b HTTP/1.1" status: 200 len: 1096 time: 0.0774715 Mar 07 11:04:08.618782 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72a2aa9-cf1f-4405-bfcc-f3553dd4f0e4 req-b8da628e-0c89-46cd-a2ab-75329b685826 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:04:08.620102 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-a72a2aa9-cf1f-4405-bfcc-f3553dd4f0e4 req-b8da628e-0c89-46cd-a2ab-75329b685826 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2b584ccc-b108-47e6-95c6-0c4f6c06ac42 HTTP/1.1" status: 200 len: 898 time: 0.1816478 Mar 07 11:04:08.629172 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2399081-3e1c-4084-bb82-4cf9604d413d req-403bb1c0-9aee-4be9-b4a1-f3ec6d8a3e44 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:04:08.630471 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-a2399081-3e1c-4084-bb82-4cf9604d413d req-403bb1c0-9aee-4be9-b4a1-f3ec6d8a3e44 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfaa53a4-6aa0-4e31-a153-eadcba629b6b HTTP/1.1" status: 200 len: 943 time: 0.1227527 Mar 07 11:04:08.709132 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-a72a2aa9-cf1f-4405-bfcc-f3553dd4f0e4 req-755ca04d-b3c6-42f1-a47d-2778625de5bc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=96a9c853-60cc-4394-b1e7-fd73e6535c14 HTTP/1.1" status: 200 len: 217 time: 0.0775437 Mar 07 11:04:08.778643 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-a2399081-3e1c-4084-bb82-4cf9604d413d req-13ff9deb-6d95-4ef6-b97d-e643164d5fd0 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/security-groups?id=6483420f-2be4-44c3-a272-fd6fdeb07b78&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0986571 Mar 07 11:04:08.786950 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72a2aa9-cf1f-4405-bfcc-f3553dd4f0e4 req-b15534df-2613-4083-910f-eae3aa406f24 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:04:08.788858 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-a72a2aa9-cf1f-4405-bfcc-f3553dd4f0e4 req-b15534df-2613-4083-910f-eae3aa406f24 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0f0da84d-9417-4d02-acb2-94569cb6bcb3 HTTP/1.1" status: 200 len: 834 time: 0.0698383 Mar 07 11:04:08.861215 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-a72a2aa9-cf1f-4405-bfcc-f3553dd4f0e4 req-9a154aae-b16d-4653-bf0e-5cc567157a94 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2b584ccc-b108-47e6-95c6-0c4f6c06ac42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0667295 Mar 07 11:04:09.070167 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-a72a2aa9-cf1f-4405-bfcc-f3553dd4f0e4 req-05d9cdbc-d321-4869-b06f-3d485b7d0c6c service neutron] 10.222.0.10 "GET /v2.0/networks/2b584ccc-b108-47e6-95c6-0c4f6c06ac42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023902 Mar 07 11:04:09.200082 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-a72a2aa9-cf1f-4405-bfcc-f3553dd4f0e4 req-e1ceb0ea-f196-4096-864a-93938426d404 service neutron] 10.222.0.10 "GET /v2.0/networks/2b584ccc-b108-47e6-95c6-0c4f6c06ac42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237690 Mar 07 11:04:09.244328 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 3ddba14f-8697-4cda-8161-9095a312e41b up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 11:04:09.311919 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning for port 3ddba14f-8697-4cda-8161-9095a312e41b completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 11:04:09.316241 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 3ddba14f-8697-4cda-8161-9095a312e41b triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 11:04:09.316709 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:04:09.425458 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:04:09.457230 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] For port 3ddba14f-8697-4cda-8161-9095a312e41b, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=3ddba14f-8697-4cda-8161-9095a312e41b,segment=NetworkSegment(1ba271af-e5b2-45b9-b222-fe34f8848bd4),segment_id=1ba271af-e5b2-45b9-b222-fe34f8848bd4)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:04:09.461494 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:04:09.527243 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Pushing event updated for resources: {'Port': ['ID=3ddba14f-8697-4cda-8161-9095a312e41b,revision_number=5']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:09.979067 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82b4c10-6970-4adc-a213-74b19eb2865b req-fcad7a2d-ac8e-4187-901e-fcd328be8650 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:04:09.980529 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f82b4c10-6970-4adc-a213-74b19eb2865b req-fcad7a2d-ac8e-4187-901e-fcd328be8650 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfaa53a4-6aa0-4e31-a153-eadcba629b6b HTTP/1.1" status: 200 len: 943 time: 0.0787275 Mar 07 11:04:10.024742 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f82b4c10-6970-4adc-a213-74b19eb2865b req-c09969f5-1e95-4846-9b9d-91f97e9bbd54 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/security-groups?id=6483420f-2be4-44c3-a272-fd6fdeb07b78&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386627 Mar 07 11:04:11.216244 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207692fa-276a-4c3d-8eaf-7ac5357cb82d req-627d6cde-9ebf-4ee0-b69d-363233f1e60e tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:04:11.217725 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-207692fa-276a-4c3d-8eaf-7ac5357cb82d req-627d6cde-9ebf-4ee0-b69d-363233f1e60e tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfaa53a4-6aa0-4e31-a153-eadcba629b6b HTTP/1.1" status: 200 len: 943 time: 0.0770767 Mar 07 11:04:11.228552 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 3ddba14f-8697-4cda-8161-9095a312e41b up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 11:04:11.264664 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-207692fa-276a-4c3d-8eaf-7ac5357cb82d req-8825fee2-df3d-409e-811e-d45ce5a4193f tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/security-groups?id=6483420f-2be4-44c3-a272-fd6fdeb07b78&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406592 Mar 07 11:04:11.298097 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 3ddba14f-8697-4cda-8161-9095a312e41b triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 11:04:11.298459 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:04:11.564962 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device 96a9c853-60cc-4394-b1e7-fd73e6535c14 details requested by agent hyperv_hv-neutron-8307 with host hv-neutron-8307 {{(pid=83739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 07 11:04:11.695295 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port 96a9c853-60cc-4394-b1e7-fd73e6535c14, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=96a9c853-60cc-4394-b1e7-fd73e6535c14,segment=NetworkSegment(1ba271af-e5b2-45b9-b222-fe34f8848bd4),segment_id=1ba271af-e5b2-45b9-b222-fe34f8848bd4)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:04:11.707732 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Returning: {'device': '96a9c853-60cc-4394-b1e7-fd73e6535c14', 'network_id': '2b584ccc-b108-47e6-95c6-0c4f6c06ac42', 'port_id': '96a9c853-60cc-4394-b1e7-fd73e6535c14', 'mac_address': 'fa:16:3e:0f:b7:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f0da84d-9417-4d02-acb2-94569cb6bcb3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 07 11:04:11.759543 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:04:11.775601 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96a9c853-60cc-4394-b1e7-fd73e6535c14 {{(pid=83739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 07 11:04:11.790118 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port 96a9c853-60cc-4394-b1e7-fd73e6535c14, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=96a9c853-60cc-4394-b1e7-fd73e6535c14,segment=NetworkSegment(1ba271af-e5b2-45b9-b222-fe34f8848bd4),segment_id=1ba271af-e5b2-45b9-b222-fe34f8848bd4)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:04:11.793873 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:04:11.863615 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Pushing event updated for resources: {'Port': ['ID=96a9c853-60cc-4394-b1e7-fd73e6535c14,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:12.118568 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] get_ports_and_sgs() called for port_ids ['96a9c853-60cc-4394-b1e7-fd73e6535c14'] {{(pid=83739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 07 11:04:12.463215 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae54e76e-f146-4a99-9e17-b2c3bb8952ea req-c1f9c9b2-3b6a-4cec-8240-743548e8bcc9 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:04:12.464675 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ae54e76e-f146-4a99-9e17-b2c3bb8952ea req-c1f9c9b2-3b6a-4cec-8240-743548e8bcc9 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfaa53a4-6aa0-4e31-a153-eadcba629b6b HTTP/1.1" status: 200 len: 944 time: 0.0777578 Mar 07 11:04:12.508551 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ae54e76e-f146-4a99-9e17-b2c3bb8952ea req-ea2d566d-941d-4dba-900c-e28d77ccbb73 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/security-groups?id=6483420f-2be4-44c3-a272-fd6fdeb07b78&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383763 Mar 07 11:04:13.572041 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device 96a9c853-60cc-4394-b1e7-fd73e6535c14 up at agent hyperv_hv-neutron-8307 {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 11:04:13.637663 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Provisioning for port 96a9c853-60cc-4394-b1e7-fd73e6535c14 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 11:04:13.642304 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Provisioning complete for port 96a9c853-60cc-4394-b1e7-fd73e6535c14 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 11:04:13.642666 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:04:13.704871 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f312eee-18d9-435b-a1dc-7cef335e82fb req-d8906cb5-4ad9-4fff-9da3-63b481f634d8 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:04:13.706373 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-0f312eee-18d9-435b-a1dc-7cef335e82fb req-d8906cb5-4ad9-4fff-9da3-63b481f634d8 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfaa53a4-6aa0-4e31-a153-eadcba629b6b HTTP/1.1" status: 200 len: 944 time: 0.0764036 Mar 07 11:04:13.754494 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-0f312eee-18d9-435b-a1dc-7cef335e82fb req-0ea3e729-0014-4a2e-8b8d-0239f1ff1d0a tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/security-groups?id=6483420f-2be4-44c3-a272-fd6fdeb07b78&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418317 Mar 07 11:04:13.757485 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:04:13.783739 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfaa53a4-6aa0-4e31-a153-eadcba629b6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96a9c853-60cc-4394-b1e7-fd73e6535c14'}] {{(pid=83739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 11:04:13.793514 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port 96a9c853-60cc-4394-b1e7-fd73e6535c14, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=96a9c853-60cc-4394-b1e7-fd73e6535c14,segment=NetworkSegment(1ba271af-e5b2-45b9-b222-fe34f8848bd4),segment_id=1ba271af-e5b2-45b9-b222-fe34f8848bd4)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:04:13.797759 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:04:13.843416 dv-neutron-830731-3-hyperv neutron-server[83739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfaa53a4-6aa0-4e31-a153-eadcba629b6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96a9c853-60cc-4394-b1e7-fd73e6535c14', 'code': 200} Mar 07 11:04:13.870639 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Pushing event updated for resources: {'Port': ['ID=96a9c853-60cc-4394-b1e7-fd73e6535c14,revision_number=5']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:14.063427 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-2f047bcc-1dd9-4cce-96d8-a4e971898220 req-fa081e81-e275-4f8e-ad8d-a798bc5bea4b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=dfaa53a4-6aa0-4e31-a153-eadcba629b6b HTTP/1.1" status: 200 len: 1098 time: 0.0661116 Mar 07 11:04:14.103900 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-2f047bcc-1dd9-4cce-96d8-a4e971898220 req-dae1d21d-a5fd-4d6f-96d6-2364ae977c47 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=6483420f-2be4-44c3-a272-fd6fdeb07b78&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0342453 Mar 07 11:04:14.949323 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383a45ab-e158-4b53-a4b9-ff95821d9040 req-13ec34dc-a41e-4f92-8d9e-f9d95e4df223 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:04:14.950747 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-383a45ab-e158-4b53-a4b9-ff95821d9040 req-13ec34dc-a41e-4f92-8d9e-f9d95e4df223 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfaa53a4-6aa0-4e31-a153-eadcba629b6b HTTP/1.1" status: 200 len: 945 time: 0.0783014 Mar 07 11:04:14.995203 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-383a45ab-e158-4b53-a4b9-ff95821d9040 req-8f2f9014-510f-4bff-871e-3d12c4aac878 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/security-groups?id=6483420f-2be4-44c3-a272-fd6fdeb07b78&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389979 Mar 07 11:04:15.918780 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:04:16.188854 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48fc11a-1261-4e61-844e-d0b11ca78c55 req-81e9ffb4-4e0a-4bd9-8542-2ecfa00d19f6 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:04:16.190184 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-a48fc11a-1261-4e61-844e-d0b11ca78c55 req-81e9ffb4-4e0a-4bd9-8542-2ecfa00d19f6 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfaa53a4-6aa0-4e31-a153-eadcba629b6b HTTP/1.1" status: 200 len: 945 time: 0.0763130 Mar 07 11:04:16.236010 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-a48fc11a-1261-4e61-844e-d0b11ca78c55 req-c1ab5d0a-c801-48bf-8694-42d1e1da5eb4 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/security-groups?id=6483420f-2be4-44c3-a272-fd6fdeb07b78&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393629 Mar 07 11:04:16.435973 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279b8be7-2062-4ca6-8c1e-a52142f77fd7 req-0f871069-a131-4f08-934f-a7b06ed03f6d tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:04:16.437425 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-279b8be7-2062-4ca6-8c1e-a52142f77fd7 req-0f871069-a131-4f08-934f-a7b06ed03f6d tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfaa53a4-6aa0-4e31-a153-eadcba629b6b HTTP/1.1" status: 200 len: 945 time: 0.0815618 Mar 07 11:04:16.481264 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-279b8be7-2062-4ca6-8c1e-a52142f77fd7 req-38cc8cd8-c818-41ee-8feb-8f2018e3a475 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/security-groups?id=6483420f-2be4-44c3-a272-fd6fdeb07b78&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384712 Mar 07 11:04:16.507985 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 45668) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:04:16.577430 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-9ae93b39-ddd3-47d1-96eb-91b819e7ed1e tempest-TestNetworkAdvancedServerOps-1832968989 tempest-TestNetworkAdvancedServerOps-1832968989-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=dfaa53a4-6aa0-4e31-a153-eadcba629b6b HTTP/1.1" status: 200 len: 1093 time: 0.0682650 Mar 07 11:04:16.580010 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 45672) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:04:16.585665 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-7b488cee-3e64-496c-b7d1-9ccbc8855695 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Request body: {'floatingip': {'floating_network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'port_id': '96a9c853-60cc-4394-b1e7-fd73e6535c14', 'tenant_id': 'fd9e5bc96c1947bd9411090e5d621544', 'fixed_ip_address': '172.20.0.5'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 11:04:16.591026 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-7b488cee-3e64-496c-b7d1-9ccbc8855695 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 11:04:16.594791 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-7b488cee-3e64-496c-b7d1-9ccbc8855695 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Usage tracker for resource:floatingip and tenant:fd9e5bc96c1947bd9411090e5d621544 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 11:04:16.597562 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-7b488cee-3e64-496c-b7d1-9ccbc8855695 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 11:04:16.603730 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-7b488cee-3e64-496c-b7d1-9ccbc8855695 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 11:04:16.615241 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7b488cee-3e64-496c-b7d1-9ccbc8855695 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for floatingip, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:04:16.749676 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7b488cee-3e64-496c-b7d1-9ccbc8855695 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:04:16.885459 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-7b488cee-3e64-496c-b7d1-9ccbc8855695 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Allocated IP 172.26.8.226 (5ed85006-6b00-415e-b71f-837fb1421c12/8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a/7c5c816b-1125-4300-8754-1160c90feb44) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:04:17.030947 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7b488cee-3e64-496c-b7d1-9ccbc8855695 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:04:17.059240 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7b488cee-3e64-496c-b7d1-9ccbc8855695 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:04:17.127615 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b488cee-3e64-496c-b7d1-9ccbc8855695 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Network 5ed85006-6b00-415e-b71f-837fb1421c12 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:04:17.130441 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-7b488cee-3e64-496c-b7d1-9ccbc8855695 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:04:17.133108 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b488cee-3e64-496c-b7d1-9ccbc8855695 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 11:04:17.165671 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b488cee-3e64-496c-b7d1-9ccbc8855695 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Pushing event updated for resources: {'Port': ['ID=7c5c816b-1125-4300-8754-1160c90feb44,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:17.701607 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7b488cee-3e64-496c-b7d1-9ccbc8855695 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:04:17.753975 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7b488cee-3e64-496c-b7d1-9ccbc8855695 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:04:17.948882 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7b488cee-3e64-496c-b7d1-9ccbc8855695 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:04:17.953343 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7b488cee-3e64-496c-b7d1-9ccbc8855695 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3012561'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:04:18.059368 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b488cee-3e64-496c-b7d1-9ccbc8855695 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Pushing event updated for resources: {'Port': ['ID=7c5c816b-1125-4300-8754-1160c90feb44,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:18.070626 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7b488cee-3e64-496c-b7d1-9ccbc8855695 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923533'] for floatingip, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:04:18.258918 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.db.l3_db [None req-7b488cee-3e64-496c-b7d1-9ccbc8855695 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Floating IP 900d13fc-8683-4163-82cd-e06b1f66a61b associated. External IP: 172.26.8.226, port: 96a9c853-60cc-4394-b1e7-fd73e6535c14. Mar 07 11:04:18.637596 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b488cee-3e64-496c-b7d1-9ccbc8855695 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Router 9a0caa05-de00-4a11-b84d-ee2def2b6158 has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:04:18.916426 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b488cee-3e64-496c-b7d1-9ccbc8855695 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:04:18.926168 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f204d68-98a9-465c-a2f6-976948b9bd01 None None] Sync routers for ids ['9a0caa05-de00-4a11-b84d-ee2def2b6158'] in dv-neutron-830731-3-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 11:04:18.938214 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f204d68-98a9-465c-a2f6-976948b9bd01 None None] Routers {'9a0caa05-de00-4a11-b84d-ee2def2b6158'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 11:04:18.938817 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-0f204d68-98a9-465c-a2f6-976948b9bd01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T11:04:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['9a0caa05-de00-4a11-b84d-ee2def2b6158'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:04:18.942078 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7b488cee-3e64-496c-b7d1-9ccbc8855695 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for floatingip, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:04:18.998317 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-7b488cee-3e64-496c-b7d1-9ccbc8855695 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4172273 Mar 07 11:04:18.998882 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfaa53a4-6aa0-4e31-a153-eadcba629b6b', 'tag': '96a9c853-60cc-4394-b1e7-fd73e6535c14'}] {{(pid=83737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 11:04:19.060216 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfaa53a4-6aa0-4e31-a153-eadcba629b6b', 'tag': '96a9c853-60cc-4394-b1e7-fd73e6535c14', 'status': 'completed', 'code': 200} Mar 07 11:04:19.114443 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-0f204d68-98a9-465c-a2f6-976948b9bd01 None None] Set router 9a0caa05-de00-4a11-b84d-ee2def2b6158 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 11:04:19.206820 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c1087c75-9688-4aa0-92b9-b3891883069f req-47de168d-ee27-414a-942e-324ed757831f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fd9e5bc96c1947bd9411090e5d621544&device_id=dfaa53a4-6aa0-4e31-a153-eadcba629b6b HTTP/1.1" status: 200 len: 1098 time: 0.1255343 Mar 07 11:04:19.216927 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee30a416-cbe1-438f-af7c-c26b97c7aab8 req-75b8ea48-cfc4-46e0-ba05-2f49279b9fb6 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:04:19.218289 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ee30a416-cbe1-438f-af7c-c26b97c7aab8 req-75b8ea48-cfc4-46e0-ba05-2f49279b9fb6 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfaa53a4-6aa0-4e31-a153-eadcba629b6b HTTP/1.1" status: 200 len: 945 time: 0.1082668 Mar 07 11:04:19.358210 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ee30a416-cbe1-438f-af7c-c26b97c7aab8 req-a4821da7-1a3a-402a-8b9b-c5d02ad9440b tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/security-groups?id=6483420f-2be4-44c3-a272-fd6fdeb07b78&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1218538 Mar 07 11:04:19.376054 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1087c75-9688-4aa0-92b9-b3891883069f req-bc2227e0-bbbb-4ea8-8d90-e38f5e27965f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:04:19.380219 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c1087c75-9688-4aa0-92b9-b3891883069f req-bc2227e0-bbbb-4ea8-8d90-e38f5e27965f service neutron] 10.222.0.10 "GET /v2.0/networks?id=2b584ccc-b108-47e6-95c6-0c4f6c06ac42 HTTP/1.1" status: 200 len: 898 time: 0.1610806 Mar 07 11:04:19.386816 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 45680) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:04:19.465995 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-0f204d68-98a9-465c-a2f6-976948b9bd01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a0caa05-de00-4a11-b84d-ee2def2b6158', 'name': 'tempest-TestNetworkAdvancedServerOps-router-262051293', 'tenant_id': 'fd9e5bc96c1947bd9411090e5d621544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.7'}], 'enable_snat': True}, 'gw_port_id': '6f39bcf1-75f0-4664-aa5b-30c48edf80d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:03:57Z', 'updated_at': '2022-03-07T11:04:01Z', 'revision_number': 4, 'project_id': 'fd9e5bc96c1947bd9411090e5d621544', 'gw_port': {'id': '6f39bcf1-75f0-4664-aa5b-30c48edf80d5', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:9c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0caa05-de00-4a11-b84d-ee2def2b6158', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:03:58Z', 'updated_at': '2022-03-07T11:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_floatingips': [{'id': '900d13fc-8683-4163-82cd-e06b1f66a61b', 'tenant_id': 'fd9e5bc96c1947bd9411090e5d621544', 'floating_ip_address': '172.26.8.226', 'floating_network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'router_id': '9a0caa05-de00-4a11-b84d-ee2def2b6158', 'port_id': '96a9c853-60cc-4394-b1e7-fd73e6535c14', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b584ccc-b108-47e6-95c6-0c4f6c06ac42', 'mac_address': 'fa:16:3e:0f:b7:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfaa53a4-6aa0-4e31-a153-eadcba629b6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:04:17Z', 'updated_at': '2022-03-07T11:04:17Z', 'revision_number': 0, 'project_id': 'fd9e5bc96c1947bd9411090e5d621544', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ddba14f-8697-4cda-8161-9095a312e41b', 'name': '', 'network_id': '2b584ccc-b108-47e6-95c6-0c4f6c06ac42', 'tenant_id': 'fd9e5bc96c1947bd9411090e5d621544', 'mac_address': 'fa:16:3e:c7:d2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0caa05-de00-4a11-b84d-ee2def2b6158', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0f0da84d-9417-4d02-acb2-94569cb6bcb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:04:01Z', 'updated_at': '2022-03-07T11:04:09Z', 'revision_number': 5, 'project_id': 'fd9e5bc96c1947bd9411090e5d621544', 'subnets': [{'id': '0f0da84d-9417-4d02-acb2-94569cb6bcb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:04:19.469871 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f204d68-98a9-465c-a2f6-976948b9bd01 None None] Checking router: 9a0caa05-de00-4a11-b84d-ee2def2b6158 for host: dv-neutron-830731-3-hyperv {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 07 11:04:19.482333 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f204d68-98a9-465c-a2f6-976948b9bd01 None None] Routers {'9a0caa05-de00-4a11-b84d-ee2def2b6158'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 11:04:19.482704 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-0f204d68-98a9-465c-a2f6-976948b9bd01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T11:04:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['9a0caa05-de00-4a11-b84d-ee2def2b6158'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:04:19.488668 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c1087c75-9688-4aa0-92b9-b3891883069f req-947ce70b-3bc5-4f97-9c4c-4dd4a02dc42b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=96a9c853-60cc-4394-b1e7-fd73e6535c14 HTTP/1.1" status: 200 len: 999 time: 0.1025746 Mar 07 11:04:19.494383 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-30651eda-59a3-4cbc-833d-49ce86b5068b tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/floatingips/900d13fc-8683-4163-82cd-e06b1f66a61b HTTP/1.1" status: 200 len: 991 time: 0.1054704 Mar 07 11:04:19.552126 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1087c75-9688-4aa0-92b9-b3891883069f req-45c408c6-f37d-4be6-b569-ed9837fdbf4f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:04:19.554203 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c1087c75-9688-4aa0-92b9-b3891883069f req-45c408c6-f37d-4be6-b569-ed9837fdbf4f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0f0da84d-9417-4d02-acb2-94569cb6bcb3 HTTP/1.1" status: 200 len: 834 time: 0.0604806 Mar 07 11:04:19.630486 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c1087c75-9688-4aa0-92b9-b3891883069f req-098cd7a3-9053-451f-9bbb-d10190bccacb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2b584ccc-b108-47e6-95c6-0c4f6c06ac42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706029 Mar 07 11:04:19.661844 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-0f204d68-98a9-465c-a2f6-976948b9bd01 None None] Set router 9a0caa05-de00-4a11-b84d-ee2def2b6158 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 11:04:19.762582 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c1087c75-9688-4aa0-92b9-b3891883069f req-15175a6c-4990-484e-b3c3-7fcc4f22b6fc service neutron] 10.222.0.10 "GET /v2.0/networks/2b584ccc-b108-47e6-95c6-0c4f6c06ac42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262877 Mar 07 11:04:19.891984 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c1087c75-9688-4aa0-92b9-b3891883069f req-18bae2db-a981-49a2-9656-f71c949046d9 service neutron] 10.222.0.10 "GET /v2.0/networks/2b584ccc-b108-47e6-95c6-0c4f6c06ac42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232896 Mar 07 11:04:20.004257 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-0f204d68-98a9-465c-a2f6-976948b9bd01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a0caa05-de00-4a11-b84d-ee2def2b6158', 'name': 'tempest-TestNetworkAdvancedServerOps-router-262051293', 'tenant_id': 'fd9e5bc96c1947bd9411090e5d621544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.7'}], 'enable_snat': True}, 'gw_port_id': '6f39bcf1-75f0-4664-aa5b-30c48edf80d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:03:57Z', 'updated_at': '2022-03-07T11:04:01Z', 'revision_number': 4, 'project_id': 'fd9e5bc96c1947bd9411090e5d621544', 'gw_port': {'id': '6f39bcf1-75f0-4664-aa5b-30c48edf80d5', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:9c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0caa05-de00-4a11-b84d-ee2def2b6158', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:03:58Z', 'updated_at': '2022-03-07T11:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_floatingips': [{'id': '900d13fc-8683-4163-82cd-e06b1f66a61b', 'tenant_id': 'fd9e5bc96c1947bd9411090e5d621544', 'floating_ip_address': '172.26.8.226', 'floating_network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'router_id': '9a0caa05-de00-4a11-b84d-ee2def2b6158', 'port_id': '96a9c853-60cc-4394-b1e7-fd73e6535c14', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b584ccc-b108-47e6-95c6-0c4f6c06ac42', 'mac_address': 'fa:16:3e:0f:b7:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfaa53a4-6aa0-4e31-a153-eadcba629b6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:04:17Z', 'updated_at': '2022-03-07T11:04:17Z', 'revision_number': 0, 'project_id': 'fd9e5bc96c1947bd9411090e5d621544', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ddba14f-8697-4cda-8161-9095a312e41b', 'name': '', 'network_id': '2b584ccc-b108-47e6-95c6-0c4f6c06ac42', 'tenant_id': 'fd9e5bc96c1947bd9411090e5d621544', 'mac_address': 'fa:16:3e:c7:d2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0caa05-de00-4a11-b84d-ee2def2b6158', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0f0da84d-9417-4d02-acb2-94569cb6bcb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:04:01Z', 'updated_at': '2022-03-07T11:04:09Z', 'revision_number': 5, 'project_id': 'fd9e5bc96c1947bd9411090e5d621544', 'subnets': [{'id': '0f0da84d-9417-4d02-acb2-94569cb6bcb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:04:20.008712 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f204d68-98a9-465c-a2f6-976948b9bd01 None None] The sync data for ids ['9a0caa05-de00-4a11-b84d-ee2def2b6158'] in dv-neutron-830731-3-hyperv is: [{'id': '9a0caa05-de00-4a11-b84d-ee2def2b6158', 'name': 'tempest-TestNetworkAdvancedServerOps-router-262051293', 'tenant_id': 'fd9e5bc96c1947bd9411090e5d621544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.7'}], 'enable_snat': True}, 'gw_port_id': '6f39bcf1-75f0-4664-aa5b-30c48edf80d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:03:57Z', 'updated_at': '2022-03-07T11:04:01Z', 'revision_number': 4, 'project_id': 'fd9e5bc96c1947bd9411090e5d621544', 'gw_port': {'id': '6f39bcf1-75f0-4664-aa5b-30c48edf80d5', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:9c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0caa05-de00-4a11-b84d-ee2def2b6158', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:03:58Z', 'updated_at': '2022-03-07T11:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_floatingips': [{'id': '900d13fc-8683-4163-82cd-e06b1f66a61b', 'tenant_id': 'fd9e5bc96c1947bd9411090e5d621544', 'floating_ip_address': '172.26.8.226', 'floating_network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'router_id': '9a0caa05-de00-4a11-b84d-ee2def2b6158', 'port_id': '96a9c853-60cc-4394-b1e7-fd73e6535c14', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b584ccc-b108-47e6-95c6-0c4f6c06ac42', 'mac_address': 'fa:16:3e:0f:b7:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfaa53a4-6aa0-4e31-a153-eadcba629b6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:04:17Z', 'updated_at': '2022-03-07T11:04:17Z', 'revision_number': 0, 'project_id': 'fd9e5bc96c1947bd9411090e5d621544', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ddba14f-8697-4cda-8161-9095a312e41b', 'name': '', 'network_id': '2b584ccc-b108-47e6-95c6-0c4f6c06ac42', 'tenant_id': 'fd9e5bc96c1947bd9411090e5d621544', 'mac_address': 'fa:16:3e:c7:d2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0caa05-de00-4a11-b84d-ee2def2b6158', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0f0da84d-9417-4d02-acb2-94569cb6bcb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:04:01Z', 'updated_at': '2022-03-07T11:04:09Z', 'revision_number': 5, 'project_id': 'fd9e5bc96c1947bd9411090e5d621544', 'subnets': [{'id': '0f0da84d-9417-4d02-acb2-94569cb6bcb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 11:04:20.498283 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 45684) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:04:20.604077 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-45dce6f2-55c5-4446-a1e1-d87845ccc142 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/floatingips/900d13fc-8683-4163-82cd-e06b1f66a61b HTTP/1.1" status: 200 len: 991 time: 0.1046784 Mar 07 11:04:21.608011 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 45688) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:04:21.708670 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-9e4c2ef3-a774-458f-a246-e292b58a550f tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/floatingips/900d13fc-8683-4163-82cd-e06b1f66a61b HTTP/1.1" status: 200 len: 991 time: 0.0995026 Mar 07 11:04:22.713313 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 45692) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:04:22.816368 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-0496e35e-4f3d-4547-bb3c-bcc71e7bfcbe tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/floatingips/900d13fc-8683-4163-82cd-e06b1f66a61b HTTP/1.1" status: 200 len: 991 time: 0.1019173 Mar 07 11:04:23.230792 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d263ec0-af2b-4d6d-8cbf-6ab7bc094a82 None None] New status for floating IP 900d13fc-8683-4163-82cd-e06b1f66a61b: ACTIVE {{(pid=83740) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 07 11:04:23.820377 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 45696) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:04:23.921679 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-2edc6310-ae86-4f56-94d1-a7fb629efa0b tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/floatingips/900d13fc-8683-4163-82cd-e06b1f66a61b HTTP/1.1" status: 200 len: 993 time: 0.1002505 Mar 07 11:04:28.454120 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-acdb9483-937a-4e57-86ca-3c99537418d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:04:30.634024 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-8da24e29-ad8e-4f71-bcac-790fcdfeb2ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:04:31.906436 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-711fefd2-3b30-4759-8df5-0aecff1c8e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:04:31.934587 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:04:33.338372 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c87150bd-aa9c-4ad1-bb68-57ec66d4fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:04:45.095421 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-adbd2215-c8ee-41f3-92a6-4182ca26b8a8 None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 11:04:45.906020 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:04:54.721164 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ac458a5d-0375-4767-ad3e-c5ef519e5094 req-066c8185-a0ea-4f0e-a038-0ecf376b60e1 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=dfaa53a4-6aa0-4e31-a153-eadcba629b6b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1312900 Mar 07 11:04:54.856007 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ac458a5d-0375-4767-ad3e-c5ef519e5094 req-1aa6c0b3-4338-4e05-bcc5-a015384e2c7a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fd9e5bc96c1947bd9411090e5d621544&device_id=dfaa53a4-6aa0-4e31-a153-eadcba629b6b HTTP/1.1" status: 200 len: 1098 time: 0.0693033 Mar 07 11:04:55.075113 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac458a5d-0375-4767-ad3e-c5ef519e5094 req-5c281446-5e83-4a14-9c6d-86af90335385 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:04:55.076619 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ac458a5d-0375-4767-ad3e-c5ef519e5094 req-5c281446-5e83-4a14-9c6d-86af90335385 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2b584ccc-b108-47e6-95c6-0c4f6c06ac42 HTTP/1.1" status: 200 len: 898 time: 0.2038074 Mar 07 11:04:55.178838 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ac458a5d-0375-4767-ad3e-c5ef519e5094 req-c96d4bc3-8988-4598-b186-e7e5efd10caa service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=96a9c853-60cc-4394-b1e7-fd73e6535c14 HTTP/1.1" status: 200 len: 1001 time: 0.0954459 Mar 07 11:04:55.237533 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac458a5d-0375-4767-ad3e-c5ef519e5094 req-1540fac3-e81b-41f8-b7e8-3a84f071d28f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:04:55.238939 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ac458a5d-0375-4767-ad3e-c5ef519e5094 req-1540fac3-e81b-41f8-b7e8-3a84f071d28f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0f0da84d-9417-4d02-acb2-94569cb6bcb3 HTTP/1.1" status: 200 len: 834 time: 0.0553148 Mar 07 11:04:55.316082 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ac458a5d-0375-4767-ad3e-c5ef519e5094 req-69fa49ab-e74f-48d5-b6e6-822e5d78fd89 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2b584ccc-b108-47e6-95c6-0c4f6c06ac42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707941 Mar 07 11:04:55.326148 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [req-ac458a5d-0375-4767-ad3e-c5ef519e5094 req-5d97aec8-bc2d-4bf1-9eb8-edb23f941a04 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=83737) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 07 11:04:55.327059 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ac458a5d-0375-4767-ad3e-c5ef519e5094 req-5d97aec8-bc2d-4bf1-9eb8-edb23f941a04 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0047226 Mar 07 11:04:55.456296 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ac458a5d-0375-4767-ad3e-c5ef519e5094 req-c41d3550-bacf-47e7-bfdd-52eab89b294a service neutron] 10.222.0.10 "GET /v2.0/networks/2b584ccc-b108-47e6-95c6-0c4f6c06ac42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229181 Mar 07 11:04:55.586189 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ac458a5d-0375-4767-ad3e-c5ef519e5094 req-512aff7b-ab15-4e24-97df-8d1066002002 service neutron] 10.222.0.10 "GET /v2.0/networks/2b584ccc-b108-47e6-95c6-0c4f6c06ac42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240687 Mar 07 11:04:58.455289 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-2bac897a-5ab6-446b-b40b-4405ca06e163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:05:00.635742 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-510d6037-7dde-4ccb-ac2f-eeb3e63c62ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:05:01.910612 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-711fefd2-3b30-4759-8df5-0aecff1c8e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:05:01.935036 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:05:03.340196 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c87150bd-aa9c-4ad1-bb68-57ec66d4fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:05:15.906628 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:05:20.943336 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f648dbce-7b87-42b0-9817-0e941af47487 req-d55ab455-a675-4495-84ec-6ce6954aa025 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fd9e5bc96c1947bd9411090e5d621544&device_id=dfaa53a4-6aa0-4e31-a153-eadcba629b6b HTTP/1.1" status: 200 len: 1098 time: 0.1217449 Mar 07 11:05:21.024816 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ad561f-33b2-44a1-86b2-fa81db964c0d req-663b4b19-2920-400a-9f47-108f51ac3a5b tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:21.026215 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-06ad561f-33b2-44a1-86b2-fa81db964c0d req-663b4b19-2920-400a-9f47-108f51ac3a5b tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfaa53a4-6aa0-4e31-a153-eadcba629b6b HTTP/1.1" status: 200 len: 945 time: 0.1536436 Mar 07 11:05:21.108933 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-06ad561f-33b2-44a1-86b2-fa81db964c0d req-5e2be6c2-589f-4b86-9664-82e1d94ab2d3 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/security-groups?id=6483420f-2be4-44c3-a272-fd6fdeb07b78&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0756788 Mar 07 11:05:21.112988 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f648dbce-7b87-42b0-9817-0e941af47487 req-2ee38378-c5e8-438f-a716-6cbbc1f9ad61 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:21.114313 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f648dbce-7b87-42b0-9817-0e941af47487 req-2ee38378-c5e8-438f-a716-6cbbc1f9ad61 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2b584ccc-b108-47e6-95c6-0c4f6c06ac42 HTTP/1.1" status: 200 len: 898 time: 0.1645219 Mar 07 11:05:21.211605 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f648dbce-7b87-42b0-9817-0e941af47487 req-0dcbf8d0-3409-4721-82fe-a5d1fc7fb283 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=96a9c853-60cc-4394-b1e7-fd73e6535c14 HTTP/1.1" status: 200 len: 1001 time: 0.0906968 Mar 07 11:05:21.277245 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f648dbce-7b87-42b0-9817-0e941af47487 req-21e24c87-c539-4937-b037-753dca2ebb3e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:21.278676 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f648dbce-7b87-42b0-9817-0e941af47487 req-21e24c87-c539-4937-b037-753dca2ebb3e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0f0da84d-9417-4d02-acb2-94569cb6bcb3 HTTP/1.1" status: 200 len: 834 time: 0.0596080 Mar 07 11:05:21.350534 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f648dbce-7b87-42b0-9817-0e941af47487 req-c079579a-c9ff-46e8-9c93-46ea86e09dd8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2b584ccc-b108-47e6-95c6-0c4f6c06ac42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0652514 Mar 07 11:05:21.476597 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f648dbce-7b87-42b0-9817-0e941af47487 req-4aeae79a-8695-434a-bfc8-c98db4c886d0 service neutron] 10.222.0.10 "GET /v2.0/networks/2b584ccc-b108-47e6-95c6-0c4f6c06ac42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188433 Mar 07 11:05:21.604717 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f648dbce-7b87-42b0-9817-0e941af47487 req-be2bedc0-c76f-463e-b5f9-0952561682ea service neutron] 10.222.0.10 "GET /v2.0/networks/2b584ccc-b108-47e6-95c6-0c4f6c06ac42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227016 Mar 07 11:05:22.095023 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-adbd2215-c8ee-41f3-92a6-4182ca26b8a8 None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 11:05:22.305744 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f205fe-a6dd-489a-b249-95cd787d4709 req-4f995985-65bb-4558-9f1c-9bdcf7d641e2 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:22.307173 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-21f205fe-a6dd-489a-b249-95cd787d4709 req-4f995985-65bb-4558-9f1c-9bdcf7d641e2 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfaa53a4-6aa0-4e31-a153-eadcba629b6b HTTP/1.1" status: 200 len: 945 time: 0.0781240 Mar 07 11:05:22.351160 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-21f205fe-a6dd-489a-b249-95cd787d4709 req-f6704d1c-2f6f-4641-8fde-8d321296c6c6 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/security-groups?id=6483420f-2be4-44c3-a272-fd6fdeb07b78&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383024 Mar 07 11:05:23.548499 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581d313a-0825-4beb-9b05-45696b0831d6 req-4113607b-168e-41cc-80bf-7980762aa5a4 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:23.549928 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-581d313a-0825-4beb-9b05-45696b0831d6 req-4113607b-168e-41cc-80bf-7980762aa5a4 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfaa53a4-6aa0-4e31-a153-eadcba629b6b HTTP/1.1" status: 200 len: 945 time: 0.0752115 Mar 07 11:05:23.593713 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-581d313a-0825-4beb-9b05-45696b0831d6 req-5bcfcb94-4317-4330-bca3-c6bd8af1b52f tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/security-groups?id=6483420f-2be4-44c3-a272-fd6fdeb07b78&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383289 Mar 07 11:05:24.866693 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed93f18e-a3ca-46d9-86a7-4e5e7377911f req-d3456618-9804-49bc-be64-94ff19fe7d2d tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:24.868106 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ed93f18e-a3ca-46d9-86a7-4e5e7377911f req-d3456618-9804-49bc-be64-94ff19fe7d2d tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfaa53a4-6aa0-4e31-a153-eadcba629b6b HTTP/1.1" status: 200 len: 945 time: 0.1544931 Mar 07 11:05:24.911369 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ed93f18e-a3ca-46d9-86a7-4e5e7377911f req-89f88eca-bf9a-4dbf-801f-798e153d6aa7 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/security-groups?id=6483420f-2be4-44c3-a272-fd6fdeb07b78&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0375433 Mar 07 11:05:26.106643 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9db941-1fb5-4fa0-a0e7-e7ab1dbe54d8 req-afd83981-82e4-4f0b-b28f-bc8843cb915d tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:26.108086 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ac9db941-1fb5-4fa0-a0e7-e7ab1dbe54d8 req-afd83981-82e4-4f0b-b28f-bc8843cb915d tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfaa53a4-6aa0-4e31-a153-eadcba629b6b HTTP/1.1" status: 200 len: 945 time: 0.0776212 Mar 07 11:05:26.152463 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ac9db941-1fb5-4fa0-a0e7-e7ab1dbe54d8 req-21e75206-078d-4532-bb26-55191d3880fc tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/security-groups?id=6483420f-2be4-44c3-a272-fd6fdeb07b78&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389435 Mar 07 11:05:27.350566 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd944997-c8f8-403a-9857-f8c1c654c0f1 req-dac927a0-c3fa-4fbb-aba9-1f7eb42c5ed5 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:27.353206 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-cd944997-c8f8-403a-9857-f8c1c654c0f1 req-dac927a0-c3fa-4fbb-aba9-1f7eb42c5ed5 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfaa53a4-6aa0-4e31-a153-eadcba629b6b HTTP/1.1" status: 200 len: 945 time: 0.0749869 Mar 07 11:05:27.396633 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-cd944997-c8f8-403a-9857-f8c1c654c0f1 req-f3a98589-d626-45d8-91a6-6f1420ec4247 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/security-groups?id=6483420f-2be4-44c3-a272-fd6fdeb07b78&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383468 Mar 07 11:05:28.456757 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-150d388c-fd32-4900-b104-7dd849c57a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:05:28.594030 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f21532-bc44-4e45-96b4-122050f61710 req-72993dd8-42d9-4693-a524-379e55969e92 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:28.595360 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-75f21532-bc44-4e45-96b4-122050f61710 req-72993dd8-42d9-4693-a524-379e55969e92 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfaa53a4-6aa0-4e31-a153-eadcba629b6b HTTP/1.1" status: 200 len: 945 time: 0.0775623 Mar 07 11:05:28.638758 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-75f21532-bc44-4e45-96b4-122050f61710 req-9d5ea1be-6182-424e-ad61-ae49a79a5371 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/security-groups?id=6483420f-2be4-44c3-a272-fd6fdeb07b78&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0380597 Mar 07 11:05:29.829823 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daca9d19-c2fe-4f90-a278-8adf2ca999c0 req-b7da5ff8-bf96-4fb5-8d05-cd863cae63ae tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:29.831240 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-daca9d19-c2fe-4f90-a278-8adf2ca999c0 req-b7da5ff8-bf96-4fb5-8d05-cd863cae63ae tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfaa53a4-6aa0-4e31-a153-eadcba629b6b HTTP/1.1" status: 200 len: 945 time: 0.0741646 Mar 07 11:05:29.874414 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-daca9d19-c2fe-4f90-a278-8adf2ca999c0 req-7d77fa70-a66c-4ec9-92c4-d25bf929e620 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/security-groups?id=6483420f-2be4-44c3-a272-fd6fdeb07b78&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0377676 Mar 07 11:05:30.637269 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-56480947-43ea-4edd-8ed0-6adab2285c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:05:31.070968 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1674c47d-11dc-4a7e-8d6b-8f21aab8663d req-11a584f0-bbbf-4964-81ce-050257082dcc tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:31.072400 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-1674c47d-11dc-4a7e-8d6b-8f21aab8663d req-11a584f0-bbbf-4964-81ce-050257082dcc tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfaa53a4-6aa0-4e31-a153-eadcba629b6b HTTP/1.1" status: 200 len: 945 time: 0.0772450 Mar 07 11:05:31.116225 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-1674c47d-11dc-4a7e-8d6b-8f21aab8663d req-d636cb37-0981-4987-84e3-868b1dd4e1bc tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/security-groups?id=6483420f-2be4-44c3-a272-fd6fdeb07b78&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382776 Mar 07 11:05:31.910888 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-711fefd2-3b30-4759-8df5-0aecff1c8e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:05:31.935600 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:05:32.308856 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552ff1b2-26ec-442c-9f05-420bd045d3a6 req-3ac40a14-ad94-4ffd-b0e5-5a96bb20f924 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:32.310295 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-552ff1b2-26ec-442c-9f05-420bd045d3a6 req-3ac40a14-ad94-4ffd-b0e5-5a96bb20f924 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfaa53a4-6aa0-4e31-a153-eadcba629b6b HTTP/1.1" status: 200 len: 945 time: 0.0763078 Mar 07 11:05:32.358012 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-552ff1b2-26ec-442c-9f05-420bd045d3a6 req-cd96a6c4-9db3-487a-a95a-8aaea0ad6245 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/security-groups?id=6483420f-2be4-44c3-a272-fd6fdeb07b78&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422404 Mar 07 11:05:33.342541 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c87150bd-aa9c-4ad1-bb68-57ec66d4fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:05:33.550274 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3561841a-dd3b-47b3-abcc-8403d8699136 req-fe080b39-3bb6-4205-a296-946e3c2c6878 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:33.551705 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-3561841a-dd3b-47b3-abcc-8403d8699136 req-fe080b39-3bb6-4205-a296-946e3c2c6878 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfaa53a4-6aa0-4e31-a153-eadcba629b6b HTTP/1.1" status: 200 len: 945 time: 0.0756111 Mar 07 11:05:33.596788 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-3561841a-dd3b-47b3-abcc-8403d8699136 req-91a273f0-8fb0-49d7-ba01-b7d891b7cf5d tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/security-groups?id=6483420f-2be4-44c3-a272-fd6fdeb07b78&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387814 Mar 07 11:05:33.624240 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 45760) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:05:33.728573 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-993fb01d-17cf-49cf-92ac-d59769c004ce tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/floatingips/900d13fc-8683-4163-82cd-e06b1f66a61b HTTP/1.1" status: 200 len: 993 time: 0.1030812 Mar 07 11:05:45.919288 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:05:56.631318 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-89f960a0-d085-48f7-9df9-04d5c499b248 req-402d8718-702c-46bc-978c-1bdce2c65936 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=dfaa53a4-6aa0-4e31-a153-eadcba629b6b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0688374 Mar 07 11:05:56.764874 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-89f960a0-d085-48f7-9df9-04d5c499b248 req-d348a327-5a10-4b6f-a04a-b771148fb2b5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fd9e5bc96c1947bd9411090e5d621544&device_id=dfaa53a4-6aa0-4e31-a153-eadcba629b6b HTTP/1.1" status: 200 len: 1098 time: 0.0680382 Mar 07 11:05:56.905984 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f960a0-d085-48f7-9df9-04d5c499b248 req-e8fe99d4-5905-4014-8b01-c55dcde84be0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:56.907320 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-89f960a0-d085-48f7-9df9-04d5c499b248 req-e8fe99d4-5905-4014-8b01-c55dcde84be0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2b584ccc-b108-47e6-95c6-0c4f6c06ac42 HTTP/1.1" status: 200 len: 898 time: 0.1236808 Mar 07 11:05:57.008881 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-89f960a0-d085-48f7-9df9-04d5c499b248 req-6c5f6f0c-87ee-4359-869f-9fbb1cecdd17 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=96a9c853-60cc-4394-b1e7-fd73e6535c14 HTTP/1.1" status: 200 len: 1001 time: 0.0953102 Mar 07 11:05:57.070743 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f960a0-d085-48f7-9df9-04d5c499b248 req-ec75e45f-ab79-48eb-a825-51137773940e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:57.072104 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-89f960a0-d085-48f7-9df9-04d5c499b248 req-ec75e45f-ab79-48eb-a825-51137773940e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0f0da84d-9417-4d02-acb2-94569cb6bcb3 HTTP/1.1" status: 200 len: 834 time: 0.0580728 Mar 07 11:05:57.148114 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-89f960a0-d085-48f7-9df9-04d5c499b248 req-d2476a3e-f307-446c-a0b5-099c0e200772 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2b584ccc-b108-47e6-95c6-0c4f6c06ac42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694065 Mar 07 11:05:57.279508 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-89f960a0-d085-48f7-9df9-04d5c499b248 req-40120230-c2b5-4f64-b556-da11a967980a service neutron] 10.222.0.10 "GET /v2.0/networks/2b584ccc-b108-47e6-95c6-0c4f6c06ac42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253688 Mar 07 11:05:57.409456 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-89f960a0-d085-48f7-9df9-04d5c499b248 req-a9a19db2-655f-40f0-aa92-fc4baa3e5899 service neutron] 10.222.0.10 "GET /v2.0/networks/2b584ccc-b108-47e6-95c6-0c4f6c06ac42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241605 Mar 07 11:05:58.457764 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-e9cefc62-b52f-4a14-9847-267608c97334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:05:59.096075 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-adbd2215-c8ee-41f3-92a6-4182ca26b8a8 None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 11:06:00.638558 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-5851354f-89d3-475a-a40f-ea47a563328b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:06:01.915690 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-711fefd2-3b30-4759-8df5-0aecff1c8e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:06:01.936699 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:06:03.344848 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c87150bd-aa9c-4ad1-bb68-57ec66d4fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:06:15.925657 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:06:20.395051 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 45776) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:06:20.680028 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-0a651762-1c95-438b-8ab6-4dd25db7fc74 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Deleting port 7c5c816b-1125-4300-8754-1160c90feb44 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 11:06:20.680275 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0a651762-1c95-438b-8ab6-4dd25db7fc74 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:06:20.845620 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0a651762-1c95-438b-8ab6-4dd25db7fc74 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:06:20.845943 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0a651762-1c95-438b-8ab6-4dd25db7fc74 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:06:20.961489 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-0a651762-1c95-438b-8ab6-4dd25db7fc74 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Calling delete_port for 7c5c816b-1125-4300-8754-1160c90feb44 owned by network:floatingip {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 11:06:21.105722 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0a651762-1c95-438b-8ab6-4dd25db7fc74 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:06:21.148365 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a651762-1c95-438b-8ab6-4dd25db7fc74 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Pushing event deleted for resources: {'Port': ['ID=7c5c816b-1125-4300-8754-1160c90feb44,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:21.221129 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a651762-1c95-438b-8ab6-4dd25db7fc74 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:06:21.221478 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a651762-1c95-438b-8ab6-4dd25db7fc74 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:06:21.221821 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a651762-1c95-438b-8ab6-4dd25db7fc74 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:06:21.222156 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a651762-1c95-438b-8ab6-4dd25db7fc74 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:06:21.222486 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a651762-1c95-438b-8ab6-4dd25db7fc74 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:06:21.222813 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a651762-1c95-438b-8ab6-4dd25db7fc74 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:06:21.223144 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a651762-1c95-438b-8ab6-4dd25db7fc74 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:06:21.223468 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a651762-1c95-438b-8ab6-4dd25db7fc74 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:06:21.223790 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a651762-1c95-438b-8ab6-4dd25db7fc74 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:06:21.224110 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a651762-1c95-438b-8ab6-4dd25db7fc74 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:06:21.224431 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a651762-1c95-438b-8ab6-4dd25db7fc74 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:06:21.253097 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0a651762-1c95-438b-8ab6-4dd25db7fc74 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for floatingip, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:06:21.635644 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a651762-1c95-438b-8ab6-4dd25db7fc74 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Router 9a0caa05-de00-4a11-b84d-ee2def2b6158 has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:06:21.833213 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a651762-1c95-438b-8ab6-4dd25db7fc74 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:06:21.843740 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e758173e-537a-40f3-b24b-9fe6aeb806ec None None] Sync routers for ids ['9a0caa05-de00-4a11-b84d-ee2def2b6158'] in dv-neutron-830731-3-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 11:06:21.856887 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e758173e-537a-40f3-b24b-9fe6aeb806ec None None] Routers {'9a0caa05-de00-4a11-b84d-ee2def2b6158'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 11:06:21.857512 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-e758173e-537a-40f3-b24b-9fe6aeb806ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T11:06:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['9a0caa05-de00-4a11-b84d-ee2def2b6158'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:06:21.860172 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0a651762-1c95-438b-8ab6-4dd25db7fc74 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for floatingip, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:06:21.914958 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-0a651762-1c95-438b-8ab6-4dd25db7fc74 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "DELETE /v2.0/floatingips/900d13fc-8683-4163-82cd-e06b1f66a61b HTTP/1.1" status: 204 len: 168 time: 1.5187290 Mar 07 11:06:21.915429 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfaa53a4-6aa0-4e31-a153-eadcba629b6b', 'tag': '96a9c853-60cc-4394-b1e7-fd73e6535c14'}] {{(pid=83737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 11:06:21.974640 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfaa53a4-6aa0-4e31-a153-eadcba629b6b', 'tag': '96a9c853-60cc-4394-b1e7-fd73e6535c14', 'status': 'completed', 'code': 200} Mar 07 11:06:22.043111 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-e758173e-537a-40f3-b24b-9fe6aeb806ec None None] Set router 9a0caa05-de00-4a11-b84d-ee2def2b6158 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 11:06:22.065536 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-bbd890f0-147a-42ff-96b5-c0da24feffda req-a7f32c6d-9ad3-4189-8bf0-5e9806f5096c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fd9e5bc96c1947bd9411090e5d621544&device_id=dfaa53a4-6aa0-4e31-a153-eadcba629b6b HTTP/1.1" status: 200 len: 1098 time: 0.0698676 Mar 07 11:06:22.320143 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd890f0-147a-42ff-96b5-c0da24feffda req-ef4ea136-35e7-435a-a746-3fde73867195 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:06:22.321754 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-bbd890f0-147a-42ff-96b5-c0da24feffda req-ef4ea136-35e7-435a-a746-3fde73867195 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2b584ccc-b108-47e6-95c6-0c4f6c06ac42 HTTP/1.1" status: 200 len: 898 time: 0.2507653 Mar 07 11:06:22.380109 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-e758173e-537a-40f3-b24b-9fe6aeb806ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a0caa05-de00-4a11-b84d-ee2def2b6158', 'name': 'tempest-TestNetworkAdvancedServerOps-router-262051293', 'tenant_id': 'fd9e5bc96c1947bd9411090e5d621544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.7'}], 'enable_snat': True}, 'gw_port_id': '6f39bcf1-75f0-4664-aa5b-30c48edf80d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:03:57Z', 'updated_at': '2022-03-07T11:04:01Z', 'revision_number': 4, 'project_id': 'fd9e5bc96c1947bd9411090e5d621544', 'gw_port': {'id': '6f39bcf1-75f0-4664-aa5b-30c48edf80d5', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:9c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0caa05-de00-4a11-b84d-ee2def2b6158', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:03:58Z', 'updated_at': '2022-03-07T11:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_interfaces': [{'id': '3ddba14f-8697-4cda-8161-9095a312e41b', 'name': '', 'network_id': '2b584ccc-b108-47e6-95c6-0c4f6c06ac42', 'tenant_id': 'fd9e5bc96c1947bd9411090e5d621544', 'mac_address': 'fa:16:3e:c7:d2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0caa05-de00-4a11-b84d-ee2def2b6158', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0f0da84d-9417-4d02-acb2-94569cb6bcb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:04:01Z', 'updated_at': '2022-03-07T11:04:09Z', 'revision_number': 5, 'project_id': 'fd9e5bc96c1947bd9411090e5d621544', 'subnets': [{'id': '0f0da84d-9417-4d02-acb2-94569cb6bcb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:06:22.383943 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e758173e-537a-40f3-b24b-9fe6aeb806ec None None] Checking router: 9a0caa05-de00-4a11-b84d-ee2def2b6158 for host: dv-neutron-830731-3-hyperv {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 07 11:06:22.394887 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e758173e-537a-40f3-b24b-9fe6aeb806ec None None] Routers {'9a0caa05-de00-4a11-b84d-ee2def2b6158'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 11:06:22.395467 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-e758173e-537a-40f3-b24b-9fe6aeb806ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T11:06:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['9a0caa05-de00-4a11-b84d-ee2def2b6158'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:06:22.424740 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-bbd890f0-147a-42ff-96b5-c0da24feffda req-e3f4092c-5c4f-48c2-af15-d1100f54d382 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=96a9c853-60cc-4394-b1e7-fd73e6535c14 HTTP/1.1" status: 200 len: 217 time: 0.0961983 Mar 07 11:06:22.504654 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd890f0-147a-42ff-96b5-c0da24feffda req-fabb9d81-4fcf-4b93-bd0a-4eed6b8c91e9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:06:22.506002 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-bbd890f0-147a-42ff-96b5-c0da24feffda req-fabb9d81-4fcf-4b93-bd0a-4eed6b8c91e9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0f0da84d-9417-4d02-acb2-94569cb6bcb3 HTTP/1.1" status: 200 len: 834 time: 0.0737097 Mar 07 11:06:22.551823 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53228010-903c-4e9b-b6e5-d7773676d659 req-6a7e27d6-552a-4bf2-be7f-8454d2e61ace tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:06:22.552189 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-53228010-903c-4e9b-b6e5-d7773676d659 req-6a7e27d6-552a-4bf2-be7f-8454d2e61ace tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Synchronizing usage tracker for tenant:fd9e5bc96c1947bd9411090e5d621544 on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 11:06:22.568328 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-e758173e-537a-40f3-b24b-9fe6aeb806ec None None] Set router 9a0caa05-de00-4a11-b84d-ee2def2b6158 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 11:06:22.581684 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-53228010-903c-4e9b-b6e5-d7773676d659 req-6a7e27d6-552a-4bf2-be7f-8454d2e61ace tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Unset dirty status for tenant:fd9e5bc96c1947bd9411090e5d621544 on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 11:06:22.582802 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-53228010-903c-4e9b-b6e5-d7773676d659 req-6a7e27d6-552a-4bf2-be7f-8454d2e61ace tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfaa53a4-6aa0-4e31-a153-eadcba629b6b HTTP/1.1" status: 200 len: 945 time: 0.3403666 Mar 07 11:06:22.625243 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-bbd890f0-147a-42ff-96b5-c0da24feffda req-210945dc-5dfb-49ab-a420-f9572c86153d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2b584ccc-b108-47e6-95c6-0c4f6c06ac42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1117480 Mar 07 11:06:22.664561 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-53228010-903c-4e9b-b6e5-d7773676d659 req-b7179d6f-c593-44a6-94ae-72f413f81b84 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/security-groups?id=6483420f-2be4-44c3-a272-fd6fdeb07b78&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0736587 Mar 07 11:06:22.766661 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-bbd890f0-147a-42ff-96b5-c0da24feffda req-6adb16d0-f858-40b1-bd02-ffdb676f5d4f service neutron] 10.222.0.10 "GET /v2.0/networks/2b584ccc-b108-47e6-95c6-0c4f6c06ac42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329377 Mar 07 11:06:22.876601 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-e758173e-537a-40f3-b24b-9fe6aeb806ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a0caa05-de00-4a11-b84d-ee2def2b6158', 'name': 'tempest-TestNetworkAdvancedServerOps-router-262051293', 'tenant_id': 'fd9e5bc96c1947bd9411090e5d621544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.7'}], 'enable_snat': True}, 'gw_port_id': '6f39bcf1-75f0-4664-aa5b-30c48edf80d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:03:57Z', 'updated_at': '2022-03-07T11:04:01Z', 'revision_number': 4, 'project_id': 'fd9e5bc96c1947bd9411090e5d621544', 'gw_port': {'id': '6f39bcf1-75f0-4664-aa5b-30c48edf80d5', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:9c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0caa05-de00-4a11-b84d-ee2def2b6158', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:03:58Z', 'updated_at': '2022-03-07T11:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_interfaces': [{'id': '3ddba14f-8697-4cda-8161-9095a312e41b', 'name': '', 'network_id': '2b584ccc-b108-47e6-95c6-0c4f6c06ac42', 'tenant_id': 'fd9e5bc96c1947bd9411090e5d621544', 'mac_address': 'fa:16:3e:c7:d2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0caa05-de00-4a11-b84d-ee2def2b6158', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0f0da84d-9417-4d02-acb2-94569cb6bcb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:04:01Z', 'updated_at': '2022-03-07T11:04:09Z', 'revision_number': 5, 'project_id': 'fd9e5bc96c1947bd9411090e5d621544', 'subnets': [{'id': '0f0da84d-9417-4d02-acb2-94569cb6bcb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:06:22.880558 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e758173e-537a-40f3-b24b-9fe6aeb806ec None None] The sync data for ids ['9a0caa05-de00-4a11-b84d-ee2def2b6158'] in dv-neutron-830731-3-hyperv is: [{'id': '9a0caa05-de00-4a11-b84d-ee2def2b6158', 'name': 'tempest-TestNetworkAdvancedServerOps-router-262051293', 'tenant_id': 'fd9e5bc96c1947bd9411090e5d621544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.7'}], 'enable_snat': True}, 'gw_port_id': '6f39bcf1-75f0-4664-aa5b-30c48edf80d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:03:57Z', 'updated_at': '2022-03-07T11:04:01Z', 'revision_number': 4, 'project_id': 'fd9e5bc96c1947bd9411090e5d621544', 'gw_port': {'id': '6f39bcf1-75f0-4664-aa5b-30c48edf80d5', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:9c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0caa05-de00-4a11-b84d-ee2def2b6158', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:03:58Z', 'updated_at': '2022-03-07T11:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_interfaces': [{'id': '3ddba14f-8697-4cda-8161-9095a312e41b', 'name': '', 'network_id': '2b584ccc-b108-47e6-95c6-0c4f6c06ac42', 'tenant_id': 'fd9e5bc96c1947bd9411090e5d621544', 'mac_address': 'fa:16:3e:c7:d2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0caa05-de00-4a11-b84d-ee2def2b6158', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0f0da84d-9417-4d02-acb2-94569cb6bcb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:04:01Z', 'updated_at': '2022-03-07T11:04:09Z', 'revision_number': 5, 'project_id': 'fd9e5bc96c1947bd9411090e5d621544', 'subnets': [{'id': '0f0da84d-9417-4d02-acb2-94569cb6bcb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 11:06:22.900990 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-bbd890f0-147a-42ff-96b5-c0da24feffda req-f1fe6596-29b3-4141-9064-aa0a518cd1e0 service neutron] 10.222.0.10 "GET /v2.0/networks/2b584ccc-b108-47e6-95c6-0c4f6c06ac42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278660 Mar 07 11:06:23.097743 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28fa6ceb-42b6-4aa9-9fd8-cbdb129b97b5 None None] New status for floating IP 900d13fc-8683-4163-82cd-e06b1f66a61b: DOWN {{(pid=83740) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 07 11:06:23.988392 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5bc131-8607-436d-8cc3-6fdd35329cf1 req-d40eed88-e154-4f5d-8aa9-aae6d8b108aa tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:06:23.989865 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-cc5bc131-8607-436d-8cc3-6fdd35329cf1 req-d40eed88-e154-4f5d-8aa9-aae6d8b108aa tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfaa53a4-6aa0-4e31-a153-eadcba629b6b HTTP/1.1" status: 200 len: 945 time: 0.2014441 Mar 07 11:06:23.995159 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfba356-2670-4a8e-9918-f13f28804ee6 req-8823fdd2-eb35-42e2-beae-796dab673433 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:06:23.997161 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-adfba356-2670-4a8e-9918-f13f28804ee6 req-8823fdd2-eb35-42e2-beae-796dab673433 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.10 "GET /v2.0/ports?device_id=dfaa53a4-6aa0-4e31-a153-eadcba629b6b HTTP/1.1" status: 200 len: 945 time: 0.1081603 Mar 07 11:06:24.091846 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [req-adfba356-2670-4a8e-9918-f13f28804ee6 req-41f93985-3a80-4325-a18b-633693c0b289 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Deleting port 96a9c853-60cc-4394-b1e7-fd73e6535c14 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 11:06:24.092187 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-adfba356-2670-4a8e-9918-f13f28804ee6 req-41f93985-3a80-4325-a18b-633693c0b289 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:06:24.116681 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-cc5bc131-8607-436d-8cc3-6fdd35329cf1 req-1f3ccf75-0e62-4e3c-bbc7-549b406dfff7 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/security-groups?id=6483420f-2be4-44c3-a272-fd6fdeb07b78&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1186130 Mar 07 11:06:24.332318 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [req-adfba356-2670-4a8e-9918-f13f28804ee6 req-41f93985-3a80-4325-a18b-633693c0b289 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] For port 96a9c853-60cc-4394-b1e7-fd73e6535c14, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=96a9c853-60cc-4394-b1e7-fd73e6535c14,segment=NetworkSegment(1ba271af-e5b2-45b9-b222-fe34f8848bd4),segment_id=1ba271af-e5b2-45b9-b222-fe34f8848bd4)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:06:24.332692 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-adfba356-2670-4a8e-9918-f13f28804ee6 req-41f93985-3a80-4325-a18b-633693c0b289 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:06:24.449304 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [req-adfba356-2670-4a8e-9918-f13f28804ee6 req-41f93985-3a80-4325-a18b-633693c0b289 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Calling delete_port for 96a9c853-60cc-4394-b1e7-fd73e6535c14 owned by compute:nova {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 11:06:24.588606 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-adfba356-2670-4a8e-9918-f13f28804ee6 req-41f93985-3a80-4325-a18b-633693c0b289 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:06:24.634875 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f93985-3a80-4325-a18b-633693c0b289 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Pushing event deleted for resources: {'Port': ['ID=96a9c853-60cc-4394-b1e7-fd73e6535c14,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:24.704644 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [req-adfba356-2670-4a8e-9918-f13f28804ee6 req-41f93985-3a80-4325-a18b-633693c0b289 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] No DVR routers for this DVR port 96a9c853-60cc-4394-b1e7-fd73e6535c14 on host hv-neutron-8307 {{(pid=83737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:06:24.706921 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-adfba356-2670-4a8e-9918-f13f28804ee6 req-41f93985-3a80-4325-a18b-633693c0b289 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:06:24.709331 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfaa53a4-6aa0-4e31-a153-eadcba629b6b', 'name': 'network-vif-deleted', 'tag': '96a9c853-60cc-4394-b1e7-fd73e6535c14'}] {{(pid=83737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 11:06:24.724111 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-adfba356-2670-4a8e-9918-f13f28804ee6 req-41f93985-3a80-4325-a18b-633693c0b289 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.10 "DELETE /v2.0/ports/96a9c853-60cc-4394-b1e7-fd73e6535c14 HTTP/1.1" status: 204 len: 173 time: 0.7130222 Mar 07 11:06:24.766803 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfaa53a4-6aa0-4e31-a153-eadcba629b6b', 'name': 'network-vif-deleted', 'tag': '96a9c853-60cc-4394-b1e7-fd73e6535c14', 'status': 'completed', 'code': 200} Mar 07 11:06:25.375137 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-6ec91404-3de3-43f1-a922-4870b1c40ba1 req-a3bc8ebc-c566-4d5d-951f-07ac4dd4a031 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Synchronizing usage tracker for tenant:fd9e5bc96c1947bd9411090e5d621544 on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 11:06:25.390313 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-6ec91404-3de3-43f1-a922-4870b1c40ba1 req-a3bc8ebc-c566-4d5d-951f-07ac4dd4a031 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Unset dirty status for tenant:fd9e5bc96c1947bd9411090e5d621544 on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 11:06:25.391436 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-6ec91404-3de3-43f1-a922-4870b1c40ba1 req-a3bc8ebc-c566-4d5d-951f-07ac4dd4a031 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfaa53a4-6aa0-4e31-a153-eadcba629b6b HTTP/1.1" status: 200 len: 210 time: 0.1391268 Mar 07 11:06:26.496931 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 45802) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:06:26.880384 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5aaf07be-00f2-49e3-9836-3034acd055c1 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3920255'] for router_interface, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:06:27.467901 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-5aaf07be-00f2-49e3-9836-3034acd055c1 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Deleting port 3ddba14f-8697-4cda-8161-9095a312e41b {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 11:06:27.468237 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5aaf07be-00f2-49e3-9836-3034acd055c1 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:06:27.649332 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-5aaf07be-00f2-49e3-9836-3034acd055c1 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] For port 3ddba14f-8697-4cda-8161-9095a312e41b, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=3ddba14f-8697-4cda-8161-9095a312e41b,segment=NetworkSegment(1ba271af-e5b2-45b9-b222-fe34f8848bd4),segment_id=1ba271af-e5b2-45b9-b222-fe34f8848bd4)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:06:27.650002 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5aaf07be-00f2-49e3-9836-3034acd055c1 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:06:27.765641 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-5aaf07be-00f2-49e3-9836-3034acd055c1 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Calling delete_port for 3ddba14f-8697-4cda-8161-9095a312e41b owned by network:router_interface {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 11:06:28.016909 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5aaf07be-00f2-49e3-9836-3034acd055c1 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:06:28.063244 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaf07be-00f2-49e3-9836-3034acd055c1 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Pushing event deleted for resources: {'Port': ['ID=3ddba14f-8697-4cda-8161-9095a312e41b,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:28.149711 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device 96a9c853-60cc-4394-b1e7-fd73e6535c14 no longer exists at agent hyperv_hv-neutron-8307 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 11:06:28.186014 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] No Port match for: 96a9c853-60cc-4394-b1e7-fd73e6535c14 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 11:06:28.186352 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device 96a9c853-60cc-4394-b1e7-fd73e6535c14 not bound to the agent host hv-neutron-8307 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 11:06:28.356450 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5aaf07be-00f2-49e3-9836-3034acd055c1 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2756383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3920168'] for router_interface, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:06:28.459664 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-4f6e6c51-c465-43f3-94a8-038003652a8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:06:28.923620 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aaf07be-00f2-49e3-9836-3034acd055c1 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Router 9a0caa05-de00-4a11-b84d-ee2def2b6158 has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:06:29.116923 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aaf07be-00f2-49e3-9836-3034acd055c1 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:06:29.126421 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db539dda-10a8-4284-a4e0-4b804688ff18 None None] Sync routers for ids ['9a0caa05-de00-4a11-b84d-ee2def2b6158'] in dv-neutron-830731-3-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 11:06:29.133246 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-5aaf07be-00f2-49e3-9836-3034acd055c1 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "PUT /v2.0/routers/9a0caa05-de00-4a11-b84d-ee2def2b6158/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6352446 Mar 07 11:06:29.135955 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 45806) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:06:29.138736 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db539dda-10a8-4284-a4e0-4b804688ff18 None None] Routers {'9a0caa05-de00-4a11-b84d-ee2def2b6158'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 11:06:29.139339 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-db539dda-10a8-4284-a4e0-4b804688ff18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T11:06:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['9a0caa05-de00-4a11-b84d-ee2def2b6158'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:06:29.367715 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-db539dda-10a8-4284-a4e0-4b804688ff18 None None] Set router 9a0caa05-de00-4a11-b84d-ee2def2b6158 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 11:06:29.427390 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_v2 [None req-27e65761-4566-4642-b375-f8426798325d tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Deleting subnet 0f0da84d-9417-4d02-acb2-94569cb6bcb3 {{(pid=83737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 07 11:06:29.430586 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-27e65761-4566-4642-b375-f8426798325d tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for subnet, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:06:29.484133 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-27e65761-4566-4642-b375-f8426798325d tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2627781'] for subnet, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:06:29.568060 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-27e65761-4566-4642-b375-f8426798325d tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1525496'] for subnet, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:06:29.639325 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-27e65761-4566-4642-b375-f8426798325d tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1525489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3012507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3219316'] for subnet, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:06:29.646795 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-db539dda-10a8-4284-a4e0-4b804688ff18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a0caa05-de00-4a11-b84d-ee2def2b6158', 'name': 'tempest-TestNetworkAdvancedServerOps-router-262051293', 'tenant_id': 'fd9e5bc96c1947bd9411090e5d621544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.7'}], 'enable_snat': True}, 'gw_port_id': '6f39bcf1-75f0-4664-aa5b-30c48edf80d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:03:57Z', 'updated_at': '2022-03-07T11:06:27Z', 'revision_number': 5, 'project_id': 'fd9e5bc96c1947bd9411090e5d621544', 'gw_port': {'id': '6f39bcf1-75f0-4664-aa5b-30c48edf80d5', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:9c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0caa05-de00-4a11-b84d-ee2def2b6158', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:03:58Z', 'updated_at': '2022-03-07T11:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv'}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:06:29.650592 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db539dda-10a8-4284-a4e0-4b804688ff18 None None] Checking router: 9a0caa05-de00-4a11-b84d-ee2def2b6158 for host: dv-neutron-830731-3-hyperv {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 07 11:06:29.661575 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db539dda-10a8-4284-a4e0-4b804688ff18 None None] Routers {'9a0caa05-de00-4a11-b84d-ee2def2b6158'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 11:06:29.662135 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-db539dda-10a8-4284-a4e0-4b804688ff18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T11:06:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['9a0caa05-de00-4a11-b84d-ee2def2b6158'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:06:29.677335 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e65761-4566-4642-b375-f8426798325d tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Pushing event deleted for resources: {'Subnet': ['ID=0f0da84d-9417-4d02-acb2-94569cb6bcb3,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:29.684978 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-27e65761-4566-4642-b375-f8426798325d tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:06:29.691666 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-27e65761-4566-4642-b375-f8426798325d tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "DELETE /v2.0/subnets/0f0da84d-9417-4d02-acb2-94569cb6bcb3 HTTP/1.1" status: 204 len: 168 time: 0.5543184 Mar 07 11:06:29.694225 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 45810) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:06:29.712877 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-346584cb-5f25-4320-b219-d0d03e07a05d None None] Network 2b584ccc-b108-47e6-95c6-0c4f6c06ac42 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 11:06:29.892722 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4fdcdca8-07b5-4fe0-beba-cb0d4abc4b44 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for router, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:06:29.981989 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-db539dda-10a8-4284-a4e0-4b804688ff18 None None] Set router 9a0caa05-de00-4a11-b84d-ee2def2b6158 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 11:06:30.088622 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4fdcdca8-07b5-4fe0-beba-cb0d4abc4b44 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:06:30.098443 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-4fdcdca8-07b5-4fe0-beba-cb0d4abc4b44 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Deleting port 6f39bcf1-75f0-4664-aa5b-30c48edf80d5 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 11:06:30.098782 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4fdcdca8-07b5-4fe0-beba-cb0d4abc4b44 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:06:30.254512 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-393a06fd-49ac-498f-b28d-f086b0836b3b None None] DHCP port deletion for 2b584ccc-b108-47e6-95c6-0c4f6c06ac42 request from dv-neutron-830731-3-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 07 11:06:30.263444 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-393a06fd-49ac-498f-b28d-f086b0836b3b None None] Deleting port d18d46db-944b-4f8d-8d91-402a9ef5ccdc {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 11:06:30.263807 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-393a06fd-49ac-498f-b28d-f086b0836b3b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:06:30.278962 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-4fdcdca8-07b5-4fe0-beba-cb0d4abc4b44 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] For port 6f39bcf1-75f0-4664-aa5b-30c48edf80d5, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=6f39bcf1-75f0-4664-aa5b-30c48edf80d5,segment=NetworkSegment(9a22e080-7529-4fc7-949d-9f84ba21807d),segment_id=9a22e080-7529-4fc7-949d-9f84ba21807d)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:06:30.279316 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4fdcdca8-07b5-4fe0-beba-cb0d4abc4b44 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:06:30.400257 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-4fdcdca8-07b5-4fe0-beba-cb0d4abc4b44 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Calling delete_port for 6f39bcf1-75f0-4664-aa5b-30c48edf80d5 owned by network:router_gateway {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 11:06:30.442864 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-db539dda-10a8-4284-a4e0-4b804688ff18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a0caa05-de00-4a11-b84d-ee2def2b6158', 'name': 'tempest-TestNetworkAdvancedServerOps-router-262051293', 'tenant_id': 'fd9e5bc96c1947bd9411090e5d621544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.7'}], 'enable_snat': True}, 'gw_port_id': '6f39bcf1-75f0-4664-aa5b-30c48edf80d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:03:57Z', 'updated_at': '2022-03-07T11:06:27Z', 'revision_number': 5, 'project_id': 'fd9e5bc96c1947bd9411090e5d621544', 'gw_port': {'id': '6f39bcf1-75f0-4664-aa5b-30c48edf80d5', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:9c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0caa05-de00-4a11-b84d-ee2def2b6158', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:03:58Z', 'updated_at': '2022-03-07T11:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv'}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:06:30.458948 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db539dda-10a8-4284-a4e0-4b804688ff18 None None] The sync data for ids ['9a0caa05-de00-4a11-b84d-ee2def2b6158'] in dv-neutron-830731-3-hyperv is: [{'id': '9a0caa05-de00-4a11-b84d-ee2def2b6158', 'name': 'tempest-TestNetworkAdvancedServerOps-router-262051293', 'tenant_id': 'fd9e5bc96c1947bd9411090e5d621544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.7'}], 'enable_snat': True}, 'gw_port_id': '6f39bcf1-75f0-4664-aa5b-30c48edf80d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:03:57Z', 'updated_at': '2022-03-07T11:06:27Z', 'revision_number': 5, 'project_id': 'fd9e5bc96c1947bd9411090e5d621544', 'gw_port': {'id': '6f39bcf1-75f0-4664-aa5b-30c48edf80d5', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:9c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0caa05-de00-4a11-b84d-ee2def2b6158', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:03:58Z', 'updated_at': '2022-03-07T11:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv'}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 11:06:30.480817 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-393a06fd-49ac-498f-b28d-f086b0836b3b None None] For port d18d46db-944b-4f8d-8d91-402a9ef5ccdc, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=d18d46db-944b-4f8d-8d91-402a9ef5ccdc,segment=NetworkSegment(1ba271af-e5b2-45b9-b222-fe34f8848bd4),segment_id=1ba271af-e5b2-45b9-b222-fe34f8848bd4)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:06:30.481201 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-393a06fd-49ac-498f-b28d-f086b0836b3b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:06:30.579054 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4fdcdca8-07b5-4fe0-beba-cb0d4abc4b44 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:06:30.603747 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-393a06fd-49ac-498f-b28d-f086b0836b3b None None] Calling delete_port for d18d46db-944b-4f8d-8d91-402a9ef5ccdc owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 11:06:30.629870 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdcdca8-07b5-4fe0-beba-cb0d4abc4b44 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Pushing event deleted for resources: {'Port': ['ID=6f39bcf1-75f0-4664-aa5b-30c48edf80d5,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:30.702876 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-65a7cd02-dee5-4346-84ee-ada384bea453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:06:30.732788 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-393a06fd-49ac-498f-b28d-f086b0836b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812'] for port, after_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:06:30.779024 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393a06fd-49ac-498f-b28d-f086b0836b3b None None] Pushing event deleted for resources: {'Port': ['ID=d18d46db-944b-4f8d-8d91-402a9ef5ccdc,revision_number=None']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:30.787895 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393a06fd-49ac-498f-b28d-f086b0836b3b None None] No DVR routers for this DVR port d18d46db-944b-4f8d-8d91-402a9ef5ccdc on host dv-neutron-830731-3-hyperv {{(pid=83739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:06:30.790205 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393a06fd-49ac-498f-b28d-f086b0836b3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:06:30.790540 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393a06fd-49ac-498f-b28d-f086b0836b3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:06:30.790870 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393a06fd-49ac-498f-b28d-f086b0836b3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:06:30.791189 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393a06fd-49ac-498f-b28d-f086b0836b3b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:06:30.791511 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393a06fd-49ac-498f-b28d-f086b0836b3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:06:30.791827 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393a06fd-49ac-498f-b28d-f086b0836b3b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:06:30.792213 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393a06fd-49ac-498f-b28d-f086b0836b3b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:06:30.793023 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393a06fd-49ac-498f-b28d-f086b0836b3b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:06:30.793023 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393a06fd-49ac-498f-b28d-f086b0836b3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:06:30.793227 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393a06fd-49ac-498f-b28d-f086b0836b3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:06:30.793450 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393a06fd-49ac-498f-b28d-f086b0836b3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:06:30.853154 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4fdcdca8-07b5-4fe0-beba-cb0d4abc4b44 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923554'] for router_gateway, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:06:31.193316 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4fdcdca8-07b5-4fe0-beba-cb0d4abc4b44 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3917970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58043'] for router, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:06:31.197329 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4fdcdca8-07b5-4fe0-beba-cb0d4abc4b44 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:06:31.220639 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4fdcdca8-07b5-4fe0-beba-cb0d4abc4b44 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3917886'] for router, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:06:31.221132 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fdcdca8-07b5-4fe0-beba-cb0d4abc4b44 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Fanout notify agent at l3_agent the message router_deleted on router 9a0caa05-de00-4a11-b84d-ee2def2b6158 {{(pid=83737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 11:06:31.236719 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4fdcdca8-07b5-4fe0-beba-cb0d4abc4b44 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:06:31.237792 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-4fdcdca8-07b5-4fe0-beba-cb0d4abc4b44 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "DELETE /v2.0/routers/9a0caa05-de00-4a11-b84d-ee2def2b6158 HTTP/1.1" status: 204 len: 168 time: 1.5426791 Mar 07 11:06:31.240632 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 45814) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:06:31.369861 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a25fe851-42e9-4f11-b9e6-dc1857d70f29 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1158940'] for network, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:06:31.373828 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device d18d46db-944b-4f8d-8d91-402a9ef5ccdc no longer exists at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 11:06:31.406551 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] No Port match for: d18d46db-944b-4f8d-8d91-402a9ef5ccdc {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 11:06:31.406898 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device d18d46db-944b-4f8d-8d91-402a9ef5ccdc not bound to the agent host dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 11:06:31.407366 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 3ddba14f-8697-4cda-8161-9095a312e41b no longer exists at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 11:06:31.439388 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] No Port match for: 3ddba14f-8697-4cda-8161-9095a312e41b {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 11:06:31.439728 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 3ddba14f-8697-4cda-8161-9095a312e41b not bound to the agent host dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 11:06:31.510119 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a25fe851-42e9-4f11-b9e6-dc1857d70f29 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1526893', 'neutron.services.segments.db._delete_segments_for_network-8732568551033'] for network, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:06:31.534973 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-a25fe851-42e9-4f11-b9e6-dc1857d70f29 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b584ccc-b108-47e6-95c6-0c4f6c06ac42']}} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:06:31.546553 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-a25fe851-42e9-4f11-b9e6-dc1857d70f29 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ba271af-e5b2-45b9-b222-fe34f8848bd4') {'for_net_delete': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:06:31.546846 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-a25fe851-42e9-4f11-b9e6-dc1857d70f29 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ba271af-e5b2-45b9-b222-fe34f8848bd4') {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:06:31.558184 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a25fe851-42e9-4f11-b9e6-dc1857d70f29 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732568550916', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968000'] for segment, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:06:31.574681 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a25fe851-42e9-4f11-b9e6-dc1857d70f29 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:06:31.580593 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a25fe851-42e9-4f11-b9e6-dc1857d70f29 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=83738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 07 11:06:31.580975 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a25fe851-42e9-4f11-b9e6-dc1857d70f29 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1227397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3556681'] for segment, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:06:31.595597 dv-neutron-830731-3-hyperv neutron-server[83738]: Traceback (most recent call last): Mar 07 11:06:31.595597 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 07 11:06:31.595597 dv-neutron-830731-3-hyperv neutron-server[83738]: timer() Mar 07 11:06:31.595597 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:06:31.595597 dv-neutron-830731-3-hyperv neutron-server[83738]: cb(*args, **kw) Mar 07 11:06:31.595597 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 11:06:31.595597 dv-neutron-830731-3-hyperv neutron-server[83738]: return func(*args, **kwargs) Mar 07 11:06:31.595597 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:06:31.595597 dv-neutron-830731-3-hyperv neutron-server[83738]: self._notify() Mar 07 11:06:31.595597 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:06:31.595597 dv-neutron-830731-3-hyperv neutron-server[83738]: self.callback(batched_events) Mar 07 11:06:31.595597 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:06:31.595597 dv-neutron-830731-3-hyperv neutron-server[83738]: event.method(event) Mar 07 11:06:31.595597 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 11:06:31.595597 dv-neutron-830731-3-hyperv neutron-server[83738]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:06:31.595597 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 11:06:31.595597 dv-neutron-830731-3-hyperv neutron-server[83738]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:06:31.595597 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 11:06:31.595597 dv-neutron-830731-3-hyperv neutron-server[83738]: return f(self, *a, **k) Mar 07 11:06:31.595597 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:06:31.595597 dv-neutron-830731-3-hyperv neutron-server[83738]: return self._get(url).json() Mar 07 11:06:31.595597 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:06:31.595597 dv-neutron-830731-3-hyperv neutron-server[83738]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:06:31.595597 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 07 11:06:31.595597 dv-neutron-830731-3-hyperv neutron-server[83738]: return self.request(url, 'GET', **kwargs) Mar 07 11:06:31.595597 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 07 11:06:31.595597 dv-neutron-830731-3-hyperv neutron-server[83738]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:06:31.595597 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 07 11:06:31.595597 dv-neutron-830731-3-hyperv neutron-server[83738]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:06:31.595597 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 07 11:06:31.595597 dv-neutron-830731-3-hyperv neutron-server[83738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:06:31.595597 dv-neutron-830731-3-hyperv neutron-server[83738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:06:31.778119 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a25fe851-42e9-4f11-b9e6-dc1857d70f29 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1526886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923583'] for network, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:06:31.794587 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a25fe851-42e9-4f11-b9e6-dc1857d70f29 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:06:31.805445 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25fe851-42e9-4f11-b9e6-dc1857d70f29 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Pushing event deleted for resources: {'Network': ['ID=2b584ccc-b108-47e6-95c6-0c4f6c06ac42,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:31.815990 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25fe851-42e9-4f11-b9e6-dc1857d70f29 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:06:31.816335 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25fe851-42e9-4f11-b9e6-dc1857d70f29 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:06:31.816709 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25fe851-42e9-4f11-b9e6-dc1857d70f29 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:06:31.817038 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25fe851-42e9-4f11-b9e6-dc1857d70f29 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:06:31.817363 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25fe851-42e9-4f11-b9e6-dc1857d70f29 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:06:31.817687 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25fe851-42e9-4f11-b9e6-dc1857d70f29 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:06:31.818010 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25fe851-42e9-4f11-b9e6-dc1857d70f29 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:06:31.818332 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25fe851-42e9-4f11-b9e6-dc1857d70f29 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:06:31.818649 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25fe851-42e9-4f11-b9e6-dc1857d70f29 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:06:31.818964 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25fe851-42e9-4f11-b9e6-dc1857d70f29 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:06:31.819276 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25fe851-42e9-4f11-b9e6-dc1857d70f29 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:06:31.822335 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-a25fe851-42e9-4f11-b9e6-dc1857d70f29 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "DELETE /v2.0/networks/2b584ccc-b108-47e6-95c6-0c4f6c06ac42 HTTP/1.1" status: 204 len: 168 time: 0.5798211 Mar 07 11:06:31.825517 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 45818) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:06:31.896490 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3a14c67e-deb5-4518-a340-f189e8a79eb8 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for security_group, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:06:31.916722 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-711fefd2-3b30-4759-8df5-0aecff1c8e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:06:31.926774 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3a14c67e-deb5-4518-a340-f189e8a79eb8 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:06:31.937074 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:06:31.989620 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3a14c67e-deb5-4518-a340-f189e8a79eb8 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:06:32.006173 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a14c67e-deb5-4518-a340-f189e8a79eb8 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6483420f-2be4-44c3-a272-fd6fdeb07b78,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:32.018485 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3a14c67e-deb5-4518-a340-f189e8a79eb8 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:06:32.022321 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-3a14c67e-deb5-4518-a340-f189e8a79eb8 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "DELETE /v2.0/security-groups/6483420f-2be4-44c3-a272-fd6fdeb07b78 HTTP/1.1" status: 204 len: 168 time: 0.1932166 Mar 07 11:06:32.486490 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 45826) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:06:32.492237 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-84aa792c-d643-4358-be60-8c030e591ac8 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-836250371', 'description': 'tempest-secgroup-smoke-836250371 description', 'project_id': 'fd9e5bc96c1947bd9411090e5d621544'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 11:06:32.498617 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-84aa792c-d643-4358-be60-8c030e591ac8 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 11:06:32.502725 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-84aa792c-d643-4358-be60-8c030e591ac8 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Usage tracker for resource:security_group and tenant:fd9e5bc96c1947bd9411090e5d621544 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 11:06:32.505647 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-84aa792c-d643-4358-be60-8c030e591ac8 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 11:06:32.512216 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-84aa792c-d643-4358-be60-8c030e591ac8 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 11:06:32.522286 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-84aa792c-d643-4358-be60-8c030e591ac8 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:06:32.558644 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-84aa792c-d643-4358-be60-8c030e591ac8 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 11:06:32.562273 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-84aa792c-d643-4358-be60-8c030e591ac8 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Usage tracker for resource:security_group_rule and tenant:fd9e5bc96c1947bd9411090e5d621544 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 11:06:32.564978 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-84aa792c-d643-4358-be60-8c030e591ac8 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 11:06:32.570460 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-84aa792c-d643-4358-be60-8c030e591ac8 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 11:06:32.625070 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-84aa792c-d643-4358-be60-8c030e591ac8 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:06:32.628460 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-84aa792c-d643-4358-be60-8c030e591ac8 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:06:32.670491 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84aa792c-d643-4358-be60-8c030e591ac8 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db85e2b1-aa91-4c7a-ba2f-a16b40a63964,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:32.676466 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-84aa792c-d643-4358-be60-8c030e591ac8 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:06:32.680921 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-84aa792c-d643-4358-be60-8c030e591ac8 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1933539 Mar 07 11:06:32.681067 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 45830) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:06:32.687233 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-ef7a6ecb-cae0-482f-94d7-c5c66ca1f27e tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Request body: {'security_group_rule': {'security_group_id': 'db85e2b1-aa91-4c7a-ba2f-a16b40a63964', 'project_id': 'fd9e5bc96c1947bd9411090e5d621544', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 11:06:32.693271 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-ef7a6ecb-cae0-482f-94d7-c5c66ca1f27e tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 11:06:32.697036 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-ef7a6ecb-cae0-482f-94d7-c5c66ca1f27e tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Usage tracker for resource:security_group_rule and tenant:fd9e5bc96c1947bd9411090e5d621544 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 11:06:32.700454 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-ef7a6ecb-cae0-482f-94d7-c5c66ca1f27e tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 11:06:32.706087 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-ef7a6ecb-cae0-482f-94d7-c5c66ca1f27e tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 11:06:32.721935 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ef7a6ecb-cae0-482f-94d7-c5c66ca1f27e tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:06:32.781445 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ef7a6ecb-cae0-482f-94d7-c5c66ca1f27e tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:06:32.784848 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ef7a6ecb-cae0-482f-94d7-c5c66ca1f27e tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:06:32.806947 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7a6ecb-cae0-482f-94d7-c5c66ca1f27e tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8a0e875-354b-4ed2-9842-86def72b63ee,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:32.816877 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ef7a6ecb-cae0-482f-94d7-c5c66ca1f27e tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:06:32.818083 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-ef7a6ecb-cae0-482f-94d7-c5c66ca1f27e tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1360829 Mar 07 11:06:32.820805 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 45834) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:06:32.826840 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-07e5af97-620b-4cc3-adaa-8e1f61f985d7 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Request body: {'security_group_rule': {'security_group_id': 'db85e2b1-aa91-4c7a-ba2f-a16b40a63964', 'project_id': 'fd9e5bc96c1947bd9411090e5d621544', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 11:06:32.832541 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-07e5af97-620b-4cc3-adaa-8e1f61f985d7 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 11:06:32.836306 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-07e5af97-620b-4cc3-adaa-8e1f61f985d7 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Usage tracker for resource:security_group_rule and tenant:fd9e5bc96c1947bd9411090e5d621544 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 11:06:32.839346 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-07e5af97-620b-4cc3-adaa-8e1f61f985d7 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 11:06:32.845059 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-07e5af97-620b-4cc3-adaa-8e1f61f985d7 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 11:06:32.860082 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-07e5af97-620b-4cc3-adaa-8e1f61f985d7 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:06:32.922370 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-07e5af97-620b-4cc3-adaa-8e1f61f985d7 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:06:32.925785 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-07e5af97-620b-4cc3-adaa-8e1f61f985d7 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:06:32.949305 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e5af97-620b-4cc3-adaa-8e1f61f985d7 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcda32db-1789-43e1-9487-783057695ef0,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:32.958202 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-07e5af97-620b-4cc3-adaa-8e1f61f985d7 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:06:32.959596 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-07e5af97-620b-4cc3-adaa-8e1f61f985d7 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1378264 Mar 07 11:06:32.962267 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 45838) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:06:32.967530 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-1b420d1d-8258-4664-97ee-f7319512103d tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Request body: {'security_group_rule': {'security_group_id': 'db85e2b1-aa91-4c7a-ba2f-a16b40a63964', 'project_id': 'fd9e5bc96c1947bd9411090e5d621544', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 11:06:32.973151 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-1b420d1d-8258-4664-97ee-f7319512103d tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 11:06:32.976828 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-1b420d1d-8258-4664-97ee-f7319512103d tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Usage tracker for resource:security_group_rule and tenant:fd9e5bc96c1947bd9411090e5d621544 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 11:06:32.980089 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-1b420d1d-8258-4664-97ee-f7319512103d tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 11:06:32.985597 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-1b420d1d-8258-4664-97ee-f7319512103d tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 11:06:33.001908 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1b420d1d-8258-4664-97ee-f7319512103d tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:06:33.063707 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1b420d1d-8258-4664-97ee-f7319512103d tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:06:33.067381 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1b420d1d-8258-4664-97ee-f7319512103d tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:06:33.090753 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b420d1d-8258-4664-97ee-f7319512103d tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4addd5b1-23d0-4d88-875a-93efc6f9712b,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:33.098664 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1b420d1d-8258-4664-97ee-f7319512103d tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:06:33.099818 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-1b420d1d-8258-4664-97ee-f7319512103d tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1366172 Mar 07 11:06:33.102564 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 45842) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:06:33.107944 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-10583f74-267c-41f7-9372-034a943faed6 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Request body: {'security_group_rule': {'security_group_id': 'db85e2b1-aa91-4c7a-ba2f-a16b40a63964', 'project_id': 'fd9e5bc96c1947bd9411090e5d621544', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 11:06:33.113569 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-10583f74-267c-41f7-9372-034a943faed6 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 11:06:33.117264 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-10583f74-267c-41f7-9372-034a943faed6 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Usage tracker for resource:security_group_rule and tenant:fd9e5bc96c1947bd9411090e5d621544 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 11:06:33.120042 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-10583f74-267c-41f7-9372-034a943faed6 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 11:06:33.125663 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-10583f74-267c-41f7-9372-034a943faed6 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 11:06:33.142225 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-10583f74-267c-41f7-9372-034a943faed6 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:06:33.205042 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-10583f74-267c-41f7-9372-034a943faed6 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:06:33.208405 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-10583f74-267c-41f7-9372-034a943faed6 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:06:33.232905 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10583f74-267c-41f7-9372-034a943faed6 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35138de4-112d-47aa-813b-266ed10462e2,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:33.243239 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-10583f74-267c-41f7-9372-034a943faed6 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:06:33.247152 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-10583f74-267c-41f7-9372-034a943faed6 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1407814 Mar 07 11:06:33.247354 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 45846) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:06:33.253470 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-f42e2e59-2e22-47e2-8c4e-d9aba4ec30d7 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Request body: {'security_group_rule': {'security_group_id': 'db85e2b1-aa91-4c7a-ba2f-a16b40a63964', 'project_id': 'fd9e5bc96c1947bd9411090e5d621544', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 11:06:33.257116 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 6f39bcf1-75f0-4664-aa5b-30c48edf80d5 no longer exists at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 11:06:33.259509 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-f42e2e59-2e22-47e2-8c4e-d9aba4ec30d7 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 11:06:33.263883 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-f42e2e59-2e22-47e2-8c4e-d9aba4ec30d7 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Usage tracker for resource:security_group_rule and tenant:fd9e5bc96c1947bd9411090e5d621544 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 11:06:33.266684 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-f42e2e59-2e22-47e2-8c4e-d9aba4ec30d7 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 11:06:33.272167 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-f42e2e59-2e22-47e2-8c4e-d9aba4ec30d7 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 11:06:33.283377 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.db.securitygroups_db [None req-f42e2e59-2e22-47e2-8c4e-d9aba4ec30d7 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Project fd9e5bc96c1947bd9411090e5d621544 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 11:06:33.289715 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f42e2e59-2e22-47e2-8c4e-d9aba4ec30d7 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:06:33.299407 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] No Port match for: 6f39bcf1-75f0-4664-aa5b-30c48edf80d5 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 11:06:33.299828 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 6f39bcf1-75f0-4664-aa5b-30c48edf80d5 not bound to the agent host dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 11:06:33.346901 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c87150bd-aa9c-4ad1-bb68-57ec66d4fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:06:33.357711 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f42e2e59-2e22-47e2-8c4e-d9aba4ec30d7 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:06:33.361356 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f42e2e59-2e22-47e2-8c4e-d9aba4ec30d7 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:06:33.383897 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42e2e59-2e22-47e2-8c4e-d9aba4ec30d7 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad011b43-298d-4188-901b-98c888ed22da,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:33.392425 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f42e2e59-2e22-47e2-8c4e-d9aba4ec30d7 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:06:33.393641 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-f42e2e59-2e22-47e2-8c4e-d9aba4ec30d7 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1453891 Mar 07 11:06:33.396301 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 45850) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:06:33.402784 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-863a88e9-3352-4607-908c-3d8d03cfdf04 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Request body: {'security_group_rule': {'security_group_id': 'db85e2b1-aa91-4c7a-ba2f-a16b40a63964', 'project_id': 'fd9e5bc96c1947bd9411090e5d621544', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 11:06:33.408673 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-863a88e9-3352-4607-908c-3d8d03cfdf04 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 11:06:33.412550 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-863a88e9-3352-4607-908c-3d8d03cfdf04 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Usage tracker for resource:security_group_rule and tenant:fd9e5bc96c1947bd9411090e5d621544 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 11:06:33.415724 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-863a88e9-3352-4607-908c-3d8d03cfdf04 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 11:06:33.422689 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-863a88e9-3352-4607-908c-3d8d03cfdf04 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 11:06:33.433007 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.db.securitygroups_db [None req-863a88e9-3352-4607-908c-3d8d03cfdf04 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Project fd9e5bc96c1947bd9411090e5d621544 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 11:06:33.439259 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-863a88e9-3352-4607-908c-3d8d03cfdf04 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:06:33.502849 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-863a88e9-3352-4607-908c-3d8d03cfdf04 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:06:33.506370 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-863a88e9-3352-4607-908c-3d8d03cfdf04 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:06:33.528719 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863a88e9-3352-4607-908c-3d8d03cfdf04 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d01b0905-f814-4f9a-9936-a9f4e9393e4b,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:33.537341 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-863a88e9-3352-4607-908c-3d8d03cfdf04 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:06:33.538480 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-863a88e9-3352-4607-908c-3d8d03cfdf04 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1412530 Mar 07 11:06:33.541543 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 45854) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:06:33.547960 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-26a1e2d0-4c54-4826-abc5-19087e581674 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Request body: {'network': {'name': 'tempest-network-smoke--1231070808', 'project_id': 'fd9e5bc96c1947bd9411090e5d621544', 'port_security_enabled': True}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 11:06:33.552789 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-26a1e2d0-4c54-4826-abc5-19087e581674 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 11:06:33.557057 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-26a1e2d0-4c54-4826-abc5-19087e581674 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Usage tracker for resource:network and tenant:fd9e5bc96c1947bd9411090e5d621544 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 11:06:33.560019 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-26a1e2d0-4c54-4826-abc5-19087e581674 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 11:06:33.565628 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-26a1e2d0-4c54-4826-abc5-19087e581674 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 11:06:33.577212 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26a1e2d0-4c54-4826-abc5-19087e581674 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Made reservation on behalf of fd9e5bc96c1947bd9411090e5d621544 for: {'network': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:06:33.580292 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-26a1e2d0-4c54-4826-abc5-19087e581674 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for network, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:06:33.608769 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26a1e2d0-4c54-4826-abc5-19087e581674 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=83737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 11:06:33.617543 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-26a1e2d0-4c54-4826-abc5-19087e581674 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:06:33.617915 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.db.segments_db [None req-26a1e2d0-4c54-4826-abc5-19087e581674 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Added segment b94ff45b-916b-439e-ac9d-01552bb856bd of type vlan for network 44fb6758-5129-4082-921b-d28996b62c8f Mar 07 11:06:33.645280 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-26a1e2d0-4c54-4826-abc5-19087e581674 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732568034061'] for network, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:06:33.672830 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-26a1e2d0-4c54-4826-abc5-19087e581674 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594'] for network, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:06:33.676327 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26a1e2d0-4c54-4826-abc5-19087e581674 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:06:33.676916 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-26a1e2d0-4c54-4826-abc5-19087e581674 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:06:33.777176 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-26a1e2d0-4c54-4826-abc5-19087e581674 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2339032 Mar 07 11:06:33.779885 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 45858) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:06:33.780366 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a1e2d0-4c54-4826-abc5-19087e581674 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Pushing event updated for resources: {'Network': ['ID=44fb6758-5129-4082-921b-d28996b62c8f,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:33.785120 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-f3c065a9-ff0c-4603-943e-e72578ce8fed tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1926550007', 'admin_state_up': True, 'project_id': 'fd9e5bc96c1947bd9411090e5d621544', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12'}}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 11:06:33.789878 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Network 44fb6758-5129-4082-921b-d28996b62c8f details requested by agent ovs-agent-dv-neutron-830731-3-hyperv with host dv-neutron-830731-3-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 11:06:33.792509 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-f3c065a9-ff0c-4603-943e-e72578ce8fed tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 11:06:33.796190 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-f3c065a9-ff0c-4603-943e-e72578ce8fed tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Usage tracker for resource:router and tenant:fd9e5bc96c1947bd9411090e5d621544 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 11:06:33.798978 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-f3c065a9-ff0c-4603-943e-e72578ce8fed tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 11:06:33.804500 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-f3c065a9-ff0c-4603-943e-e72578ce8fed tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 11:06:33.815934 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f3c065a9-ff0c-4603-943e-e72578ce8fed tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3919700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58025'] for router, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:06:33.816948 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f3c065a9-ff0c-4603-943e-e72578ce8fed tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3919671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4011175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58018'] for router, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:06:33.835657 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f3c065a9-ff0c-4603-943e-e72578ce8fed tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:06:33.976525 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f3c065a9-ff0c-4603-943e-e72578ce8fed tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3917998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58952'] for router, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:06:34.148387 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f3c065a9-ff0c-4603-943e-e72578ce8fed tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for router_gateway, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:06:34.181288 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f3c065a9-ff0c-4603-943e-e72578ce8fed tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:06:34.310714 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-f3c065a9-ff0c-4603-943e-e72578ce8fed tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Allocated IP 172.26.8.161 (5ed85006-6b00-415e-b71f-837fb1421c12/8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a/14875bcb-5ad7-48e1-8b1b-a8927deaf1ff) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:06:34.454326 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f3c065a9-ff0c-4603-943e-e72578ce8fed tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:06:34.481424 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f3c065a9-ff0c-4603-943e-e72578ce8fed tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:06:34.548114 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c065a9-ff0c-4603-943e-e72578ce8fed tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Network 5ed85006-6b00-415e-b71f-837fb1421c12 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:06:34.550871 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-f3c065a9-ff0c-4603-943e-e72578ce8fed tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:06:34.554525 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c065a9-ff0c-4603-943e-e72578ce8fed tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 11:06:34.583448 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c065a9-ff0c-4603-943e-e72578ce8fed tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Pushing event updated for resources: {'Port': ['ID=14875bcb-5ad7-48e1-8b1b-a8927deaf1ff,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:34.712197 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f3c065a9-ff0c-4603-943e-e72578ce8fed tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for router_gateway, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:06:34.712875 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f3c065a9-ff0c-4603-943e-e72578ce8fed tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3917991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923518'] for router, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:06:34.930789 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3c065a9-ff0c-4603-943e-e72578ce8fed tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Router e264bf72-3a33-4733-a366-bba1d7ed014a is scheduled to L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 with binding_index 1 {{(pid=83738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 11:06:35.210108 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3c065a9-ff0c-4603-943e-e72578ce8fed tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:06:35.220156 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dfe04ee-38f1-444d-8895-9f8e3896d0ab None None] Sync routers for ids ['e264bf72-3a33-4733-a366-bba1d7ed014a'] in dv-neutron-830731-3-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 11:06:35.232384 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dfe04ee-38f1-444d-8895-9f8e3896d0ab None None] Routers {'e264bf72-3a33-4733-a366-bba1d7ed014a'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 11:06:35.233126 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-2dfe04ee-38f1-444d-8895-9f8e3896d0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T11:06:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['e264bf72-3a33-4733-a366-bba1d7ed014a'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:06:35.237383 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f3c065a9-ff0c-4603-943e-e72578ce8fed tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for router, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:06:35.241566 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-f3c065a9-ff0c-4603-943e-e72578ce8fed tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4577124 Mar 07 11:06:35.241783 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 45862) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:06:35.287386 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-344b400e-2eb6-4ff5-9579-351b7f2da436 tempest-TestNetworkAdvancedServerOps-1832968989 tempest-TestNetworkAdvancedServerOps-1832968989-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=fd9e5bc96c1947bd9411090e5d621544&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0439932 Mar 07 11:06:35.289485 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 45866) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:06:35.410769 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-2dfe04ee-38f1-444d-8895-9f8e3896d0ab None None] Set router e264bf72-3a33-4733-a366-bba1d7ed014a gateway port host: dv-neutron-830731-3-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 11:06:35.418624 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdf5e4c8-629b-45d7-8a06-6b5e0029e113 tempest-TestNetworkAdvancedServerOps-1832968989 tempest-TestNetworkAdvancedServerOps-1832968989-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:06:35.420124 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-fdf5e4c8-629b-45d7-8a06-6b5e0029e113 tempest-TestNetworkAdvancedServerOps-1832968989 tempest-TestNetworkAdvancedServerOps-1832968989-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1297433 Mar 07 11:06:35.422939 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 45870) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:06:35.462234 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-d0f844b3-7ddd-484e-9fbe-b29652b2c237 tempest-TestNetworkAdvancedServerOps-1832968989 tempest-TestNetworkAdvancedServerOps-1832968989-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=5ed85006-6b00-415e-b71f-837fb1421c12&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0382111 Mar 07 11:06:35.465039 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 45874) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:06:35.470723 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-89693108-5eae-4813-b96a-de911d46383a tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1450119817', 'network_id': '44fb6758-5129-4082-921b-d28996b62c8f', 'project_id': 'fd9e5bc96c1947bd9411090e5d621544', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 11:06:35.578294 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-89693108-5eae-4813-b96a-de911d46383a tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 11:06:35.582037 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-89693108-5eae-4813-b96a-de911d46383a tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Usage tracker for resource:subnet and tenant:fd9e5bc96c1947bd9411090e5d621544 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 11:06:35.584783 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-89693108-5eae-4813-b96a-de911d46383a tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 11:06:35.590426 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-89693108-5eae-4813-b96a-de911d46383a tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 11:06:35.600711 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89693108-5eae-4813-b96a-de911d46383a tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Made reservation on behalf of fd9e5bc96c1947bd9411090e5d621544 for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:06:35.698993 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-2dfe04ee-38f1-444d-8895-9f8e3896d0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e264bf72-3a33-4733-a366-bba1d7ed014a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1926550007', 'tenant_id': 'fd9e5bc96c1947bd9411090e5d621544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.161'}], 'enable_snat': True}, 'gw_port_id': '14875bcb-5ad7-48e1-8b1b-a8927deaf1ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:06:33Z', 'updated_at': '2022-03-07T11:06:34Z', 'revision_number': 3, 'project_id': 'fd9e5bc96c1947bd9411090e5d621544', 'gw_port': {'id': '14875bcb-5ad7-48e1-8b1b-a8927deaf1ff', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:39:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e264bf72-3a33-4733-a366-bba1d7ed014a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:06:34Z', 'updated_at': '2022-03-07T11:06:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv'}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:06:35.702986 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dfe04ee-38f1-444d-8895-9f8e3896d0ab None None] Checking router: e264bf72-3a33-4733-a366-bba1d7ed014a for host: dv-neutron-830731-3-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 07 11:06:35.703325 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dfe04ee-38f1-444d-8895-9f8e3896d0ab None None] Updating router e264bf72-3a33-4733-a366-bba1d7ed014a port 14875bcb-5ad7-48e1-8b1b-a8927deaf1ff binding host dv-neutron-830731-3-hyperv {{(pid=83740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 07 11:06:35.705368 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-89693108-5eae-4813-b96a-de911d46383a tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3219231'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:06:35.753440 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-2dfe04ee-38f1-444d-8895-9f8e3896d0ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:06:35.923781 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-89693108-5eae-4813-b96a-de911d46383a tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3012444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3219213'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:06:36.006353 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89693108-5eae-4813-b96a-de911d46383a tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Pushing event updated for resources: {'Subnet': ['ID=b4bbb611-4d53-4b22-8b21-2dc4ea3f711d,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:36.016142 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89693108-5eae-4813-b96a-de911d46383a tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Checking segment: {'id': 'b94ff45b-916b-439e-ac9d-01552bb856bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '44fb6758-5129-4082-921b-d28996b62c8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 11:06:36.016517 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89693108-5eae-4813-b96a-de911d46383a tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Network hostable DHCP agents. Network: 44fb6758-5129-4082-921b-d28996b62c8f, hostable agents: ['6527556c-6586-422c-ae47-082984683847'], hosted agents: [] {{(pid=83737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 11:06:36.044081 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89693108-5eae-4813-b96a-de911d46383a tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Network 44fb6758-5129-4082-921b-d28996b62c8f is scheduled to be hosted by DHCP agent 6527556c-6586-422c-ae47-082984683847 with binding_index 1 {{(pid=83737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 11:06:36.054956 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-89693108-5eae-4813-b96a-de911d46383a tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830731-3-hyperv, 44fb6758-5129-4082-921b-d28996b62c8f) {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:06:36.059453 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89693108-5eae-4813-b96a-de911d46383a tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:06:36.060260 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-89693108-5eae-4813-b96a-de911d46383a tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:06:36.068657 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b01b55fc-031e-4bbe-b4c8-da06db81e21b None None] Network 44fb6758-5129-4082-921b-d28996b62c8f requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 11:06:36.087542 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-89693108-5eae-4813-b96a-de911d46383a tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6211438 Mar 07 11:06:36.090811 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 45880) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:06:36.110973 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-adbd2215-c8ee-41f3-92a6-4182ca26b8a8 None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 11:06:36.133602 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-2dfe04ee-38f1-444d-8895-9f8e3896d0ab None None] Notify callbacks [] for port, precommit_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:06:36.147487 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.provisioning_blocks [None req-2dfe04ee-38f1-444d-8895-9f8e3896d0ab None None] Transition to ACTIVE for port object 14875bcb-5ad7-48e1-8b1b-a8927deaf1ff will not be triggered until provisioned by entity L2. {{(pid=83740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 11:06:36.155728 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-2dfe04ee-38f1-444d-8895-9f8e3896d0ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:06:36.228892 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-2dfe04ee-38f1-444d-8895-9f8e3896d0ab None None] Attempting to bind port 14875bcb-5ad7-48e1-8b1b-a8927deaf1ff on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 11:06:36.230662 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-2dfe04ee-38f1-444d-8895-9f8e3896d0ab None None] Attempting to bind port 14875bcb-5ad7-48e1-8b1b-a8927deaf1ff by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': '9a22e080-7529-4fc7-949d-9f84ba21807d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12'}] {{(pid=83740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 11:06:36.230662 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dfe04ee-38f1-444d-8895-9f8e3896d0ab None None] Attempting to bind port 14875bcb-5ad7-48e1-8b1b-a8927deaf1ff on network 5ed85006-6b00-415e-b71f-837fb1421c12 {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 11:06:36.243479 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dfe04ee-38f1-444d-8895-9f8e3896d0ab None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 6, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 11:06:36.243838 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dfe04ee-38f1-444d-8895-9f8e3896d0ab None None] Checking segment: {'id': '9a22e080-7529-4fc7-949d-9f84ba21807d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 11:06:36.244228 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-2dfe04ee-38f1-444d-8895-9f8e3896d0ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:06:36.244636 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dfe04ee-38f1-444d-8895-9f8e3896d0ab None None] Bound using segment: {'id': '9a22e080-7529-4fc7-949d-9f84ba21807d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12'} {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 11:06:36.245285 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-2dfe04ee-38f1-444d-8895-9f8e3896d0ab None None] Bound port: 14875bcb-5ad7-48e1-8b1b-a8927deaf1ff, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a22e080-7529-4fc7-949d-9f84ba21807d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12'}}] {{(pid=83740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 11:06:36.245973 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-2dfe04ee-38f1-444d-8895-9f8e3896d0ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:06:36.330496 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb142f44-9fcd-4979-a409-1509d7ef3850 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ec2749d-0aec-52fb-aca6-10ba8a80aade-44fb6758-5129-4082-921b-d28996b62c8f', 'network_id': '44fb6758-5129-4082-921b-d28996b62c8f', 'tenant_id': 'fd9e5bc96c1947bd9411090e5d621544', 'fixed_ips': [{'subnet_id': 'b4bbb611-4d53-4b22-8b21-2dc4ea3f711d'}]}} from dv-neutron-830731-3-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 07 11:06:36.331331 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-fb142f44-9fcd-4979-a409-1509d7ef3850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:06:36.352250 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.db [None req-2dfe04ee-38f1-444d-8895-9f8e3896d0ab None None] For port 14875bcb-5ad7-48e1-8b1b-a8927deaf1ff, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:06:36.356455 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.db [None req-2dfe04ee-38f1-444d-8895-9f8e3896d0ab None None] For port 14875bcb-5ad7-48e1-8b1b-a8927deaf1ff, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=14875bcb-5ad7-48e1-8b1b-a8927deaf1ff,segment=NetworkSegment(9a22e080-7529-4fc7-949d-9f84ba21807d),segment_id=9a22e080-7529-4fc7-949d-9f84ba21807d)] {{(pid=83740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:06:36.371399 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db305c38-be9f-4ea0-85fc-7640f2b212f6 None None] Pushing event updated for resources: {'Port': ['ID=14875bcb-5ad7-48e1-8b1b-a8927deaf1ff,revision_number=2']} {{(pid=83740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:36.374408 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-2dfe04ee-38f1-444d-8895-9f8e3896d0ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:06:36.391515 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db305c38-be9f-4ea0-85fc-7640f2b212f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:06:36.391854 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db305c38-be9f-4ea0-85fc-7640f2b212f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:06:36.392179 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db305c38-be9f-4ea0-85fc-7640f2b212f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:06:36.392514 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db305c38-be9f-4ea0-85fc-7640f2b212f6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:06:36.392897 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db305c38-be9f-4ea0-85fc-7640f2b212f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:06:36.393215 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db305c38-be9f-4ea0-85fc-7640f2b212f6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:06:36.393541 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db305c38-be9f-4ea0-85fc-7640f2b212f6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:06:36.393894 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db305c38-be9f-4ea0-85fc-7640f2b212f6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:06:36.394209 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db305c38-be9f-4ea0-85fc-7640f2b212f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:06:36.394568 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db305c38-be9f-4ea0-85fc-7640f2b212f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:06:36.394944 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db305c38-be9f-4ea0-85fc-7640f2b212f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:06:36.477290 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dfe04ee-38f1-444d-8895-9f8e3896d0ab None None] Routers {'e264bf72-3a33-4733-a366-bba1d7ed014a'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 11:06:36.477899 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-2dfe04ee-38f1-444d-8895-9f8e3896d0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T11:06:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['e264bf72-3a33-4733-a366-bba1d7ed014a'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:06:36.505147 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-fb142f44-9fcd-4979-a409-1509d7ef3850 None None] Allocated IP 172.20.0.2 (44fb6758-5129-4082-921b-d28996b62c8f/b4bbb611-4d53-4b22-8b21-2dc4ea3f711d/17136133-acfe-415e-8eda-f5c8d9fce303) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:06:36.602889 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db305c38-be9f-4ea0-85fc-7640f2b212f6 None None] Pushing event updated for resources: {'Port': ['ID=14875bcb-5ad7-48e1-8b1b-a8927deaf1ff,revision_number=3']} {{(pid=83740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:36.682134 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-2dfe04ee-38f1-444d-8895-9f8e3896d0ab None None] Set router e264bf72-3a33-4733-a366-bba1d7ed014a gateway port host: dv-neutron-830731-3-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 11:06:36.755606 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-fb142f44-9fcd-4979-a409-1509d7ef3850 None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:06:36.774092 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-fb142f44-9fcd-4979-a409-1509d7ef3850 None None] Transition to ACTIVE for port object 17136133-acfe-415e-8eda-f5c8d9fce303 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 11:06:36.795315 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-fb142f44-9fcd-4979-a409-1509d7ef3850 None None] Transition to ACTIVE for port object 17136133-acfe-415e-8eda-f5c8d9fce303 will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 11:06:36.806103 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-fb142f44-9fcd-4979-a409-1509d7ef3850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:06:36.876315 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb142f44-9fcd-4979-a409-1509d7ef3850 None None] Pushing event updated for resources: {'Port': ['ID=17136133-acfe-415e-8eda-f5c8d9fce303,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:36.887908 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb142f44-9fcd-4979-a409-1509d7ef3850 None None] Network 44fb6758-5129-4082-921b-d28996b62c8f is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:06:36.889188 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-fb142f44-9fcd-4979-a409-1509d7ef3850 None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:06:36.891681 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb142f44-9fcd-4979-a409-1509d7ef3850 None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 11:06:36.978839 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-fb142f44-9fcd-4979-a409-1509d7ef3850 None None] Attempting to bind port 17136133-acfe-415e-8eda-f5c8d9fce303 on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 11:06:36.979555 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-fb142f44-9fcd-4979-a409-1509d7ef3850 None None] Attempting to bind port 17136133-acfe-415e-8eda-f5c8d9fce303 by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': 'b94ff45b-916b-439e-ac9d-01552bb856bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '44fb6758-5129-4082-921b-d28996b62c8f'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 11:06:36.980053 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb142f44-9fcd-4979-a409-1509d7ef3850 None None] Attempting to bind port 17136133-acfe-415e-8eda-f5c8d9fce303 on network 44fb6758-5129-4082-921b-d28996b62c8f {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 11:06:36.986462 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb142f44-9fcd-4979-a409-1509d7ef3850 None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 6, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 11:06:36.986829 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb142f44-9fcd-4979-a409-1509d7ef3850 None None] Checking segment: {'id': 'b94ff45b-916b-439e-ac9d-01552bb856bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '44fb6758-5129-4082-921b-d28996b62c8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 11:06:36.987221 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-fb142f44-9fcd-4979-a409-1509d7ef3850 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:06:36.987643 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb142f44-9fcd-4979-a409-1509d7ef3850 None None] Bound using segment: {'id': 'b94ff45b-916b-439e-ac9d-01552bb856bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '44fb6758-5129-4082-921b-d28996b62c8f'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 11:06:36.988103 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-fb142f44-9fcd-4979-a409-1509d7ef3850 None None] Bound port: 17136133-acfe-415e-8eda-f5c8d9fce303, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b94ff45b-916b-439e-ac9d-01552bb856bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '44fb6758-5129-4082-921b-d28996b62c8f'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 11:06:36.988513 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-fb142f44-9fcd-4979-a409-1509d7ef3850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:06:36.990569 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-608fb1a0-19e8-41f9-8557-1573ae4882e3 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:06:37.010199 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-2dfe04ee-38f1-444d-8895-9f8e3896d0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e264bf72-3a33-4733-a366-bba1d7ed014a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1926550007', 'tenant_id': 'fd9e5bc96c1947bd9411090e5d621544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.161'}], 'enable_snat': True}, 'gw_port_id': '14875bcb-5ad7-48e1-8b1b-a8927deaf1ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:06:33Z', 'updated_at': '2022-03-07T11:06:34Z', 'revision_number': 3, 'project_id': 'fd9e5bc96c1947bd9411090e5d621544', 'gw_port': {'id': '14875bcb-5ad7-48e1-8b1b-a8927deaf1ff', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:39:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e264bf72-3a33-4733-a366-bba1d7ed014a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:06:34Z', 'updated_at': '2022-03-07T11:06:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv'}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:06:37.015770 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dfe04ee-38f1-444d-8895-9f8e3896d0ab None None] The sync data for ids ['e264bf72-3a33-4733-a366-bba1d7ed014a'] in dv-neutron-830731-3-hyperv is: [{'id': 'e264bf72-3a33-4733-a366-bba1d7ed014a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1926550007', 'tenant_id': 'fd9e5bc96c1947bd9411090e5d621544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.161'}], 'enable_snat': True}, 'gw_port_id': '14875bcb-5ad7-48e1-8b1b-a8927deaf1ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:06:33Z', 'updated_at': '2022-03-07T11:06:34Z', 'revision_number': 3, 'project_id': 'fd9e5bc96c1947bd9411090e5d621544', 'gw_port': {'id': '14875bcb-5ad7-48e1-8b1b-a8927deaf1ff', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:39:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e264bf72-3a33-4733-a366-bba1d7ed014a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:06:34Z', 'updated_at': '2022-03-07T11:06:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv'}] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 11:06:37.087209 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-fb142f44-9fcd-4979-a409-1509d7ef3850 None None] For port 17136133-acfe-415e-8eda-f5c8d9fce303, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:06:37.091534 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-fb142f44-9fcd-4979-a409-1509d7ef3850 None None] For port 17136133-acfe-415e-8eda-f5c8d9fce303, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=17136133-acfe-415e-8eda-f5c8d9fce303,segment=NetworkSegment(b94ff45b-916b-439e-ac9d-01552bb856bd),segment_id=b94ff45b-916b-439e-ac9d-01552bb856bd)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:06:37.096929 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-fb142f44-9fcd-4979-a409-1509d7ef3850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:06:37.191316 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb142f44-9fcd-4979-a409-1509d7ef3850 None None] Pushing event updated for resources: {'Port': ['ID=17136133-acfe-415e-8eda-f5c8d9fce303,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:37.357911 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 14875bcb-5ad7-48e1-8b1b-a8927deaf1ff up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 11:06:37.471501 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning for port 14875bcb-5ad7-48e1-8b1b-a8927deaf1ff completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 11:06:37.477833 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 14875bcb-5ad7-48e1-8b1b-a8927deaf1ff triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 11:06:37.477833 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:06:37.623645 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:06:37.624538 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-608fb1a0-19e8-41f9-8557-1573ae4882e3 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Allocated IP 172.20.0.1 (44fb6758-5129-4082-921b-d28996b62c8f/b4bbb611-4d53-4b22-8b21-2dc4ea3f711d/7a09f7fc-2afa-4261-aa3d-1437acf87db9) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:06:37.642778 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] For port 14875bcb-5ad7-48e1-8b1b-a8927deaf1ff, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=14875bcb-5ad7-48e1-8b1b-a8927deaf1ff,segment=NetworkSegment(9a22e080-7529-4fc7-949d-9f84ba21807d),segment_id=9a22e080-7529-4fc7-949d-9f84ba21807d)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:06:37.646945 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:06:37.722610 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Pushing event updated for resources: {'Port': ['ID=14875bcb-5ad7-48e1-8b1b-a8927deaf1ff,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:37.791106 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-608fb1a0-19e8-41f9-8557-1573ae4882e3 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:06:37.807722 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-608fb1a0-19e8-41f9-8557-1573ae4882e3 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Transition to ACTIVE for port object 7a09f7fc-2afa-4261-aa3d-1437acf87db9 will not be triggered until provisioned by entity DHCP. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 11:06:37.829433 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-608fb1a0-19e8-41f9-8557-1573ae4882e3 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:06:37.902223 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-608fb1a0-19e8-41f9-8557-1573ae4882e3 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Network 44fb6758-5129-4082-921b-d28996b62c8f is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:06:37.905183 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-608fb1a0-19e8-41f9-8557-1573ae4882e3 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:06:37.909163 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608fb1a0-19e8-41f9-8557-1573ae4882e3 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 11:06:37.940336 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608fb1a0-19e8-41f9-8557-1573ae4882e3 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Pushing event updated for resources: {'Port': ['ID=7a09f7fc-2afa-4261-aa3d-1437acf87db9,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:37.970563 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-608fb1a0-19e8-41f9-8557-1573ae4882e3 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3920324'] for router_interface, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:06:38.062190 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-608fb1a0-19e8-41f9-8557-1573ae4882e3 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:06:38.243742 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86239165-3133-4e4a-9435-b0597ff81369 None None] Network 44fb6758-5129-4082-921b-d28996b62c8f requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 11:06:38.373767 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-1cf815ee-50c0-4d7b-81fe-f396e9540083 None None] Provisioning for port 17136133-acfe-415e-8eda-f5c8d9fce303 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 11:06:38.465700 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-608fb1a0-19e8-41f9-8557-1573ae4882e3 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for port, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:06:38.470020 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-608fb1a0-19e8-41f9-8557-1573ae4882e3 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3556717'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:06:38.581274 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-608fb1a0-19e8-41f9-8557-1573ae4882e3 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2756426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3920233'] for router_interface, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:06:38.584619 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608fb1a0-19e8-41f9-8557-1573ae4882e3 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Pushing event updated for resources: {'Port': ['ID=7a09f7fc-2afa-4261-aa3d-1437acf87db9,revision_number=2']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:38.722543 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-608fb1a0-19e8-41f9-8557-1573ae4882e3 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Network 44fb6758-5129-4082-921b-d28996b62c8f is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:06:38.723594 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-608fb1a0-19e8-41f9-8557-1573ae4882e3 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:06:38.737849 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-82e6c1e6-ef69-46f5-96b3-d9fc961ab42f None None] Provisioning for port 7a09f7fc-2afa-4261-aa3d-1437acf87db9 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 11:06:38.746061 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-82e6c1e6-ef69-46f5-96b3-d9fc961ab42f None None] Provisioning complete for port 7a09f7fc-2afa-4261-aa3d-1437acf87db9 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 11:06:38.746481 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-82e6c1e6-ef69-46f5-96b3-d9fc961ab42f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:06:38.800919 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-82e6c1e6-ef69-46f5-96b3-d9fc961ab42f None None] Port 7a09f7fc-2afa-4261-aa3d-1437acf87db9 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 11:06:38.921636 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-383f791f-0968-4d0f-bc70-8ef3a09de94d None None] Provisioning complete for port 7a09f7fc-2afa-4261-aa3d-1437acf87db9 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 11:06:38.921992 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-383f791f-0968-4d0f-bc70-8ef3a09de94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:06:38.983166 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-383f791f-0968-4d0f-bc70-8ef3a09de94d None None] Port 7a09f7fc-2afa-4261-aa3d-1437acf87db9 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 11:06:39.104052 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-1f413b96-ce31-45db-8672-f7cc70680e3c None None] Provisioning complete for port 7a09f7fc-2afa-4261-aa3d-1437acf87db9 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 11:06:39.104445 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-1f413b96-ce31-45db-8672-f7cc70680e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:06:39.156184 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-1f413b96-ce31-45db-8672-f7cc70680e3c None None] Port 7a09f7fc-2afa-4261-aa3d-1437acf87db9 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 11:06:39.212906 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-608fb1a0-19e8-41f9-8557-1573ae4882e3 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Router e264bf72-3a33-4733-a366-bba1d7ed014a has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:06:39.381182 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 14875bcb-5ad7-48e1-8b1b-a8927deaf1ff up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 11:06:39.417402 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-608fb1a0-19e8-41f9-8557-1573ae4882e3 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:06:39.429577 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-608fb1a0-19e8-41f9-8557-1573ae4882e3 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "PUT /v2.0/routers/e264bf72-3a33-4733-a366-bba1d7ed014a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3376439 Mar 07 11:06:39.447701 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 14875bcb-5ad7-48e1-8b1b-a8927deaf1ff triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 11:06:39.448890 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:06:39.562656 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 17136133-acfe-415e-8eda-f5c8d9fce303 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 11:06:39.599822 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-d2f8fcb6-5136-44a0-9948-e14fb3149ae1 req-914a3576-7c9d-45da-95b9-ac9311bc5b8a tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Synchronizing usage tracker for tenant:fd9e5bc96c1947bd9411090e5d621544 on resource:security_group {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 11:06:39.614397 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-d2f8fcb6-5136-44a0-9948-e14fb3149ae1 req-914a3576-7c9d-45da-95b9-ac9311bc5b8a tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Unset dirty status for tenant:fd9e5bc96c1947bd9411090e5d621544 on resource:security_group {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 11:06:39.615584 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d2f8fcb6-5136-44a0-9948-e14fb3149ae1 req-914a3576-7c9d-45da-95b9-ac9311bc5b8a tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-836250371&fields=id&tenant_id=fd9e5bc96c1947bd9411090e5d621544 HTTP/1.1" status: 200 len: 267 time: 0.0547953 Mar 07 11:06:39.628605 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning for port 17136133-acfe-415e-8eda-f5c8d9fce303 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 11:06:39.633265 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 17136133-acfe-415e-8eda-f5c8d9fce303 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 11:06:39.633631 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:06:39.747638 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:06:39.761306 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f8fcb6-5136-44a0-9948-e14fb3149ae1 req-afdbccb8-2edd-414c-8624-080934c750ee tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:06:39.762048 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-d2f8fcb6-5136-44a0-9948-e14fb3149ae1 req-afdbccb8-2edd-414c-8624-080934c750ee tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Synchronizing usage tracker for tenant:fd9e5bc96c1947bd9411090e5d621544 on resource:network {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 11:06:39.777969 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-d2f8fcb6-5136-44a0-9948-e14fb3149ae1 req-afdbccb8-2edd-414c-8624-080934c750ee tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Unset dirty status for tenant:fd9e5bc96c1947bd9411090e5d621544 on resource:network {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 11:06:39.779051 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d2f8fcb6-5136-44a0-9948-e14fb3149ae1 req-afdbccb8-2edd-414c-8624-080934c750ee tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/networks?id=44fb6758-5129-4082-921b-d28996b62c8f HTTP/1.1" status: 200 len: 797 time: 0.1561394 Mar 07 11:06:39.782550 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] For port 17136133-acfe-415e-8eda-f5c8d9fce303, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=17136133-acfe-415e-8eda-f5c8d9fce303,segment=NetworkSegment(b94ff45b-916b-439e-ac9d-01552bb856bd),segment_id=b94ff45b-916b-439e-ac9d-01552bb856bd)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:06:39.786227 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:06:39.795626 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d2f8fcb6-5136-44a0-9948-e14fb3149ae1 req-30dc93e5-12a3-49f0-a58e-99e8aea39018 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/quotas/fd9e5bc96c1947bd9411090e5d621544 HTTP/1.1" status: 200 len: 375 time: 0.0110681 Mar 07 11:06:39.856897 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Pushing event updated for resources: {'Port': ['ID=17136133-acfe-415e-8eda-f5c8d9fce303,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:39.953959 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-d2f8fcb6-5136-44a0-9948-e14fb3149ae1 req-c2b86b30-9d17-4c2e-b577-a9577637e7d3 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Synchronizing usage tracker for tenant:fd9e5bc96c1947bd9411090e5d621544 on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 11:06:39.969392 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-d2f8fcb6-5136-44a0-9948-e14fb3149ae1 req-c2b86b30-9d17-4c2e-b577-a9577637e7d3 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Unset dirty status for tenant:fd9e5bc96c1947bd9411090e5d621544 on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 11:06:39.970612 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d2f8fcb6-5136-44a0-9948-e14fb3149ae1 req-c2b86b30-9d17-4c2e-b577-a9577637e7d3 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=fd9e5bc96c1947bd9411090e5d621544&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1698318 Mar 07 11:06:40.170501 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d2f8fcb6-5136-44a0-9948-e14fb3149ae1 req-9223e824-0f34-4317-9fa8-5bfb367b87a9 service neutron] 10.222.0.13 "GET /v2.0/networks/44fb6758-5129-4082-921b-d28996b62c8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885467 Mar 07 11:06:40.300390 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d2f8fcb6-5136-44a0-9948-e14fb3149ae1 req-4c136686-f88a-4176-abf2-a8292f0fc09e service neutron] 10.222.0.13 "GET /v2.0/networks/44fb6758-5129-4082-921b-d28996b62c8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242063 Mar 07 11:06:40.487930 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ecb390d7-ec14-4686-add2-1be8eba6453f req-c25c4dc9-26f2-4961-9da9-b60b705dde9d tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/ports?device_id=39ccc9c3-53ac-4cbb-8848-01bf40824ae5 HTTP/1.1" status: 200 len: 210 time: 0.0424964 Mar 07 11:06:40.654427 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715ed768-8175-447c-92e3-b1172b1c8c61 None None] Sync routers for ids ['e264bf72-3a33-4733-a366-bba1d7ed014a'] in dv-neutron-830731-3-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 11:06:40.668038 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715ed768-8175-447c-92e3-b1172b1c8c61 None None] Routers {'e264bf72-3a33-4733-a366-bba1d7ed014a'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 11:06:40.668684 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-715ed768-8175-447c-92e3-b1172b1c8c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T11:06:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['e264bf72-3a33-4733-a366-bba1d7ed014a'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:06:40.848332 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-715ed768-8175-447c-92e3-b1172b1c8c61 None None] Set router e264bf72-3a33-4733-a366-bba1d7ed014a gateway port host: dv-neutron-830731-3-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 11:06:41.166994 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-715ed768-8175-447c-92e3-b1172b1c8c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e264bf72-3a33-4733-a366-bba1d7ed014a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1926550007', 'tenant_id': 'fd9e5bc96c1947bd9411090e5d621544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.161'}], 'enable_snat': True}, 'gw_port_id': '14875bcb-5ad7-48e1-8b1b-a8927deaf1ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:06:33Z', 'updated_at': '2022-03-07T11:06:37Z', 'revision_number': 4, 'project_id': 'fd9e5bc96c1947bd9411090e5d621544', 'gw_port': {'id': '14875bcb-5ad7-48e1-8b1b-a8927deaf1ff', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:39:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e264bf72-3a33-4733-a366-bba1d7ed014a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:06:34Z', 'updated_at': '2022-03-07T11:06:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_interfaces': [{'id': '7a09f7fc-2afa-4261-aa3d-1437acf87db9', 'name': '', 'network_id': '44fb6758-5129-4082-921b-d28996b62c8f', 'tenant_id': 'fd9e5bc96c1947bd9411090e5d621544', 'mac_address': 'fa:16:3e:0a:53:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e264bf72-3a33-4733-a366-bba1d7ed014a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b4bbb611-4d53-4b22-8b21-2dc4ea3f711d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:06:37Z', 'updated_at': '2022-03-07T11:06:38Z', 'revision_number': 2, 'project_id': 'fd9e5bc96c1947bd9411090e5d621544', 'subnets': [{'id': 'b4bbb611-4d53-4b22-8b21-2dc4ea3f711d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:06:41.170812 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715ed768-8175-447c-92e3-b1172b1c8c61 None None] Checking router: e264bf72-3a33-4733-a366-bba1d7ed014a for host: dv-neutron-830731-3-hyperv {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 07 11:06:41.171164 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715ed768-8175-447c-92e3-b1172b1c8c61 None None] Updating router e264bf72-3a33-4733-a366-bba1d7ed014a port 7a09f7fc-2afa-4261-aa3d-1437acf87db9 binding host dv-neutron-830731-3-hyperv {{(pid=83739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 07 11:06:41.220772 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-715ed768-8175-447c-92e3-b1172b1c8c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:06:41.329031 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 17136133-acfe-415e-8eda-f5c8d9fce303 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 11:06:41.534343 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f8fcb6-5136-44a0-9948-e14fb3149ae1 req-5bea6061-81cc-4f7f-ac40-356f20a96628 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:06:41.536280 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 17136133-acfe-415e-8eda-f5c8d9fce303 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 11:06:41.536402 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d2f8fcb6-5136-44a0-9948-e14fb3149ae1 req-5bea6061-81cc-4f7f-ac40-356f20a96628 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.10 "GET /v2.0/networks?id=44fb6758-5129-4082-921b-d28996b62c8f HTTP/1.1" status: 200 len: 797 time: 0.1579504 Mar 07 11:06:41.536684 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:06:41.610029 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d2f8fcb6-5136-44a0-9948-e14fb3149ae1 req-eb6fc800-92f8-42ef-aca2-b3276e5f7354 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fd9e5bc96c1947bd9411090e5d621544 HTTP/1.1" status: 200 len: 379 time: 0.0609584 Mar 07 11:06:41.618523 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [req-d2f8fcb6-5136-44a0-9948-e14fb3149ae1 req-b007b5bd-85e7-4bc9-9210-74315dba7d1f tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Request body: {'port': {'device_id': '39ccc9c3-53ac-4cbb-8848-01bf40824ae5', 'network_id': '44fb6758-5129-4082-921b-d28996b62c8f', 'admin_state_up': True, 'tenant_id': 'fd9e5bc96c1947bd9411090e5d621544', 'security_groups': ['db85e2b1-aa91-4c7a-ba2f-a16b40a63964']}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 11:06:41.743861 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-63c9a007-86de-48ab-a163-40af0e9d3c6a req-cdbe8851-7e54-4a23-a267-db8847eb7ec5 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/ports?device_id=39ccc9c3-53ac-4cbb-8848-01bf40824ae5 HTTP/1.1" status: 200 len: 210 time: 0.0960581 Mar 07 11:06:41.759623 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-715ed768-8175-447c-92e3-b1172b1c8c61 None None] Notify callbacks [] for port, precommit_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:06:41.772293 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-715ed768-8175-447c-92e3-b1172b1c8c61 None None] Transition to ACTIVE for port object 7a09f7fc-2afa-4261-aa3d-1437acf87db9 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 11:06:41.778870 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-715ed768-8175-447c-92e3-b1172b1c8c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:06:41.805048 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [req-d2f8fcb6-5136-44a0-9948-e14fb3149ae1 req-b007b5bd-85e7-4bc9-9210-74315dba7d1f tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 11:06:41.815075 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [req-d2f8fcb6-5136-44a0-9948-e14fb3149ae1 req-b007b5bd-85e7-4bc9-9210-74315dba7d1f tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 11:06:41.825836 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2f8fcb6-5136-44a0-9948-e14fb3149ae1 req-b007b5bd-85e7-4bc9-9210-74315dba7d1f tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Made reservation on behalf of fd9e5bc96c1947bd9411090e5d621544 for: {'port': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:06:41.829038 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-d2f8fcb6-5136-44a0-9948-e14fb3149ae1 req-b007b5bd-85e7-4bc9-9210-74315dba7d1f tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:06:41.903639 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f960b3-27e7-427f-8e31-d6bfdde31752 None None] Pushing event updated for resources: {'Port': ['ID=7a09f7fc-2afa-4261-aa3d-1437acf87db9,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:41.994430 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [req-d2f8fcb6-5136-44a0-9948-e14fb3149ae1 req-b007b5bd-85e7-4bc9-9210-74315dba7d1f tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Allocated IP 172.20.0.10 (44fb6758-5129-4082-921b-d28996b62c8f/b4bbb611-4d53-4b22-8b21-2dc4ea3f711d/970234ae-f49d-465c-8280-5259c5440234) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:06:41.995459 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-715ed768-8175-447c-92e3-b1172b1c8c61 None None] Attempting to bind port 7a09f7fc-2afa-4261-aa3d-1437acf87db9 on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 11:06:41.996128 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-715ed768-8175-447c-92e3-b1172b1c8c61 None None] Attempting to bind port 7a09f7fc-2afa-4261-aa3d-1437acf87db9 by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': 'b94ff45b-916b-439e-ac9d-01552bb856bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '44fb6758-5129-4082-921b-d28996b62c8f'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 11:06:41.996364 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715ed768-8175-447c-92e3-b1172b1c8c61 None None] Attempting to bind port 7a09f7fc-2afa-4261-aa3d-1437acf87db9 on network 44fb6758-5129-4082-921b-d28996b62c8f {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 11:06:42.004457 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715ed768-8175-447c-92e3-b1172b1c8c61 None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 6, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 11:06:42.005350 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715ed768-8175-447c-92e3-b1172b1c8c61 None None] Checking segment: {'id': 'b94ff45b-916b-439e-ac9d-01552bb856bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '44fb6758-5129-4082-921b-d28996b62c8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 11:06:42.005350 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-715ed768-8175-447c-92e3-b1172b1c8c61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:06:42.005689 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715ed768-8175-447c-92e3-b1172b1c8c61 None None] Bound using segment: {'id': 'b94ff45b-916b-439e-ac9d-01552bb856bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '44fb6758-5129-4082-921b-d28996b62c8f'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 11:06:42.006145 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-715ed768-8175-447c-92e3-b1172b1c8c61 None None] Bound port: 7a09f7fc-2afa-4261-aa3d-1437acf87db9, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b94ff45b-916b-439e-ac9d-01552bb856bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '44fb6758-5129-4082-921b-d28996b62c8f'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 11:06:42.006609 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-715ed768-8175-447c-92e3-b1172b1c8c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:06:42.101386 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-715ed768-8175-447c-92e3-b1172b1c8c61 None None] For port 7a09f7fc-2afa-4261-aa3d-1437acf87db9, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:06:42.105085 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-715ed768-8175-447c-92e3-b1172b1c8c61 None None] For port 7a09f7fc-2afa-4261-aa3d-1437acf87db9, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=7a09f7fc-2afa-4261-aa3d-1437acf87db9,segment=NetworkSegment(b94ff45b-916b-439e-ac9d-01552bb856bd),segment_id=b94ff45b-916b-439e-ac9d-01552bb856bd)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:06:42.112075 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-715ed768-8175-447c-92e3-b1172b1c8c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:06:42.186641 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-d2f8fcb6-5136-44a0-9948-e14fb3149ae1 req-b007b5bd-85e7-4bc9-9210-74315dba7d1f tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:06:42.193324 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f960b3-27e7-427f-8e31-d6bfdde31752 None None] Pushing event updated for resources: {'Port': ['ID=7a09f7fc-2afa-4261-aa3d-1437acf87db9,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:42.196213 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715ed768-8175-447c-92e3-b1172b1c8c61 None None] Routers {'e264bf72-3a33-4733-a366-bba1d7ed014a'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 11:06:42.196840 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-715ed768-8175-447c-92e3-b1172b1c8c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T11:06:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['e264bf72-3a33-4733-a366-bba1d7ed014a'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:06:42.203439 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [req-d2f8fcb6-5136-44a0-9948-e14fb3149ae1 req-b007b5bd-85e7-4bc9-9210-74315dba7d1f tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Transition to ACTIVE for port object 970234ae-f49d-465c-8280-5259c5440234 will not be triggered until provisioned by entity DHCP. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 11:06:42.227739 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-d2f8fcb6-5136-44a0-9948-e14fb3149ae1 req-b007b5bd-85e7-4bc9-9210-74315dba7d1f tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:06:42.299356 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2f8fcb6-5136-44a0-9948-e14fb3149ae1 req-b007b5bd-85e7-4bc9-9210-74315dba7d1f tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Network 44fb6758-5129-4082-921b-d28996b62c8f is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:06:42.302312 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [req-d2f8fcb6-5136-44a0-9948-e14fb3149ae1 req-b007b5bd-85e7-4bc9-9210-74315dba7d1f tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:06:42.306616 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2f8fcb6-5136-44a0-9948-e14fb3149ae1 req-b007b5bd-85e7-4bc9-9210-74315dba7d1f tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 11:06:42.354747 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b007b5bd-85e7-4bc9-9210-74315dba7d1f tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Pushing event updated for resources: {'Port': ['ID=970234ae-f49d-465c-8280-5259c5440234,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:42.378008 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f8fcb6-5136-44a0-9948-e14fb3149ae1 req-b007b5bd-85e7-4bc9-9210-74315dba7d1f tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:06:42.378527 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-d2f8fcb6-5136-44a0-9948-e14fb3149ae1 req-b007b5bd-85e7-4bc9-9210-74315dba7d1f tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:06:42.405564 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d2f8fcb6-5136-44a0-9948-e14fb3149ae1 req-b007b5bd-85e7-4bc9-9210-74315dba7d1f tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7908642 Mar 07 11:06:42.407942 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-715ed768-8175-447c-92e3-b1172b1c8c61 None None] Set router e264bf72-3a33-4733-a366-bba1d7ed014a gateway port host: dv-neutron-830731-3-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 11:06:42.417581 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [req-d2f8fcb6-5136-44a0-9948-e14fb3149ae1 req-265ef277-470e-40aa-a0cd-78432d62c179 service neutron] Request body: {'port': {'device_id': '39ccc9c3-53ac-4cbb-8848-01bf40824ae5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8307'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 11:06:42.532540 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-d2f8fcb6-5136-44a0-9948-e14fb3149ae1 req-265ef277-470e-40aa-a0cd-78432d62c179 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:06:42.742923 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-2b0f0876-6f6c-416b-a184-e35e0b7565fc None None] Provisioning for port 970234ae-f49d-465c-8280-5259c5440234 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 11:06:42.747411 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-715ed768-8175-447c-92e3-b1172b1c8c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e264bf72-3a33-4733-a366-bba1d7ed014a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1926550007', 'tenant_id': 'fd9e5bc96c1947bd9411090e5d621544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.161'}], 'enable_snat': True}, 'gw_port_id': '14875bcb-5ad7-48e1-8b1b-a8927deaf1ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:06:33Z', 'updated_at': '2022-03-07T11:06:37Z', 'revision_number': 4, 'project_id': 'fd9e5bc96c1947bd9411090e5d621544', 'gw_port': {'id': '14875bcb-5ad7-48e1-8b1b-a8927deaf1ff', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:39:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e264bf72-3a33-4733-a366-bba1d7ed014a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:06:34Z', 'updated_at': '2022-03-07T11:06:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_interfaces': [{'id': '7a09f7fc-2afa-4261-aa3d-1437acf87db9', 'name': '', 'network_id': '44fb6758-5129-4082-921b-d28996b62c8f', 'tenant_id': 'fd9e5bc96c1947bd9411090e5d621544', 'mac_address': 'fa:16:3e:0a:53:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e264bf72-3a33-4733-a366-bba1d7ed014a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b4bbb611-4d53-4b22-8b21-2dc4ea3f711d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:06:37Z', 'updated_at': '2022-03-07T11:06:42Z', 'revision_number': 4, 'project_id': 'fd9e5bc96c1947bd9411090e5d621544', 'subnets': [{'id': 'b4bbb611-4d53-4b22-8b21-2dc4ea3f711d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:06:42.752470 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715ed768-8175-447c-92e3-b1172b1c8c61 None None] The sync data for ids ['e264bf72-3a33-4733-a366-bba1d7ed014a'] in dv-neutron-830731-3-hyperv is: [{'id': 'e264bf72-3a33-4733-a366-bba1d7ed014a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1926550007', 'tenant_id': 'fd9e5bc96c1947bd9411090e5d621544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.161'}], 'enable_snat': True}, 'gw_port_id': '14875bcb-5ad7-48e1-8b1b-a8927deaf1ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:06:33Z', 'updated_at': '2022-03-07T11:06:37Z', 'revision_number': 4, 'project_id': 'fd9e5bc96c1947bd9411090e5d621544', 'gw_port': {'id': '14875bcb-5ad7-48e1-8b1b-a8927deaf1ff', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:39:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e264bf72-3a33-4733-a366-bba1d7ed014a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:06:34Z', 'updated_at': '2022-03-07T11:06:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_interfaces': [{'id': '7a09f7fc-2afa-4261-aa3d-1437acf87db9', 'name': '', 'network_id': '44fb6758-5129-4082-921b-d28996b62c8f', 'tenant_id': 'fd9e5bc96c1947bd9411090e5d621544', 'mac_address': 'fa:16:3e:0a:53:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e264bf72-3a33-4733-a366-bba1d7ed014a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b4bbb611-4d53-4b22-8b21-2dc4ea3f711d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:06:37Z', 'updated_at': '2022-03-07T11:06:42Z', 'revision_number': 4, 'project_id': 'fd9e5bc96c1947bd9411090e5d621544', 'subnets': [{'id': 'b4bbb611-4d53-4b22-8b21-2dc4ea3f711d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 11:06:42.753985 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-2b0f0876-6f6c-416b-a184-e35e0b7565fc None None] Provisioning complete for port 970234ae-f49d-465c-8280-5259c5440234 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 11:06:42.754266 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-2b0f0876-6f6c-416b-a184-e35e0b7565fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:06:42.836339 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-2b0f0876-6f6c-416b-a184-e35e0b7565fc None None] Port 970234ae-f49d-465c-8280-5259c5440234 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 11:06:43.019496 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [req-d2f8fcb6-5136-44a0-9948-e14fb3149ae1 req-265ef277-470e-40aa-a0cd-78432d62c179 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 970234ae-f49d-465c-8280-5259c5440234 {{(pid=83737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 07 11:06:43.029131 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-d2f8fcb6-5136-44a0-9948-e14fb3149ae1 req-265ef277-470e-40aa-a0cd-78432d62c179 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:06:43.055205 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [req-d2f8fcb6-5136-44a0-9948-e14fb3149ae1 req-265ef277-470e-40aa-a0cd-78432d62c179 service neutron] Transition to ACTIVE for port object 970234ae-f49d-465c-8280-5259c5440234 will not be triggered until provisioned by entity L2. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 11:06:43.059690 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-d2f8fcb6-5136-44a0-9948-e14fb3149ae1 req-265ef277-470e-40aa-a0cd-78432d62c179 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3012561'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:06:43.175937 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b12b97f-678c-4184-93f9-76876e305d67 req-9fa84039-833e-4479-a315-79f693773338 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:06:43.176736 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-5b12b97f-678c-4184-93f9-76876e305d67 req-9fa84039-833e-4479-a315-79f693773338 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Synchronizing usage tracker for tenant:fd9e5bc96c1947bd9411090e5d621544 on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 11:06:43.205182 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265ef277-470e-40aa-a0cd-78432d62c179 service neutron] Pushing event updated for resources: {'Port': ['ID=970234ae-f49d-465c-8280-5259c5440234,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:43.249712 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-5b12b97f-678c-4184-93f9-76876e305d67 req-9fa84039-833e-4479-a315-79f693773338 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Unset dirty status for tenant:fd9e5bc96c1947bd9411090e5d621544 on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 11:06:43.250930 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-5b12b97f-678c-4184-93f9-76876e305d67 req-9fa84039-833e-4479-a315-79f693773338 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/ports?device_id=39ccc9c3-53ac-4cbb-8848-01bf40824ae5 HTTP/1.1" status: 200 len: 932 time: 0.2814953 Mar 07 11:06:43.375928 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 7a09f7fc-2afa-4261-aa3d-1437acf87db9 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 11:06:43.382963 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [req-d2f8fcb6-5136-44a0-9948-e14fb3149ae1 req-265ef277-470e-40aa-a0cd-78432d62c179 service neutron] Attempting to bind port 970234ae-f49d-465c-8280-5259c5440234 on host hv-neutron-8307 for vnic_type normal with profile {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 11:06:43.383304 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [req-d2f8fcb6-5136-44a0-9948-e14fb3149ae1 req-265ef277-470e-40aa-a0cd-78432d62c179 service neutron] Attempting to bind port 970234ae-f49d-465c-8280-5259c5440234 by drivers openvswitch,hyperv on host hv-neutron-8307 at level 0 using segments [{'id': 'b94ff45b-916b-439e-ac9d-01552bb856bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '44fb6758-5129-4082-921b-d28996b62c8f'}] {{(pid=83737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 11:06:43.383629 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f8fcb6-5136-44a0-9948-e14fb3149ae1 req-265ef277-470e-40aa-a0cd-78432d62c179 service neutron] Attempting to bind port 970234ae-f49d-465c-8280-5259c5440234 on network 44fb6758-5129-4082-921b-d28996b62c8f {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 11:06:43.396283 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-5b12b97f-678c-4184-93f9-76876e305d67 req-2a590857-c458-47f8-b051-7b8ee7b1c7ec tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/security-groups?id=db85e2b1-aa91-4c7a-ba2f-a16b40a63964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982285 Mar 07 11:06:43.396944 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f8fcb6-5136-44a0-9948-e14fb3149ae1 req-265ef277-470e-40aa-a0cd-78432d62c179 service neutron] Port 970234ae-f49d-465c-8280-5259c5440234 on network 44fb6758-5129-4082-921b-d28996b62c8f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8307 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 07 11:06:43.397264 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f8fcb6-5136-44a0-9948-e14fb3149ae1 req-265ef277-470e-40aa-a0cd-78432d62c179 service neutron] Attempting to bind port 970234ae-f49d-465c-8280-5259c5440234 on network 44fb6758-5129-4082-921b-d28996b62c8f {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 11:06:43.405417 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f8fcb6-5136-44a0-9948-e14fb3149ae1 req-265ef277-470e-40aa-a0cd-78432d62c179 service neutron] Checking agent: {'id': 'fb93ecad-d7e5-4e81-99ef-d8d0ee7386ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8307', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 21, 15), 'started_at': datetime.datetime(2022, 3, 7, 10, 21, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 6, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 11:06:43.405880 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f8fcb6-5136-44a0-9948-e14fb3149ae1 req-265ef277-470e-40aa-a0cd-78432d62c179 service neutron] Checking segment: {'id': 'b94ff45b-916b-439e-ac9d-01552bb856bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '44fb6758-5129-4082-921b-d28996b62c8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 11:06:43.406360 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f8fcb6-5136-44a0-9948-e14fb3149ae1 req-265ef277-470e-40aa-a0cd-78432d62c179 service neutron] Bound using segment: {'id': 'b94ff45b-916b-439e-ac9d-01552bb856bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '44fb6758-5129-4082-921b-d28996b62c8f'} {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 11:06:43.407039 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [req-d2f8fcb6-5136-44a0-9948-e14fb3149ae1 req-265ef277-470e-40aa-a0cd-78432d62c179 service neutron] Bound port: 970234ae-f49d-465c-8280-5259c5440234, host: hv-neutron-8307, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b94ff45b-916b-439e-ac9d-01552bb856bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '44fb6758-5129-4082-921b-d28996b62c8f'}}] {{(pid=83737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 11:06:43.407479 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-d2f8fcb6-5136-44a0-9948-e14fb3149ae1 req-265ef277-470e-40aa-a0cd-78432d62c179 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:06:43.456540 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning for port 7a09f7fc-2afa-4261-aa3d-1437acf87db9 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 11:06:43.464462 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 7a09f7fc-2afa-4261-aa3d-1437acf87db9 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 11:06:43.464823 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:06:43.525476 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [req-d2f8fcb6-5136-44a0-9948-e14fb3149ae1 req-265ef277-470e-40aa-a0cd-78432d62c179 service neutron] For port 970234ae-f49d-465c-8280-5259c5440234, host hv-neutron-8307, cleared binding levels {{(pid=83737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:06:43.528995 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [req-d2f8fcb6-5136-44a0-9948-e14fb3149ae1 req-265ef277-470e-40aa-a0cd-78432d62c179 service neutron] For port 970234ae-f49d-465c-8280-5259c5440234, host hv-neutron-8307, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=970234ae-f49d-465c-8280-5259c5440234,segment=NetworkSegment(b94ff45b-916b-439e-ac9d-01552bb856bd),segment_id=b94ff45b-916b-439e-ac9d-01552bb856bd)] {{(pid=83737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:06:43.534550 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-d2f8fcb6-5136-44a0-9948-e14fb3149ae1 req-265ef277-470e-40aa-a0cd-78432d62c179 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3012561'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:06:43.589187 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-d2f8fcb6-5136-44a0-9948-e14fb3149ae1 req-265ef277-470e-40aa-a0cd-78432d62c179 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:06:43.590782 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d2f8fcb6-5136-44a0-9948-e14fb3149ae1 req-265ef277-470e-40aa-a0cd-78432d62c179 service neutron] 10.222.0.10 "PUT /v2.0/ports/970234ae-f49d-465c-8280-5259c5440234 HTTP/1.1" status: 200 len: 1094 time: 1.1783805 Mar 07 11:06:43.599604 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39ccc9c3-53ac-4cbb-8848-01bf40824ae5', 'tag': '970234ae-f49d-465c-8280-5259c5440234'}] {{(pid=83737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 11:06:43.602081 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:06:43.642520 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] For port 7a09f7fc-2afa-4261-aa3d-1437acf87db9, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=7a09f7fc-2afa-4261-aa3d-1437acf87db9,segment=NetworkSegment(b94ff45b-916b-439e-ac9d-01552bb856bd),segment_id=b94ff45b-916b-439e-ac9d-01552bb856bd)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:06:43.649707 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:06:43.722079 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39ccc9c3-53ac-4cbb-8848-01bf40824ae5', 'tag': '970234ae-f49d-465c-8280-5259c5440234', 'status': 'completed', 'code': 200} Mar 07 11:06:43.732097 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265ef277-470e-40aa-a0cd-78432d62c179 service neutron] Pushing event updated for resources: {'Port': ['ID=970234ae-f49d-465c-8280-5259c5440234,revision_number=3']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:43.767469 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d2f8fcb6-5136-44a0-9948-e14fb3149ae1 req-1af96ec1-400b-4cb1-a99a-b52f7832d072 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fd9e5bc96c1947bd9411090e5d621544&device_id=39ccc9c3-53ac-4cbb-8848-01bf40824ae5 HTTP/1.1" status: 200 len: 1097 time: 0.1206772 Mar 07 11:06:43.782704 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Pushing event updated for resources: {'Port': ['ID=7a09f7fc-2afa-4261-aa3d-1437acf87db9,revision_number=5']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:43.839569 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d2f8fcb6-5136-44a0-9948-e14fb3149ae1 req-7feb177e-5016-4e66-a980-cb68e5166f05 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=970234ae-f49d-465c-8280-5259c5440234 HTTP/1.1" status: 200 len: 217 time: 0.0656357 Mar 07 11:06:43.905270 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f8fcb6-5136-44a0-9948-e14fb3149ae1 req-0198a26e-b378-47e6-be02-ccdace5f88f4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:06:43.906556 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d2f8fcb6-5136-44a0-9948-e14fb3149ae1 req-0198a26e-b378-47e6-be02-ccdace5f88f4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b4bbb611-4d53-4b22-8b21-2dc4ea3f711d HTTP/1.1" status: 200 len: 835 time: 0.0618887 Mar 07 11:06:43.983047 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d2f8fcb6-5136-44a0-9948-e14fb3149ae1 req-84f07990-8257-4fbd-9fe8-1baacfc3f975 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=44fb6758-5129-4082-921b-d28996b62c8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700982 Mar 07 11:06:44.122081 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d2f8fcb6-5136-44a0-9948-e14fb3149ae1 req-ec08d605-a9c2-4bf1-937e-e0f7c686af8f service neutron] 10.222.0.10 "GET /v2.0/networks/44fb6758-5129-4082-921b-d28996b62c8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320016 Mar 07 11:06:44.249555 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d2f8fcb6-5136-44a0-9948-e14fb3149ae1 req-740b4f66-c60b-4644-a0c5-0e8f96a3efcc service neutron] 10.222.0.10 "GET /v2.0/networks/44fb6758-5129-4082-921b-d28996b62c8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220162 Mar 07 11:06:44.358398 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-e5cf9c18-f385-4ded-8731-bf95961ae7e6 req-f0356461-5ee0-449b-835b-2cd063680b7b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fd9e5bc96c1947bd9411090e5d621544&device_id=39ccc9c3-53ac-4cbb-8848-01bf40824ae5 HTTP/1.1" status: 200 len: 1097 time: 0.0669780 Mar 07 11:06:44.488500 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cf9c18-f385-4ded-8731-bf95961ae7e6 req-0ab18f3a-dc60-4f21-966e-d4d1f496a972 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:06:44.489945 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-e5cf9c18-f385-4ded-8731-bf95961ae7e6 req-0ab18f3a-dc60-4f21-966e-d4d1f496a972 service neutron] 10.222.0.10 "GET /v2.0/networks?id=44fb6758-5129-4082-921b-d28996b62c8f HTTP/1.1" status: 200 len: 898 time: 0.1257586 Mar 07 11:06:44.591735 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-e5cf9c18-f385-4ded-8731-bf95961ae7e6 req-f612365d-b57a-4c77-9975-7184de0927b9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=970234ae-f49d-465c-8280-5259c5440234 HTTP/1.1" status: 200 len: 217 time: 0.0957065 Mar 07 11:06:44.669283 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cf9c18-f385-4ded-8731-bf95961ae7e6 req-bfaef173-696c-44a3-9d3f-62e9059ab74a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:06:44.670681 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-e5cf9c18-f385-4ded-8731-bf95961ae7e6 req-bfaef173-696c-44a3-9d3f-62e9059ab74a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b4bbb611-4d53-4b22-8b21-2dc4ea3f711d HTTP/1.1" status: 200 len: 835 time: 0.0731573 Mar 07 11:06:44.723594 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c061d3f8-54a7-449a-9440-fb044421447c req-31f6013b-c432-4161-95c8-4b5d34d81c34 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:06:44.725023 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c061d3f8-54a7-449a-9440-fb044421447c req-31f6013b-c432-4161-95c8-4b5d34d81c34 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/ports?device_id=39ccc9c3-53ac-4cbb-8848-01bf40824ae5 HTTP/1.1" status: 200 len: 944 time: 0.1790667 Mar 07 11:06:44.785411 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c061d3f8-54a7-449a-9440-fb044421447c req-03dfde4b-98c5-49cd-aa2c-3cea15d096db tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/security-groups?id=db85e2b1-aa91-4c7a-ba2f-a16b40a63964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506887 Mar 07 11:06:44.788061 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-e5cf9c18-f385-4ded-8731-bf95961ae7e6 req-e73346a0-e577-4d3a-b7d3-c01714bb4821 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=44fb6758-5129-4082-921b-d28996b62c8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1116257 Mar 07 11:06:44.998251 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-e5cf9c18-f385-4ded-8731-bf95961ae7e6 req-b27790b2-dd7f-4e2b-866b-6a3e356c7e16 service neutron] 10.222.0.10 "GET /v2.0/networks/44fb6758-5129-4082-921b-d28996b62c8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031319 Mar 07 11:06:45.129859 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-e5cf9c18-f385-4ded-8731-bf95961ae7e6 req-95218240-17e1-4238-a89d-c6c1a0d9b203 service neutron] 10.222.0.10 "GET /v2.0/networks/44fb6758-5129-4082-921b-d28996b62c8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242752 Mar 07 11:06:45.307860 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 7a09f7fc-2afa-4261-aa3d-1437acf87db9 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 11:06:45.374028 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 7a09f7fc-2afa-4261-aa3d-1437acf87db9 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 11:06:45.374392 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:06:45.934115 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:06:45.980823 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c636853-5d54-4888-aec7-ee4131e0512b req-e82bed07-e16a-4f1b-9aed-2c22704e691c tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:06:45.982268 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-0c636853-5d54-4888-aec7-ee4131e0512b req-e82bed07-e16a-4f1b-9aed-2c22704e691c tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/ports?device_id=39ccc9c3-53ac-4cbb-8848-01bf40824ae5 HTTP/1.1" status: 200 len: 944 time: 0.0757558 Mar 07 11:06:46.025744 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-0c636853-5d54-4888-aec7-ee4131e0512b req-dcf4db7d-f720-4765-ac04-15fdb4582bec tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/security-groups?id=db85e2b1-aa91-4c7a-ba2f-a16b40a63964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381424 Mar 07 11:06:47.229975 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c7b2db-036f-4d09-bbeb-f1ce7f8c510e req-5e083ae5-41bd-4e23-8621-3614ff6ce580 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:06:47.231813 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f0c7b2db-036f-4d09-bbeb-f1ce7f8c510e req-5e083ae5-41bd-4e23-8621-3614ff6ce580 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/ports?device_id=39ccc9c3-53ac-4cbb-8848-01bf40824ae5 HTTP/1.1" status: 200 len: 944 time: 0.0845289 Mar 07 11:06:47.276689 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f0c7b2db-036f-4d09-bbeb-f1ce7f8c510e req-41daa625-4dac-448a-b323-93b16a473606 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/security-groups?id=db85e2b1-aa91-4c7a-ba2f-a16b40a63964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391731 Mar 07 11:06:48.232077 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device 970234ae-f49d-465c-8280-5259c5440234 details requested by agent hyperv_hv-neutron-8307 with host hv-neutron-8307 {{(pid=83739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 07 11:06:48.369488 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port 970234ae-f49d-465c-8280-5259c5440234, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=970234ae-f49d-465c-8280-5259c5440234,segment=NetworkSegment(b94ff45b-916b-439e-ac9d-01552bb856bd),segment_id=b94ff45b-916b-439e-ac9d-01552bb856bd)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:06:48.383031 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Returning: {'device': '970234ae-f49d-465c-8280-5259c5440234', 'network_id': '44fb6758-5129-4082-921b-d28996b62c8f', 'port_id': '970234ae-f49d-465c-8280-5259c5440234', 'mac_address': 'fa:16:3e:97:c9:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4bbb611-4d53-4b22-8b21-2dc4ea3f711d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 07 11:06:48.436533 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:06:48.454022 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 970234ae-f49d-465c-8280-5259c5440234 {{(pid=83739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 07 11:06:48.468644 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port 970234ae-f49d-465c-8280-5259c5440234, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=970234ae-f49d-465c-8280-5259c5440234,segment=NetworkSegment(b94ff45b-916b-439e-ac9d-01552bb856bd),segment_id=b94ff45b-916b-439e-ac9d-01552bb856bd)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:06:48.473054 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:06:48.477190 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12534332-ea78-454d-ac6f-579652c86f55 req-6aed2a56-51f7-4ade-9c97-5f49463093eb tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:06:48.478649 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-12534332-ea78-454d-ac6f-579652c86f55 req-6aed2a56-51f7-4ade-9c97-5f49463093eb tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/ports?device_id=39ccc9c3-53ac-4cbb-8848-01bf40824ae5 HTTP/1.1" status: 200 len: 944 time: 0.0757618 Mar 07 11:06:48.525360 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-12534332-ea78-454d-ac6f-579652c86f55 req-8f22ab95-5758-4705-820c-12dc104d7106 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/security-groups?id=db85e2b1-aa91-4c7a-ba2f-a16b40a63964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411706 Mar 07 11:06:48.544101 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Pushing event updated for resources: {'Port': ['ID=970234ae-f49d-465c-8280-5259c5440234,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:48.823465 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] get_ports_and_sgs() called for port_ids ['970234ae-f49d-465c-8280-5259c5440234'] {{(pid=83739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 07 11:06:49.722596 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4eace0f-e52e-4edd-8ac9-674d6ac56283 req-2ef250c0-d37e-4454-b79b-ae260b769d60 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:06:49.724025 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d4eace0f-e52e-4edd-8ac9-674d6ac56283 req-2ef250c0-d37e-4454-b79b-ae260b769d60 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/ports?device_id=39ccc9c3-53ac-4cbb-8848-01bf40824ae5 HTTP/1.1" status: 200 len: 945 time: 0.0810099 Mar 07 11:06:49.769084 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d4eace0f-e52e-4edd-8ac9-674d6ac56283 req-3fa36354-19a0-4961-8e8e-d0e81bd811c1 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/security-groups?id=db85e2b1-aa91-4c7a-ba2f-a16b40a63964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394285 Mar 07 11:06:50.242238 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device 970234ae-f49d-465c-8280-5259c5440234 up at agent hyperv_hv-neutron-8307 {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 11:06:50.309798 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Provisioning for port 970234ae-f49d-465c-8280-5259c5440234 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 11:06:50.314170 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Provisioning complete for port 970234ae-f49d-465c-8280-5259c5440234 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 11:06:50.314528 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:06:50.423637 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:06:50.449447 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39ccc9c3-53ac-4cbb-8848-01bf40824ae5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '970234ae-f49d-465c-8280-5259c5440234'}] {{(pid=83739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 11:06:50.459263 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port 970234ae-f49d-465c-8280-5259c5440234, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=970234ae-f49d-465c-8280-5259c5440234,segment=NetworkSegment(b94ff45b-916b-439e-ac9d-01552bb856bd),segment_id=b94ff45b-916b-439e-ac9d-01552bb856bd)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:06:50.463023 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:06:50.504426 dv-neutron-830731-3-hyperv neutron-server[83739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39ccc9c3-53ac-4cbb-8848-01bf40824ae5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '970234ae-f49d-465c-8280-5259c5440234', 'code': 200} Mar 07 11:06:50.534503 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Pushing event updated for resources: {'Port': ['ID=970234ae-f49d-465c-8280-5259c5440234,revision_number=5']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:50.721155 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-21a88e0e-0e79-4a25-9b4a-cdc9846d08bc req-92f1f415-9f04-44a3-bbdc-bd15638e24aa service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=39ccc9c3-53ac-4cbb-8848-01bf40824ae5 HTTP/1.1" status: 200 len: 1099 time: 0.0672145 Mar 07 11:06:50.762939 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-21a88e0e-0e79-4a25-9b4a-cdc9846d08bc req-e9a8bee5-8963-46cc-90ed-2ad1ad5d9489 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=db85e2b1-aa91-4c7a-ba2f-a16b40a63964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363600 Mar 07 11:06:50.962751 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273325d4-068a-4923-b046-f8e85bc48d92 req-05c4a4ed-cbff-4b6f-846d-bc1e0eeb2c58 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:06:50.964353 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-273325d4-068a-4923-b046-f8e85bc48d92 req-05c4a4ed-cbff-4b6f-846d-bc1e0eeb2c58 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/ports?device_id=39ccc9c3-53ac-4cbb-8848-01bf40824ae5 HTTP/1.1" status: 200 len: 946 time: 0.0773144 Mar 07 11:06:51.008440 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-273325d4-068a-4923-b046-f8e85bc48d92 req-60032761-7fc6-43b0-b9a1-9f8e68fbc756 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/security-groups?id=db85e2b1-aa91-4c7a-ba2f-a16b40a63964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387552 Mar 07 11:06:52.212149 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b27cdf9-8568-44af-b931-1a41c9d7402a req-c5b1ee63-2dab-497b-a5f4-a357db93f59d tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:06:52.215001 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-7b27cdf9-8568-44af-b931-1a41c9d7402a req-c5b1ee63-2dab-497b-a5f4-a357db93f59d tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/ports?device_id=39ccc9c3-53ac-4cbb-8848-01bf40824ae5 HTTP/1.1" status: 200 len: 946 time: 0.0779021 Mar 07 11:06:52.263296 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-7b27cdf9-8568-44af-b931-1a41c9d7402a req-09ef63f9-50ed-43bf-b6c7-245fefa2eef7 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/security-groups?id=db85e2b1-aa91-4c7a-ba2f-a16b40a63964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436921 Mar 07 11:06:52.462601 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d58e7c9-118f-4895-a1de-537ec83278d0 req-22c29176-7dc3-4c99-8308-31f0ca6b8058 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:06:52.464520 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-8d58e7c9-118f-4895-a1de-537ec83278d0 req-22c29176-7dc3-4c99-8308-31f0ca6b8058 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/ports?device_id=39ccc9c3-53ac-4cbb-8848-01bf40824ae5 HTTP/1.1" status: 200 len: 946 time: 0.0768313 Mar 07 11:06:52.509608 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-8d58e7c9-118f-4895-a1de-537ec83278d0 req-ab6d8f0d-730f-4a1b-b744-72aa1353f02f tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/security-groups?id=db85e2b1-aa91-4c7a-ba2f-a16b40a63964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396800 Mar 07 11:06:52.536562 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 45928) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:06:52.610750 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-d4e8c371-6d0e-4e78-a208-34f68b032d5b tempest-TestNetworkAdvancedServerOps-1832968989 tempest-TestNetworkAdvancedServerOps-1832968989-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=39ccc9c3-53ac-4cbb-8848-01bf40824ae5 HTTP/1.1" status: 200 len: 1094 time: 0.0729978 Mar 07 11:06:52.613343 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 45932) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:06:52.618500 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-c016a4d5-4f81-4c61-acc7-d2159559794e tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Request body: {'floatingip': {'floating_network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'port_id': '970234ae-f49d-465c-8280-5259c5440234', 'tenant_id': 'fd9e5bc96c1947bd9411090e5d621544', 'fixed_ip_address': '172.20.0.10'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 11:06:52.624617 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-c016a4d5-4f81-4c61-acc7-d2159559794e tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 11:06:52.628341 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-c016a4d5-4f81-4c61-acc7-d2159559794e tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Usage tracker for resource:floatingip and tenant:fd9e5bc96c1947bd9411090e5d621544 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 11:06:52.631108 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-c016a4d5-4f81-4c61-acc7-d2159559794e tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 11:06:52.636922 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-c016a4d5-4f81-4c61-acc7-d2159559794e tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 11:06:52.647067 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c016a4d5-4f81-4c61-acc7-d2159559794e tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for floatingip, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:06:52.778581 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c016a4d5-4f81-4c61-acc7-d2159559794e tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:06:52.904998 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-c016a4d5-4f81-4c61-acc7-d2159559794e tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Allocated IP 172.26.8.198 (5ed85006-6b00-415e-b71f-837fb1421c12/8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a/06b74512-4685-4c1b-b6e9-67af7d971524) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:06:53.044665 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c016a4d5-4f81-4c61-acc7-d2159559794e tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:06:53.073392 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c016a4d5-4f81-4c61-acc7-d2159559794e tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:06:53.142701 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c016a4d5-4f81-4c61-acc7-d2159559794e tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Network 5ed85006-6b00-415e-b71f-837fb1421c12 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:06:53.145067 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-c016a4d5-4f81-4c61-acc7-d2159559794e tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:06:53.148703 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c016a4d5-4f81-4c61-acc7-d2159559794e tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 11:06:53.178806 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c016a4d5-4f81-4c61-acc7-d2159559794e tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Pushing event updated for resources: {'Port': ['ID=06b74512-4685-4c1b-b6e9-67af7d971524,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:53.718545 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c016a4d5-4f81-4c61-acc7-d2159559794e tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:06:53.772849 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c016a4d5-4f81-4c61-acc7-d2159559794e tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:06:53.970623 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c016a4d5-4f81-4c61-acc7-d2159559794e tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:06:53.975010 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c016a4d5-4f81-4c61-acc7-d2159559794e tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3012561'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:06:54.074674 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c016a4d5-4f81-4c61-acc7-d2159559794e tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Pushing event updated for resources: {'Port': ['ID=06b74512-4685-4c1b-b6e9-67af7d971524,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:54.090554 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c016a4d5-4f81-4c61-acc7-d2159559794e tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923533'] for floatingip, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:06:54.274826 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.db.l3_db [None req-c016a4d5-4f81-4c61-acc7-d2159559794e tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Floating IP 574416e2-7cbb-420c-b7b1-84e1797231df associated. External IP: 172.26.8.198, port: 970234ae-f49d-465c-8280-5259c5440234. Mar 07 11:06:54.656905 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c016a4d5-4f81-4c61-acc7-d2159559794e tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Router e264bf72-3a33-4733-a366-bba1d7ed014a has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:06:54.961473 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c016a4d5-4f81-4c61-acc7-d2159559794e tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:06:54.971610 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53889db7-9e2b-416e-9d1e-6e3a6b51534f None None] Sync routers for ids ['e264bf72-3a33-4733-a366-bba1d7ed014a'] in dv-neutron-830731-3-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 11:06:54.984750 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53889db7-9e2b-416e-9d1e-6e3a6b51534f None None] Routers {'e264bf72-3a33-4733-a366-bba1d7ed014a'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 11:06:54.985344 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-53889db7-9e2b-416e-9d1e-6e3a6b51534f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T11:06:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['e264bf72-3a33-4733-a366-bba1d7ed014a'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:06:54.985805 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c016a4d5-4f81-4c61-acc7-d2159559794e tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for floatingip, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:06:55.037707 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-c016a4d5-4f81-4c61-acc7-d2159559794e tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4231815 Mar 07 11:06:55.038139 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39ccc9c3-53ac-4cbb-8848-01bf40824ae5', 'tag': '970234ae-f49d-465c-8280-5259c5440234'}] {{(pid=83737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 11:06:55.095216 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39ccc9c3-53ac-4cbb-8848-01bf40824ae5', 'tag': '970234ae-f49d-465c-8280-5259c5440234', 'status': 'completed', 'code': 200} Mar 07 11:06:55.171748 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-53889db7-9e2b-416e-9d1e-6e3a6b51534f None None] Set router e264bf72-3a33-4733-a366-bba1d7ed014a gateway port host: dv-neutron-830731-3-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 11:06:55.240468 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-936990bd-d71b-4fb3-a572-6873121e8bb4 req-dc146e2e-1079-4db0-b367-783da9075575 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fd9e5bc96c1947bd9411090e5d621544&device_id=39ccc9c3-53ac-4cbb-8848-01bf40824ae5 HTTP/1.1" status: 200 len: 1099 time: 0.1225474 Mar 07 11:06:55.273856 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0672b7b0-f36c-413c-9c87-81908829c6a8 req-96e39edd-22a2-4f7b-805b-c8399b33d5ca tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:06:55.275295 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-0672b7b0-f36c-413c-9c87-81908829c6a8 req-96e39edd-22a2-4f7b-805b-c8399b33d5ca tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/ports?device_id=39ccc9c3-53ac-4cbb-8848-01bf40824ae5 HTTP/1.1" status: 200 len: 946 time: 0.1217494 Mar 07 11:06:55.394427 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-0672b7b0-f36c-413c-9c87-81908829c6a8 req-20cf0811-302d-47e5-a59a-52975e69b0cc tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/security-groups?id=db85e2b1-aa91-4c7a-ba2f-a16b40a63964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698597 Mar 07 11:06:55.423812 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 45940) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:06:55.426860 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936990bd-d71b-4fb3-a572-6873121e8bb4 req-25600fbe-0524-4995-83b9-2930fc5f2974 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:06:55.428431 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-936990bd-d71b-4fb3-a572-6873121e8bb4 req-25600fbe-0524-4995-83b9-2930fc5f2974 service neutron] 10.222.0.10 "GET /v2.0/networks?id=44fb6758-5129-4082-921b-d28996b62c8f HTTP/1.1" status: 200 len: 898 time: 0.1819315 Mar 07 11:06:55.529207 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-936990bd-d71b-4fb3-a572-6873121e8bb4 req-ff6886cb-3a8a-40a4-9939-19abce3f53e6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=970234ae-f49d-465c-8280-5259c5440234 HTTP/1.1" status: 200 len: 1000 time: 0.0942025 Mar 07 11:06:55.530439 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-9e2ba603-a9e4-45b5-8732-e1b3c64ab71e tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/floatingips/574416e2-7cbb-420c-b7b1-84e1797231df HTTP/1.1" status: 200 len: 992 time: 0.1054420 Mar 07 11:06:55.548884 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-53889db7-9e2b-416e-9d1e-6e3a6b51534f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e264bf72-3a33-4733-a366-bba1d7ed014a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1926550007', 'tenant_id': 'fd9e5bc96c1947bd9411090e5d621544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.161'}], 'enable_snat': True}, 'gw_port_id': '14875bcb-5ad7-48e1-8b1b-a8927deaf1ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:06:33Z', 'updated_at': '2022-03-07T11:06:37Z', 'revision_number': 4, 'project_id': 'fd9e5bc96c1947bd9411090e5d621544', 'gw_port': {'id': '14875bcb-5ad7-48e1-8b1b-a8927deaf1ff', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:39:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e264bf72-3a33-4733-a366-bba1d7ed014a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:06:34Z', 'updated_at': '2022-03-07T11:06:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_floatingips': [{'id': '574416e2-7cbb-420c-b7b1-84e1797231df', 'tenant_id': 'fd9e5bc96c1947bd9411090e5d621544', 'floating_ip_address': '172.26.8.198', 'floating_network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'router_id': 'e264bf72-3a33-4733-a366-bba1d7ed014a', 'port_id': '970234ae-f49d-465c-8280-5259c5440234', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44fb6758-5129-4082-921b-d28996b62c8f', 'mac_address': 'fa:16:3e:97:c9:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39ccc9c3-53ac-4cbb-8848-01bf40824ae5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:06:53Z', 'updated_at': '2022-03-07T11:06:53Z', 'revision_number': 0, 'project_id': 'fd9e5bc96c1947bd9411090e5d621544', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a09f7fc-2afa-4261-aa3d-1437acf87db9', 'name': '', 'network_id': '44fb6758-5129-4082-921b-d28996b62c8f', 'tenant_id': 'fd9e5bc96c1947bd9411090e5d621544', 'mac_address': 'fa:16:3e:0a:53:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e264bf72-3a33-4733-a366-bba1d7ed014a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b4bbb611-4d53-4b22-8b21-2dc4ea3f711d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:06:37Z', 'updated_at': '2022-03-07T11:06:43Z', 'revision_number': 5, 'project_id': 'fd9e5bc96c1947bd9411090e5d621544', 'subnets': [{'id': 'b4bbb611-4d53-4b22-8b21-2dc4ea3f711d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:06:55.552856 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53889db7-9e2b-416e-9d1e-6e3a6b51534f None None] Checking router: e264bf72-3a33-4733-a366-bba1d7ed014a for host: dv-neutron-830731-3-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 07 11:06:55.563423 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53889db7-9e2b-416e-9d1e-6e3a6b51534f None None] Routers {'e264bf72-3a33-4733-a366-bba1d7ed014a'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 11:06:55.563997 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-53889db7-9e2b-416e-9d1e-6e3a6b51534f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T11:06:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['e264bf72-3a33-4733-a366-bba1d7ed014a'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:06:55.595806 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936990bd-d71b-4fb3-a572-6873121e8bb4 req-d60d3bc6-fbd9-44c4-9900-2a002bb4688c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:06:55.597258 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-936990bd-d71b-4fb3-a572-6873121e8bb4 req-d60d3bc6-fbd9-44c4-9900-2a002bb4688c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b4bbb611-4d53-4b22-8b21-2dc4ea3f711d HTTP/1.1" status: 200 len: 835 time: 0.0627658 Mar 07 11:06:55.669606 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-936990bd-d71b-4fb3-a572-6873121e8bb4 req-8430bdbf-c374-402a-87b0-ef207697ecc2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=44fb6758-5129-4082-921b-d28996b62c8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0666115 Mar 07 11:06:55.736325 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-53889db7-9e2b-416e-9d1e-6e3a6b51534f None None] Set router e264bf72-3a33-4733-a366-bba1d7ed014a gateway port host: dv-neutron-830731-3-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 11:06:55.800005 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-936990bd-d71b-4fb3-a572-6873121e8bb4 req-043d6059-6293-4fc4-b0ee-b07f3edc4eb1 service neutron] 10.222.0.10 "GET /v2.0/networks/44fb6758-5129-4082-921b-d28996b62c8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236248 Mar 07 11:06:55.929812 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-936990bd-d71b-4fb3-a572-6873121e8bb4 req-14796314-ece7-422b-aecc-3000631f258c service neutron] 10.222.0.10 "GET /v2.0/networks/44fb6758-5129-4082-921b-d28996b62c8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239908 Mar 07 11:06:56.069062 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-53889db7-9e2b-416e-9d1e-6e3a6b51534f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e264bf72-3a33-4733-a366-bba1d7ed014a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1926550007', 'tenant_id': 'fd9e5bc96c1947bd9411090e5d621544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.161'}], 'enable_snat': True}, 'gw_port_id': '14875bcb-5ad7-48e1-8b1b-a8927deaf1ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:06:33Z', 'updated_at': '2022-03-07T11:06:37Z', 'revision_number': 4, 'project_id': 'fd9e5bc96c1947bd9411090e5d621544', 'gw_port': {'id': '14875bcb-5ad7-48e1-8b1b-a8927deaf1ff', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:39:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e264bf72-3a33-4733-a366-bba1d7ed014a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:06:34Z', 'updated_at': '2022-03-07T11:06:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_floatingips': [{'id': '574416e2-7cbb-420c-b7b1-84e1797231df', 'tenant_id': 'fd9e5bc96c1947bd9411090e5d621544', 'floating_ip_address': '172.26.8.198', 'floating_network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'router_id': 'e264bf72-3a33-4733-a366-bba1d7ed014a', 'port_id': '970234ae-f49d-465c-8280-5259c5440234', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44fb6758-5129-4082-921b-d28996b62c8f', 'mac_address': 'fa:16:3e:97:c9:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39ccc9c3-53ac-4cbb-8848-01bf40824ae5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:06:53Z', 'updated_at': '2022-03-07T11:06:53Z', 'revision_number': 0, 'project_id': 'fd9e5bc96c1947bd9411090e5d621544', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a09f7fc-2afa-4261-aa3d-1437acf87db9', 'name': '', 'network_id': '44fb6758-5129-4082-921b-d28996b62c8f', 'tenant_id': 'fd9e5bc96c1947bd9411090e5d621544', 'mac_address': 'fa:16:3e:0a:53:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e264bf72-3a33-4733-a366-bba1d7ed014a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b4bbb611-4d53-4b22-8b21-2dc4ea3f711d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:06:37Z', 'updated_at': '2022-03-07T11:06:43Z', 'revision_number': 5, 'project_id': 'fd9e5bc96c1947bd9411090e5d621544', 'subnets': [{'id': 'b4bbb611-4d53-4b22-8b21-2dc4ea3f711d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:06:56.072833 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53889db7-9e2b-416e-9d1e-6e3a6b51534f None None] The sync data for ids ['e264bf72-3a33-4733-a366-bba1d7ed014a'] in dv-neutron-830731-3-hyperv is: [{'id': 'e264bf72-3a33-4733-a366-bba1d7ed014a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1926550007', 'tenant_id': 'fd9e5bc96c1947bd9411090e5d621544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.161'}], 'enable_snat': True}, 'gw_port_id': '14875bcb-5ad7-48e1-8b1b-a8927deaf1ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:06:33Z', 'updated_at': '2022-03-07T11:06:37Z', 'revision_number': 4, 'project_id': 'fd9e5bc96c1947bd9411090e5d621544', 'gw_port': {'id': '14875bcb-5ad7-48e1-8b1b-a8927deaf1ff', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:39:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e264bf72-3a33-4733-a366-bba1d7ed014a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:06:34Z', 'updated_at': '2022-03-07T11:06:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_floatingips': [{'id': '574416e2-7cbb-420c-b7b1-84e1797231df', 'tenant_id': 'fd9e5bc96c1947bd9411090e5d621544', 'floating_ip_address': '172.26.8.198', 'floating_network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'router_id': 'e264bf72-3a33-4733-a366-bba1d7ed014a', 'port_id': '970234ae-f49d-465c-8280-5259c5440234', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44fb6758-5129-4082-921b-d28996b62c8f', 'mac_address': 'fa:16:3e:97:c9:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39ccc9c3-53ac-4cbb-8848-01bf40824ae5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:06:53Z', 'updated_at': '2022-03-07T11:06:53Z', 'revision_number': 0, 'project_id': 'fd9e5bc96c1947bd9411090e5d621544', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a09f7fc-2afa-4261-aa3d-1437acf87db9', 'name': '', 'network_id': '44fb6758-5129-4082-921b-d28996b62c8f', 'tenant_id': 'fd9e5bc96c1947bd9411090e5d621544', 'mac_address': 'fa:16:3e:0a:53:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e264bf72-3a33-4733-a366-bba1d7ed014a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b4bbb611-4d53-4b22-8b21-2dc4ea3f711d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:06:37Z', 'updated_at': '2022-03-07T11:06:43Z', 'revision_number': 5, 'project_id': 'fd9e5bc96c1947bd9411090e5d621544', 'subnets': [{'id': 'b4bbb611-4d53-4b22-8b21-2dc4ea3f711d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 11:06:56.533975 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 45944) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:06:56.641085 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-2b82b30d-dea9-4dee-bd09-c0c93a87b853 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/floatingips/574416e2-7cbb-420c-b7b1-84e1797231df HTTP/1.1" status: 200 len: 992 time: 0.1057949 Mar 07 11:06:57.643901 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 45950) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:06:57.748096 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-86cfa5b8-3826-44fb-819f-46b052d9c3d2 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/floatingips/574416e2-7cbb-420c-b7b1-84e1797231df HTTP/1.1" status: 200 len: 992 time: 0.1031406 Mar 07 11:06:58.461699 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-76856a11-b52e-496d-9b5e-f3329253b0d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:06:58.570997 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3b6267-7ec9-4127-beb6-ca2593a6bd88 None None] New status for floating IP 574416e2-7cbb-420c-b7b1-84e1797231df: ACTIVE {{(pid=83739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 07 11:06:58.752039 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 45954) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:06:58.859239 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-a65478b3-c289-4603-a1a4-4c9cf4f2e992 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/floatingips/574416e2-7cbb-420c-b7b1-84e1797231df HTTP/1.1" status: 200 len: 992 time: 0.1059701 Mar 07 11:06:59.455852 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-1d3ad385-b6bb-4a52-a2f5-4d50016901c9 req-225ec5dd-cc98-44db-b480-5660010e32d8 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=39ccc9c3-53ac-4cbb-8848-01bf40824ae5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0693495 Mar 07 11:06:59.593731 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-1d3ad385-b6bb-4a52-a2f5-4d50016901c9 req-1a300da7-7d87-40c6-b8f7-653fcdfc3697 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fd9e5bc96c1947bd9411090e5d621544&device_id=39ccc9c3-53ac-4cbb-8848-01bf40824ae5 HTTP/1.1" status: 200 len: 1099 time: 0.0702000 Mar 07 11:06:59.737401 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3ad385-b6bb-4a52-a2f5-4d50016901c9 req-5f51b2c1-ef6e-4131-bc9f-d1e37ea29e98 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:06:59.738814 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-1d3ad385-b6bb-4a52-a2f5-4d50016901c9 req-5f51b2c1-ef6e-4131-bc9f-d1e37ea29e98 service neutron] 10.222.0.10 "GET /v2.0/networks?id=44fb6758-5129-4082-921b-d28996b62c8f HTTP/1.1" status: 200 len: 898 time: 0.1278343 Mar 07 11:06:59.838538 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-1d3ad385-b6bb-4a52-a2f5-4d50016901c9 req-0c23bdec-5124-4483-b1c0-54089e28a26b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=970234ae-f49d-465c-8280-5259c5440234 HTTP/1.1" status: 200 len: 1002 time: 0.0940721 Mar 07 11:06:59.862683 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 45958) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:06:59.900255 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3ad385-b6bb-4a52-a2f5-4d50016901c9 req-33250523-a108-4a1b-aba9-69a284e87318 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:06:59.901733 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-1d3ad385-b6bb-4a52-a2f5-4d50016901c9 req-33250523-a108-4a1b-aba9-69a284e87318 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b4bbb611-4d53-4b22-8b21-2dc4ea3f711d HTTP/1.1" status: 200 len: 835 time: 0.0582395 Mar 07 11:06:59.972524 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-08d8fa85-9f8a-4b55-9a8c-8b7b7bd68291 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/floatingips/574416e2-7cbb-420c-b7b1-84e1797231df HTTP/1.1" status: 200 len: 994 time: 0.1042206 Mar 07 11:06:59.976917 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-1d3ad385-b6bb-4a52-a2f5-4d50016901c9 req-15b6b8f1-45e2-46a4-a536-e5b8e2b2f197 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=44fb6758-5129-4082-921b-d28996b62c8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698805 Mar 07 11:07:00.183982 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-1d3ad385-b6bb-4a52-a2f5-4d50016901c9 req-82110089-e2ae-4b29-9923-f531deb0bbde service neutron] 10.222.0.10 "GET /v2.0/networks/44fb6758-5129-4082-921b-d28996b62c8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011755 Mar 07 11:07:00.311148 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-1d3ad385-b6bb-4a52-a2f5-4d50016901c9 req-1e07f7e7-fd3a-4ea2-bc3c-40d56d6abdce service neutron] 10.222.0.10 "GET /v2.0/networks/44fb6758-5129-4082-921b-d28996b62c8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209424 Mar 07 11:07:00.643657 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-e8e95c33-7c7b-4da0-b266-c687a44c2e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:07:01.921073 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-711fefd2-3b30-4759-8df5-0aecff1c8e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:07:01.939151 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:07:03.349764 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c87150bd-aa9c-4ad1-bb68-57ec66d4fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:07:13.101207 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-adbd2215-c8ee-41f3-92a6-4182ca26b8a8 None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 11:07:15.944462 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:07:28.464253 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-2488fd2b-42b6-480a-9709-0e8adbde4c07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:07:30.644802 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-b28ee3d8-6ea1-4fce-963b-3474ead6380d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:07:31.923678 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-711fefd2-3b30-4759-8df5-0aecff1c8e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:07:31.940069 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:07:33.352671 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c87150bd-aa9c-4ad1-bb68-57ec66d4fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:07:45.954630 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:07:50.100770 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-adbd2215-c8ee-41f3-92a6-4182ca26b8a8 None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 11:07:56.907018 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-2af8a3c2-77df-4818-89f3-0ef24f67c552 req-cea55012-8e70-453a-8e17-eded45c0e15b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=39ccc9c3-53ac-4cbb-8848-01bf40824ae5&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0655577 Mar 07 11:07:57.359121 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf38778-34ae-4747-84cc-08fa1b5e6273 req-96ec7118-4d10-44a5-8f75-1f668ac921e5 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:07:57.360582 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-1bf38778-34ae-4747-84cc-08fa1b5e6273 req-96ec7118-4d10-44a5-8f75-1f668ac921e5 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/ports?device_id=39ccc9c3-53ac-4cbb-8848-01bf40824ae5 HTTP/1.1" status: 200 len: 946 time: 0.0840359 Mar 07 11:07:57.404768 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-1bf38778-34ae-4747-84cc-08fa1b5e6273 req-7afe5390-9cb2-41e3-8ea6-6e62563b5226 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/security-groups?id=db85e2b1-aa91-4c7a-ba2f-a16b40a63964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386155 Mar 07 11:07:57.410061 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-66b76fec-c6c2-44ca-b60d-d8a8fcb36c99 req-da821ba0-d365-4832-933f-dcbb322a4c6e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=39ccc9c3-53ac-4cbb-8848-01bf40824ae5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1878691 Mar 07 11:07:58.467352 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-97c36838-bc4e-4270-8cf8-baed778fe6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:07:58.600253 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31204ead-6254-49ec-a5e7-ad270f1caa17 req-29b9bdf8-5a7f-4a53-9fab-3064056be7ea tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:07:58.601846 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-31204ead-6254-49ec-a5e7-ad270f1caa17 req-29b9bdf8-5a7f-4a53-9fab-3064056be7ea tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/ports?device_id=39ccc9c3-53ac-4cbb-8848-01bf40824ae5 HTTP/1.1" status: 200 len: 946 time: 0.0768147 Mar 07 11:07:58.692388 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-31204ead-6254-49ec-a5e7-ad270f1caa17 req-6c0eb70d-6d7d-4b5f-b74d-12e92db1f990 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/security-groups?id=db85e2b1-aa91-4c7a-ba2f-a16b40a63964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842395 Mar 07 11:07:58.720447 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-48436163-f0a1-49d9-9948-55819d606d16 req-7d7f0400-e04d-4858-a1b1-86a8691b51fe service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fd9e5bc96c1947bd9411090e5d621544&device_id=39ccc9c3-53ac-4cbb-8848-01bf40824ae5 HTTP/1.1" status: 200 len: 1099 time: 0.0847352 Mar 07 11:07:58.863550 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48436163-f0a1-49d9-9948-55819d606d16 req-a8b2c1aa-b211-4bb4-a5be-713a41386f0b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:07:58.864904 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-48436163-f0a1-49d9-9948-55819d606d16 req-a8b2c1aa-b211-4bb4-a5be-713a41386f0b service neutron] 10.222.0.10 "GET /v2.0/networks?id=44fb6758-5129-4082-921b-d28996b62c8f HTTP/1.1" status: 200 len: 898 time: 0.1238928 Mar 07 11:07:58.963545 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-48436163-f0a1-49d9-9948-55819d606d16 req-6905c54d-825a-479a-97e0-c74abcd68c8e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=970234ae-f49d-465c-8280-5259c5440234 HTTP/1.1" status: 200 len: 1002 time: 0.0929403 Mar 07 11:07:59.023943 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48436163-f0a1-49d9-9948-55819d606d16 req-05f126dd-9035-419c-967d-8878cecd9dcf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:07:59.025331 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-48436163-f0a1-49d9-9948-55819d606d16 req-05f126dd-9035-419c-967d-8878cecd9dcf service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b4bbb611-4d53-4b22-8b21-2dc4ea3f711d HTTP/1.1" status: 200 len: 835 time: 0.0558362 Mar 07 11:07:59.097438 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-48436163-f0a1-49d9-9948-55819d606d16 req-5a0825c5-3e67-468e-a9a7-70b957d89a14 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=44fb6758-5129-4082-921b-d28996b62c8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0658898 Mar 07 11:07:59.224187 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-48436163-f0a1-49d9-9948-55819d606d16 req-bb3f9abd-781e-46d2-a2ae-a80a44374897 service neutron] 10.222.0.10 "GET /v2.0/networks/44fb6758-5129-4082-921b-d28996b62c8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203201 Mar 07 11:07:59.352115 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-48436163-f0a1-49d9-9948-55819d606d16 req-ef8891e1-afa8-4018-89f4-9b939a9ea073 service neutron] 10.222.0.10 "GET /v2.0/networks/44fb6758-5129-4082-921b-d28996b62c8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220288 Mar 07 11:07:59.458967 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-66b76fec-c6c2-44ca-b60d-d8a8fcb36c99 req-9975bfbc-c861-4c93-8c0a-7e908d79f53c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fd9e5bc96c1947bd9411090e5d621544&device_id=39ccc9c3-53ac-4cbb-8848-01bf40824ae5 HTTP/1.1" status: 200 len: 1099 time: 0.0700462 Mar 07 11:07:59.586646 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b76fec-c6c2-44ca-b60d-d8a8fcb36c99 req-fb0e444a-ad12-492b-904d-15914fa7052f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:07:59.587976 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-66b76fec-c6c2-44ca-b60d-d8a8fcb36c99 req-fb0e444a-ad12-492b-904d-15914fa7052f service neutron] 10.222.0.10 "GET /v2.0/networks?id=44fb6758-5129-4082-921b-d28996b62c8f HTTP/1.1" status: 200 len: 898 time: 0.1229727 Mar 07 11:07:59.787853 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-66b76fec-c6c2-44ca-b60d-d8a8fcb36c99 req-166acc5e-09fd-47b1-85f4-a7d883d1b1d6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=970234ae-f49d-465c-8280-5259c5440234 HTTP/1.1" status: 200 len: 1002 time: 0.1913242 Mar 07 11:07:59.894197 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b76fec-c6c2-44ca-b60d-d8a8fcb36c99 req-7a972457-661d-4385-9e7e-2c988765f81c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:07:59.895594 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-66b76fec-c6c2-44ca-b60d-d8a8fcb36c99 req-7a972457-661d-4385-9e7e-2c988765f81c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b4bbb611-4d53-4b22-8b21-2dc4ea3f711d HTTP/1.1" status: 200 len: 835 time: 0.1002586 Mar 07 11:07:59.962540 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef992b3-6003-4b11-bb5a-b07576434f65 req-a5523791-f2a0-4804-b621-aa6a88f9d2b7 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:07:59.963960 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-5ef992b3-6003-4b11-bb5a-b07576434f65 req-a5523791-f2a0-4804-b621-aa6a88f9d2b7 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/ports?device_id=39ccc9c3-53ac-4cbb-8848-01bf40824ae5 HTTP/1.1" status: 200 len: 946 time: 0.1398137 Mar 07 11:08:00.022728 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-66b76fec-c6c2-44ca-b60d-d8a8fcb36c99 req-903ef5f3-5188-427a-99c3-e0a8873ae272 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=44fb6758-5129-4082-921b-d28996b62c8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1170948 Mar 07 11:08:00.024815 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-5ef992b3-6003-4b11-bb5a-b07576434f65 req-4b7d6cb5-9fec-4ae5-a11e-7dec0d4fa0d2 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/security-groups?id=db85e2b1-aa91-4c7a-ba2f-a16b40a63964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537164 Mar 07 11:08:00.151209 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-66b76fec-c6c2-44ca-b60d-d8a8fcb36c99 req-9359e65b-8c6d-4b9b-be42-5685f7add3dd service neutron] 10.222.0.10 "GET /v2.0/networks/44fb6758-5129-4082-921b-d28996b62c8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217062 Mar 07 11:08:00.279462 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-66b76fec-c6c2-44ca-b60d-d8a8fcb36c99 req-1888bdcd-ca07-4b5e-a855-f659bb80bb87 service neutron] 10.222.0.10 "GET /v2.0/networks/44fb6758-5129-4082-921b-d28996b62c8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225696 Mar 07 11:08:00.645682 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-58c09527-fca0-497d-941a-98ead27cd546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:08:01.225824 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fb8a15-0935-45bc-91ec-5aacbca03bc3 req-77415ac6-df81-4bb0-ba47-ecc7ba6dd1d0 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:01.230973 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b1fb8a15-0935-45bc-91ec-5aacbca03bc3 req-77415ac6-df81-4bb0-ba47-ecc7ba6dd1d0 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/ports?device_id=39ccc9c3-53ac-4cbb-8848-01bf40824ae5 HTTP/1.1" status: 200 len: 946 time: 0.0799615 Mar 07 11:08:01.272212 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b1fb8a15-0935-45bc-91ec-5aacbca03bc3 req-f24fe356-0cb1-4d74-a532-d10d08697897 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/security-groups?id=db85e2b1-aa91-4c7a-ba2f-a16b40a63964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394387 Mar 07 11:08:01.930797 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-711fefd2-3b30-4759-8df5-0aecff1c8e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:08:01.941591 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:08:02.466276 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f81e4b-d04b-4c7e-8a4a-c6ebcf6d63c5 req-c80024a3-dca7-4966-a8cd-2c014d3588a5 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:02.467700 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-92f81e4b-d04b-4c7e-8a4a-c6ebcf6d63c5 req-c80024a3-dca7-4966-a8cd-2c014d3588a5 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/ports?device_id=39ccc9c3-53ac-4cbb-8848-01bf40824ae5 HTTP/1.1" status: 200 len: 946 time: 0.0747440 Mar 07 11:08:02.513058 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-92f81e4b-d04b-4c7e-8a4a-c6ebcf6d63c5 req-a20c4255-6e49-4d80-9e01-c50d588e0342 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/security-groups?id=db85e2b1-aa91-4c7a-ba2f-a16b40a63964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394478 Mar 07 11:08:03.354462 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c87150bd-aa9c-4ad1-bb68-57ec66d4fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:08:03.710901 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf5d04c-e2d3-4583-80d0-6778c0db6312 req-958709f1-3ba3-4026-bc03-b7dcb1c6303c tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:03.712324 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-eaf5d04c-e2d3-4583-80d0-6778c0db6312 req-958709f1-3ba3-4026-bc03-b7dcb1c6303c tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/ports?device_id=39ccc9c3-53ac-4cbb-8848-01bf40824ae5 HTTP/1.1" status: 200 len: 946 time: 0.0778878 Mar 07 11:08:03.757332 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-eaf5d04c-e2d3-4583-80d0-6778c0db6312 req-6edc2135-9099-4e45-a7b4-3bb36dba1b17 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/security-groups?id=db85e2b1-aa91-4c7a-ba2f-a16b40a63964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385671 Mar 07 11:08:04.951027 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523d579a-9041-4671-b20e-810a9a2570a2 req-8dcc20e1-4928-4bab-a0e3-d0744ad7207e tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:04.952454 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-523d579a-9041-4671-b20e-810a9a2570a2 req-8dcc20e1-4928-4bab-a0e3-d0744ad7207e tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/ports?device_id=39ccc9c3-53ac-4cbb-8848-01bf40824ae5 HTTP/1.1" status: 200 len: 946 time: 0.0745907 Mar 07 11:08:04.996067 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-523d579a-9041-4671-b20e-810a9a2570a2 req-2026fc8c-3723-4eb1-9b9a-48f14588ad0d tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/security-groups?id=db85e2b1-aa91-4c7a-ba2f-a16b40a63964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382648 Mar 07 11:08:06.190984 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2a1300-e2f7-489a-b2b7-c515c63deaec req-20bf872f-e145-4db3-ad11-240f6dace337 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:06.192439 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-1a2a1300-e2f7-489a-b2b7-c515c63deaec req-20bf872f-e145-4db3-ad11-240f6dace337 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/ports?device_id=39ccc9c3-53ac-4cbb-8848-01bf40824ae5 HTTP/1.1" status: 200 len: 946 time: 0.0799105 Mar 07 11:08:06.237567 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-1a2a1300-e2f7-489a-b2b7-c515c63deaec req-6c5ccb02-602a-4c18-89af-6994706481cc tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/security-groups?id=db85e2b1-aa91-4c7a-ba2f-a16b40a63964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396945 Mar 07 11:08:07.432313 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d32809c-3e12-4e90-ae0a-44c43ab972e4 req-4ba0110b-c94b-43c1-ab8e-cdaec9826e73 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:07.434302 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-8d32809c-3e12-4e90-ae0a-44c43ab972e4 req-4ba0110b-c94b-43c1-ab8e-cdaec9826e73 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/ports?device_id=39ccc9c3-53ac-4cbb-8848-01bf40824ae5 HTTP/1.1" status: 200 len: 946 time: 0.0733745 Mar 07 11:08:07.480510 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-8d32809c-3e12-4e90-ae0a-44c43ab972e4 req-64a5c58a-d0bf-4905-8cda-d278c82564ef tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/security-groups?id=db85e2b1-aa91-4c7a-ba2f-a16b40a63964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408657 Mar 07 11:08:08.674421 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc289f28-ce44-41c4-b23a-78231118d51f req-edba6545-436c-41bb-90c0-90e44b1aedd6 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:08.675735 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-cc289f28-ce44-41c4-b23a-78231118d51f req-edba6545-436c-41bb-90c0-90e44b1aedd6 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/ports?device_id=39ccc9c3-53ac-4cbb-8848-01bf40824ae5 HTTP/1.1" status: 200 len: 946 time: 0.0736578 Mar 07 11:08:08.719438 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-cc289f28-ce44-41c4-b23a-78231118d51f req-c79b5bf7-7770-431e-8c00-159d65862e31 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/security-groups?id=db85e2b1-aa91-4c7a-ba2f-a16b40a63964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381751 Mar 07 11:08:09.940103 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae38967-c01a-430e-90fe-7cfc7bd11d86 req-f046344c-4d85-4c40-ba91-60b10f58de5b tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:09.941571 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-aae38967-c01a-430e-90fe-7cfc7bd11d86 req-f046344c-4d85-4c40-ba91-60b10f58de5b tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/ports?device_id=39ccc9c3-53ac-4cbb-8848-01bf40824ae5 HTTP/1.1" status: 200 len: 946 time: 0.0797024 Mar 07 11:08:09.985083 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-aae38967-c01a-430e-90fe-7cfc7bd11d86 req-39afd3f2-9c97-47d4-8579-648b24d8ce5d tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/security-groups?id=db85e2b1-aa91-4c7a-ba2f-a16b40a63964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381258 Mar 07 11:08:11.178617 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049b6e7f-30f4-434e-99dd-64f54352d0ff req-636231a5-ad28-4b5e-be2c-f7ef46dc0996 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:11.180315 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-049b6e7f-30f4-434e-99dd-64f54352d0ff req-636231a5-ad28-4b5e-be2c-f7ef46dc0996 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/ports?device_id=39ccc9c3-53ac-4cbb-8848-01bf40824ae5 HTTP/1.1" status: 200 len: 946 time: 0.0751910 Mar 07 11:08:11.225678 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-049b6e7f-30f4-434e-99dd-64f54352d0ff req-ae701181-1077-4321-9171-fdd0986257eb tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/security-groups?id=db85e2b1-aa91-4c7a-ba2f-a16b40a63964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393913 Mar 07 11:08:11.903074 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-66b76fec-c6c2-44ca-b60d-d8a8fcb36c99 req-777c0e28-9040-423e-a811-df34274de8c7 service neutron] 10.222.0.10 "GET /v2.0/ports/970234ae-f49d-465c-8280-5259c5440234/bindings/hv-neutron-8307 HTTP/1.1" status: 200 len: 384 time: 0.0742869 Mar 07 11:08:12.161655 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-66b76fec-c6c2-44ca-b60d-d8a8fcb36c99 req-a274a53c-d953-4363-a984-44570fd0a3ed service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=39ccc9c3-53ac-4cbb-8848-01bf40824ae5&tenant_id=fd9e5bc96c1947bd9411090e5d621544 HTTP/1.1" status: 200 len: 1099 time: 0.0699308 Mar 07 11:08:12.252710 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-66b76fec-c6c2-44ca-b60d-d8a8fcb36c99 req-72c6eef3-86d7-4805-bc5a-176413e577d7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fd9e5bc96c1947bd9411090e5d621544&device_id=39ccc9c3-53ac-4cbb-8848-01bf40824ae5 HTTP/1.1" status: 200 len: 1099 time: 0.0704410 Mar 07 11:08:12.501626 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b76fec-c6c2-44ca-b60d-d8a8fcb36c99 req-18a800e6-233e-498d-859f-c824d474c943 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:12.503060 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-66b76fec-c6c2-44ca-b60d-d8a8fcb36c99 req-18a800e6-233e-498d-859f-c824d474c943 service neutron] 10.222.0.10 "GET /v2.0/networks?id=44fb6758-5129-4082-921b-d28996b62c8f HTTP/1.1" status: 200 len: 898 time: 0.2451773 Mar 07 11:08:12.609734 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a2f01d-9050-48d8-98c8-1e7d8dc89d5d req-00c4bcce-c3a5-47de-a250-c4b4b611e0a5 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:12.611163 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-01a2f01d-9050-48d8-98c8-1e7d8dc89d5d req-00c4bcce-c3a5-47de-a250-c4b4b611e0a5 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/ports?device_id=39ccc9c3-53ac-4cbb-8848-01bf40824ae5 HTTP/1.1" status: 200 len: 946 time: 0.2647548 Mar 07 11:08:12.637578 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-66b76fec-c6c2-44ca-b60d-d8a8fcb36c99 req-90d95343-a30c-469a-82bb-f9dfa8475027 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=970234ae-f49d-465c-8280-5259c5440234 HTTP/1.1" status: 200 len: 1002 time: 0.1271198 Mar 07 11:08:12.703647 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-01a2f01d-9050-48d8-98c8-1e7d8dc89d5d req-7d44ace8-2aac-46a8-bb18-54cf2c6a3670 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/security-groups?id=db85e2b1-aa91-4c7a-ba2f-a16b40a63964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870996 Mar 07 11:08:12.713921 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b76fec-c6c2-44ca-b60d-d8a8fcb36c99 req-52c04d5d-0804-4447-9dec-d7e366261c73 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:12.715811 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-66b76fec-c6c2-44ca-b60d-d8a8fcb36c99 req-52c04d5d-0804-4447-9dec-d7e366261c73 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b4bbb611-4d53-4b22-8b21-2dc4ea3f711d HTTP/1.1" status: 200 len: 835 time: 0.0683796 Mar 07 11:08:12.789107 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-66b76fec-c6c2-44ca-b60d-d8a8fcb36c99 req-8d104450-6dc6-4aca-90bb-df2c7103918b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=44fb6758-5129-4082-921b-d28996b62c8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0672183 Mar 07 11:08:12.914842 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-66b76fec-c6c2-44ca-b60d-d8a8fcb36c99 req-b5f07621-41df-42c3-8861-094c0e356f46 service neutron] 10.222.0.10 "GET /v2.0/networks/44fb6758-5129-4082-921b-d28996b62c8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199780 Mar 07 11:08:13.040896 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-66b76fec-c6c2-44ca-b60d-d8a8fcb36c99 req-7bae6830-ae85-48b8-bb21-77a534a7c23e service neutron] 10.222.0.10 "GET /v2.0/networks/44fb6758-5129-4082-921b-d28996b62c8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204093 Mar 07 11:08:13.900099 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36be3ba8-102c-4882-a5ec-595ba4ee554e req-72582df3-0aa8-48b5-a26a-9f117537afa9 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:13.901527 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-36be3ba8-102c-4882-a5ec-595ba4ee554e req-72582df3-0aa8-48b5-a26a-9f117537afa9 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/ports?device_id=39ccc9c3-53ac-4cbb-8848-01bf40824ae5 HTTP/1.1" status: 200 len: 946 time: 0.0780776 Mar 07 11:08:13.945251 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-36be3ba8-102c-4882-a5ec-595ba4ee554e req-83faa3d4-62b4-4577-85eb-59da62e17856 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/security-groups?id=db85e2b1-aa91-4c7a-ba2f-a16b40a63964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383670 Mar 07 11:08:15.140237 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1052b04-f7be-4305-b7bb-a9036e5ebc12 req-8a52cd3c-ba63-46f3-b530-7f85e407930a tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:15.141684 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b1052b04-f7be-4305-b7bb-a9036e5ebc12 req-8a52cd3c-ba63-46f3-b530-7f85e407930a tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/ports?device_id=39ccc9c3-53ac-4cbb-8848-01bf40824ae5 HTTP/1.1" status: 200 len: 946 time: 0.0746484 Mar 07 11:08:15.185842 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b1052b04-f7be-4305-b7bb-a9036e5ebc12 req-5e2d8e98-363e-454a-8873-635e87902d52 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/security-groups?id=db85e2b1-aa91-4c7a-ba2f-a16b40a63964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388122 Mar 07 11:08:15.994182 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:08:16.387418 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2225c85c-c780-4830-b4bb-f75d8c99a8ee req-30ba7578-bdb0-4204-899f-6d6ee1e730bf tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:16.388897 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-2225c85c-c780-4830-b4bb-f75d8c99a8ee req-30ba7578-bdb0-4204-899f-6d6ee1e730bf tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/ports?device_id=39ccc9c3-53ac-4cbb-8848-01bf40824ae5 HTTP/1.1" status: 200 len: 946 time: 0.0791209 Mar 07 11:08:16.433104 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-2225c85c-c780-4830-b4bb-f75d8c99a8ee req-8a40b37b-aa80-4147-a054-c8e13900140f tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/security-groups?id=db85e2b1-aa91-4c7a-ba2f-a16b40a63964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388377 Mar 07 11:08:16.712874 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device 970234ae-f49d-465c-8280-5259c5440234 details requested by agent hyperv_hv-neutron-8307 with host hv-neutron-8307 {{(pid=83739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 07 11:08:16.716431 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device 970234ae-f49d-465c-8280-5259c5440234 no longer exists at agent hyperv_hv-neutron-8307 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 11:08:16.805454 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95813f16-5188-46c4-8219-1892dcc23b26 req-6f3956d0-d8c5-45e2-97a5-793defa664aa tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:16.806889 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-95813f16-5188-46c4-8219-1892dcc23b26 req-6f3956d0-d8c5-45e2-97a5-793defa664aa tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.10 "GET /v2.0/ports?device_id=39ccc9c3-53ac-4cbb-8848-01bf40824ae5&tenant_id=fd9e5bc96c1947bd9411090e5d621544&binding%3Ahost_id=hv-neutron-8307 HTTP/1.1" status: 200 len: 946 time: 0.1386981 Mar 07 11:08:16.813971 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315a6875-0ca9-4fa0-aa25-b74109851ddc req-633a6abb-3731-4a1d-a39b-d8bd367ece5b tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:16.815431 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-315a6875-0ca9-4fa0-aa25-b74109851ddc req-633a6abb-3731-4a1d-a39b-d8bd367ece5b tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/ports?device_id=39ccc9c3-53ac-4cbb-8848-01bf40824ae5 HTTP/1.1" status: 200 len: 946 time: 0.1123290 Mar 07 11:08:16.875052 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-315a6875-0ca9-4fa0-aa25-b74109851ddc req-f608f801-e46f-474d-8a33-a7b069b6adba tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/security-groups?id=db85e2b1-aa91-4c7a-ba2f-a16b40a63964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431743 Mar 07 11:08:16.957220 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:08:16.962293 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-95813f16-5188-46c4-8219-1892dcc23b26 req-0b004e67-4208-41c6-929d-8cb3c47369cc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fd9e5bc96c1947bd9411090e5d621544&device_id=39ccc9c3-53ac-4cbb-8848-01bf40824ae5 HTTP/1.1" status: 200 len: 1099 time: 0.0767193 Mar 07 11:08:16.971674 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port 970234ae-f49d-465c-8280-5259c5440234, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=970234ae-f49d-465c-8280-5259c5440234,segment=NetworkSegment(b94ff45b-916b-439e-ac9d-01552bb856bd),segment_id=b94ff45b-916b-439e-ac9d-01552bb856bd)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:08:16.990117 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Returning: {'device': '970234ae-f49d-465c-8280-5259c5440234', 'network_id': '44fb6758-5129-4082-921b-d28996b62c8f', 'port_id': '970234ae-f49d-465c-8280-5259c5440234', 'mac_address': 'fa:16:3e:97:c9:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4bbb611-4d53-4b22-8b21-2dc4ea3f711d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 07 11:08:17.026379 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39ccc9c3-53ac-4cbb-8848-01bf40824ae5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '970234ae-f49d-465c-8280-5259c5440234'}] {{(pid=83739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 11:08:17.048068 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port 970234ae-f49d-465c-8280-5259c5440234, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=970234ae-f49d-465c-8280-5259c5440234,segment=NetworkSegment(b94ff45b-916b-439e-ac9d-01552bb856bd),segment_id=b94ff45b-916b-439e-ac9d-01552bb856bd)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:08:17.055784 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:08:17.120799 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:08:17.148104 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 970234ae-f49d-465c-8280-5259c5440234 {{(pid=83739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 07 11:08:17.156362 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95813f16-5188-46c4-8219-1892dcc23b26 req-9742d0cb-e215-4c29-8bc0-1fac2695d9d6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:17.157116 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Pushing event updated for resources: {'Port': ['ID=970234ae-f49d-465c-8280-5259c5440234,revision_number=6']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:08:17.157837 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-95813f16-5188-46c4-8219-1892dcc23b26 req-9742d0cb-e215-4c29-8bc0-1fac2695d9d6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=44fb6758-5129-4082-921b-d28996b62c8f HTTP/1.1" status: 200 len: 898 time: 0.1903174 Mar 07 11:08:17.163487 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999ac331-079b-49bd-9c6b-98a407e5c58b req-f2fa84c1-ca5a-441a-84e6-703f4f207d0e tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:17.164885 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-999ac331-079b-49bd-9c6b-98a407e5c58b req-f2fa84c1-ca5a-441a-84e6-703f4f207d0e tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/ports?device_id=39ccc9c3-53ac-4cbb-8848-01bf40824ae5 HTTP/1.1" status: 200 len: 944 time: 0.1297183 Mar 07 11:08:17.188912 dv-neutron-830731-3-hyperv neutron-server[83739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39ccc9c3-53ac-4cbb-8848-01bf40824ae5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '970234ae-f49d-465c-8280-5259c5440234', 'code': 200} Mar 07 11:08:17.201265 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:08:17.201606 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:08:17.201937 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:08:17.202264 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:08:17.202589 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:08:17.202908 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:08:17.203226 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:08:17.203542 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:08:17.203854 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:08:17.204164 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:08:17.204488 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:08:17.228614 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.db.api [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 11:08:17.228972 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG oslo_db.api [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 11:08:17.297148 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-999ac331-079b-49bd-9c6b-98a407e5c58b req-250063ab-5686-488c-8235-38f57c67c53a tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/security-groups?id=db85e2b1-aa91-4c7a-ba2f-a16b40a63964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836725 Mar 07 11:08:17.298779 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-95813f16-5188-46c4-8219-1892dcc23b26 req-5554780d-0f1a-40ef-8c44-9b7f15647e81 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=970234ae-f49d-465c-8280-5259c5440234 HTTP/1.1" status: 200 len: 1000 time: 0.1330690 Mar 07 11:08:17.362045 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95813f16-5188-46c4-8219-1892dcc23b26 req-6be3f778-1098-4546-8f9e-ccae132a6f89 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:17.363453 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-95813f16-5188-46c4-8219-1892dcc23b26 req-6be3f778-1098-4546-8f9e-ccae132a6f89 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b4bbb611-4d53-4b22-8b21-2dc4ea3f711d HTTP/1.1" status: 200 len: 835 time: 0.0586443 Mar 07 11:08:17.528186 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-95813f16-5188-46c4-8219-1892dcc23b26 req-4029bca2-2d93-4fbf-8125-1a77fa6b9a11 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=44fb6758-5129-4082-921b-d28996b62c8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1594396 Mar 07 11:08:17.658277 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-95813f16-5188-46c4-8219-1892dcc23b26 req-96d51b26-7dab-43e7-8e0c-d7810597b11e service neutron] 10.222.0.10 "GET /v2.0/networks/44fb6758-5129-4082-921b-d28996b62c8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244867 Mar 07 11:08:17.785229 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:08:17.790677 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-95813f16-5188-46c4-8219-1892dcc23b26 req-6aa933dc-2210-4a52-b2de-15f28f7da786 service neutron] 10.222.0.10 "GET /v2.0/networks/44fb6758-5129-4082-921b-d28996b62c8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264224 Mar 07 11:08:17.801880 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 970234ae-f49d-465c-8280-5259c5440234 {{(pid=83739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 07 11:08:17.817069 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port 970234ae-f49d-465c-8280-5259c5440234, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=970234ae-f49d-465c-8280-5259c5440234,segment=NetworkSegment(b94ff45b-916b-439e-ac9d-01552bb856bd),segment_id=b94ff45b-916b-439e-ac9d-01552bb856bd)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:08:17.820941 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:08:17.889586 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] get_ports_and_sgs() called for port_ids ['970234ae-f49d-465c-8280-5259c5440234'] {{(pid=83739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 07 11:08:17.912829 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Pushing event updated for resources: {'Port': ['ID=970234ae-f49d-465c-8280-5259c5440234,revision_number=7']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:08:18.496839 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44748f40-62a9-42b3-b3b7-7c0ef9d2db66 req-9b0e1b8c-c7db-4971-9aa9-672ee05b79b3 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:18.498280 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-44748f40-62a9-42b3-b3b7-7c0ef9d2db66 req-9b0e1b8c-c7db-4971-9aa9-672ee05b79b3 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/ports?device_id=39ccc9c3-53ac-4cbb-8848-01bf40824ae5 HTTP/1.1" status: 200 len: 945 time: 0.0742137 Mar 07 11:08:18.542407 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-44748f40-62a9-42b3-b3b7-7c0ef9d2db66 req-7bbec159-752e-4459-a09d-4b24f9f1ab44 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/security-groups?id=db85e2b1-aa91-4c7a-ba2f-a16b40a63964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387592 Mar 07 11:08:18.569926 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 46062) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:08:18.671350 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-42156057-1cef-415a-ac6a-c06401e1c4db tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/floatingips/574416e2-7cbb-420c-b7b1-84e1797231df HTTP/1.1" status: 200 len: 993 time: 0.1002572 Mar 07 11:08:18.712973 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device 970234ae-f49d-465c-8280-5259c5440234 up at agent hyperv_hv-neutron-8307 {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 11:08:18.781774 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Provisioning complete for port 970234ae-f49d-465c-8280-5259c5440234 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 11:08:18.782051 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:08:18.889091 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:08:18.921879 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port 970234ae-f49d-465c-8280-5259c5440234, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=970234ae-f49d-465c-8280-5259c5440234,segment=NetworkSegment(b94ff45b-916b-439e-ac9d-01552bb856bd),segment_id=b94ff45b-916b-439e-ac9d-01552bb856bd)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:08:18.925777 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:08:18.989089 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Pushing event updated for resources: {'Port': ['ID=970234ae-f49d-465c-8280-5259c5440234,revision_number=8']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:08:19.190226 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39ccc9c3-53ac-4cbb-8848-01bf40824ae5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '970234ae-f49d-465c-8280-5259c5440234'}] {{(pid=83739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 11:08:19.248469 dv-neutron-830731-3-hyperv neutron-server[83739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39ccc9c3-53ac-4cbb-8848-01bf40824ae5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '970234ae-f49d-465c-8280-5259c5440234', 'code': 200} Mar 07 11:08:27.101035 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-adbd2215-c8ee-41f3-92a6-4182ca26b8a8 None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 11:08:28.470142 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-9f97d120-51c2-4510-b54a-7949f7219d0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:08:30.646357 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f1b25abf-9c0f-4ee2-a70e-f1a629385484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:08:31.933098 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-711fefd2-3b30-4759-8df5-0aecff1c8e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:08:31.943444 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:08:33.357566 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c87150bd-aa9c-4ad1-bb68-57ec66d4fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:08:45.953177 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:08:58.471906 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-98c52d95-3f47-43da-a70b-0dcc4b0a68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:08:59.660133 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-5dda7b97-098a-4f0f-8524-2f69559236c6 req-6e3b8295-fff9-4529-8c08-0fa2a4cfb527 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=39ccc9c3-53ac-4cbb-8848-01bf40824ae5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0696058 Mar 07 11:08:59.792927 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-5dda7b97-098a-4f0f-8524-2f69559236c6 req-c9439a53-59b8-4df8-ad9f-5a779f5ce8a9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fd9e5bc96c1947bd9411090e5d621544&device_id=39ccc9c3-53ac-4cbb-8848-01bf40824ae5 HTTP/1.1" status: 200 len: 1099 time: 0.0671258 Mar 07 11:08:59.932163 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dda7b97-098a-4f0f-8524-2f69559236c6 req-30436db7-0f71-468c-9201-22daa16d81e9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:59.934262 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-5dda7b97-098a-4f0f-8524-2f69559236c6 req-30436db7-0f71-468c-9201-22daa16d81e9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=44fb6758-5129-4082-921b-d28996b62c8f HTTP/1.1" status: 200 len: 898 time: 0.1240065 Mar 07 11:09:00.034533 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-5dda7b97-098a-4f0f-8524-2f69559236c6 req-02de6a14-2ec2-41d4-8c15-8a3f5b2d2277 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=970234ae-f49d-465c-8280-5259c5440234 HTTP/1.1" status: 200 len: 1002 time: 0.0942333 Mar 07 11:09:00.095498 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dda7b97-098a-4f0f-8524-2f69559236c6 req-f620b3b9-28c1-410c-8cee-346c51919e78 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:00.096899 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-5dda7b97-098a-4f0f-8524-2f69559236c6 req-f620b3b9-28c1-410c-8cee-346c51919e78 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b4bbb611-4d53-4b22-8b21-2dc4ea3f711d HTTP/1.1" status: 200 len: 835 time: 0.0561626 Mar 07 11:09:00.172099 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-5dda7b97-098a-4f0f-8524-2f69559236c6 req-599f9a58-7bce-468d-8ce2-2233f3e5fd2f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=44fb6758-5129-4082-921b-d28996b62c8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684459 Mar 07 11:09:00.302986 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-5dda7b97-098a-4f0f-8524-2f69559236c6 req-32c3b402-b880-44a8-9d74-17f72045b019 service neutron] 10.222.0.10 "GET /v2.0/networks/44fb6758-5129-4082-921b-d28996b62c8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225970 Mar 07 11:09:00.429078 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-5dda7b97-098a-4f0f-8524-2f69559236c6 req-eeaea779-7ce1-4568-a645-b93bfa6d1b09 service neutron] 10.222.0.10 "GET /v2.0/networks/44fb6758-5129-4082-921b-d28996b62c8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198790 Mar 07 11:09:00.646886 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-1140fc00-8dd8-45eb-8e07-a1b02df31453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:09:01.934448 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-711fefd2-3b30-4759-8df5-0aecff1c8e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:09:01.944033 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:09:03.133933 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 46084) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:09:03.329410 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-339f22cc-66c4-4ead-af1e-cf32b2b8477c tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Deleting port 06b74512-4685-4c1b-b6e9-67af7d971524 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 11:09:03.329750 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-339f22cc-66c4-4ead-af1e-cf32b2b8477c tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:09:03.360751 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c87150bd-aa9c-4ad1-bb68-57ec66d4fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:09:03.580529 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-339f22cc-66c4-4ead-af1e-cf32b2b8477c tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:09:03.580856 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-339f22cc-66c4-4ead-af1e-cf32b2b8477c tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:09:03.699381 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-339f22cc-66c4-4ead-af1e-cf32b2b8477c tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Calling delete_port for 06b74512-4685-4c1b-b6e9-67af7d971524 owned by network:floatingip {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 11:09:03.841796 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-339f22cc-66c4-4ead-af1e-cf32b2b8477c tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:09:03.883186 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339f22cc-66c4-4ead-af1e-cf32b2b8477c tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Pushing event deleted for resources: {'Port': ['ID=06b74512-4685-4c1b-b6e9-67af7d971524,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:03.921543 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339f22cc-66c4-4ead-af1e-cf32b2b8477c tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:09:03.921887 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339f22cc-66c4-4ead-af1e-cf32b2b8477c tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:09:03.922221 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339f22cc-66c4-4ead-af1e-cf32b2b8477c tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:09:03.922549 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339f22cc-66c4-4ead-af1e-cf32b2b8477c tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:09:03.922874 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339f22cc-66c4-4ead-af1e-cf32b2b8477c tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:09:03.923197 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339f22cc-66c4-4ead-af1e-cf32b2b8477c tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:09:03.923515 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339f22cc-66c4-4ead-af1e-cf32b2b8477c tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:09:03.923832 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339f22cc-66c4-4ead-af1e-cf32b2b8477c tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:09:03.924147 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339f22cc-66c4-4ead-af1e-cf32b2b8477c tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:09:03.924469 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339f22cc-66c4-4ead-af1e-cf32b2b8477c tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:09:03.924798 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339f22cc-66c4-4ead-af1e-cf32b2b8477c tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:09:03.985654 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-339f22cc-66c4-4ead-af1e-cf32b2b8477c tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for floatingip, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:09:04.101404 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-adbd2215-c8ee-41f3-92a6-4182ca26b8a8 None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 11:09:04.371859 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-339f22cc-66c4-4ead-af1e-cf32b2b8477c tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Router e264bf72-3a33-4733-a366-bba1d7ed014a has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:09:04.570770 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-339f22cc-66c4-4ead-af1e-cf32b2b8477c tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:09:04.580858 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb30458-ae62-4dce-9cb7-49861c370ddf None None] Sync routers for ids ['e264bf72-3a33-4733-a366-bba1d7ed014a'] in dv-neutron-830731-3-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 11:09:04.592380 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-339f22cc-66c4-4ead-af1e-cf32b2b8477c tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for floatingip, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:09:04.594236 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb30458-ae62-4dce-9cb7-49861c370ddf None None] Routers {'e264bf72-3a33-4733-a366-bba1d7ed014a'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 11:09:04.594827 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-2fb30458-ae62-4dce-9cb7-49861c370ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T11:09:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['e264bf72-3a33-4733-a366-bba1d7ed014a'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:09:04.646914 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-339f22cc-66c4-4ead-af1e-cf32b2b8477c tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "DELETE /v2.0/floatingips/574416e2-7cbb-420c-b7b1-84e1797231df HTTP/1.1" status: 204 len: 168 time: 1.5118222 Mar 07 11:09:04.647465 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39ccc9c3-53ac-4cbb-8848-01bf40824ae5', 'tag': '970234ae-f49d-465c-8280-5259c5440234'}] {{(pid=83737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 11:09:04.771493 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-2fb30458-ae62-4dce-9cb7-49861c370ddf None None] Set router e264bf72-3a33-4733-a366-bba1d7ed014a gateway port host: dv-neutron-830731-3-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 11:09:04.781412 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39ccc9c3-53ac-4cbb-8848-01bf40824ae5', 'tag': '970234ae-f49d-465c-8280-5259c5440234', 'status': 'completed', 'code': 200} Mar 07 11:09:04.879545 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-acedc14d-2d61-4e65-8c88-fc641b154305 req-174f6e53-ab99-45dd-993a-46f4149e8791 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fd9e5bc96c1947bd9411090e5d621544&device_id=39ccc9c3-53ac-4cbb-8848-01bf40824ae5 HTTP/1.1" status: 200 len: 1099 time: 0.0758610 Mar 07 11:09:05.144053 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-2fb30458-ae62-4dce-9cb7-49861c370ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e264bf72-3a33-4733-a366-bba1d7ed014a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1926550007', 'tenant_id': 'fd9e5bc96c1947bd9411090e5d621544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.161'}], 'enable_snat': True}, 'gw_port_id': '14875bcb-5ad7-48e1-8b1b-a8927deaf1ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:06:33Z', 'updated_at': '2022-03-07T11:06:37Z', 'revision_number': 4, 'project_id': 'fd9e5bc96c1947bd9411090e5d621544', 'gw_port': {'id': '14875bcb-5ad7-48e1-8b1b-a8927deaf1ff', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:39:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e264bf72-3a33-4733-a366-bba1d7ed014a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:06:34Z', 'updated_at': '2022-03-07T11:06:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_interfaces': [{'id': '7a09f7fc-2afa-4261-aa3d-1437acf87db9', 'name': '', 'network_id': '44fb6758-5129-4082-921b-d28996b62c8f', 'tenant_id': 'fd9e5bc96c1947bd9411090e5d621544', 'mac_address': 'fa:16:3e:0a:53:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e264bf72-3a33-4733-a366-bba1d7ed014a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b4bbb611-4d53-4b22-8b21-2dc4ea3f711d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:06:37Z', 'updated_at': '2022-03-07T11:06:43Z', 'revision_number': 5, 'project_id': 'fd9e5bc96c1947bd9411090e5d621544', 'subnets': [{'id': 'b4bbb611-4d53-4b22-8b21-2dc4ea3f711d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:09:05.148073 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb30458-ae62-4dce-9cb7-49861c370ddf None None] Checking router: e264bf72-3a33-4733-a366-bba1d7ed014a for host: dv-neutron-830731-3-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 07 11:09:05.158893 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb30458-ae62-4dce-9cb7-49861c370ddf None None] Routers {'e264bf72-3a33-4733-a366-bba1d7ed014a'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 11:09:05.159497 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-2fb30458-ae62-4dce-9cb7-49861c370ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T11:09:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['e264bf72-3a33-4733-a366-bba1d7ed014a'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:09:05.161648 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acedc14d-2d61-4e65-8c88-fc641b154305 req-eb513b80-2bad-42c4-9390-a229da6984d6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:05.163077 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-acedc14d-2d61-4e65-8c88-fc641b154305 req-eb513b80-2bad-42c4-9390-a229da6984d6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=44fb6758-5129-4082-921b-d28996b62c8f HTTP/1.1" status: 200 len: 898 time: 0.2769442 Mar 07 11:09:05.172844 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c27556-e088-4614-8e8a-627fbb703dfb req-4ec74688-0da5-4394-8b23-e8cc44a0de9f tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:05.173485 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-f9c27556-e088-4614-8e8a-627fbb703dfb req-4ec74688-0da5-4394-8b23-e8cc44a0de9f tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Synchronizing usage tracker for tenant:fd9e5bc96c1947bd9411090e5d621544 on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 11:09:05.243047 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-acedc14d-2d61-4e65-8c88-fc641b154305 req-55529edb-acf7-455d-ba62-47b0d7222313 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=970234ae-f49d-465c-8280-5259c5440234 HTTP/1.1" status: 200 len: 217 time: 0.0669515 Mar 07 11:09:05.248553 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-f9c27556-e088-4614-8e8a-627fbb703dfb req-4ec74688-0da5-4394-8b23-e8cc44a0de9f tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Unset dirty status for tenant:fd9e5bc96c1947bd9411090e5d621544 on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 11:09:05.249698 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f9c27556-e088-4614-8e8a-627fbb703dfb req-4ec74688-0da5-4394-8b23-e8cc44a0de9f tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/ports?device_id=39ccc9c3-53ac-4cbb-8848-01bf40824ae5 HTTP/1.1" status: 200 len: 946 time: 0.2912483 Mar 07 11:09:05.337662 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-2fb30458-ae62-4dce-9cb7-49861c370ddf None None] Set router e264bf72-3a33-4733-a366-bba1d7ed014a gateway port host: dv-neutron-830731-3-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 11:09:05.341381 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acedc14d-2d61-4e65-8c88-fc641b154305 req-63d1f8aa-9588-411d-87be-16e9e13a8a46 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:05.342810 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-acedc14d-2d61-4e65-8c88-fc641b154305 req-63d1f8aa-9588-411d-87be-16e9e13a8a46 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b4bbb611-4d53-4b22-8b21-2dc4ea3f711d HTTP/1.1" status: 200 len: 835 time: 0.0922787 Mar 07 11:09:05.346377 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f9c27556-e088-4614-8e8a-627fbb703dfb req-2ac9a954-00e2-4a4d-b886-5d146d5abd30 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/security-groups?id=db85e2b1-aa91-4c7a-ba2f-a16b40a63964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606167 Mar 07 11:09:05.416284 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-acedc14d-2d61-4e65-8c88-fc641b154305 req-bed224df-460f-46e3-8e6e-262645eebd01 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=44fb6758-5129-4082-921b-d28996b62c8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0667634 Mar 07 11:09:05.546424 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-acedc14d-2d61-4e65-8c88-fc641b154305 req-66321ef9-706c-41c3-b11b-7c0a088677ff service neutron] 10.222.0.10 "GET /v2.0/networks/44fb6758-5129-4082-921b-d28996b62c8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226821 Mar 07 11:09:05.645468 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-2fb30458-ae62-4dce-9cb7-49861c370ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e264bf72-3a33-4733-a366-bba1d7ed014a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1926550007', 'tenant_id': 'fd9e5bc96c1947bd9411090e5d621544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.161'}], 'enable_snat': True}, 'gw_port_id': '14875bcb-5ad7-48e1-8b1b-a8927deaf1ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:06:33Z', 'updated_at': '2022-03-07T11:06:37Z', 'revision_number': 4, 'project_id': 'fd9e5bc96c1947bd9411090e5d621544', 'gw_port': {'id': '14875bcb-5ad7-48e1-8b1b-a8927deaf1ff', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:39:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e264bf72-3a33-4733-a366-bba1d7ed014a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:06:34Z', 'updated_at': '2022-03-07T11:06:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_interfaces': [{'id': '7a09f7fc-2afa-4261-aa3d-1437acf87db9', 'name': '', 'network_id': '44fb6758-5129-4082-921b-d28996b62c8f', 'tenant_id': 'fd9e5bc96c1947bd9411090e5d621544', 'mac_address': 'fa:16:3e:0a:53:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e264bf72-3a33-4733-a366-bba1d7ed014a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b4bbb611-4d53-4b22-8b21-2dc4ea3f711d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:06:37Z', 'updated_at': '2022-03-07T11:06:43Z', 'revision_number': 5, 'project_id': 'fd9e5bc96c1947bd9411090e5d621544', 'subnets': [{'id': 'b4bbb611-4d53-4b22-8b21-2dc4ea3f711d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:09:05.649248 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb30458-ae62-4dce-9cb7-49861c370ddf None None] The sync data for ids ['e264bf72-3a33-4733-a366-bba1d7ed014a'] in dv-neutron-830731-3-hyperv is: [{'id': 'e264bf72-3a33-4733-a366-bba1d7ed014a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1926550007', 'tenant_id': 'fd9e5bc96c1947bd9411090e5d621544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.161'}], 'enable_snat': True}, 'gw_port_id': '14875bcb-5ad7-48e1-8b1b-a8927deaf1ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:06:33Z', 'updated_at': '2022-03-07T11:06:37Z', 'revision_number': 4, 'project_id': 'fd9e5bc96c1947bd9411090e5d621544', 'gw_port': {'id': '14875bcb-5ad7-48e1-8b1b-a8927deaf1ff', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:39:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e264bf72-3a33-4733-a366-bba1d7ed014a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:06:34Z', 'updated_at': '2022-03-07T11:06:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_interfaces': [{'id': '7a09f7fc-2afa-4261-aa3d-1437acf87db9', 'name': '', 'network_id': '44fb6758-5129-4082-921b-d28996b62c8f', 'tenant_id': 'fd9e5bc96c1947bd9411090e5d621544', 'mac_address': 'fa:16:3e:0a:53:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e264bf72-3a33-4733-a366-bba1d7ed014a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b4bbb611-4d53-4b22-8b21-2dc4ea3f711d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:06:37Z', 'updated_at': '2022-03-07T11:06:43Z', 'revision_number': 5, 'project_id': 'fd9e5bc96c1947bd9411090e5d621544', 'subnets': [{'id': 'b4bbb611-4d53-4b22-8b21-2dc4ea3f711d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 11:09:05.677745 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-acedc14d-2d61-4e65-8c88-fc641b154305 req-8c82204b-a4a1-4e8e-9fa4-463c81808d7d service neutron] 10.222.0.10 "GET /v2.0/networks/44fb6758-5129-4082-921b-d28996b62c8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252024 Mar 07 11:09:05.882407 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901adfce-12d2-405e-a765-96b26846b93f None None] New status for floating IP 574416e2-7cbb-420c-b7b1-84e1797231df: DOWN {{(pid=83739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 07 11:09:06.563861 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb594f4-ea34-4167-b571-cacc4f922df5 req-43a7cfbd-eae0-4b10-a681-7c9c7ec33723 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:06.565259 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-6eb594f4-ea34-4167-b571-cacc4f922df5 req-43a7cfbd-eae0-4b10-a681-7c9c7ec33723 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/ports?device_id=39ccc9c3-53ac-4cbb-8848-01bf40824ae5 HTTP/1.1" status: 200 len: 946 time: 0.0828440 Mar 07 11:09:06.613958 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-6eb594f4-ea34-4167-b571-cacc4f922df5 req-efeb9cdb-904d-44e3-b8c1-a5ba1f9660ce tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/security-groups?id=db85e2b1-aa91-4c7a-ba2f-a16b40a63964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431485 Mar 07 11:09:06.751462 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a589978-6778-470e-8682-9746fccb9173 req-02563f99-ac68-486d-a35a-8f91a1b3ef04 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:06.752888 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-2a589978-6778-470e-8682-9746fccb9173 req-02563f99-ac68-486d-a35a-8f91a1b3ef04 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.10 "GET /v2.0/ports?device_id=39ccc9c3-53ac-4cbb-8848-01bf40824ae5 HTTP/1.1" status: 200 len: 946 time: 0.0785592 Mar 07 11:09:06.822229 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [req-2a589978-6778-470e-8682-9746fccb9173 req-5bf8f3b4-fa38-4864-8cd2-435603d0ed6e tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Deleting port 970234ae-f49d-465c-8280-5259c5440234 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 11:09:06.822491 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-2a589978-6778-470e-8682-9746fccb9173 req-5bf8f3b4-fa38-4864-8cd2-435603d0ed6e tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:09:07.067551 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [req-2a589978-6778-470e-8682-9746fccb9173 req-5bf8f3b4-fa38-4864-8cd2-435603d0ed6e tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] For port 970234ae-f49d-465c-8280-5259c5440234, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=970234ae-f49d-465c-8280-5259c5440234,segment=NetworkSegment(b94ff45b-916b-439e-ac9d-01552bb856bd),segment_id=b94ff45b-916b-439e-ac9d-01552bb856bd)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:09:07.067899 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-2a589978-6778-470e-8682-9746fccb9173 req-5bf8f3b4-fa38-4864-8cd2-435603d0ed6e tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:09:07.186719 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [req-2a589978-6778-470e-8682-9746fccb9173 req-5bf8f3b4-fa38-4864-8cd2-435603d0ed6e tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Calling delete_port for 970234ae-f49d-465c-8280-5259c5440234 owned by compute:nova {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 11:09:07.327304 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-2a589978-6778-470e-8682-9746fccb9173 req-5bf8f3b4-fa38-4864-8cd2-435603d0ed6e tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:09:07.375665 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf8f3b4-fa38-4864-8cd2-435603d0ed6e tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Pushing event deleted for resources: {'Port': ['ID=970234ae-f49d-465c-8280-5259c5440234,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:07.444963 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a589978-6778-470e-8682-9746fccb9173 req-5bf8f3b4-fa38-4864-8cd2-435603d0ed6e tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] No DVR routers for this DVR port 970234ae-f49d-465c-8280-5259c5440234 on host hv-neutron-8307 {{(pid=83737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:09:07.447227 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-2a589978-6778-470e-8682-9746fccb9173 req-5bf8f3b4-fa38-4864-8cd2-435603d0ed6e tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:09:07.450216 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39ccc9c3-53ac-4cbb-8848-01bf40824ae5', 'name': 'network-vif-deleted', 'tag': '970234ae-f49d-465c-8280-5259c5440234'}] {{(pid=83737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 11:09:07.465293 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-2a589978-6778-470e-8682-9746fccb9173 req-5bf8f3b4-fa38-4864-8cd2-435603d0ed6e tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.10 "DELETE /v2.0/ports/970234ae-f49d-465c-8280-5259c5440234 HTTP/1.1" status: 204 len: 173 time: 0.7068760 Mar 07 11:09:07.503686 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39ccc9c3-53ac-4cbb-8848-01bf40824ae5', 'name': 'network-vif-deleted', 'tag': '970234ae-f49d-465c-8280-5259c5440234', 'status': 'completed', 'code': 200} Mar 07 11:09:07.798324 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-cef57c23-bbc2-4f4d-b90c-d682e2178016 req-1dd378b2-d4c8-46b9-86b6-62d72b8dd7e3 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Synchronizing usage tracker for tenant:fd9e5bc96c1947bd9411090e5d621544 on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 11:09:07.817735 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-cef57c23-bbc2-4f4d-b90c-d682e2178016 req-1dd378b2-d4c8-46b9-86b6-62d72b8dd7e3 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Unset dirty status for tenant:fd9e5bc96c1947bd9411090e5d621544 on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 11:09:07.819047 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-cef57c23-bbc2-4f4d-b90c-d682e2178016 req-1dd378b2-d4c8-46b9-86b6-62d72b8dd7e3 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/ports?device_id=39ccc9c3-53ac-4cbb-8848-01bf40824ae5 HTTP/1.1" status: 200 len: 210 time: 0.0655239 Mar 07 11:09:08.922325 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 46108) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:09:09.384897 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e3591993-90e0-4a53-8afd-38690c9336d2 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3920255'] for router_interface, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:09:09.978135 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-e3591993-90e0-4a53-8afd-38690c9336d2 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Deleting port 7a09f7fc-2afa-4261-aa3d-1437acf87db9 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 11:09:09.978883 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e3591993-90e0-4a53-8afd-38690c9336d2 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:09:10.164405 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-e3591993-90e0-4a53-8afd-38690c9336d2 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] For port 7a09f7fc-2afa-4261-aa3d-1437acf87db9, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=7a09f7fc-2afa-4261-aa3d-1437acf87db9,segment=NetworkSegment(b94ff45b-916b-439e-ac9d-01552bb856bd),segment_id=b94ff45b-916b-439e-ac9d-01552bb856bd)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:09:10.164778 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e3591993-90e0-4a53-8afd-38690c9336d2 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:09:10.285106 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-e3591993-90e0-4a53-8afd-38690c9336d2 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Calling delete_port for 7a09f7fc-2afa-4261-aa3d-1437acf87db9 owned by network:router_interface {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 11:09:10.455230 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e3591993-90e0-4a53-8afd-38690c9336d2 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:09:10.499370 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3591993-90e0-4a53-8afd-38690c9336d2 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Pushing event deleted for resources: {'Port': ['ID=7a09f7fc-2afa-4261-aa3d-1437acf87db9,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:10.881008 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e3591993-90e0-4a53-8afd-38690c9336d2 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2756383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3920168'] for router_interface, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:09:10.945380 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device 970234ae-f49d-465c-8280-5259c5440234 no longer exists at agent hyperv_hv-neutron-8307 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 11:09:11.009861 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] No Port match for: 970234ae-f49d-465c-8280-5259c5440234 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 11:09:11.010347 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device 970234ae-f49d-465c-8280-5259c5440234 not bound to the agent host hv-neutron-8307 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 11:09:11.492115 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3591993-90e0-4a53-8afd-38690c9336d2 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Router e264bf72-3a33-4733-a366-bba1d7ed014a has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:09:11.719547 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3591993-90e0-4a53-8afd-38690c9336d2 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:09:11.730698 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7236269f-eade-4d57-ac23-72ebc2d985dc None None] Sync routers for ids ['e264bf72-3a33-4733-a366-bba1d7ed014a'] in dv-neutron-830731-3-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 11:09:11.741875 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-e3591993-90e0-4a53-8afd-38690c9336d2 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "PUT /v2.0/routers/e264bf72-3a33-4733-a366-bba1d7ed014a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8184462 Mar 07 11:09:11.744574 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 46112) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:09:11.747096 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7236269f-eade-4d57-ac23-72ebc2d985dc None None] Routers {'e264bf72-3a33-4733-a366-bba1d7ed014a'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 11:09:11.747711 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-7236269f-eade-4d57-ac23-72ebc2d985dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T11:09:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['e264bf72-3a33-4733-a366-bba1d7ed014a'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:09:11.935609 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-7236269f-eade-4d57-ac23-72ebc2d985dc None None] Set router e264bf72-3a33-4733-a366-bba1d7ed014a gateway port host: dv-neutron-830731-3-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 11:09:11.941222 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_v2 [None req-01cc86ae-657f-4727-b732-b20d4c978e1d tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Deleting subnet b4bbb611-4d53-4b22-8b21-2dc4ea3f711d {{(pid=83737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 07 11:09:11.944043 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-01cc86ae-657f-4727-b732-b20d4c978e1d tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for subnet, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:09:12.000531 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-01cc86ae-657f-4727-b732-b20d4c978e1d tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2627781'] for subnet, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:09:12.081246 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-01cc86ae-657f-4727-b732-b20d4c978e1d tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1525496'] for subnet, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:09:12.154872 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-01cc86ae-657f-4727-b732-b20d4c978e1d tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1525489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3012507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3219316'] for subnet, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:09:12.214680 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-7236269f-eade-4d57-ac23-72ebc2d985dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e264bf72-3a33-4733-a366-bba1d7ed014a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1926550007', 'tenant_id': 'fd9e5bc96c1947bd9411090e5d621544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.161'}], 'enable_snat': True}, 'gw_port_id': '14875bcb-5ad7-48e1-8b1b-a8927deaf1ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:06:33Z', 'updated_at': '2022-03-07T11:09:10Z', 'revision_number': 5, 'project_id': 'fd9e5bc96c1947bd9411090e5d621544', 'gw_port': {'id': '14875bcb-5ad7-48e1-8b1b-a8927deaf1ff', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:39:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e264bf72-3a33-4733-a366-bba1d7ed014a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:06:34Z', 'updated_at': '2022-03-07T11:06:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv'}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:09:12.218638 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7236269f-eade-4d57-ac23-72ebc2d985dc None None] Checking router: e264bf72-3a33-4733-a366-bba1d7ed014a for host: dv-neutron-830731-3-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 07 11:09:12.230967 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7236269f-eade-4d57-ac23-72ebc2d985dc None None] Routers {'e264bf72-3a33-4733-a366-bba1d7ed014a'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 11:09:12.231567 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-7236269f-eade-4d57-ac23-72ebc2d985dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T11:09:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['e264bf72-3a33-4733-a366-bba1d7ed014a'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:09:12.291769 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cc86ae-657f-4727-b732-b20d4c978e1d tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Pushing event deleted for resources: {'Subnet': ['ID=b4bbb611-4d53-4b22-8b21-2dc4ea3f711d,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:12.296222 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-01cc86ae-657f-4727-b732-b20d4c978e1d tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:09:12.302220 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-01cc86ae-657f-4727-b732-b20d4c978e1d tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "DELETE /v2.0/subnets/b4bbb611-4d53-4b22-8b21-2dc4ea3f711d HTTP/1.1" status: 204 len: 168 time: 0.5562823 Mar 07 11:09:12.305037 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 46116) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:09:12.305951 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b351231-4270-41a4-a082-d7ed4bd2e5d8 None None] Network 44fb6758-5129-4082-921b-d28996b62c8f requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 11:09:12.415454 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-7236269f-eade-4d57-ac23-72ebc2d985dc None None] Set router e264bf72-3a33-4733-a366-bba1d7ed014a gateway port host: dv-neutron-830731-3-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 11:09:12.508964 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c84e31a5-e228-4a9e-8574-7f76c592373a tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for router, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:09:12.550304 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06bdfa2c-ca9a-4ec2-b67c-5caec7c17ae1 None None] DHCP port deletion for 44fb6758-5129-4082-921b-d28996b62c8f request from dv-neutron-830731-3-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 07 11:09:12.554627 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-06bdfa2c-ca9a-4ec2-b67c-5caec7c17ae1 None None] Deleting port 17136133-acfe-415e-8eda-f5c8d9fce303 {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 11:09:12.554989 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-06bdfa2c-ca9a-4ec2-b67c-5caec7c17ae1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:09:12.714592 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c84e31a5-e228-4a9e-8574-7f76c592373a tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:09:12.726286 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-c84e31a5-e228-4a9e-8574-7f76c592373a tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Deleting port 14875bcb-5ad7-48e1-8b1b-a8927deaf1ff {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 11:09:12.726737 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c84e31a5-e228-4a9e-8574-7f76c592373a tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:09:12.747794 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-7236269f-eade-4d57-ac23-72ebc2d985dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e264bf72-3a33-4733-a366-bba1d7ed014a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1926550007', 'tenant_id': 'fd9e5bc96c1947bd9411090e5d621544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.161'}], 'enable_snat': True}, 'gw_port_id': '14875bcb-5ad7-48e1-8b1b-a8927deaf1ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:06:33Z', 'updated_at': '2022-03-07T11:09:10Z', 'revision_number': 5, 'project_id': 'fd9e5bc96c1947bd9411090e5d621544', 'gw_port': {'id': '14875bcb-5ad7-48e1-8b1b-a8927deaf1ff', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:39:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e264bf72-3a33-4733-a366-bba1d7ed014a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:06:34Z', 'updated_at': '2022-03-07T11:06:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv'}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:09:12.752994 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7236269f-eade-4d57-ac23-72ebc2d985dc None None] The sync data for ids ['e264bf72-3a33-4733-a366-bba1d7ed014a'] in dv-neutron-830731-3-hyperv is: [{'id': 'e264bf72-3a33-4733-a366-bba1d7ed014a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1926550007', 'tenant_id': 'fd9e5bc96c1947bd9411090e5d621544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.161'}], 'enable_snat': True}, 'gw_port_id': '14875bcb-5ad7-48e1-8b1b-a8927deaf1ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:06:33Z', 'updated_at': '2022-03-07T11:09:10Z', 'revision_number': 5, 'project_id': 'fd9e5bc96c1947bd9411090e5d621544', 'gw_port': {'id': '14875bcb-5ad7-48e1-8b1b-a8927deaf1ff', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:39:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e264bf72-3a33-4733-a366-bba1d7ed014a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:06:34Z', 'updated_at': '2022-03-07T11:06:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv'}] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 11:09:12.759718 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-06bdfa2c-ca9a-4ec2-b67c-5caec7c17ae1 None None] For port 17136133-acfe-415e-8eda-f5c8d9fce303, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=17136133-acfe-415e-8eda-f5c8d9fce303,segment=NetworkSegment(b94ff45b-916b-439e-ac9d-01552bb856bd),segment_id=b94ff45b-916b-439e-ac9d-01552bb856bd)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:09:12.760730 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-06bdfa2c-ca9a-4ec2-b67c-5caec7c17ae1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:09:12.880879 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-06bdfa2c-ca9a-4ec2-b67c-5caec7c17ae1 None None] Calling delete_port for 17136133-acfe-415e-8eda-f5c8d9fce303 owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 11:09:12.911160 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-c84e31a5-e228-4a9e-8574-7f76c592373a tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] For port 14875bcb-5ad7-48e1-8b1b-a8927deaf1ff, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=14875bcb-5ad7-48e1-8b1b-a8927deaf1ff,segment=NetworkSegment(9a22e080-7529-4fc7-949d-9f84ba21807d),segment_id=9a22e080-7529-4fc7-949d-9f84ba21807d)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:09:12.911537 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c84e31a5-e228-4a9e-8574-7f76c592373a tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:09:12.956649 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-06bdfa2c-ca9a-4ec2-b67c-5caec7c17ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812'] for port, after_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:09:13.000104 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bdfa2c-ca9a-4ec2-b67c-5caec7c17ae1 None None] Pushing event deleted for resources: {'Port': ['ID=17136133-acfe-415e-8eda-f5c8d9fce303,revision_number=None']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:13.005988 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06bdfa2c-ca9a-4ec2-b67c-5caec7c17ae1 None None] No DVR routers for this DVR port 17136133-acfe-415e-8eda-f5c8d9fce303 on host dv-neutron-830731-3-hyperv {{(pid=83739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:09:13.033818 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-c84e31a5-e228-4a9e-8574-7f76c592373a tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Calling delete_port for 14875bcb-5ad7-48e1-8b1b-a8927deaf1ff owned by network:router_gateway {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 11:09:13.198489 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c84e31a5-e228-4a9e-8574-7f76c592373a tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:09:13.245802 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84e31a5-e228-4a9e-8574-7f76c592373a tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Pushing event deleted for resources: {'Port': ['ID=14875bcb-5ad7-48e1-8b1b-a8927deaf1ff,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:13.427050 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 7a09f7fc-2afa-4261-aa3d-1437acf87db9 no longer exists at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 11:09:13.460402 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] No Port match for: 7a09f7fc-2afa-4261-aa3d-1437acf87db9 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 11:09:13.460784 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 7a09f7fc-2afa-4261-aa3d-1437acf87db9 not bound to the agent host dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 11:09:13.461188 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 17136133-acfe-415e-8eda-f5c8d9fce303 no longer exists at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 11:09:13.462295 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c84e31a5-e228-4a9e-8574-7f76c592373a tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923554'] for router_gateway, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:09:13.495808 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] No Port match for: 17136133-acfe-415e-8eda-f5c8d9fce303 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 11:09:13.496174 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 17136133-acfe-415e-8eda-f5c8d9fce303 not bound to the agent host dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 11:09:13.793795 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c84e31a5-e228-4a9e-8574-7f76c592373a tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3917970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58043'] for router, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:09:13.797841 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c84e31a5-e228-4a9e-8574-7f76c592373a tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:09:13.821684 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c84e31a5-e228-4a9e-8574-7f76c592373a tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3917886'] for router, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:09:13.822188 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c84e31a5-e228-4a9e-8574-7f76c592373a tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Fanout notify agent at l3_agent the message router_deleted on router e264bf72-3a33-4733-a366-bba1d7ed014a {{(pid=83737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 11:09:13.837452 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c84e31a5-e228-4a9e-8574-7f76c592373a tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:09:13.839506 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-c84e31a5-e228-4a9e-8574-7f76c592373a tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "DELETE /v2.0/routers/e264bf72-3a33-4733-a366-bba1d7ed014a HTTP/1.1" status: 204 len: 168 time: 1.5333734 Mar 07 11:09:13.842014 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 46120) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:09:13.956798 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-29bc51f9-a878-45e6-b922-2e14caff5d3f tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1158940'] for network, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:09:14.087731 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-29bc51f9-a878-45e6-b922-2e14caff5d3f tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1526893', 'neutron.services.segments.db._delete_segments_for_network-8732568551033'] for network, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:09:14.111828 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-29bc51f9-a878-45e6-b922-2e14caff5d3f tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44fb6758-5129-4082-921b-d28996b62c8f']}} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:09:14.123892 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-29bc51f9-a878-45e6-b922-2e14caff5d3f tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b94ff45b-916b-439e-ac9d-01552bb856bd') {'for_net_delete': True} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:09:14.124189 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-29bc51f9-a878-45e6-b922-2e14caff5d3f tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b94ff45b-916b-439e-ac9d-01552bb856bd') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:09:14.135078 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-29bc51f9-a878-45e6-b922-2e14caff5d3f tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732568550916', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629174'] for segment, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:09:14.150554 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-29bc51f9-a878-45e6-b922-2e14caff5d3f tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:09:14.157209 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29bc51f9-a878-45e6-b922-2e14caff5d3f tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=83737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 07 11:09:14.157584 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-29bc51f9-a878-45e6-b922-2e14caff5d3f tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1227397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3012597'] for segment, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:09:14.171854 dv-neutron-830731-3-hyperv neutron-server[83737]: Traceback (most recent call last): Mar 07 11:09:14.171854 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 07 11:09:14.171854 dv-neutron-830731-3-hyperv neutron-server[83737]: timer() Mar 07 11:09:14.171854 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:09:14.171854 dv-neutron-830731-3-hyperv neutron-server[83737]: cb(*args, **kw) Mar 07 11:09:14.171854 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 11:09:14.171854 dv-neutron-830731-3-hyperv neutron-server[83737]: return func(*args, **kwargs) Mar 07 11:09:14.171854 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:09:14.171854 dv-neutron-830731-3-hyperv neutron-server[83737]: self._notify() Mar 07 11:09:14.171854 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:09:14.171854 dv-neutron-830731-3-hyperv neutron-server[83737]: self.callback(batched_events) Mar 07 11:09:14.171854 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:09:14.171854 dv-neutron-830731-3-hyperv neutron-server[83737]: event.method(event) Mar 07 11:09:14.171854 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 11:09:14.171854 dv-neutron-830731-3-hyperv neutron-server[83737]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:09:14.171854 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 11:09:14.171854 dv-neutron-830731-3-hyperv neutron-server[83737]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:09:14.171854 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 11:09:14.171854 dv-neutron-830731-3-hyperv neutron-server[83737]: return f(self, *a, **k) Mar 07 11:09:14.171854 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:09:14.171854 dv-neutron-830731-3-hyperv neutron-server[83737]: return self._get(url).json() Mar 07 11:09:14.171854 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:09:14.171854 dv-neutron-830731-3-hyperv neutron-server[83737]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:09:14.171854 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 07 11:09:14.171854 dv-neutron-830731-3-hyperv neutron-server[83737]: return self.request(url, 'GET', **kwargs) Mar 07 11:09:14.171854 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 07 11:09:14.171854 dv-neutron-830731-3-hyperv neutron-server[83737]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:09:14.171854 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 07 11:09:14.171854 dv-neutron-830731-3-hyperv neutron-server[83737]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:09:14.171854 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 07 11:09:14.171854 dv-neutron-830731-3-hyperv neutron-server[83737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:09:14.171854 dv-neutron-830731-3-hyperv neutron-server[83737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:09:14.250764 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-29bc51f9-a878-45e6-b922-2e14caff5d3f tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1526886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923583'] for network, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:09:14.255088 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-29bc51f9-a878-45e6-b922-2e14caff5d3f tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:09:14.281938 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bc51f9-a878-45e6-b922-2e14caff5d3f tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Pushing event deleted for resources: {'Network': ['ID=44fb6758-5129-4082-921b-d28996b62c8f,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:14.290723 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-29bc51f9-a878-45e6-b922-2e14caff5d3f tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "DELETE /v2.0/networks/44fb6758-5129-4082-921b-d28996b62c8f HTTP/1.1" status: 204 len: 168 time: 0.4477134 Mar 07 11:09:14.295247 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 46124) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:09:14.365736 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-fe579b42-0cfa-41fb-a454-cb7b3a156602 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:09:14.393060 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-fe579b42-0cfa-41fb-a454-cb7b3a156602 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:09:14.454372 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-fe579b42-0cfa-41fb-a454-cb7b3a156602 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:09:14.471481 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe579b42-0cfa-41fb-a454-cb7b3a156602 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db85e2b1-aa91-4c7a-ba2f-a16b40a63964,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:14.483923 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-fe579b42-0cfa-41fb-a454-cb7b3a156602 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:09:14.485069 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-fe579b42-0cfa-41fb-a454-cb7b3a156602 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "DELETE /v2.0/security-groups/db85e2b1-aa91-4c7a-ba2f-a16b40a63964 HTTP/1.1" status: 204 len: 168 time: 0.1888669 Mar 07 11:09:15.338971 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 14875bcb-5ad7-48e1-8b1b-a8927deaf1ff no longer exists at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 11:09:15.371519 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] No Port match for: 14875bcb-5ad7-48e1-8b1b-a8927deaf1ff {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 11:09:15.371855 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 14875bcb-5ad7-48e1-8b1b-a8927deaf1ff not bound to the agent host dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 11:09:15.856980 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 46134) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:09:15.862583 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-59134dcd-d13b-41c2-bb12-1b5c1aea08e7 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1234851932', 'description': 'tempest-secgroup-smoke-1234851932 description', 'project_id': 'fd9e5bc96c1947bd9411090e5d621544'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 11:09:15.868359 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-59134dcd-d13b-41c2-bb12-1b5c1aea08e7 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 11:09:15.872965 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-59134dcd-d13b-41c2-bb12-1b5c1aea08e7 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Usage tracker for resource:security_group and tenant:fd9e5bc96c1947bd9411090e5d621544 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 11:09:15.875776 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-59134dcd-d13b-41c2-bb12-1b5c1aea08e7 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 11:09:15.886088 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-59134dcd-d13b-41c2-bb12-1b5c1aea08e7 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 11:09:15.895901 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-59134dcd-d13b-41c2-bb12-1b5c1aea08e7 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:09:15.930129 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-59134dcd-d13b-41c2-bb12-1b5c1aea08e7 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 11:09:15.934745 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-59134dcd-d13b-41c2-bb12-1b5c1aea08e7 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Usage tracker for resource:security_group_rule and tenant:fd9e5bc96c1947bd9411090e5d621544 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 11:09:15.937475 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-59134dcd-d13b-41c2-bb12-1b5c1aea08e7 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 11:09:15.943199 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-59134dcd-d13b-41c2-bb12-1b5c1aea08e7 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 11:09:15.970838 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:09:15.999525 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-59134dcd-d13b-41c2-bb12-1b5c1aea08e7 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:09:16.003146 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-59134dcd-d13b-41c2-bb12-1b5c1aea08e7 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:09:16.046344 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59134dcd-d13b-41c2-bb12-1b5c1aea08e7 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3c478d8-5eca-4640-8ce5-d6449761a57c,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:16.048837 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-59134dcd-d13b-41c2-bb12-1b5c1aea08e7 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:09:16.049985 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-59134dcd-d13b-41c2-bb12-1b5c1aea08e7 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1920381 Mar 07 11:09:16.053143 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 46138) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:09:16.058883 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-6d349d65-9a5d-41b8-a100-f0d50442b774 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Request body: {'security_group_rule': {'security_group_id': 'f3c478d8-5eca-4640-8ce5-d6449761a57c', 'project_id': 'fd9e5bc96c1947bd9411090e5d621544', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 11:09:16.064685 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-6d349d65-9a5d-41b8-a100-f0d50442b774 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 11:09:16.068422 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-6d349d65-9a5d-41b8-a100-f0d50442b774 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Usage tracker for resource:security_group_rule and tenant:fd9e5bc96c1947bd9411090e5d621544 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 11:09:16.071207 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-6d349d65-9a5d-41b8-a100-f0d50442b774 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 11:09:16.077355 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-6d349d65-9a5d-41b8-a100-f0d50442b774 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 11:09:16.092979 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6d349d65-9a5d-41b8-a100-f0d50442b774 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:09:16.150648 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6d349d65-9a5d-41b8-a100-f0d50442b774 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:09:16.154261 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6d349d65-9a5d-41b8-a100-f0d50442b774 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:09:16.176563 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d349d65-9a5d-41b8-a100-f0d50442b774 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d96fcf81-db38-4ac5-89cc-b1cddfc8af22,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:16.186222 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6d349d65-9a5d-41b8-a100-f0d50442b774 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:09:16.187369 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-6d349d65-9a5d-41b8-a100-f0d50442b774 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1334734 Mar 07 11:09:16.190084 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 46142) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:09:16.195330 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-7af48344-e9fc-449f-bf12-dbd5c8a70972 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Request body: {'security_group_rule': {'security_group_id': 'f3c478d8-5eca-4640-8ce5-d6449761a57c', 'project_id': 'fd9e5bc96c1947bd9411090e5d621544', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 11:09:16.201182 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-7af48344-e9fc-449f-bf12-dbd5c8a70972 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 11:09:16.205106 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-7af48344-e9fc-449f-bf12-dbd5c8a70972 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Usage tracker for resource:security_group_rule and tenant:fd9e5bc96c1947bd9411090e5d621544 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 11:09:16.208004 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-7af48344-e9fc-449f-bf12-dbd5c8a70972 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 11:09:16.214579 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-7af48344-e9fc-449f-bf12-dbd5c8a70972 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 11:09:16.231429 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7af48344-e9fc-449f-bf12-dbd5c8a70972 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:09:16.294885 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7af48344-e9fc-449f-bf12-dbd5c8a70972 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:09:16.297967 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7af48344-e9fc-449f-bf12-dbd5c8a70972 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:09:16.321388 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af48344-e9fc-449f-bf12-dbd5c8a70972 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78f7a89d-0271-462d-9eb1-331010c9ad17,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:16.329455 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7af48344-e9fc-449f-bf12-dbd5c8a70972 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:09:16.330597 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-7af48344-e9fc-449f-bf12-dbd5c8a70972 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1396320 Mar 07 11:09:16.333259 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 46146) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:09:16.339243 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-5a0a5506-b3b3-48d9-b27d-ddc8cf5e2413 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Request body: {'security_group_rule': {'security_group_id': 'f3c478d8-5eca-4640-8ce5-d6449761a57c', 'project_id': 'fd9e5bc96c1947bd9411090e5d621544', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 11:09:16.344897 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-5a0a5506-b3b3-48d9-b27d-ddc8cf5e2413 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 11:09:16.348638 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-5a0a5506-b3b3-48d9-b27d-ddc8cf5e2413 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Usage tracker for resource:security_group_rule and tenant:fd9e5bc96c1947bd9411090e5d621544 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 11:09:16.351419 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-5a0a5506-b3b3-48d9-b27d-ddc8cf5e2413 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 11:09:16.358043 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-5a0a5506-b3b3-48d9-b27d-ddc8cf5e2413 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 11:09:16.374672 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5a0a5506-b3b3-48d9-b27d-ddc8cf5e2413 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:09:16.436845 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5a0a5506-b3b3-48d9-b27d-ddc8cf5e2413 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:09:16.440076 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5a0a5506-b3b3-48d9-b27d-ddc8cf5e2413 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:09:16.462608 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0a5506-b3b3-48d9-b27d-ddc8cf5e2413 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d68957b3-1280-4f0b-9c10-58d87d05e8ca,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:16.472044 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5a0a5506-b3b3-48d9-b27d-ddc8cf5e2413 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:09:16.473319 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-5a0a5506-b3b3-48d9-b27d-ddc8cf5e2413 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1391256 Mar 07 11:09:16.475972 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 46150) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:09:16.481907 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-6f384592-f01b-47ab-a564-208c1b818506 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Request body: {'security_group_rule': {'security_group_id': 'f3c478d8-5eca-4640-8ce5-d6449761a57c', 'project_id': 'fd9e5bc96c1947bd9411090e5d621544', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 11:09:16.487616 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-6f384592-f01b-47ab-a564-208c1b818506 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 11:09:16.491393 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-6f384592-f01b-47ab-a564-208c1b818506 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Usage tracker for resource:security_group_rule and tenant:fd9e5bc96c1947bd9411090e5d621544 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 11:09:16.494187 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-6f384592-f01b-47ab-a564-208c1b818506 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 11:09:16.500246 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-6f384592-f01b-47ab-a564-208c1b818506 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 11:09:16.515666 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6f384592-f01b-47ab-a564-208c1b818506 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:09:16.580616 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6f384592-f01b-47ab-a564-208c1b818506 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:09:16.583982 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6f384592-f01b-47ab-a564-208c1b818506 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:09:16.605957 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f384592-f01b-47ab-a564-208c1b818506 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14069d4e-6501-49c5-af1c-eafed6617da9,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:16.615037 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6f384592-f01b-47ab-a564-208c1b818506 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:09:16.616171 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-6f384592-f01b-47ab-a564-208c1b818506 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1392720 Mar 07 11:09:16.618863 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 46154) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:09:16.624794 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-a9d9df0d-846e-4921-ad80-d367917011a7 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Request body: {'security_group_rule': {'security_group_id': 'f3c478d8-5eca-4640-8ce5-d6449761a57c', 'project_id': 'fd9e5bc96c1947bd9411090e5d621544', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 11:09:16.631071 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-a9d9df0d-846e-4921-ad80-d367917011a7 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 11:09:16.634766 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-a9d9df0d-846e-4921-ad80-d367917011a7 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Usage tracker for resource:security_group_rule and tenant:fd9e5bc96c1947bd9411090e5d621544 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 11:09:16.638141 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-a9d9df0d-846e-4921-ad80-d367917011a7 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 11:09:16.643614 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-a9d9df0d-846e-4921-ad80-d367917011a7 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 11:09:16.653452 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.db.securitygroups_db [None req-a9d9df0d-846e-4921-ad80-d367917011a7 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Project fd9e5bc96c1947bd9411090e5d621544 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 11:09:16.659418 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a9d9df0d-846e-4921-ad80-d367917011a7 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:09:16.723002 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a9d9df0d-846e-4921-ad80-d367917011a7 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:09:16.726647 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a9d9df0d-846e-4921-ad80-d367917011a7 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:09:16.750993 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d9df0d-846e-4921-ad80-d367917011a7 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d64df04-b762-44fc-a80a-0b441d3371de,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:16.759120 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a9d9df0d-846e-4921-ad80-d367917011a7 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:09:16.761605 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-a9d9df0d-846e-4921-ad80-d367917011a7 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1405084 Mar 07 11:09:16.763528 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 46158) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:09:16.768755 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-3e788f13-a39f-471f-a4ad-fe15b397a4c2 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Request body: {'security_group_rule': {'security_group_id': 'f3c478d8-5eca-4640-8ce5-d6449761a57c', 'project_id': 'fd9e5bc96c1947bd9411090e5d621544', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 11:09:16.774372 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-3e788f13-a39f-471f-a4ad-fe15b397a4c2 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 11:09:16.778633 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-3e788f13-a39f-471f-a4ad-fe15b397a4c2 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Usage tracker for resource:security_group_rule and tenant:fd9e5bc96c1947bd9411090e5d621544 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 11:09:16.781418 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-3e788f13-a39f-471f-a4ad-fe15b397a4c2 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 11:09:16.787118 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-3e788f13-a39f-471f-a4ad-fe15b397a4c2 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 11:09:16.797611 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.db.securitygroups_db [None req-3e788f13-a39f-471f-a4ad-fe15b397a4c2 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Project fd9e5bc96c1947bd9411090e5d621544 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 11:09:16.803877 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3e788f13-a39f-471f-a4ad-fe15b397a4c2 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:09:16.870859 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3e788f13-a39f-471f-a4ad-fe15b397a4c2 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:09:16.874657 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3e788f13-a39f-471f-a4ad-fe15b397a4c2 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:09:16.896531 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e788f13-a39f-471f-a4ad-fe15b397a4c2 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b90cdfc-57df-4db0-ab35-2835c326a3e4,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:16.905392 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3e788f13-a39f-471f-a4ad-fe15b397a4c2 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:09:16.906533 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-3e788f13-a39f-471f-a4ad-fe15b397a4c2 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1421235 Mar 07 11:09:16.909368 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 46162) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:09:16.914635 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-0e5cc133-2e55-4da2-97c5-0311864f59bc tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Request body: {'network': {'name': 'tempest-network-smoke--1939627108', 'project_id': 'fd9e5bc96c1947bd9411090e5d621544', 'port_security_enabled': True}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 11:09:16.919850 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-0e5cc133-2e55-4da2-97c5-0311864f59bc tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 11:09:16.923823 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-0e5cc133-2e55-4da2-97c5-0311864f59bc tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Usage tracker for resource:network and tenant:fd9e5bc96c1947bd9411090e5d621544 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 11:09:16.926607 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-0e5cc133-2e55-4da2-97c5-0311864f59bc tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 11:09:16.932666 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-0e5cc133-2e55-4da2-97c5-0311864f59bc tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 11:09:16.944794 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e5cc133-2e55-4da2-97c5-0311864f59bc tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Made reservation on behalf of fd9e5bc96c1947bd9411090e5d621544 for: {'network': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:09:16.948152 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0e5cc133-2e55-4da2-97c5-0311864f59bc tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for network, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:09:16.976147 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e5cc133-2e55-4da2-97c5-0311864f59bc tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=83737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 11:09:16.984867 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0e5cc133-2e55-4da2-97c5-0311864f59bc tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:09:16.985200 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.db.segments_db [None req-0e5cc133-2e55-4da2-97c5-0311864f59bc tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Added segment 31b8cf08-dd44-4bdf-a343-9caca6dd3259 of type vlan for network d712d13c-0378-43b5-a0f9-77ac1cf6e457 Mar 07 11:09:17.010883 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0e5cc133-2e55-4da2-97c5-0311864f59bc tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732568034061'] for network, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:09:17.040033 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0e5cc133-2e55-4da2-97c5-0311864f59bc tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594'] for network, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:09:17.043684 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e5cc133-2e55-4da2-97c5-0311864f59bc tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:17.044257 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0e5cc133-2e55-4da2-97c5-0311864f59bc tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:09:17.150590 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-0e5cc133-2e55-4da2-97c5-0311864f59bc tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2401233 Mar 07 11:09:17.153319 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5cc133-2e55-4da2-97c5-0311864f59bc tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Pushing event updated for resources: {'Network': ['ID=d712d13c-0378-43b5-a0f9-77ac1cf6e457,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:17.153675 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 46166) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:09:17.160067 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-6a22ff75-e815-4f2f-9329-677bc7bb161e tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1907479835', 'admin_state_up': True, 'project_id': 'fd9e5bc96c1947bd9411090e5d621544', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12'}}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 11:09:17.163735 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Network d712d13c-0378-43b5-a0f9-77ac1cf6e457 details requested by agent ovs-agent-dv-neutron-830731-3-hyperv with host dv-neutron-830731-3-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 11:09:17.168798 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-6a22ff75-e815-4f2f-9329-677bc7bb161e tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 11:09:17.172617 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-6a22ff75-e815-4f2f-9329-677bc7bb161e tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Usage tracker for resource:router and tenant:fd9e5bc96c1947bd9411090e5d621544 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 11:09:17.175391 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-6a22ff75-e815-4f2f-9329-677bc7bb161e tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 11:09:17.181287 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-6a22ff75-e815-4f2f-9329-677bc7bb161e tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 11:09:17.191794 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6a22ff75-e815-4f2f-9329-677bc7bb161e tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3919700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58025'] for router, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:09:17.192876 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6a22ff75-e815-4f2f-9329-677bc7bb161e tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3919671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4011175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58018'] for router, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:09:17.211347 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6a22ff75-e815-4f2f-9329-677bc7bb161e tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:09:17.358202 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6a22ff75-e815-4f2f-9329-677bc7bb161e tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3917998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58952'] for router, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:09:17.526003 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6a22ff75-e815-4f2f-9329-677bc7bb161e tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for router_gateway, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:09:17.554274 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6a22ff75-e815-4f2f-9329-677bc7bb161e tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:09:17.684805 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-6a22ff75-e815-4f2f-9329-677bc7bb161e tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Allocated IP 172.26.8.167 (5ed85006-6b00-415e-b71f-837fb1421c12/8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a/4a4c50d5-edbc-43fe-9c87-e843ec7839a1) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:09:17.924404 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6a22ff75-e815-4f2f-9329-677bc7bb161e tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:09:17.951401 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6a22ff75-e815-4f2f-9329-677bc7bb161e tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:09:18.017339 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a22ff75-e815-4f2f-9329-677bc7bb161e tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Network 5ed85006-6b00-415e-b71f-837fb1421c12 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:09:18.020163 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-6a22ff75-e815-4f2f-9329-677bc7bb161e tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:09:18.024452 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a22ff75-e815-4f2f-9329-677bc7bb161e tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 11:09:18.055418 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a22ff75-e815-4f2f-9329-677bc7bb161e tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Pushing event updated for resources: {'Port': ['ID=4a4c50d5-edbc-43fe-9c87-e843ec7839a1,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:18.077554 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a22ff75-e815-4f2f-9329-677bc7bb161e tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:09:18.077900 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a22ff75-e815-4f2f-9329-677bc7bb161e tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:09:18.078236 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a22ff75-e815-4f2f-9329-677bc7bb161e tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:09:18.078569 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a22ff75-e815-4f2f-9329-677bc7bb161e tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:09:18.078898 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a22ff75-e815-4f2f-9329-677bc7bb161e tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:09:18.079225 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a22ff75-e815-4f2f-9329-677bc7bb161e tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:09:18.079557 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a22ff75-e815-4f2f-9329-677bc7bb161e tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:09:18.079877 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a22ff75-e815-4f2f-9329-677bc7bb161e tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:09:18.080195 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a22ff75-e815-4f2f-9329-677bc7bb161e tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:09:18.080529 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a22ff75-e815-4f2f-9329-677bc7bb161e tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:09:18.080850 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a22ff75-e815-4f2f-9329-677bc7bb161e tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:09:18.192075 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6a22ff75-e815-4f2f-9329-677bc7bb161e tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for router_gateway, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:09:18.192799 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6a22ff75-e815-4f2f-9329-677bc7bb161e tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3917991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923518'] for router, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:09:18.416670 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a22ff75-e815-4f2f-9329-677bc7bb161e tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Router 22b7c5f2-9aba-4f03-b6d8-d786aac2ac90 is scheduled to L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 with binding_index 1 {{(pid=83738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 11:09:18.613138 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a22ff75-e815-4f2f-9329-677bc7bb161e tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:09:18.623427 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561a2ba4-2d0c-4ee9-9a29-62f1b481c068 None None] Sync routers for ids ['22b7c5f2-9aba-4f03-b6d8-d786aac2ac90'] in dv-neutron-830731-3-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 11:09:18.636942 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561a2ba4-2d0c-4ee9-9a29-62f1b481c068 None None] Routers {'22b7c5f2-9aba-4f03-b6d8-d786aac2ac90'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 11:09:18.637550 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-561a2ba4-2d0c-4ee9-9a29-62f1b481c068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T11:09:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['22b7c5f2-9aba-4f03-b6d8-d786aac2ac90'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:09:18.641486 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6a22ff75-e815-4f2f-9329-677bc7bb161e tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for router, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:09:18.642766 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-6a22ff75-e815-4f2f-9329-677bc7bb161e tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4881277 Mar 07 11:09:18.645853 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 46170) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:09:18.756113 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-9510310e-aa85-4100-9838-6e55ea7d9169 tempest-TestNetworkAdvancedServerOps-1832968989 tempest-TestNetworkAdvancedServerOps-1832968989-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=fd9e5bc96c1947bd9411090e5d621544&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1091714 Mar 07 11:09:18.758779 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 46176) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:09:18.813112 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-561a2ba4-2d0c-4ee9-9a29-62f1b481c068 None None] Set router 22b7c5f2-9aba-4f03-b6d8-d786aac2ac90 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 11:09:18.885675 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db7220b-5992-46df-907c-622a1ffb2878 tempest-TestNetworkAdvancedServerOps-1832968989 tempest-TestNetworkAdvancedServerOps-1832968989-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:18.886647 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-3db7220b-5992-46df-907c-622a1ffb2878 tempest-TestNetworkAdvancedServerOps-1832968989 tempest-TestNetworkAdvancedServerOps-1832968989-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1270120 Mar 07 11:09:18.889573 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 46180) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:09:18.927581 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-de847d0b-5d6d-4bc7-a253-6a9cc505ef39 tempest-TestNetworkAdvancedServerOps-1832968989 tempest-TestNetworkAdvancedServerOps-1832968989-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=5ed85006-6b00-415e-b71f-837fb1421c12&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0369978 Mar 07 11:09:18.930485 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 46184) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:09:18.936388 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-c80b413d-f7c7-4b0a-b7bc-f1dccd577537 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1466536078', 'network_id': 'd712d13c-0378-43b5-a0f9-77ac1cf6e457', 'project_id': 'fd9e5bc96c1947bd9411090e5d621544', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 11:09:19.048162 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-c80b413d-f7c7-4b0a-b7bc-f1dccd577537 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 11:09:19.051915 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-c80b413d-f7c7-4b0a-b7bc-f1dccd577537 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Usage tracker for resource:subnet and tenant:fd9e5bc96c1947bd9411090e5d621544 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 11:09:19.054892 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-c80b413d-f7c7-4b0a-b7bc-f1dccd577537 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 11:09:19.060799 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-c80b413d-f7c7-4b0a-b7bc-f1dccd577537 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 11:09:19.070858 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c80b413d-f7c7-4b0a-b7bc-f1dccd577537 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Made reservation on behalf of fd9e5bc96c1947bd9411090e5d621544 for: {'subnet': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:09:19.127130 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-561a2ba4-2d0c-4ee9-9a29-62f1b481c068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22b7c5f2-9aba-4f03-b6d8-d786aac2ac90', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1907479835', 'tenant_id': 'fd9e5bc96c1947bd9411090e5d621544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.167'}], 'enable_snat': True}, 'gw_port_id': '4a4c50d5-edbc-43fe-9c87-e843ec7839a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:09:17Z', 'updated_at': '2022-03-07T11:09:18Z', 'revision_number': 3, 'project_id': 'fd9e5bc96c1947bd9411090e5d621544', 'gw_port': {'id': '4a4c50d5-edbc-43fe-9c87-e843ec7839a1', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a2:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22b7c5f2-9aba-4f03-b6d8-d786aac2ac90', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:09:17Z', 'updated_at': '2022-03-07T11:09:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv'}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:09:19.130924 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561a2ba4-2d0c-4ee9-9a29-62f1b481c068 None None] Checking router: 22b7c5f2-9aba-4f03-b6d8-d786aac2ac90 for host: dv-neutron-830731-3-hyperv {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 07 11:09:19.131267 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561a2ba4-2d0c-4ee9-9a29-62f1b481c068 None None] Updating router 22b7c5f2-9aba-4f03-b6d8-d786aac2ac90 port 4a4c50d5-edbc-43fe-9c87-e843ec7839a1 binding host dv-neutron-830731-3-hyperv {{(pid=83739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 07 11:09:19.172854 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c80b413d-f7c7-4b0a-b7bc-f1dccd577537 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741426'] for subnet, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:09:19.182779 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-561a2ba4-2d0c-4ee9-9a29-62f1b481c068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:09:19.390499 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c80b413d-f7c7-4b0a-b7bc-f1dccd577537 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3556832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741408'] for subnet, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:09:19.467051 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80b413d-f7c7-4b0a-b7bc-f1dccd577537 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Pushing event updated for resources: {'Subnet': ['ID=231ce6a8-c02c-4e2d-8996-9022d73ebcab,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:19.482793 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80b413d-f7c7-4b0a-b7bc-f1dccd577537 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Checking segment: {'id': '31b8cf08-dd44-4bdf-a343-9caca6dd3259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd712d13c-0378-43b5-a0f9-77ac1cf6e457'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 11:09:19.483144 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c80b413d-f7c7-4b0a-b7bc-f1dccd577537 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Network hostable DHCP agents. Network: d712d13c-0378-43b5-a0f9-77ac1cf6e457, hostable agents: ['6527556c-6586-422c-ae47-082984683847'], hosted agents: [] {{(pid=83738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 11:09:19.504996 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c80b413d-f7c7-4b0a-b7bc-f1dccd577537 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Network d712d13c-0378-43b5-a0f9-77ac1cf6e457 is scheduled to be hosted by DHCP agent 6527556c-6586-422c-ae47-082984683847 with binding_index 1 {{(pid=83738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 11:09:19.515192 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-561a2ba4-2d0c-4ee9-9a29-62f1b481c068 None None] Notify callbacks [] for port, precommit_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:09:19.515476 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-c80b413d-f7c7-4b0a-b7bc-f1dccd577537 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830731-3-hyperv, d712d13c-0378-43b5-a0f9-77ac1cf6e457) {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:09:19.519629 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c80b413d-f7c7-4b0a-b7bc-f1dccd577537 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:19.520073 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c80b413d-f7c7-4b0a-b7bc-f1dccd577537 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:09:19.524519 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c37a1d6-7729-457b-99d4-d7393e1b4417 None None] Network d712d13c-0378-43b5-a0f9-77ac1cf6e457 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 11:09:19.543420 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-c80b413d-f7c7-4b0a-b7bc-f1dccd577537 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6118820 Mar 07 11:09:19.546289 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 46188) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:09:19.548275 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-561a2ba4-2d0c-4ee9-9a29-62f1b481c068 None None] Transition to ACTIVE for port object 4a4c50d5-edbc-43fe-9c87-e843ec7839a1 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 11:09:19.598564 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-561a2ba4-2d0c-4ee9-9a29-62f1b481c068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:09:19.723552 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2345382-a180-49de-b6ac-92dc207ab88c None None] Pushing event updated for resources: {'Port': ['ID=4a4c50d5-edbc-43fe-9c87-e843ec7839a1,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:19.725646 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-561a2ba4-2d0c-4ee9-9a29-62f1b481c068 None None] Attempting to bind port 4a4c50d5-edbc-43fe-9c87-e843ec7839a1 on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 11:09:19.726014 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-561a2ba4-2d0c-4ee9-9a29-62f1b481c068 None None] Attempting to bind port 4a4c50d5-edbc-43fe-9c87-e843ec7839a1 by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': '9a22e080-7529-4fc7-949d-9f84ba21807d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 11:09:19.726369 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561a2ba4-2d0c-4ee9-9a29-62f1b481c068 None None] Attempting to bind port 4a4c50d5-edbc-43fe-9c87-e843ec7839a1 on network 5ed85006-6b00-415e-b71f-837fb1421c12 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 11:09:19.779849 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2345382-a180-49de-b6ac-92dc207ab88c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:09:19.780195 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2345382-a180-49de-b6ac-92dc207ab88c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:09:19.780550 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2345382-a180-49de-b6ac-92dc207ab88c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:09:19.780884 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2345382-a180-49de-b6ac-92dc207ab88c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:09:19.781227 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2345382-a180-49de-b6ac-92dc207ab88c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:09:19.781548 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2345382-a180-49de-b6ac-92dc207ab88c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:09:19.781863 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2345382-a180-49de-b6ac-92dc207ab88c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:09:19.782183 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2345382-a180-49de-b6ac-92dc207ab88c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:09:19.782500 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2345382-a180-49de-b6ac-92dc207ab88c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:09:19.782815 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2345382-a180-49de-b6ac-92dc207ab88c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:09:19.783136 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2345382-a180-49de-b6ac-92dc207ab88c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:09:19.786123 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561a2ba4-2d0c-4ee9-9a29-62f1b481c068 None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 11:09:19.786491 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561a2ba4-2d0c-4ee9-9a29-62f1b481c068 None None] Checking segment: {'id': '9a22e080-7529-4fc7-949d-9f84ba21807d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 11:09:19.787051 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-561a2ba4-2d0c-4ee9-9a29-62f1b481c068 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:09:19.787258 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561a2ba4-2d0c-4ee9-9a29-62f1b481c068 None None] Bound using segment: {'id': '9a22e080-7529-4fc7-949d-9f84ba21807d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 11:09:19.787763 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-561a2ba4-2d0c-4ee9-9a29-62f1b481c068 None None] Bound port: 4a4c50d5-edbc-43fe-9c87-e843ec7839a1, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a22e080-7529-4fc7-949d-9f84ba21807d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 11:09:19.788089 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-561a2ba4-2d0c-4ee9-9a29-62f1b481c068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:09:19.905205 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-561a2ba4-2d0c-4ee9-9a29-62f1b481c068 None None] For port 4a4c50d5-edbc-43fe-9c87-e843ec7839a1, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:09:19.908306 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-561a2ba4-2d0c-4ee9-9a29-62f1b481c068 None None] For port 4a4c50d5-edbc-43fe-9c87-e843ec7839a1, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=4a4c50d5-edbc-43fe-9c87-e843ec7839a1,segment=NetworkSegment(9a22e080-7529-4fc7-949d-9f84ba21807d),segment_id=9a22e080-7529-4fc7-949d-9f84ba21807d)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:09:19.910778 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f41dc74-933e-4dbe-b79b-4d79787abb75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ec2749d-0aec-52fb-aca6-10ba8a80aade-d712d13c-0378-43b5-a0f9-77ac1cf6e457', 'network_id': 'd712d13c-0378-43b5-a0f9-77ac1cf6e457', 'tenant_id': 'fd9e5bc96c1947bd9411090e5d621544', 'fixed_ips': [{'subnet_id': '231ce6a8-c02c-4e2d-8996-9022d73ebcab'}]}} from dv-neutron-830731-3-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 07 11:09:19.911625 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-1f41dc74-933e-4dbe-b79b-4d79787abb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:09:19.926717 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-561a2ba4-2d0c-4ee9-9a29-62f1b481c068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:09:20.075448 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2345382-a180-49de-b6ac-92dc207ab88c None None] Pushing event updated for resources: {'Port': ['ID=4a4c50d5-edbc-43fe-9c87-e843ec7839a1,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:20.117217 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561a2ba4-2d0c-4ee9-9a29-62f1b481c068 None None] Routers {'22b7c5f2-9aba-4f03-b6d8-d786aac2ac90'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 11:09:20.117851 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-561a2ba4-2d0c-4ee9-9a29-62f1b481c068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T11:09:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['22b7c5f2-9aba-4f03-b6d8-d786aac2ac90'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:09:20.278736 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-1f41dc74-933e-4dbe-b79b-4d79787abb75 None None] Allocated IP 172.20.0.2 (d712d13c-0378-43b5-a0f9-77ac1cf6e457/231ce6a8-c02c-4e2d-8996-9022d73ebcab/50b6e32f-2aa0-4ccf-8a39-c06e604dc99b) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:09:20.395522 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-561a2ba4-2d0c-4ee9-9a29-62f1b481c068 None None] Set router 22b7c5f2-9aba-4f03-b6d8-d786aac2ac90 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 11:09:20.405650 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-40bc9a41-ad2d-467c-b6b3-aa561fa1e499 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:09:20.787659 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-1f41dc74-933e-4dbe-b79b-4d79787abb75 None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:09:20.802243 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-1f41dc74-933e-4dbe-b79b-4d79787abb75 None None] Transition to ACTIVE for port object 50b6e32f-2aa0-4ccf-8a39-c06e604dc99b will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 11:09:20.829088 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-1f41dc74-933e-4dbe-b79b-4d79787abb75 None None] Transition to ACTIVE for port object 50b6e32f-2aa0-4ccf-8a39-c06e604dc99b will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 11:09:20.836143 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-1f41dc74-933e-4dbe-b79b-4d79787abb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:09:20.898736 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-40bc9a41-ad2d-467c-b6b3-aa561fa1e499 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Allocated IP 172.20.0.1 (d712d13c-0378-43b5-a0f9-77ac1cf6e457/231ce6a8-c02c-4e2d-8996-9022d73ebcab/d58f48b6-7891-4844-888c-6062c7e153aa) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:09:20.905548 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f41dc74-933e-4dbe-b79b-4d79787abb75 None None] Network d712d13c-0378-43b5-a0f9-77ac1cf6e457 is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:09:20.910881 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-1f41dc74-933e-4dbe-b79b-4d79787abb75 None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:09:20.916828 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f41dc74-933e-4dbe-b79b-4d79787abb75 None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 11:09:20.919945 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f41dc74-933e-4dbe-b79b-4d79787abb75 None None] Pushing event updated for resources: {'Port': ['ID=50b6e32f-2aa0-4ccf-8a39-c06e604dc99b,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:20.924102 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-561a2ba4-2d0c-4ee9-9a29-62f1b481c068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22b7c5f2-9aba-4f03-b6d8-d786aac2ac90', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1907479835', 'tenant_id': 'fd9e5bc96c1947bd9411090e5d621544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.167'}], 'enable_snat': True}, 'gw_port_id': '4a4c50d5-edbc-43fe-9c87-e843ec7839a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:09:17Z', 'updated_at': '2022-03-07T11:09:18Z', 'revision_number': 3, 'project_id': 'fd9e5bc96c1947bd9411090e5d621544', 'gw_port': {'id': '4a4c50d5-edbc-43fe-9c87-e843ec7839a1', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a2:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22b7c5f2-9aba-4f03-b6d8-d786aac2ac90', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:09:17Z', 'updated_at': '2022-03-07T11:09:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv'}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:09:20.931079 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561a2ba4-2d0c-4ee9-9a29-62f1b481c068 None None] The sync data for ids ['22b7c5f2-9aba-4f03-b6d8-d786aac2ac90'] in dv-neutron-830731-3-hyperv is: [{'id': '22b7c5f2-9aba-4f03-b6d8-d786aac2ac90', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1907479835', 'tenant_id': 'fd9e5bc96c1947bd9411090e5d621544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.167'}], 'enable_snat': True}, 'gw_port_id': '4a4c50d5-edbc-43fe-9c87-e843ec7839a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:09:17Z', 'updated_at': '2022-03-07T11:09:18Z', 'revision_number': 3, 'project_id': 'fd9e5bc96c1947bd9411090e5d621544', 'gw_port': {'id': '4a4c50d5-edbc-43fe-9c87-e843ec7839a1', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a2:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22b7c5f2-9aba-4f03-b6d8-d786aac2ac90', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:09:17Z', 'updated_at': '2022-03-07T11:09:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv'}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 11:09:21.018015 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-1f41dc74-933e-4dbe-b79b-4d79787abb75 None None] Attempting to bind port 50b6e32f-2aa0-4ccf-8a39-c06e604dc99b on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 11:09:21.018598 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-1f41dc74-933e-4dbe-b79b-4d79787abb75 None None] Attempting to bind port 50b6e32f-2aa0-4ccf-8a39-c06e604dc99b by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': '31b8cf08-dd44-4bdf-a343-9caca6dd3259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd712d13c-0378-43b5-a0f9-77ac1cf6e457'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 11:09:21.019152 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f41dc74-933e-4dbe-b79b-4d79787abb75 None None] Attempting to bind port 50b6e32f-2aa0-4ccf-8a39-c06e604dc99b on network d712d13c-0378-43b5-a0f9-77ac1cf6e457 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 11:09:21.027356 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f41dc74-933e-4dbe-b79b-4d79787abb75 None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 11:09:21.027356 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f41dc74-933e-4dbe-b79b-4d79787abb75 None None] Checking segment: {'id': '31b8cf08-dd44-4bdf-a343-9caca6dd3259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd712d13c-0378-43b5-a0f9-77ac1cf6e457'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 11:09:21.027762 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-1f41dc74-933e-4dbe-b79b-4d79787abb75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:09:21.028045 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f41dc74-933e-4dbe-b79b-4d79787abb75 None None] Bound using segment: {'id': '31b8cf08-dd44-4bdf-a343-9caca6dd3259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd712d13c-0378-43b5-a0f9-77ac1cf6e457'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 11:09:21.028569 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-1f41dc74-933e-4dbe-b79b-4d79787abb75 None None] Bound port: 50b6e32f-2aa0-4ccf-8a39-c06e604dc99b, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31b8cf08-dd44-4bdf-a343-9caca6dd3259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd712d13c-0378-43b5-a0f9-77ac1cf6e457'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 11:09:21.028896 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-1f41dc74-933e-4dbe-b79b-4d79787abb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:09:21.074418 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-40bc9a41-ad2d-467c-b6b3-aa561fa1e499 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:09:21.091422 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-40bc9a41-ad2d-467c-b6b3-aa561fa1e499 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Transition to ACTIVE for port object d58f48b6-7891-4844-888c-6062c7e153aa will not be triggered until provisioned by entity DHCP. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 11:09:21.133220 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-1f41dc74-933e-4dbe-b79b-4d79787abb75 None None] For port 50b6e32f-2aa0-4ccf-8a39-c06e604dc99b, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:09:21.137827 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-40bc9a41-ad2d-467c-b6b3-aa561fa1e499 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:09:21.139017 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-1f41dc74-933e-4dbe-b79b-4d79787abb75 None None] For port 50b6e32f-2aa0-4ccf-8a39-c06e604dc99b, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=50b6e32f-2aa0-4ccf-8a39-c06e604dc99b,segment=NetworkSegment(31b8cf08-dd44-4bdf-a343-9caca6dd3259),segment_id=31b8cf08-dd44-4bdf-a343-9caca6dd3259)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:09:21.145086 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-1f41dc74-933e-4dbe-b79b-4d79787abb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:09:21.212963 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40bc9a41-ad2d-467c-b6b3-aa561fa1e499 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Network d712d13c-0378-43b5-a0f9-77ac1cf6e457 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:09:21.216841 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-40bc9a41-ad2d-467c-b6b3-aa561fa1e499 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:09:21.220913 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40bc9a41-ad2d-467c-b6b3-aa561fa1e499 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 11:09:21.246245 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f41dc74-933e-4dbe-b79b-4d79787abb75 None None] Pushing event updated for resources: {'Port': ['ID=50b6e32f-2aa0-4ccf-8a39-c06e604dc99b,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:21.251690 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc9a41-ad2d-467c-b6b3-aa561fa1e499 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Pushing event updated for resources: {'Port': ['ID=d58f48b6-7891-4844-888c-6062c7e153aa,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:21.300303 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-40bc9a41-ad2d-467c-b6b3-aa561fa1e499 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3920324'] for router_interface, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:09:21.411105 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-40bc9a41-ad2d-467c-b6b3-aa561fa1e499 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:09:21.419823 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 4a4c50d5-edbc-43fe-9c87-e843ec7839a1 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 11:09:21.531201 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning for port 4a4c50d5-edbc-43fe-9c87-e843ec7839a1 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 11:09:21.537141 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 4a4c50d5-edbc-43fe-9c87-e843ec7839a1 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 11:09:21.537783 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:09:21.693999 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:09:21.710869 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] For port 4a4c50d5-edbc-43fe-9c87-e843ec7839a1, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=4a4c50d5-edbc-43fe-9c87-e843ec7839a1,segment=NetworkSegment(9a22e080-7529-4fc7-949d-9f84ba21807d),segment_id=9a22e080-7529-4fc7-949d-9f84ba21807d)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:09:21.715096 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:09:21.785240 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Pushing event updated for resources: {'Port': ['ID=4a4c50d5-edbc-43fe-9c87-e843ec7839a1,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:21.990305 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-40bc9a41-ad2d-467c-b6b3-aa561fa1e499 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for port, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:09:21.995689 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-40bc9a41-ad2d-467c-b6b3-aa561fa1e499 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3556717'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:09:22.108620 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-40bc9a41-ad2d-467c-b6b3-aa561fa1e499 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2756426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3920233'] for router_interface, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:09:22.112041 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc9a41-ad2d-467c-b6b3-aa561fa1e499 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Pushing event updated for resources: {'Port': ['ID=d58f48b6-7891-4844-888c-6062c7e153aa,revision_number=2']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:22.236896 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1030965-f812-4788-b43c-f796a2937724 None None] Network d712d13c-0378-43b5-a0f9-77ac1cf6e457 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 11:09:22.252810 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40bc9a41-ad2d-467c-b6b3-aa561fa1e499 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Network d712d13c-0378-43b5-a0f9-77ac1cf6e457 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:09:22.254003 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-40bc9a41-ad2d-467c-b6b3-aa561fa1e499 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:09:22.333945 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-0a992756-6d31-4c6f-9455-48b98ad77a01 None None] Provisioning for port 50b6e32f-2aa0-4ccf-8a39-c06e604dc99b completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 11:09:22.645798 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40bc9a41-ad2d-467c-b6b3-aa561fa1e499 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Router 22b7c5f2-9aba-4f03-b6d8-d786aac2ac90 has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:09:22.690713 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-b0189730-7f52-41a0-8016-440c19d4b30d None None] Provisioning for port d58f48b6-7891-4844-888c-6062c7e153aa completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 11:09:22.696334 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-b0189730-7f52-41a0-8016-440c19d4b30d None None] Provisioning complete for port d58f48b6-7891-4844-888c-6062c7e153aa triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 11:09:22.696743 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-b0189730-7f52-41a0-8016-440c19d4b30d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:09:22.752614 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-b0189730-7f52-41a0-8016-440c19d4b30d None None] Port d58f48b6-7891-4844-888c-6062c7e153aa cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 11:09:22.855799 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40bc9a41-ad2d-467c-b6b3-aa561fa1e499 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:09:22.870521 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-40bc9a41-ad2d-467c-b6b3-aa561fa1e499 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "PUT /v2.0/routers/22b7c5f2-9aba-4f03-b6d8-d786aac2ac90/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3232260 Mar 07 11:09:22.874443 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-1ed0005c-33e6-483b-a203-7246e2782261 None None] Provisioning complete for port d58f48b6-7891-4844-888c-6062c7e153aa triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 11:09:22.874881 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-1ed0005c-33e6-483b-a203-7246e2782261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:09:22.935373 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-1ed0005c-33e6-483b-a203-7246e2782261 None None] Port d58f48b6-7891-4844-888c-6062c7e153aa cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 11:09:23.048347 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-51f019d1-57f7-4320-b9d1-da656c4cff41 req-e0a9e3c9-b98a-44f4-969f-4786fa866f9d tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Synchronizing usage tracker for tenant:fd9e5bc96c1947bd9411090e5d621544 on resource:security_group {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 11:09:23.055967 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-d4262439-4d64-4308-a4bf-c855622ff1de None None] Provisioning complete for port d58f48b6-7891-4844-888c-6062c7e153aa triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 11:09:23.056334 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-d4262439-4d64-4308-a4bf-c855622ff1de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:09:23.063918 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-51f019d1-57f7-4320-b9d1-da656c4cff41 req-e0a9e3c9-b98a-44f4-969f-4786fa866f9d tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Unset dirty status for tenant:fd9e5bc96c1947bd9411090e5d621544 on resource:security_group {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 11:09:23.065380 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-51f019d1-57f7-4320-b9d1-da656c4cff41 req-e0a9e3c9-b98a-44f4-969f-4786fa866f9d tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1234851932&fields=id&tenant_id=fd9e5bc96c1947bd9411090e5d621544 HTTP/1.1" status: 200 len: 267 time: 0.0574560 Mar 07 11:09:23.108083 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-d4262439-4d64-4308-a4bf-c855622ff1de None None] Port d58f48b6-7891-4844-888c-6062c7e153aa cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 11:09:23.297297 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f019d1-57f7-4320-b9d1-da656c4cff41 req-588253df-3301-4fae-8b24-525dbb3ec3a8 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:23.297981 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-51f019d1-57f7-4320-b9d1-da656c4cff41 req-588253df-3301-4fae-8b24-525dbb3ec3a8 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Synchronizing usage tracker for tenant:fd9e5bc96c1947bd9411090e5d621544 on resource:network {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 11:09:23.312683 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-51f019d1-57f7-4320-b9d1-da656c4cff41 req-588253df-3301-4fae-8b24-525dbb3ec3a8 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Unset dirty status for tenant:fd9e5bc96c1947bd9411090e5d621544 on resource:network {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 11:09:23.313788 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-51f019d1-57f7-4320-b9d1-da656c4cff41 req-588253df-3301-4fae-8b24-525dbb3ec3a8 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/networks?id=d712d13c-0378-43b5-a0f9-77ac1cf6e457 HTTP/1.1" status: 200 len: 797 time: 0.2419019 Mar 07 11:09:23.330257 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-51f019d1-57f7-4320-b9d1-da656c4cff41 req-9af60c00-ad70-4991-a179-b03601d1ae6a tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/quotas/fd9e5bc96c1947bd9411090e5d621544 HTTP/1.1" status: 200 len: 375 time: 0.0112069 Mar 07 11:09:23.412341 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-51f019d1-57f7-4320-b9d1-da656c4cff41 req-bb429e81-6b03-4cdd-996b-a338caa38765 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Synchronizing usage tracker for tenant:fd9e5bc96c1947bd9411090e5d621544 on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 11:09:23.427704 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-51f019d1-57f7-4320-b9d1-da656c4cff41 req-bb429e81-6b03-4cdd-996b-a338caa38765 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Unset dirty status for tenant:fd9e5bc96c1947bd9411090e5d621544 on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 11:09:23.429487 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-51f019d1-57f7-4320-b9d1-da656c4cff41 req-bb429e81-6b03-4cdd-996b-a338caa38765 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=fd9e5bc96c1947bd9411090e5d621544&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0942888 Mar 07 11:09:23.452850 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 50b6e32f-2aa0-4ccf-8a39-c06e604dc99b up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 11:09:23.511141 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [req-51f019d1-57f7-4320-b9d1-da656c4cff41 req-46b4b3f3-69d9-49eb-b062-f083174cf7d0 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=83737) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 07 11:09:23.512057 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-51f019d1-57f7-4320-b9d1-da656c4cff41 req-46b4b3f3-69d9-49eb-b062-f083174cf7d0 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0704942 Mar 07 11:09:23.522514 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning for port 50b6e32f-2aa0-4ccf-8a39-c06e604dc99b completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 11:09:23.527125 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 50b6e32f-2aa0-4ccf-8a39-c06e604dc99b triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 11:09:23.527493 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:09:23.641621 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:09:23.646649 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-51f019d1-57f7-4320-b9d1-da656c4cff41 req-8caa9398-e524-4a61-a4d4-5a04b7e929b3 service neutron] 10.222.0.13 "GET /v2.0/networks/d712d13c-0378-43b5-a0f9-77ac1cf6e457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281238 Mar 07 11:09:23.673559 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] For port 50b6e32f-2aa0-4ccf-8a39-c06e604dc99b, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=50b6e32f-2aa0-4ccf-8a39-c06e604dc99b,segment=NetworkSegment(31b8cf08-dd44-4bdf-a343-9caca6dd3259),segment_id=31b8cf08-dd44-4bdf-a343-9caca6dd3259)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:09:23.677499 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:09:23.678605 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 4a4c50d5-edbc-43fe-9c87-e843ec7839a1 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 11:09:23.779212 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-51f019d1-57f7-4320-b9d1-da656c4cff41 req-d57a451d-7177-422c-85ba-fbb739951b0c service neutron] 10.222.0.13 "GET /v2.0/networks/d712d13c-0378-43b5-a0f9-77ac1cf6e457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267235 Mar 07 11:09:23.787317 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Pushing event updated for resources: {'Port': ['ID=50b6e32f-2aa0-4ccf-8a39-c06e604dc99b,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:23.804116 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 4a4c50d5-edbc-43fe-9c87-e843ec7839a1 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 11:09:23.804504 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:09:23.979163 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-5f916c15-749d-4456-b0a4-5cc291a808f8 req-d34490c9-0707-4551-b50c-3002e9b25c52 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/ports?device_id=eef27fde-7ef7-4449-bc01-4941a786c372 HTTP/1.1" status: 200 len: 210 time: 0.0491948 Mar 07 11:09:24.570482 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8fb8b4-872a-4aaa-a12c-da42427a6328 None None] Sync routers for ids ['22b7c5f2-9aba-4f03-b6d8-d786aac2ac90'] in dv-neutron-830731-3-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 11:09:24.581957 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8fb8b4-872a-4aaa-a12c-da42427a6328 None None] Routers {'22b7c5f2-9aba-4f03-b6d8-d786aac2ac90'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 11:09:24.582535 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-4b8fb8b4-872a-4aaa-a12c-da42427a6328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T11:09:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['22b7c5f2-9aba-4f03-b6d8-d786aac2ac90'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:09:24.762709 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-4b8fb8b4-872a-4aaa-a12c-da42427a6328 None None] Set router 22b7c5f2-9aba-4f03-b6d8-d786aac2ac90 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 11:09:24.976269 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f019d1-57f7-4320-b9d1-da656c4cff41 req-666a56d6-f81d-4b2b-b396-ac84ff67b974 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:24.979590 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-51f019d1-57f7-4320-b9d1-da656c4cff41 req-666a56d6-f81d-4b2b-b396-ac84ff67b974 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.10 "GET /v2.0/networks?id=d712d13c-0378-43b5-a0f9-77ac1cf6e457 HTTP/1.1" status: 200 len: 797 time: 0.1531167 Mar 07 11:09:25.041156 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-51f019d1-57f7-4320-b9d1-da656c4cff41 req-93ae7f68-6249-4e36-b67f-686e49be6e7d tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fd9e5bc96c1947bd9411090e5d621544 HTTP/1.1" status: 200 len: 380 time: 0.0511713 Mar 07 11:09:25.050526 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [req-51f019d1-57f7-4320-b9d1-da656c4cff41 req-ef0acf38-fac2-42e5-8676-a9a50401238e tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Request body: {'port': {'device_id': 'eef27fde-7ef7-4449-bc01-4941a786c372', 'network_id': 'd712d13c-0378-43b5-a0f9-77ac1cf6e457', 'admin_state_up': True, 'tenant_id': 'fd9e5bc96c1947bd9411090e5d621544', 'security_groups': ['f3c478d8-5eca-4640-8ce5-d6449761a57c']}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 11:09:25.080593 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-4b8fb8b4-872a-4aaa-a12c-da42427a6328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22b7c5f2-9aba-4f03-b6d8-d786aac2ac90', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1907479835', 'tenant_id': 'fd9e5bc96c1947bd9411090e5d621544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.167'}], 'enable_snat': True}, 'gw_port_id': '4a4c50d5-edbc-43fe-9c87-e843ec7839a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:09:17Z', 'updated_at': '2022-03-07T11:09:21Z', 'revision_number': 4, 'project_id': 'fd9e5bc96c1947bd9411090e5d621544', 'gw_port': {'id': '4a4c50d5-edbc-43fe-9c87-e843ec7839a1', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a2:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b7c5f2-9aba-4f03-b6d8-d786aac2ac90', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:09:17Z', 'updated_at': '2022-03-07T11:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_interfaces': [{'id': 'd58f48b6-7891-4844-888c-6062c7e153aa', 'name': '', 'network_id': 'd712d13c-0378-43b5-a0f9-77ac1cf6e457', 'tenant_id': 'fd9e5bc96c1947bd9411090e5d621544', 'mac_address': 'fa:16:3e:88:30:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22b7c5f2-9aba-4f03-b6d8-d786aac2ac90', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '231ce6a8-c02c-4e2d-8996-9022d73ebcab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:09:20Z', 'updated_at': '2022-03-07T11:09:21Z', 'revision_number': 2, 'project_id': 'fd9e5bc96c1947bd9411090e5d621544', 'subnets': [{'id': '231ce6a8-c02c-4e2d-8996-9022d73ebcab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:09:25.085087 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8fb8b4-872a-4aaa-a12c-da42427a6328 None None] Checking router: 22b7c5f2-9aba-4f03-b6d8-d786aac2ac90 for host: dv-neutron-830731-3-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 07 11:09:25.085507 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8fb8b4-872a-4aaa-a12c-da42427a6328 None None] Updating router 22b7c5f2-9aba-4f03-b6d8-d786aac2ac90 port d58f48b6-7891-4844-888c-6062c7e153aa binding host dv-neutron-830731-3-hyperv {{(pid=83740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 07 11:09:25.140881 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-4b8fb8b4-872a-4aaa-a12c-da42427a6328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:09:25.175982 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-9b16e600-bddc-4892-9cf5-f6ff5d7372a0 req-acb8cb99-3dfa-4d9e-8fa6-e26af444bf78 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/ports?device_id=eef27fde-7ef7-4449-bc01-4941a786c372 HTTP/1.1" status: 200 len: 210 time: 0.0579693 Mar 07 11:09:25.232952 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [req-51f019d1-57f7-4320-b9d1-da656c4cff41 req-ef0acf38-fac2-42e5-8676-a9a50401238e tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 11:09:25.242419 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [req-51f019d1-57f7-4320-b9d1-da656c4cff41 req-ef0acf38-fac2-42e5-8676-a9a50401238e tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 11:09:25.253837 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51f019d1-57f7-4320-b9d1-da656c4cff41 req-ef0acf38-fac2-42e5-8676-a9a50401238e tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Made reservation on behalf of fd9e5bc96c1947bd9411090e5d621544 for: {'port': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:09:25.257306 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-51f019d1-57f7-4320-b9d1-da656c4cff41 req-ef0acf38-fac2-42e5-8676-a9a50401238e tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:09:25.389148 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 50b6e32f-2aa0-4ccf-8a39-c06e604dc99b up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 11:09:25.457799 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 50b6e32f-2aa0-4ccf-8a39-c06e604dc99b triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 11:09:25.458163 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:09:25.484791 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-4b8fb8b4-872a-4aaa-a12c-da42427a6328 None None] Notify callbacks [] for port, precommit_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:09:25.496363 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.provisioning_blocks [None req-4b8fb8b4-872a-4aaa-a12c-da42427a6328 None None] Transition to ACTIVE for port object d58f48b6-7891-4844-888c-6062c7e153aa will not be triggered until provisioned by entity L2. {{(pid=83740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 11:09:25.502758 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-4b8fb8b4-872a-4aaa-a12c-da42427a6328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:09:25.575942 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [req-51f019d1-57f7-4320-b9d1-da656c4cff41 req-ef0acf38-fac2-42e5-8676-a9a50401238e tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Allocated IP 172.20.0.9 (d712d13c-0378-43b5-a0f9-77ac1cf6e457/231ce6a8-c02c-4e2d-8996-9022d73ebcab/63c01cd7-f8b5-470f-acda-b8bf2822189b) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:09:25.628512 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc289085-51e4-445d-9779-218f9daba2a2 None None] Pushing event updated for resources: {'Port': ['ID=d58f48b6-7891-4844-888c-6062c7e153aa,revision_number=3']} {{(pid=83740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:25.645325 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc289085-51e4-445d-9779-218f9daba2a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:09:25.645663 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc289085-51e4-445d-9779-218f9daba2a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:09:25.645995 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc289085-51e4-445d-9779-218f9daba2a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:09:25.646323 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc289085-51e4-445d-9779-218f9daba2a2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:09:25.646651 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc289085-51e4-445d-9779-218f9daba2a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:09:25.646969 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc289085-51e4-445d-9779-218f9daba2a2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:09:25.647286 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc289085-51e4-445d-9779-218f9daba2a2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:09:25.647604 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc289085-51e4-445d-9779-218f9daba2a2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:09:25.647917 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc289085-51e4-445d-9779-218f9daba2a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:09:25.648229 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc289085-51e4-445d-9779-218f9daba2a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:09:25.648563 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc289085-51e4-445d-9779-218f9daba2a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:09:25.741911 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-4b8fb8b4-872a-4aaa-a12c-da42427a6328 None None] Attempting to bind port d58f48b6-7891-4844-888c-6062c7e153aa on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 11:09:25.742280 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-4b8fb8b4-872a-4aaa-a12c-da42427a6328 None None] Attempting to bind port d58f48b6-7891-4844-888c-6062c7e153aa by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': '31b8cf08-dd44-4bdf-a343-9caca6dd3259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd712d13c-0378-43b5-a0f9-77ac1cf6e457'}] {{(pid=83740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 11:09:25.742636 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8fb8b4-872a-4aaa-a12c-da42427a6328 None None] Attempting to bind port d58f48b6-7891-4844-888c-6062c7e153aa on network d712d13c-0378-43b5-a0f9-77ac1cf6e457 {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 11:09:25.750019 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8fb8b4-872a-4aaa-a12c-da42427a6328 None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 11:09:25.750386 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8fb8b4-872a-4aaa-a12c-da42427a6328 None None] Checking segment: {'id': '31b8cf08-dd44-4bdf-a343-9caca6dd3259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd712d13c-0378-43b5-a0f9-77ac1cf6e457'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 11:09:25.750834 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-4b8fb8b4-872a-4aaa-a12c-da42427a6328 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:09:25.751232 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8fb8b4-872a-4aaa-a12c-da42427a6328 None None] Bound using segment: {'id': '31b8cf08-dd44-4bdf-a343-9caca6dd3259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd712d13c-0378-43b5-a0f9-77ac1cf6e457'} {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 11:09:25.751684 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-4b8fb8b4-872a-4aaa-a12c-da42427a6328 None None] Bound port: d58f48b6-7891-4844-888c-6062c7e153aa, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31b8cf08-dd44-4bdf-a343-9caca6dd3259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd712d13c-0378-43b5-a0f9-77ac1cf6e457'}}] {{(pid=83740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 11:09:25.752046 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-4b8fb8b4-872a-4aaa-a12c-da42427a6328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:09:25.777766 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-51f019d1-57f7-4320-b9d1-da656c4cff41 req-ef0acf38-fac2-42e5-8676-a9a50401238e tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:09:25.793716 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [req-51f019d1-57f7-4320-b9d1-da656c4cff41 req-ef0acf38-fac2-42e5-8676-a9a50401238e tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Transition to ACTIVE for port object 63c01cd7-f8b5-470f-acda-b8bf2822189b will not be triggered until provisioned by entity DHCP. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 11:09:25.816712 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-51f019d1-57f7-4320-b9d1-da656c4cff41 req-ef0acf38-fac2-42e5-8676-a9a50401238e tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:09:25.868680 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.db [None req-4b8fb8b4-872a-4aaa-a12c-da42427a6328 None None] For port d58f48b6-7891-4844-888c-6062c7e153aa, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:09:25.872897 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.db [None req-4b8fb8b4-872a-4aaa-a12c-da42427a6328 None None] For port d58f48b6-7891-4844-888c-6062c7e153aa, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=d58f48b6-7891-4844-888c-6062c7e153aa,segment=NetworkSegment(31b8cf08-dd44-4bdf-a343-9caca6dd3259),segment_id=31b8cf08-dd44-4bdf-a343-9caca6dd3259)] {{(pid=83740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:09:25.877624 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-4b8fb8b4-872a-4aaa-a12c-da42427a6328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:09:25.894906 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51f019d1-57f7-4320-b9d1-da656c4cff41 req-ef0acf38-fac2-42e5-8676-a9a50401238e tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Network d712d13c-0378-43b5-a0f9-77ac1cf6e457 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:09:25.897732 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [req-51f019d1-57f7-4320-b9d1-da656c4cff41 req-ef0acf38-fac2-42e5-8676-a9a50401238e tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:09:25.900160 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [req-51f019d1-57f7-4320-b9d1-da656c4cff41 req-ef0acf38-fac2-42e5-8676-a9a50401238e tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 11:09:25.954567 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0acf38-fac2-42e5-8676-a9a50401238e tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Pushing event updated for resources: {'Port': ['ID=63c01cd7-f8b5-470f-acda-b8bf2822189b,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:25.959751 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc289085-51e4-445d-9779-218f9daba2a2 None None] Pushing event updated for resources: {'Port': ['ID=d58f48b6-7891-4844-888c-6062c7e153aa,revision_number=4']} {{(pid=83740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:25.962933 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8fb8b4-872a-4aaa-a12c-da42427a6328 None None] Routers {'22b7c5f2-9aba-4f03-b6d8-d786aac2ac90'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 11:09:25.963674 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-4b8fb8b4-872a-4aaa-a12c-da42427a6328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T11:09:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['22b7c5f2-9aba-4f03-b6d8-d786aac2ac90'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:09:25.982253 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f019d1-57f7-4320-b9d1-da656c4cff41 req-ef0acf38-fac2-42e5-8676-a9a50401238e tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:25.982963 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-51f019d1-57f7-4320-b9d1-da656c4cff41 req-ef0acf38-fac2-42e5-8676-a9a50401238e tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:09:26.011638 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-51f019d1-57f7-4320-b9d1-da656c4cff41 req-ef0acf38-fac2-42e5-8676-a9a50401238e tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9659693 Mar 07 11:09:26.022503 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [req-51f019d1-57f7-4320-b9d1-da656c4cff41 req-221c8caa-e953-414a-88ca-82881fb056f0 service neutron] Request body: {'port': {'device_id': 'eef27fde-7ef7-4449-bc01-4941a786c372', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8307'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 11:09:26.140738 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-51f019d1-57f7-4320-b9d1-da656c4cff41 req-221c8caa-e953-414a-88ca-82881fb056f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:09:26.146689 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-4b8fb8b4-872a-4aaa-a12c-da42427a6328 None None] Set router 22b7c5f2-9aba-4f03-b6d8-d786aac2ac90 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 11:09:26.176646 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-f1297423-8ef6-4ccf-acfb-2567db0f3863 None None] Provisioning for port 63c01cd7-f8b5-470f-acda-b8bf2822189b completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 11:09:26.183839 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-f1297423-8ef6-4ccf-acfb-2567db0f3863 None None] Provisioning complete for port 63c01cd7-f8b5-470f-acda-b8bf2822189b triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 11:09:26.184213 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f1297423-8ef6-4ccf-acfb-2567db0f3863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:09:26.238779 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-f1297423-8ef6-4ccf-acfb-2567db0f3863 None None] Port 63c01cd7-f8b5-470f-acda-b8bf2822189b cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 11:09:26.540660 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-4b8fb8b4-872a-4aaa-a12c-da42427a6328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22b7c5f2-9aba-4f03-b6d8-d786aac2ac90', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1907479835', 'tenant_id': 'fd9e5bc96c1947bd9411090e5d621544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.167'}], 'enable_snat': True}, 'gw_port_id': '4a4c50d5-edbc-43fe-9c87-e843ec7839a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:09:17Z', 'updated_at': '2022-03-07T11:09:21Z', 'revision_number': 4, 'project_id': 'fd9e5bc96c1947bd9411090e5d621544', 'gw_port': {'id': '4a4c50d5-edbc-43fe-9c87-e843ec7839a1', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a2:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b7c5f2-9aba-4f03-b6d8-d786aac2ac90', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:09:17Z', 'updated_at': '2022-03-07T11:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_interfaces': [{'id': 'd58f48b6-7891-4844-888c-6062c7e153aa', 'name': '', 'network_id': 'd712d13c-0378-43b5-a0f9-77ac1cf6e457', 'tenant_id': 'fd9e5bc96c1947bd9411090e5d621544', 'mac_address': 'fa:16:3e:88:30:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22b7c5f2-9aba-4f03-b6d8-d786aac2ac90', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '231ce6a8-c02c-4e2d-8996-9022d73ebcab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:09:20Z', 'updated_at': '2022-03-07T11:09:25Z', 'revision_number': 4, 'project_id': 'fd9e5bc96c1947bd9411090e5d621544', 'subnets': [{'id': '231ce6a8-c02c-4e2d-8996-9022d73ebcab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:09:26.546054 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8fb8b4-872a-4aaa-a12c-da42427a6328 None None] The sync data for ids ['22b7c5f2-9aba-4f03-b6d8-d786aac2ac90'] in dv-neutron-830731-3-hyperv is: [{'id': '22b7c5f2-9aba-4f03-b6d8-d786aac2ac90', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1907479835', 'tenant_id': 'fd9e5bc96c1947bd9411090e5d621544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.167'}], 'enable_snat': True}, 'gw_port_id': '4a4c50d5-edbc-43fe-9c87-e843ec7839a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:09:17Z', 'updated_at': '2022-03-07T11:09:21Z', 'revision_number': 4, 'project_id': 'fd9e5bc96c1947bd9411090e5d621544', 'gw_port': {'id': '4a4c50d5-edbc-43fe-9c87-e843ec7839a1', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a2:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b7c5f2-9aba-4f03-b6d8-d786aac2ac90', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:09:17Z', 'updated_at': '2022-03-07T11:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_interfaces': [{'id': 'd58f48b6-7891-4844-888c-6062c7e153aa', 'name': '', 'network_id': 'd712d13c-0378-43b5-a0f9-77ac1cf6e457', 'tenant_id': 'fd9e5bc96c1947bd9411090e5d621544', 'mac_address': 'fa:16:3e:88:30:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22b7c5f2-9aba-4f03-b6d8-d786aac2ac90', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '231ce6a8-c02c-4e2d-8996-9022d73ebcab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:09:20Z', 'updated_at': '2022-03-07T11:09:25Z', 'revision_number': 4, 'project_id': 'fd9e5bc96c1947bd9411090e5d621544', 'subnets': [{'id': '231ce6a8-c02c-4e2d-8996-9022d73ebcab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 11:09:26.602516 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5f80d2-c498-4962-aa23-0b4d1e01495c req-3eb9dfba-6c85-44be-8403-d33ea5630256 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:26.603237 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-bb5f80d2-c498-4962-aa23-0b4d1e01495c req-3eb9dfba-6c85-44be-8403-d33ea5630256 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Synchronizing usage tracker for tenant:fd9e5bc96c1947bd9411090e5d621544 on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 11:09:26.636816 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-bb5f80d2-c498-4962-aa23-0b4d1e01495c req-3eb9dfba-6c85-44be-8403-d33ea5630256 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Unset dirty status for tenant:fd9e5bc96c1947bd9411090e5d621544 on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 11:09:26.643410 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-bb5f80d2-c498-4962-aa23-0b4d1e01495c req-3eb9dfba-6c85-44be-8403-d33ea5630256 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/ports?device_id=eef27fde-7ef7-4449-bc01-4941a786c372 HTTP/1.1" status: 200 len: 931 time: 0.3220394 Mar 07 11:09:26.735620 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [req-51f019d1-57f7-4320-b9d1-da656c4cff41 req-221c8caa-e953-414a-88ca-82881fb056f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63c01cd7-f8b5-470f-acda-b8bf2822189b {{(pid=83737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 07 11:09:26.744909 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-51f019d1-57f7-4320-b9d1-da656c4cff41 req-221c8caa-e953-414a-88ca-82881fb056f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:09:26.749076 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-bb5f80d2-c498-4962-aa23-0b4d1e01495c req-e27699ea-51c6-423e-9710-f1ef94bec8f1 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3c478d8-5eca-4640-8ce5-d6449761a57c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048372 Mar 07 11:09:26.767595 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [req-51f019d1-57f7-4320-b9d1-da656c4cff41 req-221c8caa-e953-414a-88ca-82881fb056f0 service neutron] Transition to ACTIVE for port object 63c01cd7-f8b5-470f-acda-b8bf2822189b will not be triggered until provisioned by entity L2. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 11:09:26.772654 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-51f019d1-57f7-4320-b9d1-da656c4cff41 req-221c8caa-e953-414a-88ca-82881fb056f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3012561'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:09:26.915909 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221c8caa-e953-414a-88ca-82881fb056f0 service neutron] Pushing event updated for resources: {'Port': ['ID=63c01cd7-f8b5-470f-acda-b8bf2822189b,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:27.028629 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [req-51f019d1-57f7-4320-b9d1-da656c4cff41 req-221c8caa-e953-414a-88ca-82881fb056f0 service neutron] Attempting to bind port 63c01cd7-f8b5-470f-acda-b8bf2822189b on host hv-neutron-8307 for vnic_type normal with profile {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 11:09:27.029197 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [req-51f019d1-57f7-4320-b9d1-da656c4cff41 req-221c8caa-e953-414a-88ca-82881fb056f0 service neutron] Attempting to bind port 63c01cd7-f8b5-470f-acda-b8bf2822189b by drivers openvswitch,hyperv on host hv-neutron-8307 at level 0 using segments [{'id': '31b8cf08-dd44-4bdf-a343-9caca6dd3259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd712d13c-0378-43b5-a0f9-77ac1cf6e457'}] {{(pid=83737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 11:09:27.029329 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f019d1-57f7-4320-b9d1-da656c4cff41 req-221c8caa-e953-414a-88ca-82881fb056f0 service neutron] Attempting to bind port 63c01cd7-f8b5-470f-acda-b8bf2822189b on network d712d13c-0378-43b5-a0f9-77ac1cf6e457 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 11:09:27.035400 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f019d1-57f7-4320-b9d1-da656c4cff41 req-221c8caa-e953-414a-88ca-82881fb056f0 service neutron] Port 63c01cd7-f8b5-470f-acda-b8bf2822189b on network d712d13c-0378-43b5-a0f9-77ac1cf6e457 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8307 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 07 11:09:27.035751 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f019d1-57f7-4320-b9d1-da656c4cff41 req-221c8caa-e953-414a-88ca-82881fb056f0 service neutron] Attempting to bind port 63c01cd7-f8b5-470f-acda-b8bf2822189b on network d712d13c-0378-43b5-a0f9-77ac1cf6e457 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 11:09:27.042381 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f019d1-57f7-4320-b9d1-da656c4cff41 req-221c8caa-e953-414a-88ca-82881fb056f0 service neutron] Checking agent: {'id': 'fb93ecad-d7e5-4e81-99ef-d8d0ee7386ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8307', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 21, 15), 'started_at': datetime.datetime(2022, 3, 7, 10, 21, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 11:09:27.042717 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f019d1-57f7-4320-b9d1-da656c4cff41 req-221c8caa-e953-414a-88ca-82881fb056f0 service neutron] Checking segment: {'id': '31b8cf08-dd44-4bdf-a343-9caca6dd3259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd712d13c-0378-43b5-a0f9-77ac1cf6e457'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 11:09:27.043099 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f019d1-57f7-4320-b9d1-da656c4cff41 req-221c8caa-e953-414a-88ca-82881fb056f0 service neutron] Bound using segment: {'id': '31b8cf08-dd44-4bdf-a343-9caca6dd3259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd712d13c-0378-43b5-a0f9-77ac1cf6e457'} {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 11:09:27.043521 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [req-51f019d1-57f7-4320-b9d1-da656c4cff41 req-221c8caa-e953-414a-88ca-82881fb056f0 service neutron] Bound port: 63c01cd7-f8b5-470f-acda-b8bf2822189b, host: hv-neutron-8307, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31b8cf08-dd44-4bdf-a343-9caca6dd3259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd712d13c-0378-43b5-a0f9-77ac1cf6e457'}}] {{(pid=83737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 11:09:27.043888 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-51f019d1-57f7-4320-b9d1-da656c4cff41 req-221c8caa-e953-414a-88ca-82881fb056f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:09:27.135138 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [req-51f019d1-57f7-4320-b9d1-da656c4cff41 req-221c8caa-e953-414a-88ca-82881fb056f0 service neutron] For port 63c01cd7-f8b5-470f-acda-b8bf2822189b, host hv-neutron-8307, cleared binding levels {{(pid=83737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:09:27.138324 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [req-51f019d1-57f7-4320-b9d1-da656c4cff41 req-221c8caa-e953-414a-88ca-82881fb056f0 service neutron] For port 63c01cd7-f8b5-470f-acda-b8bf2822189b, host hv-neutron-8307, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=63c01cd7-f8b5-470f-acda-b8bf2822189b,segment=NetworkSegment(31b8cf08-dd44-4bdf-a343-9caca6dd3259),segment_id=31b8cf08-dd44-4bdf-a343-9caca6dd3259)] {{(pid=83737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:09:27.142061 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-51f019d1-57f7-4320-b9d1-da656c4cff41 req-221c8caa-e953-414a-88ca-82881fb056f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3012561'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:09:27.208595 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-51f019d1-57f7-4320-b9d1-da656c4cff41 req-221c8caa-e953-414a-88ca-82881fb056f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:09:27.210001 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-51f019d1-57f7-4320-b9d1-da656c4cff41 req-221c8caa-e953-414a-88ca-82881fb056f0 service neutron] 10.222.0.10 "PUT /v2.0/ports/63c01cd7-f8b5-470f-acda-b8bf2822189b HTTP/1.1" status: 200 len: 1093 time: 1.1917117 Mar 07 11:09:27.210485 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eef27fde-7ef7-4449-bc01-4941a786c372', 'tag': '63c01cd7-f8b5-470f-acda-b8bf2822189b'}] {{(pid=83737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 11:09:27.229539 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221c8caa-e953-414a-88ca-82881fb056f0 service neutron] Pushing event updated for resources: {'Port': ['ID=63c01cd7-f8b5-470f-acda-b8bf2822189b,revision_number=3']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:27.304632 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eef27fde-7ef7-4449-bc01-4941a786c372', 'tag': '63c01cd7-f8b5-470f-acda-b8bf2822189b', 'status': 'completed', 'code': 200} Mar 07 11:09:27.333153 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-51f019d1-57f7-4320-b9d1-da656c4cff41 req-8282c912-8809-4f79-8b89-8be55090f000 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fd9e5bc96c1947bd9411090e5d621544&device_id=eef27fde-7ef7-4449-bc01-4941a786c372 HTTP/1.1" status: 200 len: 1096 time: 0.0841007 Mar 07 11:09:27.418501 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-51f019d1-57f7-4320-b9d1-da656c4cff41 req-bc85a4a9-fc29-483d-bc06-655563fa63d8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=63c01cd7-f8b5-470f-acda-b8bf2822189b HTTP/1.1" status: 200 len: 217 time: 0.0786684 Mar 07 11:09:27.433613 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device d58f48b6-7891-4844-888c-6062c7e153aa up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 11:09:27.490185 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f019d1-57f7-4320-b9d1-da656c4cff41 req-21fdfaab-9356-47e9-828c-25014c2e83c3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:27.491752 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-51f019d1-57f7-4320-b9d1-da656c4cff41 req-21fdfaab-9356-47e9-828c-25014c2e83c3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=231ce6a8-c02c-4e2d-8996-9022d73ebcab HTTP/1.1" status: 200 len: 835 time: 0.0676198 Mar 07 11:09:27.513508 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning for port d58f48b6-7891-4844-888c-6062c7e153aa completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 11:09:27.522254 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port d58f48b6-7891-4844-888c-6062c7e153aa triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 11:09:27.522623 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:09:27.568496 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-51f019d1-57f7-4320-b9d1-da656c4cff41 req-46638c8e-f578-4cd4-867a-ce01ac196328 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d712d13c-0378-43b5-a0f9-77ac1cf6e457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710838 Mar 07 11:09:27.639052 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:09:27.671834 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] For port d58f48b6-7891-4844-888c-6062c7e153aa, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=d58f48b6-7891-4844-888c-6062c7e153aa,segment=NetworkSegment(31b8cf08-dd44-4bdf-a343-9caca6dd3259),segment_id=31b8cf08-dd44-4bdf-a343-9caca6dd3259)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:09:27.676000 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:09:27.704079 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-51f019d1-57f7-4320-b9d1-da656c4cff41 req-90599089-a6ea-423a-a315-90af45676063 service neutron] 10.222.0.10 "GET /v2.0/networks/d712d13c-0378-43b5-a0f9-77ac1cf6e457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300097 Mar 07 11:09:27.744663 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Pushing event updated for resources: {'Port': ['ID=d58f48b6-7891-4844-888c-6062c7e153aa,revision_number=5']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:27.837492 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-51f019d1-57f7-4320-b9d1-da656c4cff41 req-d69b2244-d811-4fa6-a2b0-3d6480032f3d service neutron] 10.222.0.10 "GET /v2.0/networks/d712d13c-0378-43b5-a0f9-77ac1cf6e457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272447 Mar 07 11:09:28.009685 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fb3378-fd01-4113-b95d-550fe02bd6d6 req-a73c0e8d-9cf4-4c43-83ce-e4f096d196fb tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:28.011301 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-28fb3378-fd01-4113-b95d-550fe02bd6d6 req-a73c0e8d-9cf4-4c43-83ce-e4f096d196fb tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/ports?device_id=eef27fde-7ef7-4449-bc01-4941a786c372 HTTP/1.1" status: 200 len: 943 time: 0.1325679 Mar 07 11:09:28.014847 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4f43f6ce-f742-4038-b0e0-3475e53882bb req-9d355859-b198-47d9-8846-ce63902a384b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fd9e5bc96c1947bd9411090e5d621544&device_id=eef27fde-7ef7-4449-bc01-4941a786c372 HTTP/1.1" status: 200 len: 1096 time: 0.1029208 Mar 07 11:09:28.137539 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-28fb3378-fd01-4113-b95d-550fe02bd6d6 req-68471738-3297-4ab2-ace4-278139d46979 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3c478d8-5eca-4640-8ce5-d6449761a57c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1205549 Mar 07 11:09:28.179623 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f43f6ce-f742-4038-b0e0-3475e53882bb req-e29526e3-5499-4d63-99f9-c31019470a11 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:28.181102 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4f43f6ce-f742-4038-b0e0-3475e53882bb req-e29526e3-5499-4d63-99f9-c31019470a11 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d712d13c-0378-43b5-a0f9-77ac1cf6e457 HTTP/1.1" status: 200 len: 898 time: 0.1507978 Mar 07 11:09:28.248203 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4f43f6ce-f742-4038-b0e0-3475e53882bb req-8ca63387-c8c1-4fed-a801-681b185c77cb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=63c01cd7-f8b5-470f-acda-b8bf2822189b HTTP/1.1" status: 200 len: 217 time: 0.0617251 Mar 07 11:09:28.387059 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f43f6ce-f742-4038-b0e0-3475e53882bb req-86b51f09-4a58-4d9e-82df-103b072702c2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:28.388517 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4f43f6ce-f742-4038-b0e0-3475e53882bb req-86b51f09-4a58-4d9e-82df-103b072702c2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=231ce6a8-c02c-4e2d-8996-9022d73ebcab HTTP/1.1" status: 200 len: 835 time: 0.1350343 Mar 07 11:09:28.461971 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4f43f6ce-f742-4038-b0e0-3475e53882bb req-ca6bd896-ca4b-4ddf-aae8-ff1ccf978996 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d712d13c-0378-43b5-a0f9-77ac1cf6e457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0670216 Mar 07 11:09:28.472837 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-efdb18b4-d80c-42fb-a317-de1e8c0b2438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:09:28.591874 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4f43f6ce-f742-4038-b0e0-3475e53882bb req-8ddccf91-2300-498a-a1cd-9b1debe4c141 service neutron] 10.222.0.10 "GET /v2.0/networks/d712d13c-0378-43b5-a0f9-77ac1cf6e457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239746 Mar 07 11:09:28.720708 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4f43f6ce-f742-4038-b0e0-3475e53882bb req-9a9fd398-fb28-41e8-91c0-0ace9ef2f7b2 service neutron] 10.222.0.10 "GET /v2.0/networks/d712d13c-0378-43b5-a0f9-77ac1cf6e457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225510 Mar 07 11:09:29.390005 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device d58f48b6-7891-4844-888c-6062c7e153aa up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 11:09:29.456363 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port d58f48b6-7891-4844-888c-6062c7e153aa triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 11:09:29.456755 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:09:29.479766 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1d560b-1748-47fd-ad6b-7be8fb3d4246 req-5e32c37b-0c8f-4f85-90a8-965832fa3bbb tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:29.481233 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-1f1d560b-1748-47fd-ad6b-7be8fb3d4246 req-5e32c37b-0c8f-4f85-90a8-965832fa3bbb tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/ports?device_id=eef27fde-7ef7-4449-bc01-4941a786c372 HTTP/1.1" status: 200 len: 943 time: 0.0792658 Mar 07 11:09:29.527018 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-1f1d560b-1748-47fd-ad6b-7be8fb3d4246 req-fbe0a7e5-9971-41f0-b401-4339988ca292 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3c478d8-5eca-4640-8ce5-d6449761a57c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400517 Mar 07 11:09:30.648147 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6fccfdd8-ae17-49fb-91ac-8dfdae85f906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:09:30.723495 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dd2eed-6832-4a96-bf9c-23fd83fccc8c req-ced41795-0d26-4867-97e3-9a4b7cfb73bb tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:30.725123 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-37dd2eed-6832-4a96-bf9c-23fd83fccc8c req-ced41795-0d26-4867-97e3-9a4b7cfb73bb tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/ports?device_id=eef27fde-7ef7-4449-bc01-4941a786c372 HTTP/1.1" status: 200 len: 943 time: 0.0769825 Mar 07 11:09:30.770429 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-37dd2eed-6832-4a96-bf9c-23fd83fccc8c req-ce045f53-06e0-4760-ab20-ed576fcc5cc1 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3c478d8-5eca-4640-8ce5-d6449761a57c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390909 Mar 07 11:09:31.054827 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device 63c01cd7-f8b5-470f-acda-b8bf2822189b details requested by agent hyperv_hv-neutron-8307 with host hv-neutron-8307 {{(pid=83739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 07 11:09:31.185271 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port 63c01cd7-f8b5-470f-acda-b8bf2822189b, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=63c01cd7-f8b5-470f-acda-b8bf2822189b,segment=NetworkSegment(31b8cf08-dd44-4bdf-a343-9caca6dd3259),segment_id=31b8cf08-dd44-4bdf-a343-9caca6dd3259)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:09:31.198313 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Returning: {'device': '63c01cd7-f8b5-470f-acda-b8bf2822189b', 'network_id': 'd712d13c-0378-43b5-a0f9-77ac1cf6e457', 'port_id': '63c01cd7-f8b5-470f-acda-b8bf2822189b', 'mac_address': 'fa:16:3e:0c:f0:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '231ce6a8-c02c-4e2d-8996-9022d73ebcab', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 07 11:09:31.253928 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:09:31.271317 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63c01cd7-f8b5-470f-acda-b8bf2822189b {{(pid=83739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 07 11:09:31.286299 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port 63c01cd7-f8b5-470f-acda-b8bf2822189b, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=63c01cd7-f8b5-470f-acda-b8bf2822189b,segment=NetworkSegment(31b8cf08-dd44-4bdf-a343-9caca6dd3259),segment_id=31b8cf08-dd44-4bdf-a343-9caca6dd3259)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:09:31.290703 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:09:31.354684 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Pushing event updated for resources: {'Port': ['ID=63c01cd7-f8b5-470f-acda-b8bf2822189b,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:31.673692 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] get_ports_and_sgs() called for port_ids ['63c01cd7-f8b5-470f-acda-b8bf2822189b'] {{(pid=83739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 07 11:09:31.954826 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-711fefd2-3b30-4759-8df5-0aecff1c8e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:09:31.957986 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:09:31.969726 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee9ab81-3b97-4173-804c-3df3b4155b9e req-ae4fb822-9239-4ca0-8820-1165801ba3c6 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:31.971159 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-aee9ab81-3b97-4173-804c-3df3b4155b9e req-ae4fb822-9239-4ca0-8820-1165801ba3c6 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/ports?device_id=eef27fde-7ef7-4449-bc01-4941a786c372 HTTP/1.1" status: 200 len: 944 time: 0.0807259 Mar 07 11:09:32.015380 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-aee9ab81-3b97-4173-804c-3df3b4155b9e req-2f61f5bc-ce06-49a0-ba98-6d1ac61d39a1 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3c478d8-5eca-4640-8ce5-d6449761a57c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385964 Mar 07 11:09:33.069898 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device 63c01cd7-f8b5-470f-acda-b8bf2822189b up at agent hyperv_hv-neutron-8307 {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 11:09:33.140100 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Provisioning for port 63c01cd7-f8b5-470f-acda-b8bf2822189b completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 11:09:33.145024 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Provisioning complete for port 63c01cd7-f8b5-470f-acda-b8bf2822189b triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 11:09:33.145383 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:09:33.209818 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef6b4af-79e6-4aab-9557-54509ed999ab req-77bc08a1-9504-4a34-b42c-dc5027004ccd tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:33.213119 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-cef6b4af-79e6-4aab-9557-54509ed999ab req-77bc08a1-9504-4a34-b42c-dc5027004ccd tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/ports?device_id=eef27fde-7ef7-4449-bc01-4941a786c372 HTTP/1.1" status: 200 len: 944 time: 0.0792308 Mar 07 11:09:33.272405 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:09:33.277013 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-cef6b4af-79e6-4aab-9557-54509ed999ab req-6f37827f-f9b4-4c15-a22a-f4d7fa844008 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3c478d8-5eca-4640-8ce5-d6449761a57c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595195 Mar 07 11:09:33.300764 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eef27fde-7ef7-4449-bc01-4941a786c372', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63c01cd7-f8b5-470f-acda-b8bf2822189b'}] {{(pid=83739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 11:09:33.310545 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port 63c01cd7-f8b5-470f-acda-b8bf2822189b, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=63c01cd7-f8b5-470f-acda-b8bf2822189b,segment=NetworkSegment(31b8cf08-dd44-4bdf-a343-9caca6dd3259),segment_id=31b8cf08-dd44-4bdf-a343-9caca6dd3259)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:09:33.315106 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:09:33.363147 dv-neutron-830731-3-hyperv neutron-server[83739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eef27fde-7ef7-4449-bc01-4941a786c372', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63c01cd7-f8b5-470f-acda-b8bf2822189b', 'code': 200} Mar 07 11:09:33.380422 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c87150bd-aa9c-4ad1-bb68-57ec66d4fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:09:33.392734 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Pushing event updated for resources: {'Port': ['ID=63c01cd7-f8b5-470f-acda-b8bf2822189b,revision_number=5']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:33.585791 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-0f033836-098b-42bf-9943-a40656aec8d7 req-5f0c070c-45a1-4a38-b737-c71c56aef1a9 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=eef27fde-7ef7-4449-bc01-4941a786c372 HTTP/1.1" status: 200 len: 1098 time: 0.0704253 Mar 07 11:09:33.625391 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-0f033836-098b-42bf-9943-a40656aec8d7 req-29b9a988-74ff-4158-bcf9-5322cb3d5ff5 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=f3c478d8-5eca-4640-8ce5-d6449761a57c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343170 Mar 07 11:09:34.463811 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452ad5cc-333a-4717-9315-057406924a85 req-be5ffa9b-8cca-44d9-a80e-977abe96e360 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:34.465281 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-452ad5cc-333a-4717-9315-057406924a85 req-be5ffa9b-8cca-44d9-a80e-977abe96e360 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/ports?device_id=eef27fde-7ef7-4449-bc01-4941a786c372 HTTP/1.1" status: 200 len: 945 time: 0.0754321 Mar 07 11:09:34.513275 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-452ad5cc-333a-4717-9315-057406924a85 req-5b8af5d4-bc5c-44e0-813a-fbba171edcc3 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3c478d8-5eca-4640-8ce5-d6449761a57c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424285 Mar 07 11:09:35.707617 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721df64e-1b44-424b-a8e3-22fe4171a294 req-8e990649-f7de-45e8-b0dd-309893e13834 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:35.709070 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-721df64e-1b44-424b-a8e3-22fe4171a294 req-8e990649-f7de-45e8-b0dd-309893e13834 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/ports?device_id=eef27fde-7ef7-4449-bc01-4941a786c372 HTTP/1.1" status: 200 len: 945 time: 0.0750935 Mar 07 11:09:35.753687 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-721df64e-1b44-424b-a8e3-22fe4171a294 req-c0254b33-a461-485f-b6b0-ae08f383e08b tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3c478d8-5eca-4640-8ce5-d6449761a57c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386176 Mar 07 11:09:35.952193 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4751ca-fdcc-4120-8da4-0278f798bbbd req-02b6f7e6-5c84-4c5b-b465-b986d1036003 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:35.953636 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ea4751ca-fdcc-4120-8da4-0278f798bbbd req-02b6f7e6-5c84-4c5b-b465-b986d1036003 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/ports?device_id=eef27fde-7ef7-4449-bc01-4941a786c372 HTTP/1.1" status: 200 len: 945 time: 0.0799377 Mar 07 11:09:35.997953 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ea4751ca-fdcc-4120-8da4-0278f798bbbd req-57ba7152-d989-4a16-829c-1a15c682705d tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3c478d8-5eca-4640-8ce5-d6449761a57c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388644 Mar 07 11:09:36.025021 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 46236) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:09:36.092388 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-7c406328-4011-4f76-b648-b0e105561a6a tempest-TestNetworkAdvancedServerOps-1832968989 tempest-TestNetworkAdvancedServerOps-1832968989-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=eef27fde-7ef7-4449-bc01-4941a786c372 HTTP/1.1" status: 200 len: 1093 time: 0.0661788 Mar 07 11:09:36.095043 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 46240) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:09:36.099984 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-c3478c19-c686-40eb-a566-0a923bcbe7f0 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Request body: {'floatingip': {'floating_network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'port_id': '63c01cd7-f8b5-470f-acda-b8bf2822189b', 'tenant_id': 'fd9e5bc96c1947bd9411090e5d621544', 'fixed_ip_address': '172.20.0.9'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 11:09:36.106415 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-c3478c19-c686-40eb-a566-0a923bcbe7f0 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 11:09:36.110445 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-c3478c19-c686-40eb-a566-0a923bcbe7f0 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Usage tracker for resource:floatingip and tenant:fd9e5bc96c1947bd9411090e5d621544 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 11:09:36.113203 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-c3478c19-c686-40eb-a566-0a923bcbe7f0 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 11:09:36.118780 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-c3478c19-c686-40eb-a566-0a923bcbe7f0 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 11:09:36.129464 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c3478c19-c686-40eb-a566-0a923bcbe7f0 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for floatingip, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:09:36.264757 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c3478c19-c686-40eb-a566-0a923bcbe7f0 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:09:36.404614 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-c3478c19-c686-40eb-a566-0a923bcbe7f0 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Allocated IP 172.26.8.59 (5ed85006-6b00-415e-b71f-837fb1421c12/8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a/73e5e3e4-0636-4847-b606-5b35d46da4cd) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:09:36.553393 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c3478c19-c686-40eb-a566-0a923bcbe7f0 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:09:36.581415 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c3478c19-c686-40eb-a566-0a923bcbe7f0 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:09:36.647155 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3478c19-c686-40eb-a566-0a923bcbe7f0 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Network 5ed85006-6b00-415e-b71f-837fb1421c12 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:09:36.649938 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-c3478c19-c686-40eb-a566-0a923bcbe7f0 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:09:36.654598 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3478c19-c686-40eb-a566-0a923bcbe7f0 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 11:09:36.764195 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3478c19-c686-40eb-a566-0a923bcbe7f0 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Pushing event updated for resources: {'Port': ['ID=73e5e3e4-0636-4847-b606-5b35d46da4cd,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:37.232713 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c3478c19-c686-40eb-a566-0a923bcbe7f0 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:09:37.287073 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c3478c19-c686-40eb-a566-0a923bcbe7f0 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:09:37.484666 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c3478c19-c686-40eb-a566-0a923bcbe7f0 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:09:37.488909 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c3478c19-c686-40eb-a566-0a923bcbe7f0 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3012561'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:09:37.594066 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3478c19-c686-40eb-a566-0a923bcbe7f0 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Pushing event updated for resources: {'Port': ['ID=73e5e3e4-0636-4847-b606-5b35d46da4cd,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:37.607401 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c3478c19-c686-40eb-a566-0a923bcbe7f0 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923533'] for floatingip, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:09:37.794746 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.db.l3_db [None req-c3478c19-c686-40eb-a566-0a923bcbe7f0 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Floating IP 24645cfc-b8cd-436e-bc2f-59026fe4c430 associated. External IP: 172.26.8.59, port: 63c01cd7-f8b5-470f-acda-b8bf2822189b. Mar 07 11:09:38.256614 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3478c19-c686-40eb-a566-0a923bcbe7f0 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Router 22b7c5f2-9aba-4f03-b6d8-d786aac2ac90 has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:09:38.453432 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3478c19-c686-40eb-a566-0a923bcbe7f0 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:09:38.463393 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-267512f1-bd94-42c3-9e28-be3c9cf0b9ca None None] Sync routers for ids ['22b7c5f2-9aba-4f03-b6d8-d786aac2ac90'] in dv-neutron-830731-3-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 11:09:38.476009 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267512f1-bd94-42c3-9e28-be3c9cf0b9ca None None] Routers {'22b7c5f2-9aba-4f03-b6d8-d786aac2ac90'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 11:09:38.476646 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-267512f1-bd94-42c3-9e28-be3c9cf0b9ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T11:09:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['22b7c5f2-9aba-4f03-b6d8-d786aac2ac90'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:09:38.477174 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c3478c19-c686-40eb-a566-0a923bcbe7f0 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for floatingip, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:09:38.537151 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-c3478c19-c686-40eb-a566-0a923bcbe7f0 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4410136 Mar 07 11:09:38.537987 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eef27fde-7ef7-4449-bc01-4941a786c372', 'tag': '63c01cd7-f8b5-470f-acda-b8bf2822189b'}] {{(pid=83737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 11:09:38.609117 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eef27fde-7ef7-4449-bc01-4941a786c372', 'tag': '63c01cd7-f8b5-470f-acda-b8bf2822189b', 'status': 'completed', 'code': 200} Mar 07 11:09:38.686936 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-267512f1-bd94-42c3-9e28-be3c9cf0b9ca None None] Set router 22b7c5f2-9aba-4f03-b6d8-d786aac2ac90 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 11:09:38.763944 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-7573986b-d37f-4447-aa40-b8dfb62740a2 req-b1daa570-a713-4273-8d69-2966556bfaa5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fd9e5bc96c1947bd9411090e5d621544&device_id=eef27fde-7ef7-4449-bc01-4941a786c372 HTTP/1.1" status: 200 len: 1098 time: 0.1313131 Mar 07 11:09:38.770191 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1916823-98a6-4e7b-85ba-5f14243aeed1 req-0d12f517-c503-4fa5-b476-55c6eacd4284 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:38.771510 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b1916823-98a6-4e7b-85ba-5f14243aeed1 req-0d12f517-c503-4fa5-b476-55c6eacd4284 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/ports?device_id=eef27fde-7ef7-4449-bc01-4941a786c372 HTTP/1.1" status: 200 len: 945 time: 0.1085608 Mar 07 11:09:38.899431 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b1916823-98a6-4e7b-85ba-5f14243aeed1 req-38a24140-572a-4c5c-b723-f167b8fa41b3 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3c478d8-5eca-4640-8ce5-d6449761a57c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091964 Mar 07 11:09:38.927473 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 46250) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:09:38.944013 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7573986b-d37f-4447-aa40-b8dfb62740a2 req-373a8336-500d-4064-aa64-409e42d2d36b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:38.945483 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-7573986b-d37f-4447-aa40-b8dfb62740a2 req-373a8336-500d-4064-aa64-409e42d2d36b service neutron] 10.222.0.10 "GET /v2.0/networks?id=d712d13c-0378-43b5-a0f9-77ac1cf6e457 HTTP/1.1" status: 200 len: 898 time: 0.1731536 Mar 07 11:09:39.033910 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-76b03a9f-5a23-4b89-a579-6523ab6a7ce6 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/floatingips/24645cfc-b8cd-436e-bc2f-59026fe4c430 HTTP/1.1" status: 200 len: 990 time: 0.1048269 Mar 07 11:09:39.036924 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-267512f1-bd94-42c3-9e28-be3c9cf0b9ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22b7c5f2-9aba-4f03-b6d8-d786aac2ac90', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1907479835', 'tenant_id': 'fd9e5bc96c1947bd9411090e5d621544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.167'}], 'enable_snat': True}, 'gw_port_id': '4a4c50d5-edbc-43fe-9c87-e843ec7839a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:09:17Z', 'updated_at': '2022-03-07T11:09:21Z', 'revision_number': 4, 'project_id': 'fd9e5bc96c1947bd9411090e5d621544', 'gw_port': {'id': '4a4c50d5-edbc-43fe-9c87-e843ec7839a1', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a2:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b7c5f2-9aba-4f03-b6d8-d786aac2ac90', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:09:17Z', 'updated_at': '2022-03-07T11:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_floatingips': [{'id': '24645cfc-b8cd-436e-bc2f-59026fe4c430', 'tenant_id': 'fd9e5bc96c1947bd9411090e5d621544', 'floating_ip_address': '172.26.8.59', 'floating_network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'router_id': '22b7c5f2-9aba-4f03-b6d8-d786aac2ac90', 'port_id': '63c01cd7-f8b5-470f-acda-b8bf2822189b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd712d13c-0378-43b5-a0f9-77ac1cf6e457', 'mac_address': 'fa:16:3e:0c:f0:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef27fde-7ef7-4449-bc01-4941a786c372', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:09:37Z', 'updated_at': '2022-03-07T11:09:37Z', 'revision_number': 0, 'project_id': 'fd9e5bc96c1947bd9411090e5d621544', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd58f48b6-7891-4844-888c-6062c7e153aa', 'name': '', 'network_id': 'd712d13c-0378-43b5-a0f9-77ac1cf6e457', 'tenant_id': 'fd9e5bc96c1947bd9411090e5d621544', 'mac_address': 'fa:16:3e:88:30:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b7c5f2-9aba-4f03-b6d8-d786aac2ac90', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '231ce6a8-c02c-4e2d-8996-9022d73ebcab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:09:20Z', 'updated_at': '2022-03-07T11:09:27Z', 'revision_number': 5, 'project_id': 'fd9e5bc96c1947bd9411090e5d621544', 'subnets': [{'id': '231ce6a8-c02c-4e2d-8996-9022d73ebcab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:09:39.041552 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-267512f1-bd94-42c3-9e28-be3c9cf0b9ca None None] Checking router: 22b7c5f2-9aba-4f03-b6d8-d786aac2ac90 for host: dv-neutron-830731-3-hyperv {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 07 11:09:39.049997 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-7573986b-d37f-4447-aa40-b8dfb62740a2 req-1cd26014-35d3-4dee-9585-21f49faec3c7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=63c01cd7-f8b5-470f-acda-b8bf2822189b HTTP/1.1" status: 200 len: 998 time: 0.0984797 Mar 07 11:09:39.052341 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267512f1-bd94-42c3-9e28-be3c9cf0b9ca None None] Routers {'22b7c5f2-9aba-4f03-b6d8-d786aac2ac90'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 11:09:39.053214 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-267512f1-bd94-42c3-9e28-be3c9cf0b9ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T11:09:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['22b7c5f2-9aba-4f03-b6d8-d786aac2ac90'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:09:39.110344 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7573986b-d37f-4447-aa40-b8dfb62740a2 req-b284adab-a0db-4986-a2c9-cd4840e4443c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:39.111753 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-7573986b-d37f-4447-aa40-b8dfb62740a2 req-b284adab-a0db-4986-a2c9-cd4840e4443c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=231ce6a8-c02c-4e2d-8996-9022d73ebcab HTTP/1.1" status: 200 len: 835 time: 0.0566449 Mar 07 11:09:39.184870 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-7573986b-d37f-4447-aa40-b8dfb62740a2 req-34574dbd-a667-4946-8440-e083c9814ca0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d712d13c-0378-43b5-a0f9-77ac1cf6e457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0668330 Mar 07 11:09:39.230673 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-267512f1-bd94-42c3-9e28-be3c9cf0b9ca None None] Set router 22b7c5f2-9aba-4f03-b6d8-d786aac2ac90 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 11:09:39.315675 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-7573986b-d37f-4447-aa40-b8dfb62740a2 req-cec98a92-d24b-4d51-a919-d0c4cd57900d service neutron] 10.222.0.10 "GET /v2.0/networks/d712d13c-0378-43b5-a0f9-77ac1cf6e457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252925 Mar 07 11:09:39.446273 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-7573986b-d37f-4447-aa40-b8dfb62740a2 req-a0478bff-8623-41c6-be91-ffc291cd44e6 service neutron] 10.222.0.10 "GET /v2.0/networks/d712d13c-0378-43b5-a0f9-77ac1cf6e457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247773 Mar 07 11:09:39.573347 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-267512f1-bd94-42c3-9e28-be3c9cf0b9ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22b7c5f2-9aba-4f03-b6d8-d786aac2ac90', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1907479835', 'tenant_id': 'fd9e5bc96c1947bd9411090e5d621544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.167'}], 'enable_snat': True}, 'gw_port_id': '4a4c50d5-edbc-43fe-9c87-e843ec7839a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:09:17Z', 'updated_at': '2022-03-07T11:09:21Z', 'revision_number': 4, 'project_id': 'fd9e5bc96c1947bd9411090e5d621544', 'gw_port': {'id': '4a4c50d5-edbc-43fe-9c87-e843ec7839a1', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a2:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b7c5f2-9aba-4f03-b6d8-d786aac2ac90', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:09:17Z', 'updated_at': '2022-03-07T11:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_floatingips': [{'id': '24645cfc-b8cd-436e-bc2f-59026fe4c430', 'tenant_id': 'fd9e5bc96c1947bd9411090e5d621544', 'floating_ip_address': '172.26.8.59', 'floating_network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'router_id': '22b7c5f2-9aba-4f03-b6d8-d786aac2ac90', 'port_id': '63c01cd7-f8b5-470f-acda-b8bf2822189b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd712d13c-0378-43b5-a0f9-77ac1cf6e457', 'mac_address': 'fa:16:3e:0c:f0:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef27fde-7ef7-4449-bc01-4941a786c372', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:09:37Z', 'updated_at': '2022-03-07T11:09:37Z', 'revision_number': 0, 'project_id': 'fd9e5bc96c1947bd9411090e5d621544', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd58f48b6-7891-4844-888c-6062c7e153aa', 'name': '', 'network_id': 'd712d13c-0378-43b5-a0f9-77ac1cf6e457', 'tenant_id': 'fd9e5bc96c1947bd9411090e5d621544', 'mac_address': 'fa:16:3e:88:30:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b7c5f2-9aba-4f03-b6d8-d786aac2ac90', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '231ce6a8-c02c-4e2d-8996-9022d73ebcab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:09:20Z', 'updated_at': '2022-03-07T11:09:27Z', 'revision_number': 5, 'project_id': 'fd9e5bc96c1947bd9411090e5d621544', 'subnets': [{'id': '231ce6a8-c02c-4e2d-8996-9022d73ebcab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:09:39.577288 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-267512f1-bd94-42c3-9e28-be3c9cf0b9ca None None] The sync data for ids ['22b7c5f2-9aba-4f03-b6d8-d786aac2ac90'] in dv-neutron-830731-3-hyperv is: [{'id': '22b7c5f2-9aba-4f03-b6d8-d786aac2ac90', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1907479835', 'tenant_id': 'fd9e5bc96c1947bd9411090e5d621544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.167'}], 'enable_snat': True}, 'gw_port_id': '4a4c50d5-edbc-43fe-9c87-e843ec7839a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:09:17Z', 'updated_at': '2022-03-07T11:09:21Z', 'revision_number': 4, 'project_id': 'fd9e5bc96c1947bd9411090e5d621544', 'gw_port': {'id': '4a4c50d5-edbc-43fe-9c87-e843ec7839a1', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a2:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b7c5f2-9aba-4f03-b6d8-d786aac2ac90', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:09:17Z', 'updated_at': '2022-03-07T11:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_floatingips': [{'id': '24645cfc-b8cd-436e-bc2f-59026fe4c430', 'tenant_id': 'fd9e5bc96c1947bd9411090e5d621544', 'floating_ip_address': '172.26.8.59', 'floating_network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'router_id': '22b7c5f2-9aba-4f03-b6d8-d786aac2ac90', 'port_id': '63c01cd7-f8b5-470f-acda-b8bf2822189b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd712d13c-0378-43b5-a0f9-77ac1cf6e457', 'mac_address': 'fa:16:3e:0c:f0:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef27fde-7ef7-4449-bc01-4941a786c372', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:09:37Z', 'updated_at': '2022-03-07T11:09:37Z', 'revision_number': 0, 'project_id': 'fd9e5bc96c1947bd9411090e5d621544', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd58f48b6-7891-4844-888c-6062c7e153aa', 'name': '', 'network_id': 'd712d13c-0378-43b5-a0f9-77ac1cf6e457', 'tenant_id': 'fd9e5bc96c1947bd9411090e5d621544', 'mac_address': 'fa:16:3e:88:30:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b7c5f2-9aba-4f03-b6d8-d786aac2ac90', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '231ce6a8-c02c-4e2d-8996-9022d73ebcab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:09:20Z', 'updated_at': '2022-03-07T11:09:27Z', 'revision_number': 5, 'project_id': 'fd9e5bc96c1947bd9411090e5d621544', 'subnets': [{'id': '231ce6a8-c02c-4e2d-8996-9022d73ebcab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 11:09:40.035440 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 46254) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:09:40.138219 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-d1a81d42-f82e-4131-85c7-1d0608343173 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/floatingips/24645cfc-b8cd-436e-bc2f-59026fe4c430 HTTP/1.1" status: 200 len: 990 time: 0.1016726 Mar 07 11:09:41.100887 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-adbd2215-c8ee-41f3-92a6-4182ca26b8a8 None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 11:09:41.142036 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 46258) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:09:41.246941 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-d3008ea3-5b55-48d3-b879-601476b9d1c4 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/floatingips/24645cfc-b8cd-436e-bc2f-59026fe4c430 HTTP/1.1" status: 200 len: 990 time: 0.1036978 Mar 07 11:09:42.250703 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 46262) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:09:42.352823 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-b0168a95-6591-4cdb-9b3f-ec1011c3a081 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/floatingips/24645cfc-b8cd-436e-bc2f-59026fe4c430 HTTP/1.1" status: 200 len: 990 time: 0.1009774 Mar 07 11:09:42.574256 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b100e0b-9e4a-47f3-af73-1e9c1ca142ea None None] New status for floating IP 24645cfc-b8cd-436e-bc2f-59026fe4c430: ACTIVE {{(pid=83740) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 07 11:09:43.356890 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 46266) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:09:43.561812 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-5011850b-6793-4857-9831-1d7ba0617bd9 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/floatingips/24645cfc-b8cd-436e-bc2f-59026fe4c430 HTTP/1.1" status: 200 len: 992 time: 0.2036557 Mar 07 11:09:45.965472 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:09:58.475068 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-586f157c-80b1-4b6b-bccf-df5b5d3c00d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:09:59.682560 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-bc3437cc-819b-4867-9aea-ce1982c45665 req-64af677e-a2b4-477b-8361-c9901781fb24 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=eef27fde-7ef7-4449-bc01-4941a786c372&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1314425 Mar 07 11:09:59.817424 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-bc3437cc-819b-4867-9aea-ce1982c45665 req-3331e708-29c4-4021-803b-87e6a3a5858c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fd9e5bc96c1947bd9411090e5d621544&device_id=eef27fde-7ef7-4449-bc01-4941a786c372 HTTP/1.1" status: 200 len: 1098 time: 0.0662959 Mar 07 11:10:00.048700 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3437cc-819b-4867-9aea-ce1982c45665 req-904e1bdd-28e5-4f87-a5b1-c823f06fedea service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:00.050139 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-bc3437cc-819b-4867-9aea-ce1982c45665 req-904e1bdd-28e5-4f87-a5b1-c823f06fedea service neutron] 10.222.0.10 "GET /v2.0/networks?id=d712d13c-0378-43b5-a0f9-77ac1cf6e457 HTTP/1.1" status: 200 len: 898 time: 0.2150526 Mar 07 11:10:00.150526 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-bc3437cc-819b-4867-9aea-ce1982c45665 req-2b0755fe-16d4-4c42-a680-6731b0034652 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=63c01cd7-f8b5-470f-acda-b8bf2822189b HTTP/1.1" status: 200 len: 1000 time: 0.0941551 Mar 07 11:10:00.210665 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3437cc-819b-4867-9aea-ce1982c45665 req-46b65690-f789-4db3-97d7-d8c746ef6ad5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:00.212051 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-bc3437cc-819b-4867-9aea-ce1982c45665 req-46b65690-f789-4db3-97d7-d8c746ef6ad5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=231ce6a8-c02c-4e2d-8996-9022d73ebcab HTTP/1.1" status: 200 len: 835 time: 0.0560529 Mar 07 11:10:00.287474 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-bc3437cc-819b-4867-9aea-ce1982c45665 req-5ec7819c-71a8-48ed-aedd-2dc364cbc515 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d712d13c-0378-43b5-a0f9-77ac1cf6e457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695150 Mar 07 11:10:00.416018 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-bc3437cc-819b-4867-9aea-ce1982c45665 req-e0ea9f5f-78a4-48c5-a917-d22db3a3f09a service neutron] 10.222.0.10 "GET /v2.0/networks/d712d13c-0378-43b5-a0f9-77ac1cf6e457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196876 Mar 07 11:10:00.541911 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-bc3437cc-819b-4867-9aea-ce1982c45665 req-96e7955f-774e-4cae-820c-df4b5f150c0a service neutron] 10.222.0.10 "GET /v2.0/networks/d712d13c-0378-43b5-a0f9-77ac1cf6e457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194618 Mar 07 11:10:00.650135 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-b42c5fb8-f8eb-44fb-bcc9-909fb43d50f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:10:01.940163 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-711fefd2-3b30-4759-8df5-0aecff1c8e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:10:01.950773 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:10:03.364819 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c87150bd-aa9c-4ad1-bb68-57ec66d4fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:10:16.001887 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:10:18.101106 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-adbd2215-c8ee-41f3-92a6-4182ca26b8a8 None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 11:10:28.477019 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-fb35c540-a4fc-41ed-b2a5-36870ea8e6a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:10:30.652042 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-82288c2e-83c7-402a-8779-3ff9469b4219 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:10:31.941711 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-711fefd2-3b30-4759-8df5-0aecff1c8e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:10:31.952287 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:10:33.368143 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c87150bd-aa9c-4ad1-bb68-57ec66d4fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:10:40.545331 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9baf30-e10c-4a29-81a5-875a63c75557 req-65ece3a5-93d7-4cba-bd70-1d16cf3f0977 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:40.546659 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-fe9baf30-e10c-4a29-81a5-875a63c75557 req-65ece3a5-93d7-4cba-bd70-1d16cf3f0977 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/ports?device_id=eef27fde-7ef7-4449-bc01-4941a786c372 HTTP/1.1" status: 200 len: 945 time: 0.0746307 Mar 07 11:10:40.594057 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-fe9baf30-e10c-4a29-81a5-875a63c75557 req-6fc469ce-04fd-40f8-8198-a75fb0a09787 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3c478d8-5eca-4640-8ce5-d6449761a57c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418522 Mar 07 11:10:41.794785 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a1c1f6-ee7f-42e0-b86a-9e1a409b9dd1 req-97780a5a-71cc-437b-a8b6-bbba6a18c31f tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:41.796216 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d2a1c1f6-ee7f-42e0-b86a-9e1a409b9dd1 req-97780a5a-71cc-437b-a8b6-bbba6a18c31f tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/ports?device_id=eef27fde-7ef7-4449-bc01-4941a786c372 HTTP/1.1" status: 200 len: 945 time: 0.0785577 Mar 07 11:10:41.840955 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d2a1c1f6-ee7f-42e0-b86a-9e1a409b9dd1 req-f30b7f0b-a1a0-41f0-bec9-63544fc3582a tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3c478d8-5eca-4640-8ce5-d6449761a57c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391741 Mar 07 11:10:43.034501 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e71799-c6e2-49e6-90e1-522a9baa9b69 req-51449839-e21e-4004-9478-b6acc7fc9beb tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:43.035902 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b5e71799-c6e2-49e6-90e1-522a9baa9b69 req-51449839-e21e-4004-9478-b6acc7fc9beb tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/ports?device_id=eef27fde-7ef7-4449-bc01-4941a786c372 HTTP/1.1" status: 200 len: 945 time: 0.0731666 Mar 07 11:10:43.080214 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b5e71799-c6e2-49e6-90e1-522a9baa9b69 req-a955d2bb-4015-4913-8947-f707807e23b0 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3c478d8-5eca-4640-8ce5-d6449761a57c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389872 Mar 07 11:10:44.273134 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30df4fd6-5542-4f1c-92c1-383324fe03a0 req-66a327c5-0706-4790-a394-756bcdcd531d tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:44.274572 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-30df4fd6-5542-4f1c-92c1-383324fe03a0 req-66a327c5-0706-4790-a394-756bcdcd531d tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/ports?device_id=eef27fde-7ef7-4449-bc01-4941a786c372 HTTP/1.1" status: 200 len: 945 time: 0.0775628 Mar 07 11:10:44.319212 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-30df4fd6-5542-4f1c-92c1-383324fe03a0 req-5f6d0166-4bea-4b1b-b3ae-2d778628d5c1 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3c478d8-5eca-4640-8ce5-d6449761a57c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391483 Mar 07 11:10:45.512353 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ff635b-4992-4f5e-8892-ce9398cfa27c req-6dcfa3f5-8f2c-4a8d-a34d-41fefa3245ee tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:45.514008 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-15ff635b-4992-4f5e-8892-ce9398cfa27c req-6dcfa3f5-8f2c-4a8d-a34d-41fefa3245ee tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/ports?device_id=eef27fde-7ef7-4449-bc01-4941a786c372 HTTP/1.1" status: 200 len: 945 time: 0.0759783 Mar 07 11:10:45.561340 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-15ff635b-4992-4f5e-8892-ce9398cfa27c req-b029b9ea-be7e-43ce-9b7e-ec1cd4602597 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3c478d8-5eca-4640-8ce5-d6449761a57c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419209 Mar 07 11:10:46.021188 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:10:46.753101 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56cade2-6f20-4e60-87c8-b9be4fd25813 req-33826a20-c310-4a8d-a04c-51696f2598c8 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:46.754506 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d56cade2-6f20-4e60-87c8-b9be4fd25813 req-33826a20-c310-4a8d-a04c-51696f2598c8 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/ports?device_id=eef27fde-7ef7-4449-bc01-4941a786c372 HTTP/1.1" status: 200 len: 945 time: 0.0736053 Mar 07 11:10:46.798188 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d56cade2-6f20-4e60-87c8-b9be4fd25813 req-dceca97a-71c1-47f6-8132-0773793d2756 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3c478d8-5eca-4640-8ce5-d6449761a57c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383282 Mar 07 11:10:47.991960 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869b4647-41f8-42d1-be45-5f199e605dc9 req-37361d9f-a833-4a4b-b237-6496202b5e4e tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:47.993409 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-869b4647-41f8-42d1-be45-5f199e605dc9 req-37361d9f-a833-4a4b-b237-6496202b5e4e tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/ports?device_id=eef27fde-7ef7-4449-bc01-4941a786c372 HTTP/1.1" status: 200 len: 945 time: 0.0777965 Mar 07 11:10:48.037591 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-869b4647-41f8-42d1-be45-5f199e605dc9 req-625e36a8-e9ef-4555-8b6a-549d63014e78 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3c478d8-5eca-4640-8ce5-d6449761a57c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382783 Mar 07 11:10:49.229760 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bac0b2b-1d76-45be-8ca1-1a9a78742ef8 req-4ca7ffbd-843c-4d79-aebf-d8125a9d476b tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:49.231230 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-2bac0b2b-1d76-45be-8ca1-1a9a78742ef8 req-4ca7ffbd-843c-4d79-aebf-d8125a9d476b tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/ports?device_id=eef27fde-7ef7-4449-bc01-4941a786c372 HTTP/1.1" status: 200 len: 945 time: 0.0732603 Mar 07 11:10:49.277771 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-2bac0b2b-1d76-45be-8ca1-1a9a78742ef8 req-207ef4b8-292d-4976-a252-6a2e3646976a tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3c478d8-5eca-4640-8ce5-d6449761a57c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382862 Mar 07 11:10:50.476049 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47acbfc-3ab1-412d-83ca-f7f4d6aad110 req-5eb74d30-17d4-4704-a30a-0d163ec42510 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:50.477478 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-e47acbfc-3ab1-412d-83ca-f7f4d6aad110 req-5eb74d30-17d4-4704-a30a-0d163ec42510 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/ports?device_id=eef27fde-7ef7-4449-bc01-4941a786c372 HTTP/1.1" status: 200 len: 945 time: 0.0771105 Mar 07 11:10:50.521549 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-e47acbfc-3ab1-412d-83ca-f7f4d6aad110 req-2746e739-db5c-480c-ba82-dcd7e10fa447 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3c478d8-5eca-4640-8ce5-d6449761a57c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379870 Mar 07 11:10:51.717181 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1f0aef-bb49-49be-b90f-3b67b7279fb0 req-f095f92e-5c17-4ec9-8774-c5fbfdd50514 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:51.718618 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-fa1f0aef-bb49-49be-b90f-3b67b7279fb0 req-f095f92e-5c17-4ec9-8774-c5fbfdd50514 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/ports?device_id=eef27fde-7ef7-4449-bc01-4941a786c372 HTTP/1.1" status: 200 len: 945 time: 0.0749717 Mar 07 11:10:51.767128 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-fa1f0aef-bb49-49be-b90f-3b67b7279fb0 req-0d5e4e6d-8de8-4b6f-a3be-eeadcf19f9cf tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3c478d8-5eca-4640-8ce5-d6449761a57c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430787 Mar 07 11:10:51.794168 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 46310) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:10:51.897583 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-10eca152-9ed6-43a0-8624-e903a90318f8 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/floatingips/24645cfc-b8cd-436e-bc2f-59026fe4c430 HTTP/1.1" status: 200 len: 992 time: 0.1016905 Mar 07 11:10:53.515527 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1878ddd5-1335-451e-9d3c-9f8feacdd9a6 req-3aeac3ad-5d08-426f-bc8d-fdf20e69288e tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:53.516982 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-1878ddd5-1335-451e-9d3c-9f8feacdd9a6 req-3aeac3ad-5d08-426f-bc8d-fdf20e69288e tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/ports?device_id=eef27fde-7ef7-4449-bc01-4941a786c372 HTTP/1.1" status: 200 len: 945 time: 0.2166812 Mar 07 11:10:53.520817 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-5c8841b7-f7ef-422b-aa0d-7c713f495cc1 req-85cdf9f7-6f67-4212-b862-d421b361c68b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fd9e5bc96c1947bd9411090e5d621544&device_id=eef27fde-7ef7-4449-bc01-4941a786c372 HTTP/1.1" status: 200 len: 1098 time: 0.1060193 Mar 07 11:10:53.641119 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-1878ddd5-1335-451e-9d3c-9f8feacdd9a6 req-bd0d3b94-e20a-463f-ad63-b35f42c49da3 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3c478d8-5eca-4640-8ce5-d6449761a57c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186466 Mar 07 11:10:53.676940 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8841b7-f7ef-422b-aa0d-7c713f495cc1 req-d1855974-200e-471d-b642-239afd8dda03 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:53.678608 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-5c8841b7-f7ef-422b-aa0d-7c713f495cc1 req-d1855974-200e-471d-b642-239afd8dda03 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d712d13c-0378-43b5-a0f9-77ac1cf6e457 HTTP/1.1" status: 200 len: 898 time: 0.1428144 Mar 07 11:10:53.778284 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-5c8841b7-f7ef-422b-aa0d-7c713f495cc1 req-c0866248-3d6a-4a56-9060-828ed338acf5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=63c01cd7-f8b5-470f-acda-b8bf2822189b HTTP/1.1" status: 200 len: 1000 time: 0.0939076 Mar 07 11:10:53.838055 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8841b7-f7ef-422b-aa0d-7c713f495cc1 req-ea3c755b-d7ca-4ea1-8be2-5d4e8b72ea34 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:53.839429 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-5c8841b7-f7ef-422b-aa0d-7c713f495cc1 req-ea3c755b-d7ca-4ea1-8be2-5d4e8b72ea34 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=231ce6a8-c02c-4e2d-8996-9022d73ebcab HTTP/1.1" status: 200 len: 835 time: 0.0554001 Mar 07 11:10:53.909190 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-5c8841b7-f7ef-422b-aa0d-7c713f495cc1 req-212f60b4-f574-4d2a-98a4-444271c86a77 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d712d13c-0378-43b5-a0f9-77ac1cf6e457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0645623 Mar 07 11:10:54.038261 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-5c8841b7-f7ef-422b-aa0d-7c713f495cc1 req-45ef91ee-7322-4318-8c91-171b74ce4e76 service neutron] 10.222.0.10 "GET /v2.0/networks/d712d13c-0378-43b5-a0f9-77ac1cf6e457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230116 Mar 07 11:10:54.172753 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-5c8841b7-f7ef-422b-aa0d-7c713f495cc1 req-e4fadd53-2da6-4f9e-b7fc-4f02c36b7937 service neutron] 10.222.0.10 "GET /v2.0/networks/d712d13c-0378-43b5-a0f9-77ac1cf6e457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290932 Mar 07 11:10:54.849617 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed3342b-ebf5-460b-8c8a-0d3c283a005d req-8e024ff7-2b9a-4de0-a157-63667fac7aa1 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:54.851050 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-aed3342b-ebf5-460b-8c8a-0d3c283a005d req-8e024ff7-2b9a-4de0-a157-63667fac7aa1 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/ports?device_id=eef27fde-7ef7-4449-bc01-4941a786c372 HTTP/1.1" status: 200 len: 945 time: 0.0794139 Mar 07 11:10:54.896376 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-aed3342b-ebf5-460b-8c8a-0d3c283a005d req-4c959849-156e-4a24-875f-850acf958392 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3c478d8-5eca-4640-8ce5-d6449761a57c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399208 Mar 07 11:10:54.924910 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 46322) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:10:55.026552 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-fe9c0118-d062-42cc-b405-028ffe676d82 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/floatingips/24645cfc-b8cd-436e-bc2f-59026fe4c430 HTTP/1.1" status: 200 len: 992 time: 0.1005375 Mar 07 11:10:55.101038 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-adbd2215-c8ee-41f3-92a6-4182ca26b8a8 None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 11:10:58.478735 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-270f04a6-a1b1-476e-b482-7a243bc92b1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:11:00.655657 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-22f79af6-d056-4af1-902c-7a7b0011737c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:11:00.665534 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f4d9e7b4-1122-4d10-b8df-166a5dd5c965 req-8bf3a618-5287-41e7-9bd9-8f199a56d9ab service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=eef27fde-7ef7-4449-bc01-4941a786c372&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0691919 Mar 07 11:11:00.802590 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f4d9e7b4-1122-4d10-b8df-166a5dd5c965 req-875f2df4-1bea-4ea4-b97e-bb1a62a25b4d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fd9e5bc96c1947bd9411090e5d621544&device_id=eef27fde-7ef7-4449-bc01-4941a786c372 HTTP/1.1" status: 200 len: 1098 time: 0.0707080 Mar 07 11:11:00.941709 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d9e7b4-1122-4d10-b8df-166a5dd5c965 req-af3a88a6-b4ca-4e91-ac72-0fa481945a50 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:00.943081 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f4d9e7b4-1122-4d10-b8df-166a5dd5c965 req-af3a88a6-b4ca-4e91-ac72-0fa481945a50 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d712d13c-0378-43b5-a0f9-77ac1cf6e457 HTTP/1.1" status: 200 len: 898 time: 0.1236179 Mar 07 11:11:01.041302 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f4d9e7b4-1122-4d10-b8df-166a5dd5c965 req-f3cf39cc-9ec1-464d-ab3a-a46bbe75a80f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=63c01cd7-f8b5-470f-acda-b8bf2822189b HTTP/1.1" status: 200 len: 1000 time: 0.0930254 Mar 07 11:11:01.101880 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d9e7b4-1122-4d10-b8df-166a5dd5c965 req-0c6e50f7-380d-4cd5-9b04-98c0a11fbdb8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:01.103276 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f4d9e7b4-1122-4d10-b8df-166a5dd5c965 req-0c6e50f7-380d-4cd5-9b04-98c0a11fbdb8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=231ce6a8-c02c-4e2d-8996-9022d73ebcab HTTP/1.1" status: 200 len: 835 time: 0.0563891 Mar 07 11:11:01.175359 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f4d9e7b4-1122-4d10-b8df-166a5dd5c965 req-6eacb633-3a96-41ae-9fa3-524119ccc9d8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d712d13c-0378-43b5-a0f9-77ac1cf6e457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0658085 Mar 07 11:11:01.387000 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f4d9e7b4-1122-4d10-b8df-166a5dd5c965 req-dc2ad747-a1cf-40d9-a940-779758ee1d01 service neutron] 10.222.0.10 "GET /v2.0/networks/d712d13c-0378-43b5-a0f9-77ac1cf6e457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061417 Mar 07 11:11:01.513222 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f4d9e7b4-1122-4d10-b8df-166a5dd5c965 req-780dffe2-b7cf-4f01-b6f6-5c26fe595e26 service neutron] 10.222.0.10 "GET /v2.0/networks/d712d13c-0378-43b5-a0f9-77ac1cf6e457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205366 Mar 07 11:11:01.947538 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-711fefd2-3b30-4759-8df5-0aecff1c8e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:11:01.954648 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:11:03.370318 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c87150bd-aa9c-4ad1-bb68-57ec66d4fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:11:16.017841 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:11:28.483855 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-20960d60-ac84-4bcc-b058-708ab7b84afa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:11:30.658212 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-5482bfc0-c688-4ea7-88e5-11ef92c86faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:11:31.988098 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-711fefd2-3b30-4759-8df5-0aecff1c8e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:11:31.989905 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:11:32.100856 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-adbd2215-c8ee-41f3-92a6-4182ca26b8a8 None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 11:11:33.373066 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c87150bd-aa9c-4ad1-bb68-57ec66d4fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:11:43.485686 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 46346) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:11:43.681228 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-932353b4-21e8-44b9-b87b-6a35ea250745 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Deleting port 73e5e3e4-0636-4847-b606-5b35d46da4cd {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 11:11:43.681473 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-932353b4-21e8-44b9-b87b-6a35ea250745 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:11:43.841760 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-932353b4-21e8-44b9-b87b-6a35ea250745 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:11:43.842072 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-932353b4-21e8-44b9-b87b-6a35ea250745 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:11:43.957636 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-932353b4-21e8-44b9-b87b-6a35ea250745 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Calling delete_port for 73e5e3e4-0636-4847-b606-5b35d46da4cd owned by network:floatingip {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 11:11:44.101139 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-932353b4-21e8-44b9-b87b-6a35ea250745 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:11:44.147394 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932353b4-21e8-44b9-b87b-6a35ea250745 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Pushing event deleted for resources: {'Port': ['ID=73e5e3e4-0636-4847-b606-5b35d46da4cd,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:44.183494 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932353b4-21e8-44b9-b87b-6a35ea250745 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:11:44.183832 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932353b4-21e8-44b9-b87b-6a35ea250745 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:11:44.184159 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932353b4-21e8-44b9-b87b-6a35ea250745 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:11:44.184507 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932353b4-21e8-44b9-b87b-6a35ea250745 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:11:44.184828 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932353b4-21e8-44b9-b87b-6a35ea250745 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:11:44.185146 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932353b4-21e8-44b9-b87b-6a35ea250745 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:11:44.185460 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932353b4-21e8-44b9-b87b-6a35ea250745 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:11:44.185774 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932353b4-21e8-44b9-b87b-6a35ea250745 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:11:44.186086 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932353b4-21e8-44b9-b87b-6a35ea250745 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:11:44.186397 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932353b4-21e8-44b9-b87b-6a35ea250745 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:11:44.186709 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932353b4-21e8-44b9-b87b-6a35ea250745 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:11:44.246747 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-932353b4-21e8-44b9-b87b-6a35ea250745 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for floatingip, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:11:44.623772 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-932353b4-21e8-44b9-b87b-6a35ea250745 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Router 22b7c5f2-9aba-4f03-b6d8-d786aac2ac90 has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:11:44.913218 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-932353b4-21e8-44b9-b87b-6a35ea250745 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:11:44.922344 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d555c1-423c-45e5-a59a-dfdf487f25e8 None None] Sync routers for ids ['22b7c5f2-9aba-4f03-b6d8-d786aac2ac90'] in dv-neutron-830731-3-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 11:11:44.934075 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-932353b4-21e8-44b9-b87b-6a35ea250745 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for floatingip, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:11:44.935120 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d555c1-423c-45e5-a59a-dfdf487f25e8 None None] Routers {'22b7c5f2-9aba-4f03-b6d8-d786aac2ac90'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 11:11:44.935722 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-97d555c1-423c-45e5-a59a-dfdf487f25e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T11:11:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['22b7c5f2-9aba-4f03-b6d8-d786aac2ac90'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:11:44.986761 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-932353b4-21e8-44b9-b87b-6a35ea250745 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "DELETE /v2.0/floatingips/24645cfc-b8cd-436e-bc2f-59026fe4c430 HTTP/1.1" status: 204 len: 168 time: 1.5000355 Mar 07 11:11:44.987311 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eef27fde-7ef7-4449-bc01-4941a786c372', 'tag': '63c01cd7-f8b5-470f-acda-b8bf2822189b'}] {{(pid=83738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 11:11:45.117357 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-97d555c1-423c-45e5-a59a-dfdf487f25e8 None None] Set router 22b7c5f2-9aba-4f03-b6d8-d786aac2ac90 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 11:11:45.167725 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eef27fde-7ef7-4449-bc01-4941a786c372', 'tag': '63c01cd7-f8b5-470f-acda-b8bf2822189b', 'status': 'completed', 'code': 200} Mar 07 11:11:45.273259 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f6799db3-a4a4-4ac3-90af-9a5c8058221d req-7bf382fd-f369-4d9d-8ce4-4f7b3c810b57 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fd9e5bc96c1947bd9411090e5d621544&device_id=eef27fde-7ef7-4449-bc01-4941a786c372 HTTP/1.1" status: 200 len: 1098 time: 0.0775115 Mar 07 11:11:45.416965 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6799db3-a4a4-4ac3-90af-9a5c8058221d req-d7a83f80-e184-4b0b-aa0a-3f6bac32534a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:45.418693 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f6799db3-a4a4-4ac3-90af-9a5c8058221d req-d7a83f80-e184-4b0b-aa0a-3f6bac32534a service neutron] 10.222.0.10 "GET /v2.0/networks?id=d712d13c-0378-43b5-a0f9-77ac1cf6e457 HTTP/1.1" status: 200 len: 898 time: 0.1394389 Mar 07 11:11:45.448609 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-97d555c1-423c-45e5-a59a-dfdf487f25e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22b7c5f2-9aba-4f03-b6d8-d786aac2ac90', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1907479835', 'tenant_id': 'fd9e5bc96c1947bd9411090e5d621544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.167'}], 'enable_snat': True}, 'gw_port_id': '4a4c50d5-edbc-43fe-9c87-e843ec7839a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:09:17Z', 'updated_at': '2022-03-07T11:09:21Z', 'revision_number': 4, 'project_id': 'fd9e5bc96c1947bd9411090e5d621544', 'gw_port': {'id': '4a4c50d5-edbc-43fe-9c87-e843ec7839a1', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a2:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b7c5f2-9aba-4f03-b6d8-d786aac2ac90', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:09:17Z', 'updated_at': '2022-03-07T11:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_interfaces': [{'id': 'd58f48b6-7891-4844-888c-6062c7e153aa', 'name': '', 'network_id': 'd712d13c-0378-43b5-a0f9-77ac1cf6e457', 'tenant_id': 'fd9e5bc96c1947bd9411090e5d621544', 'mac_address': 'fa:16:3e:88:30:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b7c5f2-9aba-4f03-b6d8-d786aac2ac90', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '231ce6a8-c02c-4e2d-8996-9022d73ebcab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:09:20Z', 'updated_at': '2022-03-07T11:09:27Z', 'revision_number': 5, 'project_id': 'fd9e5bc96c1947bd9411090e5d621544', 'subnets': [{'id': '231ce6a8-c02c-4e2d-8996-9022d73ebcab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:11:45.452401 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d555c1-423c-45e5-a59a-dfdf487f25e8 None None] Checking router: 22b7c5f2-9aba-4f03-b6d8-d786aac2ac90 for host: dv-neutron-830731-3-hyperv {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 07 11:11:45.462778 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d555c1-423c-45e5-a59a-dfdf487f25e8 None None] Routers {'22b7c5f2-9aba-4f03-b6d8-d786aac2ac90'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 11:11:45.463361 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-97d555c1-423c-45e5-a59a-dfdf487f25e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T11:11:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['22b7c5f2-9aba-4f03-b6d8-d786aac2ac90'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:11:45.529380 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f6799db3-a4a4-4ac3-90af-9a5c8058221d req-1e981c2c-e5ad-45bd-9419-0b378b2fa0e4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=63c01cd7-f8b5-470f-acda-b8bf2822189b HTTP/1.1" status: 200 len: 217 time: 0.1010456 Mar 07 11:11:45.605596 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6799db3-a4a4-4ac3-90af-9a5c8058221d req-9f7b3f87-662b-4628-ab55-c0b08a71899c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:45.606993 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f6799db3-a4a4-4ac3-90af-9a5c8058221d req-9f7b3f87-662b-4628-ab55-c0b08a71899c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=231ce6a8-c02c-4e2d-8996-9022d73ebcab HTTP/1.1" status: 200 len: 835 time: 0.0672138 Mar 07 11:11:45.616375 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248d6883-15aa-45fb-a132-fcff8a920fd0 req-f1a590d0-df94-4ba5-9aac-ca4331a7f9ba tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:45.617739 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-248d6883-15aa-45fb-a132-fcff8a920fd0 req-f1a590d0-df94-4ba5-9aac-ca4331a7f9ba tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/ports?device_id=eef27fde-7ef7-4449-bc01-4941a786c372 HTTP/1.1" status: 200 len: 945 time: 0.2676103 Mar 07 11:11:45.642889 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-97d555c1-423c-45e5-a59a-dfdf487f25e8 None None] Set router 22b7c5f2-9aba-4f03-b6d8-d786aac2ac90 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 11:11:45.709274 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-248d6883-15aa-45fb-a132-fcff8a920fd0 req-abbc090d-5a5d-4a91-8a2c-3313ddca6eba tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3c478d8-5eca-4640-8ce5-d6449761a57c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584548 Mar 07 11:11:45.719989 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f6799db3-a4a4-4ac3-90af-9a5c8058221d req-9a79cd32-381b-4f81-b68a-e0007adc2cc9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d712d13c-0378-43b5-a0f9-77ac1cf6e457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1007836 Mar 07 11:11:45.858438 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f6799db3-a4a4-4ac3-90af-9a5c8058221d req-00112976-945b-4cfe-9941-cab8d6e23d80 service neutron] 10.222.0.10 "GET /v2.0/networks/d712d13c-0378-43b5-a0f9-77ac1cf6e457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321018 Mar 07 11:11:45.954405 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-97d555c1-423c-45e5-a59a-dfdf487f25e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22b7c5f2-9aba-4f03-b6d8-d786aac2ac90', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1907479835', 'tenant_id': 'fd9e5bc96c1947bd9411090e5d621544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.167'}], 'enable_snat': True}, 'gw_port_id': '4a4c50d5-edbc-43fe-9c87-e843ec7839a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:09:17Z', 'updated_at': '2022-03-07T11:09:21Z', 'revision_number': 4, 'project_id': 'fd9e5bc96c1947bd9411090e5d621544', 'gw_port': {'id': '4a4c50d5-edbc-43fe-9c87-e843ec7839a1', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a2:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b7c5f2-9aba-4f03-b6d8-d786aac2ac90', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:09:17Z', 'updated_at': '2022-03-07T11:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_interfaces': [{'id': 'd58f48b6-7891-4844-888c-6062c7e153aa', 'name': '', 'network_id': 'd712d13c-0378-43b5-a0f9-77ac1cf6e457', 'tenant_id': 'fd9e5bc96c1947bd9411090e5d621544', 'mac_address': 'fa:16:3e:88:30:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b7c5f2-9aba-4f03-b6d8-d786aac2ac90', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '231ce6a8-c02c-4e2d-8996-9022d73ebcab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:09:20Z', 'updated_at': '2022-03-07T11:09:27Z', 'revision_number': 5, 'project_id': 'fd9e5bc96c1947bd9411090e5d621544', 'subnets': [{'id': '231ce6a8-c02c-4e2d-8996-9022d73ebcab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:11:45.958297 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d555c1-423c-45e5-a59a-dfdf487f25e8 None None] The sync data for ids ['22b7c5f2-9aba-4f03-b6d8-d786aac2ac90'] in dv-neutron-830731-3-hyperv is: [{'id': '22b7c5f2-9aba-4f03-b6d8-d786aac2ac90', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1907479835', 'tenant_id': 'fd9e5bc96c1947bd9411090e5d621544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.167'}], 'enable_snat': True}, 'gw_port_id': '4a4c50d5-edbc-43fe-9c87-e843ec7839a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:09:17Z', 'updated_at': '2022-03-07T11:09:21Z', 'revision_number': 4, 'project_id': 'fd9e5bc96c1947bd9411090e5d621544', 'gw_port': {'id': '4a4c50d5-edbc-43fe-9c87-e843ec7839a1', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a2:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b7c5f2-9aba-4f03-b6d8-d786aac2ac90', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:09:17Z', 'updated_at': '2022-03-07T11:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_interfaces': [{'id': 'd58f48b6-7891-4844-888c-6062c7e153aa', 'name': '', 'network_id': 'd712d13c-0378-43b5-a0f9-77ac1cf6e457', 'tenant_id': 'fd9e5bc96c1947bd9411090e5d621544', 'mac_address': 'fa:16:3e:88:30:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b7c5f2-9aba-4f03-b6d8-d786aac2ac90', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '231ce6a8-c02c-4e2d-8996-9022d73ebcab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:09:20Z', 'updated_at': '2022-03-07T11:09:27Z', 'revision_number': 5, 'project_id': 'fd9e5bc96c1947bd9411090e5d621544', 'subnets': [{'id': '231ce6a8-c02c-4e2d-8996-9022d73ebcab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 11:11:45.991566 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f6799db3-a4a4-4ac3-90af-9a5c8058221d req-b937e3c1-8e6e-4ac3-8865-28090ef479d4 service neutron] 10.222.0.10 "GET /v2.0/networks/d712d13c-0378-43b5-a0f9-77ac1cf6e457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246514 Mar 07 11:11:46.019764 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:11:46.173441 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a33f77b-e038-4545-8e6f-eb25a1033dc6 None None] New status for floating IP 24645cfc-b8cd-436e-bc2f-59026fe4c430: DOWN {{(pid=83740) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 07 11:11:47.038044 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bedb02-a10d-40e8-a767-46094bfec826 req-683a5a93-6ab7-4f5a-88de-dff140463eba tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:47.039353 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-01bedb02-a10d-40e8-a767-46094bfec826 req-683a5a93-6ab7-4f5a-88de-dff140463eba tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/ports?device_id=eef27fde-7ef7-4449-bc01-4941a786c372 HTTP/1.1" status: 200 len: 945 time: 0.1931374 Mar 07 11:11:47.074940 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef207b85-43c8-4d40-9b6d-a3928b241906 req-7318d15f-8a3a-4bd4-835d-047b3157e55e tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:47.076282 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ef207b85-43c8-4d40-9b6d-a3928b241906 req-7318d15f-8a3a-4bd4-835d-047b3157e55e tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.10 "GET /v2.0/ports?device_id=eef27fde-7ef7-4449-bc01-4941a786c372 HTTP/1.1" status: 200 len: 945 time: 0.1096923 Mar 07 11:11:47.146250 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-01bedb02-a10d-40e8-a767-46094bfec826 req-0d4a31e6-dc66-4f3a-88db-1e0f16500689 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3c478d8-5eca-4640-8ce5-d6449761a57c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011426 Mar 07 11:11:47.159286 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [req-ef207b85-43c8-4d40-9b6d-a3928b241906 req-2f500e09-8084-419d-ab39-6f53878b9b69 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Deleting port 63c01cd7-f8b5-470f-acda-b8bf2822189b {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 11:11:47.159620 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-ef207b85-43c8-4d40-9b6d-a3928b241906 req-2f500e09-8084-419d-ab39-6f53878b9b69 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:11:47.397809 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [req-ef207b85-43c8-4d40-9b6d-a3928b241906 req-2f500e09-8084-419d-ab39-6f53878b9b69 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] For port 63c01cd7-f8b5-470f-acda-b8bf2822189b, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=63c01cd7-f8b5-470f-acda-b8bf2822189b,segment=NetworkSegment(31b8cf08-dd44-4bdf-a343-9caca6dd3259),segment_id=31b8cf08-dd44-4bdf-a343-9caca6dd3259)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:11:47.398181 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-ef207b85-43c8-4d40-9b6d-a3928b241906 req-2f500e09-8084-419d-ab39-6f53878b9b69 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:11:47.590558 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [req-ef207b85-43c8-4d40-9b6d-a3928b241906 req-2f500e09-8084-419d-ab39-6f53878b9b69 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Calling delete_port for 63c01cd7-f8b5-470f-acda-b8bf2822189b owned by compute:nova {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 11:11:47.729279 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-ef207b85-43c8-4d40-9b6d-a3928b241906 req-2f500e09-8084-419d-ab39-6f53878b9b69 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:11:47.779101 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f500e09-8084-419d-ab39-6f53878b9b69 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Pushing event deleted for resources: {'Port': ['ID=63c01cd7-f8b5-470f-acda-b8bf2822189b,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:47.818679 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f500e09-8084-419d-ab39-6f53878b9b69 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:11:47.819021 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f500e09-8084-419d-ab39-6f53878b9b69 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:11:47.819356 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f500e09-8084-419d-ab39-6f53878b9b69 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:11:47.819685 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f500e09-8084-419d-ab39-6f53878b9b69 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:11:47.820006 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f500e09-8084-419d-ab39-6f53878b9b69 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:11:47.820327 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f500e09-8084-419d-ab39-6f53878b9b69 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:11:47.820675 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f500e09-8084-419d-ab39-6f53878b9b69 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:11:47.820991 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f500e09-8084-419d-ab39-6f53878b9b69 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:11:47.821305 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f500e09-8084-419d-ab39-6f53878b9b69 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:11:47.821618 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f500e09-8084-419d-ab39-6f53878b9b69 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:11:47.821935 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f500e09-8084-419d-ab39-6f53878b9b69 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:11:47.864604 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef207b85-43c8-4d40-9b6d-a3928b241906 req-2f500e09-8084-419d-ab39-6f53878b9b69 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] No DVR routers for this DVR port 63c01cd7-f8b5-470f-acda-b8bf2822189b on host hv-neutron-8307 {{(pid=83737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:11:47.867003 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-ef207b85-43c8-4d40-9b6d-a3928b241906 req-2f500e09-8084-419d-ab39-6f53878b9b69 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:11:47.869495 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eef27fde-7ef7-4449-bc01-4941a786c372', 'name': 'network-vif-deleted', 'tag': '63c01cd7-f8b5-470f-acda-b8bf2822189b'}] {{(pid=83737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 11:11:47.881342 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ef207b85-43c8-4d40-9b6d-a3928b241906 req-2f500e09-8084-419d-ab39-6f53878b9b69 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.10 "DELETE /v2.0/ports/63c01cd7-f8b5-470f-acda-b8bf2822189b HTTP/1.1" status: 204 len: 173 time: 0.7978055 Mar 07 11:11:47.926283 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eef27fde-7ef7-4449-bc01-4941a786c372', 'name': 'network-vif-deleted', 'tag': '63c01cd7-f8b5-470f-acda-b8bf2822189b', 'status': 'completed', 'code': 200} Mar 07 11:11:48.329030 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-ea9d0ed3-7556-4723-8986-c7ab937729ff req-c5ca80f4-0206-4450-8819-90368e070b70 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Synchronizing usage tracker for tenant:fd9e5bc96c1947bd9411090e5d621544 on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 11:11:48.343539 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-ea9d0ed3-7556-4723-8986-c7ab937729ff req-c5ca80f4-0206-4450-8819-90368e070b70 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Unset dirty status for tenant:fd9e5bc96c1947bd9411090e5d621544 on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 11:11:48.344819 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ea9d0ed3-7556-4723-8986-c7ab937729ff req-c5ca80f4-0206-4450-8819-90368e070b70 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/ports?device_id=eef27fde-7ef7-4449-bc01-4941a786c372 HTTP/1.1" status: 200 len: 210 time: 0.0572696 Mar 07 11:11:49.450452 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 46374) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:11:49.855001 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-30acba0e-15d5-4313-9194-e19c2ea2b99c tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3920255'] for router_interface, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:11:50.450239 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-30acba0e-15d5-4313-9194-e19c2ea2b99c tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Deleting port d58f48b6-7891-4844-888c-6062c7e153aa {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 11:11:50.450488 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-30acba0e-15d5-4313-9194-e19c2ea2b99c tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:11:50.628625 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-30acba0e-15d5-4313-9194-e19c2ea2b99c tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] For port d58f48b6-7891-4844-888c-6062c7e153aa, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=d58f48b6-7891-4844-888c-6062c7e153aa,segment=NetworkSegment(31b8cf08-dd44-4bdf-a343-9caca6dd3259),segment_id=31b8cf08-dd44-4bdf-a343-9caca6dd3259)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:11:50.628972 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-30acba0e-15d5-4313-9194-e19c2ea2b99c tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:11:50.749581 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-30acba0e-15d5-4313-9194-e19c2ea2b99c tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Calling delete_port for d58f48b6-7891-4844-888c-6062c7e153aa owned by network:router_interface {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 11:11:51.027870 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-30acba0e-15d5-4313-9194-e19c2ea2b99c tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:11:51.094789 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30acba0e-15d5-4313-9194-e19c2ea2b99c tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Pushing event deleted for resources: {'Port': ['ID=d58f48b6-7891-4844-888c-6062c7e153aa,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:51.383687 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-30acba0e-15d5-4313-9194-e19c2ea2b99c tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2756383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3920168'] for router_interface, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:11:51.800445 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device 63c01cd7-f8b5-470f-acda-b8bf2822189b no longer exists at agent hyperv_hv-neutron-8307 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 11:11:51.836522 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] No Port match for: 63c01cd7-f8b5-470f-acda-b8bf2822189b {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 11:11:51.836862 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device 63c01cd7-f8b5-470f-acda-b8bf2822189b not bound to the agent host hv-neutron-8307 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 11:11:51.958695 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30acba0e-15d5-4313-9194-e19c2ea2b99c tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Router 22b7c5f2-9aba-4f03-b6d8-d786aac2ac90 has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:11:52.154223 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30acba0e-15d5-4313-9194-e19c2ea2b99c tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:11:52.164364 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63956468-0b02-4ac5-b2dc-79f49ea919cb None None] Sync routers for ids ['22b7c5f2-9aba-4f03-b6d8-d786aac2ac90'] in dv-neutron-830731-3-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 11:11:52.173218 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-30acba0e-15d5-4313-9194-e19c2ea2b99c tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "PUT /v2.0/routers/22b7c5f2-9aba-4f03-b6d8-d786aac2ac90/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7192612 Mar 07 11:11:52.173442 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 46388) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:11:52.176157 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63956468-0b02-4ac5-b2dc-79f49ea919cb None None] Routers {'22b7c5f2-9aba-4f03-b6d8-d786aac2ac90'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 11:11:52.177034 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-63956468-0b02-4ac5-b2dc-79f49ea919cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T11:11:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['22b7c5f2-9aba-4f03-b6d8-d786aac2ac90'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:11:52.351256 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-63956468-0b02-4ac5-b2dc-79f49ea919cb None None] Set router 22b7c5f2-9aba-4f03-b6d8-d786aac2ac90 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 11:11:52.469481 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_v2 [None req-770c0d41-50d5-4a46-af87-02ff4748460c tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Deleting subnet 231ce6a8-c02c-4e2d-8996-9022d73ebcab {{(pid=83738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 07 11:11:52.472327 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-770c0d41-50d5-4a46-af87-02ff4748460c tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for subnet, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:11:52.525272 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-770c0d41-50d5-4a46-af87-02ff4748460c tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2969395'] for subnet, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:11:52.612882 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-770c0d41-50d5-4a46-af87-02ff4748460c tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1525496'] for subnet, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:11:52.673713 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-63956468-0b02-4ac5-b2dc-79f49ea919cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22b7c5f2-9aba-4f03-b6d8-d786aac2ac90', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1907479835', 'tenant_id': 'fd9e5bc96c1947bd9411090e5d621544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.167'}], 'enable_snat': True}, 'gw_port_id': '4a4c50d5-edbc-43fe-9c87-e843ec7839a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:09:17Z', 'updated_at': '2022-03-07T11:11:50Z', 'revision_number': 5, 'project_id': 'fd9e5bc96c1947bd9411090e5d621544', 'gw_port': {'id': '4a4c50d5-edbc-43fe-9c87-e843ec7839a1', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a2:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b7c5f2-9aba-4f03-b6d8-d786aac2ac90', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:09:17Z', 'updated_at': '2022-03-07T11:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv'}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:11:52.677887 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63956468-0b02-4ac5-b2dc-79f49ea919cb None None] Checking router: 22b7c5f2-9aba-4f03-b6d8-d786aac2ac90 for host: dv-neutron-830731-3-hyperv {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 07 11:11:52.684812 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-770c0d41-50d5-4a46-af87-02ff4748460c tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1525489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3556647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741465'] for subnet, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:11:52.689003 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63956468-0b02-4ac5-b2dc-79f49ea919cb None None] Routers {'22b7c5f2-9aba-4f03-b6d8-d786aac2ac90'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 11:11:52.689604 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-63956468-0b02-4ac5-b2dc-79f49ea919cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T11:11:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['22b7c5f2-9aba-4f03-b6d8-d786aac2ac90'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:11:52.724006 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770c0d41-50d5-4a46-af87-02ff4748460c tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Pushing event deleted for resources: {'Subnet': ['ID=231ce6a8-c02c-4e2d-8996-9022d73ebcab,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:52.728469 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-770c0d41-50d5-4a46-af87-02ff4748460c tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:11:52.737552 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-770c0d41-50d5-4a46-af87-02ff4748460c tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "DELETE /v2.0/subnets/231ce6a8-c02c-4e2d-8996-9022d73ebcab HTTP/1.1" status: 204 len: 168 time: 0.5601602 Mar 07 11:11:52.737779 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 46392) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:11:52.742746 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0053de96-e593-4f13-a461-ce5f0c02d072 None None] Network d712d13c-0378-43b5-a0f9-77ac1cf6e457 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 11:11:52.937823 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5b23a828-7c25-4a79-8581-70db500cc938 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for router, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:11:53.017528 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-63956468-0b02-4ac5-b2dc-79f49ea919cb None None] Set router 22b7c5f2-9aba-4f03-b6d8-d786aac2ac90 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 11:11:53.136304 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5b23a828-7c25-4a79-8581-70db500cc938 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:11:53.145461 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-5b23a828-7c25-4a79-8581-70db500cc938 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Deleting port 4a4c50d5-edbc-43fe-9c87-e843ec7839a1 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 11:11:53.145841 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5b23a828-7c25-4a79-8581-70db500cc938 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:11:53.304426 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e25dc890-0b6b-4271-a4da-f77599cbae6b None None] DHCP port deletion for d712d13c-0378-43b5-a0f9-77ac1cf6e457 request from dv-neutron-830731-3-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 07 11:11:53.309875 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-e25dc890-0b6b-4271-a4da-f77599cbae6b None None] Deleting port 50b6e32f-2aa0-4ccf-8a39-c06e604dc99b {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 11:11:53.310238 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-e25dc890-0b6b-4271-a4da-f77599cbae6b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:11:53.333370 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-5b23a828-7c25-4a79-8581-70db500cc938 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] For port 4a4c50d5-edbc-43fe-9c87-e843ec7839a1, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=4a4c50d5-edbc-43fe-9c87-e843ec7839a1,segment=NetworkSegment(9a22e080-7529-4fc7-949d-9f84ba21807d),segment_id=9a22e080-7529-4fc7-949d-9f84ba21807d)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:11:53.333715 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5b23a828-7c25-4a79-8581-70db500cc938 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:11:53.419140 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-63956468-0b02-4ac5-b2dc-79f49ea919cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22b7c5f2-9aba-4f03-b6d8-d786aac2ac90', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1907479835', 'tenant_id': 'fd9e5bc96c1947bd9411090e5d621544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.167'}], 'enable_snat': True}, 'gw_port_id': '4a4c50d5-edbc-43fe-9c87-e843ec7839a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:09:17Z', 'updated_at': '2022-03-07T11:11:50Z', 'revision_number': 5, 'project_id': 'fd9e5bc96c1947bd9411090e5d621544', 'gw_port': {'id': '4a4c50d5-edbc-43fe-9c87-e843ec7839a1', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a2:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b7c5f2-9aba-4f03-b6d8-d786aac2ac90', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:09:17Z', 'updated_at': '2022-03-07T11:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv'}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:11:53.439866 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63956468-0b02-4ac5-b2dc-79f49ea919cb None None] The sync data for ids ['22b7c5f2-9aba-4f03-b6d8-d786aac2ac90'] in dv-neutron-830731-3-hyperv is: [{'id': '22b7c5f2-9aba-4f03-b6d8-d786aac2ac90', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1907479835', 'tenant_id': 'fd9e5bc96c1947bd9411090e5d621544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.167'}], 'enable_snat': True}, 'gw_port_id': '4a4c50d5-edbc-43fe-9c87-e843ec7839a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:09:17Z', 'updated_at': '2022-03-07T11:11:50Z', 'revision_number': 5, 'project_id': 'fd9e5bc96c1947bd9411090e5d621544', 'gw_port': {'id': '4a4c50d5-edbc-43fe-9c87-e843ec7839a1', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a2:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b7c5f2-9aba-4f03-b6d8-d786aac2ac90', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:09:17Z', 'updated_at': '2022-03-07T11:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv'}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 11:11:53.456897 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-5b23a828-7c25-4a79-8581-70db500cc938 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Calling delete_port for 4a4c50d5-edbc-43fe-9c87-e843ec7839a1 owned by network:router_gateway {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 11:11:53.487568 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 50b6e32f-2aa0-4ccf-8a39-c06e604dc99b no longer exists at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 11:11:53.577345 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-e25dc890-0b6b-4271-a4da-f77599cbae6b None None] For port 50b6e32f-2aa0-4ccf-8a39-c06e604dc99b, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=50b6e32f-2aa0-4ccf-8a39-c06e604dc99b,segment=NetworkSegment(31b8cf08-dd44-4bdf-a343-9caca6dd3259),segment_id=31b8cf08-dd44-4bdf-a343-9caca6dd3259)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:11:53.577628 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-e25dc890-0b6b-4271-a4da-f77599cbae6b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:11:53.628455 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5b23a828-7c25-4a79-8581-70db500cc938 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:11:53.675214 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b23a828-7c25-4a79-8581-70db500cc938 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Pushing event deleted for resources: {'Port': ['ID=4a4c50d5-edbc-43fe-9c87-e843ec7839a1,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:53.762085 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-e25dc890-0b6b-4271-a4da-f77599cbae6b None None] Calling delete_port for 50b6e32f-2aa0-4ccf-8a39-c06e604dc99b owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 11:11:53.838969 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:11:53.899235 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5b23a828-7c25-4a79-8581-70db500cc938 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923554'] for router_gateway, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:11:53.905743 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-e25dc890-0b6b-4271-a4da-f77599cbae6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812'] for port, after_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:11:53.964578 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25dc890-0b6b-4271-a4da-f77599cbae6b None None] Pushing event deleted for resources: {'Port': ['ID=50b6e32f-2aa0-4ccf-8a39-c06e604dc99b,revision_number=None']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:53.974341 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25dc890-0b6b-4271-a4da-f77599cbae6b None None] No DVR routers for this DVR port 50b6e32f-2aa0-4ccf-8a39-c06e604dc99b on host dv-neutron-830731-3-hyperv {{(pid=83739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:11:53.988442 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25dc890-0b6b-4271-a4da-f77599cbae6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:11:53.988815 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25dc890-0b6b-4271-a4da-f77599cbae6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:11:53.989159 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25dc890-0b6b-4271-a4da-f77599cbae6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:11:53.989491 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25dc890-0b6b-4271-a4da-f77599cbae6b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:11:53.989822 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25dc890-0b6b-4271-a4da-f77599cbae6b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:11:53.990150 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25dc890-0b6b-4271-a4da-f77599cbae6b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:11:53.990476 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25dc890-0b6b-4271-a4da-f77599cbae6b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:11:53.990807 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25dc890-0b6b-4271-a4da-f77599cbae6b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:11:53.991148 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25dc890-0b6b-4271-a4da-f77599cbae6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:11:53.991493 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25dc890-0b6b-4271-a4da-f77599cbae6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:11:53.991954 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25dc890-0b6b-4271-a4da-f77599cbae6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:11:54.256734 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5b23a828-7c25-4a79-8581-70db500cc938 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3917970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58043'] for router, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:11:54.261488 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5b23a828-7c25-4a79-8581-70db500cc938 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:11:54.288998 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5b23a828-7c25-4a79-8581-70db500cc938 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3917886'] for router, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:11:54.289599 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b23a828-7c25-4a79-8581-70db500cc938 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Fanout notify agent at l3_agent the message router_deleted on router 22b7c5f2-9aba-4f03-b6d8-d786aac2ac90 {{(pid=83738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 11:11:54.304710 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5b23a828-7c25-4a79-8581-70db500cc938 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for router, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:11:54.305901 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-5b23a828-7c25-4a79-8581-70db500cc938 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "DELETE /v2.0/routers/22b7c5f2-9aba-4f03-b6d8-d786aac2ac90 HTTP/1.1" status: 204 len: 168 time: 1.5671186 Mar 07 11:11:54.308771 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 46396) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:11:54.436181 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-38bb6b1c-23ed-4ee8-a202-8d03765fdcdc tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1158940'] for network, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:11:54.569139 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-38bb6b1c-23ed-4ee8-a202-8d03765fdcdc tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1526893', 'neutron.services.segments.db._delete_segments_for_network-8732568551033'] for network, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:11:54.594291 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-38bb6b1c-23ed-4ee8-a202-8d03765fdcdc tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d712d13c-0378-43b5-a0f9-77ac1cf6e457']}} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:11:54.605814 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-38bb6b1c-23ed-4ee8-a202-8d03765fdcdc tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31b8cf08-dd44-4bdf-a343-9caca6dd3259') {'for_net_delete': True} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:11:54.606109 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-38bb6b1c-23ed-4ee8-a202-8d03765fdcdc tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31b8cf08-dd44-4bdf-a343-9caca6dd3259') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:11:54.617017 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-38bb6b1c-23ed-4ee8-a202-8d03765fdcdc tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732568550916', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629174'] for segment, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:11:54.633244 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-38bb6b1c-23ed-4ee8-a202-8d03765fdcdc tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:11:54.639557 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38bb6b1c-23ed-4ee8-a202-8d03765fdcdc tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=83737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 07 11:11:54.640050 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-38bb6b1c-23ed-4ee8-a202-8d03765fdcdc tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1227397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3012597'] for segment, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:11:54.655074 dv-neutron-830731-3-hyperv neutron-server[83737]: Traceback (most recent call last): Mar 07 11:11:54.655074 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 07 11:11:54.655074 dv-neutron-830731-3-hyperv neutron-server[83737]: timer() Mar 07 11:11:54.655074 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:11:54.655074 dv-neutron-830731-3-hyperv neutron-server[83737]: cb(*args, **kw) Mar 07 11:11:54.655074 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 11:11:54.655074 dv-neutron-830731-3-hyperv neutron-server[83737]: return func(*args, **kwargs) Mar 07 11:11:54.655074 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:11:54.655074 dv-neutron-830731-3-hyperv neutron-server[83737]: self._notify() Mar 07 11:11:54.655074 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:11:54.655074 dv-neutron-830731-3-hyperv neutron-server[83737]: self.callback(batched_events) Mar 07 11:11:54.655074 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:11:54.655074 dv-neutron-830731-3-hyperv neutron-server[83737]: event.method(event) Mar 07 11:11:54.655074 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 11:11:54.655074 dv-neutron-830731-3-hyperv neutron-server[83737]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:11:54.655074 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 11:11:54.655074 dv-neutron-830731-3-hyperv neutron-server[83737]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:11:54.655074 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 11:11:54.655074 dv-neutron-830731-3-hyperv neutron-server[83737]: return f(self, *a, **k) Mar 07 11:11:54.655074 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:11:54.655074 dv-neutron-830731-3-hyperv neutron-server[83737]: return self._get(url).json() Mar 07 11:11:54.655074 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:11:54.655074 dv-neutron-830731-3-hyperv neutron-server[83737]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:11:54.655074 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 07 11:11:54.655074 dv-neutron-830731-3-hyperv neutron-server[83737]: return self.request(url, 'GET', **kwargs) Mar 07 11:11:54.655074 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 07 11:11:54.655074 dv-neutron-830731-3-hyperv neutron-server[83737]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:11:54.655074 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 07 11:11:54.655074 dv-neutron-830731-3-hyperv neutron-server[83737]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:11:54.655074 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 07 11:11:54.655074 dv-neutron-830731-3-hyperv neutron-server[83737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:11:54.655074 dv-neutron-830731-3-hyperv neutron-server[83737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:11:54.737073 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-38bb6b1c-23ed-4ee8-a202-8d03765fdcdc tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1526886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923583'] for network, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:11:54.754577 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-38bb6b1c-23ed-4ee8-a202-8d03765fdcdc tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:11:54.765567 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bb6b1c-23ed-4ee8-a202-8d03765fdcdc tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Pushing event deleted for resources: {'Network': ['ID=d712d13c-0378-43b5-a0f9-77ac1cf6e457,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:54.777949 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 46400) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:11:54.778549 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-38bb6b1c-23ed-4ee8-a202-8d03765fdcdc tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "DELETE /v2.0/networks/d712d13c-0378-43b5-a0f9-77ac1cf6e457 HTTP/1.1" status: 204 len: 168 time: 0.4679949 Mar 07 11:11:54.846014 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3ee8b8fd-9838-4b08-8657-a654caa6d8d3 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for security_group, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:11:54.873929 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3ee8b8fd-9838-4b08-8657-a654caa6d8d3 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:11:54.936376 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3ee8b8fd-9838-4b08-8657-a654caa6d8d3 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:11:54.959130 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee8b8fd-9838-4b08-8657-a654caa6d8d3 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3c478d8-5eca-4640-8ce5-d6449761a57c,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:54.969570 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3ee8b8fd-9838-4b08-8657-a654caa6d8d3 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:11:54.970684 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-3ee8b8fd-9838-4b08-8657-a654caa6d8d3 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "DELETE /v2.0/security-groups/f3c478d8-5eca-4640-8ce5-d6449761a57c HTTP/1.1" status: 204 len: 168 time: 0.1917496 Mar 07 11:11:55.327768 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 46408) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:11:55.334340 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-80570e52-8e7c-470f-91f8-2e9656c67f08 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1567353560', 'description': 'tempest-secgroup-smoke-1567353560 description', 'project_id': 'fd9e5bc96c1947bd9411090e5d621544'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 11:11:55.340172 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-80570e52-8e7c-470f-91f8-2e9656c67f08 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 11:11:55.344697 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-80570e52-8e7c-470f-91f8-2e9656c67f08 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Usage tracker for resource:security_group and tenant:fd9e5bc96c1947bd9411090e5d621544 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 11:11:55.347634 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-80570e52-8e7c-470f-91f8-2e9656c67f08 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 11:11:55.353199 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-80570e52-8e7c-470f-91f8-2e9656c67f08 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 11:11:55.362783 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-80570e52-8e7c-470f-91f8-2e9656c67f08 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for security_group, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:11:55.398186 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-80570e52-8e7c-470f-91f8-2e9656c67f08 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 11:11:55.402654 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-80570e52-8e7c-470f-91f8-2e9656c67f08 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Usage tracker for resource:security_group_rule and tenant:fd9e5bc96c1947bd9411090e5d621544 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 11:11:55.406522 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-80570e52-8e7c-470f-91f8-2e9656c67f08 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 11:11:55.412653 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-80570e52-8e7c-470f-91f8-2e9656c67f08 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 11:11:55.454061 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 4a4c50d5-edbc-43fe-9c87-e843ec7839a1 no longer exists at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 11:11:55.468142 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-80570e52-8e7c-470f-91f8-2e9656c67f08 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for security_group, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:11:55.472636 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-80570e52-8e7c-470f-91f8-2e9656c67f08 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:11:55.486496 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] No Port match for: 4a4c50d5-edbc-43fe-9c87-e843ec7839a1 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 11:11:55.486834 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 4a4c50d5-edbc-43fe-9c87-e843ec7839a1 not bound to the agent host dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 11:11:55.487242 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device d58f48b6-7891-4844-888c-6062c7e153aa no longer exists at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 11:11:55.515708 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80570e52-8e7c-470f-91f8-2e9656c67f08 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8aaf5eba-260e-47eb-a17c-009846eab1cf,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:55.518596 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] No Port match for: d58f48b6-7891-4844-888c-6062c7e153aa {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 11:11:55.519038 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device d58f48b6-7891-4844-888c-6062c7e153aa not bound to the agent host dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 11:11:55.521176 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-80570e52-8e7c-470f-91f8-2e9656c67f08 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:11:55.522491 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-80570e52-8e7c-470f-91f8-2e9656c67f08 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1928728 Mar 07 11:11:55.525194 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 46412) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:11:55.530896 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-0878466a-0f0f-4e76-8ea5-b1cbecd905e7 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Request body: {'security_group_rule': {'security_group_id': '8aaf5eba-260e-47eb-a17c-009846eab1cf', 'project_id': 'fd9e5bc96c1947bd9411090e5d621544', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 11:11:55.537419 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-0878466a-0f0f-4e76-8ea5-b1cbecd905e7 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 11:11:55.541098 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-0878466a-0f0f-4e76-8ea5-b1cbecd905e7 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Usage tracker for resource:security_group_rule and tenant:fd9e5bc96c1947bd9411090e5d621544 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 11:11:55.544167 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-0878466a-0f0f-4e76-8ea5-b1cbecd905e7 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 11:11:55.550447 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-0878466a-0f0f-4e76-8ea5-b1cbecd905e7 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 11:11:55.566570 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0878466a-0f0f-4e76-8ea5-b1cbecd905e7 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:11:55.627001 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0878466a-0f0f-4e76-8ea5-b1cbecd905e7 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:11:55.630563 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0878466a-0f0f-4e76-8ea5-b1cbecd905e7 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:11:55.651435 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0878466a-0f0f-4e76-8ea5-b1cbecd905e7 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44ce046f-33e1-428f-a493-d2c277840627,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:55.662509 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0878466a-0f0f-4e76-8ea5-b1cbecd905e7 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:11:55.663823 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-0878466a-0f0f-4e76-8ea5-b1cbecd905e7 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1377411 Mar 07 11:11:55.666732 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 46416) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:11:55.671974 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-2582b046-1486-4ea5-b009-1a51763411c8 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Request body: {'security_group_rule': {'security_group_id': '8aaf5eba-260e-47eb-a17c-009846eab1cf', 'project_id': 'fd9e5bc96c1947bd9411090e5d621544', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 11:11:55.677997 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-2582b046-1486-4ea5-b009-1a51763411c8 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 11:11:55.681770 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-2582b046-1486-4ea5-b009-1a51763411c8 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Usage tracker for resource:security_group_rule and tenant:fd9e5bc96c1947bd9411090e5d621544 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 11:11:55.684590 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-2582b046-1486-4ea5-b009-1a51763411c8 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 11:11:55.690256 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-2582b046-1486-4ea5-b009-1a51763411c8 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 11:11:55.706654 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2582b046-1486-4ea5-b009-1a51763411c8 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:11:55.771167 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2582b046-1486-4ea5-b009-1a51763411c8 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:11:55.774774 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2582b046-1486-4ea5-b009-1a51763411c8 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:11:55.798676 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2582b046-1486-4ea5-b009-1a51763411c8 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cca9dff-72e1-4414-b40d-10ae1d6c7e6c,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:55.806847 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2582b046-1486-4ea5-b009-1a51763411c8 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:11:55.810717 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-2582b046-1486-4ea5-b009-1a51763411c8 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1403866 Mar 07 11:11:55.810864 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 46420) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:11:55.816687 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-97e8e73a-e785-4d69-a192-520258db99fc tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Request body: {'security_group_rule': {'security_group_id': '8aaf5eba-260e-47eb-a17c-009846eab1cf', 'project_id': 'fd9e5bc96c1947bd9411090e5d621544', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 11:11:55.822289 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-97e8e73a-e785-4d69-a192-520258db99fc tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 11:11:55.826049 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-97e8e73a-e785-4d69-a192-520258db99fc tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Usage tracker for resource:security_group_rule and tenant:fd9e5bc96c1947bd9411090e5d621544 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 11:11:55.829863 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-97e8e73a-e785-4d69-a192-520258db99fc tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 11:11:55.835419 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-97e8e73a-e785-4d69-a192-520258db99fc tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 11:11:55.851861 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-97e8e73a-e785-4d69-a192-520258db99fc tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:11:55.912641 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-97e8e73a-e785-4d69-a192-520258db99fc tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:11:55.915765 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-97e8e73a-e785-4d69-a192-520258db99fc tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:11:55.939027 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e8e73a-e785-4d69-a192-520258db99fc tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc5b0093-a5e8-41bf-b19c-b3b74ab32f31,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:55.947094 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-97e8e73a-e785-4d69-a192-520258db99fc tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:11:55.948398 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-97e8e73a-e785-4d69-a192-520258db99fc tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1367035 Mar 07 11:11:55.951055 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 46424) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:11:55.957378 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-0c1cf76a-6e71-4861-bee4-1622a052df6d tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Request body: {'security_group_rule': {'security_group_id': '8aaf5eba-260e-47eb-a17c-009846eab1cf', 'project_id': 'fd9e5bc96c1947bd9411090e5d621544', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 11:11:55.963057 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-0c1cf76a-6e71-4861-bee4-1622a052df6d tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 11:11:55.966738 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-0c1cf76a-6e71-4861-bee4-1622a052df6d tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Usage tracker for resource:security_group_rule and tenant:fd9e5bc96c1947bd9411090e5d621544 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 11:11:55.969764 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-0c1cf76a-6e71-4861-bee4-1622a052df6d tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 11:11:55.975284 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-0c1cf76a-6e71-4861-bee4-1622a052df6d tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 11:11:55.992182 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0c1cf76a-6e71-4861-bee4-1622a052df6d tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:11:56.053777 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0c1cf76a-6e71-4861-bee4-1622a052df6d tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:11:56.057174 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0c1cf76a-6e71-4861-bee4-1622a052df6d tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:11:56.086918 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1cf76a-6e71-4861-bee4-1622a052df6d tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e888edb-29e2-4487-85a4-c30280c9bce3,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:56.093201 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0c1cf76a-6e71-4861-bee4-1622a052df6d tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:11:56.094528 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-0c1cf76a-6e71-4861-bee4-1622a052df6d tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1425545 Mar 07 11:11:56.097026 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 46428) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:11:56.102449 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-f3b83d50-af55-4395-bd5d-eff322126438 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Request body: {'security_group_rule': {'security_group_id': '8aaf5eba-260e-47eb-a17c-009846eab1cf', 'project_id': 'fd9e5bc96c1947bd9411090e5d621544', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 11:11:56.108173 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-f3b83d50-af55-4395-bd5d-eff322126438 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 11:11:56.112127 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-f3b83d50-af55-4395-bd5d-eff322126438 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Usage tracker for resource:security_group_rule and tenant:fd9e5bc96c1947bd9411090e5d621544 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 11:11:56.115218 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-f3b83d50-af55-4395-bd5d-eff322126438 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 11:11:56.120855 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-f3b83d50-af55-4395-bd5d-eff322126438 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 11:11:56.131214 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.db.securitygroups_db [None req-f3b83d50-af55-4395-bd5d-eff322126438 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Project fd9e5bc96c1947bd9411090e5d621544 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 11:11:56.137338 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f3b83d50-af55-4395-bd5d-eff322126438 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:11:56.200981 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f3b83d50-af55-4395-bd5d-eff322126438 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:11:56.205136 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f3b83d50-af55-4395-bd5d-eff322126438 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:11:56.227648 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b83d50-af55-4395-bd5d-eff322126438 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=485883c7-7638-48d7-897c-2da9df9c1694,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:56.237066 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f3b83d50-af55-4395-bd5d-eff322126438 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:11:56.238268 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-f3b83d50-af55-4395-bd5d-eff322126438 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1402810 Mar 07 11:11:56.240979 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 46432) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:11:56.246656 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-1d37f696-e7ad-42a6-a6b5-1b914777ed28 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Request body: {'security_group_rule': {'security_group_id': '8aaf5eba-260e-47eb-a17c-009846eab1cf', 'project_id': 'fd9e5bc96c1947bd9411090e5d621544', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 11:11:56.253228 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-1d37f696-e7ad-42a6-a6b5-1b914777ed28 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 11:11:56.257065 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-1d37f696-e7ad-42a6-a6b5-1b914777ed28 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Usage tracker for resource:security_group_rule and tenant:fd9e5bc96c1947bd9411090e5d621544 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 11:11:56.259973 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-1d37f696-e7ad-42a6-a6b5-1b914777ed28 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 11:11:56.265548 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-1d37f696-e7ad-42a6-a6b5-1b914777ed28 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 11:11:56.277447 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.db.securitygroups_db [None req-1d37f696-e7ad-42a6-a6b5-1b914777ed28 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Project fd9e5bc96c1947bd9411090e5d621544 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 11:11:56.283789 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1d37f696-e7ad-42a6-a6b5-1b914777ed28 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:11:56.349277 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1d37f696-e7ad-42a6-a6b5-1b914777ed28 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:11:56.352637 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1d37f696-e7ad-42a6-a6b5-1b914777ed28 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:11:56.374917 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d37f696-e7ad-42a6-a6b5-1b914777ed28 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20996447-d0e7-4b92-80a8-0302ce584adf,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:56.384575 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1d37f696-e7ad-42a6-a6b5-1b914777ed28 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:11:56.385715 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-1d37f696-e7ad-42a6-a6b5-1b914777ed28 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1436744 Mar 07 11:11:56.388537 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 46436) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:11:56.393913 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-be9693a5-16d7-454d-876e-5976e9c5d06b tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Request body: {'network': {'name': 'tempest-network-smoke--1629545831', 'project_id': 'fd9e5bc96c1947bd9411090e5d621544', 'port_security_enabled': True}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 11:11:56.398627 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-be9693a5-16d7-454d-876e-5976e9c5d06b tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 11:11:56.402640 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-be9693a5-16d7-454d-876e-5976e9c5d06b tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Usage tracker for resource:network and tenant:fd9e5bc96c1947bd9411090e5d621544 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 11:11:56.405418 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-be9693a5-16d7-454d-876e-5976e9c5d06b tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 11:11:56.410952 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-be9693a5-16d7-454d-876e-5976e9c5d06b tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 11:11:56.420584 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be9693a5-16d7-454d-876e-5976e9c5d06b tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Made reservation on behalf of fd9e5bc96c1947bd9411090e5d621544 for: {'network': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:11:56.423917 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-be9693a5-16d7-454d-876e-5976e9c5d06b tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for network, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:11:56.455005 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be9693a5-16d7-454d-876e-5976e9c5d06b tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=83738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 11:11:56.463553 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-be9693a5-16d7-454d-876e-5976e9c5d06b tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:11:56.463826 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.db.segments_db [None req-be9693a5-16d7-454d-876e-5976e9c5d06b tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Added segment 0e51d624-a340-4595-857b-5e9bb0a80088 of type vlan for network d2baf89f-d166-4cd5-82ae-f4cdf241accc Mar 07 11:11:56.489077 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-be9693a5-16d7-454d-876e-5976e9c5d06b tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732568034061'] for network, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:11:56.517394 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-be9693a5-16d7-454d-876e-5976e9c5d06b tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594'] for network, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:11:56.521040 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be9693a5-16d7-454d-876e-5976e9c5d06b tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:56.521605 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-be9693a5-16d7-454d-876e-5976e9c5d06b tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:11:56.625768 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-be9693a5-16d7-454d-876e-5976e9c5d06b tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2361522 Mar 07 11:11:56.628426 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 46440) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:11:56.628948 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9693a5-16d7-454d-876e-5976e9c5d06b tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Pushing event updated for resources: {'Network': ['ID=d2baf89f-d166-4cd5-82ae-f4cdf241accc,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:56.635383 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-d37a54a9-8770-4a7c-b3b9-c9d86044c593 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1417625085', 'admin_state_up': True, 'project_id': 'fd9e5bc96c1947bd9411090e5d621544', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12'}}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 11:11:56.638463 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Network d2baf89f-d166-4cd5-82ae-f4cdf241accc details requested by agent ovs-agent-dv-neutron-830731-3-hyperv with host dv-neutron-830731-3-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 11:11:56.643919 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-d37a54a9-8770-4a7c-b3b9-c9d86044c593 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 11:11:56.648042 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-d37a54a9-8770-4a7c-b3b9-c9d86044c593 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Usage tracker for resource:router and tenant:fd9e5bc96c1947bd9411090e5d621544 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 11:11:56.650823 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-d37a54a9-8770-4a7c-b3b9-c9d86044c593 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 11:11:56.656516 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-d37a54a9-8770-4a7c-b3b9-c9d86044c593 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 11:11:56.667430 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d37a54a9-8770-4a7c-b3b9-c9d86044c593 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3919700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58025'] for router, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:11:56.668404 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d37a54a9-8770-4a7c-b3b9-c9d86044c593 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3919671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4011175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58018'] for router, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:11:56.690203 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d37a54a9-8770-4a7c-b3b9-c9d86044c593 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:11:56.833509 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d37a54a9-8770-4a7c-b3b9-c9d86044c593 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3917998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58952'] for router, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:11:57.003026 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d37a54a9-8770-4a7c-b3b9-c9d86044c593 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for router_gateway, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:11:57.031355 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d37a54a9-8770-4a7c-b3b9-c9d86044c593 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:11:57.162487 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-d37a54a9-8770-4a7c-b3b9-c9d86044c593 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Allocated IP 172.26.8.196 (5ed85006-6b00-415e-b71f-837fb1421c12/8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a/a3ed1741-fc7f-4134-b5c6-77b495f7aaf0) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:11:57.391756 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d37a54a9-8770-4a7c-b3b9-c9d86044c593 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:11:57.418647 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d37a54a9-8770-4a7c-b3b9-c9d86044c593 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:11:57.486855 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d37a54a9-8770-4a7c-b3b9-c9d86044c593 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Network 5ed85006-6b00-415e-b71f-837fb1421c12 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:11:57.489509 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-d37a54a9-8770-4a7c-b3b9-c9d86044c593 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:11:57.493191 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37a54a9-8770-4a7c-b3b9-c9d86044c593 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 11:11:57.521645 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37a54a9-8770-4a7c-b3b9-c9d86044c593 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Pushing event updated for resources: {'Port': ['ID=a3ed1741-fc7f-4134-b5c6-77b495f7aaf0,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:57.648012 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d37a54a9-8770-4a7c-b3b9-c9d86044c593 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for router_gateway, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:11:57.648987 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d37a54a9-8770-4a7c-b3b9-c9d86044c593 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3917991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923518'] for router, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:11:57.879591 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d37a54a9-8770-4a7c-b3b9-c9d86044c593 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Router 3b54e5a1-4c73-4518-937d-57998bfeca97 is scheduled to L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 with binding_index 1 {{(pid=83737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 11:11:58.081590 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d37a54a9-8770-4a7c-b3b9-c9d86044c593 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:11:58.090946 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f50a9c62-9140-4fbf-af23-6a537a858135 None None] Sync routers for ids ['3b54e5a1-4c73-4518-937d-57998bfeca97'] in dv-neutron-830731-3-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 11:11:58.102966 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50a9c62-9140-4fbf-af23-6a537a858135 None None] Routers {'3b54e5a1-4c73-4518-937d-57998bfeca97'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 11:11:58.103558 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-f50a9c62-9140-4fbf-af23-6a537a858135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T11:11:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['3b54e5a1-4c73-4518-937d-57998bfeca97'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:11:58.107004 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d37a54a9-8770-4a7c-b3b9-c9d86044c593 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:11:58.108438 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-d37a54a9-8770-4a7c-b3b9-c9d86044c593 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4789696 Mar 07 11:11:58.111890 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 46444) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:11:58.150875 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-b247f784-36a1-4076-affe-478beba844b1 tempest-TestNetworkAdvancedServerOps-1832968989 tempest-TestNetworkAdvancedServerOps-1832968989-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=fd9e5bc96c1947bd9411090e5d621544&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0379148 Mar 07 11:11:58.153445 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 46448) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:11:58.284325 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d733174-6518-476d-8f11-dbee5b2230ae tempest-TestNetworkAdvancedServerOps-1832968989 tempest-TestNetworkAdvancedServerOps-1832968989-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:58.285707 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-4d733174-6518-476d-8f11-dbee5b2230ae tempest-TestNetworkAdvancedServerOps-1832968989 tempest-TestNetworkAdvancedServerOps-1832968989-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1311073 Mar 07 11:11:58.288417 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 46452) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:11:58.307333 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-f50a9c62-9140-4fbf-af23-6a537a858135 None None] Set router 3b54e5a1-4c73-4518-937d-57998bfeca97 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 11:11:58.330034 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-5fdbb562-b47e-4cba-aff3-20cd9097b1cf tempest-TestNetworkAdvancedServerOps-1832968989 tempest-TestNetworkAdvancedServerOps-1832968989-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=5ed85006-6b00-415e-b71f-837fb1421c12&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0373907 Mar 07 11:11:58.330238 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 46456) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:11:58.335608 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-ca6dcf19-8616-4c17-b385-691ccded74c7 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1424744691', 'network_id': 'd2baf89f-d166-4cd5-82ae-f4cdf241accc', 'project_id': 'fd9e5bc96c1947bd9411090e5d621544', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 11:11:58.441738 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-ca6dcf19-8616-4c17-b385-691ccded74c7 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 11:11:58.445632 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-ca6dcf19-8616-4c17-b385-691ccded74c7 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Usage tracker for resource:subnet and tenant:fd9e5bc96c1947bd9411090e5d621544 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 11:11:58.448498 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-ca6dcf19-8616-4c17-b385-691ccded74c7 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 11:11:58.455235 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-ca6dcf19-8616-4c17-b385-691ccded74c7 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 11:11:58.465868 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca6dcf19-8616-4c17-b385-691ccded74c7 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Made reservation on behalf of fd9e5bc96c1947bd9411090e5d621544 for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:11:58.479302 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-e87a6583-022c-4af2-9fab-53f31551ce14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:11:58.567475 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ca6dcf19-8616-4c17-b385-691ccded74c7 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3219231'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:11:58.585738 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-f50a9c62-9140-4fbf-af23-6a537a858135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b54e5a1-4c73-4518-937d-57998bfeca97', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1417625085', 'tenant_id': 'fd9e5bc96c1947bd9411090e5d621544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.196'}], 'enable_snat': True}, 'gw_port_id': 'a3ed1741-fc7f-4134-b5c6-77b495f7aaf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:11:56Z', 'updated_at': '2022-03-07T11:11:57Z', 'revision_number': 3, 'project_id': 'fd9e5bc96c1947bd9411090e5d621544', 'gw_port': {'id': 'a3ed1741-fc7f-4134-b5c6-77b495f7aaf0', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:37:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b54e5a1-4c73-4518-937d-57998bfeca97', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:11:57Z', 'updated_at': '2022-03-07T11:11:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv'}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:11:58.589362 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f50a9c62-9140-4fbf-af23-6a537a858135 None None] Checking router: 3b54e5a1-4c73-4518-937d-57998bfeca97 for host: dv-neutron-830731-3-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 07 11:11:58.589698 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f50a9c62-9140-4fbf-af23-6a537a858135 None None] Updating router 3b54e5a1-4c73-4518-937d-57998bfeca97 port a3ed1741-fc7f-4134-b5c6-77b495f7aaf0 binding host dv-neutron-830731-3-hyperv {{(pid=83740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 07 11:11:58.643154 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-f50a9c62-9140-4fbf-af23-6a537a858135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:11:58.783600 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ca6dcf19-8616-4c17-b385-691ccded74c7 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3012444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3219213'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:11:58.860685 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6dcf19-8616-4c17-b385-691ccded74c7 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Pushing event updated for resources: {'Subnet': ['ID=5ce003f0-0111-4c84-9033-c2649409a94d,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:58.872101 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca6dcf19-8616-4c17-b385-691ccded74c7 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Checking segment: {'id': '0e51d624-a340-4595-857b-5e9bb0a80088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'd2baf89f-d166-4cd5-82ae-f4cdf241accc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 11:11:58.872450 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca6dcf19-8616-4c17-b385-691ccded74c7 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Network hostable DHCP agents. Network: d2baf89f-d166-4cd5-82ae-f4cdf241accc, hostable agents: ['6527556c-6586-422c-ae47-082984683847'], hosted agents: [] {{(pid=83737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 11:11:58.894516 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca6dcf19-8616-4c17-b385-691ccded74c7 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Network d2baf89f-d166-4cd5-82ae-f4cdf241accc is scheduled to be hosted by DHCP agent 6527556c-6586-422c-ae47-082984683847 with binding_index 1 {{(pid=83737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 11:11:58.905141 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-ca6dcf19-8616-4c17-b385-691ccded74c7 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830731-3-hyperv, d2baf89f-d166-4cd5-82ae-f4cdf241accc) {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:11:58.909390 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca6dcf19-8616-4c17-b385-691ccded74c7 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:58.910171 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ca6dcf19-8616-4c17-b385-691ccded74c7 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:11:58.916964 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a71f85b5-9ca5-4458-a057-fd5d95968cb9 None None] Network d2baf89f-d166-4cd5-82ae-f4cdf241accc requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 11:11:58.932159 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-ca6dcf19-8616-4c17-b385-691ccded74c7 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6009641 Mar 07 11:11:58.935427 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 46460) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:11:58.964350 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-f50a9c62-9140-4fbf-af23-6a537a858135 None None] Notify callbacks [] for port, precommit_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:11:58.976170 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.provisioning_blocks [None req-f50a9c62-9140-4fbf-af23-6a537a858135 None None] Transition to ACTIVE for port object a3ed1741-fc7f-4134-b5c6-77b495f7aaf0 will not be triggered until provisioned by entity L2. {{(pid=83740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 11:11:58.983173 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-f50a9c62-9140-4fbf-af23-6a537a858135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:11:59.066015 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-f50a9c62-9140-4fbf-af23-6a537a858135 None None] Attempting to bind port a3ed1741-fc7f-4134-b5c6-77b495f7aaf0 on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 11:11:59.066453 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-f50a9c62-9140-4fbf-af23-6a537a858135 None None] Attempting to bind port a3ed1741-fc7f-4134-b5c6-77b495f7aaf0 by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': '9a22e080-7529-4fc7-949d-9f84ba21807d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12'}] {{(pid=83740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 11:11:59.066717 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f50a9c62-9140-4fbf-af23-6a537a858135 None None] Attempting to bind port a3ed1741-fc7f-4134-b5c6-77b495f7aaf0 on network 5ed85006-6b00-415e-b71f-837fb1421c12 {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 11:11:59.072758 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbf2d85-ce25-410c-95fa-7ecdef2490a2 None None] Pushing event updated for resources: {'Port': ['ID=a3ed1741-fc7f-4134-b5c6-77b495f7aaf0,revision_number=2']} {{(pid=83740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:59.082565 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbf2d85-ce25-410c-95fa-7ecdef2490a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:11:59.082897 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbf2d85-ce25-410c-95fa-7ecdef2490a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:11:59.083222 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbf2d85-ce25-410c-95fa-7ecdef2490a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:11:59.083577 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbf2d85-ce25-410c-95fa-7ecdef2490a2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:11:59.084048 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbf2d85-ce25-410c-95fa-7ecdef2490a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:11:59.084245 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbf2d85-ce25-410c-95fa-7ecdef2490a2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:11:59.084589 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbf2d85-ce25-410c-95fa-7ecdef2490a2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:11:59.084904 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbf2d85-ce25-410c-95fa-7ecdef2490a2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:11:59.085215 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbf2d85-ce25-410c-95fa-7ecdef2490a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:11:59.085527 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbf2d85-ce25-410c-95fa-7ecdef2490a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:11:59.085838 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbf2d85-ce25-410c-95fa-7ecdef2490a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:11:59.090182 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f50a9c62-9140-4fbf-af23-6a537a858135 None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 11:11:59.090540 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f50a9c62-9140-4fbf-af23-6a537a858135 None None] Checking segment: {'id': '9a22e080-7529-4fc7-949d-9f84ba21807d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 11:11:59.090928 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-f50a9c62-9140-4fbf-af23-6a537a858135 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:11:59.091296 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f50a9c62-9140-4fbf-af23-6a537a858135 None None] Bound using segment: {'id': '9a22e080-7529-4fc7-949d-9f84ba21807d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12'} {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 11:11:59.091873 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-f50a9c62-9140-4fbf-af23-6a537a858135 None None] Bound port: a3ed1741-fc7f-4134-b5c6-77b495f7aaf0, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a22e080-7529-4fc7-949d-9f84ba21807d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12'}}] {{(pid=83740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 11:11:59.092094 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-f50a9c62-9140-4fbf-af23-6a537a858135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:11:59.147888 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d62e3b09-c355-475a-8e2e-0e8706bf8303 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ec2749d-0aec-52fb-aca6-10ba8a80aade-d2baf89f-d166-4cd5-82ae-f4cdf241accc', 'network_id': 'd2baf89f-d166-4cd5-82ae-f4cdf241accc', 'tenant_id': 'fd9e5bc96c1947bd9411090e5d621544', 'fixed_ips': [{'subnet_id': '5ce003f0-0111-4c84-9033-c2649409a94d'}]}} from dv-neutron-830731-3-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 07 11:11:59.148828 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-d62e3b09-c355-475a-8e2e-0e8706bf8303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:11:59.172444 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.db [None req-f50a9c62-9140-4fbf-af23-6a537a858135 None None] For port a3ed1741-fc7f-4134-b5c6-77b495f7aaf0, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:11:59.175848 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.db [None req-f50a9c62-9140-4fbf-af23-6a537a858135 None None] For port a3ed1741-fc7f-4134-b5c6-77b495f7aaf0, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=a3ed1741-fc7f-4134-b5c6-77b495f7aaf0,segment=NetworkSegment(9a22e080-7529-4fc7-949d-9f84ba21807d),segment_id=9a22e080-7529-4fc7-949d-9f84ba21807d)] {{(pid=83740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:11:59.180953 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-f50a9c62-9140-4fbf-af23-6a537a858135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:11:59.252426 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50a9c62-9140-4fbf-af23-6a537a858135 None None] Routers {'3b54e5a1-4c73-4518-937d-57998bfeca97'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 11:11:59.253140 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-f50a9c62-9140-4fbf-af23-6a537a858135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T11:11:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['3b54e5a1-4c73-4518-937d-57998bfeca97'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:11:59.323727 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-d62e3b09-c355-475a-8e2e-0e8706bf8303 None None] Allocated IP 172.20.0.2 (d2baf89f-d166-4cd5-82ae-f4cdf241accc/5ce003f0-0111-4c84-9033-c2649409a94d/0e859d3a-2df3-46d9-8448-3dd7d1c23a57) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:11:59.409387 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbf2d85-ce25-410c-95fa-7ecdef2490a2 None None] Pushing event updated for resources: {'Port': ['ID=a3ed1741-fc7f-4134-b5c6-77b495f7aaf0,revision_number=3']} {{(pid=83740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:59.447027 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-f50a9c62-9140-4fbf-af23-6a537a858135 None None] Set router 3b54e5a1-4c73-4518-937d-57998bfeca97 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 11:11:59.539404 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-d62e3b09-c355-475a-8e2e-0e8706bf8303 None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:11:59.552045 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-d62e3b09-c355-475a-8e2e-0e8706bf8303 None None] Transition to ACTIVE for port object 0e859d3a-2df3-46d9-8448-3dd7d1c23a57 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 11:11:59.573005 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-d62e3b09-c355-475a-8e2e-0e8706bf8303 None None] Transition to ACTIVE for port object 0e859d3a-2df3-46d9-8448-3dd7d1c23a57 will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 11:11:59.579028 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-d62e3b09-c355-475a-8e2e-0e8706bf8303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:11:59.651217 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d62e3b09-c355-475a-8e2e-0e8706bf8303 None None] Network d2baf89f-d166-4cd5-82ae-f4cdf241accc is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:11:59.654695 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-d62e3b09-c355-475a-8e2e-0e8706bf8303 None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:11:59.657036 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62e3b09-c355-475a-8e2e-0e8706bf8303 None None] Pushing event updated for resources: {'Port': ['ID=0e859d3a-2df3-46d9-8448-3dd7d1c23a57,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:59.659059 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62e3b09-c355-475a-8e2e-0e8706bf8303 None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 11:11:59.745367 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-d62e3b09-c355-475a-8e2e-0e8706bf8303 None None] Attempting to bind port 0e859d3a-2df3-46d9-8448-3dd7d1c23a57 on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 11:11:59.745731 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-d62e3b09-c355-475a-8e2e-0e8706bf8303 None None] Attempting to bind port 0e859d3a-2df3-46d9-8448-3dd7d1c23a57 by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': '0e51d624-a340-4595-857b-5e9bb0a80088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'd2baf89f-d166-4cd5-82ae-f4cdf241accc'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 11:11:59.746492 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d62e3b09-c355-475a-8e2e-0e8706bf8303 None None] Attempting to bind port 0e859d3a-2df3-46d9-8448-3dd7d1c23a57 on network d2baf89f-d166-4cd5-82ae-f4cdf241accc {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 11:11:59.753232 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d62e3b09-c355-475a-8e2e-0e8706bf8303 None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 11:11:59.753608 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d62e3b09-c355-475a-8e2e-0e8706bf8303 None None] Checking segment: {'id': '0e51d624-a340-4595-857b-5e9bb0a80088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'd2baf89f-d166-4cd5-82ae-f4cdf241accc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 11:11:59.754006 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-d62e3b09-c355-475a-8e2e-0e8706bf8303 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:11:59.754392 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d62e3b09-c355-475a-8e2e-0e8706bf8303 None None] Bound using segment: {'id': '0e51d624-a340-4595-857b-5e9bb0a80088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'd2baf89f-d166-4cd5-82ae-f4cdf241accc'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 11:11:59.754849 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-d62e3b09-c355-475a-8e2e-0e8706bf8303 None None] Bound port: 0e859d3a-2df3-46d9-8448-3dd7d1c23a57, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e51d624-a340-4595-857b-5e9bb0a80088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'd2baf89f-d166-4cd5-82ae-f4cdf241accc'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 11:11:59.755217 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-d62e3b09-c355-475a-8e2e-0e8706bf8303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:11:59.766500 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-f50a9c62-9140-4fbf-af23-6a537a858135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b54e5a1-4c73-4518-937d-57998bfeca97', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1417625085', 'tenant_id': 'fd9e5bc96c1947bd9411090e5d621544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.196'}], 'enable_snat': True}, 'gw_port_id': 'a3ed1741-fc7f-4134-b5c6-77b495f7aaf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:11:56Z', 'updated_at': '2022-03-07T11:11:57Z', 'revision_number': 3, 'project_id': 'fd9e5bc96c1947bd9411090e5d621544', 'gw_port': {'id': 'a3ed1741-fc7f-4134-b5c6-77b495f7aaf0', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:37:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b54e5a1-4c73-4518-937d-57998bfeca97', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:11:57Z', 'updated_at': '2022-03-07T11:11:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv'}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:11:59.770436 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f50a9c62-9140-4fbf-af23-6a537a858135 None None] The sync data for ids ['3b54e5a1-4c73-4518-937d-57998bfeca97'] in dv-neutron-830731-3-hyperv is: [{'id': '3b54e5a1-4c73-4518-937d-57998bfeca97', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1417625085', 'tenant_id': 'fd9e5bc96c1947bd9411090e5d621544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.196'}], 'enable_snat': True}, 'gw_port_id': 'a3ed1741-fc7f-4134-b5c6-77b495f7aaf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:11:56Z', 'updated_at': '2022-03-07T11:11:57Z', 'revision_number': 3, 'project_id': 'fd9e5bc96c1947bd9411090e5d621544', 'gw_port': {'id': 'a3ed1741-fc7f-4134-b5c6-77b495f7aaf0', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:37:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b54e5a1-4c73-4518-937d-57998bfeca97', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:11:57Z', 'updated_at': '2022-03-07T11:11:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv'}] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 11:11:59.818869 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-99f736b6-2253-4f48-8afb-e62f6f3abd3a tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:11:59.848865 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-d62e3b09-c355-475a-8e2e-0e8706bf8303 None None] For port 0e859d3a-2df3-46d9-8448-3dd7d1c23a57, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:11:59.852791 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-d62e3b09-c355-475a-8e2e-0e8706bf8303 None None] For port 0e859d3a-2df3-46d9-8448-3dd7d1c23a57, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=0e859d3a-2df3-46d9-8448-3dd7d1c23a57,segment=NetworkSegment(0e51d624-a340-4595-857b-5e9bb0a80088),segment_id=0e51d624-a340-4595-857b-5e9bb0a80088)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:11:59.857112 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-d62e3b09-c355-475a-8e2e-0e8706bf8303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:11:59.938775 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62e3b09-c355-475a-8e2e-0e8706bf8303 None None] Pushing event updated for resources: {'Port': ['ID=0e859d3a-2df3-46d9-8448-3dd7d1c23a57,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:12:00.295909 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-99f736b6-2253-4f48-8afb-e62f6f3abd3a tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Allocated IP 172.20.0.1 (d2baf89f-d166-4cd5-82ae-f4cdf241accc/5ce003f0-0111-4c84-9033-c2649409a94d/46ae7a56-faa9-4f07-9f8b-656a85acac72) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:12:00.462627 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-99f736b6-2253-4f48-8afb-e62f6f3abd3a tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:12:00.480094 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-99f736b6-2253-4f48-8afb-e62f6f3abd3a tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Transition to ACTIVE for port object 46ae7a56-faa9-4f07-9f8b-656a85acac72 will not be triggered until provisioned by entity DHCP. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 11:12:00.502877 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-99f736b6-2253-4f48-8afb-e62f6f3abd3a tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:12:00.580091 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99f736b6-2253-4f48-8afb-e62f6f3abd3a tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Network d2baf89f-d166-4cd5-82ae-f4cdf241accc is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:12:00.583489 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-99f736b6-2253-4f48-8afb-e62f6f3abd3a tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:12:00.586081 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f736b6-2253-4f48-8afb-e62f6f3abd3a tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 11:12:00.642313 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f736b6-2253-4f48-8afb-e62f6f3abd3a tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Pushing event updated for resources: {'Port': ['ID=46ae7a56-faa9-4f07-9f8b-656a85acac72,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:12:00.662802 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-99f736b6-2253-4f48-8afb-e62f6f3abd3a tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3920324'] for router_interface, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:12:00.663026 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c9418e33-2a02-4503-b274-e4f2ef244b9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:12:00.754551 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-99f736b6-2253-4f48-8afb-e62f6f3abd3a tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:12:00.915626 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a7ab0f-ab5e-4c57-958d-4d1051be8514 None None] Network d2baf89f-d166-4cd5-82ae-f4cdf241accc requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 11:12:01.024248 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-926027e0-1c05-4df1-84b0-65df20a44aef None None] Provisioning for port 0e859d3a-2df3-46d9-8448-3dd7d1c23a57 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 11:12:01.162751 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-99f736b6-2253-4f48-8afb-e62f6f3abd3a tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for port, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:12:01.168127 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-99f736b6-2253-4f48-8afb-e62f6f3abd3a tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3556717'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:12:01.392764 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-99f736b6-2253-4f48-8afb-e62f6f3abd3a tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2756426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3920233'] for router_interface, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:12:01.396263 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f736b6-2253-4f48-8afb-e62f6f3abd3a tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Pushing event updated for resources: {'Port': ['ID=46ae7a56-faa9-4f07-9f8b-656a85acac72,revision_number=2']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:12:01.485667 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-9c81be26-322a-4c90-9b07-0bea05c0e936 None None] Provisioning for port 46ae7a56-faa9-4f07-9f8b-656a85acac72 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 11:12:01.495797 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-9c81be26-322a-4c90-9b07-0bea05c0e936 None None] Provisioning complete for port 46ae7a56-faa9-4f07-9f8b-656a85acac72 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 11:12:01.496156 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-9c81be26-322a-4c90-9b07-0bea05c0e936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:12:01.546013 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 0e859d3a-2df3-46d9-8448-3dd7d1c23a57 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 11:12:01.554384 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99f736b6-2253-4f48-8afb-e62f6f3abd3a tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Network d2baf89f-d166-4cd5-82ae-f4cdf241accc is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:12:01.556081 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-99f736b6-2253-4f48-8afb-e62f6f3abd3a tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:12:01.616274 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-9c81be26-322a-4c90-9b07-0bea05c0e936 None None] Port 46ae7a56-faa9-4f07-9f8b-656a85acac72 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 11:12:01.641416 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning for port 0e859d3a-2df3-46d9-8448-3dd7d1c23a57 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 11:12:01.647102 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 0e859d3a-2df3-46d9-8448-3dd7d1c23a57 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 11:12:01.647381 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:12:01.787412 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-968d56ea-1ad4-4c79-83da-12dc3b9abd76 None None] Provisioning complete for port 46ae7a56-faa9-4f07-9f8b-656a85acac72 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 11:12:01.788010 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-968d56ea-1ad4-4c79-83da-12dc3b9abd76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:12:01.834261 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:12:01.862159 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-968d56ea-1ad4-4c79-83da-12dc3b9abd76 None None] Port 46ae7a56-faa9-4f07-9f8b-656a85acac72 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 11:12:01.877197 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] For port 0e859d3a-2df3-46d9-8448-3dd7d1c23a57, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=0e859d3a-2df3-46d9-8448-3dd7d1c23a57,segment=NetworkSegment(0e51d624-a340-4595-857b-5e9bb0a80088),segment_id=0e51d624-a340-4595-857b-5e9bb0a80088)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:12:01.881060 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:12:01.881960 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device a3ed1741-fc7f-4134-b5c6-77b495f7aaf0 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 11:12:01.978637 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99f736b6-2253-4f48-8afb-e62f6f3abd3a tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Router 3b54e5a1-4c73-4518-937d-57998bfeca97 has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:12:02.013497 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:12:02.021983 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-711fefd2-3b30-4759-8df5-0aecff1c8e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:12:02.035345 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Pushing event updated for resources: {'Port': ['ID=0e859d3a-2df3-46d9-8448-3dd7d1c23a57,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:12:02.045474 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-66c1a92e-2ef7-48d8-8ddd-fd7e3040f915 None None] Provisioning complete for port 46ae7a56-faa9-4f07-9f8b-656a85acac72 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 11:12:02.045839 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-66c1a92e-2ef7-48d8-8ddd-fd7e3040f915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:12:02.092689 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning for port a3ed1741-fc7f-4134-b5c6-77b495f7aaf0 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 11:12:02.107556 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port a3ed1741-fc7f-4134-b5c6-77b495f7aaf0 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 11:12:02.107924 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:12:02.160910 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-66c1a92e-2ef7-48d8-8ddd-fd7e3040f915 None None] Port 46ae7a56-faa9-4f07-9f8b-656a85acac72 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 11:12:02.180152 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99f736b6-2253-4f48-8afb-e62f6f3abd3a tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:12:02.192945 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-99f736b6-2253-4f48-8afb-e62f6f3abd3a tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "PUT /v2.0/routers/3b54e5a1-4c73-4518-937d-57998bfeca97/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2564194 Mar 07 11:12:02.241416 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:12:02.261697 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] For port a3ed1741-fc7f-4134-b5c6-77b495f7aaf0, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=a3ed1741-fc7f-4134-b5c6-77b495f7aaf0,segment=NetworkSegment(9a22e080-7529-4fc7-949d-9f84ba21807d),segment_id=9a22e080-7529-4fc7-949d-9f84ba21807d)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:12:02.267266 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:12:02.346839 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Pushing event updated for resources: {'Port': ['ID=a3ed1741-fc7f-4134-b5c6-77b495f7aaf0,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:12:02.373963 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-5bda9c7f-4a4b-4ac5-bac6-b33a73527053 req-a65e52c2-780f-495d-b784-70fe79392d8d tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1567353560&fields=id&tenant_id=fd9e5bc96c1947bd9411090e5d621544 HTTP/1.1" status: 200 len: 267 time: 0.0407238 Mar 07 11:12:02.600885 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bda9c7f-4a4b-4ac5-bac6-b33a73527053 req-f7ead13a-8e1a-409f-ab49-6c9488ece684 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:12:02.601468 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-5bda9c7f-4a4b-4ac5-bac6-b33a73527053 req-f7ead13a-8e1a-409f-ab49-6c9488ece684 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Synchronizing usage tracker for tenant:fd9e5bc96c1947bd9411090e5d621544 on resource:network {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 11:12:02.615805 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-5bda9c7f-4a4b-4ac5-bac6-b33a73527053 req-f7ead13a-8e1a-409f-ab49-6c9488ece684 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Unset dirty status for tenant:fd9e5bc96c1947bd9411090e5d621544 on resource:network {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 11:12:02.616910 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-5bda9c7f-4a4b-4ac5-bac6-b33a73527053 req-f7ead13a-8e1a-409f-ab49-6c9488ece684 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/networks?id=d2baf89f-d166-4cd5-82ae-f4cdf241accc HTTP/1.1" status: 200 len: 797 time: 0.2366650 Mar 07 11:12:02.632594 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-5bda9c7f-4a4b-4ac5-bac6-b33a73527053 req-209a0e96-6f8b-479a-a479-b0a8f437328a tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/quotas/fd9e5bc96c1947bd9411090e5d621544 HTTP/1.1" status: 200 len: 375 time: 0.0103281 Mar 07 11:12:02.714295 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-5bda9c7f-4a4b-4ac5-bac6-b33a73527053 req-605e20a6-9bf8-4d85-ae4f-5f17a638334f tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=fd9e5bc96c1947bd9411090e5d621544&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0767941 Mar 07 11:12:02.857256 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-5bda9c7f-4a4b-4ac5-bac6-b33a73527053 req-7f5797eb-2f0e-4fe3-8aea-5317f0e49e21 service neutron] 10.222.0.13 "GET /v2.0/networks/d2baf89f-d166-4cd5-82ae-f4cdf241accc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294034 Mar 07 11:12:02.990670 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-5bda9c7f-4a4b-4ac5-bac6-b33a73527053 req-cb10793e-ee83-46c1-b527-313956d39902 service neutron] 10.222.0.13 "GET /v2.0/networks/d2baf89f-d166-4cd5-82ae-f4cdf241accc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279161 Mar 07 11:12:03.324897 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f647c2-f44f-435a-8119-bfef47f80a0c None None] Sync routers for ids ['3b54e5a1-4c73-4518-937d-57998bfeca97'] in dv-neutron-830731-3-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 11:12:03.337238 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f647c2-f44f-435a-8119-bfef47f80a0c None None] Routers {'3b54e5a1-4c73-4518-937d-57998bfeca97'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 11:12:03.337842 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-66f647c2-f44f-435a-8119-bfef47f80a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T11:12:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['3b54e5a1-4c73-4518-937d-57998bfeca97'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:12:03.475125 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 0e859d3a-2df3-46d9-8448-3dd7d1c23a57 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 11:12:03.505416 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c87150bd-aa9c-4ad1-bb68-57ec66d4fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:12:03.577601 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-66f647c2-f44f-435a-8119-bfef47f80a0c None None] Set router 3b54e5a1-4c73-4518-937d-57998bfeca97 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 11:12:03.641831 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 0e859d3a-2df3-46d9-8448-3dd7d1c23a57 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 11:12:03.641831 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:12:03.918463 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device a3ed1741-fc7f-4134-b5c6-77b495f7aaf0 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 11:12:04.074238 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port a3ed1741-fc7f-4134-b5c6-77b495f7aaf0 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 11:12:04.074606 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:12:04.103416 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-66f647c2-f44f-435a-8119-bfef47f80a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b54e5a1-4c73-4518-937d-57998bfeca97', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1417625085', 'tenant_id': 'fd9e5bc96c1947bd9411090e5d621544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.196'}], 'enable_snat': True}, 'gw_port_id': 'a3ed1741-fc7f-4134-b5c6-77b495f7aaf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:11:56Z', 'updated_at': '2022-03-07T11:12:00Z', 'revision_number': 4, 'project_id': 'fd9e5bc96c1947bd9411090e5d621544', 'gw_port': {'id': 'a3ed1741-fc7f-4134-b5c6-77b495f7aaf0', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:37:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b54e5a1-4c73-4518-937d-57998bfeca97', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:11:57Z', 'updated_at': '2022-03-07T11:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_interfaces': [{'id': '46ae7a56-faa9-4f07-9f8b-656a85acac72', 'name': '', 'network_id': 'd2baf89f-d166-4cd5-82ae-f4cdf241accc', 'tenant_id': 'fd9e5bc96c1947bd9411090e5d621544', 'mac_address': 'fa:16:3e:86:41:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b54e5a1-4c73-4518-937d-57998bfeca97', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5ce003f0-0111-4c84-9033-c2649409a94d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:12:00Z', 'updated_at': '2022-03-07T11:12:00Z', 'revision_number': 2, 'project_id': 'fd9e5bc96c1947bd9411090e5d621544', 'subnets': [{'id': '5ce003f0-0111-4c84-9033-c2649409a94d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:12:04.126464 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f647c2-f44f-435a-8119-bfef47f80a0c None None] Checking router: 3b54e5a1-4c73-4518-937d-57998bfeca97 for host: dv-neutron-830731-3-hyperv {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 07 11:12:04.127365 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f647c2-f44f-435a-8119-bfef47f80a0c None None] Updating router 3b54e5a1-4c73-4518-937d-57998bfeca97 port 46ae7a56-faa9-4f07-9f8b-656a85acac72 binding host dv-neutron-830731-3-hyperv {{(pid=83739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 07 11:12:04.186668 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-66f647c2-f44f-435a-8119-bfef47f80a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:12:04.199915 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-5e190898-f7b5-473a-b393-a8c699944b57 req-bc1ca95c-fd70-4294-aeee-98e8e4151c62 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd47ef47-a73f-441e-98c9-b828a4fffe81 HTTP/1.1" status: 200 len: 210 time: 0.0417264 Mar 07 11:12:04.592232 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-66f647c2-f44f-435a-8119-bfef47f80a0c None None] Notify callbacks [] for port, precommit_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:12:04.604650 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-66f647c2-f44f-435a-8119-bfef47f80a0c None None] Transition to ACTIVE for port object 46ae7a56-faa9-4f07-9f8b-656a85acac72 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 11:12:04.611269 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-66f647c2-f44f-435a-8119-bfef47f80a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:12:04.754151 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798a918a-44b8-4e9d-af46-91a20cf25e61 None None] Pushing event updated for resources: {'Port': ['ID=46ae7a56-faa9-4f07-9f8b-656a85acac72,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:12:04.844979 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-66f647c2-f44f-435a-8119-bfef47f80a0c None None] Attempting to bind port 46ae7a56-faa9-4f07-9f8b-656a85acac72 on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 11:12:04.845348 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-66f647c2-f44f-435a-8119-bfef47f80a0c None None] Attempting to bind port 46ae7a56-faa9-4f07-9f8b-656a85acac72 by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': '0e51d624-a340-4595-857b-5e9bb0a80088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'd2baf89f-d166-4cd5-82ae-f4cdf241accc'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 11:12:04.845701 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f647c2-f44f-435a-8119-bfef47f80a0c None None] Attempting to bind port 46ae7a56-faa9-4f07-9f8b-656a85acac72 on network d2baf89f-d166-4cd5-82ae-f4cdf241accc {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 11:12:04.852467 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f647c2-f44f-435a-8119-bfef47f80a0c None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 12, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 11:12:04.852863 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f647c2-f44f-435a-8119-bfef47f80a0c None None] Checking segment: {'id': '0e51d624-a340-4595-857b-5e9bb0a80088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'd2baf89f-d166-4cd5-82ae-f4cdf241accc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 11:12:04.853304 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-66f647c2-f44f-435a-8119-bfef47f80a0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:12:04.853689 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f647c2-f44f-435a-8119-bfef47f80a0c None None] Bound using segment: {'id': '0e51d624-a340-4595-857b-5e9bb0a80088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'd2baf89f-d166-4cd5-82ae-f4cdf241accc'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 11:12:04.854143 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-66f647c2-f44f-435a-8119-bfef47f80a0c None None] Bound port: 46ae7a56-faa9-4f07-9f8b-656a85acac72, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e51d624-a340-4595-857b-5e9bb0a80088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'd2baf89f-d166-4cd5-82ae-f4cdf241accc'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 11:12:04.854503 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-66f647c2-f44f-435a-8119-bfef47f80a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:12:04.949407 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-66f647c2-f44f-435a-8119-bfef47f80a0c None None] For port 46ae7a56-faa9-4f07-9f8b-656a85acac72, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:12:04.952284 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-66f647c2-f44f-435a-8119-bfef47f80a0c None None] For port 46ae7a56-faa9-4f07-9f8b-656a85acac72, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=46ae7a56-faa9-4f07-9f8b-656a85acac72,segment=NetworkSegment(0e51d624-a340-4595-857b-5e9bb0a80088),segment_id=0e51d624-a340-4595-857b-5e9bb0a80088)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:12:04.956438 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-66f647c2-f44f-435a-8119-bfef47f80a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:12:05.038787 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798a918a-44b8-4e9d-af46-91a20cf25e61 None None] Pushing event updated for resources: {'Port': ['ID=46ae7a56-faa9-4f07-9f8b-656a85acac72,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:12:05.043350 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f647c2-f44f-435a-8119-bfef47f80a0c None None] Routers {'3b54e5a1-4c73-4518-937d-57998bfeca97'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 11:12:05.043950 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-66f647c2-f44f-435a-8119-bfef47f80a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T11:12:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['3b54e5a1-4c73-4518-937d-57998bfeca97'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:12:05.256186 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-66f647c2-f44f-435a-8119-bfef47f80a0c None None] Set router 3b54e5a1-4c73-4518-937d-57998bfeca97 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 11:12:05.289813 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bda9c7f-4a4b-4ac5-bac6-b33a73527053 req-bb1591a2-22bc-425c-8ad3-b97277e5e31a tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:12:05.291867 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-5bda9c7f-4a4b-4ac5-bac6-b33a73527053 req-bb1591a2-22bc-425c-8ad3-b97277e5e31a tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.10 "GET /v2.0/networks?id=d2baf89f-d166-4cd5-82ae-f4cdf241accc HTTP/1.1" status: 200 len: 797 time: 0.2043650 Mar 07 11:12:05.352349 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-5bda9c7f-4a4b-4ac5-bac6-b33a73527053 req-e1581f52-9eab-4bdf-8e59-a32e01d97f66 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fd9e5bc96c1947bd9411090e5d621544 HTTP/1.1" status: 200 len: 380 time: 0.0454943 Mar 07 11:12:05.395655 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [req-5bda9c7f-4a4b-4ac5-bac6-b33a73527053 req-fb9ad7af-3885-4200-9b7e-115196a9d1f8 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Request body: {'port': {'device_id': 'fd47ef47-a73f-441e-98c9-b828a4fffe81', 'network_id': 'd2baf89f-d166-4cd5-82ae-f4cdf241accc', 'admin_state_up': True, 'tenant_id': 'fd9e5bc96c1947bd9411090e5d621544', 'security_groups': ['8aaf5eba-260e-47eb-a17c-009846eab1cf']}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 11:12:05.469887 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-6a1c6f1a-dcb0-451c-a794-4f69f88a6dc9 req-78a40d2d-953a-48be-9ce6-d20d2812a2ac tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd47ef47-a73f-441e-98c9-b828a4fffe81 HTTP/1.1" status: 200 len: 210 time: 0.1113408 Mar 07 11:12:05.540298 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [req-5bda9c7f-4a4b-4ac5-bac6-b33a73527053 req-fb9ad7af-3885-4200-9b7e-115196a9d1f8 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 11:12:05.544326 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-5bda9c7f-4a4b-4ac5-bac6-b33a73527053 req-fb9ad7af-3885-4200-9b7e-115196a9d1f8 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Usage tracker for resource:port and tenant:fd9e5bc96c1947bd9411090e5d621544 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 11:12:05.547682 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-5bda9c7f-4a4b-4ac5-bac6-b33a73527053 req-fb9ad7af-3885-4200-9b7e-115196a9d1f8 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 11:12:05.553698 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [req-5bda9c7f-4a4b-4ac5-bac6-b33a73527053 req-fb9ad7af-3885-4200-9b7e-115196a9d1f8 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 11:12:05.562603 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bda9c7f-4a4b-4ac5-bac6-b33a73527053 req-fb9ad7af-3885-4200-9b7e-115196a9d1f8 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Made reservation on behalf of fd9e5bc96c1947bd9411090e5d621544 for: {'port': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:12:05.565820 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-5bda9c7f-4a4b-4ac5-bac6-b33a73527053 req-fb9ad7af-3885-4200-9b7e-115196a9d1f8 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:12:05.610748 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-66f647c2-f44f-435a-8119-bfef47f80a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b54e5a1-4c73-4518-937d-57998bfeca97', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1417625085', 'tenant_id': 'fd9e5bc96c1947bd9411090e5d621544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.196'}], 'enable_snat': True}, 'gw_port_id': 'a3ed1741-fc7f-4134-b5c6-77b495f7aaf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:11:56Z', 'updated_at': '2022-03-07T11:12:00Z', 'revision_number': 4, 'project_id': 'fd9e5bc96c1947bd9411090e5d621544', 'gw_port': {'id': 'a3ed1741-fc7f-4134-b5c6-77b495f7aaf0', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:37:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b54e5a1-4c73-4518-937d-57998bfeca97', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:11:57Z', 'updated_at': '2022-03-07T11:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_interfaces': [{'id': '46ae7a56-faa9-4f07-9f8b-656a85acac72', 'name': '', 'network_id': 'd2baf89f-d166-4cd5-82ae-f4cdf241accc', 'tenant_id': 'fd9e5bc96c1947bd9411090e5d621544', 'mac_address': 'fa:16:3e:86:41:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b54e5a1-4c73-4518-937d-57998bfeca97', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5ce003f0-0111-4c84-9033-c2649409a94d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:12:00Z', 'updated_at': '2022-03-07T11:12:04Z', 'revision_number': 4, 'project_id': 'fd9e5bc96c1947bd9411090e5d621544', 'subnets': [{'id': '5ce003f0-0111-4c84-9033-c2649409a94d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:12:05.614661 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f647c2-f44f-435a-8119-bfef47f80a0c None None] The sync data for ids ['3b54e5a1-4c73-4518-937d-57998bfeca97'] in dv-neutron-830731-3-hyperv is: [{'id': '3b54e5a1-4c73-4518-937d-57998bfeca97', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1417625085', 'tenant_id': 'fd9e5bc96c1947bd9411090e5d621544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.196'}], 'enable_snat': True}, 'gw_port_id': 'a3ed1741-fc7f-4134-b5c6-77b495f7aaf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:11:56Z', 'updated_at': '2022-03-07T11:12:00Z', 'revision_number': 4, 'project_id': 'fd9e5bc96c1947bd9411090e5d621544', 'gw_port': {'id': 'a3ed1741-fc7f-4134-b5c6-77b495f7aaf0', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:37:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b54e5a1-4c73-4518-937d-57998bfeca97', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:11:57Z', 'updated_at': '2022-03-07T11:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_interfaces': [{'id': '46ae7a56-faa9-4f07-9f8b-656a85acac72', 'name': '', 'network_id': 'd2baf89f-d166-4cd5-82ae-f4cdf241accc', 'tenant_id': 'fd9e5bc96c1947bd9411090e5d621544', 'mac_address': 'fa:16:3e:86:41:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b54e5a1-4c73-4518-937d-57998bfeca97', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5ce003f0-0111-4c84-9033-c2649409a94d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:12:00Z', 'updated_at': '2022-03-07T11:12:04Z', 'revision_number': 4, 'project_id': 'fd9e5bc96c1947bd9411090e5d621544', 'subnets': [{'id': '5ce003f0-0111-4c84-9033-c2649409a94d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 11:12:05.740380 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [req-5bda9c7f-4a4b-4ac5-bac6-b33a73527053 req-fb9ad7af-3885-4200-9b7e-115196a9d1f8 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Allocated IP 172.20.0.12 (d2baf89f-d166-4cd5-82ae-f4cdf241accc/5ce003f0-0111-4c84-9033-c2649409a94d/d6e47fb0-c7a9-4d3d-9e58-8502e69b132f) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:12:05.935652 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-5bda9c7f-4a4b-4ac5-bac6-b33a73527053 req-fb9ad7af-3885-4200-9b7e-115196a9d1f8 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:12:05.952129 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [req-5bda9c7f-4a4b-4ac5-bac6-b33a73527053 req-fb9ad7af-3885-4200-9b7e-115196a9d1f8 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Transition to ACTIVE for port object d6e47fb0-c7a9-4d3d-9e58-8502e69b132f will not be triggered until provisioned by entity DHCP. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 11:12:05.973588 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-5bda9c7f-4a4b-4ac5-bac6-b33a73527053 req-fb9ad7af-3885-4200-9b7e-115196a9d1f8 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:12:06.045129 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bda9c7f-4a4b-4ac5-bac6-b33a73527053 req-fb9ad7af-3885-4200-9b7e-115196a9d1f8 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Network d2baf89f-d166-4cd5-82ae-f4cdf241accc is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:12:06.048241 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [req-5bda9c7f-4a4b-4ac5-bac6-b33a73527053 req-fb9ad7af-3885-4200-9b7e-115196a9d1f8 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:12:06.052928 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bda9c7f-4a4b-4ac5-bac6-b33a73527053 req-fb9ad7af-3885-4200-9b7e-115196a9d1f8 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 11:12:06.081151 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9ad7af-3885-4200-9b7e-115196a9d1f8 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Pushing event updated for resources: {'Port': ['ID=d6e47fb0-c7a9-4d3d-9e58-8502e69b132f,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:12:06.122774 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bda9c7f-4a4b-4ac5-bac6-b33a73527053 req-fb9ad7af-3885-4200-9b7e-115196a9d1f8 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:12:06.122774 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-5bda9c7f-4a4b-4ac5-bac6-b33a73527053 req-fb9ad7af-3885-4200-9b7e-115196a9d1f8 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:12:06.147964 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-5bda9c7f-4a4b-4ac5-bac6-b33a73527053 req-fb9ad7af-3885-4200-9b7e-115196a9d1f8 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7904298 Mar 07 11:12:06.161000 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [req-5bda9c7f-4a4b-4ac5-bac6-b33a73527053 req-660990d8-0dd8-4bf5-a17d-831b34edb362 service neutron] Request body: {'port': {'device_id': 'fd47ef47-a73f-441e-98c9-b828a4fffe81', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8307'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 11:12:06.282200 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-5bda9c7f-4a4b-4ac5-bac6-b33a73527053 req-660990d8-0dd8-4bf5-a17d-831b34edb362 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:12:06.325710 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-65e5fbe0-e587-4f55-a2a4-f29b9919b001 None None] Provisioning for port d6e47fb0-c7a9-4d3d-9e58-8502e69b132f completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 11:12:06.331535 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-65e5fbe0-e587-4f55-a2a4-f29b9919b001 None None] Provisioning complete for port d6e47fb0-c7a9-4d3d-9e58-8502e69b132f triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 11:12:06.331888 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-65e5fbe0-e587-4f55-a2a4-f29b9919b001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:12:06.386208 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-65e5fbe0-e587-4f55-a2a4-f29b9919b001 None None] Port d6e47fb0-c7a9-4d3d-9e58-8502e69b132f cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 11:12:06.737392 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5b4be6-61be-4c93-97ad-4c3816eb06bc req-1bd5d8bd-e5e0-493c-a3b2-b2332e5a8b5c tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:12:06.738068 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-1a5b4be6-61be-4c93-97ad-4c3816eb06bc req-1bd5d8bd-e5e0-493c-a3b2-b2332e5a8b5c tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Synchronizing usage tracker for tenant:fd9e5bc96c1947bd9411090e5d621544 on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 11:12:06.797136 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-1a5b4be6-61be-4c93-97ad-4c3816eb06bc req-1bd5d8bd-e5e0-493c-a3b2-b2332e5a8b5c tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Unset dirty status for tenant:fd9e5bc96c1947bd9411090e5d621544 on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 11:12:06.798092 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-1a5b4be6-61be-4c93-97ad-4c3816eb06bc req-1bd5d8bd-e5e0-493c-a3b2-b2332e5a8b5c tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd47ef47-a73f-441e-98c9-b828a4fffe81 HTTP/1.1" status: 200 len: 932 time: 0.1932108 Mar 07 11:12:06.801789 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [req-5bda9c7f-4a4b-4ac5-bac6-b33a73527053 req-660990d8-0dd8-4bf5-a17d-831b34edb362 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6e47fb0-c7a9-4d3d-9e58-8502e69b132f {{(pid=83737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 07 11:12:06.809828 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-5bda9c7f-4a4b-4ac5-bac6-b33a73527053 req-660990d8-0dd8-4bf5-a17d-831b34edb362 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:12:06.851632 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [req-5bda9c7f-4a4b-4ac5-bac6-b33a73527053 req-660990d8-0dd8-4bf5-a17d-831b34edb362 service neutron] Transition to ACTIVE for port object d6e47fb0-c7a9-4d3d-9e58-8502e69b132f will not be triggered until provisioned by entity L2. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 11:12:06.864257 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-5bda9c7f-4a4b-4ac5-bac6-b33a73527053 req-660990d8-0dd8-4bf5-a17d-831b34edb362 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3012561'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:12:06.915588 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-1a5b4be6-61be-4c93-97ad-4c3816eb06bc req-fddd48ae-9383-48d9-8bb6-49f3f04f59fb tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/security-groups?id=8aaf5eba-260e-47eb-a17c-009846eab1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097264 Mar 07 11:12:06.988831 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660990d8-0dd8-4bf5-a17d-831b34edb362 service neutron] Pushing event updated for resources: {'Port': ['ID=d6e47fb0-c7a9-4d3d-9e58-8502e69b132f,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:12:07.103445 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [req-5bda9c7f-4a4b-4ac5-bac6-b33a73527053 req-660990d8-0dd8-4bf5-a17d-831b34edb362 service neutron] Attempting to bind port d6e47fb0-c7a9-4d3d-9e58-8502e69b132f on host hv-neutron-8307 for vnic_type normal with profile {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 11:12:07.103770 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [req-5bda9c7f-4a4b-4ac5-bac6-b33a73527053 req-660990d8-0dd8-4bf5-a17d-831b34edb362 service neutron] Attempting to bind port d6e47fb0-c7a9-4d3d-9e58-8502e69b132f by drivers openvswitch,hyperv on host hv-neutron-8307 at level 0 using segments [{'id': '0e51d624-a340-4595-857b-5e9bb0a80088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'd2baf89f-d166-4cd5-82ae-f4cdf241accc'}] {{(pid=83737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 11:12:07.104089 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bda9c7f-4a4b-4ac5-bac6-b33a73527053 req-660990d8-0dd8-4bf5-a17d-831b34edb362 service neutron] Attempting to bind port d6e47fb0-c7a9-4d3d-9e58-8502e69b132f on network d2baf89f-d166-4cd5-82ae-f4cdf241accc {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 11:12:07.110106 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bda9c7f-4a4b-4ac5-bac6-b33a73527053 req-660990d8-0dd8-4bf5-a17d-831b34edb362 service neutron] Port d6e47fb0-c7a9-4d3d-9e58-8502e69b132f on network d2baf89f-d166-4cd5-82ae-f4cdf241accc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8307 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 07 11:12:07.110421 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bda9c7f-4a4b-4ac5-bac6-b33a73527053 req-660990d8-0dd8-4bf5-a17d-831b34edb362 service neutron] Attempting to bind port d6e47fb0-c7a9-4d3d-9e58-8502e69b132f on network d2baf89f-d166-4cd5-82ae-f4cdf241accc {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 11:12:07.116552 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bda9c7f-4a4b-4ac5-bac6-b33a73527053 req-660990d8-0dd8-4bf5-a17d-831b34edb362 service neutron] Checking agent: {'id': 'fb93ecad-d7e5-4e81-99ef-d8d0ee7386ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8307', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 21, 15), 'started_at': datetime.datetime(2022, 3, 7, 10, 21, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 11:12:07.116880 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bda9c7f-4a4b-4ac5-bac6-b33a73527053 req-660990d8-0dd8-4bf5-a17d-831b34edb362 service neutron] Checking segment: {'id': '0e51d624-a340-4595-857b-5e9bb0a80088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'd2baf89f-d166-4cd5-82ae-f4cdf241accc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 11:12:07.117250 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bda9c7f-4a4b-4ac5-bac6-b33a73527053 req-660990d8-0dd8-4bf5-a17d-831b34edb362 service neutron] Bound using segment: {'id': '0e51d624-a340-4595-857b-5e9bb0a80088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'd2baf89f-d166-4cd5-82ae-f4cdf241accc'} {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 11:12:07.117689 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [req-5bda9c7f-4a4b-4ac5-bac6-b33a73527053 req-660990d8-0dd8-4bf5-a17d-831b34edb362 service neutron] Bound port: d6e47fb0-c7a9-4d3d-9e58-8502e69b132f, host: hv-neutron-8307, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e51d624-a340-4595-857b-5e9bb0a80088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'd2baf89f-d166-4cd5-82ae-f4cdf241accc'}}] {{(pid=83737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 11:12:07.118025 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-5bda9c7f-4a4b-4ac5-bac6-b33a73527053 req-660990d8-0dd8-4bf5-a17d-831b34edb362 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:12:07.205939 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [req-5bda9c7f-4a4b-4ac5-bac6-b33a73527053 req-660990d8-0dd8-4bf5-a17d-831b34edb362 service neutron] For port d6e47fb0-c7a9-4d3d-9e58-8502e69b132f, host hv-neutron-8307, cleared binding levels {{(pid=83737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:12:07.209142 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [req-5bda9c7f-4a4b-4ac5-bac6-b33a73527053 req-660990d8-0dd8-4bf5-a17d-831b34edb362 service neutron] For port d6e47fb0-c7a9-4d3d-9e58-8502e69b132f, host hv-neutron-8307, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=d6e47fb0-c7a9-4d3d-9e58-8502e69b132f,segment=NetworkSegment(0e51d624-a340-4595-857b-5e9bb0a80088),segment_id=0e51d624-a340-4595-857b-5e9bb0a80088)] {{(pid=83737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:12:07.213971 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-5bda9c7f-4a4b-4ac5-bac6-b33a73527053 req-660990d8-0dd8-4bf5-a17d-831b34edb362 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3012561'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:12:07.279383 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-5bda9c7f-4a4b-4ac5-bac6-b33a73527053 req-660990d8-0dd8-4bf5-a17d-831b34edb362 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:12:07.280738 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-5bda9c7f-4a4b-4ac5-bac6-b33a73527053 req-660990d8-0dd8-4bf5-a17d-831b34edb362 service neutron] 10.222.0.10 "PUT /v2.0/ports/d6e47fb0-c7a9-4d3d-9e58-8502e69b132f HTTP/1.1" status: 200 len: 1094 time: 1.1245501 Mar 07 11:12:07.281263 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd47ef47-a73f-441e-98c9-b828a4fffe81', 'tag': 'd6e47fb0-c7a9-4d3d-9e58-8502e69b132f'}] {{(pid=83737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 11:12:07.310208 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660990d8-0dd8-4bf5-a17d-831b34edb362 service neutron] Pushing event updated for resources: {'Port': ['ID=d6e47fb0-c7a9-4d3d-9e58-8502e69b132f,revision_number=3']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:12:07.355398 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd47ef47-a73f-441e-98c9-b828a4fffe81', 'tag': 'd6e47fb0-c7a9-4d3d-9e58-8502e69b132f', 'status': 'completed', 'code': 200} Mar 07 11:12:07.397376 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-5bda9c7f-4a4b-4ac5-bac6-b33a73527053 req-ab0f5754-1288-48ab-9e46-6b75f9e8e75b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fd9e5bc96c1947bd9411090e5d621544&device_id=fd47ef47-a73f-441e-98c9-b828a4fffe81 HTTP/1.1" status: 200 len: 1097 time: 0.0772152 Mar 07 11:12:07.466849 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-5bda9c7f-4a4b-4ac5-bac6-b33a73527053 req-c47e9334-8f92-42ba-8b5c-5a8a2cf1d388 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d6e47fb0-c7a9-4d3d-9e58-8502e69b132f HTTP/1.1" status: 200 len: 217 time: 0.0635915 Mar 07 11:12:07.493177 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 46ae7a56-faa9-4f07-9f8b-656a85acac72 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 11:12:07.532487 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bda9c7f-4a4b-4ac5-bac6-b33a73527053 req-86eb3fb2-e589-460f-9964-7c1fd8567639 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:12:07.533955 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-5bda9c7f-4a4b-4ac5-bac6-b33a73527053 req-86eb3fb2-e589-460f-9964-7c1fd8567639 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5ce003f0-0111-4c84-9033-c2649409a94d HTTP/1.1" status: 200 len: 835 time: 0.0614498 Mar 07 11:12:07.605585 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning for port 46ae7a56-faa9-4f07-9f8b-656a85acac72 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 11:12:07.610359 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-5bda9c7f-4a4b-4ac5-bac6-b33a73527053 req-26cc02c2-d1bd-4b7d-b8d6-3f18214750b5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d2baf89f-d166-4cd5-82ae-f4cdf241accc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707266 Mar 07 11:12:07.610794 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 46ae7a56-faa9-4f07-9f8b-656a85acac72 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 11:12:07.611194 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:12:07.724014 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:12:07.742578 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-5bda9c7f-4a4b-4ac5-bac6-b33a73527053 req-2da3a30d-bdb3-474a-859d-e7cb64897b74 service neutron] 10.222.0.10 "GET /v2.0/networks/d2baf89f-d166-4cd5-82ae-f4cdf241accc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267498 Mar 07 11:12:07.756504 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] For port 46ae7a56-faa9-4f07-9f8b-656a85acac72, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=46ae7a56-faa9-4f07-9f8b-656a85acac72,segment=NetworkSegment(0e51d624-a340-4595-857b-5e9bb0a80088),segment_id=0e51d624-a340-4595-857b-5e9bb0a80088)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:12:07.760261 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:12:07.825507 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Pushing event updated for resources: {'Port': ['ID=46ae7a56-faa9-4f07-9f8b-656a85acac72,revision_number=5']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:12:07.875822 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-5bda9c7f-4a4b-4ac5-bac6-b33a73527053 req-09d8d198-f355-465b-bd50-2bdcb8381b5d service neutron] 10.222.0.10 "GET /v2.0/networks/d2baf89f-d166-4cd5-82ae-f4cdf241accc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276495 Mar 07 11:12:07.994636 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-bba21ab5-2741-482e-9cfc-a9ace2326e6c req-05ebfb99-493b-4b07-a432-bda72985eb05 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fd9e5bc96c1947bd9411090e5d621544&device_id=fd47ef47-a73f-441e-98c9-b828a4fffe81 HTTP/1.1" status: 200 len: 1097 time: 0.0726585 Mar 07 11:12:08.175783 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba21ab5-2741-482e-9cfc-a9ace2326e6c req-5e148be2-8fe6-42b1-ac2a-a3361ecb5f2c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:12:08.177391 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-bba21ab5-2741-482e-9cfc-a9ace2326e6c req-5e148be2-8fe6-42b1-ac2a-a3361ecb5f2c service neutron] 10.222.0.10 "GET /v2.0/networks?id=d2baf89f-d166-4cd5-82ae-f4cdf241accc HTTP/1.1" status: 200 len: 898 time: 0.1766195 Mar 07 11:12:08.187304 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1692d0a9-5538-457f-993f-8853d7e7b8d2 req-718ff94f-3ec1-46f3-a6fd-827b46376608 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:12:08.188668 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-1692d0a9-5538-457f-993f-8853d7e7b8d2 req-718ff94f-3ec1-46f3-a6fd-827b46376608 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd47ef47-a73f-441e-98c9-b828a4fffe81 HTTP/1.1" status: 200 len: 944 time: 0.1236310 Mar 07 11:12:08.355367 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-bba21ab5-2741-482e-9cfc-a9ace2326e6c req-eab620a1-a660-4dee-be36-19216afc9da6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d6e47fb0-c7a9-4d3d-9e58-8502e69b132f HTTP/1.1" status: 200 len: 217 time: 0.1657698 Mar 07 11:12:08.419019 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-1692d0a9-5538-457f-993f-8853d7e7b8d2 req-edbc5240-878f-4808-b2d0-49adea55edba tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/security-groups?id=8aaf5eba-260e-47eb-a17c-009846eab1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937159 Mar 07 11:12:08.431288 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba21ab5-2741-482e-9cfc-a9ace2326e6c req-548edacb-8787-4fb9-a9d2-938a5abd618a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:12:08.432679 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-bba21ab5-2741-482e-9cfc-a9ace2326e6c req-548edacb-8787-4fb9-a9d2-938a5abd618a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5ce003f0-0111-4c84-9033-c2649409a94d HTTP/1.1" status: 200 len: 835 time: 0.0665185 Mar 07 11:12:08.506228 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-bba21ab5-2741-482e-9cfc-a9ace2326e6c req-7ab9644b-6408-4b07-b415-eface99e4884 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d2baf89f-d166-4cd5-82ae-f4cdf241accc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0663223 Mar 07 11:12:08.636917 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-bba21ab5-2741-482e-9cfc-a9ace2326e6c req-12447252-44e1-46c5-983b-54d4bd5b5fc7 service neutron] 10.222.0.10 "GET /v2.0/networks/d2baf89f-d166-4cd5-82ae-f4cdf241accc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244354 Mar 07 11:12:08.771134 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-bba21ab5-2741-482e-9cfc-a9ace2326e6c req-0fb68731-1435-4e39-bad2-8943994eec93 service neutron] 10.222.0.10 "GET /v2.0/networks/d2baf89f-d166-4cd5-82ae-f4cdf241accc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285226 Mar 07 11:12:09.102092 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-adbd2215-c8ee-41f3-92a6-4182ca26b8a8 None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 11:12:09.464042 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 46ae7a56-faa9-4f07-9f8b-656a85acac72 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 11:12:09.534751 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 46ae7a56-faa9-4f07-9f8b-656a85acac72 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 11:12:09.535238 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:12:09.613832 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67733ddc-153a-4f25-9d73-0a33c4ca16f4 req-ab363ac4-a6c1-47c9-8f56-9cebb61d5ee0 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:12:09.615258 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-67733ddc-153a-4f25-9d73-0a33c4ca16f4 req-ab363ac4-a6c1-47c9-8f56-9cebb61d5ee0 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd47ef47-a73f-441e-98c9-b828a4fffe81 HTTP/1.1" status: 200 len: 944 time: 0.0745080 Mar 07 11:12:09.663459 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-67733ddc-153a-4f25-9d73-0a33c4ca16f4 req-e69285d9-dd90-4a01-aa62-7ac6c295deb0 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/security-groups?id=8aaf5eba-260e-47eb-a17c-009846eab1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425916 Mar 07 11:12:10.856724 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c2e52c-1ccd-4254-89db-83088cf4e098 req-79e22bc2-9531-4a15-924b-bc7c73c2cb45 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:12:10.858130 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-71c2e52c-1ccd-4254-89db-83088cf4e098 req-79e22bc2-9531-4a15-924b-bc7c73c2cb45 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd47ef47-a73f-441e-98c9-b828a4fffe81 HTTP/1.1" status: 200 len: 944 time: 0.0743473 Mar 07 11:12:10.901631 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-71c2e52c-1ccd-4254-89db-83088cf4e098 req-d9993695-1c00-421c-9e1b-b09e46e3d986 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/security-groups?id=8aaf5eba-260e-47eb-a17c-009846eab1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374668 Mar 07 11:12:11.971379 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device d6e47fb0-c7a9-4d3d-9e58-8502e69b132f details requested by agent hyperv_hv-neutron-8307 with host hv-neutron-8307 {{(pid=83739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 07 11:12:12.098509 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778485fa-8b21-442c-ba62-a84f69456eab req-06d1d45b-a86c-48ff-ab1f-464a33af0f63 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:12:12.099974 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-778485fa-8b21-442c-ba62-a84f69456eab req-06d1d45b-a86c-48ff-ab1f-464a33af0f63 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd47ef47-a73f-441e-98c9-b828a4fffe81 HTTP/1.1" status: 200 len: 944 time: 0.0788240 Mar 07 11:12:12.122133 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port d6e47fb0-c7a9-4d3d-9e58-8502e69b132f, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=d6e47fb0-c7a9-4d3d-9e58-8502e69b132f,segment=NetworkSegment(0e51d624-a340-4595-857b-5e9bb0a80088),segment_id=0e51d624-a340-4595-857b-5e9bb0a80088)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:12:12.142037 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Returning: {'device': 'd6e47fb0-c7a9-4d3d-9e58-8502e69b132f', 'network_id': 'd2baf89f-d166-4cd5-82ae-f4cdf241accc', 'port_id': 'd6e47fb0-c7a9-4d3d-9e58-8502e69b132f', 'mac_address': 'fa:16:3e:44:5b:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ce003f0-0111-4c84-9033-c2649409a94d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 07 11:12:12.149850 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-778485fa-8b21-442c-ba62-a84f69456eab req-feecc113-aaf5-45a6-9db2-f224241a1adb tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/security-groups?id=8aaf5eba-260e-47eb-a17c-009846eab1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443602 Mar 07 11:12:12.194344 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:12:12.213162 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6e47fb0-c7a9-4d3d-9e58-8502e69b132f {{(pid=83739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 07 11:12:12.227909 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port d6e47fb0-c7a9-4d3d-9e58-8502e69b132f, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=d6e47fb0-c7a9-4d3d-9e58-8502e69b132f,segment=NetworkSegment(0e51d624-a340-4595-857b-5e9bb0a80088),segment_id=0e51d624-a340-4595-857b-5e9bb0a80088)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:12:12.232980 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:12:12.299405 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Pushing event updated for resources: {'Port': ['ID=d6e47fb0-c7a9-4d3d-9e58-8502e69b132f,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:12:12.527659 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] get_ports_and_sgs() called for port_ids ['d6e47fb0-c7a9-4d3d-9e58-8502e69b132f'] {{(pid=83739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 07 11:12:13.342158 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4382b65-402a-4792-aba6-5a9a4a5613fd req-f074420f-1a09-4a4f-afa6-5b183284a978 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:12:13.343633 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-e4382b65-402a-4792-aba6-5a9a4a5613fd req-f074420f-1a09-4a4f-afa6-5b183284a978 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd47ef47-a73f-441e-98c9-b828a4fffe81 HTTP/1.1" status: 200 len: 945 time: 0.0743327 Mar 07 11:12:13.387631 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-e4382b65-402a-4792-aba6-5a9a4a5613fd req-fe6786cf-fb4a-49a9-895d-d8d89fb61125 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/security-groups?id=8aaf5eba-260e-47eb-a17c-009846eab1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377276 Mar 07 11:12:13.970581 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device d6e47fb0-c7a9-4d3d-9e58-8502e69b132f up at agent hyperv_hv-neutron-8307 {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 11:12:14.036870 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Provisioning for port d6e47fb0-c7a9-4d3d-9e58-8502e69b132f completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 11:12:14.042570 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Provisioning complete for port d6e47fb0-c7a9-4d3d-9e58-8502e69b132f triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 11:12:14.042570 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:12:14.156889 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:12:14.182974 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd47ef47-a73f-441e-98c9-b828a4fffe81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6e47fb0-c7a9-4d3d-9e58-8502e69b132f'}] {{(pid=83739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 11:12:14.192960 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port d6e47fb0-c7a9-4d3d-9e58-8502e69b132f, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=d6e47fb0-c7a9-4d3d-9e58-8502e69b132f,segment=NetworkSegment(0e51d624-a340-4595-857b-5e9bb0a80088),segment_id=0e51d624-a340-4595-857b-5e9bb0a80088)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:12:14.196799 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:12:14.239433 dv-neutron-830731-3-hyperv neutron-server[83739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd47ef47-a73f-441e-98c9-b828a4fffe81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6e47fb0-c7a9-4d3d-9e58-8502e69b132f', 'code': 200} Mar 07 11:12:14.266577 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Pushing event updated for resources: {'Port': ['ID=d6e47fb0-c7a9-4d3d-9e58-8502e69b132f,revision_number=5']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:12:14.459677 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-45cda206-644e-48b5-9815-8d179b8c70cc req-795f70f2-db90-42d5-8777-d80cdf0c16ce service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=fd47ef47-a73f-441e-98c9-b828a4fffe81 HTTP/1.1" status: 200 len: 1099 time: 0.0713491 Mar 07 11:12:14.501412 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-45cda206-644e-48b5-9815-8d179b8c70cc req-0c0e35d8-bd7e-470b-81aa-33522fd32bcd service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=8aaf5eba-260e-47eb-a17c-009846eab1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358369 Mar 07 11:12:14.581532 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1473bc5b-7618-4d75-9e35-c009c648c395 req-5c088c26-a19b-4e18-b073-e99b3c2b16bf tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:12:14.582942 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-1473bc5b-7618-4d75-9e35-c009c648c395 req-5c088c26-a19b-4e18-b073-e99b3c2b16bf tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd47ef47-a73f-441e-98c9-b828a4fffe81 HTTP/1.1" status: 200 len: 946 time: 0.0748622 Mar 07 11:12:14.626698 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-1473bc5b-7618-4d75-9e35-c009c648c395 req-e563d8cb-7c42-446c-a712-64897001e9eb tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/security-groups?id=8aaf5eba-260e-47eb-a17c-009846eab1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382762 Mar 07 11:12:15.834524 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b7fb54-d297-462b-a661-600ad8cc33bb req-0deb976e-fd39-48cb-af65-136214d12386 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:12:15.835947 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d7b7fb54-d297-462b-a661-600ad8cc33bb req-0deb976e-fd39-48cb-af65-136214d12386 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd47ef47-a73f-441e-98c9-b828a4fffe81 HTTP/1.1" status: 200 len: 946 time: 0.0811524 Mar 07 11:12:15.881302 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d7b7fb54-d297-462b-a661-600ad8cc33bb req-5f019e3d-a98b-4a46-a973-7f3c0753102d tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/security-groups?id=8aaf5eba-260e-47eb-a17c-009846eab1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391026 Mar 07 11:12:16.008880 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:12:17.076260 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39d6308-6986-4356-a024-1598534680d3 req-9871045b-7441-49f6-9620-f076a3dcaebc tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:12:17.077736 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d39d6308-6986-4356-a024-1598534680d3 req-9871045b-7441-49f6-9620-f076a3dcaebc tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd47ef47-a73f-441e-98c9-b828a4fffe81 HTTP/1.1" status: 200 len: 946 time: 0.0749741 Mar 07 11:12:17.124000 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d39d6308-6986-4356-a024-1598534680d3 req-16c1066a-b866-400b-a554-67d65a9268fb tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/security-groups?id=8aaf5eba-260e-47eb-a17c-009846eab1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407057 Mar 07 11:12:17.321392 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1ff221-c3c5-460c-98cc-bf8655ea1274 req-a61477bc-74a4-475c-8cea-d438a9b51f3a tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:12:17.322810 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-eb1ff221-c3c5-460c-98cc-bf8655ea1274 req-a61477bc-74a4-475c-8cea-d438a9b51f3a tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd47ef47-a73f-441e-98c9-b828a4fffe81 HTTP/1.1" status: 200 len: 946 time: 0.0799196 Mar 07 11:12:17.366387 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-eb1ff221-c3c5-460c-98cc-bf8655ea1274 req-9f704c01-d77e-4ed4-a160-10477838be92 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/security-groups?id=8aaf5eba-260e-47eb-a17c-009846eab1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380771 Mar 07 11:12:17.392420 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 46518) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:12:17.462086 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-055d5aef-ffb7-4df9-b071-1faf65198161 tempest-TestNetworkAdvancedServerOps-1832968989 tempest-TestNetworkAdvancedServerOps-1832968989-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=fd47ef47-a73f-441e-98c9-b828a4fffe81 HTTP/1.1" status: 200 len: 1094 time: 0.0684834 Mar 07 11:12:17.464633 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 46522) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:12:17.470065 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-8ec04377-61c3-45f8-9bb9-6ef3d6142e17 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Request body: {'floatingip': {'floating_network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'port_id': 'd6e47fb0-c7a9-4d3d-9e58-8502e69b132f', 'tenant_id': 'fd9e5bc96c1947bd9411090e5d621544', 'fixed_ip_address': '172.20.0.12'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 11:12:17.475373 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-8ec04377-61c3-45f8-9bb9-6ef3d6142e17 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 11:12:17.479103 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-8ec04377-61c3-45f8-9bb9-6ef3d6142e17 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Usage tracker for resource:floatingip and tenant:fd9e5bc96c1947bd9411090e5d621544 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 11:12:17.481817 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-8ec04377-61c3-45f8-9bb9-6ef3d6142e17 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 11:12:17.488303 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-8ec04377-61c3-45f8-9bb9-6ef3d6142e17 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 11:12:17.498342 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8ec04377-61c3-45f8-9bb9-6ef3d6142e17 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for floatingip, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:12:17.630277 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8ec04377-61c3-45f8-9bb9-6ef3d6142e17 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:12:17.759401 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-8ec04377-61c3-45f8-9bb9-6ef3d6142e17 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Allocated IP 172.26.8.88 (5ed85006-6b00-415e-b71f-837fb1421c12/8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a/c2880f46-e2e3-43f0-ab1e-1302310a8dc8) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:12:17.981575 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8ec04377-61c3-45f8-9bb9-6ef3d6142e17 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:12:18.008395 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8ec04377-61c3-45f8-9bb9-6ef3d6142e17 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:12:18.075392 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec04377-61c3-45f8-9bb9-6ef3d6142e17 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Network 5ed85006-6b00-415e-b71f-837fb1421c12 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:12:18.078151 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-8ec04377-61c3-45f8-9bb9-6ef3d6142e17 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:12:18.082416 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec04377-61c3-45f8-9bb9-6ef3d6142e17 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 11:12:18.106015 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec04377-61c3-45f8-9bb9-6ef3d6142e17 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Pushing event updated for resources: {'Port': ['ID=c2880f46-e2e3-43f0-ab1e-1302310a8dc8,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:12:18.569739 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8ec04377-61c3-45f8-9bb9-6ef3d6142e17 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:12:18.622820 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8ec04377-61c3-45f8-9bb9-6ef3d6142e17 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:12:18.821195 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8ec04377-61c3-45f8-9bb9-6ef3d6142e17 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:12:18.825333 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8ec04377-61c3-45f8-9bb9-6ef3d6142e17 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3012561'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:12:18.928606 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec04377-61c3-45f8-9bb9-6ef3d6142e17 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Pushing event updated for resources: {'Port': ['ID=c2880f46-e2e3-43f0-ab1e-1302310a8dc8,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:12:18.942237 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8ec04377-61c3-45f8-9bb9-6ef3d6142e17 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923533'] for floatingip, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:12:19.125406 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.db.l3_db [None req-8ec04377-61c3-45f8-9bb9-6ef3d6142e17 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Floating IP bad17a66-b415-42ea-9de4-d10a9f421333 associated. External IP: 172.26.8.88, port: d6e47fb0-c7a9-4d3d-9e58-8502e69b132f. Mar 07 11:12:19.596076 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ec04377-61c3-45f8-9bb9-6ef3d6142e17 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Router 3b54e5a1-4c73-4518-937d-57998bfeca97 has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:12:19.789820 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ec04377-61c3-45f8-9bb9-6ef3d6142e17 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:12:19.799411 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c1c3a4-e6c9-4c1f-969a-5dff9b3674f2 None None] Sync routers for ids ['3b54e5a1-4c73-4518-937d-57998bfeca97'] in dv-neutron-830731-3-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 11:12:19.812750 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c1c3a4-e6c9-4c1f-969a-5dff9b3674f2 None None] Routers {'3b54e5a1-4c73-4518-937d-57998bfeca97'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 11:12:19.813425 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-b1c1c3a4-e6c9-4c1f-969a-5dff9b3674f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T11:12:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['3b54e5a1-4c73-4518-937d-57998bfeca97'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:12:19.814179 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8ec04377-61c3-45f8-9bb9-6ef3d6142e17 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for floatingip, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:12:19.867922 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-8ec04377-61c3-45f8-9bb9-6ef3d6142e17 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4023020 Mar 07 11:12:19.868497 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd47ef47-a73f-441e-98c9-b828a4fffe81', 'tag': 'd6e47fb0-c7a9-4d3d-9e58-8502e69b132f'}] {{(pid=83737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 11:12:19.924757 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd47ef47-a73f-441e-98c9-b828a4fffe81', 'tag': 'd6e47fb0-c7a9-4d3d-9e58-8502e69b132f', 'status': 'completed', 'code': 200} Mar 07 11:12:19.995991 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-b1c1c3a4-e6c9-4c1f-969a-5dff9b3674f2 None None] Set router 3b54e5a1-4c73-4518-937d-57998bfeca97 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 11:12:20.072865 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-148f5933-6ad1-4c85-8da5-894d682bd7f4 req-b338b939-c0ce-4632-9c9d-c7cea282fb50 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fd9e5bc96c1947bd9411090e5d621544&device_id=fd47ef47-a73f-441e-98c9-b828a4fffe81 HTTP/1.1" status: 200 len: 1099 time: 0.1272194 Mar 07 11:12:20.100160 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97100de0-cc21-4e87-8c9e-581320ceb405 req-403042b8-9050-49d9-816c-53c33b423964 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:12:20.101582 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-97100de0-cc21-4e87-8c9e-581320ceb405 req-403042b8-9050-49d9-816c-53c33b423964 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd47ef47-a73f-441e-98c9-b828a4fffe81 HTTP/1.1" status: 200 len: 946 time: 0.1232986 Mar 07 11:12:20.225578 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-97100de0-cc21-4e87-8c9e-581320ceb405 req-45efc100-dd99-463c-9662-fd8d62110f24 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/security-groups?id=8aaf5eba-260e-47eb-a17c-009846eab1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177902 Mar 07 11:12:20.244271 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148f5933-6ad1-4c85-8da5-894d682bd7f4 req-3a785c68-c2a4-4936-8367-ea67e545fca1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:12:20.246255 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-148f5933-6ad1-4c85-8da5-894d682bd7f4 req-3a785c68-c2a4-4936-8367-ea67e545fca1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d2baf89f-d166-4cd5-82ae-f4cdf241accc HTTP/1.1" status: 200 len: 898 time: 0.1679196 Mar 07 11:12:20.258583 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 46530) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:12:20.346278 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-b1c1c3a4-e6c9-4c1f-969a-5dff9b3674f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b54e5a1-4c73-4518-937d-57998bfeca97', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1417625085', 'tenant_id': 'fd9e5bc96c1947bd9411090e5d621544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.196'}], 'enable_snat': True}, 'gw_port_id': 'a3ed1741-fc7f-4134-b5c6-77b495f7aaf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:11:56Z', 'updated_at': '2022-03-07T11:12:00Z', 'revision_number': 4, 'project_id': 'fd9e5bc96c1947bd9411090e5d621544', 'gw_port': {'id': 'a3ed1741-fc7f-4134-b5c6-77b495f7aaf0', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:37:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b54e5a1-4c73-4518-937d-57998bfeca97', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:11:57Z', 'updated_at': '2022-03-07T11:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_floatingips': [{'id': 'bad17a66-b415-42ea-9de4-d10a9f421333', 'tenant_id': 'fd9e5bc96c1947bd9411090e5d621544', 'floating_ip_address': '172.26.8.88', 'floating_network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'router_id': '3b54e5a1-4c73-4518-937d-57998bfeca97', 'port_id': 'd6e47fb0-c7a9-4d3d-9e58-8502e69b132f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2baf89f-d166-4cd5-82ae-f4cdf241accc', 'mac_address': 'fa:16:3e:44:5b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd47ef47-a73f-441e-98c9-b828a4fffe81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:12:18Z', 'updated_at': '2022-03-07T11:12:18Z', 'revision_number': 0, 'project_id': 'fd9e5bc96c1947bd9411090e5d621544', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46ae7a56-faa9-4f07-9f8b-656a85acac72', 'name': '', 'network_id': 'd2baf89f-d166-4cd5-82ae-f4cdf241accc', 'tenant_id': 'fd9e5bc96c1947bd9411090e5d621544', 'mac_address': 'fa:16:3e:86:41:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b54e5a1-4c73-4518-937d-57998bfeca97', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5ce003f0-0111-4c84-9033-c2649409a94d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:12:00Z', 'updated_at': '2022-03-07T11:12:07Z', 'revision_number': 5, 'project_id': 'fd9e5bc96c1947bd9411090e5d621544', 'subnets': [{'id': '5ce003f0-0111-4c84-9033-c2649409a94d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:12:20.350007 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c1c3a4-e6c9-4c1f-969a-5dff9b3674f2 None None] Checking router: 3b54e5a1-4c73-4518-937d-57998bfeca97 for host: dv-neutron-830731-3-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 07 11:12:20.358291 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-148f5933-6ad1-4c85-8da5-894d682bd7f4 req-8b63e59a-15ba-4fbc-8e28-9ffef31e9619 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d6e47fb0-c7a9-4d3d-9e58-8502e69b132f HTTP/1.1" status: 200 len: 999 time: 0.1054657 Mar 07 11:12:20.362054 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c1c3a4-e6c9-4c1f-969a-5dff9b3674f2 None None] Routers {'3b54e5a1-4c73-4518-937d-57998bfeca97'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 11:12:20.362654 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-b1c1c3a4-e6c9-4c1f-969a-5dff9b3674f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T11:12:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['3b54e5a1-4c73-4518-937d-57998bfeca97'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:12:20.374269 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-db3dcb88-df0a-4bea-b1df-0af5f5870778 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/floatingips/bad17a66-b415-42ea-9de4-d10a9f421333 HTTP/1.1" status: 200 len: 991 time: 0.1129560 Mar 07 11:12:20.418869 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148f5933-6ad1-4c85-8da5-894d682bd7f4 req-f1f69ec1-43f3-4e05-b96b-708331ab7c22 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:12:20.420431 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-148f5933-6ad1-4c85-8da5-894d682bd7f4 req-f1f69ec1-43f3-4e05-b96b-708331ab7c22 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5ce003f0-0111-4c84-9033-c2649409a94d HTTP/1.1" status: 200 len: 835 time: 0.0569735 Mar 07 11:12:20.496598 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-148f5933-6ad1-4c85-8da5-894d682bd7f4 req-564faa4c-523e-4aac-bce5-fe25f417b2fb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d2baf89f-d166-4cd5-82ae-f4cdf241accc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703855 Mar 07 11:12:20.538312 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-b1c1c3a4-e6c9-4c1f-969a-5dff9b3674f2 None None] Set router 3b54e5a1-4c73-4518-937d-57998bfeca97 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 11:12:20.625937 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-148f5933-6ad1-4c85-8da5-894d682bd7f4 req-b15350f8-83ae-424f-b74c-639d5ea7242c service neutron] 10.222.0.10 "GET /v2.0/networks/d2baf89f-d166-4cd5-82ae-f4cdf241accc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229284 Mar 07 11:12:20.755170 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-148f5933-6ad1-4c85-8da5-894d682bd7f4 req-601e4419-2753-4392-bd93-c396eb6e6c05 service neutron] 10.222.0.10 "GET /v2.0/networks/d2baf89f-d166-4cd5-82ae-f4cdf241accc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237006 Mar 07 11:12:20.880947 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-b1c1c3a4-e6c9-4c1f-969a-5dff9b3674f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b54e5a1-4c73-4518-937d-57998bfeca97', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1417625085', 'tenant_id': 'fd9e5bc96c1947bd9411090e5d621544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.196'}], 'enable_snat': True}, 'gw_port_id': 'a3ed1741-fc7f-4134-b5c6-77b495f7aaf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:11:56Z', 'updated_at': '2022-03-07T11:12:00Z', 'revision_number': 4, 'project_id': 'fd9e5bc96c1947bd9411090e5d621544', 'gw_port': {'id': 'a3ed1741-fc7f-4134-b5c6-77b495f7aaf0', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:37:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b54e5a1-4c73-4518-937d-57998bfeca97', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:11:57Z', 'updated_at': '2022-03-07T11:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_floatingips': [{'id': 'bad17a66-b415-42ea-9de4-d10a9f421333', 'tenant_id': 'fd9e5bc96c1947bd9411090e5d621544', 'floating_ip_address': '172.26.8.88', 'floating_network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'router_id': '3b54e5a1-4c73-4518-937d-57998bfeca97', 'port_id': 'd6e47fb0-c7a9-4d3d-9e58-8502e69b132f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2baf89f-d166-4cd5-82ae-f4cdf241accc', 'mac_address': 'fa:16:3e:44:5b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd47ef47-a73f-441e-98c9-b828a4fffe81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:12:18Z', 'updated_at': '2022-03-07T11:12:18Z', 'revision_number': 0, 'project_id': 'fd9e5bc96c1947bd9411090e5d621544', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46ae7a56-faa9-4f07-9f8b-656a85acac72', 'name': '', 'network_id': 'd2baf89f-d166-4cd5-82ae-f4cdf241accc', 'tenant_id': 'fd9e5bc96c1947bd9411090e5d621544', 'mac_address': 'fa:16:3e:86:41:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b54e5a1-4c73-4518-937d-57998bfeca97', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5ce003f0-0111-4c84-9033-c2649409a94d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:12:00Z', 'updated_at': '2022-03-07T11:12:07Z', 'revision_number': 5, 'project_id': 'fd9e5bc96c1947bd9411090e5d621544', 'subnets': [{'id': '5ce003f0-0111-4c84-9033-c2649409a94d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:12:20.884699 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c1c3a4-e6c9-4c1f-969a-5dff9b3674f2 None None] The sync data for ids ['3b54e5a1-4c73-4518-937d-57998bfeca97'] in dv-neutron-830731-3-hyperv is: [{'id': '3b54e5a1-4c73-4518-937d-57998bfeca97', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1417625085', 'tenant_id': 'fd9e5bc96c1947bd9411090e5d621544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.196'}], 'enable_snat': True}, 'gw_port_id': 'a3ed1741-fc7f-4134-b5c6-77b495f7aaf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:11:56Z', 'updated_at': '2022-03-07T11:12:00Z', 'revision_number': 4, 'project_id': 'fd9e5bc96c1947bd9411090e5d621544', 'gw_port': {'id': 'a3ed1741-fc7f-4134-b5c6-77b495f7aaf0', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:37:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b54e5a1-4c73-4518-937d-57998bfeca97', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:11:57Z', 'updated_at': '2022-03-07T11:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_floatingips': [{'id': 'bad17a66-b415-42ea-9de4-d10a9f421333', 'tenant_id': 'fd9e5bc96c1947bd9411090e5d621544', 'floating_ip_address': '172.26.8.88', 'floating_network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'router_id': '3b54e5a1-4c73-4518-937d-57998bfeca97', 'port_id': 'd6e47fb0-c7a9-4d3d-9e58-8502e69b132f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2baf89f-d166-4cd5-82ae-f4cdf241accc', 'mac_address': 'fa:16:3e:44:5b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd47ef47-a73f-441e-98c9-b828a4fffe81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:12:18Z', 'updated_at': '2022-03-07T11:12:18Z', 'revision_number': 0, 'project_id': 'fd9e5bc96c1947bd9411090e5d621544', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46ae7a56-faa9-4f07-9f8b-656a85acac72', 'name': '', 'network_id': 'd2baf89f-d166-4cd5-82ae-f4cdf241accc', 'tenant_id': 'fd9e5bc96c1947bd9411090e5d621544', 'mac_address': 'fa:16:3e:86:41:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b54e5a1-4c73-4518-937d-57998bfeca97', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5ce003f0-0111-4c84-9033-c2649409a94d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:12:00Z', 'updated_at': '2022-03-07T11:12:07Z', 'revision_number': 5, 'project_id': 'fd9e5bc96c1947bd9411090e5d621544', 'subnets': [{'id': '5ce003f0-0111-4c84-9033-c2649409a94d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 11:12:21.378978 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 46534) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:12:21.482363 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-35258c59-69fd-4107-8119-319f552c3c1b tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/floatingips/bad17a66-b415-42ea-9de4-d10a9f421333 HTTP/1.1" status: 200 len: 991 time: 0.1021585 Mar 07 11:12:22.423174 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a8f8451-8781-4a1a-a5df-46cbfe45b263 None None] New status for floating IP bad17a66-b415-42ea-9de4-d10a9f421333: ACTIVE {{(pid=83739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 07 11:12:22.486088 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 46538) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:12:22.592839 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-0f80e75a-4f6b-4246-a43b-e9c9a0b2da6e tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/floatingips/bad17a66-b415-42ea-9de4-d10a9f421333 HTTP/1.1" status: 200 len: 991 time: 0.1055429 Mar 07 11:12:23.596978 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 46542) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:12:23.700267 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-387b980a-f3ea-425a-a63e-d39d00cf47ba tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/floatingips/bad17a66-b415-42ea-9de4-d10a9f421333 HTTP/1.1" status: 200 len: 993 time: 0.1019950 Mar 07 11:12:28.481195 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-ebb7595c-a8ea-49f4-885c-26bd51eb1c9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:12:30.664763 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-75d99798-1a48-4465-a891-e49b534ef9b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:12:31.955244 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-711fefd2-3b30-4759-8df5-0aecff1c8e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:12:31.964968 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:12:33.378798 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c87150bd-aa9c-4ad1-bb68-57ec66d4fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:12:46.021815 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:12:46.103318 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-adbd2215-c8ee-41f3-92a6-4182ca26b8a8 None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 11:12:58.483332 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-29b785bf-29db-4d3c-b41f-860714719d16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:00.664635 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-4912a217-ed67-4ccb-9796-5a5ba1b9b36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:01.955451 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-711fefd2-3b30-4759-8df5-0aecff1c8e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:01.965343 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:03.382513 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c87150bd-aa9c-4ad1-bb68-57ec66d4fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:03.675657 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-1f14e7e2-be43-4349-a76e-2cd56484b3fc req-bdc85fe5-21ee-4ed1-878e-865b90bb7092 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=fd47ef47-a73f-441e-98c9-b828a4fffe81&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0679147 Mar 07 11:13:03.820162 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-1f14e7e2-be43-4349-a76e-2cd56484b3fc req-9394e738-675e-4b48-bbd5-6534222c641e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fd9e5bc96c1947bd9411090e5d621544&device_id=fd47ef47-a73f-441e-98c9-b828a4fffe81 HTTP/1.1" status: 200 len: 1099 time: 0.0733831 Mar 07 11:13:04.060402 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f14e7e2-be43-4349-a76e-2cd56484b3fc req-cb315e18-3250-46a4-ae47-8454c3d02013 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:04.061873 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-1f14e7e2-be43-4349-a76e-2cd56484b3fc req-cb315e18-3250-46a4-ae47-8454c3d02013 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d2baf89f-d166-4cd5-82ae-f4cdf241accc HTTP/1.1" status: 200 len: 898 time: 0.2229776 Mar 07 11:13:04.163667 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-1f14e7e2-be43-4349-a76e-2cd56484b3fc req-7a47c9dd-bed5-445f-80f3-fec324c4dcf0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d6e47fb0-c7a9-4d3d-9e58-8502e69b132f HTTP/1.1" status: 200 len: 1001 time: 0.0955236 Mar 07 11:13:04.224551 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f14e7e2-be43-4349-a76e-2cd56484b3fc req-3f577e0e-9096-4896-beb4-61a7b6f6d42f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:04.225954 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-1f14e7e2-be43-4349-a76e-2cd56484b3fc req-3f577e0e-9096-4896-beb4-61a7b6f6d42f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5ce003f0-0111-4c84-9033-c2649409a94d HTTP/1.1" status: 200 len: 835 time: 0.0570774 Mar 07 11:13:04.299483 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-1f14e7e2-be43-4349-a76e-2cd56484b3fc req-95b4fa7f-0806-4882-a8e6-bcf6200ca4f9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d2baf89f-d166-4cd5-82ae-f4cdf241accc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0676789 Mar 07 11:13:04.429445 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-1f14e7e2-be43-4349-a76e-2cd56484b3fc req-ee55d18e-c443-431e-896c-780c40aa99bc service neutron] 10.222.0.10 "GET /v2.0/networks/d2baf89f-d166-4cd5-82ae-f4cdf241accc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239402 Mar 07 11:13:04.557044 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-1f14e7e2-be43-4349-a76e-2cd56484b3fc req-89655128-1b47-417e-8008-0f307525551f service neutron] 10.222.0.10 "GET /v2.0/networks/d2baf89f-d166-4cd5-82ae-f4cdf241accc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219842 Mar 07 11:13:16.036322 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:20.928165 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bfe6d0-0d51-4f48-a944-767a5fcf50cf req-93f68f81-3aa9-46b5-909a-f6ead8538f46 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:20.929531 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-e1bfe6d0-0d51-4f48-a944-767a5fcf50cf req-93f68f81-3aa9-46b5-909a-f6ead8538f46 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd47ef47-a73f-441e-98c9-b828a4fffe81 HTTP/1.1" status: 200 len: 946 time: 0.0787675 Mar 07 11:13:20.974223 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-e1bfe6d0-0d51-4f48-a944-767a5fcf50cf req-797ac126-a2f5-4ec0-bb3d-448707c953ec tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/security-groups?id=8aaf5eba-260e-47eb-a17c-009846eab1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392148 Mar 07 11:13:22.167698 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b772e60f-d281-41b2-898a-b53a10fbe027 req-b533855e-594d-46a0-84ae-8c28469586d4 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:22.169166 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b772e60f-d281-41b2-898a-b53a10fbe027 req-b533855e-594d-46a0-84ae-8c28469586d4 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd47ef47-a73f-441e-98c9-b828a4fffe81 HTTP/1.1" status: 200 len: 946 time: 0.0758936 Mar 07 11:13:22.217413 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b772e60f-d281-41b2-898a-b53a10fbe027 req-bd9ab501-c7db-4ec4-ac4c-bb2f2ee063b5 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/security-groups?id=8aaf5eba-260e-47eb-a17c-009846eab1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428138 Mar 07 11:13:23.103404 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-adbd2215-c8ee-41f3-92a6-4182ca26b8a8 None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 11:13:23.410129 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3468c674-2138-450c-a047-2d56d338ab9e req-95728f9d-f543-4736-9cff-561242b273d8 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:23.411473 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-3468c674-2138-450c-a047-2d56d338ab9e req-95728f9d-f543-4736-9cff-561242b273d8 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd47ef47-a73f-441e-98c9-b828a4fffe81 HTTP/1.1" status: 200 len: 946 time: 0.0744588 Mar 07 11:13:23.455335 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-3468c674-2138-450c-a047-2d56d338ab9e req-64b38cef-e2f1-487a-8c42-8d8edc6a9ff1 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/security-groups?id=8aaf5eba-260e-47eb-a17c-009846eab1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379913 Mar 07 11:13:23.482896 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 46574) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:13:23.684155 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-fd429f03-f626-4336-9ae2-13c2f132ab31 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/floatingips/bad17a66-b415-42ea-9de4-d10a9f421333 HTTP/1.1" status: 200 len: 993 time: 0.2000546 Mar 07 11:13:25.216057 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7035270-c731-4238-af6e-9f14c906fe14 req-8ab7aa6e-ee3e-429c-8a90-d9f290495de2 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:25.217621 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b7035270-c731-4238-af6e-9f14c906fe14 req-8ab7aa6e-ee3e-429c-8a90-d9f290495de2 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd47ef47-a73f-441e-98c9-b828a4fffe81 HTTP/1.1" status: 200 len: 946 time: 0.1333599 Mar 07 11:13:25.222106 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-761bc341-e02e-4a79-a744-cd3b0a7d6cd8 req-a449f6a8-1521-4232-a12a-2fd3fb8a4157 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fd9e5bc96c1947bd9411090e5d621544&device_id=fd47ef47-a73f-441e-98c9-b828a4fffe81 HTTP/1.1" status: 200 len: 1099 time: 0.1075759 Mar 07 11:13:25.351076 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b7035270-c731-4238-af6e-9f14c906fe14 req-5ad4f315-2bf8-4537-af9c-7ba587977666 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/security-groups?id=8aaf5eba-260e-47eb-a17c-009846eab1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1270313 Mar 07 11:13:25.382806 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761bc341-e02e-4a79-a744-cd3b0a7d6cd8 req-d5f1aa7d-bf4f-4f4f-9e17-fa7dd9e82877 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:25.384222 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-761bc341-e02e-4a79-a744-cd3b0a7d6cd8 req-d5f1aa7d-bf4f-4f4f-9e17-fa7dd9e82877 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d2baf89f-d166-4cd5-82ae-f4cdf241accc HTTP/1.1" status: 200 len: 898 time: 0.1462696 Mar 07 11:13:25.487711 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-761bc341-e02e-4a79-a744-cd3b0a7d6cd8 req-74652585-84b5-4f12-8741-40a3c95d105c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d6e47fb0-c7a9-4d3d-9e58-8502e69b132f HTTP/1.1" status: 200 len: 1001 time: 0.0976255 Mar 07 11:13:25.555259 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761bc341-e02e-4a79-a744-cd3b0a7d6cd8 req-c5e7b5fe-069c-498c-9a58-f9b8644d9dd4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:25.556774 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-761bc341-e02e-4a79-a744-cd3b0a7d6cd8 req-c5e7b5fe-069c-498c-9a58-f9b8644d9dd4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5ce003f0-0111-4c84-9033-c2649409a94d HTTP/1.1" status: 200 len: 835 time: 0.0633972 Mar 07 11:13:25.633470 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-761bc341-e02e-4a79-a744-cd3b0a7d6cd8 req-5beaeef5-9c74-445e-b7bc-a68732bef690 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d2baf89f-d166-4cd5-82ae-f4cdf241accc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710955 Mar 07 11:13:25.764697 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-761bc341-e02e-4a79-a744-cd3b0a7d6cd8 req-e9cd932a-57c4-4f69-98c4-9f774af2ae4f service neutron] 10.222.0.10 "GET /v2.0/networks/d2baf89f-d166-4cd5-82ae-f4cdf241accc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249046 Mar 07 11:13:25.971826 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-761bc341-e02e-4a79-a744-cd3b0a7d6cd8 req-1263b8fd-296f-4a9e-8432-771869e658f9 service neutron] 10.222.0.10 "GET /v2.0/networks/d2baf89f-d166-4cd5-82ae-f4cdf241accc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014775 Mar 07 11:13:26.543034 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ea7ec7-df49-4ff9-9822-1551fef0fe59 req-2f524d8a-6f79-4e53-8247-b788246d3d60 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:26.544352 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-91ea7ec7-df49-4ff9-9822-1551fef0fe59 req-2f524d8a-6f79-4e53-8247-b788246d3d60 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd47ef47-a73f-441e-98c9-b828a4fffe81 HTTP/1.1" status: 200 len: 946 time: 0.0730426 Mar 07 11:13:26.594668 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-91ea7ec7-df49-4ff9-9822-1551fef0fe59 req-7f8a6cbb-e2b7-4c59-b135-0fceceb1c616 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/security-groups?id=8aaf5eba-260e-47eb-a17c-009846eab1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433679 Mar 07 11:13:27.788573 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd0e306-b319-42f1-bbf1-dbd0d5530559 req-c85a43e2-7fc7-4218-9bcb-4b393038347a tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:27.789992 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4cd0e306-b319-42f1-bbf1-dbd0d5530559 req-c85a43e2-7fc7-4218-9bcb-4b393038347a tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd47ef47-a73f-441e-98c9-b828a4fffe81 HTTP/1.1" status: 200 len: 946 time: 0.0735791 Mar 07 11:13:27.833881 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4cd0e306-b319-42f1-bbf1-dbd0d5530559 req-84bbd93f-1acb-4965-a9b4-ed3e712cb1c6 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/security-groups?id=8aaf5eba-260e-47eb-a17c-009846eab1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384617 Mar 07 11:13:27.861624 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 46588) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:13:27.960579 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-bb38f9fb-d50b-42fc-b822-027b869f924a tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/floatingips/bad17a66-b415-42ea-9de4-d10a9f421333 HTTP/1.1" status: 200 len: 993 time: 0.0976760 Mar 07 11:13:28.241015 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 46596) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:13:28.438990 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-210bb2f2-b179-4708-a2c6-08fda4f4bc27 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Deleting port c2880f46-e2e3-43f0-ab1e-1302310a8dc8 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 11:13:28.439319 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-210bb2f2-b179-4708-a2c6-08fda4f4bc27 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:28.487118 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-b84b806c-e760-46da-9e04-d210978efbe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:28.607274 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-210bb2f2-b179-4708-a2c6-08fda4f4bc27 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:28.607518 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-210bb2f2-b179-4708-a2c6-08fda4f4bc27 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:28.724180 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-210bb2f2-b179-4708-a2c6-08fda4f4bc27 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Calling delete_port for c2880f46-e2e3-43f0-ab1e-1302310a8dc8 owned by network:floatingip {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 11:13:28.867652 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-210bb2f2-b179-4708-a2c6-08fda4f4bc27 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:28.909848 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210bb2f2-b179-4708-a2c6-08fda4f4bc27 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Pushing event deleted for resources: {'Port': ['ID=c2880f46-e2e3-43f0-ab1e-1302310a8dc8,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:13:28.950515 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210bb2f2-b179-4708-a2c6-08fda4f4bc27 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:13:28.950853 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210bb2f2-b179-4708-a2c6-08fda4f4bc27 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:13:28.951189 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210bb2f2-b179-4708-a2c6-08fda4f4bc27 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:13:28.951517 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210bb2f2-b179-4708-a2c6-08fda4f4bc27 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:13:28.951843 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210bb2f2-b179-4708-a2c6-08fda4f4bc27 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:13:28.952158 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210bb2f2-b179-4708-a2c6-08fda4f4bc27 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:13:28.952502 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210bb2f2-b179-4708-a2c6-08fda4f4bc27 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:13:28.952811 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210bb2f2-b179-4708-a2c6-08fda4f4bc27 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:13:28.953124 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210bb2f2-b179-4708-a2c6-08fda4f4bc27 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:13:28.953435 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210bb2f2-b179-4708-a2c6-08fda4f4bc27 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:13:28.953747 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210bb2f2-b179-4708-a2c6-08fda4f4bc27 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:13:29.011226 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-210bb2f2-b179-4708-a2c6-08fda4f4bc27 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for floatingip, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:29.395080 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-210bb2f2-b179-4708-a2c6-08fda4f4bc27 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Router 3b54e5a1-4c73-4518-937d-57998bfeca97 has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:13:29.690457 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-210bb2f2-b179-4708-a2c6-08fda4f4bc27 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:13:29.699681 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66e6d60-7230-4207-bb67-3fc8619cee99 None None] Sync routers for ids ['3b54e5a1-4c73-4518-937d-57998bfeca97'] in dv-neutron-830731-3-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 11:13:29.710346 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-210bb2f2-b179-4708-a2c6-08fda4f4bc27 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for floatingip, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:29.712384 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66e6d60-7230-4207-bb67-3fc8619cee99 None None] Routers {'3b54e5a1-4c73-4518-937d-57998bfeca97'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 11:13:29.713020 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-d66e6d60-7230-4207-bb67-3fc8619cee99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T11:13:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['3b54e5a1-4c73-4518-937d-57998bfeca97'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:13:29.764879 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-210bb2f2-b179-4708-a2c6-08fda4f4bc27 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "DELETE /v2.0/floatingips/bad17a66-b415-42ea-9de4-d10a9f421333 HTTP/1.1" status: 204 len: 168 time: 1.5227542 Mar 07 11:13:29.765534 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd47ef47-a73f-441e-98c9-b828a4fffe81', 'tag': 'd6e47fb0-c7a9-4d3d-9e58-8502e69b132f'}] {{(pid=83737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 11:13:29.821575 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd47ef47-a73f-441e-98c9-b828a4fffe81', 'tag': 'd6e47fb0-c7a9-4d3d-9e58-8502e69b132f', 'status': 'completed', 'code': 200} Mar 07 11:13:29.894776 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-d66e6d60-7230-4207-bb67-3fc8619cee99 None None] Set router 3b54e5a1-4c73-4518-937d-57998bfeca97 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 11:13:29.913236 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-04de0a48-449c-4188-8249-96662e86ab8b req-10901dd8-b6c4-4a9e-8a94-e9006990b769 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fd9e5bc96c1947bd9411090e5d621544&device_id=fd47ef47-a73f-441e-98c9-b828a4fffe81 HTTP/1.1" status: 200 len: 1099 time: 0.0693676 Mar 07 11:13:30.057095 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04de0a48-449c-4188-8249-96662e86ab8b req-41821233-74d2-42a2-9682-3b41d30d4e72 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:30.058519 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-04de0a48-449c-4188-8249-96662e86ab8b req-41821233-74d2-42a2-9682-3b41d30d4e72 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d2baf89f-d166-4cd5-82ae-f4cdf241accc HTTP/1.1" status: 200 len: 898 time: 0.1401029 Mar 07 11:13:30.167375 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-04de0a48-449c-4188-8249-96662e86ab8b req-98222cf5-ccd0-462f-8f02-b07d56b990a1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d6e47fb0-c7a9-4d3d-9e58-8502e69b132f HTTP/1.1" status: 200 len: 217 time: 0.1014059 Mar 07 11:13:30.224991 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-d66e6d60-7230-4207-bb67-3fc8619cee99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b54e5a1-4c73-4518-937d-57998bfeca97', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1417625085', 'tenant_id': 'fd9e5bc96c1947bd9411090e5d621544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.196'}], 'enable_snat': True}, 'gw_port_id': 'a3ed1741-fc7f-4134-b5c6-77b495f7aaf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:11:56Z', 'updated_at': '2022-03-07T11:12:00Z', 'revision_number': 4, 'project_id': 'fd9e5bc96c1947bd9411090e5d621544', 'gw_port': {'id': 'a3ed1741-fc7f-4134-b5c6-77b495f7aaf0', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:37:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b54e5a1-4c73-4518-937d-57998bfeca97', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:11:57Z', 'updated_at': '2022-03-07T11:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_interfaces': [{'id': '46ae7a56-faa9-4f07-9f8b-656a85acac72', 'name': '', 'network_id': 'd2baf89f-d166-4cd5-82ae-f4cdf241accc', 'tenant_id': 'fd9e5bc96c1947bd9411090e5d621544', 'mac_address': 'fa:16:3e:86:41:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b54e5a1-4c73-4518-937d-57998bfeca97', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5ce003f0-0111-4c84-9033-c2649409a94d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:12:00Z', 'updated_at': '2022-03-07T11:12:07Z', 'revision_number': 5, 'project_id': 'fd9e5bc96c1947bd9411090e5d621544', 'subnets': [{'id': '5ce003f0-0111-4c84-9033-c2649409a94d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:13:30.228887 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66e6d60-7230-4207-bb67-3fc8619cee99 None None] Checking router: 3b54e5a1-4c73-4518-937d-57998bfeca97 for host: dv-neutron-830731-3-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 07 11:13:30.240284 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66e6d60-7230-4207-bb67-3fc8619cee99 None None] Routers {'3b54e5a1-4c73-4518-937d-57998bfeca97'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 11:13:30.240810 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-d66e6d60-7230-4207-bb67-3fc8619cee99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T11:13:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['3b54e5a1-4c73-4518-937d-57998bfeca97'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:13:30.242900 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04de0a48-449c-4188-8249-96662e86ab8b req-7d67c2f0-765f-472d-8815-34a3fd986e5a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:30.244341 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-04de0a48-449c-4188-8249-96662e86ab8b req-7d67c2f0-765f-472d-8815-34a3fd986e5a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5ce003f0-0111-4c84-9033-c2649409a94d HTTP/1.1" status: 200 len: 835 time: 0.0705223 Mar 07 11:13:30.254605 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9c0afe-4a53-408c-a4fe-f11c73aa8142 req-8a0dee2f-68b1-425c-94ea-62580f9a1473 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:30.255285 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-5c9c0afe-4a53-408c-a4fe-f11c73aa8142 req-8a0dee2f-68b1-425c-94ea-62580f9a1473 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Synchronizing usage tracker for tenant:fd9e5bc96c1947bd9411090e5d621544 on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 11:13:30.319227 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-5c9c0afe-4a53-408c-a4fe-f11c73aa8142 req-8a0dee2f-68b1-425c-94ea-62580f9a1473 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Unset dirty status for tenant:fd9e5bc96c1947bd9411090e5d621544 on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 11:13:30.320357 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-5c9c0afe-4a53-408c-a4fe-f11c73aa8142 req-8a0dee2f-68b1-425c-94ea-62580f9a1473 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd47ef47-a73f-441e-98c9-b828a4fffe81 HTTP/1.1" status: 200 len: 946 time: 0.2076385 Mar 07 11:13:30.367770 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-04de0a48-449c-4188-8249-96662e86ab8b req-18bcdd74-ba31-4279-bf9e-dda83fcccfc1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d2baf89f-d166-4cd5-82ae-f4cdf241accc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1087861 Mar 07 11:13:30.394948 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-5c9c0afe-4a53-408c-a4fe-f11c73aa8142 req-3f3ad557-1c75-48d2-8c7a-889ed97ee095 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/security-groups?id=8aaf5eba-260e-47eb-a17c-009846eab1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681374 Mar 07 11:13:30.419442 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-d66e6d60-7230-4207-bb67-3fc8619cee99 None None] Set router 3b54e5a1-4c73-4518-937d-57998bfeca97 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 11:13:30.504659 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-04de0a48-449c-4188-8249-96662e86ab8b req-bb84453d-6b0f-48d0-aa85-698f505c9a8c service neutron] 10.222.0.10 "GET /v2.0/networks/d2baf89f-d166-4cd5-82ae-f4cdf241accc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289475 Mar 07 11:13:30.635684 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-04de0a48-449c-4188-8249-96662e86ab8b req-90224242-4aa7-4b0a-b7b7-9c89348fc3f1 service neutron] 10.222.0.10 "GET /v2.0/networks/d2baf89f-d166-4cd5-82ae-f4cdf241accc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250219 Mar 07 11:13:30.667157 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-7ea55b0d-6174-42d3-8fcd-a6b70d6df0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:30.729863 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-d66e6d60-7230-4207-bb67-3fc8619cee99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b54e5a1-4c73-4518-937d-57998bfeca97', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1417625085', 'tenant_id': 'fd9e5bc96c1947bd9411090e5d621544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.196'}], 'enable_snat': True}, 'gw_port_id': 'a3ed1741-fc7f-4134-b5c6-77b495f7aaf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:11:56Z', 'updated_at': '2022-03-07T11:12:00Z', 'revision_number': 4, 'project_id': 'fd9e5bc96c1947bd9411090e5d621544', 'gw_port': {'id': 'a3ed1741-fc7f-4134-b5c6-77b495f7aaf0', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:37:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b54e5a1-4c73-4518-937d-57998bfeca97', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:11:57Z', 'updated_at': '2022-03-07T11:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_interfaces': [{'id': '46ae7a56-faa9-4f07-9f8b-656a85acac72', 'name': '', 'network_id': 'd2baf89f-d166-4cd5-82ae-f4cdf241accc', 'tenant_id': 'fd9e5bc96c1947bd9411090e5d621544', 'mac_address': 'fa:16:3e:86:41:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b54e5a1-4c73-4518-937d-57998bfeca97', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5ce003f0-0111-4c84-9033-c2649409a94d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:12:00Z', 'updated_at': '2022-03-07T11:12:07Z', 'revision_number': 5, 'project_id': 'fd9e5bc96c1947bd9411090e5d621544', 'subnets': [{'id': '5ce003f0-0111-4c84-9033-c2649409a94d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:13:30.733625 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66e6d60-7230-4207-bb67-3fc8619cee99 None None] The sync data for ids ['3b54e5a1-4c73-4518-937d-57998bfeca97'] in dv-neutron-830731-3-hyperv is: [{'id': '3b54e5a1-4c73-4518-937d-57998bfeca97', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1417625085', 'tenant_id': 'fd9e5bc96c1947bd9411090e5d621544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.196'}], 'enable_snat': True}, 'gw_port_id': 'a3ed1741-fc7f-4134-b5c6-77b495f7aaf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:11:56Z', 'updated_at': '2022-03-07T11:12:00Z', 'revision_number': 4, 'project_id': 'fd9e5bc96c1947bd9411090e5d621544', 'gw_port': {'id': 'a3ed1741-fc7f-4134-b5c6-77b495f7aaf0', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:37:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b54e5a1-4c73-4518-937d-57998bfeca97', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:11:57Z', 'updated_at': '2022-03-07T11:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_interfaces': [{'id': '46ae7a56-faa9-4f07-9f8b-656a85acac72', 'name': '', 'network_id': 'd2baf89f-d166-4cd5-82ae-f4cdf241accc', 'tenant_id': 'fd9e5bc96c1947bd9411090e5d621544', 'mac_address': 'fa:16:3e:86:41:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b54e5a1-4c73-4518-937d-57998bfeca97', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5ce003f0-0111-4c84-9033-c2649409a94d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:12:00Z', 'updated_at': '2022-03-07T11:12:07Z', 'revision_number': 5, 'project_id': 'fd9e5bc96c1947bd9411090e5d621544', 'subnets': [{'id': '5ce003f0-0111-4c84-9033-c2649409a94d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 11:13:30.942954 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a88481-dd9e-49b5-8b76-dbab08802fa8 None None] New status for floating IP bad17a66-b415-42ea-9de4-d10a9f421333: DOWN {{(pid=83739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 07 11:13:31.593417 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c1b3fd-6149-4334-9797-76d34b178a18 req-9e37b6d1-97f1-4733-bbbf-728c48f6a6d7 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:31.594881 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-52c1b3fd-6149-4334-9797-76d34b178a18 req-9e37b6d1-97f1-4733-bbbf-728c48f6a6d7 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd47ef47-a73f-441e-98c9-b828a4fffe81 HTTP/1.1" status: 200 len: 946 time: 0.0771363 Mar 07 11:13:31.642754 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-52c1b3fd-6149-4334-9797-76d34b178a18 req-e5fc94e3-2eaa-478b-acdf-6addeb1ba958 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/security-groups?id=8aaf5eba-260e-47eb-a17c-009846eab1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408561 Mar 07 11:13:31.847907 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0106e1-cd82-4b36-800c-562ff6173bf0 req-c0f5bb0c-95b6-4968-8733-a2926b021be0 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:31.849368 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-2d0106e1-cd82-4b36-800c-562ff6173bf0 req-c0f5bb0c-95b6-4968-8733-a2926b021be0 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd47ef47-a73f-441e-98c9-b828a4fffe81 HTTP/1.1" status: 200 len: 946 time: 0.0748937 Mar 07 11:13:31.914549 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [req-2d0106e1-cd82-4b36-800c-562ff6173bf0 req-84ec535e-d533-4a4d-bd01-77a419c4a794 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Deleting port d6e47fb0-c7a9-4d3d-9e58-8502e69b132f {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 11:13:31.914886 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-2d0106e1-cd82-4b36-800c-562ff6173bf0 req-84ec535e-d533-4a4d-bd01-77a419c4a794 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:31.966798 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-711fefd2-3b30-4759-8df5-0aecff1c8e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:31.971559 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:32.156712 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [req-2d0106e1-cd82-4b36-800c-562ff6173bf0 req-84ec535e-d533-4a4d-bd01-77a419c4a794 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] For port d6e47fb0-c7a9-4d3d-9e58-8502e69b132f, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=d6e47fb0-c7a9-4d3d-9e58-8502e69b132f,segment=NetworkSegment(0e51d624-a340-4595-857b-5e9bb0a80088),segment_id=0e51d624-a340-4595-857b-5e9bb0a80088)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:13:32.156986 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-2d0106e1-cd82-4b36-800c-562ff6173bf0 req-84ec535e-d533-4a4d-bd01-77a419c4a794 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:32.364693 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [req-2d0106e1-cd82-4b36-800c-562ff6173bf0 req-84ec535e-d533-4a4d-bd01-77a419c4a794 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Calling delete_port for d6e47fb0-c7a9-4d3d-9e58-8502e69b132f owned by compute:nova {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 11:13:32.501980 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-2d0106e1-cd82-4b36-800c-562ff6173bf0 req-84ec535e-d533-4a4d-bd01-77a419c4a794 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:32.549097 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ec535e-d533-4a4d-bd01-77a419c4a794 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Pushing event deleted for resources: {'Port': ['ID=d6e47fb0-c7a9-4d3d-9e58-8502e69b132f,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:13:32.625260 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d0106e1-cd82-4b36-800c-562ff6173bf0 req-84ec535e-d533-4a4d-bd01-77a419c4a794 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] No DVR routers for this DVR port d6e47fb0-c7a9-4d3d-9e58-8502e69b132f on host hv-neutron-8307 {{(pid=83737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:13:32.627809 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-2d0106e1-cd82-4b36-800c-562ff6173bf0 req-84ec535e-d533-4a4d-bd01-77a419c4a794 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:32.631541 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd47ef47-a73f-441e-98c9-b828a4fffe81', 'name': 'network-vif-deleted', 'tag': 'd6e47fb0-c7a9-4d3d-9e58-8502e69b132f'}] {{(pid=83737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 11:13:32.646192 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-2d0106e1-cd82-4b36-800c-562ff6173bf0 req-84ec535e-d533-4a4d-bd01-77a419c4a794 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.10 "DELETE /v2.0/ports/d6e47fb0-c7a9-4d3d-9e58-8502e69b132f HTTP/1.1" status: 204 len: 173 time: 0.7921240 Mar 07 11:13:32.692350 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd47ef47-a73f-441e-98c9-b828a4fffe81', 'name': 'network-vif-deleted', 'tag': 'd6e47fb0-c7a9-4d3d-9e58-8502e69b132f', 'status': 'completed', 'code': 200} Mar 07 11:13:32.808655 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-7242afd3-9304-4db6-877b-0f03520b5f72 req-172b1072-5e83-4f0c-a2da-dc362e865e1f tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Synchronizing usage tracker for tenant:fd9e5bc96c1947bd9411090e5d621544 on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 11:13:32.823572 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-7242afd3-9304-4db6-877b-0f03520b5f72 req-172b1072-5e83-4f0c-a2da-dc362e865e1f tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Unset dirty status for tenant:fd9e5bc96c1947bd9411090e5d621544 on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 11:13:32.824672 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-7242afd3-9304-4db6-877b-0f03520b5f72 req-172b1072-5e83-4f0c-a2da-dc362e865e1f tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd47ef47-a73f-441e-98c9-b828a4fffe81 HTTP/1.1" status: 200 len: 210 time: 0.0551512 Mar 07 11:13:33.385222 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c87150bd-aa9c-4ad1-bb68-57ec66d4fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:33.928248 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 46614) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:13:34.320628 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2a75be48-79a4-4aa5-8214-5f83451bc93e tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3920255'] for router_interface, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:34.327882 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device d6e47fb0-c7a9-4d3d-9e58-8502e69b132f no longer exists at agent hyperv_hv-neutron-8307 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 11:13:34.363591 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] No Port match for: d6e47fb0-c7a9-4d3d-9e58-8502e69b132f {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 11:13:34.363930 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device d6e47fb0-c7a9-4d3d-9e58-8502e69b132f not bound to the agent host hv-neutron-8307 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 11:13:34.906574 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-2a75be48-79a4-4aa5-8214-5f83451bc93e tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Deleting port 46ae7a56-faa9-4f07-9f8b-656a85acac72 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 11:13:34.906907 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2a75be48-79a4-4aa5-8214-5f83451bc93e tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:35.170521 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-2a75be48-79a4-4aa5-8214-5f83451bc93e tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] For port 46ae7a56-faa9-4f07-9f8b-656a85acac72, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=46ae7a56-faa9-4f07-9f8b-656a85acac72,segment=NetworkSegment(0e51d624-a340-4595-857b-5e9bb0a80088),segment_id=0e51d624-a340-4595-857b-5e9bb0a80088)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:13:35.171191 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2a75be48-79a4-4aa5-8214-5f83451bc93e tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:35.290386 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-2a75be48-79a4-4aa5-8214-5f83451bc93e tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Calling delete_port for 46ae7a56-faa9-4f07-9f8b-656a85acac72 owned by network:router_interface {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 11:13:35.458485 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2a75be48-79a4-4aa5-8214-5f83451bc93e tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:35.501323 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a75be48-79a4-4aa5-8214-5f83451bc93e tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Pushing event deleted for resources: {'Port': ['ID=46ae7a56-faa9-4f07-9f8b-656a85acac72,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:13:35.792579 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2a75be48-79a4-4aa5-8214-5f83451bc93e tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2756383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3920168'] for router_interface, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:36.366047 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a75be48-79a4-4aa5-8214-5f83451bc93e tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Router 3b54e5a1-4c73-4518-937d-57998bfeca97 has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:13:36.664882 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a75be48-79a4-4aa5-8214-5f83451bc93e tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:13:36.674548 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497c2725-384d-404d-8b7f-29aa6691ad5d None None] Sync routers for ids ['3b54e5a1-4c73-4518-937d-57998bfeca97'] in dv-neutron-830731-3-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 11:13:36.680591 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-2a75be48-79a4-4aa5-8214-5f83451bc93e tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "PUT /v2.0/routers/3b54e5a1-4c73-4518-937d-57998bfeca97/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7512136 Mar 07 11:13:36.683137 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 46618) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:13:36.687078 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497c2725-384d-404d-8b7f-29aa6691ad5d None None] Routers {'3b54e5a1-4c73-4518-937d-57998bfeca97'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 11:13:36.687846 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-497c2725-384d-404d-8b7f-29aa6691ad5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T11:13:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['3b54e5a1-4c73-4518-937d-57998bfeca97'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:13:36.867186 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbb020b5-66c8-4ed9-98df-e4569a39b5cd tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Deleting subnet 5ce003f0-0111-4c84-9033-c2649409a94d {{(pid=83737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 07 11:13:36.870075 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-bbb020b5-66c8-4ed9-98df-e4569a39b5cd tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for subnet, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:36.874964 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-497c2725-384d-404d-8b7f-29aa6691ad5d None None] Set router 3b54e5a1-4c73-4518-937d-57998bfeca97 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 11:13:36.927286 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-bbb020b5-66c8-4ed9-98df-e4569a39b5cd tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2627781'] for subnet, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:37.010994 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-bbb020b5-66c8-4ed9-98df-e4569a39b5cd tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1525496'] for subnet, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:37.083275 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-bbb020b5-66c8-4ed9-98df-e4569a39b5cd tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1525489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3012507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3219316'] for subnet, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:37.121883 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb020b5-66c8-4ed9-98df-e4569a39b5cd tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Pushing event deleted for resources: {'Subnet': ['ID=5ce003f0-0111-4c84-9033-c2649409a94d,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:13:37.131167 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-bbb020b5-66c8-4ed9-98df-e4569a39b5cd tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:37.137565 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7ac41f1-05d5-4ffa-b3df-1e007f515d94 None None] Network d2baf89f-d166-4cd5-82ae-f4cdf241accc requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 11:13:37.138125 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-bbb020b5-66c8-4ed9-98df-e4569a39b5cd tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "DELETE /v2.0/subnets/5ce003f0-0111-4c84-9033-c2649409a94d HTTP/1.1" status: 204 len: 168 time: 0.4536955 Mar 07 11:13:37.140304 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 46622) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:13:37.211001 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-497c2725-384d-404d-8b7f-29aa6691ad5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b54e5a1-4c73-4518-937d-57998bfeca97', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1417625085', 'tenant_id': 'fd9e5bc96c1947bd9411090e5d621544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.196'}], 'enable_snat': True}, 'gw_port_id': 'a3ed1741-fc7f-4134-b5c6-77b495f7aaf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:11:56Z', 'updated_at': '2022-03-07T11:13:35Z', 'revision_number': 5, 'project_id': 'fd9e5bc96c1947bd9411090e5d621544', 'gw_port': {'id': 'a3ed1741-fc7f-4134-b5c6-77b495f7aaf0', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:37:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b54e5a1-4c73-4518-937d-57998bfeca97', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:11:57Z', 'updated_at': '2022-03-07T11:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv'}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:13:37.214815 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497c2725-384d-404d-8b7f-29aa6691ad5d None None] Checking router: 3b54e5a1-4c73-4518-937d-57998bfeca97 for host: dv-neutron-830731-3-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 07 11:13:37.226871 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497c2725-384d-404d-8b7f-29aa6691ad5d None None] Routers {'3b54e5a1-4c73-4518-937d-57998bfeca97'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 11:13:37.227455 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-497c2725-384d-404d-8b7f-29aa6691ad5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T11:13:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['3b54e5a1-4c73-4518-937d-57998bfeca97'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:13:37.343745 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2f63a67a-8801-4076-a658-7a9b0b67301e tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for router, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:37.396192 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57611fe4-fa0b-43fe-9e73-1a13fee3a82c None None] DHCP port deletion for d2baf89f-d166-4cd5-82ae-f4cdf241accc request from dv-neutron-830731-3-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 07 11:13:37.400444 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-57611fe4-fa0b-43fe-9e73-1a13fee3a82c None None] Deleting port 0e859d3a-2df3-46d9-8448-3dd7d1c23a57 {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 11:13:37.400865 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-57611fe4-fa0b-43fe-9e73-1a13fee3a82c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:37.411536 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-497c2725-384d-404d-8b7f-29aa6691ad5d None None] Set router 3b54e5a1-4c73-4518-937d-57998bfeca97 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 11:13:37.572464 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2f63a67a-8801-4076-a658-7a9b0b67301e tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:37.586014 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-2f63a67a-8801-4076-a658-7a9b0b67301e tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Deleting port a3ed1741-fc7f-4134-b5c6-77b495f7aaf0 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 11:13:37.586534 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2f63a67a-8801-4076-a658-7a9b0b67301e tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:37.609647 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 0e859d3a-2df3-46d9-8448-3dd7d1c23a57 no longer exists at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 11:13:37.698791 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-57611fe4-fa0b-43fe-9e73-1a13fee3a82c None None] For port 0e859d3a-2df3-46d9-8448-3dd7d1c23a57, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=0e859d3a-2df3-46d9-8448-3dd7d1c23a57,segment=NetworkSegment(0e51d624-a340-4595-857b-5e9bb0a80088),segment_id=0e51d624-a340-4595-857b-5e9bb0a80088)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:13:37.699091 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-57611fe4-fa0b-43fe-9e73-1a13fee3a82c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:37.703969 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-497c2725-384d-404d-8b7f-29aa6691ad5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b54e5a1-4c73-4518-937d-57998bfeca97', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1417625085', 'tenant_id': 'fd9e5bc96c1947bd9411090e5d621544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.196'}], 'enable_snat': True}, 'gw_port_id': 'a3ed1741-fc7f-4134-b5c6-77b495f7aaf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:11:56Z', 'updated_at': '2022-03-07T11:13:35Z', 'revision_number': 5, 'project_id': 'fd9e5bc96c1947bd9411090e5d621544', 'gw_port': {'id': 'a3ed1741-fc7f-4134-b5c6-77b495f7aaf0', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:37:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b54e5a1-4c73-4518-937d-57998bfeca97', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:11:57Z', 'updated_at': '2022-03-07T11:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv'}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:13:37.709527 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497c2725-384d-404d-8b7f-29aa6691ad5d None None] The sync data for ids ['3b54e5a1-4c73-4518-937d-57998bfeca97'] in dv-neutron-830731-3-hyperv is: [{'id': '3b54e5a1-4c73-4518-937d-57998bfeca97', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1417625085', 'tenant_id': 'fd9e5bc96c1947bd9411090e5d621544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.196'}], 'enable_snat': True}, 'gw_port_id': 'a3ed1741-fc7f-4134-b5c6-77b495f7aaf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:11:56Z', 'updated_at': '2022-03-07T11:13:35Z', 'revision_number': 5, 'project_id': 'fd9e5bc96c1947bd9411090e5d621544', 'gw_port': {'id': 'a3ed1741-fc7f-4134-b5c6-77b495f7aaf0', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:37:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b54e5a1-4c73-4518-937d-57998bfeca97', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:11:57Z', 'updated_at': '2022-03-07T11:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv'}] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 11:13:37.762170 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-2f63a67a-8801-4076-a658-7a9b0b67301e tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] For port a3ed1741-fc7f-4134-b5c6-77b495f7aaf0, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=a3ed1741-fc7f-4134-b5c6-77b495f7aaf0,segment=NetworkSegment(9a22e080-7529-4fc7-949d-9f84ba21807d),segment_id=9a22e080-7529-4fc7-949d-9f84ba21807d)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:13:37.762527 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2f63a67a-8801-4076-a658-7a9b0b67301e tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:37.859134 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-57611fe4-fa0b-43fe-9e73-1a13fee3a82c None None] Calling delete_port for 0e859d3a-2df3-46d9-8448-3dd7d1c23a57 owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 11:13:37.881914 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-2f63a67a-8801-4076-a658-7a9b0b67301e tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Calling delete_port for a3ed1741-fc7f-4134-b5c6-77b495f7aaf0 owned by network:router_gateway {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 11:13:37.919560 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:37.988404 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-57611fe4-fa0b-43fe-9e73-1a13fee3a82c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812'] for port, after_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:38.041130 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57611fe4-fa0b-43fe-9e73-1a13fee3a82c None None] Pushing event deleted for resources: {'Port': ['ID=0e859d3a-2df3-46d9-8448-3dd7d1c23a57,revision_number=None']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:13:38.046327 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57611fe4-fa0b-43fe-9e73-1a13fee3a82c None None] No DVR routers for this DVR port 0e859d3a-2df3-46d9-8448-3dd7d1c23a57 on host dv-neutron-830731-3-hyperv {{(pid=83739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:13:38.058827 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57611fe4-fa0b-43fe-9e73-1a13fee3a82c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:13:38.059172 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57611fe4-fa0b-43fe-9e73-1a13fee3a82c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:13:38.059513 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57611fe4-fa0b-43fe-9e73-1a13fee3a82c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:13:38.059920 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57611fe4-fa0b-43fe-9e73-1a13fee3a82c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:13:38.060208 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57611fe4-fa0b-43fe-9e73-1a13fee3a82c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:13:38.061079 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57611fe4-fa0b-43fe-9e73-1a13fee3a82c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:13:38.061079 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57611fe4-fa0b-43fe-9e73-1a13fee3a82c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:13:38.061253 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57611fe4-fa0b-43fe-9e73-1a13fee3a82c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:13:38.061609 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57611fe4-fa0b-43fe-9e73-1a13fee3a82c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:13:38.061859 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57611fe4-fa0b-43fe-9e73-1a13fee3a82c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:13:38.062175 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57611fe4-fa0b-43fe-9e73-1a13fee3a82c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:13:38.063980 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2f63a67a-8801-4076-a658-7a9b0b67301e tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:38.215472 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f63a67a-8801-4076-a658-7a9b0b67301e tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Pushing event deleted for resources: {'Port': ['ID=a3ed1741-fc7f-4134-b5c6-77b495f7aaf0,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:13:38.435112 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2f63a67a-8801-4076-a658-7a9b0b67301e tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923554'] for router_gateway, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:38.682227 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2f63a67a-8801-4076-a658-7a9b0b67301e tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3917970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58043'] for router, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:38.686374 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2f63a67a-8801-4076-a658-7a9b0b67301e tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:38.712570 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2f63a67a-8801-4076-a658-7a9b0b67301e tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3917886'] for router, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:38.713083 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f63a67a-8801-4076-a658-7a9b0b67301e tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Fanout notify agent at l3_agent the message router_deleted on router 3b54e5a1-4c73-4518-937d-57998bfeca97 {{(pid=83737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 11:13:38.726879 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2f63a67a-8801-4076-a658-7a9b0b67301e tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:38.727977 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-2f63a67a-8801-4076-a658-7a9b0b67301e tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "DELETE /v2.0/routers/3b54e5a1-4c73-4518-937d-57998bfeca97 HTTP/1.1" status: 204 len: 168 time: 1.5867071 Mar 07 11:13:38.730705 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 46626) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:13:38.845209 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6ece6a23-c732-4d23-8401-3a0b91b25b07 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1158940'] for network, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:38.969737 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6ece6a23-c732-4d23-8401-3a0b91b25b07 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1526893', 'neutron.services.segments.db._delete_segments_for_network-8732568551033'] for network, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:38.993543 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-6ece6a23-c732-4d23-8401-3a0b91b25b07 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2baf89f-d166-4cd5-82ae-f4cdf241accc']}} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:13:39.005903 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-6ece6a23-c732-4d23-8401-3a0b91b25b07 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e51d624-a340-4595-857b-5e9bb0a80088') {'for_net_delete': True} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:13:39.006194 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-6ece6a23-c732-4d23-8401-3a0b91b25b07 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e51d624-a340-4595-857b-5e9bb0a80088') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:13:39.020643 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6ece6a23-c732-4d23-8401-3a0b91b25b07 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732568550916', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629174'] for segment, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:39.035872 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6ece6a23-c732-4d23-8401-3a0b91b25b07 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:39.041694 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ece6a23-c732-4d23-8401-3a0b91b25b07 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=83737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 07 11:13:39.042059 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6ece6a23-c732-4d23-8401-3a0b91b25b07 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1227397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3012597'] for segment, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:39.056156 dv-neutron-830731-3-hyperv neutron-server[83737]: Traceback (most recent call last): Mar 07 11:13:39.056156 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 07 11:13:39.056156 dv-neutron-830731-3-hyperv neutron-server[83737]: timer() Mar 07 11:13:39.056156 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:13:39.056156 dv-neutron-830731-3-hyperv neutron-server[83737]: cb(*args, **kw) Mar 07 11:13:39.056156 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 11:13:39.056156 dv-neutron-830731-3-hyperv neutron-server[83737]: return func(*args, **kwargs) Mar 07 11:13:39.056156 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:13:39.056156 dv-neutron-830731-3-hyperv neutron-server[83737]: self._notify() Mar 07 11:13:39.056156 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:13:39.056156 dv-neutron-830731-3-hyperv neutron-server[83737]: self.callback(batched_events) Mar 07 11:13:39.056156 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:13:39.056156 dv-neutron-830731-3-hyperv neutron-server[83737]: event.method(event) Mar 07 11:13:39.056156 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 11:13:39.056156 dv-neutron-830731-3-hyperv neutron-server[83737]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:13:39.056156 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 11:13:39.056156 dv-neutron-830731-3-hyperv neutron-server[83737]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:13:39.056156 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 11:13:39.056156 dv-neutron-830731-3-hyperv neutron-server[83737]: return f(self, *a, **k) Mar 07 11:13:39.056156 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:13:39.056156 dv-neutron-830731-3-hyperv neutron-server[83737]: return self._get(url).json() Mar 07 11:13:39.056156 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:13:39.056156 dv-neutron-830731-3-hyperv neutron-server[83737]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:13:39.056156 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 07 11:13:39.056156 dv-neutron-830731-3-hyperv neutron-server[83737]: return self.request(url, 'GET', **kwargs) Mar 07 11:13:39.056156 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 07 11:13:39.056156 dv-neutron-830731-3-hyperv neutron-server[83737]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:13:39.056156 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 07 11:13:39.056156 dv-neutron-830731-3-hyperv neutron-server[83737]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:13:39.056156 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 07 11:13:39.056156 dv-neutron-830731-3-hyperv neutron-server[83737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:13:39.056156 dv-neutron-830731-3-hyperv neutron-server[83737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:13:39.135085 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6ece6a23-c732-4d23-8401-3a0b91b25b07 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1526886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923583'] for network, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:39.152663 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6ece6a23-c732-4d23-8401-3a0b91b25b07 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:39.161852 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ece6a23-c732-4d23-8401-3a0b91b25b07 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Pushing event deleted for resources: {'Network': ['ID=d2baf89f-d166-4cd5-82ae-f4cdf241accc,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:13:39.173224 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-6ece6a23-c732-4d23-8401-3a0b91b25b07 tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "DELETE /v2.0/networks/d2baf89f-d166-4cd5-82ae-f4cdf241accc HTTP/1.1" status: 204 len: 168 time: 0.4408269 Mar 07 11:13:39.175789 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 46630) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:13:39.244921 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-045241d3-82b9-45ea-a343-cdf3dc3b5e8d tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:39.273221 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-045241d3-82b9-45ea-a343-cdf3dc3b5e8d tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:39.336332 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-045241d3-82b9-45ea-a343-cdf3dc3b5e8d tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:39.352640 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045241d3-82b9-45ea-a343-cdf3dc3b5e8d tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aaf5eba-260e-47eb-a17c-009846eab1cf,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:13:39.361920 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-045241d3-82b9-45ea-a343-cdf3dc3b5e8d tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:39.363082 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-045241d3-82b9-45ea-a343-cdf3dc3b5e8d tempest-TestNetworkAdvancedServerOps-1939748123 tempest-TestNetworkAdvancedServerOps-1939748123-project] 10.222.0.13 "DELETE /v2.0/security-groups/8aaf5eba-260e-47eb-a17c-009846eab1cf HTTP/1.1" status: 204 len: 168 time: 0.1863718 Mar 07 11:13:39.504442 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device a3ed1741-fc7f-4134-b5c6-77b495f7aaf0 no longer exists at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 11:13:39.536824 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] No Port match for: a3ed1741-fc7f-4134-b5c6-77b495f7aaf0 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 11:13:39.537173 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device a3ed1741-fc7f-4134-b5c6-77b495f7aaf0 not bound to the agent host dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 11:13:39.537590 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 46ae7a56-faa9-4f07-9f8b-656a85acac72 no longer exists at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 11:13:39.571472 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] No Port match for: 46ae7a56-faa9-4f07-9f8b-656a85acac72 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 11:13:39.571820 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 46ae7a56-faa9-4f07-9f8b-656a85acac72 not bound to the agent host dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 11:13:39.757485 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 46640) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:13:40.005473 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-a4aed5c9-35ee-416a-9583-6f75b448bb3c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fd9e5bc96c1947bd9411090e5d621544&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2468333 Mar 07 11:13:40.007862 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 46648) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:13:40.065942 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-923f9447-addf-44f4-98da-5883c2fa53cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:40.092161 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-923f9447-addf-44f4-98da-5883c2fa53cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:40.145238 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-923f9447-addf-44f4-98da-5883c2fa53cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:40.163767 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923f9447-addf-44f4-98da-5883c2fa53cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57434069-ea09-4fb9-91aa-0ab51e51fffd,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:13:40.168113 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-923f9447-addf-44f4-98da-5883c2fa53cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:40.169224 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-923f9447-addf-44f4-98da-5883c2fa53cb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/57434069-ea09-4fb9-91aa-0ab51e51fffd HTTP/1.1" status: 204 len: 168 time: 0.1605012 Mar 07 11:13:40.514360 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 46656) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:13:40.533087 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f3c9b72a-905e-41a0-81c3-9679a9570793 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:40.563861 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-f3c9b72a-905e-41a0-81c3-9679a9570793 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 11:13:40.567556 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-f3c9b72a-905e-41a0-81c3-9679a9570793 admin admin] Usage tracker for resource:security_group_rule and tenant:922ecc70395e43cda5f1658735a803ac is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 11:13:40.570257 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-f3c9b72a-905e-41a0-81c3-9679a9570793 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 11:13:40.575655 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-f3c9b72a-905e-41a0-81c3-9679a9570793 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 11:13:40.638649 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f3c9b72a-905e-41a0-81c3-9679a9570793 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:40.643053 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f3c9b72a-905e-41a0-81c3-9679a9570793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:40.688969 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c9b72a-905e-41a0-81c3-9679a9570793 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df483bc8-7eb6-4931-afac-aada5af167e1,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:13:40.693721 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-f3c9b72a-905e-41a0-81c3-9679a9570793 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=922ecc70395e43cda5f1658735a803ac&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1783750 Mar 07 11:13:40.696404 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 46660) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:13:40.754308 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-73d7560b-7db1-4532-be85-c5ee8d5a3672 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:40.781722 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-73d7560b-7db1-4532-be85-c5ee8d5a3672 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:40.918053 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-73d7560b-7db1-4532-be85-c5ee8d5a3672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:40.932113 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d7560b-7db1-4532-be85-c5ee8d5a3672 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df483bc8-7eb6-4931-afac-aada5af167e1,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:13:40.940416 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-73d7560b-7db1-4532-be85-c5ee8d5a3672 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:40.941487 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-73d7560b-7db1-4532-be85-c5ee8d5a3672 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/df483bc8-7eb6-4931-afac-aada5af167e1 HTTP/1.1" status: 204 len: 168 time: 0.2440298 Mar 07 11:13:41.794536 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 46682) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:13:41.950299 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-9c932cfd-1aa6-4347-8009-61a9a8830727 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-240322583-network', 'tenant_id': '5f6257a57e8b437f93012a233b15cc74'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 11:13:41.955605 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-9c932cfd-1aa6-4347-8009-61a9a8830727 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 11:13:41.959334 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-9c932cfd-1aa6-4347-8009-61a9a8830727 admin admin] Usage tracker for resource:network and tenant:5f6257a57e8b437f93012a233b15cc74 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 11:13:41.962142 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-9c932cfd-1aa6-4347-8009-61a9a8830727 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 11:13:41.971578 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-9c932cfd-1aa6-4347-8009-61a9a8830727 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 11:13:41.985652 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c932cfd-1aa6-4347-8009-61a9a8830727 admin admin] Made reservation on behalf of 5f6257a57e8b437f93012a233b15cc74 for: {'network': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:13:41.988154 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9c932cfd-1aa6-4347-8009-61a9a8830727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for network, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:41.999888 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9c932cfd-1aa6-4347-8009-61a9a8830727 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:42.030401 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-9c932cfd-1aa6-4347-8009-61a9a8830727 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 11:13:42.034121 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-9c932cfd-1aa6-4347-8009-61a9a8830727 admin admin] Usage tracker for resource:security_group_rule and tenant:5f6257a57e8b437f93012a233b15cc74 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 11:13:42.036789 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-9c932cfd-1aa6-4347-8009-61a9a8830727 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 11:13:42.042182 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-9c932cfd-1aa6-4347-8009-61a9a8830727 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 11:13:42.106926 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9c932cfd-1aa6-4347-8009-61a9a8830727 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:42.110947 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9c932cfd-1aa6-4347-8009-61a9a8830727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:42.140060 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c932cfd-1aa6-4347-8009-61a9a8830727 admin admin] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=83738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 11:13:42.148889 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c932cfd-1aa6-4347-8009-61a9a8830727 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c649439-51bf-4d73-8315-8c004b915809,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:13:42.155004 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9c932cfd-1aa6-4347-8009-61a9a8830727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:42.155337 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.db.segments_db [None req-9c932cfd-1aa6-4347-8009-61a9a8830727 admin admin] Added segment e6c5cd05-50ec-4329-aa05-004038fa990b of type vlan for network 8dfe7327-0f02-415a-b3e8-db6b26a9c036 Mar 07 11:13:42.165609 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c932cfd-1aa6-4347-8009-61a9a8830727 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:13:42.165954 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c932cfd-1aa6-4347-8009-61a9a8830727 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:13:42.166287 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c932cfd-1aa6-4347-8009-61a9a8830727 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:13:42.166612 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c932cfd-1aa6-4347-8009-61a9a8830727 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:13:42.166937 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c932cfd-1aa6-4347-8009-61a9a8830727 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:13:42.167259 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c932cfd-1aa6-4347-8009-61a9a8830727 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:13:42.167581 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c932cfd-1aa6-4347-8009-61a9a8830727 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:13:42.167900 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c932cfd-1aa6-4347-8009-61a9a8830727 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:13:42.168217 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c932cfd-1aa6-4347-8009-61a9a8830727 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:13:42.168557 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c932cfd-1aa6-4347-8009-61a9a8830727 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:13:42.168872 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c932cfd-1aa6-4347-8009-61a9a8830727 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:13:42.191875 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9c932cfd-1aa6-4347-8009-61a9a8830727 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732568034061'] for network, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:42.220689 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9c932cfd-1aa6-4347-8009-61a9a8830727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594'] for network, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:42.221519 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c932cfd-1aa6-4347-8009-61a9a8830727 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:42.222089 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9c932cfd-1aa6-4347-8009-61a9a8830727 admin admin] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:42.324807 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-9c932cfd-1aa6-4347-8009-61a9a8830727 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5291550 Mar 07 11:13:42.325638 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c932cfd-1aa6-4347-8009-61a9a8830727 admin admin] Pushing event updated for resources: {'Network': ['ID=8dfe7327-0f02-415a-b3e8-db6b26a9c036,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:13:42.327708 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 46690) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:13:42.333778 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-accaf025-9df1-49c6-a101-475f48863b36 admin admin] Request body: {'subnet': {'network_id': '8dfe7327-0f02-415a-b3e8-db6b26a9c036', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-240322583-subnet', 'tenant_id': '5f6257a57e8b437f93012a233b15cc74', 'ip_version': 4}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 11:13:42.335913 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Network 8dfe7327-0f02-415a-b3e8-db6b26a9c036 details requested by agent ovs-agent-dv-neutron-830731-3-hyperv with host dv-neutron-830731-3-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 11:13:42.338147 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-accaf025-9df1-49c6-a101-475f48863b36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 11:13:42.342094 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-accaf025-9df1-49c6-a101-475f48863b36 admin admin] Usage tracker for resource:subnet and tenant:5f6257a57e8b437f93012a233b15cc74 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 11:13:42.344894 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-accaf025-9df1-49c6-a101-475f48863b36 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 11:13:42.350884 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-accaf025-9df1-49c6-a101-475f48863b36 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 11:13:42.361622 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-accaf025-9df1-49c6-a101-475f48863b36 admin admin] Made reservation on behalf of 5f6257a57e8b437f93012a233b15cc74 for: {'subnet': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:13:42.363875 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-accaf025-9df1-49c6-a101-475f48863b36 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741426'] for subnet, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:42.566332 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-accaf025-9df1-49c6-a101-475f48863b36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3556832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741408'] for subnet, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:42.644932 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accaf025-9df1-49c6-a101-475f48863b36 admin admin] Pushing event updated for resources: {'Subnet': ['ID=43144a61-01ca-4e2f-b13f-c413b0c50207,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:13:42.653093 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-accaf025-9df1-49c6-a101-475f48863b36 admin admin] Checking segment: {'id': 'e6c5cd05-50ec-4329-aa05-004038fa990b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '8dfe7327-0f02-415a-b3e8-db6b26a9c036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 11:13:42.653448 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-accaf025-9df1-49c6-a101-475f48863b36 admin admin] Network hostable DHCP agents. Network: 8dfe7327-0f02-415a-b3e8-db6b26a9c036, hostable agents: ['6527556c-6586-422c-ae47-082984683847'], hosted agents: [] {{(pid=83738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 11:13:42.675052 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-accaf025-9df1-49c6-a101-475f48863b36 admin admin] Network 8dfe7327-0f02-415a-b3e8-db6b26a9c036 is scheduled to be hosted by DHCP agent 6527556c-6586-422c-ae47-082984683847 with binding_index 1 {{(pid=83738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 11:13:42.683909 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-accaf025-9df1-49c6-a101-475f48863b36 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830731-3-hyperv, 8dfe7327-0f02-415a-b3e8-db6b26a9c036) {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:13:42.687780 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-accaf025-9df1-49c6-a101-475f48863b36 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:42.688866 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-accaf025-9df1-49c6-a101-475f48863b36 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:42.693132 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7556438-5d12-43c0-8bcc-5859afe0cc6b None None] Network 8dfe7327-0f02-415a-b3e8-db6b26a9c036 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 11:13:42.709059 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-accaf025-9df1-49c6-a101-475f48863b36 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3803778 Mar 07 11:13:42.711993 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 46694) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:13:42.717131 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-eebd0e3f-80a8-467e-acbb-e382600d19f5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-240322583-router', 'tenant_id': '5f6257a57e8b437f93012a233b15cc74', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12'}}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 11:13:42.721850 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-eebd0e3f-80a8-467e-acbb-e382600d19f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 11:13:42.725623 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-eebd0e3f-80a8-467e-acbb-e382600d19f5 admin admin] Usage tracker for resource:router and tenant:5f6257a57e8b437f93012a233b15cc74 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 11:13:42.728355 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-eebd0e3f-80a8-467e-acbb-e382600d19f5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 11:13:42.734032 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-eebd0e3f-80a8-467e-acbb-e382600d19f5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 11:13:42.745019 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-eebd0e3f-80a8-467e-acbb-e382600d19f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3919700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58025'] for router, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:42.745903 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-eebd0e3f-80a8-467e-acbb-e382600d19f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3919671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4011175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58018'] for router, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:42.765700 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-eebd0e3f-80a8-467e-acbb-e382600d19f5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:42.899887 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a75466fb-9887-43aa-aa1c-fad4068f9033 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ec2749d-0aec-52fb-aca6-10ba8a80aade-8dfe7327-0f02-415a-b3e8-db6b26a9c036', 'network_id': '8dfe7327-0f02-415a-b3e8-db6b26a9c036', 'tenant_id': '5f6257a57e8b437f93012a233b15cc74', 'fixed_ips': [{'subnet_id': '43144a61-01ca-4e2f-b13f-c413b0c50207'}]}} from dv-neutron-830731-3-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 07 11:13:42.900836 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a75466fb-9887-43aa-aa1c-fad4068f9033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:42.913896 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-eebd0e3f-80a8-467e-acbb-e382600d19f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3917998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58952'] for router, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:43.053624 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-a75466fb-9887-43aa-aa1c-fad4068f9033 None None] Allocated IP 172.20.0.2 (8dfe7327-0f02-415a-b3e8-db6b26a9c036/43144a61-01ca-4e2f-b13f-c413b0c50207/0209917c-9def-4a95-9391-bff1220a956f) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:13:43.097794 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-eebd0e3f-80a8-467e-acbb-e382600d19f5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:43.126672 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-eebd0e3f-80a8-467e-acbb-e382600d19f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:43.257295 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a75466fb-9887-43aa-aa1c-fad4068f9033 None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:43.264818 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-eebd0e3f-80a8-467e-acbb-e382600d19f5 admin admin] Allocated IP 172.26.8.243 (5ed85006-6b00-415e-b71f-837fb1421c12/8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a/3c28422d-c55d-45b5-be1e-c522902ac36a) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:13:43.267895 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a75466fb-9887-43aa-aa1c-fad4068f9033 None None] Transition to ACTIVE for port object 0209917c-9def-4a95-9391-bff1220a956f will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 11:13:43.286392 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a75466fb-9887-43aa-aa1c-fad4068f9033 None None] Transition to ACTIVE for port object 0209917c-9def-4a95-9391-bff1220a956f will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 11:13:43.292167 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a75466fb-9887-43aa-aa1c-fad4068f9033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:43.359400 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a75466fb-9887-43aa-aa1c-fad4068f9033 None None] Network 8dfe7327-0f02-415a-b3e8-db6b26a9c036 is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:13:43.362824 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-a75466fb-9887-43aa-aa1c-fad4068f9033 None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:13:43.367130 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75466fb-9887-43aa-aa1c-fad4068f9033 None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 11:13:43.369705 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75466fb-9887-43aa-aa1c-fad4068f9033 None None] Pushing event updated for resources: {'Port': ['ID=0209917c-9def-4a95-9391-bff1220a956f,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:13:43.417162 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-eebd0e3f-80a8-467e-acbb-e382600d19f5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:43.445520 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-eebd0e3f-80a8-467e-acbb-e382600d19f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:43.457067 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-a75466fb-9887-43aa-aa1c-fad4068f9033 None None] Attempting to bind port 0209917c-9def-4a95-9391-bff1220a956f on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 11:13:43.457407 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-a75466fb-9887-43aa-aa1c-fad4068f9033 None None] Attempting to bind port 0209917c-9def-4a95-9391-bff1220a956f by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': 'e6c5cd05-50ec-4329-aa05-004038fa990b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '8dfe7327-0f02-415a-b3e8-db6b26a9c036'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 11:13:43.457764 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75466fb-9887-43aa-aa1c-fad4068f9033 None None] Attempting to bind port 0209917c-9def-4a95-9391-bff1220a956f on network 8dfe7327-0f02-415a-b3e8-db6b26a9c036 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 11:13:43.464189 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75466fb-9887-43aa-aa1c-fad4068f9033 None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 13, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 11:13:43.464582 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75466fb-9887-43aa-aa1c-fad4068f9033 None None] Checking segment: {'id': 'e6c5cd05-50ec-4329-aa05-004038fa990b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '8dfe7327-0f02-415a-b3e8-db6b26a9c036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 11:13:43.465080 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a75466fb-9887-43aa-aa1c-fad4068f9033 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:43.465471 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75466fb-9887-43aa-aa1c-fad4068f9033 None None] Bound using segment: {'id': 'e6c5cd05-50ec-4329-aa05-004038fa990b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '8dfe7327-0f02-415a-b3e8-db6b26a9c036'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 11:13:43.465924 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-a75466fb-9887-43aa-aa1c-fad4068f9033 None None] Bound port: 0209917c-9def-4a95-9391-bff1220a956f, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6c5cd05-50ec-4329-aa05-004038fa990b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '8dfe7327-0f02-415a-b3e8-db6b26a9c036'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 11:13:43.466288 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a75466fb-9887-43aa-aa1c-fad4068f9033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:43.511665 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eebd0e3f-80a8-467e-acbb-e382600d19f5 admin admin] Network 5ed85006-6b00-415e-b71f-837fb1421c12 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:13:43.514552 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-eebd0e3f-80a8-467e-acbb-e382600d19f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:13:43.519468 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eebd0e3f-80a8-467e-acbb-e382600d19f5 admin admin] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 11:13:43.546021 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebd0e3f-80a8-467e-acbb-e382600d19f5 admin admin] Pushing event updated for resources: {'Port': ['ID=3c28422d-c55d-45b5-be1e-c522902ac36a,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:13:43.554114 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a75466fb-9887-43aa-aa1c-fad4068f9033 None None] For port 0209917c-9def-4a95-9391-bff1220a956f, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:13:43.557220 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a75466fb-9887-43aa-aa1c-fad4068f9033 None None] For port 0209917c-9def-4a95-9391-bff1220a956f, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=0209917c-9def-4a95-9391-bff1220a956f,segment=NetworkSegment(e6c5cd05-50ec-4329-aa05-004038fa990b),segment_id=e6c5cd05-50ec-4329-aa05-004038fa990b)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:13:43.562247 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a75466fb-9887-43aa-aa1c-fad4068f9033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:43.652246 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75466fb-9887-43aa-aa1c-fad4068f9033 None None] Pushing event updated for resources: {'Port': ['ID=0209917c-9def-4a95-9391-bff1220a956f,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:13:43.692456 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-eebd0e3f-80a8-467e-acbb-e382600d19f5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:43.693318 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-eebd0e3f-80a8-467e-acbb-e382600d19f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3917991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923518'] for router, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:43.933241 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eebd0e3f-80a8-467e-acbb-e382600d19f5 admin admin] Router 20f6c406-37ae-44cc-bd6a-0253bdd34913 is scheduled to L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 with binding_index 1 {{(pid=83737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 11:13:44.128655 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eebd0e3f-80a8-467e-acbb-e382600d19f5 admin admin] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:13:44.137187 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-768fdf7c-be3a-4c1d-a2e5-b2fac11cbf0d None None] Sync routers for ids ['20f6c406-37ae-44cc-bd6a-0253bdd34913'] in dv-neutron-830731-3-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 11:13:44.148764 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768fdf7c-be3a-4c1d-a2e5-b2fac11cbf0d None None] Routers {'20f6c406-37ae-44cc-bd6a-0253bdd34913'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 11:13:44.149453 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-768fdf7c-be3a-4c1d-a2e5-b2fac11cbf0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T11:13:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['20f6c406-37ae-44cc-bd6a-0253bdd34913'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:13:44.152079 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-eebd0e3f-80a8-467e-acbb-e382600d19f5 admin admin] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:44.153295 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-eebd0e3f-80a8-467e-acbb-e382600d19f5 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.4402883 Mar 07 11:13:44.156110 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 46698) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:13:44.339601 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-768fdf7c-be3a-4c1d-a2e5-b2fac11cbf0d None None] Set router 20f6c406-37ae-44cc-bd6a-0253bdd34913 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 11:13:44.575810 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5016eb4-6e7b-4bcc-a213-2bfb18123f2c None None] Network 8dfe7327-0f02-415a-b3e8-db6b26a9c036 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 11:13:44.759822 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-1fb92ca4-b82f-42f9-a134-7a98fa7a9289 None None] Provisioning for port 0209917c-9def-4a95-9391-bff1220a956f completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 11:13:44.837673 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-768fdf7c-be3a-4c1d-a2e5-b2fac11cbf0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20f6c406-37ae-44cc-bd6a-0253bdd34913', 'name': 'tempest-TestShelveInstance-240322583-router', 'tenant_id': '5f6257a57e8b437f93012a233b15cc74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.243'}], 'enable_snat': True}, 'gw_port_id': '3c28422d-c55d-45b5-be1e-c522902ac36a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:13:42Z', 'updated_at': '2022-03-07T11:13:43Z', 'revision_number': 3, 'project_id': '5f6257a57e8b437f93012a233b15cc74', 'gw_port': {'id': '3c28422d-c55d-45b5-be1e-c522902ac36a', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:27:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20f6c406-37ae-44cc-bd6a-0253bdd34913', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:13:43Z', 'updated_at': '2022-03-07T11:13:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv'}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:13:44.844142 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-768fdf7c-be3a-4c1d-a2e5-b2fac11cbf0d None None] Checking router: 20f6c406-37ae-44cc-bd6a-0253bdd34913 for host: dv-neutron-830731-3-hyperv {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 07 11:13:44.844559 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-768fdf7c-be3a-4c1d-a2e5-b2fac11cbf0d None None] Updating router 20f6c406-37ae-44cc-bd6a-0253bdd34913 port 3c28422d-c55d-45b5-be1e-c522902ac36a binding host dv-neutron-830731-3-hyperv {{(pid=83739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 07 11:13:44.937482 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-768fdf7c-be3a-4c1d-a2e5-b2fac11cbf0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:45.012668 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4327fb5b-4677-482a-8b19-4ffd6cfea18c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:45.227126 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-4327fb5b-4677-482a-8b19-4ffd6cfea18c admin admin] Allocated IP 172.20.0.1 (8dfe7327-0f02-415a-b3e8-db6b26a9c036/43144a61-01ca-4e2f-b13f-c413b0c50207/93546d05-8104-49c5-8647-0288d9792f60) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:13:45.286048 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-768fdf7c-be3a-4c1d-a2e5-b2fac11cbf0d None None] Notify callbacks [] for port, precommit_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:45.303435 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-768fdf7c-be3a-4c1d-a2e5-b2fac11cbf0d None None] Transition to ACTIVE for port object 3c28422d-c55d-45b5-be1e-c522902ac36a will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 11:13:45.312910 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-768fdf7c-be3a-4c1d-a2e5-b2fac11cbf0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:45.380268 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4327fb5b-4677-482a-8b19-4ffd6cfea18c admin admin] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:45.395945 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [None req-4327fb5b-4677-482a-8b19-4ffd6cfea18c admin admin] Transition to ACTIVE for port object 93546d05-8104-49c5-8647-0288d9792f60 will not be triggered until provisioned by entity DHCP. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 11:13:45.399396 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2216761-2602-4d18-8cea-20ed369d1ebc None None] Pushing event updated for resources: {'Port': ['ID=3c28422d-c55d-45b5-be1e-c522902ac36a,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:13:45.401744 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-768fdf7c-be3a-4c1d-a2e5-b2fac11cbf0d None None] Attempting to bind port 3c28422d-c55d-45b5-be1e-c522902ac36a on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 11:13:45.402070 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-768fdf7c-be3a-4c1d-a2e5-b2fac11cbf0d None None] Attempting to bind port 3c28422d-c55d-45b5-be1e-c522902ac36a by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': '9a22e080-7529-4fc7-949d-9f84ba21807d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 11:13:45.402425 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768fdf7c-be3a-4c1d-a2e5-b2fac11cbf0d None None] Attempting to bind port 3c28422d-c55d-45b5-be1e-c522902ac36a on network 5ed85006-6b00-415e-b71f-837fb1421c12 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 11:13:45.411100 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768fdf7c-be3a-4c1d-a2e5-b2fac11cbf0d None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 13, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 11:13:45.411468 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768fdf7c-be3a-4c1d-a2e5-b2fac11cbf0d None None] Checking segment: {'id': '9a22e080-7529-4fc7-949d-9f84ba21807d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 11:13:45.411890 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-768fdf7c-be3a-4c1d-a2e5-b2fac11cbf0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:45.412327 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768fdf7c-be3a-4c1d-a2e5-b2fac11cbf0d None None] Bound using segment: {'id': '9a22e080-7529-4fc7-949d-9f84ba21807d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 11:13:45.412807 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-768fdf7c-be3a-4c1d-a2e5-b2fac11cbf0d None None] Bound port: 3c28422d-c55d-45b5-be1e-c522902ac36a, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a22e080-7529-4fc7-949d-9f84ba21807d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 11:13:45.413174 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-768fdf7c-be3a-4c1d-a2e5-b2fac11cbf0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:45.418773 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4327fb5b-4677-482a-8b19-4ffd6cfea18c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:45.489054 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-768fdf7c-be3a-4c1d-a2e5-b2fac11cbf0d None None] For port 3c28422d-c55d-45b5-be1e-c522902ac36a, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:13:45.492548 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4327fb5b-4677-482a-8b19-4ffd6cfea18c admin admin] Network 8dfe7327-0f02-415a-b3e8-db6b26a9c036 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:13:45.492692 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-768fdf7c-be3a-4c1d-a2e5-b2fac11cbf0d None None] For port 3c28422d-c55d-45b5-be1e-c522902ac36a, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=3c28422d-c55d-45b5-be1e-c522902ac36a,segment=NetworkSegment(9a22e080-7529-4fc7-949d-9f84ba21807d),segment_id=9a22e080-7529-4fc7-949d-9f84ba21807d)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:13:45.498237 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-4327fb5b-4677-482a-8b19-4ffd6cfea18c admin admin] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:13:45.498886 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-768fdf7c-be3a-4c1d-a2e5-b2fac11cbf0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:45.506539 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4327fb5b-4677-482a-8b19-4ffd6cfea18c admin admin] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 11:13:45.532136 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4327fb5b-4677-482a-8b19-4ffd6cfea18c admin admin] Pushing event updated for resources: {'Port': ['ID=93546d05-8104-49c5-8647-0288d9792f60,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:13:45.573640 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4327fb5b-4677-482a-8b19-4ffd6cfea18c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3920324'] for router_interface, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:45.577058 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 0209917c-9def-4a95-9391-bff1220a956f up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 11:13:45.644753 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2216761-2602-4d18-8cea-20ed369d1ebc None None] Pushing event updated for resources: {'Port': ['ID=3c28422d-c55d-45b5-be1e-c522902ac36a,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:13:45.662189 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4327fb5b-4677-482a-8b19-4ffd6cfea18c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:45.663920 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768fdf7c-be3a-4c1d-a2e5-b2fac11cbf0d None None] Routers {'20f6c406-37ae-44cc-bd6a-0253bdd34913'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 11:13:45.664580 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-768fdf7c-be3a-4c1d-a2e5-b2fac11cbf0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T11:13:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['20f6c406-37ae-44cc-bd6a-0253bdd34913'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:13:45.825974 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning for port 0209917c-9def-4a95-9391-bff1220a956f completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 11:13:45.845366 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 0209917c-9def-4a95-9391-bff1220a956f triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 11:13:45.845743 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:45.874109 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-d88c0dae-11f6-4feb-847f-e26ff86ac4ba None None] Provisioning for port 93546d05-8104-49c5-8647-0288d9792f60 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 11:13:45.896663 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4327fb5b-4677-482a-8b19-4ffd6cfea18c admin admin] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:45.901194 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4327fb5b-4677-482a-8b19-4ffd6cfea18c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3012561'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:45.901900 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-d88c0dae-11f6-4feb-847f-e26ff86ac4ba None None] Provisioning complete for port 93546d05-8104-49c5-8647-0288d9792f60 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 11:13:45.902261 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-d88c0dae-11f6-4feb-847f-e26ff86ac4ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:45.964224 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-768fdf7c-be3a-4c1d-a2e5-b2fac11cbf0d None None] Set router 20f6c406-37ae-44cc-bd6a-0253bdd34913 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 11:13:46.005067 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4327fb5b-4677-482a-8b19-4ffd6cfea18c admin admin] Pushing event updated for resources: {'Port': ['ID=93546d05-8104-49c5-8647-0288d9792f60,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:13:46.010279 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4327fb5b-4677-482a-8b19-4ffd6cfea18c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2756426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3920233'] for router_interface, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:46.019503 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-d88c0dae-11f6-4feb-847f-e26ff86ac4ba None None] Port 93546d05-8104-49c5-8647-0288d9792f60 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 11:13:46.094201 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:46.192803 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:46.249318 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4327fb5b-4677-482a-8b19-4ffd6cfea18c admin admin] Network 8dfe7327-0f02-415a-b3e8-db6b26a9c036 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:13:46.250892 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-4327fb5b-4677-482a-8b19-4ffd6cfea18c admin admin] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:13:46.308678 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] For port 0209917c-9def-4a95-9391-bff1220a956f, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=0209917c-9def-4a95-9391-bff1220a956f,segment=NetworkSegment(e6c5cd05-50ec-4329-aa05-004038fa990b),segment_id=e6c5cd05-50ec-4329-aa05-004038fa990b)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:13:46.321560 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:46.440235 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Pushing event updated for resources: {'Port': ['ID=0209917c-9def-4a95-9391-bff1220a956f,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:13:46.463462 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-768fdf7c-be3a-4c1d-a2e5-b2fac11cbf0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20f6c406-37ae-44cc-bd6a-0253bdd34913', 'name': 'tempest-TestShelveInstance-240322583-router', 'tenant_id': '5f6257a57e8b437f93012a233b15cc74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.243'}], 'enable_snat': True}, 'gw_port_id': '3c28422d-c55d-45b5-be1e-c522902ac36a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:13:42Z', 'updated_at': '2022-03-07T11:13:45Z', 'revision_number': 4, 'project_id': '5f6257a57e8b437f93012a233b15cc74', 'gw_port': {'id': '3c28422d-c55d-45b5-be1e-c522902ac36a', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:27:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20f6c406-37ae-44cc-bd6a-0253bdd34913', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:13:43Z', 'updated_at': '2022-03-07T11:13:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_interfaces': [{'id': '93546d05-8104-49c5-8647-0288d9792f60', 'name': '', 'network_id': '8dfe7327-0f02-415a-b3e8-db6b26a9c036', 'tenant_id': '5f6257a57e8b437f93012a233b15cc74', 'mac_address': 'fa:16:3e:1c:35:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20f6c406-37ae-44cc-bd6a-0253bdd34913', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43144a61-01ca-4e2f-b13f-c413b0c50207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:13:45Z', 'updated_at': '2022-03-07T11:13:45Z', 'revision_number': 1, 'project_id': '5f6257a57e8b437f93012a233b15cc74', 'subnets': [{'id': '43144a61-01ca-4e2f-b13f-c413b0c50207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:13:46.467595 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-768fdf7c-be3a-4c1d-a2e5-b2fac11cbf0d None None] The sync data for ids ['20f6c406-37ae-44cc-bd6a-0253bdd34913'] in dv-neutron-830731-3-hyperv is: [{'id': '20f6c406-37ae-44cc-bd6a-0253bdd34913', 'name': 'tempest-TestShelveInstance-240322583-router', 'tenant_id': '5f6257a57e8b437f93012a233b15cc74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.243'}], 'enable_snat': True}, 'gw_port_id': '3c28422d-c55d-45b5-be1e-c522902ac36a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:13:42Z', 'updated_at': '2022-03-07T11:13:45Z', 'revision_number': 4, 'project_id': '5f6257a57e8b437f93012a233b15cc74', 'gw_port': {'id': '3c28422d-c55d-45b5-be1e-c522902ac36a', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:27:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20f6c406-37ae-44cc-bd6a-0253bdd34913', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:13:43Z', 'updated_at': '2022-03-07T11:13:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_interfaces': [{'id': '93546d05-8104-49c5-8647-0288d9792f60', 'name': '', 'network_id': '8dfe7327-0f02-415a-b3e8-db6b26a9c036', 'tenant_id': '5f6257a57e8b437f93012a233b15cc74', 'mac_address': 'fa:16:3e:1c:35:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20f6c406-37ae-44cc-bd6a-0253bdd34913', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43144a61-01ca-4e2f-b13f-c413b0c50207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:13:45Z', 'updated_at': '2022-03-07T11:13:45Z', 'revision_number': 1, 'project_id': '5f6257a57e8b437f93012a233b15cc74', 'subnets': [{'id': '43144a61-01ca-4e2f-b13f-c413b0c50207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 11:13:46.544062 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-f71d4d6b-53ee-40e9-a810-74c32f34256a None None] Provisioning complete for port 93546d05-8104-49c5-8647-0288d9792f60 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 11:13:46.544384 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f71d4d6b-53ee-40e9-a810-74c32f34256a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:46.671455 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-f71d4d6b-53ee-40e9-a810-74c32f34256a None None] Port 93546d05-8104-49c5-8647-0288d9792f60 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 11:13:46.695384 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4327fb5b-4677-482a-8b19-4ffd6cfea18c admin admin] Router 20f6c406-37ae-44cc-bd6a-0253bdd34913 has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:13:46.912933 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4327fb5b-4677-482a-8b19-4ffd6cfea18c admin admin] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:13:46.921597 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-4327fb5b-4677-482a-8b19-4ffd6cfea18c admin admin] 10.222.0.13 "PUT /v2.0/routers/20f6c406-37ae-44cc-bd6a-0253bdd34913/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7642910 Mar 07 11:13:47.598164 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 0209917c-9def-4a95-9391-bff1220a956f up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 11:13:47.669622 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 0209917c-9def-4a95-9391-bff1220a956f triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 11:13:47.669904 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:47.783038 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 3c28422d-c55d-45b5-be1e-c522902ac36a up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 11:13:47.806785 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 46720) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:13:47.811996 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-4217e99b-d359-4849-bd18-fa0821942f46 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1131962775-network', 'tenant_id': '18c991b3af42497aaa9b232f94eabb43'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 11:13:47.816850 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-4217e99b-d359-4849-bd18-fa0821942f46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 11:13:47.820630 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-4217e99b-d359-4849-bd18-fa0821942f46 admin admin] Usage tracker for resource:network and tenant:18c991b3af42497aaa9b232f94eabb43 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 11:13:47.823366 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-4217e99b-d359-4849-bd18-fa0821942f46 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 11:13:47.829088 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-4217e99b-d359-4849-bd18-fa0821942f46 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 11:13:47.839803 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4217e99b-d359-4849-bd18-fa0821942f46 admin admin] Made reservation on behalf of 18c991b3af42497aaa9b232f94eabb43 for: {'network': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:13:47.842085 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4217e99b-d359-4849-bd18-fa0821942f46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for network, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:47.853108 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning for port 3c28422d-c55d-45b5-be1e-c522902ac36a completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 11:13:47.855994 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4217e99b-d359-4849-bd18-fa0821942f46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:47.857843 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 3c28422d-c55d-45b5-be1e-c522902ac36a triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 11:13:47.858226 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:47.887550 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-4217e99b-d359-4849-bd18-fa0821942f46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 11:13:47.891205 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-4217e99b-d359-4849-bd18-fa0821942f46 admin admin] Usage tracker for resource:security_group_rule and tenant:18c991b3af42497aaa9b232f94eabb43 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 11:13:47.894252 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-4217e99b-d359-4849-bd18-fa0821942f46 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 11:13:47.899915 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-4217e99b-d359-4849-bd18-fa0821942f46 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 11:13:47.965229 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4217e99b-d359-4849-bd18-fa0821942f46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:47.970056 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4217e99b-d359-4849-bd18-fa0821942f46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:47.973545 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:47.989836 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] For port 3c28422d-c55d-45b5-be1e-c522902ac36a, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=3c28422d-c55d-45b5-be1e-c522902ac36a,segment=NetworkSegment(9a22e080-7529-4fc7-949d-9f84ba21807d),segment_id=9a22e080-7529-4fc7-949d-9f84ba21807d)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:13:47.993646 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:48.001715 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4217e99b-d359-4849-bd18-fa0821942f46 admin admin] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=83738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 11:13:48.013989 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4217e99b-d359-4849-bd18-fa0821942f46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=628b8360-c9b6-4dfe-a63a-30691678b78d,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:13:48.019181 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4217e99b-d359-4849-bd18-fa0821942f46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:48.019519 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.db.segments_db [None req-4217e99b-d359-4849-bd18-fa0821942f46 admin admin] Added segment 2c001c62-e005-433a-a408-f39afaa93a0f of type vlan for network ba30cd74-b5c8-45db-9766-bd7473bf5933 Mar 07 11:13:48.045812 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4217e99b-d359-4849-bd18-fa0821942f46 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732568034061'] for network, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:48.067014 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Pushing event updated for resources: {'Port': ['ID=3c28422d-c55d-45b5-be1e-c522902ac36a,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:13:48.076638 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4217e99b-d359-4849-bd18-fa0821942f46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594'] for network, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:48.077672 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4217e99b-d359-4849-bd18-fa0821942f46 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:48.078241 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4217e99b-d359-4849-bd18-fa0821942f46 admin admin] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:48.179962 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4217e99b-d359-4849-bd18-fa0821942f46 admin admin] Pushing event updated for resources: {'Network': ['ID=ba30cd74-b5c8-45db-9766-bd7473bf5933,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:13:48.182920 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-4217e99b-d359-4849-bd18-fa0821942f46 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3751125 Mar 07 11:13:48.185746 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 46724) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:13:48.189843 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Network ba30cd74-b5c8-45db-9766-bd7473bf5933 details requested by agent ovs-agent-dv-neutron-830731-3-hyperv with host dv-neutron-830731-3-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 11:13:48.191959 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-906c2910-1c8e-40d1-9e63-988363ab8841 admin admin] Request body: {'subnet': {'network_id': 'ba30cd74-b5c8-45db-9766-bd7473bf5933', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1131962775-subnet', 'tenant_id': '18c991b3af42497aaa9b232f94eabb43', 'ip_version': 4}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 11:13:48.196785 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-906c2910-1c8e-40d1-9e63-988363ab8841 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 11:13:48.200464 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-906c2910-1c8e-40d1-9e63-988363ab8841 admin admin] Usage tracker for resource:subnet and tenant:18c991b3af42497aaa9b232f94eabb43 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 11:13:48.203323 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-906c2910-1c8e-40d1-9e63-988363ab8841 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 11:13:48.210326 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-906c2910-1c8e-40d1-9e63-988363ab8841 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 11:13:48.221892 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-906c2910-1c8e-40d1-9e63-988363ab8841 admin admin] Made reservation on behalf of 18c991b3af42497aaa9b232f94eabb43 for: {'subnet': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:13:48.224185 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-906c2910-1c8e-40d1-9e63-988363ab8841 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741426'] for subnet, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:48.432833 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-906c2910-1c8e-40d1-9e63-988363ab8841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3556832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741408'] for subnet, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:48.509370 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906c2910-1c8e-40d1-9e63-988363ab8841 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b458768-e37f-4a83-8e6c-6eb2fc597157,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:13:48.521965 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906c2910-1c8e-40d1-9e63-988363ab8841 admin admin] Checking segment: {'id': '2c001c62-e005-433a-a408-f39afaa93a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'ba30cd74-b5c8-45db-9766-bd7473bf5933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 11:13:48.522318 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-906c2910-1c8e-40d1-9e63-988363ab8841 admin admin] Network hostable DHCP agents. Network: ba30cd74-b5c8-45db-9766-bd7473bf5933, hostable agents: ['6527556c-6586-422c-ae47-082984683847'], hosted agents: [] {{(pid=83738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 11:13:48.543915 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-906c2910-1c8e-40d1-9e63-988363ab8841 admin admin] Network ba30cd74-b5c8-45db-9766-bd7473bf5933 is scheduled to be hosted by DHCP agent 6527556c-6586-422c-ae47-082984683847 with binding_index 1 {{(pid=83738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 11:13:48.553437 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-906c2910-1c8e-40d1-9e63-988363ab8841 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830731-3-hyperv, ba30cd74-b5c8-45db-9766-bd7473bf5933) {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:13:48.557281 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-906c2910-1c8e-40d1-9e63-988363ab8841 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:48.557849 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-906c2910-1c8e-40d1-9e63-988363ab8841 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:48.562302 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94b6c5f5-8c4c-42b3-a014-406fe3d150ee None None] Network ba30cd74-b5c8-45db-9766-bd7473bf5933 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 11:13:48.577563 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-906c2910-1c8e-40d1-9e63-988363ab8841 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3907647 Mar 07 11:13:48.580116 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 46728) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:13:48.585119 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-a7a91843-b27f-45d2-a25d-99f511ea315f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1131962775-router', 'tenant_id': '18c991b3af42497aaa9b232f94eabb43', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12'}}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 11:13:48.589633 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-a7a91843-b27f-45d2-a25d-99f511ea315f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 11:13:48.593631 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-a7a91843-b27f-45d2-a25d-99f511ea315f admin admin] Usage tracker for resource:router and tenant:18c991b3af42497aaa9b232f94eabb43 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 11:13:48.596996 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-a7a91843-b27f-45d2-a25d-99f511ea315f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 11:13:48.602512 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-a7a91843-b27f-45d2-a25d-99f511ea315f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 11:13:48.612837 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a7a91843-b27f-45d2-a25d-99f511ea315f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3919700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58025'] for router, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:48.613711 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a7a91843-b27f-45d2-a25d-99f511ea315f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3919671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4011175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58018'] for router, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:48.632754 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a7a91843-b27f-45d2-a25d-99f511ea315f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:48.770710 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c8e7b9f-f237-4951-bb1f-c1662effa047 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ec2749d-0aec-52fb-aca6-10ba8a80aade-ba30cd74-b5c8-45db-9766-bd7473bf5933', 'network_id': 'ba30cd74-b5c8-45db-9766-bd7473bf5933', 'tenant_id': '18c991b3af42497aaa9b232f94eabb43', 'fixed_ips': [{'subnet_id': '7b458768-e37f-4a83-8e6c-6eb2fc597157'}]}} from dv-neutron-830731-3-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 07 11:13:48.771560 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-7c8e7b9f-f237-4951-bb1f-c1662effa047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:48.775331 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a7a91843-b27f-45d2-a25d-99f511ea315f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3917998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58952'] for router, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:48.924247 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-7c8e7b9f-f237-4951-bb1f-c1662effa047 None None] Allocated IP 172.20.0.2 (ba30cd74-b5c8-45db-9766-bd7473bf5933/7b458768-e37f-4a83-8e6c-6eb2fc597157/c9e98e1c-3b2e-4168-83b4-8d316dc3d6d5) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:13:49.058155 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a7a91843-b27f-45d2-a25d-99f511ea315f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:49.087595 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a7a91843-b27f-45d2-a25d-99f511ea315f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:49.133774 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-7c8e7b9f-f237-4951-bb1f-c1662effa047 None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:49.145395 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-7c8e7b9f-f237-4951-bb1f-c1662effa047 None None] Transition to ACTIVE for port object c9e98e1c-3b2e-4168-83b4-8d316dc3d6d5 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 11:13:49.164235 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-7c8e7b9f-f237-4951-bb1f-c1662effa047 None None] Transition to ACTIVE for port object c9e98e1c-3b2e-4168-83b4-8d316dc3d6d5 will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 11:13:49.169834 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-7c8e7b9f-f237-4951-bb1f-c1662effa047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:49.230446 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-a7a91843-b27f-45d2-a25d-99f511ea315f admin admin] Allocated IP 172.26.8.29 (5ed85006-6b00-415e-b71f-837fb1421c12/8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a/26072a97-367b-4ab8-8817-2cf64723f4ea) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:13:49.237832 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c8e7b9f-f237-4951-bb1f-c1662effa047 None None] Network ba30cd74-b5c8-45db-9766-bd7473bf5933 is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:13:49.240565 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-7c8e7b9f-f237-4951-bb1f-c1662effa047 None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:13:49.242938 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8e7b9f-f237-4951-bb1f-c1662effa047 None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 11:13:49.254732 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8e7b9f-f237-4951-bb1f-c1662effa047 None None] Pushing event updated for resources: {'Port': ['ID=c9e98e1c-3b2e-4168-83b4-8d316dc3d6d5,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:13:49.337418 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-7c8e7b9f-f237-4951-bb1f-c1662effa047 None None] Attempting to bind port c9e98e1c-3b2e-4168-83b4-8d316dc3d6d5 on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 11:13:49.337678 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-7c8e7b9f-f237-4951-bb1f-c1662effa047 None None] Attempting to bind port c9e98e1c-3b2e-4168-83b4-8d316dc3d6d5 by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': '2c001c62-e005-433a-a408-f39afaa93a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'ba30cd74-b5c8-45db-9766-bd7473bf5933'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 11:13:49.338039 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8e7b9f-f237-4951-bb1f-c1662effa047 None None] Attempting to bind port c9e98e1c-3b2e-4168-83b4-8d316dc3d6d5 on network ba30cd74-b5c8-45db-9766-bd7473bf5933 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 11:13:49.344280 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8e7b9f-f237-4951-bb1f-c1662effa047 None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 13, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 11:13:49.344824 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8e7b9f-f237-4951-bb1f-c1662effa047 None None] Checking segment: {'id': '2c001c62-e005-433a-a408-f39afaa93a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'ba30cd74-b5c8-45db-9766-bd7473bf5933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 11:13:49.345465 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-7c8e7b9f-f237-4951-bb1f-c1662effa047 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:49.345860 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8e7b9f-f237-4951-bb1f-c1662effa047 None None] Bound using segment: {'id': '2c001c62-e005-433a-a408-f39afaa93a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'ba30cd74-b5c8-45db-9766-bd7473bf5933'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 11:13:49.346327 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-7c8e7b9f-f237-4951-bb1f-c1662effa047 None None] Bound port: c9e98e1c-3b2e-4168-83b4-8d316dc3d6d5, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c001c62-e005-433a-a408-f39afaa93a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'ba30cd74-b5c8-45db-9766-bd7473bf5933'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 11:13:49.346703 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-7c8e7b9f-f237-4951-bb1f-c1662effa047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:49.380167 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a7a91843-b27f-45d2-a25d-99f511ea315f admin admin] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:49.407634 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a7a91843-b27f-45d2-a25d-99f511ea315f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:49.437523 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-7c8e7b9f-f237-4951-bb1f-c1662effa047 None None] For port c9e98e1c-3b2e-4168-83b4-8d316dc3d6d5, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:13:49.441260 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-7c8e7b9f-f237-4951-bb1f-c1662effa047 None None] For port c9e98e1c-3b2e-4168-83b4-8d316dc3d6d5, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=c9e98e1c-3b2e-4168-83b4-8d316dc3d6d5,segment=NetworkSegment(2c001c62-e005-433a-a408-f39afaa93a0f),segment_id=2c001c62-e005-433a-a408-f39afaa93a0f)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:13:49.445482 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-7c8e7b9f-f237-4951-bb1f-c1662effa047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:49.471983 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a91843-b27f-45d2-a25d-99f511ea315f admin admin] Network 5ed85006-6b00-415e-b71f-837fb1421c12 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:13:49.474578 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-a7a91843-b27f-45d2-a25d-99f511ea315f admin admin] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:13:49.478465 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a91843-b27f-45d2-a25d-99f511ea315f admin admin] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 11:13:49.517196 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a91843-b27f-45d2-a25d-99f511ea315f admin admin] Pushing event updated for resources: {'Port': ['ID=26072a97-367b-4ab8-8817-2cf64723f4ea,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:13:49.524509 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 3c28422d-c55d-45b5-be1e-c522902ac36a up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 11:13:49.578479 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8e7b9f-f237-4951-bb1f-c1662effa047 None None] Pushing event updated for resources: {'Port': ['ID=c9e98e1c-3b2e-4168-83b4-8d316dc3d6d5,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:13:49.607047 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 3c28422d-c55d-45b5-be1e-c522902ac36a triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 11:13:49.607418 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:49.674816 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a7a91843-b27f-45d2-a25d-99f511ea315f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:49.676396 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a7a91843-b27f-45d2-a25d-99f511ea315f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3917991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923518'] for router, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:49.920042 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7a91843-b27f-45d2-a25d-99f511ea315f admin admin] Router 762064d5-f395-4dec-92b8-8e8dd30619df is scheduled to L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 with binding_index 1 {{(pid=83738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 11:13:50.116747 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7a91843-b27f-45d2-a25d-99f511ea315f admin admin] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:13:50.127515 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f474b85c-0780-44f1-a052-64adde0704e6 None None] Sync routers for ids ['762064d5-f395-4dec-92b8-8e8dd30619df'] in dv-neutron-830731-3-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 11:13:50.140569 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f474b85c-0780-44f1-a052-64adde0704e6 None None] Routers {'762064d5-f395-4dec-92b8-8e8dd30619df'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 11:13:50.141168 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-f474b85c-0780-44f1-a052-64adde0704e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T11:13:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['762064d5-f395-4dec-92b8-8e8dd30619df'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:13:50.142909 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a7a91843-b27f-45d2-a25d-99f511ea315f admin admin] Notify callbacks [] for router, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:50.144213 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-a7a91843-b27f-45d2-a25d-99f511ea315f admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5631659 Mar 07 11:13:50.146986 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 46732) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:13:50.337997 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-f474b85c-0780-44f1-a052-64adde0704e6 None None] Set router 762064d5-f395-4dec-92b8-8e8dd30619df gateway port host: dv-neutron-830731-3-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 11:13:50.507025 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b9f6320-01f8-4f6e-a1b9-d8f452aa59a4 None None] Network ba30cd74-b5c8-45db-9766-bd7473bf5933 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 11:13:50.599041 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6a370d75-4265-456d-8a2a-96cc82b102ed None None] Provisioning for port c9e98e1c-3b2e-4168-83b4-8d316dc3d6d5 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 11:13:50.630439 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-f474b85c-0780-44f1-a052-64adde0704e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '762064d5-f395-4dec-92b8-8e8dd30619df', 'name': 'tempest-TestShelveInstance-1131962775-router', 'tenant_id': '18c991b3af42497aaa9b232f94eabb43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.29'}], 'enable_snat': True}, 'gw_port_id': '26072a97-367b-4ab8-8817-2cf64723f4ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:13:48Z', 'updated_at': '2022-03-07T11:13:49Z', 'revision_number': 3, 'project_id': '18c991b3af42497aaa9b232f94eabb43', 'gw_port': {'id': '26072a97-367b-4ab8-8817-2cf64723f4ea', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:40:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '762064d5-f395-4dec-92b8-8e8dd30619df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:13:49Z', 'updated_at': '2022-03-07T11:13:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv'}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:13:50.634436 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f474b85c-0780-44f1-a052-64adde0704e6 None None] Checking router: 762064d5-f395-4dec-92b8-8e8dd30619df for host: dv-neutron-830731-3-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 07 11:13:50.634772 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f474b85c-0780-44f1-a052-64adde0704e6 None None] Updating router 762064d5-f395-4dec-92b8-8e8dd30619df port 26072a97-367b-4ab8-8817-2cf64723f4ea binding host dv-neutron-830731-3-hyperv {{(pid=83740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 07 11:13:50.690564 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-f474b85c-0780-44f1-a052-64adde0704e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:51.021273 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-fc67c07b-096e-471a-bf60-e2d28de97733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:51.047231 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-f474b85c-0780-44f1-a052-64adde0704e6 None None] Notify callbacks [] for port, precommit_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:51.059486 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.provisioning_blocks [None req-f474b85c-0780-44f1-a052-64adde0704e6 None None] Transition to ACTIVE for port object 26072a97-367b-4ab8-8817-2cf64723f4ea will not be triggered until provisioned by entity L2. {{(pid=83740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 11:13:51.066301 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-f474b85c-0780-44f1-a052-64adde0704e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:51.148304 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-f474b85c-0780-44f1-a052-64adde0704e6 None None] Attempting to bind port 26072a97-367b-4ab8-8817-2cf64723f4ea on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 11:13:51.149011 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-f474b85c-0780-44f1-a052-64adde0704e6 None None] Attempting to bind port 26072a97-367b-4ab8-8817-2cf64723f4ea by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': '9a22e080-7529-4fc7-949d-9f84ba21807d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12'}] {{(pid=83740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 11:13:51.149011 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f474b85c-0780-44f1-a052-64adde0704e6 None None] Attempting to bind port 26072a97-367b-4ab8-8817-2cf64723f4ea on network 5ed85006-6b00-415e-b71f-837fb1421c12 {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 11:13:51.151052 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbebb598-a0d1-4754-8949-91785ddd2a4c None None] Pushing event updated for resources: {'Port': ['ID=26072a97-367b-4ab8-8817-2cf64723f4ea,revision_number=2']} {{(pid=83740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:13:51.161723 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbebb598-a0d1-4754-8949-91785ddd2a4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:13:51.162068 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbebb598-a0d1-4754-8949-91785ddd2a4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:13:51.162400 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbebb598-a0d1-4754-8949-91785ddd2a4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:13:51.162727 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbebb598-a0d1-4754-8949-91785ddd2a4c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:13:51.163139 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbebb598-a0d1-4754-8949-91785ddd2a4c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:13:51.163475 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbebb598-a0d1-4754-8949-91785ddd2a4c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:13:51.163795 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbebb598-a0d1-4754-8949-91785ddd2a4c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:13:51.164115 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbebb598-a0d1-4754-8949-91785ddd2a4c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:13:51.164432 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbebb598-a0d1-4754-8949-91785ddd2a4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:13:51.164767 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbebb598-a0d1-4754-8949-91785ddd2a4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:13:51.165085 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbebb598-a0d1-4754-8949-91785ddd2a4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:13:51.171614 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f474b85c-0780-44f1-a052-64adde0704e6 None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 13, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 11:13:51.172701 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f474b85c-0780-44f1-a052-64adde0704e6 None None] Checking segment: {'id': '9a22e080-7529-4fc7-949d-9f84ba21807d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 11:13:51.172701 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-f474b85c-0780-44f1-a052-64adde0704e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:51.172989 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f474b85c-0780-44f1-a052-64adde0704e6 None None] Bound using segment: {'id': '9a22e080-7529-4fc7-949d-9f84ba21807d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12'} {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 11:13:51.173394 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-f474b85c-0780-44f1-a052-64adde0704e6 None None] Bound port: 26072a97-367b-4ab8-8817-2cf64723f4ea, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a22e080-7529-4fc7-949d-9f84ba21807d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12'}}] {{(pid=83740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 11:13:51.173759 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-f474b85c-0780-44f1-a052-64adde0704e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:51.227810 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-fc67c07b-096e-471a-bf60-e2d28de97733 admin admin] Allocated IP 172.20.0.1 (ba30cd74-b5c8-45db-9766-bd7473bf5933/7b458768-e37f-4a83-8e6c-6eb2fc597157/4250cee2-8f27-4371-804d-d6b5a467f84f) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:13:51.246717 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.db [None req-f474b85c-0780-44f1-a052-64adde0704e6 None None] For port 26072a97-367b-4ab8-8817-2cf64723f4ea, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:13:51.249872 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.db [None req-f474b85c-0780-44f1-a052-64adde0704e6 None None] For port 26072a97-367b-4ab8-8817-2cf64723f4ea, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=26072a97-367b-4ab8-8817-2cf64723f4ea,segment=NetworkSegment(9a22e080-7529-4fc7-949d-9f84ba21807d),segment_id=9a22e080-7529-4fc7-949d-9f84ba21807d)] {{(pid=83740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:13:51.255063 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-f474b85c-0780-44f1-a052-64adde0704e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:51.337370 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbebb598-a0d1-4754-8949-91785ddd2a4c None None] Pushing event updated for resources: {'Port': ['ID=26072a97-367b-4ab8-8817-2cf64723f4ea,revision_number=3']} {{(pid=83740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:13:51.342364 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f474b85c-0780-44f1-a052-64adde0704e6 None None] Routers {'762064d5-f395-4dec-92b8-8e8dd30619df'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 11:13:51.342959 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-f474b85c-0780-44f1-a052-64adde0704e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T11:13:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['762064d5-f395-4dec-92b8-8e8dd30619df'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:13:51.379141 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-fc67c07b-096e-471a-bf60-e2d28de97733 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:51.395726 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-fc67c07b-096e-471a-bf60-e2d28de97733 admin admin] Transition to ACTIVE for port object 4250cee2-8f27-4371-804d-d6b5a467f84f will not be triggered until provisioned by entity DHCP. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 11:13:51.417569 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-fc67c07b-096e-471a-bf60-e2d28de97733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:51.489941 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc67c07b-096e-471a-bf60-e2d28de97733 admin admin] Network ba30cd74-b5c8-45db-9766-bd7473bf5933 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:13:51.492880 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-fc67c07b-096e-471a-bf60-e2d28de97733 admin admin] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:13:51.495310 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc67c07b-096e-471a-bf60-e2d28de97733 admin admin] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 11:13:51.526649 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc67c07b-096e-471a-bf60-e2d28de97733 admin admin] Pushing event updated for resources: {'Port': ['ID=4250cee2-8f27-4371-804d-d6b5a467f84f,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:13:51.539380 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-f474b85c-0780-44f1-a052-64adde0704e6 None None] Set router 762064d5-f395-4dec-92b8-8e8dd30619df gateway port host: dv-neutron-830731-3-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 11:13:51.561709 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-fc67c07b-096e-471a-bf60-e2d28de97733 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3920324'] for router_interface, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:51.564134 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device c9e98e1c-3b2e-4168-83b4-8d316dc3d6d5 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 11:13:51.665589 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning for port c9e98e1c-3b2e-4168-83b4-8d316dc3d6d5 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 11:13:51.672029 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port c9e98e1c-3b2e-4168-83b4-8d316dc3d6d5 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 11:13:51.673462 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-fc67c07b-096e-471a-bf60-e2d28de97733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:51.674007 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:51.810060 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:51.821503 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-5458d5d4-2f93-4e0e-a902-018ad4a8cb10 None None] Provisioning for port 4250cee2-8f27-4371-804d-d6b5a467f84f completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 11:13:51.831312 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-5458d5d4-2f93-4e0e-a902-018ad4a8cb10 None None] Provisioning complete for port 4250cee2-8f27-4371-804d-d6b5a467f84f triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 11:13:51.831679 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-5458d5d4-2f93-4e0e-a902-018ad4a8cb10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:51.871154 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-f474b85c-0780-44f1-a052-64adde0704e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '762064d5-f395-4dec-92b8-8e8dd30619df', 'name': 'tempest-TestShelveInstance-1131962775-router', 'tenant_id': '18c991b3af42497aaa9b232f94eabb43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.29'}], 'enable_snat': True}, 'gw_port_id': '26072a97-367b-4ab8-8817-2cf64723f4ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:13:48Z', 'updated_at': '2022-03-07T11:13:49Z', 'revision_number': 3, 'project_id': '18c991b3af42497aaa9b232f94eabb43', 'gw_port': {'id': '26072a97-367b-4ab8-8817-2cf64723f4ea', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:40:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '762064d5-f395-4dec-92b8-8e8dd30619df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:13:49Z', 'updated_at': '2022-03-07T11:13:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv'}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:13:51.875379 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f474b85c-0780-44f1-a052-64adde0704e6 None None] The sync data for ids ['762064d5-f395-4dec-92b8-8e8dd30619df'] in dv-neutron-830731-3-hyperv is: [{'id': '762064d5-f395-4dec-92b8-8e8dd30619df', 'name': 'tempest-TestShelveInstance-1131962775-router', 'tenant_id': '18c991b3af42497aaa9b232f94eabb43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.29'}], 'enable_snat': True}, 'gw_port_id': '26072a97-367b-4ab8-8817-2cf64723f4ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:13:48Z', 'updated_at': '2022-03-07T11:13:49Z', 'revision_number': 3, 'project_id': '18c991b3af42497aaa9b232f94eabb43', 'gw_port': {'id': '26072a97-367b-4ab8-8817-2cf64723f4ea', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:40:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '762064d5-f395-4dec-92b8-8e8dd30619df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:13:49Z', 'updated_at': '2022-03-07T11:13:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv'}] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 11:13:51.895443 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] For port c9e98e1c-3b2e-4168-83b4-8d316dc3d6d5, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=c9e98e1c-3b2e-4168-83b4-8d316dc3d6d5,segment=NetworkSegment(2c001c62-e005-433a-a408-f39afaa93a0f),segment_id=2c001c62-e005-433a-a408-f39afaa93a0f)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:13:51.898602 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-5458d5d4-2f93-4e0e-a902-018ad4a8cb10 None None] Port 4250cee2-8f27-4371-804d-d6b5a467f84f cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 11:13:51.900659 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:51.946602 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-fc67c07b-096e-471a-bf60-e2d28de97733 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:51.951121 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-fc67c07b-096e-471a-bf60-e2d28de97733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3556717'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:51.970484 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Pushing event updated for resources: {'Port': ['ID=c9e98e1c-3b2e-4168-83b4-8d316dc3d6d5,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:13:52.058271 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-fc67c07b-096e-471a-bf60-e2d28de97733 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2756426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3920233'] for router_interface, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:52.061653 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc67c07b-096e-471a-bf60-e2d28de97733 admin admin] Pushing event updated for resources: {'Port': ['ID=4250cee2-8f27-4371-804d-d6b5a467f84f,revision_number=2']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:13:52.195300 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc67c07b-096e-471a-bf60-e2d28de97733 admin admin] Network ba30cd74-b5c8-45db-9766-bd7473bf5933 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:13:52.196352 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-fc67c07b-096e-471a-bf60-e2d28de97733 admin admin] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:13:52.427784 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-f02d920d-98c5-49c5-8ffd-87e908ca1079 None None] Provisioning complete for port 4250cee2-8f27-4371-804d-d6b5a467f84f triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 11:13:52.428399 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f02d920d-98c5-49c5-8ffd-87e908ca1079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:52.481655 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-f02d920d-98c5-49c5-8ffd-87e908ca1079 None None] Port 4250cee2-8f27-4371-804d-d6b5a467f84f cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 11:13:52.679963 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc67c07b-096e-471a-bf60-e2d28de97733 admin admin] Router 762064d5-f395-4dec-92b8-8e8dd30619df has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:13:52.875934 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc67c07b-096e-471a-bf60-e2d28de97733 admin admin] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:13:52.884447 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-fc67c07b-096e-471a-bf60-e2d28de97733 admin admin] 10.222.0.13 "PUT /v2.0/routers/762064d5-f395-4dec-92b8-8e8dd30619df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7364926 Mar 07 11:13:53.513661 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device c9e98e1c-3b2e-4168-83b4-8d316dc3d6d5 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 11:13:53.582200 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port c9e98e1c-3b2e-4168-83b4-8d316dc3d6d5 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 11:13:53.582561 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:53.607483 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 46742) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:13:53.614553 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-8a5e209e-7abd-46e7-8da4-7ceba42868a7 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1272603195', 'description': 'tempest-secgroup-smoke-1272603195 description', 'project_id': '5f6257a57e8b437f93012a233b15cc74'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 11:13:53.620304 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-8a5e209e-7abd-46e7-8da4-7ceba42868a7 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 11:13:53.624149 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-8a5e209e-7abd-46e7-8da4-7ceba42868a7 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Usage tracker for resource:security_group and tenant:5f6257a57e8b437f93012a233b15cc74 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 11:13:53.628383 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-8a5e209e-7abd-46e7-8da4-7ceba42868a7 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 11:13:53.633989 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-8a5e209e-7abd-46e7-8da4-7ceba42868a7 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 11:13:53.645354 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8a5e209e-7abd-46e7-8da4-7ceba42868a7 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Notify callbacks [] for security_group, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:53.685228 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-8a5e209e-7abd-46e7-8da4-7ceba42868a7 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 11:13:53.690410 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-8a5e209e-7abd-46e7-8da4-7ceba42868a7 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Usage tracker for resource:security_group_rule and tenant:5f6257a57e8b437f93012a233b15cc74 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 11:13:53.695714 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-8a5e209e-7abd-46e7-8da4-7ceba42868a7 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 11:13:53.701874 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-8a5e209e-7abd-46e7-8da4-7ceba42868a7 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 11:13:53.759441 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8a5e209e-7abd-46e7-8da4-7ceba42868a7 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Notify callbacks [] for security_group, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:53.763159 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8a5e209e-7abd-46e7-8da4-7ceba42868a7 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:53.806696 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5e209e-7abd-46e7-8da4-7ceba42868a7 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2705260-ed4d-4afb-81d9-ff6d096185aa,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:13:53.809138 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8a5e209e-7abd-46e7-8da4-7ceba42868a7 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:53.810310 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-8a5e209e-7abd-46e7-8da4-7ceba42868a7 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2015445 Mar 07 11:13:53.813365 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 46746) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:13:53.818607 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-c656e964-d545-406b-9edd-2e17b78880b5 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Request body: {'security_group_rule': {'security_group_id': 'd2705260-ed4d-4afb-81d9-ff6d096185aa', 'project_id': '5f6257a57e8b437f93012a233b15cc74', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 11:13:53.824421 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-c656e964-d545-406b-9edd-2e17b78880b5 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 11:13:53.828147 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-c656e964-d545-406b-9edd-2e17b78880b5 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Usage tracker for resource:security_group_rule and tenant:5f6257a57e8b437f93012a233b15cc74 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 11:13:53.831033 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-c656e964-d545-406b-9edd-2e17b78880b5 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 11:13:53.836698 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-c656e964-d545-406b-9edd-2e17b78880b5 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 11:13:53.853528 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c656e964-d545-406b-9edd-2e17b78880b5 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:53.917141 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c656e964-d545-406b-9edd-2e17b78880b5 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:53.920728 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c656e964-d545-406b-9edd-2e17b78880b5 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:53.943670 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c656e964-d545-406b-9edd-2e17b78880b5 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=024dd3ab-5a73-4696-a53c-92781b349025,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:13:53.951113 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c656e964-d545-406b-9edd-2e17b78880b5 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:53.952177 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-c656e964-d545-406b-9edd-2e17b78880b5 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1379550 Mar 07 11:13:53.955151 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 46750) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:13:53.960624 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-f5fb6642-45ec-4d06-9379-cbdf47ca0f01 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Request body: {'security_group_rule': {'security_group_id': 'd2705260-ed4d-4afb-81d9-ff6d096185aa', 'project_id': '5f6257a57e8b437f93012a233b15cc74', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 11:13:53.966280 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-f5fb6642-45ec-4d06-9379-cbdf47ca0f01 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 11:13:53.970981 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-f5fb6642-45ec-4d06-9379-cbdf47ca0f01 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Usage tracker for resource:security_group_rule and tenant:5f6257a57e8b437f93012a233b15cc74 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 11:13:53.973848 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-f5fb6642-45ec-4d06-9379-cbdf47ca0f01 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 11:13:53.979446 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-f5fb6642-45ec-4d06-9379-cbdf47ca0f01 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 11:13:53.995427 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f5fb6642-45ec-4d06-9379-cbdf47ca0f01 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:54.056890 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f5fb6642-45ec-4d06-9379-cbdf47ca0f01 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:54.060052 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f5fb6642-45ec-4d06-9379-cbdf47ca0f01 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:54.083271 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fb6642-45ec-4d06-9379-cbdf47ca0f01 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6288df77-1107-4f6c-849c-931733e64f0c,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:13:54.091610 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f5fb6642-45ec-4d06-9379-cbdf47ca0f01 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:54.092767 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-f5fb6642-45ec-4d06-9379-cbdf47ca0f01 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1366687 Mar 07 11:13:54.096120 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 46754) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:13:54.101398 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-53fdc6a8-aaf2-418b-b090-157178636e90 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Request body: {'security_group_rule': {'security_group_id': 'd2705260-ed4d-4afb-81d9-ff6d096185aa', 'project_id': '5f6257a57e8b437f93012a233b15cc74', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 11:13:54.106947 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-53fdc6a8-aaf2-418b-b090-157178636e90 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 11:13:54.111189 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-53fdc6a8-aaf2-418b-b090-157178636e90 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Usage tracker for resource:security_group_rule and tenant:5f6257a57e8b437f93012a233b15cc74 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 11:13:54.113968 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-53fdc6a8-aaf2-418b-b090-157178636e90 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 11:13:54.119470 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-53fdc6a8-aaf2-418b-b090-157178636e90 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 11:13:54.135675 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-53fdc6a8-aaf2-418b-b090-157178636e90 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:54.197694 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-53fdc6a8-aaf2-418b-b090-157178636e90 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:54.201139 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-53fdc6a8-aaf2-418b-b090-157178636e90 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:54.227714 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fdc6a8-aaf2-418b-b090-157178636e90 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66fc753b-7673-4072-994e-42be8f7c19df,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:13:54.237226 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-53fdc6a8-aaf2-418b-b090-157178636e90 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:54.240790 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-53fdc6a8-aaf2-418b-b090-157178636e90 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1413434 Mar 07 11:13:54.240965 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 46758) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:13:54.246254 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-5bfd8d4d-c8b0-4a56-b841-ccef4e3d7314 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Request body: {'security_group_rule': {'security_group_id': 'd2705260-ed4d-4afb-81d9-ff6d096185aa', 'project_id': '5f6257a57e8b437f93012a233b15cc74', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 11:13:54.251903 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-5bfd8d4d-c8b0-4a56-b841-ccef4e3d7314 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 11:13:54.255627 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-5bfd8d4d-c8b0-4a56-b841-ccef4e3d7314 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Usage tracker for resource:security_group_rule and tenant:5f6257a57e8b437f93012a233b15cc74 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 11:13:54.258422 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-5bfd8d4d-c8b0-4a56-b841-ccef4e3d7314 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 11:13:54.264103 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-5bfd8d4d-c8b0-4a56-b841-ccef4e3d7314 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 11:13:54.280565 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5bfd8d4d-c8b0-4a56-b841-ccef4e3d7314 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:54.343270 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5bfd8d4d-c8b0-4a56-b841-ccef4e3d7314 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:54.347373 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5bfd8d4d-c8b0-4a56-b841-ccef4e3d7314 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:54.370188 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfd8d4d-c8b0-4a56-b841-ccef4e3d7314 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f693176-5bcb-4e0f-a1f1-d122419abf23,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:13:54.378276 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5bfd8d4d-c8b0-4a56-b841-ccef4e3d7314 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:54.379529 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-5bfd8d4d-c8b0-4a56-b841-ccef4e3d7314 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1376500 Mar 07 11:13:54.382179 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 46762) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:13:54.387419 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-c6351aba-c789-46f8-8579-8c246a1634be tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Request body: {'security_group_rule': {'security_group_id': 'd2705260-ed4d-4afb-81d9-ff6d096185aa', 'project_id': '5f6257a57e8b437f93012a233b15cc74', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 11:13:54.393544 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-c6351aba-c789-46f8-8579-8c246a1634be tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 11:13:54.397237 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-c6351aba-c789-46f8-8579-8c246a1634be tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Usage tracker for resource:security_group_rule and tenant:5f6257a57e8b437f93012a233b15cc74 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 11:13:54.400050 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-c6351aba-c789-46f8-8579-8c246a1634be tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 11:13:54.405530 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-c6351aba-c789-46f8-8579-8c246a1634be tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 11:13:54.416046 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.db.securitygroups_db [None req-c6351aba-c789-46f8-8579-8c246a1634be tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Project 5f6257a57e8b437f93012a233b15cc74 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 11:13:54.422076 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c6351aba-c789-46f8-8579-8c246a1634be tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:54.484776 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c6351aba-c789-46f8-8579-8c246a1634be tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:54.488315 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c6351aba-c789-46f8-8579-8c246a1634be tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:54.510702 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6351aba-c789-46f8-8579-8c246a1634be tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28cca60f-b876-47cf-9051-09ba98256303,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:13:54.520369 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c6351aba-c789-46f8-8579-8c246a1634be tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:54.521646 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-c6351aba-c789-46f8-8579-8c246a1634be tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1385627 Mar 07 11:13:54.524243 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 46766) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:13:54.529473 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-720ba11b-392e-48fa-89cd-6fd515b77d80 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Request body: {'security_group_rule': {'security_group_id': 'd2705260-ed4d-4afb-81d9-ff6d096185aa', 'project_id': '5f6257a57e8b437f93012a233b15cc74', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 11:13:54.535291 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-720ba11b-392e-48fa-89cd-6fd515b77d80 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 11:13:54.538976 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-720ba11b-392e-48fa-89cd-6fd515b77d80 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Usage tracker for resource:security_group_rule and tenant:5f6257a57e8b437f93012a233b15cc74 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 11:13:54.541765 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-720ba11b-392e-48fa-89cd-6fd515b77d80 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 11:13:54.547234 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-720ba11b-392e-48fa-89cd-6fd515b77d80 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 11:13:54.557081 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.db.securitygroups_db [None req-720ba11b-392e-48fa-89cd-6fd515b77d80 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Project 5f6257a57e8b437f93012a233b15cc74 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 11:13:54.564801 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-720ba11b-392e-48fa-89cd-6fd515b77d80 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:54.633348 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-720ba11b-392e-48fa-89cd-6fd515b77d80 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:54.636547 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-720ba11b-392e-48fa-89cd-6fd515b77d80 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:54.663179 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720ba11b-392e-48fa-89cd-6fd515b77d80 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eafa2aa1-a944-4a21-8684-7df4f3df3415,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:13:54.674077 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-720ba11b-392e-48fa-89cd-6fd515b77d80 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:54.675230 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-720ba11b-392e-48fa-89cd-6fd515b77d80 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1500838 Mar 07 11:13:54.847854 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d7f80f70-cb6b-43fe-b512-d0a5b3b809c1 req-23223e9a-0ca1-4c22-932c-44a8c945c5ce tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1272603195&fields=id&tenant_id=5f6257a57e8b437f93012a233b15cc74 HTTP/1.1" status: 200 len: 267 time: 0.0410810 Mar 07 11:13:54.996713 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f80f70-cb6b-43fe-b512-d0a5b3b809c1 req-bd386000-a8e0-4cdd-84be-64a6a7661c96 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:54.998148 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d7f80f70-cb6b-43fe-b512-d0a5b3b809c1 req-bd386000-a8e0-4cdd-84be-64a6a7661c96 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/networks?id=8dfe7327-0f02-415a-b3e8-db6b26a9c036 HTTP/1.1" status: 200 len: 808 time: 0.1434691 Mar 07 11:13:55.015270 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d7f80f70-cb6b-43fe-b512-d0a5b3b809c1 req-82836172-91e2-4483-8ff5-3742177fc639 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/quotas/5f6257a57e8b437f93012a233b15cc74 HTTP/1.1" status: 200 len: 375 time: 0.0106838 Mar 07 11:13:55.093387 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-d7f80f70-cb6b-43fe-b512-d0a5b3b809c1 req-52566032-22b9-4015-8c4d-4b1a17e0f8aa tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Synchronizing usage tracker for tenant:5f6257a57e8b437f93012a233b15cc74 on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 11:13:55.109173 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-d7f80f70-cb6b-43fe-b512-d0a5b3b809c1 req-52566032-22b9-4015-8c4d-4b1a17e0f8aa tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Unset dirty status for tenant:5f6257a57e8b437f93012a233b15cc74 on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 11:13:55.110630 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d7f80f70-cb6b-43fe-b512-d0a5b3b809c1 req-52566032-22b9-4015-8c4d-4b1a17e0f8aa tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=5f6257a57e8b437f93012a233b15cc74&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0895543 Mar 07 11:13:55.247126 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [req-d7f80f70-cb6b-43fe-b512-d0a5b3b809c1 req-4ceed3b4-5db1-4977-ba32-906fcf506583 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=83737) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 07 11:13:55.248045 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d7f80f70-cb6b-43fe-b512-d0a5b3b809c1 req-4ceed3b4-5db1-4977-ba32-906fcf506583 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1262817 Mar 07 11:13:55.381530 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d7f80f70-cb6b-43fe-b512-d0a5b3b809c1 req-1733851f-a640-40a7-afff-0259aaec4440 service neutron] 10.222.0.13 "GET /v2.0/networks/8dfe7327-0f02-415a-b3e8-db6b26a9c036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264968 Mar 07 11:13:55.512796 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d7f80f70-cb6b-43fe-b512-d0a5b3b809c1 req-7b99b98d-b42e-401f-8d9c-b1a95c03254f service neutron] 10.222.0.13 "GET /v2.0/networks/8dfe7327-0f02-415a-b3e8-db6b26a9c036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255758 Mar 07 11:13:55.701239 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f138c570-c0cd-45be-920a-02df876806d1 req-c283aa47-7f0a-4f2b-a9f4-0f5084387002 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecdaa7ae-ce3d-492b-925d-0f3f2d5f07d8 HTTP/1.1" status: 200 len: 210 time: 0.0438004 Mar 07 11:13:56.881716 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-e048589c-9799-49cc-a4ab-0a8257097626 req-b14e4246-dc60-420f-881a-a55a7d4ed11f tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecdaa7ae-ce3d-492b-925d-0f3f2d5f07d8 HTTP/1.1" status: 200 len: 210 time: 0.0604675 Mar 07 11:13:57.044206 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f80f70-cb6b-43fe-b512-d0a5b3b809c1 req-7f09eba3-9580-4f26-9c28-a2bb6324e7fb tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:57.045662 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d7f80f70-cb6b-43fe-b512-d0a5b3b809c1 req-7f09eba3-9580-4f26-9c28-a2bb6324e7fb tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.10 "GET /v2.0/networks?id=8dfe7327-0f02-415a-b3e8-db6b26a9c036 HTTP/1.1" status: 200 len: 808 time: 0.1895630 Mar 07 11:13:57.104772 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d7f80f70-cb6b-43fe-b512-d0a5b3b809c1 req-88aa4958-507a-471d-870a-42e027ba8d80 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5f6257a57e8b437f93012a233b15cc74 HTTP/1.1" status: 200 len: 380 time: 0.0474727 Mar 07 11:13:57.113981 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [req-d7f80f70-cb6b-43fe-b512-d0a5b3b809c1 req-006d118f-4339-49ce-9bc6-e0dcd438a2bf tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Request body: {'port': {'device_id': 'ecdaa7ae-ce3d-492b-925d-0f3f2d5f07d8', 'network_id': '8dfe7327-0f02-415a-b3e8-db6b26a9c036', 'admin_state_up': True, 'tenant_id': '5f6257a57e8b437f93012a233b15cc74', 'security_groups': ['d2705260-ed4d-4afb-81d9-ff6d096185aa']}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 11:13:57.360808 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [req-d7f80f70-cb6b-43fe-b512-d0a5b3b809c1 req-006d118f-4339-49ce-9bc6-e0dcd438a2bf tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 11:13:57.370266 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [req-d7f80f70-cb6b-43fe-b512-d0a5b3b809c1 req-006d118f-4339-49ce-9bc6-e0dcd438a2bf tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 11:13:57.380316 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7f80f70-cb6b-43fe-b512-d0a5b3b809c1 req-006d118f-4339-49ce-9bc6-e0dcd438a2bf tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Made reservation on behalf of 5f6257a57e8b437f93012a233b15cc74 for: {'port': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:13:57.383420 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-d7f80f70-cb6b-43fe-b512-d0a5b3b809c1 req-006d118f-4339-49ce-9bc6-e0dcd438a2bf tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:57.539988 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 26072a97-367b-4ab8-8817-2cf64723f4ea up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 11:13:57.559470 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [req-d7f80f70-cb6b-43fe-b512-d0a5b3b809c1 req-006d118f-4339-49ce-9bc6-e0dcd438a2bf tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Allocated IP 172.20.0.13 (8dfe7327-0f02-415a-b3e8-db6b26a9c036/43144a61-01ca-4e2f-b13f-c413b0c50207/206faaf1-0fec-4485-a472-e28ec0f915b2) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:13:57.606766 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning for port 26072a97-367b-4ab8-8817-2cf64723f4ea completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 11:13:57.611557 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 26072a97-367b-4ab8-8817-2cf64723f4ea triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 11:13:57.611940 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:57.728101 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:57.744571 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] For port 26072a97-367b-4ab8-8817-2cf64723f4ea, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=26072a97-367b-4ab8-8817-2cf64723f4ea,segment=NetworkSegment(9a22e080-7529-4fc7-949d-9f84ba21807d),segment_id=9a22e080-7529-4fc7-949d-9f84ba21807d)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:13:57.745447 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-d7f80f70-cb6b-43fe-b512-d0a5b3b809c1 req-006d118f-4339-49ce-9bc6-e0dcd438a2bf tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:57.748352 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:57.762143 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [req-d7f80f70-cb6b-43fe-b512-d0a5b3b809c1 req-006d118f-4339-49ce-9bc6-e0dcd438a2bf tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Transition to ACTIVE for port object 206faaf1-0fec-4485-a472-e28ec0f915b2 will not be triggered until provisioned by entity DHCP. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 11:13:57.784966 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-d7f80f70-cb6b-43fe-b512-d0a5b3b809c1 req-006d118f-4339-49ce-9bc6-e0dcd438a2bf tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:57.818271 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Pushing event updated for resources: {'Port': ['ID=26072a97-367b-4ab8-8817-2cf64723f4ea,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:13:57.860083 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7f80f70-cb6b-43fe-b512-d0a5b3b809c1 req-006d118f-4339-49ce-9bc6-e0dcd438a2bf tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Network 8dfe7327-0f02-415a-b3e8-db6b26a9c036 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:13:57.863203 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [req-d7f80f70-cb6b-43fe-b512-d0a5b3b809c1 req-006d118f-4339-49ce-9bc6-e0dcd438a2bf tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:13:57.867492 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7f80f70-cb6b-43fe-b512-d0a5b3b809c1 req-006d118f-4339-49ce-9bc6-e0dcd438a2bf tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 11:13:57.892613 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006d118f-4339-49ce-9bc6-e0dcd438a2bf tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Pushing event updated for resources: {'Port': ['ID=206faaf1-0fec-4485-a472-e28ec0f915b2,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:13:57.932092 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f80f70-cb6b-43fe-b512-d0a5b3b809c1 req-006d118f-4339-49ce-9bc6-e0dcd438a2bf tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:57.932723 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-d7f80f70-cb6b-43fe-b512-d0a5b3b809c1 req-006d118f-4339-49ce-9bc6-e0dcd438a2bf tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:57.965135 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d7f80f70-cb6b-43fe-b512-d0a5b3b809c1 req-006d118f-4339-49ce-9bc6-e0dcd438a2bf tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8554769 Mar 07 11:13:57.977013 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [req-d7f80f70-cb6b-43fe-b512-d0a5b3b809c1 req-ef7e818f-2807-45e1-92b5-69fc0f68b298 service neutron] Request body: {'port': {'device_id': 'ecdaa7ae-ce3d-492b-925d-0f3f2d5f07d8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8307'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 11:13:58.134370 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-404fcd04-a9e0-42c8-a8a4-e831e88d1d24 None None] Provisioning for port 206faaf1-0fec-4485-a472-e28ec0f915b2 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 11:13:58.139309 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-404fcd04-a9e0-42c8-a8a4-e831e88d1d24 None None] Provisioning complete for port 206faaf1-0fec-4485-a472-e28ec0f915b2 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 11:13:58.139682 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-404fcd04-a9e0-42c8-a8a4-e831e88d1d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:58.142160 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-d7f80f70-cb6b-43fe-b512-d0a5b3b809c1 req-ef7e818f-2807-45e1-92b5-69fc0f68b298 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:58.191884 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-404fcd04-a9e0-42c8-a8a4-e831e88d1d24 None None] Port 206faaf1-0fec-4485-a472-e28ec0f915b2 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 11:13:58.205805 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5a3790-d6bf-4dea-8e18-d23ab43dd3cb req-7ec1fb35-ae01-4c50-9452-648fa2296ee3 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:58.206471 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-5f5a3790-d6bf-4dea-8e18-d23ab43dd3cb req-7ec1fb35-ae01-4c50-9452-648fa2296ee3 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Synchronizing usage tracker for tenant:5f6257a57e8b437f93012a233b15cc74 on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 11:13:58.272839 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-5f5a3790-d6bf-4dea-8e18-d23ab43dd3cb req-7ec1fb35-ae01-4c50-9452-648fa2296ee3 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Unset dirty status for tenant:5f6257a57e8b437f93012a233b15cc74 on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 11:13:58.273975 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-5f5a3790-d6bf-4dea-8e18-d23ab43dd3cb req-7ec1fb35-ae01-4c50-9452-648fa2296ee3 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecdaa7ae-ce3d-492b-925d-0f3f2d5f07d8 HTTP/1.1" status: 200 len: 932 time: 0.2511644 Mar 07 11:13:58.398664 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-5f5a3790-d6bf-4dea-8e18-d23ab43dd3cb req-fa98dd70-cc62-4614-8416-041edec622a1 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/security-groups?id=d2705260-ed4d-4afb-81d9-ff6d096185aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1187904 Mar 07 11:13:58.490194 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-cf1165a2-0e14-4e2c-85f3-f28d838d201d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:58.531413 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [req-d7f80f70-cb6b-43fe-b512-d0a5b3b809c1 req-ef7e818f-2807-45e1-92b5-69fc0f68b298 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 206faaf1-0fec-4485-a472-e28ec0f915b2 {{(pid=83737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 07 11:13:58.538698 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-d7f80f70-cb6b-43fe-b512-d0a5b3b809c1 req-ef7e818f-2807-45e1-92b5-69fc0f68b298 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:58.553426 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [req-d7f80f70-cb6b-43fe-b512-d0a5b3b809c1 req-ef7e818f-2807-45e1-92b5-69fc0f68b298 service neutron] Transition to ACTIVE for port object 206faaf1-0fec-4485-a472-e28ec0f915b2 will not be triggered until provisioned by entity L2. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 11:13:58.556651 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-d7f80f70-cb6b-43fe-b512-d0a5b3b809c1 req-ef7e818f-2807-45e1-92b5-69fc0f68b298 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3012561'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:58.686177 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7e818f-2807-45e1-92b5-69fc0f68b298 service neutron] Pushing event updated for resources: {'Port': ['ID=206faaf1-0fec-4485-a472-e28ec0f915b2,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:13:58.792271 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [req-d7f80f70-cb6b-43fe-b512-d0a5b3b809c1 req-ef7e818f-2807-45e1-92b5-69fc0f68b298 service neutron] Attempting to bind port 206faaf1-0fec-4485-a472-e28ec0f915b2 on host hv-neutron-8307 for vnic_type normal with profile {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 11:13:58.792567 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [req-d7f80f70-cb6b-43fe-b512-d0a5b3b809c1 req-ef7e818f-2807-45e1-92b5-69fc0f68b298 service neutron] Attempting to bind port 206faaf1-0fec-4485-a472-e28ec0f915b2 by drivers openvswitch,hyperv on host hv-neutron-8307 at level 0 using segments [{'id': 'e6c5cd05-50ec-4329-aa05-004038fa990b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '8dfe7327-0f02-415a-b3e8-db6b26a9c036'}] {{(pid=83737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 11:13:58.792885 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f80f70-cb6b-43fe-b512-d0a5b3b809c1 req-ef7e818f-2807-45e1-92b5-69fc0f68b298 service neutron] Attempting to bind port 206faaf1-0fec-4485-a472-e28ec0f915b2 on network 8dfe7327-0f02-415a-b3e8-db6b26a9c036 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 11:13:58.798924 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f80f70-cb6b-43fe-b512-d0a5b3b809c1 req-ef7e818f-2807-45e1-92b5-69fc0f68b298 service neutron] Port 206faaf1-0fec-4485-a472-e28ec0f915b2 on network 8dfe7327-0f02-415a-b3e8-db6b26a9c036 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8307 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 07 11:13:58.799229 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f80f70-cb6b-43fe-b512-d0a5b3b809c1 req-ef7e818f-2807-45e1-92b5-69fc0f68b298 service neutron] Attempting to bind port 206faaf1-0fec-4485-a472-e28ec0f915b2 on network 8dfe7327-0f02-415a-b3e8-db6b26a9c036 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 11:13:58.805579 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f80f70-cb6b-43fe-b512-d0a5b3b809c1 req-ef7e818f-2807-45e1-92b5-69fc0f68b298 service neutron] Checking agent: {'id': 'fb93ecad-d7e5-4e81-99ef-d8d0ee7386ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8307', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 21, 15), 'started_at': datetime.datetime(2022, 3, 7, 10, 21, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 11:13:58.805903 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f80f70-cb6b-43fe-b512-d0a5b3b809c1 req-ef7e818f-2807-45e1-92b5-69fc0f68b298 service neutron] Checking segment: {'id': 'e6c5cd05-50ec-4329-aa05-004038fa990b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '8dfe7327-0f02-415a-b3e8-db6b26a9c036'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 11:13:58.806272 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f80f70-cb6b-43fe-b512-d0a5b3b809c1 req-ef7e818f-2807-45e1-92b5-69fc0f68b298 service neutron] Bound using segment: {'id': 'e6c5cd05-50ec-4329-aa05-004038fa990b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '8dfe7327-0f02-415a-b3e8-db6b26a9c036'} {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 11:13:58.806679 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [req-d7f80f70-cb6b-43fe-b512-d0a5b3b809c1 req-ef7e818f-2807-45e1-92b5-69fc0f68b298 service neutron] Bound port: 206faaf1-0fec-4485-a472-e28ec0f915b2, host: hv-neutron-8307, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6c5cd05-50ec-4329-aa05-004038fa990b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '8dfe7327-0f02-415a-b3e8-db6b26a9c036'}}] {{(pid=83737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 11:13:58.807010 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-d7f80f70-cb6b-43fe-b512-d0a5b3b809c1 req-ef7e818f-2807-45e1-92b5-69fc0f68b298 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:58.893590 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [req-d7f80f70-cb6b-43fe-b512-d0a5b3b809c1 req-ef7e818f-2807-45e1-92b5-69fc0f68b298 service neutron] For port 206faaf1-0fec-4485-a472-e28ec0f915b2, host hv-neutron-8307, cleared binding levels {{(pid=83737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:13:58.896333 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [req-d7f80f70-cb6b-43fe-b512-d0a5b3b809c1 req-ef7e818f-2807-45e1-92b5-69fc0f68b298 service neutron] For port 206faaf1-0fec-4485-a472-e28ec0f915b2, host hv-neutron-8307, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=206faaf1-0fec-4485-a472-e28ec0f915b2,segment=NetworkSegment(e6c5cd05-50ec-4329-aa05-004038fa990b),segment_id=e6c5cd05-50ec-4329-aa05-004038fa990b)] {{(pid=83737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:13:58.900960 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-d7f80f70-cb6b-43fe-b512-d0a5b3b809c1 req-ef7e818f-2807-45e1-92b5-69fc0f68b298 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3012561'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:58.964197 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-d7f80f70-cb6b-43fe-b512-d0a5b3b809c1 req-ef7e818f-2807-45e1-92b5-69fc0f68b298 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:58.965516 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d7f80f70-cb6b-43fe-b512-d0a5b3b809c1 req-ef7e818f-2807-45e1-92b5-69fc0f68b298 service neutron] 10.222.0.10 "PUT /v2.0/ports/206faaf1-0fec-4485-a472-e28ec0f915b2 HTTP/1.1" status: 200 len: 1094 time: 0.9935207 Mar 07 11:13:58.965937 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecdaa7ae-ce3d-492b-925d-0f3f2d5f07d8', 'tag': '206faaf1-0fec-4485-a472-e28ec0f915b2'}] {{(pid=83737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 11:13:58.987907 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7e818f-2807-45e1-92b5-69fc0f68b298 service neutron] Pushing event updated for resources: {'Port': ['ID=206faaf1-0fec-4485-a472-e28ec0f915b2,revision_number=3']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:13:59.048099 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecdaa7ae-ce3d-492b-925d-0f3f2d5f07d8', 'tag': '206faaf1-0fec-4485-a472-e28ec0f915b2', 'status': 'completed', 'code': 200} Mar 07 11:13:59.093159 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d7f80f70-cb6b-43fe-b512-d0a5b3b809c1 req-a63bc91e-9ef1-47e8-a33f-8fad7ab12f22 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5f6257a57e8b437f93012a233b15cc74&device_id=ecdaa7ae-ce3d-492b-925d-0f3f2d5f07d8 HTTP/1.1" status: 200 len: 1097 time: 0.0787687 Mar 07 11:13:59.252017 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d7f80f70-cb6b-43fe-b512-d0a5b3b809c1 req-0a4ae3fa-1d68-4430-815e-dce8099ee35b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=206faaf1-0fec-4485-a472-e28ec0f915b2 HTTP/1.1" status: 200 len: 217 time: 0.1515653 Mar 07 11:13:59.312393 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f80f70-cb6b-43fe-b512-d0a5b3b809c1 req-a9f1a542-0492-44dd-b6a7-e671fd16a38d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:59.314649 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d7f80f70-cb6b-43fe-b512-d0a5b3b809c1 req-a9f1a542-0492-44dd-b6a7-e671fd16a38d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=43144a61-01ca-4e2f-b13f-c413b0c50207 HTTP/1.1" status: 200 len: 847 time: 0.0574832 Mar 07 11:13:59.388761 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d7f80f70-cb6b-43fe-b512-d0a5b3b809c1 req-1c7871e8-8729-4714-b0eb-8a5d98471ec3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8dfe7327-0f02-415a-b3e8-db6b26a9c036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683465 Mar 07 11:13:59.521105 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 26072a97-367b-4ab8-8817-2cf64723f4ea up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 11:13:59.524180 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d7f80f70-cb6b-43fe-b512-d0a5b3b809c1 req-39e84b80-57d9-4ade-8d84-701e426f4155 service neutron] 10.222.0.10 "GET /v2.0/networks/8dfe7327-0f02-415a-b3e8-db6b26a9c036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298172 Mar 07 11:13:59.591870 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 26072a97-367b-4ab8-8817-2cf64723f4ea triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 11:13:59.592145 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:13:59.717351 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f90300b-3558-423e-9ca8-9febdbae6497 req-0822542b-b608-4ba8-853d-664241350be6 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:59.718769 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-2f90300b-3558-423e-9ca8-9febdbae6497 req-0822542b-b608-4ba8-853d-664241350be6 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecdaa7ae-ce3d-492b-925d-0f3f2d5f07d8 HTTP/1.1" status: 200 len: 944 time: 0.1937242 Mar 07 11:13:59.720954 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d7f80f70-cb6b-43fe-b512-d0a5b3b809c1 req-73d22fdf-2384-4c43-b55e-4dccb7c00ba9 service neutron] 10.222.0.10 "GET /v2.0/networks/8dfe7327-0f02-415a-b3e8-db6b26a9c036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664536 Mar 07 11:13:59.769696 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-2f90300b-3558-423e-9ca8-9febdbae6497 req-20fc9946-91d4-438a-9ccd-8556fbf3a1d2 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/security-groups?id=d2705260-ed4d-4afb-81d9-ff6d096185aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446563 Mar 07 11:13:59.838897 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-3f75e931-8cde-4db4-86e7-0aca9cac384e req-3d2c8e9c-dbf0-461b-b8b7-a531dc563167 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5f6257a57e8b437f93012a233b15cc74&device_id=ecdaa7ae-ce3d-492b-925d-0f3f2d5f07d8 HTTP/1.1" status: 200 len: 1097 time: 0.0682769 Mar 07 11:13:59.971034 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f75e931-8cde-4db4-86e7-0aca9cac384e req-6d064c69-dfe8-4650-8810-8c6a9711bf02 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:59.972459 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-3f75e931-8cde-4db4-86e7-0aca9cac384e req-6d064c69-dfe8-4650-8810-8c6a9711bf02 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8dfe7327-0f02-415a-b3e8-db6b26a9c036 HTTP/1.1" status: 200 len: 909 time: 0.1267419 Mar 07 11:14:00.041879 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-3f75e931-8cde-4db4-86e7-0aca9cac384e req-3af3ff48-f9a1-4ee1-a936-ddc4bb226bb4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=206faaf1-0fec-4485-a472-e28ec0f915b2 HTTP/1.1" status: 200 len: 217 time: 0.0636299 Mar 07 11:14:00.102674 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f75e931-8cde-4db4-86e7-0aca9cac384e req-d8178fb7-c266-4333-8eac-8ceef434414f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:14:00.104242 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-3f75e931-8cde-4db4-86e7-0aca9cac384e req-d8178fb7-c266-4333-8eac-8ceef434414f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=43144a61-01ca-4e2f-b13f-c413b0c50207 HTTP/1.1" status: 200 len: 847 time: 0.0567291 Mar 07 11:14:00.104390 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-adbd2215-c8ee-41f3-92a6-4182ca26b8a8 None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 11:14:00.181612 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-3f75e931-8cde-4db4-86e7-0aca9cac384e req-a5d2dd61-d595-483a-abad-c2b334404fca service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8dfe7327-0f02-415a-b3e8-db6b26a9c036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712862 Mar 07 11:14:00.313752 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-3f75e931-8cde-4db4-86e7-0aca9cac384e req-515ea4a9-ce5b-4fff-99ac-41baccffdde1 service neutron] 10.222.0.10 "GET /v2.0/networks/8dfe7327-0f02-415a-b3e8-db6b26a9c036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262753 Mar 07 11:14:00.443636 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-3f75e931-8cde-4db4-86e7-0aca9cac384e req-c0213c2c-08e2-4118-919c-5409b004ba43 service neutron] 10.222.0.10 "GET /v2.0/networks/8dfe7327-0f02-415a-b3e8-db6b26a9c036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241164 Mar 07 11:14:00.668828 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-9386fc60-70ba-4243-8d10-41182a273998 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:14:00.967706 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb60363-cb5c-484b-9228-73cb04875dd2 req-bc266f70-3ccd-449a-b19f-629c71fb13f3 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:14:00.969327 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-2cb60363-cb5c-484b-9228-73cb04875dd2 req-bc266f70-3ccd-449a-b19f-629c71fb13f3 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecdaa7ae-ce3d-492b-925d-0f3f2d5f07d8 HTTP/1.1" status: 200 len: 944 time: 0.0784078 Mar 07 11:14:01.012943 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-2cb60363-cb5c-484b-9228-73cb04875dd2 req-efda980f-beb4-4a6f-b91e-090a6c50031b tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/security-groups?id=d2705260-ed4d-4afb-81d9-ff6d096185aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384018 Mar 07 11:14:01.229983 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfcee2de-cc54-4bb4-bcbc-65bfaae03d0a None None] Sync routers for ids ['20f6c406-37ae-44cc-bd6a-0253bdd34913'] in dv-neutron-830731-3-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 11:14:01.243042 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfcee2de-cc54-4bb4-bcbc-65bfaae03d0a None None] Routers {'20f6c406-37ae-44cc-bd6a-0253bdd34913'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 11:14:01.243645 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-cfcee2de-cc54-4bb4-bcbc-65bfaae03d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T11:14:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['20f6c406-37ae-44cc-bd6a-0253bdd34913'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:14:01.415982 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-cfcee2de-cc54-4bb4-bcbc-65bfaae03d0a None None] Set router 20f6c406-37ae-44cc-bd6a-0253bdd34913 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 11:14:01.751112 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-cfcee2de-cc54-4bb4-bcbc-65bfaae03d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20f6c406-37ae-44cc-bd6a-0253bdd34913', 'name': 'tempest-TestShelveInstance-240322583-router', 'tenant_id': '5f6257a57e8b437f93012a233b15cc74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.243'}], 'enable_snat': True}, 'gw_port_id': '3c28422d-c55d-45b5-be1e-c522902ac36a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:13:42Z', 'updated_at': '2022-03-07T11:13:45Z', 'revision_number': 4, 'project_id': '5f6257a57e8b437f93012a233b15cc74', 'gw_port': {'id': '3c28422d-c55d-45b5-be1e-c522902ac36a', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:27:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f6c406-37ae-44cc-bd6a-0253bdd34913', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:13:43Z', 'updated_at': '2022-03-07T11:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_interfaces': [{'id': '93546d05-8104-49c5-8647-0288d9792f60', 'name': '', 'network_id': '8dfe7327-0f02-415a-b3e8-db6b26a9c036', 'tenant_id': '5f6257a57e8b437f93012a233b15cc74', 'mac_address': 'fa:16:3e:1c:35:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20f6c406-37ae-44cc-bd6a-0253bdd34913', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43144a61-01ca-4e2f-b13f-c413b0c50207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:13:45Z', 'updated_at': '2022-03-07T11:13:45Z', 'revision_number': 2, 'project_id': '5f6257a57e8b437f93012a233b15cc74', 'subnets': [{'id': '43144a61-01ca-4e2f-b13f-c413b0c50207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:14:01.754864 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfcee2de-cc54-4bb4-bcbc-65bfaae03d0a None None] Checking router: 20f6c406-37ae-44cc-bd6a-0253bdd34913 for host: dv-neutron-830731-3-hyperv {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 07 11:14:01.755211 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfcee2de-cc54-4bb4-bcbc-65bfaae03d0a None None] Updating router 20f6c406-37ae-44cc-bd6a-0253bdd34913 port 93546d05-8104-49c5-8647-0288d9792f60 binding host dv-neutron-830731-3-hyperv {{(pid=83739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 07 11:14:01.804806 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-cfcee2de-cc54-4bb4-bcbc-65bfaae03d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:14:02.042488 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-711fefd2-3b30-4759-8df5-0aecff1c8e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:14:02.045263 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:14:02.168045 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-cfcee2de-cc54-4bb4-bcbc-65bfaae03d0a None None] Notify callbacks [] for port, precommit_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:14:02.180769 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-cfcee2de-cc54-4bb4-bcbc-65bfaae03d0a None None] Transition to ACTIVE for port object 93546d05-8104-49c5-8647-0288d9792f60 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 11:14:02.186903 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-cfcee2de-cc54-4bb4-bcbc-65bfaae03d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:14:02.209934 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b557e28e-56cf-4482-bed5-9bb541908c40 req-d2b455c8-157b-4e33-8a33-1669be39a903 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:14:02.211360 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b557e28e-56cf-4482-bed5-9bb541908c40 req-d2b455c8-157b-4e33-8a33-1669be39a903 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecdaa7ae-ce3d-492b-925d-0f3f2d5f07d8 HTTP/1.1" status: 200 len: 944 time: 0.0797830 Mar 07 11:14:02.263420 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b557e28e-56cf-4482-bed5-9bb541908c40 req-061c482f-de99-4234-aaec-06961aa5cbd2 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/security-groups?id=d2705260-ed4d-4afb-81d9-ff6d096185aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463457 Mar 07 11:14:02.317888 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93cccf0-8015-4f32-b7f9-f73531ba33d4 None None] Pushing event updated for resources: {'Port': ['ID=93546d05-8104-49c5-8647-0288d9792f60,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:14:02.405627 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-cfcee2de-cc54-4bb4-bcbc-65bfaae03d0a None None] Attempting to bind port 93546d05-8104-49c5-8647-0288d9792f60 on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 11:14:02.405990 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-cfcee2de-cc54-4bb4-bcbc-65bfaae03d0a None None] Attempting to bind port 93546d05-8104-49c5-8647-0288d9792f60 by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': 'e6c5cd05-50ec-4329-aa05-004038fa990b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '8dfe7327-0f02-415a-b3e8-db6b26a9c036'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 11:14:02.406410 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfcee2de-cc54-4bb4-bcbc-65bfaae03d0a None None] Attempting to bind port 93546d05-8104-49c5-8647-0288d9792f60 on network 8dfe7327-0f02-415a-b3e8-db6b26a9c036 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 11:14:02.413254 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfcee2de-cc54-4bb4-bcbc-65bfaae03d0a None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 14, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 11:14:02.413617 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfcee2de-cc54-4bb4-bcbc-65bfaae03d0a None None] Checking segment: {'id': 'e6c5cd05-50ec-4329-aa05-004038fa990b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '8dfe7327-0f02-415a-b3e8-db6b26a9c036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 11:14:02.414010 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-cfcee2de-cc54-4bb4-bcbc-65bfaae03d0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:14:02.414392 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfcee2de-cc54-4bb4-bcbc-65bfaae03d0a None None] Bound using segment: {'id': 'e6c5cd05-50ec-4329-aa05-004038fa990b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '8dfe7327-0f02-415a-b3e8-db6b26a9c036'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 11:14:02.414844 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-cfcee2de-cc54-4bb4-bcbc-65bfaae03d0a None None] Bound port: 93546d05-8104-49c5-8647-0288d9792f60, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6c5cd05-50ec-4329-aa05-004038fa990b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '8dfe7327-0f02-415a-b3e8-db6b26a9c036'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 11:14:02.415206 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-cfcee2de-cc54-4bb4-bcbc-65bfaae03d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:14:02.426019 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device 206faaf1-0fec-4485-a472-e28ec0f915b2 details requested by agent hyperv_hv-neutron-8307 with host hv-neutron-8307 {{(pid=83739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 07 11:14:02.604580 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-cfcee2de-cc54-4bb4-bcbc-65bfaae03d0a None None] For port 93546d05-8104-49c5-8647-0288d9792f60, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:14:02.625820 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-cfcee2de-cc54-4bb4-bcbc-65bfaae03d0a None None] For port 93546d05-8104-49c5-8647-0288d9792f60, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=93546d05-8104-49c5-8647-0288d9792f60,segment=NetworkSegment(e6c5cd05-50ec-4329-aa05-004038fa990b),segment_id=e6c5cd05-50ec-4329-aa05-004038fa990b)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:14:02.634672 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-cfcee2de-cc54-4bb4-bcbc-65bfaae03d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:14:02.673627 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port 206faaf1-0fec-4485-a472-e28ec0f915b2, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=206faaf1-0fec-4485-a472-e28ec0f915b2,segment=NetworkSegment(e6c5cd05-50ec-4329-aa05-004038fa990b),segment_id=e6c5cd05-50ec-4329-aa05-004038fa990b)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:14:02.702703 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Returning: {'device': '206faaf1-0fec-4485-a472-e28ec0f915b2', 'network_id': '8dfe7327-0f02-415a-b3e8-db6b26a9c036', 'port_id': '206faaf1-0fec-4485-a472-e28ec0f915b2', 'mac_address': 'fa:16:3e:4b:70:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43144a61-01ca-4e2f-b13f-c413b0c50207', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 07 11:14:02.781254 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93cccf0-8015-4f32-b7f9-f73531ba33d4 None None] Pushing event updated for resources: {'Port': ['ID=93546d05-8104-49c5-8647-0288d9792f60,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:14:02.793485 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:14:02.804975 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfcee2de-cc54-4bb4-bcbc-65bfaae03d0a None None] Routers {'20f6c406-37ae-44cc-bd6a-0253bdd34913'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 11:14:02.805610 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-cfcee2de-cc54-4bb4-bcbc-65bfaae03d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T11:14:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['20f6c406-37ae-44cc-bd6a-0253bdd34913'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:14:02.918661 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 206faaf1-0fec-4485-a472-e28ec0f915b2 {{(pid=83739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 07 11:14:02.966195 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04139117-39a8-48a1-9324-4523d02a9e3e None None] Sync routers for ids ['762064d5-f395-4dec-92b8-8e8dd30619df'] in dv-neutron-830731-3-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 11:14:02.978712 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04139117-39a8-48a1-9324-4523d02a9e3e None None] Routers {'762064d5-f395-4dec-92b8-8e8dd30619df'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 11:14:02.979390 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-04139117-39a8-48a1-9324-4523d02a9e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T11:14:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['762064d5-f395-4dec-92b8-8e8dd30619df'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:14:03.017980 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port 206faaf1-0fec-4485-a472-e28ec0f915b2, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=206faaf1-0fec-4485-a472-e28ec0f915b2,segment=NetworkSegment(e6c5cd05-50ec-4329-aa05-004038fa990b),segment_id=e6c5cd05-50ec-4329-aa05-004038fa990b)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:14:03.026202 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:14:03.112340 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-cfcee2de-cc54-4bb4-bcbc-65bfaae03d0a None None] Set router 20f6c406-37ae-44cc-bd6a-0253bdd34913 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 11:14:03.154750 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-04139117-39a8-48a1-9324-4523d02a9e3e None None] Set router 762064d5-f395-4dec-92b8-8e8dd30619df gateway port host: dv-neutron-830731-3-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 11:14:03.164155 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Pushing event updated for resources: {'Port': ['ID=206faaf1-0fec-4485-a472-e28ec0f915b2,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:14:03.425408 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] get_ports_and_sgs() called for port_ids ['206faaf1-0fec-4485-a472-e28ec0f915b2'] {{(pid=83739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 07 11:14:03.453791 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c87150bd-aa9c-4ad1-bb68-57ec66d4fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:14:03.507082 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16406902-ceeb-4987-9749-574e23dd57e5 req-fa48f4aa-4f18-46c4-9824-daf281290359 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:14:03.508194 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-04139117-39a8-48a1-9324-4523d02a9e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '762064d5-f395-4dec-92b8-8e8dd30619df', 'name': 'tempest-TestShelveInstance-1131962775-router', 'tenant_id': '18c991b3af42497aaa9b232f94eabb43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.29'}], 'enable_snat': True}, 'gw_port_id': '26072a97-367b-4ab8-8817-2cf64723f4ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:13:48Z', 'updated_at': '2022-03-07T11:13:51Z', 'revision_number': 4, 'project_id': '18c991b3af42497aaa9b232f94eabb43', 'gw_port': {'id': '26072a97-367b-4ab8-8817-2cf64723f4ea', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:40:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '762064d5-f395-4dec-92b8-8e8dd30619df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:13:49Z', 'updated_at': '2022-03-07T11:13:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_interfaces': [{'id': '4250cee2-8f27-4371-804d-d6b5a467f84f', 'name': '', 'network_id': 'ba30cd74-b5c8-45db-9766-bd7473bf5933', 'tenant_id': '18c991b3af42497aaa9b232f94eabb43', 'mac_address': 'fa:16:3e:86:82:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '762064d5-f395-4dec-92b8-8e8dd30619df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7b458768-e37f-4a83-8e6c-6eb2fc597157', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:13:51Z', 'updated_at': '2022-03-07T11:13:51Z', 'revision_number': 2, 'project_id': '18c991b3af42497aaa9b232f94eabb43', 'subnets': [{'id': '7b458768-e37f-4a83-8e6c-6eb2fc597157', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:14:03.508595 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-16406902-ceeb-4987-9749-574e23dd57e5 req-fa48f4aa-4f18-46c4-9824-daf281290359 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecdaa7ae-ce3d-492b-925d-0f3f2d5f07d8 HTTP/1.1" status: 200 len: 945 time: 0.1033337 Mar 07 11:14:03.517629 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04139117-39a8-48a1-9324-4523d02a9e3e None None] Checking router: 762064d5-f395-4dec-92b8-8e8dd30619df for host: dv-neutron-830731-3-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 07 11:14:03.518065 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04139117-39a8-48a1-9324-4523d02a9e3e None None] Updating router 762064d5-f395-4dec-92b8-8e8dd30619df port 4250cee2-8f27-4371-804d-d6b5a467f84f binding host dv-neutron-830731-3-hyperv {{(pid=83740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 07 11:14:03.526464 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-cfcee2de-cc54-4bb4-bcbc-65bfaae03d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20f6c406-37ae-44cc-bd6a-0253bdd34913', 'name': 'tempest-TestShelveInstance-240322583-router', 'tenant_id': '5f6257a57e8b437f93012a233b15cc74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.243'}], 'enable_snat': True}, 'gw_port_id': '3c28422d-c55d-45b5-be1e-c522902ac36a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:13:42Z', 'updated_at': '2022-03-07T11:13:45Z', 'revision_number': 4, 'project_id': '5f6257a57e8b437f93012a233b15cc74', 'gw_port': {'id': '3c28422d-c55d-45b5-be1e-c522902ac36a', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:27:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f6c406-37ae-44cc-bd6a-0253bdd34913', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:13:43Z', 'updated_at': '2022-03-07T11:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_interfaces': [{'id': '93546d05-8104-49c5-8647-0288d9792f60', 'name': '', 'network_id': '8dfe7327-0f02-415a-b3e8-db6b26a9c036', 'tenant_id': '5f6257a57e8b437f93012a233b15cc74', 'mac_address': 'fa:16:3e:1c:35:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20f6c406-37ae-44cc-bd6a-0253bdd34913', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43144a61-01ca-4e2f-b13f-c413b0c50207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:13:45Z', 'updated_at': '2022-03-07T11:14:02Z', 'revision_number': 4, 'project_id': '5f6257a57e8b437f93012a233b15cc74', 'subnets': [{'id': '43144a61-01ca-4e2f-b13f-c413b0c50207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:14:03.540257 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfcee2de-cc54-4bb4-bcbc-65bfaae03d0a None None] The sync data for ids ['20f6c406-37ae-44cc-bd6a-0253bdd34913'] in dv-neutron-830731-3-hyperv is: [{'id': '20f6c406-37ae-44cc-bd6a-0253bdd34913', 'name': 'tempest-TestShelveInstance-240322583-router', 'tenant_id': '5f6257a57e8b437f93012a233b15cc74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.243'}], 'enable_snat': True}, 'gw_port_id': '3c28422d-c55d-45b5-be1e-c522902ac36a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:13:42Z', 'updated_at': '2022-03-07T11:13:45Z', 'revision_number': 4, 'project_id': '5f6257a57e8b437f93012a233b15cc74', 'gw_port': {'id': '3c28422d-c55d-45b5-be1e-c522902ac36a', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:27:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f6c406-37ae-44cc-bd6a-0253bdd34913', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:13:43Z', 'updated_at': '2022-03-07T11:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_interfaces': [{'id': '93546d05-8104-49c5-8647-0288d9792f60', 'name': '', 'network_id': '8dfe7327-0f02-415a-b3e8-db6b26a9c036', 'tenant_id': '5f6257a57e8b437f93012a233b15cc74', 'mac_address': 'fa:16:3e:1c:35:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20f6c406-37ae-44cc-bd6a-0253bdd34913', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43144a61-01ca-4e2f-b13f-c413b0c50207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:13:45Z', 'updated_at': '2022-03-07T11:14:02Z', 'revision_number': 4, 'project_id': '5f6257a57e8b437f93012a233b15cc74', 'subnets': [{'id': '43144a61-01ca-4e2f-b13f-c413b0c50207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 11:14:03.578591 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 93546d05-8104-49c5-8647-0288d9792f60 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 11:14:03.592577 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-16406902-ceeb-4987-9749-574e23dd57e5 req-0ae1cbdb-d877-4db3-871e-07438971ae14 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/security-groups?id=d2705260-ed4d-4afb-81d9-ff6d096185aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774634 Mar 07 11:14:03.605915 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-04139117-39a8-48a1-9324-4523d02a9e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:14:03.719642 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning for port 93546d05-8104-49c5-8647-0288d9792f60 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 11:14:03.733928 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 93546d05-8104-49c5-8647-0288d9792f60 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 11:14:03.734290 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:14:03.900413 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:14:03.933458 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] For port 93546d05-8104-49c5-8647-0288d9792f60, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=93546d05-8104-49c5-8647-0288d9792f60,segment=NetworkSegment(e6c5cd05-50ec-4329-aa05-004038fa990b),segment_id=e6c5cd05-50ec-4329-aa05-004038fa990b)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:14:03.938772 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:14:03.989124 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-04139117-39a8-48a1-9324-4523d02a9e3e None None] Notify callbacks [] for port, precommit_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:14:04.001703 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.provisioning_blocks [None req-04139117-39a8-48a1-9324-4523d02a9e3e None None] Transition to ACTIVE for port object 4250cee2-8f27-4371-804d-d6b5a467f84f will not be triggered until provisioned by entity L2. {{(pid=83740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 11:14:04.008843 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-04139117-39a8-48a1-9324-4523d02a9e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:14:04.015579 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Pushing event updated for resources: {'Port': ['ID=93546d05-8104-49c5-8647-0288d9792f60,revision_number=5']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:14:04.141815 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca92347-bf08-4d38-a30f-a6a1b776c044 None None] Pushing event updated for resources: {'Port': ['ID=4250cee2-8f27-4371-804d-d6b5a467f84f,revision_number=3']} {{(pid=83740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:14:04.232467 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-04139117-39a8-48a1-9324-4523d02a9e3e None None] Attempting to bind port 4250cee2-8f27-4371-804d-d6b5a467f84f on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 11:14:04.232737 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-04139117-39a8-48a1-9324-4523d02a9e3e None None] Attempting to bind port 4250cee2-8f27-4371-804d-d6b5a467f84f by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': '2c001c62-e005-433a-a408-f39afaa93a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'ba30cd74-b5c8-45db-9766-bd7473bf5933'}] {{(pid=83740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 11:14:04.233034 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04139117-39a8-48a1-9324-4523d02a9e3e None None] Attempting to bind port 4250cee2-8f27-4371-804d-d6b5a467f84f on network ba30cd74-b5c8-45db-9766-bd7473bf5933 {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 11:14:04.240361 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04139117-39a8-48a1-9324-4523d02a9e3e None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 14, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 11:14:04.240756 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04139117-39a8-48a1-9324-4523d02a9e3e None None] Checking segment: {'id': '2c001c62-e005-433a-a408-f39afaa93a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'ba30cd74-b5c8-45db-9766-bd7473bf5933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 11:14:04.241142 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-04139117-39a8-48a1-9324-4523d02a9e3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:14:04.241529 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04139117-39a8-48a1-9324-4523d02a9e3e None None] Bound using segment: {'id': '2c001c62-e005-433a-a408-f39afaa93a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'ba30cd74-b5c8-45db-9766-bd7473bf5933'} {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 11:14:04.242059 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-04139117-39a8-48a1-9324-4523d02a9e3e None None] Bound port: 4250cee2-8f27-4371-804d-d6b5a467f84f, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c001c62-e005-433a-a408-f39afaa93a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'ba30cd74-b5c8-45db-9766-bd7473bf5933'}}] {{(pid=83740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 11:14:04.242323 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-04139117-39a8-48a1-9324-4523d02a9e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:14:04.329857 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.db [None req-04139117-39a8-48a1-9324-4523d02a9e3e None None] For port 4250cee2-8f27-4371-804d-d6b5a467f84f, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:14:04.332738 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.db [None req-04139117-39a8-48a1-9324-4523d02a9e3e None None] For port 4250cee2-8f27-4371-804d-d6b5a467f84f, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=4250cee2-8f27-4371-804d-d6b5a467f84f,segment=NetworkSegment(2c001c62-e005-433a-a408-f39afaa93a0f),segment_id=2c001c62-e005-433a-a408-f39afaa93a0f)] {{(pid=83740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:14:04.337296 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-04139117-39a8-48a1-9324-4523d02a9e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:14:04.413157 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca92347-bf08-4d38-a30f-a6a1b776c044 None None] Pushing event updated for resources: {'Port': ['ID=4250cee2-8f27-4371-804d-d6b5a467f84f,revision_number=4']} {{(pid=83740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:14:04.417584 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04139117-39a8-48a1-9324-4523d02a9e3e None None] Routers {'762064d5-f395-4dec-92b8-8e8dd30619df'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 11:14:04.418173 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-04139117-39a8-48a1-9324-4523d02a9e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T11:14:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['762064d5-f395-4dec-92b8-8e8dd30619df'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:14:04.436135 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device 206faaf1-0fec-4485-a472-e28ec0f915b2 up at agent hyperv_hv-neutron-8307 {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 11:14:04.508730 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Provisioning for port 206faaf1-0fec-4485-a472-e28ec0f915b2 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 11:14:04.513738 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Provisioning complete for port 206faaf1-0fec-4485-a472-e28ec0f915b2 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 11:14:04.514101 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:14:04.606646 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-04139117-39a8-48a1-9324-4523d02a9e3e None None] Set router 762064d5-f395-4dec-92b8-8e8dd30619df gateway port host: dv-neutron-830731-3-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 11:14:04.646770 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:14:04.675001 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecdaa7ae-ce3d-492b-925d-0f3f2d5f07d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '206faaf1-0fec-4485-a472-e28ec0f915b2'}] {{(pid=83739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 11:14:04.686810 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port 206faaf1-0fec-4485-a472-e28ec0f915b2, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=206faaf1-0fec-4485-a472-e28ec0f915b2,segment=NetworkSegment(e6c5cd05-50ec-4329-aa05-004038fa990b),segment_id=e6c5cd05-50ec-4329-aa05-004038fa990b)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:14:04.692450 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:14:04.760190 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Pushing event updated for resources: {'Port': ['ID=206faaf1-0fec-4485-a472-e28ec0f915b2,revision_number=5']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:14:04.864627 dv-neutron-830731-3-hyperv neutron-server[83739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecdaa7ae-ce3d-492b-925d-0f3f2d5f07d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '206faaf1-0fec-4485-a472-e28ec0f915b2', 'code': 200} Mar 07 11:14:04.917641 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c5e43d-0c92-480f-9dc1-752f4aa4e20d req-aa8d5022-29e9-465e-b46f-a83fce86fd8f tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:14:04.919002 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-12c5e43d-0c92-480f-9dc1-752f4aa4e20d req-aa8d5022-29e9-465e-b46f-a83fce86fd8f tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecdaa7ae-ce3d-492b-925d-0f3f2d5f07d8 HTTP/1.1" status: 200 len: 946 time: 0.1886201 Mar 07 11:14:04.967851 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-12c5e43d-0c92-480f-9dc1-752f4aa4e20d req-f387ed4b-dd32-46ce-a944-e94a845e1344 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/security-groups?id=d2705260-ed4d-4afb-81d9-ff6d096185aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411873 Mar 07 11:14:04.972592 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-04139117-39a8-48a1-9324-4523d02a9e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '762064d5-f395-4dec-92b8-8e8dd30619df', 'name': 'tempest-TestShelveInstance-1131962775-router', 'tenant_id': '18c991b3af42497aaa9b232f94eabb43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.29'}], 'enable_snat': True}, 'gw_port_id': '26072a97-367b-4ab8-8817-2cf64723f4ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:13:48Z', 'updated_at': '2022-03-07T11:13:51Z', 'revision_number': 4, 'project_id': '18c991b3af42497aaa9b232f94eabb43', 'gw_port': {'id': '26072a97-367b-4ab8-8817-2cf64723f4ea', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:40:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '762064d5-f395-4dec-92b8-8e8dd30619df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:13:49Z', 'updated_at': '2022-03-07T11:13:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_interfaces': [{'id': '4250cee2-8f27-4371-804d-d6b5a467f84f', 'name': '', 'network_id': 'ba30cd74-b5c8-45db-9766-bd7473bf5933', 'tenant_id': '18c991b3af42497aaa9b232f94eabb43', 'mac_address': 'fa:16:3e:86:82:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '762064d5-f395-4dec-92b8-8e8dd30619df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7b458768-e37f-4a83-8e6c-6eb2fc597157', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:13:51Z', 'updated_at': '2022-03-07T11:14:04Z', 'revision_number': 4, 'project_id': '18c991b3af42497aaa9b232f94eabb43', 'subnets': [{'id': '7b458768-e37f-4a83-8e6c-6eb2fc597157', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:14:04.977008 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04139117-39a8-48a1-9324-4523d02a9e3e None None] The sync data for ids ['762064d5-f395-4dec-92b8-8e8dd30619df'] in dv-neutron-830731-3-hyperv is: [{'id': '762064d5-f395-4dec-92b8-8e8dd30619df', 'name': 'tempest-TestShelveInstance-1131962775-router', 'tenant_id': '18c991b3af42497aaa9b232f94eabb43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.29'}], 'enable_snat': True}, 'gw_port_id': '26072a97-367b-4ab8-8817-2cf64723f4ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:13:48Z', 'updated_at': '2022-03-07T11:13:51Z', 'revision_number': 4, 'project_id': '18c991b3af42497aaa9b232f94eabb43', 'gw_port': {'id': '26072a97-367b-4ab8-8817-2cf64723f4ea', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:40:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '762064d5-f395-4dec-92b8-8e8dd30619df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:13:49Z', 'updated_at': '2022-03-07T11:13:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_interfaces': [{'id': '4250cee2-8f27-4371-804d-d6b5a467f84f', 'name': '', 'network_id': 'ba30cd74-b5c8-45db-9766-bd7473bf5933', 'tenant_id': '18c991b3af42497aaa9b232f94eabb43', 'mac_address': 'fa:16:3e:86:82:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '762064d5-f395-4dec-92b8-8e8dd30619df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7b458768-e37f-4a83-8e6c-6eb2fc597157', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:13:51Z', 'updated_at': '2022-03-07T11:14:04Z', 'revision_number': 4, 'project_id': '18c991b3af42497aaa9b232f94eabb43', 'subnets': [{'id': '7b458768-e37f-4a83-8e6c-6eb2fc597157', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 11:14:05.119668 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-6e20ab1a-eb76-4327-836c-623d2582c879 req-9d117839-21cc-4deb-8c51-d4d718c2d780 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ecdaa7ae-ce3d-492b-925d-0f3f2d5f07d8 HTTP/1.1" status: 200 len: 1099 time: 0.0709898 Mar 07 11:14:05.174275 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-6e20ab1a-eb76-4327-836c-623d2582c879 req-561b9e6a-5c08-4b04-88b1-fed703c17ab1 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=d2705260-ed4d-4afb-81d9-ff6d096185aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409405 Mar 07 11:14:05.586554 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 4250cee2-8f27-4371-804d-d6b5a467f84f up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 11:14:05.662400 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning for port 4250cee2-8f27-4371-804d-d6b5a467f84f completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 11:14:05.667444 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 4250cee2-8f27-4371-804d-d6b5a467f84f triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 11:14:05.667809 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:14:05.787652 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:14:05.821505 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] For port 4250cee2-8f27-4371-804d-d6b5a467f84f, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=4250cee2-8f27-4371-804d-d6b5a467f84f,segment=NetworkSegment(2c001c62-e005-433a-a408-f39afaa93a0f),segment_id=2c001c62-e005-433a-a408-f39afaa93a0f)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:14:05.825609 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:14:05.826432 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 93546d05-8104-49c5-8647-0288d9792f60 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 11:14:05.934492 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Pushing event updated for resources: {'Port': ['ID=4250cee2-8f27-4371-804d-d6b5a467f84f,revision_number=5']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:14:05.947774 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 93546d05-8104-49c5-8647-0288d9792f60 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 11:14:05.948141 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:14:06.174248 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fae1238-a704-48a7-b2a9-71e4afaaf908 req-b32843c8-6bfb-446c-a97b-a0170e0d57b5 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:14:06.175947 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-5fae1238-a704-48a7-b2a9-71e4afaaf908 req-b32843c8-6bfb-446c-a97b-a0170e0d57b5 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecdaa7ae-ce3d-492b-925d-0f3f2d5f07d8 HTTP/1.1" status: 200 len: 946 time: 0.0787036 Mar 07 11:14:06.220572 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-5fae1238-a704-48a7-b2a9-71e4afaaf908 req-8c3b088f-efdb-488d-a91c-72ed528e1987 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/security-groups?id=d2705260-ed4d-4afb-81d9-ff6d096185aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392828 Mar 07 11:14:07.413386 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96c89ae-deb8-4183-90da-0290ddd5ca64 req-b81dbb98-cb7a-4ce9-bdf8-5ca015a54d76 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:14:07.414807 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d96c89ae-deb8-4183-90da-0290ddd5ca64 req-b81dbb98-cb7a-4ce9-bdf8-5ca015a54d76 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecdaa7ae-ce3d-492b-925d-0f3f2d5f07d8 HTTP/1.1" status: 200 len: 946 time: 0.0757203 Mar 07 11:14:07.463597 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d96c89ae-deb8-4183-90da-0290ddd5ca64 req-e55d9173-2f53-496a-ae2a-11312a4d55e9 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/security-groups?id=d2705260-ed4d-4afb-81d9-ff6d096185aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432401 Mar 07 11:14:07.522964 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 4250cee2-8f27-4371-804d-d6b5a467f84f up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 11:14:07.598106 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 4250cee2-8f27-4371-804d-d6b5a467f84f triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 11:14:07.598464 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:14:07.661240 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4932f67d-c7de-4f5b-adeb-64a034c5cfa3 req-9358afb3-f476-4a36-ada2-72b9b5866461 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:14:07.662684 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4932f67d-c7de-4f5b-adeb-64a034c5cfa3 req-9358afb3-f476-4a36-ada2-72b9b5866461 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecdaa7ae-ce3d-492b-925d-0f3f2d5f07d8 HTTP/1.1" status: 200 len: 946 time: 0.0785918 Mar 07 11:14:07.709097 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4932f67d-c7de-4f5b-adeb-64a034c5cfa3 req-2d77115f-f0a2-4770-9557-91ce8e06d2fc tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/security-groups?id=d2705260-ed4d-4afb-81d9-ff6d096185aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408363 Mar 07 11:14:07.737161 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 46824) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:14:07.870430 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-dd049310-8420-434d-8837-77575c9c3b50 tempest-TestShelveInstance-1000558112 tempest-TestShelveInstance-1000558112-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=ecdaa7ae-ce3d-492b-925d-0f3f2d5f07d8 HTTP/1.1" status: 200 len: 1094 time: 0.1321545 Mar 07 11:14:07.873182 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 46830) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:14:07.878799 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-c896a66d-cbe3-40f2-98ef-c70896d32bee tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Request body: {'floatingip': {'floating_network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'port_id': '206faaf1-0fec-4485-a472-e28ec0f915b2', 'tenant_id': '5f6257a57e8b437f93012a233b15cc74', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 11:14:07.884138 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-c896a66d-cbe3-40f2-98ef-c70896d32bee tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 11:14:07.888076 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-c896a66d-cbe3-40f2-98ef-c70896d32bee tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Usage tracker for resource:floatingip and tenant:5f6257a57e8b437f93012a233b15cc74 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 11:14:07.890880 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-c896a66d-cbe3-40f2-98ef-c70896d32bee tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 11:14:07.896407 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-c896a66d-cbe3-40f2-98ef-c70896d32bee tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 11:14:07.906974 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c896a66d-cbe3-40f2-98ef-c70896d32bee tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Notify callbacks [] for floatingip, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:14:08.040068 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c896a66d-cbe3-40f2-98ef-c70896d32bee tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:14:08.173523 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-c896a66d-cbe3-40f2-98ef-c70896d32bee tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Allocated IP 172.26.8.165 (5ed85006-6b00-415e-b71f-837fb1421c12/8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a/be87fc78-fd82-424b-bd08-5adae558145b) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:14:08.319436 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c896a66d-cbe3-40f2-98ef-c70896d32bee tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:14:08.346792 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c896a66d-cbe3-40f2-98ef-c70896d32bee tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:14:08.415617 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c896a66d-cbe3-40f2-98ef-c70896d32bee tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Network 5ed85006-6b00-415e-b71f-837fb1421c12 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:14:08.418410 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-c896a66d-cbe3-40f2-98ef-c70896d32bee tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:14:08.422726 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c896a66d-cbe3-40f2-98ef-c70896d32bee tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 11:14:08.448583 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c896a66d-cbe3-40f2-98ef-c70896d32bee tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Pushing event updated for resources: {'Port': ['ID=be87fc78-fd82-424b-bd08-5adae558145b,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:14:08.908787 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c896a66d-cbe3-40f2-98ef-c70896d32bee tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:14:08.962174 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c896a66d-cbe3-40f2-98ef-c70896d32bee tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:14:09.240812 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c896a66d-cbe3-40f2-98ef-c70896d32bee tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:14:09.245316 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c896a66d-cbe3-40f2-98ef-c70896d32bee tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3012561'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:14:09.350196 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c896a66d-cbe3-40f2-98ef-c70896d32bee tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Pushing event updated for resources: {'Port': ['ID=be87fc78-fd82-424b-bd08-5adae558145b,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:14:09.364560 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c896a66d-cbe3-40f2-98ef-c70896d32bee tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923533'] for floatingip, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:14:09.553942 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.db.l3_db [None req-c896a66d-cbe3-40f2-98ef-c70896d32bee tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Floating IP a18cb767-0595-48b5-9518-94c98cb1249a associated. External IP: 172.26.8.165, port: 206faaf1-0fec-4485-a472-e28ec0f915b2. Mar 07 11:14:09.940010 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c896a66d-cbe3-40f2-98ef-c70896d32bee tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Router 20f6c406-37ae-44cc-bd6a-0253bdd34913 has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:14:10.136194 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c896a66d-cbe3-40f2-98ef-c70896d32bee tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:14:10.159276 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c896a66d-cbe3-40f2-98ef-c70896d32bee tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for floatingip, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:14:10.211594 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-c896a66d-cbe3-40f2-98ef-c70896d32bee tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3373928 Mar 07 11:14:10.212081 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecdaa7ae-ce3d-492b-925d-0f3f2d5f07d8', 'tag': '206faaf1-0fec-4485-a472-e28ec0f915b2'}] {{(pid=83737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 11:14:10.340200 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecdaa7ae-ce3d-492b-925d-0f3f2d5f07d8', 'tag': '206faaf1-0fec-4485-a472-e28ec0f915b2', 'status': 'completed', 'code': 200} Mar 07 11:14:10.431129 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-624f143a-22dd-42d2-a82d-da43fb529ebb req-7d89c87b-e2b2-462f-9c57-98379e16ec91 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5f6257a57e8b437f93012a233b15cc74&device_id=ecdaa7ae-ce3d-492b-925d-0f3f2d5f07d8 HTTP/1.1" status: 200 len: 1099 time: 0.0697863 Mar 07 11:14:10.557279 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624f143a-22dd-42d2-a82d-da43fb529ebb req-59f78213-bc2d-4b66-b324-a37605240616 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:14:10.558662 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-624f143a-22dd-42d2-a82d-da43fb529ebb req-59f78213-bc2d-4b66-b324-a37605240616 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8dfe7327-0f02-415a-b3e8-db6b26a9c036 HTTP/1.1" status: 200 len: 909 time: 0.1219251 Mar 07 11:14:10.653865 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-624f143a-22dd-42d2-a82d-da43fb529ebb req-4651affe-9835-4dbb-a76d-9840ed1a636a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=206faaf1-0fec-4485-a472-e28ec0f915b2 HTTP/1.1" status: 200 len: 1000 time: 0.0895824 Mar 07 11:14:10.800970 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624f143a-22dd-42d2-a82d-da43fb529ebb req-a24fbd12-392a-4c3e-a539-a6b039650bf7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:14:10.802375 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-624f143a-22dd-42d2-a82d-da43fb529ebb req-a24fbd12-392a-4c3e-a539-a6b039650bf7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=43144a61-01ca-4e2f-b13f-c413b0c50207 HTTP/1.1" status: 200 len: 847 time: 0.1428633 Mar 07 11:14:10.878944 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-624f143a-22dd-42d2-a82d-da43fb529ebb req-46892d36-0de3-4b14-9307-5b61af3f4cb3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8dfe7327-0f02-415a-b3e8-db6b26a9c036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703378 Mar 07 11:14:11.009732 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-624f143a-22dd-42d2-a82d-da43fb529ebb req-3d822aee-f5d6-4bb0-92ce-df89df87c303 service neutron] 10.222.0.10 "GET /v2.0/networks/8dfe7327-0f02-415a-b3e8-db6b26a9c036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249228 Mar 07 11:14:11.137168 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-624f143a-22dd-42d2-a82d-da43fb529ebb req-25a6fed0-5088-47a2-86fe-6d064d66e4de service neutron] 10.222.0.10 "GET /v2.0/networks/8dfe7327-0f02-415a-b3e8-db6b26a9c036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218977 Mar 07 11:14:11.396543 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a71cedf4-0521-425d-bff5-e7330bfc888e None None] Sync routers for ids ['20f6c406-37ae-44cc-bd6a-0253bdd34913'] in dv-neutron-830731-3-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 11:14:11.409292 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71cedf4-0521-425d-bff5-e7330bfc888e None None] Routers {'20f6c406-37ae-44cc-bd6a-0253bdd34913'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 11:14:11.409980 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-a71cedf4-0521-425d-bff5-e7330bfc888e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T11:14:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['20f6c406-37ae-44cc-bd6a-0253bdd34913'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:14:11.582059 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-a71cedf4-0521-425d-bff5-e7330bfc888e None None] Set router 20f6c406-37ae-44cc-bd6a-0253bdd34913 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 11:14:11.917636 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-a71cedf4-0521-425d-bff5-e7330bfc888e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20f6c406-37ae-44cc-bd6a-0253bdd34913', 'name': 'tempest-TestShelveInstance-240322583-router', 'tenant_id': '5f6257a57e8b437f93012a233b15cc74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.243'}], 'enable_snat': True}, 'gw_port_id': '3c28422d-c55d-45b5-be1e-c522902ac36a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:13:42Z', 'updated_at': '2022-03-07T11:13:45Z', 'revision_number': 4, 'project_id': '5f6257a57e8b437f93012a233b15cc74', 'gw_port': {'id': '3c28422d-c55d-45b5-be1e-c522902ac36a', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:27:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f6c406-37ae-44cc-bd6a-0253bdd34913', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:13:43Z', 'updated_at': '2022-03-07T11:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_floatingips': [{'id': 'a18cb767-0595-48b5-9518-94c98cb1249a', 'tenant_id': '5f6257a57e8b437f93012a233b15cc74', 'floating_ip_address': '172.26.8.165', 'floating_network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'router_id': '20f6c406-37ae-44cc-bd6a-0253bdd34913', 'port_id': '206faaf1-0fec-4485-a472-e28ec0f915b2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8dfe7327-0f02-415a-b3e8-db6b26a9c036', 'mac_address': 'fa:16:3e:4b:70:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecdaa7ae-ce3d-492b-925d-0f3f2d5f07d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:14:08Z', 'updated_at': '2022-03-07T11:14:08Z', 'revision_number': 0, 'project_id': '5f6257a57e8b437f93012a233b15cc74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93546d05-8104-49c5-8647-0288d9792f60', 'name': '', 'network_id': '8dfe7327-0f02-415a-b3e8-db6b26a9c036', 'tenant_id': '5f6257a57e8b437f93012a233b15cc74', 'mac_address': 'fa:16:3e:1c:35:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f6c406-37ae-44cc-bd6a-0253bdd34913', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43144a61-01ca-4e2f-b13f-c413b0c50207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:13:45Z', 'updated_at': '2022-03-07T11:14:03Z', 'revision_number': 5, 'project_id': '5f6257a57e8b437f93012a233b15cc74', 'subnets': [{'id': '43144a61-01ca-4e2f-b13f-c413b0c50207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:14:11.921364 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a71cedf4-0521-425d-bff5-e7330bfc888e None None] Checking router: 20f6c406-37ae-44cc-bd6a-0253bdd34913 for host: dv-neutron-830731-3-hyperv {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 07 11:14:11.932440 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71cedf4-0521-425d-bff5-e7330bfc888e None None] Routers {'20f6c406-37ae-44cc-bd6a-0253bdd34913'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 11:14:11.933037 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-a71cedf4-0521-425d-bff5-e7330bfc888e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T11:14:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['20f6c406-37ae-44cc-bd6a-0253bdd34913'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:14:12.104783 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-a71cedf4-0521-425d-bff5-e7330bfc888e None None] Set router 20f6c406-37ae-44cc-bd6a-0253bdd34913 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 11:14:12.435446 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-a71cedf4-0521-425d-bff5-e7330bfc888e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20f6c406-37ae-44cc-bd6a-0253bdd34913', 'name': 'tempest-TestShelveInstance-240322583-router', 'tenant_id': '5f6257a57e8b437f93012a233b15cc74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.243'}], 'enable_snat': True}, 'gw_port_id': '3c28422d-c55d-45b5-be1e-c522902ac36a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:13:42Z', 'updated_at': '2022-03-07T11:13:45Z', 'revision_number': 4, 'project_id': '5f6257a57e8b437f93012a233b15cc74', 'gw_port': {'id': '3c28422d-c55d-45b5-be1e-c522902ac36a', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:27:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f6c406-37ae-44cc-bd6a-0253bdd34913', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:13:43Z', 'updated_at': '2022-03-07T11:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_floatingips': [{'id': 'a18cb767-0595-48b5-9518-94c98cb1249a', 'tenant_id': '5f6257a57e8b437f93012a233b15cc74', 'floating_ip_address': '172.26.8.165', 'floating_network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'router_id': '20f6c406-37ae-44cc-bd6a-0253bdd34913', 'port_id': '206faaf1-0fec-4485-a472-e28ec0f915b2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8dfe7327-0f02-415a-b3e8-db6b26a9c036', 'mac_address': 'fa:16:3e:4b:70:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecdaa7ae-ce3d-492b-925d-0f3f2d5f07d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:14:08Z', 'updated_at': '2022-03-07T11:14:08Z', 'revision_number': 0, 'project_id': '5f6257a57e8b437f93012a233b15cc74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93546d05-8104-49c5-8647-0288d9792f60', 'name': '', 'network_id': '8dfe7327-0f02-415a-b3e8-db6b26a9c036', 'tenant_id': '5f6257a57e8b437f93012a233b15cc74', 'mac_address': 'fa:16:3e:1c:35:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f6c406-37ae-44cc-bd6a-0253bdd34913', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43144a61-01ca-4e2f-b13f-c413b0c50207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:13:45Z', 'updated_at': '2022-03-07T11:14:03Z', 'revision_number': 5, 'project_id': '5f6257a57e8b437f93012a233b15cc74', 'subnets': [{'id': '43144a61-01ca-4e2f-b13f-c413b0c50207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:14:12.439410 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a71cedf4-0521-425d-bff5-e7330bfc888e None None] The sync data for ids ['20f6c406-37ae-44cc-bd6a-0253bdd34913'] in dv-neutron-830731-3-hyperv is: [{'id': '20f6c406-37ae-44cc-bd6a-0253bdd34913', 'name': 'tempest-TestShelveInstance-240322583-router', 'tenant_id': '5f6257a57e8b437f93012a233b15cc74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.243'}], 'enable_snat': True}, 'gw_port_id': '3c28422d-c55d-45b5-be1e-c522902ac36a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:13:42Z', 'updated_at': '2022-03-07T11:13:45Z', 'revision_number': 4, 'project_id': '5f6257a57e8b437f93012a233b15cc74', 'gw_port': {'id': '3c28422d-c55d-45b5-be1e-c522902ac36a', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:27:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f6c406-37ae-44cc-bd6a-0253bdd34913', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:13:43Z', 'updated_at': '2022-03-07T11:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_floatingips': [{'id': 'a18cb767-0595-48b5-9518-94c98cb1249a', 'tenant_id': '5f6257a57e8b437f93012a233b15cc74', 'floating_ip_address': '172.26.8.165', 'floating_network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'router_id': '20f6c406-37ae-44cc-bd6a-0253bdd34913', 'port_id': '206faaf1-0fec-4485-a472-e28ec0f915b2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8dfe7327-0f02-415a-b3e8-db6b26a9c036', 'mac_address': 'fa:16:3e:4b:70:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecdaa7ae-ce3d-492b-925d-0f3f2d5f07d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:14:08Z', 'updated_at': '2022-03-07T11:14:08Z', 'revision_number': 0, 'project_id': '5f6257a57e8b437f93012a233b15cc74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93546d05-8104-49c5-8647-0288d9792f60', 'name': '', 'network_id': '8dfe7327-0f02-415a-b3e8-db6b26a9c036', 'tenant_id': '5f6257a57e8b437f93012a233b15cc74', 'mac_address': 'fa:16:3e:1c:35:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f6c406-37ae-44cc-bd6a-0253bdd34913', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43144a61-01ca-4e2f-b13f-c413b0c50207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:13:45Z', 'updated_at': '2022-03-07T11:14:03Z', 'revision_number': 5, 'project_id': '5f6257a57e8b437f93012a233b15cc74', 'subnets': [{'id': '43144a61-01ca-4e2f-b13f-c413b0c50207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 11:14:16.045112 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:14:21.805558 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0b20d0-9629-4a95-aba4-24e9310ee104 None None] New status for floating IP a18cb767-0595-48b5-9518-94c98cb1249a: ACTIVE {{(pid=83740) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 07 11:14:28.495496 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-ca2a339f-4497-4e3d-84ec-a905ea23793e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:14:30.670914 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-5990133d-7efa-4dc9-9418-41df7bdfab0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:14:31.972965 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-711fefd2-3b30-4759-8df5-0aecff1c8e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:14:31.974274 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:14:33.395677 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c87150bd-aa9c-4ad1-bb68-57ec66d4fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:14:37.104324 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-adbd2215-c8ee-41f3-92a6-4182ca26b8a8 None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 11:14:46.044125 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:14:58.497175 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-1d07c185-91e0-4880-b15b-0fb5d0ada88a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:15:00.672273 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-3c75e818-eefb-4ef8-ab7a-0ac3401281bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:15:01.975887 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:15:01.978004 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-711fefd2-3b30-4759-8df5-0aecff1c8e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:15:03.398292 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c87150bd-aa9c-4ad1-bb68-57ec66d4fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:15:03.693949 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-bfa86c37-3967-4863-a6b7-257f4858c5a4 req-73b26e20-ab86-42d8-a638-ef5bac7db4fa service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ecdaa7ae-ce3d-492b-925d-0f3f2d5f07d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1360002 Mar 07 11:15:03.828180 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-bfa86c37-3967-4863-a6b7-257f4858c5a4 req-8ffe1b55-4d0d-4877-8d0e-f5f97ed7ec24 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5f6257a57e8b437f93012a233b15cc74&device_id=ecdaa7ae-ce3d-492b-925d-0f3f2d5f07d8 HTTP/1.1" status: 200 len: 1099 time: 0.0663714 Mar 07 11:15:03.969724 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa86c37-3967-4863-a6b7-257f4858c5a4 req-ce538c9e-d2f5-4323-a4ae-ccb56a29b5e3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:15:03.971144 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-bfa86c37-3967-4863-a6b7-257f4858c5a4 req-ce538c9e-d2f5-4323-a4ae-ccb56a29b5e3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8dfe7327-0f02-415a-b3e8-db6b26a9c036 HTTP/1.1" status: 200 len: 909 time: 0.1255150 Mar 07 11:15:04.071290 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-bfa86c37-3967-4863-a6b7-257f4858c5a4 req-9d0fa6a1-bdf9-4958-9ae7-5229010876d3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=206faaf1-0fec-4485-a472-e28ec0f915b2 HTTP/1.1" status: 200 len: 1002 time: 0.0940592 Mar 07 11:15:04.131947 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa86c37-3967-4863-a6b7-257f4858c5a4 req-da4f8b3f-4617-43a8-bca9-7c12b1bcbcf7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:15:04.133293 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-bfa86c37-3967-4863-a6b7-257f4858c5a4 req-da4f8b3f-4617-43a8-bca9-7c12b1bcbcf7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=43144a61-01ca-4e2f-b13f-c413b0c50207 HTTP/1.1" status: 200 len: 847 time: 0.0563185 Mar 07 11:15:04.210979 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-bfa86c37-3967-4863-a6b7-257f4858c5a4 req-47cf5d7e-86d6-4fe3-8da3-a4be8f469aae service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8dfe7327-0f02-415a-b3e8-db6b26a9c036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713999 Mar 07 11:15:04.220917 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [req-bfa86c37-3967-4863-a6b7-257f4858c5a4 req-a082b0d2-4f2b-43d7-9fe7-c9850a269caf service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=83737) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 07 11:15:04.221809 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-bfa86c37-3967-4863-a6b7-257f4858c5a4 req-a082b0d2-4f2b-43d7-9fe7-c9850a269caf service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0046389 Mar 07 11:15:04.354971 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-bfa86c37-3967-4863-a6b7-257f4858c5a4 req-d0795460-6f75-4c47-a82b-d26ae9d9897d service neutron] 10.222.0.10 "GET /v2.0/networks/8dfe7327-0f02-415a-b3e8-db6b26a9c036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266677 Mar 07 11:15:04.485604 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-bfa86c37-3967-4863-a6b7-257f4858c5a4 req-859e421a-2b88-46cf-9f4d-b2c7809a5f54 service neutron] 10.222.0.10 "GET /v2.0/networks/8dfe7327-0f02-415a-b3e8-db6b26a9c036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237481 Mar 07 11:15:14.111907 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-adbd2215-c8ee-41f3-92a6-4182ca26b8a8 None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 11:15:16.057379 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:15:28.498991 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-3eb90298-97d5-4485-af23-4eb7076baab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:15:30.675107 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-4af77950-74f9-4f38-8f3e-856927a80a0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:15:31.977088 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:15:31.978821 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-711fefd2-3b30-4759-8df5-0aecff1c8e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:15:33.400212 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c87150bd-aa9c-4ad1-bb68-57ec66d4fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:15:46.055566 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:15:51.104244 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-adbd2215-c8ee-41f3-92a6-4182ca26b8a8 None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 11:15:58.500742 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-1b6a77f4-b2dd-453c-a860-8546cd7d0e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:16:00.676856 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-55092799-45c7-48c8-85fc-0783c1a3183f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:16:01.980298 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:16:01.982042 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-711fefd2-3b30-4759-8df5-0aecff1c8e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:16:03.405509 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c87150bd-aa9c-4ad1-bb68-57ec66d4fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:16:04.622767 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-6cb10a40-c5be-464e-b2e9-deb200d3240f req-c2e06a34-c50a-4788-81e1-a671508c1215 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ecdaa7ae-ce3d-492b-925d-0f3f2d5f07d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0747700 Mar 07 11:16:04.758600 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-6cb10a40-c5be-464e-b2e9-deb200d3240f req-6e8a16cd-f3fd-4431-80c3-6954f47ca2e4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5f6257a57e8b437f93012a233b15cc74&device_id=ecdaa7ae-ce3d-492b-925d-0f3f2d5f07d8 HTTP/1.1" status: 200 len: 1099 time: 0.0704997 Mar 07 11:16:04.896409 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb10a40-c5be-464e-b2e9-deb200d3240f req-576b5a31-2fa5-4d06-9b2a-850ed7bb3e52 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:16:04.897750 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-6cb10a40-c5be-464e-b2e9-deb200d3240f req-576b5a31-2fa5-4d06-9b2a-850ed7bb3e52 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8dfe7327-0f02-415a-b3e8-db6b26a9c036 HTTP/1.1" status: 200 len: 909 time: 0.1216176 Mar 07 11:16:04.992602 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-6cb10a40-c5be-464e-b2e9-deb200d3240f req-04be9ec8-5b70-4ed9-8e5b-1f4b9762215d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=206faaf1-0fec-4485-a472-e28ec0f915b2 HTTP/1.1" status: 200 len: 1002 time: 0.0890315 Mar 07 11:16:05.136968 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb10a40-c5be-464e-b2e9-deb200d3240f req-74da8997-4825-4e23-889e-eaba7dd2d654 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:16:05.138403 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-6cb10a40-c5be-464e-b2e9-deb200d3240f req-74da8997-4825-4e23-889e-eaba7dd2d654 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=43144a61-01ca-4e2f-b13f-c413b0c50207 HTTP/1.1" status: 200 len: 847 time: 0.1405256 Mar 07 11:16:05.212223 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-6cb10a40-c5be-464e-b2e9-deb200d3240f req-fcd2819f-d519-48ef-b5a0-fa88e25490df service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8dfe7327-0f02-415a-b3e8-db6b26a9c036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0678601 Mar 07 11:16:05.341796 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-6cb10a40-c5be-464e-b2e9-deb200d3240f req-3ddbf6e5-ff8e-4ac8-a2d7-e0a623d3b95a service neutron] 10.222.0.10 "GET /v2.0/networks/8dfe7327-0f02-415a-b3e8-db6b26a9c036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237860 Mar 07 11:16:05.475537 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-6cb10a40-c5be-464e-b2e9-deb200d3240f req-10fd58ab-dac7-4f3e-9e46-83ff54bc0ad5 service neutron] 10.222.0.10 "GET /v2.0/networks/8dfe7327-0f02-415a-b3e8-db6b26a9c036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279340 Mar 07 11:16:16.058340 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:16:28.104197 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-adbd2215-c8ee-41f3-92a6-4182ca26b8a8 None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 11:16:28.502975 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c7113a79-07d7-47e5-b0d8-e71675bf900c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:16:30.679414 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c34fe01a-d910-4a65-8879-589daab103f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:16:31.982403 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:16:31.984071 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-711fefd2-3b30-4759-8df5-0aecff1c8e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:16:33.407281 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c87150bd-aa9c-4ad1-bb68-57ec66d4fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:16:35.686420 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4d4af6-1f28-4485-be50-9718f950a767 req-0f0ab4e9-4493-48ef-821d-673d8ca831c4 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:16:35.687772 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-8f4d4af6-1f28-4485-be50-9718f950a767 req-0f0ab4e9-4493-48ef-821d-673d8ca831c4 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecdaa7ae-ce3d-492b-925d-0f3f2d5f07d8 HTTP/1.1" status: 200 len: 946 time: 0.0796418 Mar 07 11:16:35.732549 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-8f4d4af6-1f28-4485-be50-9718f950a767 req-2e9974ca-cd01-4dbf-b804-7d8ed9a80008 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/security-groups?id=d2705260-ed4d-4afb-81d9-ff6d096185aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386684 Mar 07 11:16:36.947662 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4899d36-ee3a-455b-91ef-16f8c64418c7 req-0b7880f6-88d1-4672-9e28-ddede3fda603 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:16:36.949152 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d4899d36-ee3a-455b-91ef-16f8c64418c7 req-0b7880f6-88d1-4672-9e28-ddede3fda603 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecdaa7ae-ce3d-492b-925d-0f3f2d5f07d8 HTTP/1.1" status: 200 len: 946 time: 0.0808854 Mar 07 11:16:36.996834 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d4899d36-ee3a-455b-91ef-16f8c64418c7 req-ad55a481-104b-496b-a8ce-1ba67c9daa75 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/security-groups?id=d2705260-ed4d-4afb-81d9-ff6d096185aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421247 Mar 07 11:16:38.205153 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de2a034-12be-4d92-8818-21d1748ac360 req-5da15464-d73a-4be2-ac5a-3a219812d921 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:16:38.206571 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4de2a034-12be-4d92-8818-21d1748ac360 req-5da15464-d73a-4be2-ac5a-3a219812d921 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecdaa7ae-ce3d-492b-925d-0f3f2d5f07d8 HTTP/1.1" status: 200 len: 946 time: 0.0770018 Mar 07 11:16:38.253099 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4de2a034-12be-4d92-8818-21d1748ac360 req-7e1a7097-7da1-41ad-a2aa-376fba35790b tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/security-groups?id=d2705260-ed4d-4afb-81d9-ff6d096185aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409935 Mar 07 11:16:39.455206 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81934c2a-e0e2-48e1-a8c0-976642179ad3 req-9b9b7005-e8d6-45e2-8464-3f30b0f164df tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:16:39.456624 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-81934c2a-e0e2-48e1-a8c0-976642179ad3 req-9b9b7005-e8d6-45e2-8464-3f30b0f164df tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecdaa7ae-ce3d-492b-925d-0f3f2d5f07d8 HTTP/1.1" status: 200 len: 946 time: 0.0768790 Mar 07 11:16:39.500377 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-81934c2a-e0e2-48e1-a8c0-976642179ad3 req-989d4687-17f3-425f-9d99-ae4e0cc273ef tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/security-groups?id=d2705260-ed4d-4afb-81d9-ff6d096185aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379617 Mar 07 11:16:40.695310 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d662ce-2053-4dee-8c44-f00c97e8c0a0 req-c36f0188-ad11-4970-a245-a69a8aa28eb5 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:16:40.696757 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-33d662ce-2053-4dee-8c44-f00c97e8c0a0 req-c36f0188-ad11-4970-a245-a69a8aa28eb5 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecdaa7ae-ce3d-492b-925d-0f3f2d5f07d8 HTTP/1.1" status: 200 len: 946 time: 0.0746262 Mar 07 11:16:40.740253 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-33d662ce-2053-4dee-8c44-f00c97e8c0a0 req-040889e9-6f2f-4c9d-9b70-6007dfd18d3d tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/security-groups?id=d2705260-ed4d-4afb-81d9-ff6d096185aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381708 Mar 07 11:16:41.934811 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da654110-4843-479d-b3ec-a91732057554 req-a7e426c7-d5de-42be-b21f-1462fb5515fe tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:16:41.936226 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-da654110-4843-479d-b3ec-a91732057554 req-a7e426c7-d5de-42be-b21f-1462fb5515fe tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecdaa7ae-ce3d-492b-925d-0f3f2d5f07d8 HTTP/1.1" status: 200 len: 946 time: 0.0784214 Mar 07 11:16:41.980977 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-da654110-4843-479d-b3ec-a91732057554 req-6bb11b03-c822-481d-91f4-f0d56dd4581f tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/security-groups?id=d2705260-ed4d-4afb-81d9-ff6d096185aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393209 Mar 07 11:16:43.171832 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6009009-63eb-4d0c-84c6-bce3534ff9f5 req-962b568a-a016-4d60-aece-6deb5bd588d5 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:16:43.173626 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-a6009009-63eb-4d0c-84c6-bce3534ff9f5 req-962b568a-a016-4d60-aece-6deb5bd588d5 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecdaa7ae-ce3d-492b-925d-0f3f2d5f07d8 HTTP/1.1" status: 200 len: 946 time: 0.0744021 Mar 07 11:16:43.217275 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-a6009009-63eb-4d0c-84c6-bce3534ff9f5 req-7f054e24-d8f6-4639-8ba3-caf7bd3b1b25 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/security-groups?id=d2705260-ed4d-4afb-81d9-ff6d096185aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376849 Mar 07 11:16:44.414197 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8406e29b-5e5d-4f12-a27f-df2a9b17270a req-99441311-b8c0-4260-ace9-73af9d6f7823 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:16:44.415611 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-8406e29b-5e5d-4f12-a27f-df2a9b17270a req-99441311-b8c0-4260-ace9-73af9d6f7823 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecdaa7ae-ce3d-492b-925d-0f3f2d5f07d8 HTTP/1.1" status: 200 len: 946 time: 0.0781524 Mar 07 11:16:44.460162 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-8406e29b-5e5d-4f12-a27f-df2a9b17270a req-3014fda4-bb2c-4768-8e10-93ff7bf8582b tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/security-groups?id=d2705260-ed4d-4afb-81d9-ff6d096185aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390112 Mar 07 11:16:45.656842 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfc7752-f867-43bd-b27f-b171fe43e1a2 req-1a6cfcac-01c4-4121-9467-60f8ce490d54 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:16:45.658264 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-1bfc7752-f867-43bd-b27f-b171fe43e1a2 req-1a6cfcac-01c4-4121-9467-60f8ce490d54 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecdaa7ae-ce3d-492b-925d-0f3f2d5f07d8 HTTP/1.1" status: 200 len: 946 time: 0.0762491 Mar 07 11:16:45.705852 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-1bfc7752-f867-43bd-b27f-b171fe43e1a2 req-bac4c8c8-f2eb-496f-9c1b-33712e824c45 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/security-groups?id=d2705260-ed4d-4afb-81d9-ff6d096185aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415618 Mar 07 11:16:46.071082 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:16:46.966839 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6829b15-08ac-402c-a02c-8facf9ac5e2a req-b8b4ff45-505c-4299-94e1-242c9c38e246 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:16:46.968252 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c6829b15-08ac-402c-a02c-8facf9ac5e2a req-b8b4ff45-505c-4299-94e1-242c9c38e246 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecdaa7ae-ce3d-492b-925d-0f3f2d5f07d8 HTTP/1.1" status: 200 len: 946 time: 0.1395903 Mar 07 11:16:47.011949 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c6829b15-08ac-402c-a02c-8facf9ac5e2a req-e8324551-d4f0-469c-8d5d-363141a4be6f tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/security-groups?id=d2705260-ed4d-4afb-81d9-ff6d096185aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382097 Mar 07 11:16:47.212022 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device 206faaf1-0fec-4485-a472-e28ec0f915b2 details requested by agent hyperv_hv-neutron-8307 with host hv-neutron-8307 {{(pid=83739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 07 11:16:47.345875 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port 206faaf1-0fec-4485-a472-e28ec0f915b2, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=206faaf1-0fec-4485-a472-e28ec0f915b2,segment=NetworkSegment(e6c5cd05-50ec-4329-aa05-004038fa990b),segment_id=e6c5cd05-50ec-4329-aa05-004038fa990b)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:16:47.359683 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Returning: {'device': '206faaf1-0fec-4485-a472-e28ec0f915b2', 'network_id': '8dfe7327-0f02-415a-b3e8-db6b26a9c036', 'port_id': '206faaf1-0fec-4485-a472-e28ec0f915b2', 'mac_address': 'fa:16:3e:4b:70:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43144a61-01ca-4e2f-b13f-c413b0c50207', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 07 11:16:47.410460 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:16:47.427358 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 206faaf1-0fec-4485-a472-e28ec0f915b2 {{(pid=83739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 07 11:16:47.441512 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port 206faaf1-0fec-4485-a472-e28ec0f915b2, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=206faaf1-0fec-4485-a472-e28ec0f915b2,segment=NetworkSegment(e6c5cd05-50ec-4329-aa05-004038fa990b),segment_id=e6c5cd05-50ec-4329-aa05-004038fa990b)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:16:47.446372 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:16:47.511337 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Pushing event updated for resources: {'Port': ['ID=206faaf1-0fec-4485-a472-e28ec0f915b2,revision_number=6']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:16:47.520020 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] get_ports_and_sgs() called for port_ids ['206faaf1-0fec-4485-a472-e28ec0f915b2'] {{(pid=83739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 07 11:16:47.546531 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:16:47.546871 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:16:47.547197 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:16:47.547520 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:16:47.547843 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:16:47.548161 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:16:47.548756 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:16:47.549074 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:16:47.549391 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:16:47.549701 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:16:47.550012 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:16:48.272751 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95458ab-ea46-49bf-8ac3-41e371933c0f req-069adfee-708f-48b0-9082-3c8aa9db8499 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:16:48.274185 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-e95458ab-ea46-49bf-8ac3-41e371933c0f req-069adfee-708f-48b0-9082-3c8aa9db8499 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecdaa7ae-ce3d-492b-925d-0f3f2d5f07d8 HTTP/1.1" status: 200 len: 945 time: 0.1438160 Mar 07 11:16:48.318988 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-e95458ab-ea46-49bf-8ac3-41e371933c0f req-cfc3c66c-15f4-4317-a546-375a0b3c99ae tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/security-groups?id=d2705260-ed4d-4afb-81d9-ff6d096185aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392203 Mar 07 11:16:49.243177 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device 206faaf1-0fec-4485-a472-e28ec0f915b2 up at agent hyperv_hv-neutron-8307 {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 11:16:49.310099 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Provisioning complete for port 206faaf1-0fec-4485-a472-e28ec0f915b2 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 11:16:49.310457 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:16:49.424015 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:16:49.451175 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecdaa7ae-ce3d-492b-925d-0f3f2d5f07d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '206faaf1-0fec-4485-a472-e28ec0f915b2'}] {{(pid=83739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 11:16:49.461352 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port 206faaf1-0fec-4485-a472-e28ec0f915b2, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=206faaf1-0fec-4485-a472-e28ec0f915b2,segment=NetworkSegment(e6c5cd05-50ec-4329-aa05-004038fa990b),segment_id=e6c5cd05-50ec-4329-aa05-004038fa990b)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:16:49.467522 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:16:49.522971 dv-neutron-830731-3-hyperv neutron-server[83739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecdaa7ae-ce3d-492b-925d-0f3f2d5f07d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '206faaf1-0fec-4485-a472-e28ec0f915b2', 'code': 200} Mar 07 11:16:49.524113 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ee4232-e4bc-45a3-afa8-47bee0b8be47 req-c7744b9a-4fed-4e59-b15a-9534cde7bb46 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:16:49.525615 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-84ee4232-e4bc-45a3-afa8-47bee0b8be47 req-c7744b9a-4fed-4e59-b15a-9534cde7bb46 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecdaa7ae-ce3d-492b-925d-0f3f2d5f07d8 HTTP/1.1" status: 200 len: 946 time: 0.0875745 Mar 07 11:16:49.539829 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Pushing event updated for resources: {'Port': ['ID=206faaf1-0fec-4485-a472-e28ec0f915b2,revision_number=7']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:16:49.571107 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-84ee4232-e4bc-45a3-afa8-47bee0b8be47 req-d67c0ec6-1718-43b6-9e67-cee91c9fb889 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/security-groups?id=d2705260-ed4d-4afb-81d9-ff6d096185aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399284 Mar 07 11:16:50.768866 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ff6ac6-9385-4a39-a782-29d905cd0d64 req-562d3ee1-bdad-4191-a712-c97f550e03b6 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:16:50.770281 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b1ff6ac6-9385-4a39-a782-29d905cd0d64 req-562d3ee1-bdad-4191-a712-c97f550e03b6 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecdaa7ae-ce3d-492b-925d-0f3f2d5f07d8 HTTP/1.1" status: 200 len: 946 time: 0.0769534 Mar 07 11:16:50.814943 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b1ff6ac6-9385-4a39-a782-29d905cd0d64 req-94fd32e2-186b-4d54-85a5-a262c70e5162 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/security-groups?id=d2705260-ed4d-4afb-81d9-ff6d096185aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388589 Mar 07 11:16:51.677003 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [req-ca96a9eb-83e4-42de-b689-d97471d4f7f8 req-0249a135-5267-42fa-9b78-4a38a4c9ff01 service neutron] (83738) timed out ('10.222.0.10', 53336) {{(pid=83738) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 07 11:16:52.014760 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004253ac-a142-4729-826b-86b7e11dd15b req-fbaa37b1-2b55-4deb-a42d-63e7817ae51d tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:16:52.016210 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-004253ac-a142-4729-826b-86b7e11dd15b req-fbaa37b1-2b55-4deb-a42d-63e7817ae51d tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecdaa7ae-ce3d-492b-925d-0f3f2d5f07d8 HTTP/1.1" status: 200 len: 946 time: 0.0797691 Mar 07 11:16:52.068986 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-004253ac-a142-4729-826b-86b7e11dd15b req-74f1ecc0-2950-4603-8092-a0ef6daafc4d tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/security-groups?id=d2705260-ed4d-4afb-81d9-ff6d096185aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448072 Mar 07 11:16:53.277561 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0a55b9-cb6e-4b85-acbd-5b9e84fa1e97 req-7f32c25d-e004-4743-b5c4-3e18778a68f7 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:16:53.279735 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-0f0a55b9-cb6e-4b85-acbd-5b9e84fa1e97 req-7f32c25d-e004-4743-b5c4-3e18778a68f7 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecdaa7ae-ce3d-492b-925d-0f3f2d5f07d8 HTTP/1.1" status: 200 len: 946 time: 0.0851228 Mar 07 11:16:53.332586 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-0f0a55b9-cb6e-4b85-acbd-5b9e84fa1e97 req-82b4e37c-e7fd-407b-ad45-b3921d78f1c1 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/security-groups?id=d2705260-ed4d-4afb-81d9-ff6d096185aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470476 Mar 07 11:16:54.545997 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e07b697-e8d9-4ba2-bae9-81673d3bc3d2 req-d12876d7-ce4a-4b97-8c45-54617ad552e5 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:16:54.547333 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-7e07b697-e8d9-4ba2-bae9-81673d3bc3d2 req-d12876d7-ce4a-4b97-8c45-54617ad552e5 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecdaa7ae-ce3d-492b-925d-0f3f2d5f07d8 HTTP/1.1" status: 200 len: 946 time: 0.0837977 Mar 07 11:16:54.678584 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-7e07b697-e8d9-4ba2-bae9-81673d3bc3d2 req-f85483f0-9b27-471b-9bbe-def2b0a8cea8 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/security-groups?id=d2705260-ed4d-4afb-81d9-ff6d096185aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1237879 Mar 07 11:16:55.893615 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a558f3-971d-4016-b51d-258aea93c486 req-090c1dac-f413-436c-a088-8da087566685 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:16:55.894973 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b4a558f3-971d-4016-b51d-258aea93c486 req-090c1dac-f413-436c-a088-8da087566685 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecdaa7ae-ce3d-492b-925d-0f3f2d5f07d8 HTTP/1.1" status: 200 len: 946 time: 0.0849984 Mar 07 11:16:55.952137 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b4a558f3-971d-4016-b51d-258aea93c486 req-35ceedf1-9511-4ee8-a287-b8aa20c2e38b tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/security-groups?id=d2705260-ed4d-4afb-81d9-ff6d096185aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508053 Mar 07 11:16:57.182358 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f587f29-a0e0-4552-9a82-e5225602a0f4 req-2a327e41-85fb-479b-9070-d278f2cf7e16 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:16:57.183917 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-7f587f29-a0e0-4552-9a82-e5225602a0f4 req-2a327e41-85fb-479b-9070-d278f2cf7e16 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecdaa7ae-ce3d-492b-925d-0f3f2d5f07d8 HTTP/1.1" status: 200 len: 946 time: 0.0937603 Mar 07 11:16:57.250291 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-7f587f29-a0e0-4552-9a82-e5225602a0f4 req-b00bd222-7518-4ce7-a52e-1760fc62b0fb tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/security-groups?id=d2705260-ed4d-4afb-81d9-ff6d096185aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604060 Mar 07 11:16:58.466675 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d067591-5dcb-4790-98cc-3f948f3c9107 req-6f21abb2-a2b7-4f30-98df-35157b71930f tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:16:58.468109 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-3d067591-5dcb-4790-98cc-3f948f3c9107 req-6f21abb2-a2b7-4f30-98df-35157b71930f tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecdaa7ae-ce3d-492b-925d-0f3f2d5f07d8 HTTP/1.1" status: 200 len: 946 time: 0.0887101 Mar 07 11:16:58.512128 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c53a553b-3818-4e45-b93b-f0f5f5267a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:16:58.527928 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-3d067591-5dcb-4790-98cc-3f948f3c9107 req-83039490-d019-4474-8025-d1649e7f6bc5 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/security-groups?id=d2705260-ed4d-4afb-81d9-ff6d096185aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536561 Mar 07 11:16:59.744281 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579705b2-0310-4ec0-a1f5-25045b72684c req-0cd5e896-81e0-4e6d-acee-e422698d6ba1 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:16:59.745948 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-579705b2-0310-4ec0-a1f5-25045b72684c req-0cd5e896-81e0-4e6d-acee-e422698d6ba1 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecdaa7ae-ce3d-492b-925d-0f3f2d5f07d8 HTTP/1.1" status: 200 len: 946 time: 0.0912037 Mar 07 11:16:59.799625 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-579705b2-0310-4ec0-a1f5-25045b72684c req-bb677f3a-25bd-475c-aac9-be61f9cc37b9 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/security-groups?id=d2705260-ed4d-4afb-81d9-ff6d096185aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477326 Mar 07 11:17:00.683641 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-b0579727-bf6c-432a-8801-015f5ed21133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:17:01.013836 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648323f4-123a-4ff8-b3cb-51d3ba06ecc3 req-e1ba041b-3386-4a4b-a807-60f2cda57074 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:17:01.015351 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-648323f4-123a-4ff8-b3cb-51d3ba06ecc3 req-e1ba041b-3386-4a4b-a807-60f2cda57074 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecdaa7ae-ce3d-492b-925d-0f3f2d5f07d8 HTTP/1.1" status: 200 len: 946 time: 0.0841966 Mar 07 11:17:01.063487 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-648323f4-123a-4ff8-b3cb-51d3ba06ecc3 req-99754a81-b831-47fe-a76c-098689ed4ad2 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/security-groups?id=d2705260-ed4d-4afb-81d9-ff6d096185aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423563 Mar 07 11:17:01.991241 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:17:01.994369 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-711fefd2-3b30-4759-8df5-0aecff1c8e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:17:02.260024 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e2976d-09ce-419c-9960-5df687ac95df req-fe9310dd-27a3-4cc7-9e19-3394f2aafb37 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:17:02.261398 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d0e2976d-09ce-419c-9960-5df687ac95df req-fe9310dd-27a3-4cc7-9e19-3394f2aafb37 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecdaa7ae-ce3d-492b-925d-0f3f2d5f07d8 HTTP/1.1" status: 200 len: 946 time: 0.0739019 Mar 07 11:17:02.307290 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d0e2976d-09ce-419c-9960-5df687ac95df req-0c0702b8-be28-4a58-9efc-412a1975ec1d tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/security-groups?id=d2705260-ed4d-4afb-81d9-ff6d096185aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403843 Mar 07 11:17:03.088024 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-64a6eb5d-5971-42a2-b2a0-99d39d6aa777 req-039697a1-6561-4790-83a2-d1a750979a5f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5f6257a57e8b437f93012a233b15cc74&device_id=ecdaa7ae-ce3d-492b-925d-0f3f2d5f07d8 HTTP/1.1" status: 200 len: 1099 time: 0.0710955 Mar 07 11:17:03.215195 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a6eb5d-5971-42a2-b2a0-99d39d6aa777 req-9b1a1435-03a4-4b20-8b93-ccbdb47c0a60 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:17:03.216690 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-64a6eb5d-5971-42a2-b2a0-99d39d6aa777 req-9b1a1435-03a4-4b20-8b93-ccbdb47c0a60 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8dfe7327-0f02-415a-b3e8-db6b26a9c036 HTTP/1.1" status: 200 len: 909 time: 0.1233003 Mar 07 11:17:03.316259 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-64a6eb5d-5971-42a2-b2a0-99d39d6aa777 req-3b60eeeb-1475-4504-b37e-ec8847f432be service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=206faaf1-0fec-4485-a472-e28ec0f915b2 HTTP/1.1" status: 200 len: 1002 time: 0.0939000 Mar 07 11:17:03.376393 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a6eb5d-5971-42a2-b2a0-99d39d6aa777 req-1bc7b63f-2eab-4603-933e-37ff90c80b65 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:17:03.377838 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-64a6eb5d-5971-42a2-b2a0-99d39d6aa777 req-1bc7b63f-2eab-4603-933e-37ff90c80b65 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=43144a61-01ca-4e2f-b13f-c413b0c50207 HTTP/1.1" status: 200 len: 847 time: 0.0555208 Mar 07 11:17:03.411851 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c87150bd-aa9c-4ad1-bb68-57ec66d4fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:17:03.516697 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-64a6eb5d-5971-42a2-b2a0-99d39d6aa777 req-1ccb3fb9-bf72-4018-8eaa-cad648efee89 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8dfe7327-0f02-415a-b3e8-db6b26a9c036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1324403 Mar 07 11:17:03.522535 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405ea644-5fc5-4fd6-92ff-ebb61ebc6d0e req-304042de-e018-4c85-8972-91902dc2422d tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:17:03.523821 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-405ea644-5fc5-4fd6-92ff-ebb61ebc6d0e req-304042de-e018-4c85-8972-91902dc2422d tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecdaa7ae-ce3d-492b-925d-0f3f2d5f07d8 HTTP/1.1" status: 200 len: 946 time: 0.0957806 Mar 07 11:17:03.647419 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-405ea644-5fc5-4fd6-92ff-ebb61ebc6d0e req-43a25205-122c-42f4-9be5-190f23f1bca9 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/security-groups?id=d2705260-ed4d-4afb-81d9-ff6d096185aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060112 Mar 07 11:17:03.679161 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-64a6eb5d-5971-42a2-b2a0-99d39d6aa777 req-dcfd7e56-4977-4f03-84bf-c5471ad77360 service neutron] 10.222.0.10 "GET /v2.0/networks/8dfe7327-0f02-415a-b3e8-db6b26a9c036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544483 Mar 07 11:17:03.806259 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-64a6eb5d-5971-42a2-b2a0-99d39d6aa777 req-a233cb13-011a-47c1-a60b-352838c1dec8 service neutron] 10.222.0.10 "GET /v2.0/networks/8dfe7327-0f02-415a-b3e8-db6b26a9c036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211376 Mar 07 11:17:04.844015 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddfb954-0b0e-47de-b626-add0af12cdfb req-8bcd05fb-3eaa-441e-b24f-358b74d96240 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:17:04.845456 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-eddfb954-0b0e-47de-b626-add0af12cdfb req-8bcd05fb-3eaa-441e-b24f-358b74d96240 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecdaa7ae-ce3d-492b-925d-0f3f2d5f07d8 HTTP/1.1" status: 200 len: 946 time: 0.0794406 Mar 07 11:17:04.889705 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-eddfb954-0b0e-47de-b626-add0af12cdfb req-dc30c349-89c6-4e8e-b2e5-d172cdf3b1dd tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/security-groups?id=d2705260-ed4d-4afb-81d9-ff6d096185aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384698 Mar 07 11:17:05.105376 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-adbd2215-c8ee-41f3-92a6-4182ca26b8a8 None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 11:17:05.306651 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device 206faaf1-0fec-4485-a472-e28ec0f915b2 no longer exists at agent hyperv_hv-neutron-8307 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 11:17:05.418447 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:17:05.445278 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecdaa7ae-ce3d-492b-925d-0f3f2d5f07d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '206faaf1-0fec-4485-a472-e28ec0f915b2'}] {{(pid=83739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 11:17:05.455278 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port 206faaf1-0fec-4485-a472-e28ec0f915b2, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=206faaf1-0fec-4485-a472-e28ec0f915b2,segment=NetworkSegment(e6c5cd05-50ec-4329-aa05-004038fa990b),segment_id=e6c5cd05-50ec-4329-aa05-004038fa990b)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:17:05.460365 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:17:05.501951 dv-neutron-830731-3-hyperv neutron-server[83739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecdaa7ae-ce3d-492b-925d-0f3f2d5f07d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '206faaf1-0fec-4485-a472-e28ec0f915b2', 'code': 200} Mar 07 11:17:05.540146 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Pushing event updated for resources: {'Port': ['ID=206faaf1-0fec-4485-a472-e28ec0f915b2,revision_number=8']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:17:06.088169 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242ff878-d7ab-4905-90ef-6dda174f0c62 req-af57bfca-f8ab-4b11-bdc6-add38969e14a tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:17:06.090405 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-242ff878-d7ab-4905-90ef-6dda174f0c62 req-af57bfca-f8ab-4b11-bdc6-add38969e14a tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecdaa7ae-ce3d-492b-925d-0f3f2d5f07d8 HTTP/1.1" status: 200 len: 944 time: 0.0795934 Mar 07 11:17:06.141787 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-242ff878-d7ab-4905-90ef-6dda174f0c62 req-9f5d875f-b239-45fc-ade5-a76d36433bf0 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/security-groups?id=d2705260-ed4d-4afb-81d9-ff6d096185aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443933 Mar 07 11:17:06.469061 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4670f041-151b-4373-8593-b9b4ca81458b req-9b1ad32f-04d0-4550-bb8c-ef6c69f51bdd service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ecdaa7ae-ce3d-492b-925d-0f3f2d5f07d8&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2120898 Mar 07 11:17:06.710532 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 47050) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:17:06.742027 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dc82f0-74ee-4ed8-8ebc-21b98c7b9279 req-baa54bb8-7a2d-4448-9335-4eeb5c0c8267 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:17:06.743478 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-03dc82f0-74ee-4ed8-8ebc-21b98c7b9279 req-baa54bb8-7a2d-4448-9335-4eeb5c0c8267 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecdaa7ae-ce3d-492b-925d-0f3f2d5f07d8 HTTP/1.1" status: 200 len: 944 time: 0.0790250 Mar 07 11:17:06.789628 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-03dc82f0-74ee-4ed8-8ebc-21b98c7b9279 req-9c7965ed-affb-4eb0-80e5-0037ede2bb0e tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/security-groups?id=d2705260-ed4d-4afb-81d9-ff6d096185aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405991 Mar 07 11:17:06.848558 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-046533f2-9000-4cba-a8eb-e621abf6ec50 req-8bf1fcbc-9124-464e-b0d1-a311bad629e0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ecdaa7ae-ce3d-492b-925d-0f3f2d5f07d8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1368663 Mar 07 11:17:07.547355 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-046533f2-9000-4cba-a8eb-e621abf6ec50 req-9aa63a20-4543-4255-b984-17f365b91491 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ecdaa7ae-ce3d-492b-925d-0f3f2d5f07d8&tenant_id=5f6257a57e8b437f93012a233b15cc74 HTTP/1.1" status: 200 len: 1097 time: 0.0687368 Mar 07 11:17:07.634231 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-046533f2-9000-4cba-a8eb-e621abf6ec50 req-1bd01204-6b31-4ff9-8835-d8a026d29d62 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5f6257a57e8b437f93012a233b15cc74&device_id=ecdaa7ae-ce3d-492b-925d-0f3f2d5f07d8 HTTP/1.1" status: 200 len: 1097 time: 0.0668483 Mar 07 11:17:07.763534 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046533f2-9000-4cba-a8eb-e621abf6ec50 req-d9d96bad-26e6-453f-942a-a8a54b0111fc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:17:07.764983 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-046533f2-9000-4cba-a8eb-e621abf6ec50 req-d9d96bad-26e6-453f-942a-a8a54b0111fc service neutron] 10.222.0.10 "GET /v2.0/networks?id=8dfe7327-0f02-415a-b3e8-db6b26a9c036 HTTP/1.1" status: 200 len: 909 time: 0.1251223 Mar 07 11:17:07.865867 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-046533f2-9000-4cba-a8eb-e621abf6ec50 req-e4ea44bc-b0fa-4fda-b55e-d9c91e1f97ab service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=206faaf1-0fec-4485-a472-e28ec0f915b2 HTTP/1.1" status: 200 len: 1000 time: 0.0950899 Mar 07 11:17:07.970043 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046533f2-9000-4cba-a8eb-e621abf6ec50 req-7fbb1215-2ede-4340-bd82-8a6c8f656e0b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:17:07.971414 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-046533f2-9000-4cba-a8eb-e621abf6ec50 req-7fbb1215-2ede-4340-bd82-8a6c8f656e0b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=43144a61-01ca-4e2f-b13f-c413b0c50207 HTTP/1.1" status: 200 len: 847 time: 0.1005495 Mar 07 11:17:08.053070 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f99e64-eed4-4aa3-8a73-ed167a0fe1bd req-fde199ff-82c3-425e-b01a-b3f7e0a4f810 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:17:08.054464 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f9f99e64-eed4-4aa3-8a73-ed167a0fe1bd req-fde199ff-82c3-425e-b01a-b3f7e0a4f810 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecdaa7ae-ce3d-492b-925d-0f3f2d5f07d8 HTTP/1.1" status: 200 len: 944 time: 0.1389103 Mar 07 11:17:08.086231 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-046533f2-9000-4cba-a8eb-e621abf6ec50 req-65015a19-6d09-43df-a256-8c944258ba7d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8dfe7327-0f02-415a-b3e8-db6b26a9c036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1080108 Mar 07 11:17:08.179340 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f9f99e64-eed4-4aa3-8a73-ed167a0fe1bd req-02bac3f1-09ff-48f6-9e61-b9e230d3879a tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/security-groups?id=d2705260-ed4d-4afb-81d9-ff6d096185aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1178968 Mar 07 11:17:08.226069 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-046533f2-9000-4cba-a8eb-e621abf6ec50 req-a318161d-6464-4d89-8422-77840215f218 service neutron] 10.222.0.10 "GET /v2.0/networks/8dfe7327-0f02-415a-b3e8-db6b26a9c036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319551 Mar 07 11:17:08.355184 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-046533f2-9000-4cba-a8eb-e621abf6ec50 req-10361b1f-482c-49da-8edb-88637bedc9a0 service neutron] 10.222.0.10 "GET /v2.0/networks/8dfe7327-0f02-415a-b3e8-db6b26a9c036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231010 Mar 07 11:17:09.409773 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4988c1e-eecd-45d1-befc-d2f0be7444c5 req-6e09085e-3d07-4ba1-9de9-0382730a43e0 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:17:09.411765 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c4988c1e-eecd-45d1-befc-d2f0be7444c5 req-6e09085e-3d07-4ba1-9de9-0382730a43e0 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecdaa7ae-ce3d-492b-925d-0f3f2d5f07d8 HTTP/1.1" status: 200 len: 944 time: 0.0777647 Mar 07 11:17:09.463176 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c4988c1e-eecd-45d1-befc-d2f0be7444c5 req-6c5e5301-d267-4796-9119-422e1c2d8685 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/security-groups?id=d2705260-ed4d-4afb-81d9-ff6d096185aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457182 Mar 07 11:17:10.670759 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d033b95-255e-4d77-be4e-0e496d9e84a8 req-8a691046-f11d-4daa-a904-76bdebd0e1e7 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:17:10.672103 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-0d033b95-255e-4d77-be4e-0e496d9e84a8 req-8a691046-f11d-4daa-a904-76bdebd0e1e7 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecdaa7ae-ce3d-492b-925d-0f3f2d5f07d8 HTTP/1.1" status: 200 len: 944 time: 0.0861373 Mar 07 11:17:10.723108 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-0d033b95-255e-4d77-be4e-0e496d9e84a8 req-451ffb60-52a1-4e48-9af6-dabdd1d2eeba tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/security-groups?id=d2705260-ed4d-4afb-81d9-ff6d096185aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443802 Mar 07 11:17:11.926983 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9efd76-1219-40b2-8659-09ea7ffcb869 req-88c2083e-6b7f-4be7-ad32-8ea47af44bb6 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:17:11.928401 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-6d9efd76-1219-40b2-8659-09ea7ffcb869 req-88c2083e-6b7f-4be7-ad32-8ea47af44bb6 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecdaa7ae-ce3d-492b-925d-0f3f2d5f07d8 HTTP/1.1" status: 200 len: 944 time: 0.0766397 Mar 07 11:17:11.980107 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-6d9efd76-1219-40b2-8659-09ea7ffcb869 req-7ba6f16c-b26a-4c1c-966d-dd1de8ea4a17 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/security-groups?id=d2705260-ed4d-4afb-81d9-ff6d096185aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457149 Mar 07 11:17:13.184317 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d551cc9-cced-49bf-8a76-0e39fc53b4f2 req-4622d834-35d2-4f00-9c25-5736e2427c93 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:17:13.185808 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4d551cc9-cced-49bf-8a76-0e39fc53b4f2 req-4622d834-35d2-4f00-9c25-5736e2427c93 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecdaa7ae-ce3d-492b-925d-0f3f2d5f07d8 HTTP/1.1" status: 200 len: 944 time: 0.0777812 Mar 07 11:17:13.233359 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4d551cc9-cced-49bf-8a76-0e39fc53b4f2 req-d18d55a1-f14f-49b2-85c3-22ad55d9da09 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/security-groups?id=d2705260-ed4d-4afb-81d9-ff6d096185aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421619 Mar 07 11:17:14.453874 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737d71da-c7e1-488c-b885-00c86109abf2 req-6b49b9a4-8ab5-4cb1-bde9-b1b71ff8fb17 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:17:14.456136 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-737d71da-c7e1-488c-b885-00c86109abf2 req-6b49b9a4-8ab5-4cb1-bde9-b1b71ff8fb17 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecdaa7ae-ce3d-492b-925d-0f3f2d5f07d8 HTTP/1.1" status: 200 len: 944 time: 0.0833502 Mar 07 11:17:14.504537 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-737d71da-c7e1-488c-b885-00c86109abf2 req-e9c3be24-bcaa-4619-800d-61e04571e087 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/security-groups?id=d2705260-ed4d-4afb-81d9-ff6d096185aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424149 Mar 07 11:17:15.742704 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1083f608-0afa-417e-b84d-0d660266592e req-27f1bc67-08ab-49cf-b3e9-667e53850326 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:17:15.744185 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-1083f608-0afa-417e-b84d-0d660266592e req-27f1bc67-08ab-49cf-b3e9-667e53850326 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecdaa7ae-ce3d-492b-925d-0f3f2d5f07d8 HTTP/1.1" status: 200 len: 944 time: 0.0920742 Mar 07 11:17:15.807229 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-1083f608-0afa-417e-b84d-0d660266592e req-0e943078-ea9e-4d83-9696-a39f606e83a6 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/security-groups?id=d2705260-ed4d-4afb-81d9-ff6d096185aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557058 Mar 07 11:17:16.098779 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:17:17.127527 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90084029-9c52-4f46-b4ee-970328537040 req-1d2f9061-0bf4-46d7-a224-8fc5c30f478d tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:17:17.128901 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-90084029-9c52-4f46-b4ee-970328537040 req-1d2f9061-0bf4-46d7-a224-8fc5c30f478d tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecdaa7ae-ce3d-492b-925d-0f3f2d5f07d8 HTTP/1.1" status: 200 len: 944 time: 0.1869698 Mar 07 11:17:17.176880 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-90084029-9c52-4f46-b4ee-970328537040 req-4a2400fe-9cf9-44ee-a0e0-80c6dc1546cb tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/security-groups?id=d2705260-ed4d-4afb-81d9-ff6d096185aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415847 Mar 07 11:17:18.368818 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2627a377-2f47-4ac8-a381-5a95d5274803 req-3c8a3924-4748-4b6e-83e1-9704bdcdc708 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:17:18.370221 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-2627a377-2f47-4ac8-a381-5a95d5274803 req-3c8a3924-4748-4b6e-83e1-9704bdcdc708 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecdaa7ae-ce3d-492b-925d-0f3f2d5f07d8 HTTP/1.1" status: 200 len: 944 time: 0.0752254 Mar 07 11:17:18.414244 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-2627a377-2f47-4ac8-a381-5a95d5274803 req-ec00065a-9563-4940-956f-c1174a88033a tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/security-groups?id=d2705260-ed4d-4afb-81d9-ff6d096185aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386035 Mar 07 11:17:19.611005 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fe4924-7c4c-47bf-82d2-f319019c6502 req-2801e92c-0557-4148-bd95-bf2432e88f85 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:17:19.612456 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-76fe4924-7c4c-47bf-82d2-f319019c6502 req-2801e92c-0557-4148-bd95-bf2432e88f85 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecdaa7ae-ce3d-492b-925d-0f3f2d5f07d8 HTTP/1.1" status: 200 len: 944 time: 0.0787947 Mar 07 11:17:19.657177 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-76fe4924-7c4c-47bf-82d2-f319019c6502 req-4764f644-3388-47cd-ab34-8ced018c23d7 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/security-groups?id=d2705260-ed4d-4afb-81d9-ff6d096185aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387216 Mar 07 11:17:20.852286 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c16d04-2d87-4f31-a870-d95c281706b0 req-53f1d835-30d6-4e1f-ba96-045341729321 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:17:20.853737 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-a0c16d04-2d87-4f31-a870-d95c281706b0 req-53f1d835-30d6-4e1f-ba96-045341729321 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecdaa7ae-ce3d-492b-925d-0f3f2d5f07d8 HTTP/1.1" status: 200 len: 944 time: 0.0741289 Mar 07 11:17:20.902889 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-a0c16d04-2d87-4f31-a870-d95c281706b0 req-a3a1521d-2770-4b44-b8f6-827305433728 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/security-groups?id=d2705260-ed4d-4afb-81d9-ff6d096185aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436461 Mar 07 11:17:22.098308 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f476e0-9b43-46b0-99fc-cbb75466e596 req-7939ceed-56f7-4da6-a6b8-c2ff655da505 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:17:22.100431 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d7f476e0-9b43-46b0-99fc-cbb75466e596 req-7939ceed-56f7-4da6-a6b8-c2ff655da505 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecdaa7ae-ce3d-492b-925d-0f3f2d5f07d8 HTTP/1.1" status: 200 len: 944 time: 0.0757918 Mar 07 11:17:22.143815 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d7f476e0-9b43-46b0-99fc-cbb75466e596 req-889a1b3d-41f0-4e7c-a422-8babcfd9cf32 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/security-groups?id=d2705260-ed4d-4afb-81d9-ff6d096185aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379992 Mar 07 11:17:23.341403 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13708402-80ef-4c4b-ab88-b9ad7205301f req-646697cf-79c9-4c04-aa9a-4cfa002049f0 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:17:23.342811 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-13708402-80ef-4c4b-ab88-b9ad7205301f req-646697cf-79c9-4c04-aa9a-4cfa002049f0 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecdaa7ae-ce3d-492b-925d-0f3f2d5f07d8 HTTP/1.1" status: 200 len: 944 time: 0.0770454 Mar 07 11:17:23.386820 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-13708402-80ef-4c4b-ab88-b9ad7205301f req-b6788b4b-a0d1-4365-bc95-79e8261cce66 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/security-groups?id=d2705260-ed4d-4afb-81d9-ff6d096185aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385613 Mar 07 11:17:23.413136 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device 206faaf1-0fec-4485-a472-e28ec0f915b2 details requested by agent hyperv_hv-neutron-8307 with host hv-neutron-8307 {{(pid=83739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 07 11:17:23.540744 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port 206faaf1-0fec-4485-a472-e28ec0f915b2, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=206faaf1-0fec-4485-a472-e28ec0f915b2,segment=NetworkSegment(e6c5cd05-50ec-4329-aa05-004038fa990b),segment_id=e6c5cd05-50ec-4329-aa05-004038fa990b)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:17:23.554284 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Returning: {'device': '206faaf1-0fec-4485-a472-e28ec0f915b2', 'network_id': '8dfe7327-0f02-415a-b3e8-db6b26a9c036', 'port_id': '206faaf1-0fec-4485-a472-e28ec0f915b2', 'mac_address': 'fa:16:3e:4b:70:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43144a61-01ca-4e2f-b13f-c413b0c50207', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 07 11:17:23.608742 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:17:23.626099 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 206faaf1-0fec-4485-a472-e28ec0f915b2 {{(pid=83739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 07 11:17:23.640357 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port 206faaf1-0fec-4485-a472-e28ec0f915b2, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=206faaf1-0fec-4485-a472-e28ec0f915b2,segment=NetworkSegment(e6c5cd05-50ec-4329-aa05-004038fa990b),segment_id=e6c5cd05-50ec-4329-aa05-004038fa990b)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:17:23.644155 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:17:23.709853 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Pushing event updated for resources: {'Port': ['ID=206faaf1-0fec-4485-a472-e28ec0f915b2,revision_number=9']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:17:23.994506 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] get_ports_and_sgs() called for port_ids ['206faaf1-0fec-4485-a472-e28ec0f915b2'] {{(pid=83739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 07 11:17:24.580131 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a3c09e-8a00-44cf-ba3f-4937751c6b46 req-51dd6714-ee8d-4a98-9e60-578158974414 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:17:24.581539 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-40a3c09e-8a00-44cf-ba3f-4937751c6b46 req-51dd6714-ee8d-4a98-9e60-578158974414 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecdaa7ae-ce3d-492b-925d-0f3f2d5f07d8 HTTP/1.1" status: 200 len: 945 time: 0.0774703 Mar 07 11:17:24.626234 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-40a3c09e-8a00-44cf-ba3f-4937751c6b46 req-dfa65291-8390-41fd-a6aa-bce0a324427f tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/security-groups?id=d2705260-ed4d-4afb-81d9-ff6d096185aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392032 Mar 07 11:17:25.428811 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device 206faaf1-0fec-4485-a472-e28ec0f915b2 up at agent hyperv_hv-neutron-8307 {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 11:17:25.494385 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Provisioning complete for port 206faaf1-0fec-4485-a472-e28ec0f915b2 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 11:17:25.494756 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:17:25.606053 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:17:25.632502 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecdaa7ae-ce3d-492b-925d-0f3f2d5f07d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '206faaf1-0fec-4485-a472-e28ec0f915b2'}] {{(pid=83739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 11:17:25.641984 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port 206faaf1-0fec-4485-a472-e28ec0f915b2, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=206faaf1-0fec-4485-a472-e28ec0f915b2,segment=NetworkSegment(e6c5cd05-50ec-4329-aa05-004038fa990b),segment_id=e6c5cd05-50ec-4329-aa05-004038fa990b)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:17:25.646354 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:17:25.702829 dv-neutron-830731-3-hyperv neutron-server[83739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecdaa7ae-ce3d-492b-925d-0f3f2d5f07d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '206faaf1-0fec-4485-a472-e28ec0f915b2', 'code': 200} Mar 07 11:17:25.719940 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Pushing event updated for resources: {'Port': ['ID=206faaf1-0fec-4485-a472-e28ec0f915b2,revision_number=10']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:17:25.839275 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af94c9e2-fd8d-4010-bc70-13a6a81aa6cd req-bbc11580-21ec-4ccc-8b60-aa38dbce238d tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:17:25.840640 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-af94c9e2-fd8d-4010-bc70-13a6a81aa6cd req-bbc11580-21ec-4ccc-8b60-aa38dbce238d tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecdaa7ae-ce3d-492b-925d-0f3f2d5f07d8 HTTP/1.1" status: 200 len: 947 time: 0.0880151 Mar 07 11:17:25.924703 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-af94c9e2-fd8d-4010-bc70-13a6a81aa6cd req-0ac7a035-c556-4da7-bf6d-9b1b8d66507f tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/security-groups?id=d2705260-ed4d-4afb-81d9-ff6d096185aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785463 Mar 07 11:17:25.952620 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-60d070d9-66da-4bcc-b11f-b74de3ef783d req-a0601f91-d935-44cb-baa8-3534f5290501 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ecdaa7ae-ce3d-492b-925d-0f3f2d5f07d8 HTTP/1.1" status: 200 len: 1100 time: 0.0720563 Mar 07 11:17:25.997411 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-60d070d9-66da-4bcc-b11f-b74de3ef783d req-881d8fcd-4251-442f-b416-500612be14a6 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=d2705260-ed4d-4afb-81d9-ff6d096185aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388107 Mar 07 11:17:27.117740 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04919c0c-ff1c-4470-aef5-f57cc314d1f3 req-ae3626ef-c2ea-4f1c-804c-3376bd3d6df7 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:17:27.119151 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-04919c0c-ff1c-4470-aef5-f57cc314d1f3 req-ae3626ef-c2ea-4f1c-804c-3376bd3d6df7 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecdaa7ae-ce3d-492b-925d-0f3f2d5f07d8 HTTP/1.1" status: 200 len: 947 time: 0.0746171 Mar 07 11:17:27.163070 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-04919c0c-ff1c-4470-aef5-f57cc314d1f3 req-5b30a926-3134-40ea-86a3-3a7d6fa3726e tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/security-groups?id=d2705260-ed4d-4afb-81d9-ff6d096185aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380180 Mar 07 11:17:28.499384 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dd86fd-7468-4b5d-909e-6aaebb151013 req-4cacfa67-78bd-44cf-92a6-f0563160f71c tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:17:28.500834 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-66dd86fd-7468-4b5d-909e-6aaebb151013 req-4cacfa67-78bd-44cf-92a6-f0563160f71c tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecdaa7ae-ce3d-492b-925d-0f3f2d5f07d8 HTTP/1.1" status: 200 len: 947 time: 0.0780027 Mar 07 11:17:28.508573 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6fcf29b3-925b-416c-bb1d-603a4463b03c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:17:28.545710 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-66dd86fd-7468-4b5d-909e-6aaebb151013 req-a92dab35-241b-45c2-8527-b7003ca4031f tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/security-groups?id=d2705260-ed4d-4afb-81d9-ff6d096185aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392287 Mar 07 11:17:30.687732 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-3d7c2335-b052-4165-bb08-d3d7c5d4427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:17:31.994176 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:17:31.997174 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-711fefd2-3b30-4759-8df5-0aecff1c8e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:17:33.407818 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c87150bd-aa9c-4ad1-bb68-57ec66d4fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:17:42.105690 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-adbd2215-c8ee-41f3-92a6-4182ca26b8a8 None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 11:17:46.085905 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:17:58.528541 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-70438321-ff8d-4f04-aa94-0a98e468c7b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:18:00.691083 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-3f69b2a4-eb66-401b-ab37-c5e8fcc2dcf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:18:01.995442 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:18:01.997947 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-711fefd2-3b30-4759-8df5-0aecff1c8e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:18:03.410356 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c87150bd-aa9c-4ad1-bb68-57ec66d4fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:18:07.598627 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-35d267dc-ad9e-48f3-af64-bd860e940847 req-f6f13f30-59f7-4253-a038-b271491f5b32 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ecdaa7ae-ce3d-492b-925d-0f3f2d5f07d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0666749 Mar 07 11:18:07.736357 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-35d267dc-ad9e-48f3-af64-bd860e940847 req-607fd69a-4ce2-4ccc-9d60-96704714b65e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5f6257a57e8b437f93012a233b15cc74&device_id=ecdaa7ae-ce3d-492b-925d-0f3f2d5f07d8 HTTP/1.1" status: 200 len: 1100 time: 0.0709345 Mar 07 11:18:07.877376 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d267dc-ad9e-48f3-af64-bd860e940847 req-afb40425-1b47-4c60-980a-36942d6e8aae service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:18:07.878706 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-35d267dc-ad9e-48f3-af64-bd860e940847 req-afb40425-1b47-4c60-980a-36942d6e8aae service neutron] 10.222.0.10 "GET /v2.0/networks?id=8dfe7327-0f02-415a-b3e8-db6b26a9c036 HTTP/1.1" status: 200 len: 909 time: 0.1247466 Mar 07 11:18:07.978829 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-35d267dc-ad9e-48f3-af64-bd860e940847 req-baf8819b-3eed-4674-821a-66cbf26abdf5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=206faaf1-0fec-4485-a472-e28ec0f915b2 HTTP/1.1" status: 200 len: 1002 time: 0.0934381 Mar 07 11:18:08.042092 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d267dc-ad9e-48f3-af64-bd860e940847 req-cc289ddc-dfcb-46a6-b565-98a6dcfca7ed service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:18:08.043461 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-35d267dc-ad9e-48f3-af64-bd860e940847 req-cc289ddc-dfcb-46a6-b565-98a6dcfca7ed service neutron] 10.222.0.10 "GET /v2.0/subnets?id=43144a61-01ca-4e2f-b13f-c413b0c50207 HTTP/1.1" status: 200 len: 847 time: 0.0587857 Mar 07 11:18:08.116756 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-35d267dc-ad9e-48f3-af64-bd860e940847 req-109f356b-0a00-46be-8aeb-61bf75b5a708 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8dfe7327-0f02-415a-b3e8-db6b26a9c036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0670850 Mar 07 11:18:08.253505 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-35d267dc-ad9e-48f3-af64-bd860e940847 req-bf4a6b3b-e5ab-4630-bbed-5b954dbb6758 service neutron] 10.222.0.10 "GET /v2.0/networks/8dfe7327-0f02-415a-b3e8-db6b26a9c036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306806 Mar 07 11:18:08.462410 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-35d267dc-ad9e-48f3-af64-bd860e940847 req-13f89f34-f726-4353-8574-94586fbafd99 service neutron] 10.222.0.10 "GET /v2.0/networks/8dfe7327-0f02-415a-b3e8-db6b26a9c036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028909 Mar 07 11:18:16.087297 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:18:19.106570 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-adbd2215-c8ee-41f3-92a6-4182ca26b8a8 None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 11:18:28.530906 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-4c539391-6b6c-420a-8561-7f251f62999f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:18:30.692347 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-16a57d64-c66d-4212-93bf-76430ed4f0e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:18:31.996623 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:18:31.998774 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-711fefd2-3b30-4759-8df5-0aecff1c8e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:18:33.414726 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c87150bd-aa9c-4ad1-bb68-57ec66d4fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:18:46.092577 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:18:56.107724 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-adbd2215-c8ee-41f3-92a6-4182ca26b8a8 None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 11:18:58.534769 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-cd9c6125-3694-4ef8-baa4-f9cd130c1823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:19:00.693429 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-136ea1e7-5644-4f03-a7ce-557ee9c4da6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:19:01.996104 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:19:01.997778 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-711fefd2-3b30-4759-8df5-0aecff1c8e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:19:03.416546 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c87150bd-aa9c-4ad1-bb68-57ec66d4fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:19:08.617538 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-11909a30-5b56-4e70-b12a-430a3aedc119 req-74dfec13-ce29-43ad-b0a6-4b5e9f86f3f9 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ecdaa7ae-ce3d-492b-925d-0f3f2d5f07d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0681851 Mar 07 11:19:08.752725 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-11909a30-5b56-4e70-b12a-430a3aedc119 req-1413c1c1-f642-4fbc-9994-4c418be31a0e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5f6257a57e8b437f93012a233b15cc74&device_id=ecdaa7ae-ce3d-492b-925d-0f3f2d5f07d8 HTTP/1.1" status: 200 len: 1100 time: 0.0672405 Mar 07 11:19:08.892286 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11909a30-5b56-4e70-b12a-430a3aedc119 req-4bbab8b8-973b-4141-9c23-438321ae9272 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:19:08.893649 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-11909a30-5b56-4e70-b12a-430a3aedc119 req-4bbab8b8-973b-4141-9c23-438321ae9272 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8dfe7327-0f02-415a-b3e8-db6b26a9c036 HTTP/1.1" status: 200 len: 909 time: 0.1238832 Mar 07 11:19:08.994737 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-11909a30-5b56-4e70-b12a-430a3aedc119 req-6eaf147a-3b14-4da6-90ac-024bd8b15caa service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=206faaf1-0fec-4485-a472-e28ec0f915b2 HTTP/1.1" status: 200 len: 1002 time: 0.0952790 Mar 07 11:19:09.056305 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11909a30-5b56-4e70-b12a-430a3aedc119 req-7a0deb69-737e-4f05-a046-b94c3e035699 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:19:09.057762 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-11909a30-5b56-4e70-b12a-430a3aedc119 req-7a0deb69-737e-4f05-a046-b94c3e035699 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=43144a61-01ca-4e2f-b13f-c413b0c50207 HTTP/1.1" status: 200 len: 847 time: 0.0573647 Mar 07 11:19:09.132810 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-11909a30-5b56-4e70-b12a-430a3aedc119 req-852349b1-f1ee-4723-9e47-6dcc3e06a435 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8dfe7327-0f02-415a-b3e8-db6b26a9c036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692680 Mar 07 11:19:09.259966 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-11909a30-5b56-4e70-b12a-430a3aedc119 req-86f60f83-2702-400e-9ed4-c9c4aa8796f2 service neutron] 10.222.0.10 "GET /v2.0/networks/8dfe7327-0f02-415a-b3e8-db6b26a9c036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208389 Mar 07 11:19:09.386874 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-11909a30-5b56-4e70-b12a-430a3aedc119 req-754753b0-6a29-4919-81d8-f72e6561c31c service neutron] 10.222.0.10 "GET /v2.0/networks/8dfe7327-0f02-415a-b3e8-db6b26a9c036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207068 Mar 07 11:19:13.408356 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 47184) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:19:13.687854 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-52f3b65e-a792-4e5f-8893-2599b64b9a7d tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Deleting port be87fc78-fd82-424b-bd08-5adae558145b {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 11:19:13.688185 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-52f3b65e-a792-4e5f-8893-2599b64b9a7d tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:19:13.849278 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-52f3b65e-a792-4e5f-8893-2599b64b9a7d tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:19:13.849592 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-52f3b65e-a792-4e5f-8893-2599b64b9a7d tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:19:13.969373 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-52f3b65e-a792-4e5f-8893-2599b64b9a7d tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Calling delete_port for be87fc78-fd82-424b-bd08-5adae558145b owned by network:floatingip {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 11:19:14.112122 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-52f3b65e-a792-4e5f-8893-2599b64b9a7d tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:19:14.249808 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f3b65e-a792-4e5f-8893-2599b64b9a7d tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Pushing event deleted for resources: {'Port': ['ID=be87fc78-fd82-424b-bd08-5adae558145b,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:19:14.287915 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f3b65e-a792-4e5f-8893-2599b64b9a7d tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:19:14.288262 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f3b65e-a792-4e5f-8893-2599b64b9a7d tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:19:14.288635 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f3b65e-a792-4e5f-8893-2599b64b9a7d tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:19:14.288964 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f3b65e-a792-4e5f-8893-2599b64b9a7d tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:19:14.289291 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f3b65e-a792-4e5f-8893-2599b64b9a7d tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:19:14.289657 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f3b65e-a792-4e5f-8893-2599b64b9a7d tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:19:14.290022 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f3b65e-a792-4e5f-8893-2599b64b9a7d tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:19:14.290347 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f3b65e-a792-4e5f-8893-2599b64b9a7d tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:19:14.290667 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f3b65e-a792-4e5f-8893-2599b64b9a7d tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:19:14.290982 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f3b65e-a792-4e5f-8893-2599b64b9a7d tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:19:14.291297 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f3b65e-a792-4e5f-8893-2599b64b9a7d tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:19:14.350062 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-52f3b65e-a792-4e5f-8893-2599b64b9a7d tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Notify callbacks [] for floatingip, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:19:14.734196 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52f3b65e-a792-4e5f-8893-2599b64b9a7d tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Router 20f6c406-37ae-44cc-bd6a-0253bdd34913 has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:19:14.925272 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52f3b65e-a792-4e5f-8893-2599b64b9a7d tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:19:14.935369 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f6efd9-47df-4332-aa19-8eb8257f90b7 None None] Sync routers for ids ['20f6c406-37ae-44cc-bd6a-0253bdd34913'] in dv-neutron-830731-3-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 11:19:14.946647 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-52f3b65e-a792-4e5f-8893-2599b64b9a7d tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for floatingip, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:19:14.947263 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f6efd9-47df-4332-aa19-8eb8257f90b7 None None] Routers {'20f6c406-37ae-44cc-bd6a-0253bdd34913'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 11:19:14.947894 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-96f6efd9-47df-4332-aa19-8eb8257f90b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T11:19:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['20f6c406-37ae-44cc-bd6a-0253bdd34913'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:19:15.004587 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-52f3b65e-a792-4e5f-8893-2599b64b9a7d tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "DELETE /v2.0/floatingips/a18cb767-0595-48b5-9518-94c98cb1249a HTTP/1.1" status: 204 len: 168 time: 1.5925896 Mar 07 11:19:15.004587 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecdaa7ae-ce3d-492b-925d-0f3f2d5f07d8', 'tag': '206faaf1-0fec-4485-a472-e28ec0f915b2'}] {{(pid=83738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 11:19:15.131635 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-96f6efd9-47df-4332-aa19-8eb8257f90b7 None None] Set router 20f6c406-37ae-44cc-bd6a-0253bdd34913 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 11:19:15.181668 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecdaa7ae-ce3d-492b-925d-0f3f2d5f07d8', 'tag': '206faaf1-0fec-4485-a472-e28ec0f915b2', 'status': 'completed', 'code': 200} Mar 07 11:19:15.287426 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-516d792c-7fb4-4327-9b59-74f7bb1dc41c req-20ae5611-0cbb-4312-ad1e-93806f730ad4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5f6257a57e8b437f93012a233b15cc74&device_id=ecdaa7ae-ce3d-492b-925d-0f3f2d5f07d8 HTTP/1.1" status: 200 len: 1100 time: 0.0868368 Mar 07 11:19:15.457782 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-96f6efd9-47df-4332-aa19-8eb8257f90b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20f6c406-37ae-44cc-bd6a-0253bdd34913', 'name': 'tempest-TestShelveInstance-240322583-router', 'tenant_id': '5f6257a57e8b437f93012a233b15cc74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.243'}], 'enable_snat': True}, 'gw_port_id': '3c28422d-c55d-45b5-be1e-c522902ac36a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:13:42Z', 'updated_at': '2022-03-07T11:13:45Z', 'revision_number': 4, 'project_id': '5f6257a57e8b437f93012a233b15cc74', 'gw_port': {'id': '3c28422d-c55d-45b5-be1e-c522902ac36a', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:27:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f6c406-37ae-44cc-bd6a-0253bdd34913', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:13:43Z', 'updated_at': '2022-03-07T11:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_interfaces': [{'id': '93546d05-8104-49c5-8647-0288d9792f60', 'name': '', 'network_id': '8dfe7327-0f02-415a-b3e8-db6b26a9c036', 'tenant_id': '5f6257a57e8b437f93012a233b15cc74', 'mac_address': 'fa:16:3e:1c:35:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f6c406-37ae-44cc-bd6a-0253bdd34913', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43144a61-01ca-4e2f-b13f-c413b0c50207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:13:45Z', 'updated_at': '2022-03-07T11:14:03Z', 'revision_number': 5, 'project_id': '5f6257a57e8b437f93012a233b15cc74', 'subnets': [{'id': '43144a61-01ca-4e2f-b13f-c413b0c50207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:19:15.462364 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f6efd9-47df-4332-aa19-8eb8257f90b7 None None] Checking router: 20f6c406-37ae-44cc-bd6a-0253bdd34913 for host: dv-neutron-830731-3-hyperv {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 07 11:19:15.472501 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f6efd9-47df-4332-aa19-8eb8257f90b7 None None] Routers {'20f6c406-37ae-44cc-bd6a-0253bdd34913'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 11:19:15.473090 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-96f6efd9-47df-4332-aa19-8eb8257f90b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T11:19:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['20f6c406-37ae-44cc-bd6a-0253bdd34913'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:19:15.475729 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516d792c-7fb4-4327-9b59-74f7bb1dc41c req-c34906fa-623b-495f-ad83-d6ccb80366cd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:19:15.478006 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-516d792c-7fb4-4327-9b59-74f7bb1dc41c req-c34906fa-623b-495f-ad83-d6ccb80366cd service neutron] 10.222.0.10 "GET /v2.0/networks?id=8dfe7327-0f02-415a-b3e8-db6b26a9c036 HTTP/1.1" status: 200 len: 909 time: 0.1824467 Mar 07 11:19:15.487872 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6752dc-14ad-4733-812b-99ac2b3c0511 req-85af974e-3d85-4691-97bf-81b53d3c69e6 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:19:15.489277 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-2a6752dc-14ad-4733-812b-99ac2b3c0511 req-85af974e-3d85-4691-97bf-81b53d3c69e6 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecdaa7ae-ce3d-492b-925d-0f3f2d5f07d8 HTTP/1.1" status: 200 len: 947 time: 0.1248970 Mar 07 11:19:15.569712 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-516d792c-7fb4-4327-9b59-74f7bb1dc41c req-c89c58f7-4bba-4421-a64c-dc9d3f8ef7f5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=206faaf1-0fec-4485-a472-e28ec0f915b2 HTTP/1.1" status: 200 len: 217 time: 0.0794082 Mar 07 11:19:15.632925 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-2a6752dc-14ad-4733-812b-99ac2b3c0511 req-7065312a-d278-4806-904c-a60496fd9b8f tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/security-groups?id=d2705260-ed4d-4afb-81d9-ff6d096185aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972965 Mar 07 11:19:15.645946 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516d792c-7fb4-4327-9b59-74f7bb1dc41c req-774222e9-06d3-4f1d-8d7e-a959b446948d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:19:15.647230 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-516d792c-7fb4-4327-9b59-74f7bb1dc41c req-774222e9-06d3-4f1d-8d7e-a959b446948d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=43144a61-01ca-4e2f-b13f-c413b0c50207 HTTP/1.1" status: 200 len: 847 time: 0.0680592 Mar 07 11:19:15.649912 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-96f6efd9-47df-4332-aa19-8eb8257f90b7 None None] Set router 20f6c406-37ae-44cc-bd6a-0253bdd34913 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 11:19:15.726318 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-516d792c-7fb4-4327-9b59-74f7bb1dc41c req-98c2e522-6fc5-4119-a38e-957e40baf52d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8dfe7327-0f02-415a-b3e8-db6b26a9c036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724747 Mar 07 11:19:15.858234 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-516d792c-7fb4-4327-9b59-74f7bb1dc41c req-22eda0a1-506e-4d1e-b2f7-0fcd2a00739a service neutron] 10.222.0.10 "GET /v2.0/networks/8dfe7327-0f02-415a-b3e8-db6b26a9c036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243277 Mar 07 11:19:15.997700 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-96f6efd9-47df-4332-aa19-8eb8257f90b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20f6c406-37ae-44cc-bd6a-0253bdd34913', 'name': 'tempest-TestShelveInstance-240322583-router', 'tenant_id': '5f6257a57e8b437f93012a233b15cc74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.243'}], 'enable_snat': True}, 'gw_port_id': '3c28422d-c55d-45b5-be1e-c522902ac36a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:13:42Z', 'updated_at': '2022-03-07T11:13:45Z', 'revision_number': 4, 'project_id': '5f6257a57e8b437f93012a233b15cc74', 'gw_port': {'id': '3c28422d-c55d-45b5-be1e-c522902ac36a', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:27:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f6c406-37ae-44cc-bd6a-0253bdd34913', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:13:43Z', 'updated_at': '2022-03-07T11:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_interfaces': [{'id': '93546d05-8104-49c5-8647-0288d9792f60', 'name': '', 'network_id': '8dfe7327-0f02-415a-b3e8-db6b26a9c036', 'tenant_id': '5f6257a57e8b437f93012a233b15cc74', 'mac_address': 'fa:16:3e:1c:35:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f6c406-37ae-44cc-bd6a-0253bdd34913', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43144a61-01ca-4e2f-b13f-c413b0c50207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:13:45Z', 'updated_at': '2022-03-07T11:14:03Z', 'revision_number': 5, 'project_id': '5f6257a57e8b437f93012a233b15cc74', 'subnets': [{'id': '43144a61-01ca-4e2f-b13f-c413b0c50207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:19:16.001666 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f6efd9-47df-4332-aa19-8eb8257f90b7 None None] The sync data for ids ['20f6c406-37ae-44cc-bd6a-0253bdd34913'] in dv-neutron-830731-3-hyperv is: [{'id': '20f6c406-37ae-44cc-bd6a-0253bdd34913', 'name': 'tempest-TestShelveInstance-240322583-router', 'tenant_id': '5f6257a57e8b437f93012a233b15cc74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.243'}], 'enable_snat': True}, 'gw_port_id': '3c28422d-c55d-45b5-be1e-c522902ac36a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:13:42Z', 'updated_at': '2022-03-07T11:13:45Z', 'revision_number': 4, 'project_id': '5f6257a57e8b437f93012a233b15cc74', 'gw_port': {'id': '3c28422d-c55d-45b5-be1e-c522902ac36a', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:27:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f6c406-37ae-44cc-bd6a-0253bdd34913', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:13:43Z', 'updated_at': '2022-03-07T11:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_interfaces': [{'id': '93546d05-8104-49c5-8647-0288d9792f60', 'name': '', 'network_id': '8dfe7327-0f02-415a-b3e8-db6b26a9c036', 'tenant_id': '5f6257a57e8b437f93012a233b15cc74', 'mac_address': 'fa:16:3e:1c:35:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f6c406-37ae-44cc-bd6a-0253bdd34913', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43144a61-01ca-4e2f-b13f-c413b0c50207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:13:45Z', 'updated_at': '2022-03-07T11:14:03Z', 'revision_number': 5, 'project_id': '5f6257a57e8b437f93012a233b15cc74', 'subnets': [{'id': '43144a61-01ca-4e2f-b13f-c413b0c50207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 11:19:16.089825 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-516d792c-7fb4-4327-9b59-74f7bb1dc41c req-2fddb3f0-0c7f-4e10-a6a3-1ed05b61eef7 service neutron] 10.222.0.10 "GET /v2.0/networks/8dfe7327-0f02-415a-b3e8-db6b26a9c036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256651 Mar 07 11:19:16.091754 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:19:16.233966 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9969d55b-2e8b-47ab-862e-0ee50558631f None None] New status for floating IP a18cb767-0595-48b5-9518-94c98cb1249a: DOWN {{(pid=83740) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 07 11:19:16.829020 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ac941a-0dd0-4942-9837-567c27637747 req-14a550e0-9ee2-479b-a52e-ab6fba975837 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:19:16.830457 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-76ac941a-0dd0-4942-9837-567c27637747 req-14a550e0-9ee2-479b-a52e-ab6fba975837 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecdaa7ae-ce3d-492b-925d-0f3f2d5f07d8 HTTP/1.1" status: 200 len: 947 time: 0.0750189 Mar 07 11:19:16.902802 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-76ac941a-0dd0-4942-9837-567c27637747 req-be6adc96-4856-4ae3-b430-72662552b969 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/security-groups?id=d2705260-ed4d-4afb-81d9-ff6d096185aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669396 Mar 07 11:19:16.951951 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3effdfb-ce86-4219-84fe-dd162c75d7d9 req-2464f1ae-98df-46c2-878d-ec760f5588dc tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:19:16.953275 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c3effdfb-ce86-4219-84fe-dd162c75d7d9 req-2464f1ae-98df-46c2-878d-ec760f5588dc tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.10 "GET /v2.0/ports?device_id=ecdaa7ae-ce3d-492b-925d-0f3f2d5f07d8 HTTP/1.1" status: 200 len: 947 time: 0.0799389 Mar 07 11:19:17.019693 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [req-c3effdfb-ce86-4219-84fe-dd162c75d7d9 req-d4d80ea6-b374-49f8-92a7-9f85c9e7daa6 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Deleting port 206faaf1-0fec-4485-a472-e28ec0f915b2 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 11:19:17.020032 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-c3effdfb-ce86-4219-84fe-dd162c75d7d9 req-d4d80ea6-b374-49f8-92a7-9f85c9e7daa6 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:19:17.269586 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [req-c3effdfb-ce86-4219-84fe-dd162c75d7d9 req-d4d80ea6-b374-49f8-92a7-9f85c9e7daa6 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] For port 206faaf1-0fec-4485-a472-e28ec0f915b2, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=206faaf1-0fec-4485-a472-e28ec0f915b2,segment=NetworkSegment(e6c5cd05-50ec-4329-aa05-004038fa990b),segment_id=e6c5cd05-50ec-4329-aa05-004038fa990b)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:19:17.269934 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-c3effdfb-ce86-4219-84fe-dd162c75d7d9 req-d4d80ea6-b374-49f8-92a7-9f85c9e7daa6 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:19:17.395212 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [req-c3effdfb-ce86-4219-84fe-dd162c75d7d9 req-d4d80ea6-b374-49f8-92a7-9f85c9e7daa6 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Calling delete_port for 206faaf1-0fec-4485-a472-e28ec0f915b2 owned by compute:nova {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 11:19:17.540997 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-c3effdfb-ce86-4219-84fe-dd162c75d7d9 req-d4d80ea6-b374-49f8-92a7-9f85c9e7daa6 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:19:17.587368 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d80ea6-b374-49f8-92a7-9f85c9e7daa6 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Pushing event deleted for resources: {'Port': ['ID=206faaf1-0fec-4485-a472-e28ec0f915b2,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:19:17.627510 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d80ea6-b374-49f8-92a7-9f85c9e7daa6 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:19:17.627841 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d80ea6-b374-49f8-92a7-9f85c9e7daa6 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:19:17.628169 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d80ea6-b374-49f8-92a7-9f85c9e7daa6 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:19:17.628532 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d80ea6-b374-49f8-92a7-9f85c9e7daa6 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:19:17.628848 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d80ea6-b374-49f8-92a7-9f85c9e7daa6 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:19:17.629164 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d80ea6-b374-49f8-92a7-9f85c9e7daa6 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:19:17.629474 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d80ea6-b374-49f8-92a7-9f85c9e7daa6 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:19:17.629788 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d80ea6-b374-49f8-92a7-9f85c9e7daa6 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:19:17.630116 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d80ea6-b374-49f8-92a7-9f85c9e7daa6 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:19:17.630410 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d80ea6-b374-49f8-92a7-9f85c9e7daa6 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:19:17.630718 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d80ea6-b374-49f8-92a7-9f85c9e7daa6 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:19:17.674743 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3effdfb-ce86-4219-84fe-dd162c75d7d9 req-d4d80ea6-b374-49f8-92a7-9f85c9e7daa6 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] No DVR routers for this DVR port 206faaf1-0fec-4485-a472-e28ec0f915b2 on host hv-neutron-8307 {{(pid=83737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:19:17.677183 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-c3effdfb-ce86-4219-84fe-dd162c75d7d9 req-d4d80ea6-b374-49f8-92a7-9f85c9e7daa6 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:19:17.679657 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecdaa7ae-ce3d-492b-925d-0f3f2d5f07d8', 'name': 'network-vif-deleted', 'tag': '206faaf1-0fec-4485-a472-e28ec0f915b2'}] {{(pid=83737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 11:19:17.691737 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c3effdfb-ce86-4219-84fe-dd162c75d7d9 req-d4d80ea6-b374-49f8-92a7-9f85c9e7daa6 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.10 "DELETE /v2.0/ports/206faaf1-0fec-4485-a472-e28ec0f915b2 HTTP/1.1" status: 204 len: 173 time: 0.7331791 Mar 07 11:19:17.817849 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecdaa7ae-ce3d-492b-925d-0f3f2d5f07d8', 'name': 'network-vif-deleted', 'tag': '206faaf1-0fec-4485-a472-e28ec0f915b2', 'status': 'completed', 'code': 200} Mar 07 11:19:18.084444 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-b6c3d288-cc64-4bfc-a675-b96a450154b5 req-66aeab1b-8960-4e03-9f53-8e6058b9c495 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Synchronizing usage tracker for tenant:5f6257a57e8b437f93012a233b15cc74 on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 11:19:18.103043 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-b6c3d288-cc64-4bfc-a675-b96a450154b5 req-66aeab1b-8960-4e03-9f53-8e6058b9c495 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Unset dirty status for tenant:5f6257a57e8b437f93012a233b15cc74 on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 11:19:18.105164 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b6c3d288-cc64-4bfc-a675-b96a450154b5 req-66aeab1b-8960-4e03-9f53-8e6058b9c495 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecdaa7ae-ce3d-492b-925d-0f3f2d5f07d8 HTTP/1.1" status: 200 len: 210 time: 0.0624199 Mar 07 11:19:19.210149 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 47212) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:19:19.277505 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ca91292c-fd2d-437f-9d52-7c44b35aade4 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:19:19.311504 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ca91292c-fd2d-437f-9d52-7c44b35aade4 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:19:19.375000 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ca91292c-fd2d-437f-9d52-7c44b35aade4 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:19:19.389920 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca91292c-fd2d-437f-9d52-7c44b35aade4 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2705260-ed4d-4afb-81d9-ff6d096185aa,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:19:19.396624 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ca91292c-fd2d-437f-9d52-7c44b35aade4 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:19:19.397664 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-ca91292c-fd2d-437f-9d52-7c44b35aade4 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "DELETE /v2.0/security-groups/d2705260-ed4d-4afb-81d9-ff6d096185aa HTTP/1.1" status: 204 len: 168 time: 0.1865461 Mar 07 11:19:19.677053 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 47220) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:19:19.682872 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-a57acbc3-d4c2-42d1-8611-ef3d00f19e9c tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-996233842', 'description': 'tempest-secgroup-smoke-996233842 description', 'project_id': '5f6257a57e8b437f93012a233b15cc74'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 11:19:19.688787 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-a57acbc3-d4c2-42d1-8611-ef3d00f19e9c tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 11:19:19.692543 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-a57acbc3-d4c2-42d1-8611-ef3d00f19e9c tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Usage tracker for resource:security_group and tenant:5f6257a57e8b437f93012a233b15cc74 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 11:19:19.695286 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-a57acbc3-d4c2-42d1-8611-ef3d00f19e9c tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 11:19:19.701054 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-a57acbc3-d4c2-42d1-8611-ef3d00f19e9c tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 11:19:19.710810 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a57acbc3-d4c2-42d1-8611-ef3d00f19e9c tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:19:19.745070 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-a57acbc3-d4c2-42d1-8611-ef3d00f19e9c tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 11:19:19.748839 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-a57acbc3-d4c2-42d1-8611-ef3d00f19e9c tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Usage tracker for resource:security_group_rule and tenant:5f6257a57e8b437f93012a233b15cc74 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 11:19:19.751527 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-a57acbc3-d4c2-42d1-8611-ef3d00f19e9c tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 11:19:19.760689 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-a57acbc3-d4c2-42d1-8611-ef3d00f19e9c tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 11:19:19.815255 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a57acbc3-d4c2-42d1-8611-ef3d00f19e9c tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:19:19.818725 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a57acbc3-d4c2-42d1-8611-ef3d00f19e9c tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:19:19.859190 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57acbc3-d4c2-42d1-8611-ef3d00f19e9c tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b50db9d-044f-4f4c-bde3-084131bf7d27,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:19:19.861868 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a57acbc3-d4c2-42d1-8611-ef3d00f19e9c tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:19:19.865749 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-a57acbc3-d4c2-42d1-8611-ef3d00f19e9c tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1851354 Mar 07 11:19:19.866149 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 47224) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:19:19.871162 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-a5d0a48e-0ea3-49cf-ae30-8f9b84726be2 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Request body: {'security_group_rule': {'security_group_id': '3b50db9d-044f-4f4c-bde3-084131bf7d27', 'project_id': '5f6257a57e8b437f93012a233b15cc74', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 11:19:19.876933 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-a5d0a48e-0ea3-49cf-ae30-8f9b84726be2 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 11:19:19.880720 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-a5d0a48e-0ea3-49cf-ae30-8f9b84726be2 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Usage tracker for resource:security_group_rule and tenant:5f6257a57e8b437f93012a233b15cc74 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 11:19:19.883682 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-a5d0a48e-0ea3-49cf-ae30-8f9b84726be2 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 11:19:19.889418 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-a5d0a48e-0ea3-49cf-ae30-8f9b84726be2 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 11:19:19.905852 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a5d0a48e-0ea3-49cf-ae30-8f9b84726be2 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:19:19.965762 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a5d0a48e-0ea3-49cf-ae30-8f9b84726be2 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:19:19.968956 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a5d0a48e-0ea3-49cf-ae30-8f9b84726be2 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:19:19.990952 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d0a48e-0ea3-49cf-ae30-8f9b84726be2 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45910445-1dcb-4453-8745-e6ad4a135062,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:19:19.999153 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a5d0a48e-0ea3-49cf-ae30-8f9b84726be2 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:19:20.000287 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-a5d0a48e-0ea3-49cf-ae30-8f9b84726be2 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1334934 Mar 07 11:19:20.003235 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 47228) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:19:20.009787 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-c34acd97-448f-41a1-9f8d-dfae96f8301e tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Request body: {'security_group_rule': {'security_group_id': '3b50db9d-044f-4f4c-bde3-084131bf7d27', 'project_id': '5f6257a57e8b437f93012a233b15cc74', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 11:19:20.015760 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-c34acd97-448f-41a1-9f8d-dfae96f8301e tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 11:19:20.019500 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-c34acd97-448f-41a1-9f8d-dfae96f8301e tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Usage tracker for resource:security_group_rule and tenant:5f6257a57e8b437f93012a233b15cc74 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 11:19:20.022291 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-c34acd97-448f-41a1-9f8d-dfae96f8301e tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 11:19:20.029240 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-c34acd97-448f-41a1-9f8d-dfae96f8301e tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 11:19:20.044266 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c34acd97-448f-41a1-9f8d-dfae96f8301e tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:19:20.104505 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c34acd97-448f-41a1-9f8d-dfae96f8301e tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:19:20.107790 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c34acd97-448f-41a1-9f8d-dfae96f8301e tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:19:20.129669 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34acd97-448f-41a1-9f8d-dfae96f8301e tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=757c4434-058a-4ace-a643-1c3cf288d408,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:19:20.139111 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c34acd97-448f-41a1-9f8d-dfae96f8301e tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:19:20.140264 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-c34acd97-448f-41a1-9f8d-dfae96f8301e tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1360910 Mar 07 11:19:20.142910 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 47232) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:19:20.148164 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-ac7e98ac-d0d5-4539-abe7-6a2430068503 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Request body: {'security_group_rule': {'security_group_id': '3b50db9d-044f-4f4c-bde3-084131bf7d27', 'project_id': '5f6257a57e8b437f93012a233b15cc74', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 11:19:20.154473 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-ac7e98ac-d0d5-4539-abe7-6a2430068503 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 11:19:20.158231 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-ac7e98ac-d0d5-4539-abe7-6a2430068503 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Usage tracker for resource:security_group_rule and tenant:5f6257a57e8b437f93012a233b15cc74 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 11:19:20.160971 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-ac7e98ac-d0d5-4539-abe7-6a2430068503 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 11:19:20.167326 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-ac7e98ac-d0d5-4539-abe7-6a2430068503 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 11:19:20.184120 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ac7e98ac-d0d5-4539-abe7-6a2430068503 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:19:20.244943 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ac7e98ac-d0d5-4539-abe7-6a2430068503 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:19:20.249520 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ac7e98ac-d0d5-4539-abe7-6a2430068503 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:19:20.272207 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7e98ac-d0d5-4539-abe7-6a2430068503 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df3481f3-721b-4c3f-ba7f-722f22527a84,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:19:20.281381 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ac7e98ac-d0d5-4539-abe7-6a2430068503 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:19:20.285024 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-ac7e98ac-d0d5-4539-abe7-6a2430068503 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1410854 Mar 07 11:19:20.285404 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 47236) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:19:20.291696 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-29a278ea-800e-454e-8af1-9d1ac2040036 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Request body: {'security_group_rule': {'security_group_id': '3b50db9d-044f-4f4c-bde3-084131bf7d27', 'project_id': '5f6257a57e8b437f93012a233b15cc74', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 11:19:20.298008 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-29a278ea-800e-454e-8af1-9d1ac2040036 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 11:19:20.301779 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-29a278ea-800e-454e-8af1-9d1ac2040036 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Usage tracker for resource:security_group_rule and tenant:5f6257a57e8b437f93012a233b15cc74 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 11:19:20.304560 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-29a278ea-800e-454e-8af1-9d1ac2040036 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 11:19:20.311410 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-29a278ea-800e-454e-8af1-9d1ac2040036 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 11:19:20.326834 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-29a278ea-800e-454e-8af1-9d1ac2040036 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:19:20.388705 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-29a278ea-800e-454e-8af1-9d1ac2040036 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:19:20.391942 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-29a278ea-800e-454e-8af1-9d1ac2040036 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:19:20.414259 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a278ea-800e-454e-8af1-9d1ac2040036 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3bb6ab6-09be-4730-9e28-51cbdd32f174,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:19:20.423419 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-29a278ea-800e-454e-8af1-9d1ac2040036 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:19:20.424586 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-29a278ea-800e-454e-8af1-9d1ac2040036 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1381831 Mar 07 11:19:20.427206 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 47240) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:19:20.432738 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-708e6e32-dc34-4114-ad8f-dbb451a7b810 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Request body: {'security_group_rule': {'security_group_id': '3b50db9d-044f-4f4c-bde3-084131bf7d27', 'project_id': '5f6257a57e8b437f93012a233b15cc74', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 11:19:20.438373 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-708e6e32-dc34-4114-ad8f-dbb451a7b810 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 11:19:20.442104 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-708e6e32-dc34-4114-ad8f-dbb451a7b810 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Usage tracker for resource:security_group_rule and tenant:5f6257a57e8b437f93012a233b15cc74 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 11:19:20.444937 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-708e6e32-dc34-4114-ad8f-dbb451a7b810 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 11:19:20.450617 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-708e6e32-dc34-4114-ad8f-dbb451a7b810 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 11:19:20.460701 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.db.securitygroups_db [None req-708e6e32-dc34-4114-ad8f-dbb451a7b810 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Project 5f6257a57e8b437f93012a233b15cc74 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 11:19:20.467450 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-708e6e32-dc34-4114-ad8f-dbb451a7b810 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:19:20.530903 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-708e6e32-dc34-4114-ad8f-dbb451a7b810 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:19:20.534700 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-708e6e32-dc34-4114-ad8f-dbb451a7b810 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:19:20.561095 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708e6e32-dc34-4114-ad8f-dbb451a7b810 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e78d5961-12a4-4307-a688-827fff5e400b,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:19:20.566470 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-708e6e32-dc34-4114-ad8f-dbb451a7b810 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:19:20.567505 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-708e6e32-dc34-4114-ad8f-dbb451a7b810 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1394067 Mar 07 11:19:20.570185 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 47244) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:19:20.575461 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-821cb53b-cb12-4f67-8859-afccbcb922ab tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Request body: {'security_group_rule': {'security_group_id': '3b50db9d-044f-4f4c-bde3-084131bf7d27', 'project_id': '5f6257a57e8b437f93012a233b15cc74', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 11:19:20.581298 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-821cb53b-cb12-4f67-8859-afccbcb922ab tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 11:19:20.585135 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-821cb53b-cb12-4f67-8859-afccbcb922ab tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Usage tracker for resource:security_group_rule and tenant:5f6257a57e8b437f93012a233b15cc74 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 11:19:20.588889 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-821cb53b-cb12-4f67-8859-afccbcb922ab tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 11:19:20.594459 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-821cb53b-cb12-4f67-8859-afccbcb922ab tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 11:19:20.605142 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.db.securitygroups_db [None req-821cb53b-cb12-4f67-8859-afccbcb922ab tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Project 5f6257a57e8b437f93012a233b15cc74 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 11:19:20.611635 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-821cb53b-cb12-4f67-8859-afccbcb922ab tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:19:20.677002 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-821cb53b-cb12-4f67-8859-afccbcb922ab tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:19:20.680264 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-821cb53b-cb12-4f67-8859-afccbcb922ab tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:19:20.701689 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821cb53b-cb12-4f67-8859-afccbcb922ab tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00f8ee36-8926-48d4-bbd4-dec6578388dc,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:19:20.710054 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-821cb53b-cb12-4f67-8859-afccbcb922ab tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:19:20.711180 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-821cb53b-cb12-4f67-8859-afccbcb922ab tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1400926 Mar 07 11:19:22.065033 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device 206faaf1-0fec-4485-a472-e28ec0f915b2 no longer exists at agent hyperv_hv-neutron-8307 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 11:19:22.097807 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] No Port match for: 206faaf1-0fec-4485-a472-e28ec0f915b2 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 11:19:22.098144 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device 206faaf1-0fec-4485-a472-e28ec0f915b2 not bound to the agent host hv-neutron-8307 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 11:19:28.539807 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a9cd48b7-5497-4af9-9b10-b9067adb8ead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:19:30.699900 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-9d07fca8-3f51-4215-8a8e-ac4318b8a100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:19:31.996347 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:19:32.000812 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-711fefd2-3b30-4759-8df5-0aecff1c8e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:19:33.113996 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-adbd2215-c8ee-41f3-92a6-4182ca26b8a8 None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 11:19:33.420020 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c87150bd-aa9c-4ad1-bb68-57ec66d4fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:19:34.425732 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-e75aca14-f92e-49a8-91b2-87d9148cfdef req-631c2bee-c17e-45a3-b964-c37793607eb3 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Synchronizing usage tracker for tenant:5f6257a57e8b437f93012a233b15cc74 on resource:security_group {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 11:19:34.441870 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-e75aca14-f92e-49a8-91b2-87d9148cfdef req-631c2bee-c17e-45a3-b964-c37793607eb3 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Unset dirty status for tenant:5f6257a57e8b437f93012a233b15cc74 on resource:security_group {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 11:19:34.442834 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-e75aca14-f92e-49a8-91b2-87d9148cfdef req-631c2bee-c17e-45a3-b964-c37793607eb3 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-996233842&fields=id&tenant_id=5f6257a57e8b437f93012a233b15cc74 HTTP/1.1" status: 200 len: 267 time: 0.0568671 Mar 07 11:19:34.661633 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75aca14-f92e-49a8-91b2-87d9148cfdef req-ecb9af2c-bb43-4e11-b8ef-2c80cd32ac86 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:19:34.663061 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-e75aca14-f92e-49a8-91b2-87d9148cfdef req-ecb9af2c-bb43-4e11-b8ef-2c80cd32ac86 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/networks?id=8dfe7327-0f02-415a-b3e8-db6b26a9c036 HTTP/1.1" status: 200 len: 808 time: 0.2128472 Mar 07 11:19:34.678703 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-e75aca14-f92e-49a8-91b2-87d9148cfdef req-052e7a52-f904-400c-a8e8-3a4e85dbeabe tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/quotas/5f6257a57e8b437f93012a233b15cc74 HTTP/1.1" status: 200 len: 375 time: 0.0104566 Mar 07 11:19:34.755215 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-e75aca14-f92e-49a8-91b2-87d9148cfdef req-b2e11806-52e2-4690-bec2-d08a2d8bfa33 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=5f6257a57e8b437f93012a233b15cc74&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0713181 Mar 07 11:19:34.770859 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [req-e75aca14-f92e-49a8-91b2-87d9148cfdef req-6cfc4e1e-d7c6-464b-8e45-bdf84ad36edb service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=83737) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 07 11:19:34.771761 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-e75aca14-f92e-49a8-91b2-87d9148cfdef req-6cfc4e1e-d7c6-464b-8e45-bdf84ad36edb service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0047498 Mar 07 11:19:34.897693 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-e75aca14-f92e-49a8-91b2-87d9148cfdef req-8c12f2a8-13ad-439e-9c9c-d22801d48761 service neutron] 10.222.0.13 "GET /v2.0/networks/8dfe7327-0f02-415a-b3e8-db6b26a9c036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202276 Mar 07 11:19:35.025249 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-e75aca14-f92e-49a8-91b2-87d9148cfdef req-bdd66cbd-d605-4acb-9a14-2d09d7a44286 service neutron] 10.222.0.13 "GET /v2.0/networks/8dfe7327-0f02-415a-b3e8-db6b26a9c036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216016 Mar 07 11:19:35.402926 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-a2cb1c2d-8745-4834-802c-5ab39156bc7a req-ca3a846b-6567-4ae0-8981-6c4d75663405 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/ports?device_id=382dfd99-98dd-4713-8c27-9dcbd7ae3cf8 HTTP/1.1" status: 200 len: 210 time: 0.0443032 Mar 07 11:19:36.509106 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-beca1418-b797-4941-bb65-ce3c3c9b7005 req-00f0c55c-69a6-4b6a-9fa6-5d7ddf7b116f tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/ports?device_id=382dfd99-98dd-4713-8c27-9dcbd7ae3cf8 HTTP/1.1" status: 200 len: 210 time: 0.0397789 Mar 07 11:19:37.618704 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-800807d9-0dae-4e0c-9413-b252075d6dbf req-d78b35a1-5902-4977-b0e6-537685f4bc2f tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/ports?device_id=382dfd99-98dd-4713-8c27-9dcbd7ae3cf8 HTTP/1.1" status: 200 len: 210 time: 0.0394859 Mar 07 11:19:38.734330 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4afcc6be-10ac-4b35-9ce7-5f8973db4f83 req-56401e07-7516-41ab-8329-b38e20b533c0 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/ports?device_id=382dfd99-98dd-4713-8c27-9dcbd7ae3cf8 HTTP/1.1" status: 200 len: 210 time: 0.0425839 Mar 07 11:19:39.916367 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-e62a3eea-84d2-4689-b809-13074a0ed753 req-28c16844-0076-41aa-a563-15383b5eb3ee tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/ports?device_id=382dfd99-98dd-4713-8c27-9dcbd7ae3cf8 HTTP/1.1" status: 200 len: 210 time: 0.0423427 Mar 07 11:19:40.482655 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75aca14-f92e-49a8-91b2-87d9148cfdef req-a4977d9c-4875-47ab-8134-6aacbd075a76 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:19:40.484033 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-e75aca14-f92e-49a8-91b2-87d9148cfdef req-a4977d9c-4875-47ab-8134-6aacbd075a76 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.10 "GET /v2.0/networks?id=8dfe7327-0f02-415a-b3e8-db6b26a9c036 HTTP/1.1" status: 200 len: 808 time: 0.1447735 Mar 07 11:19:40.534961 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-e75aca14-f92e-49a8-91b2-87d9148cfdef req-1d5842b2-722f-45b7-85fe-235f4a5938c5 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5f6257a57e8b437f93012a233b15cc74 HTTP/1.1" status: 200 len: 379 time: 0.0394380 Mar 07 11:19:40.551146 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [req-e75aca14-f92e-49a8-91b2-87d9148cfdef req-6bc31eb4-fff9-4e0f-8f48-392639476120 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Request body: {'port': {'device_id': '382dfd99-98dd-4713-8c27-9dcbd7ae3cf8', 'network_id': '8dfe7327-0f02-415a-b3e8-db6b26a9c036', 'admin_state_up': True, 'tenant_id': '5f6257a57e8b437f93012a233b15cc74', 'security_groups': ['3b50db9d-044f-4f4c-bde3-084131bf7d27']}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 11:19:40.692237 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [req-e75aca14-f92e-49a8-91b2-87d9148cfdef req-6bc31eb4-fff9-4e0f-8f48-392639476120 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 11:19:40.701672 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [req-e75aca14-f92e-49a8-91b2-87d9148cfdef req-6bc31eb4-fff9-4e0f-8f48-392639476120 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 11:19:40.712305 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e75aca14-f92e-49a8-91b2-87d9148cfdef req-6bc31eb4-fff9-4e0f-8f48-392639476120 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Made reservation on behalf of 5f6257a57e8b437f93012a233b15cc74 for: {'port': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:19:40.715902 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-e75aca14-f92e-49a8-91b2-87d9148cfdef req-6bc31eb4-fff9-4e0f-8f48-392639476120 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:19:40.881508 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [req-e75aca14-f92e-49a8-91b2-87d9148cfdef req-6bc31eb4-fff9-4e0f-8f48-392639476120 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Allocated IP 172.20.0.4 (8dfe7327-0f02-415a-b3e8-db6b26a9c036/43144a61-01ca-4e2f-b13f-c413b0c50207/9375bedd-7fe1-4cf0-adca-938982d39953) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:19:41.111268 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-e64f8f84-4845-4385-99d3-87dc5390ff40 req-89e484b4-3bc2-4ca7-a94f-fc4997e34641 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/ports?device_id=382dfd99-98dd-4713-8c27-9dcbd7ae3cf8 HTTP/1.1" status: 200 len: 210 time: 0.0580378 Mar 07 11:19:41.118671 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-e75aca14-f92e-49a8-91b2-87d9148cfdef req-6bc31eb4-fff9-4e0f-8f48-392639476120 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:19:41.138711 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [req-e75aca14-f92e-49a8-91b2-87d9148cfdef req-6bc31eb4-fff9-4e0f-8f48-392639476120 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Transition to ACTIVE for port object 9375bedd-7fe1-4cf0-adca-938982d39953 will not be triggered until provisioned by entity DHCP. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 11:19:41.160111 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-e75aca14-f92e-49a8-91b2-87d9148cfdef req-6bc31eb4-fff9-4e0f-8f48-392639476120 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:19:41.229011 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e75aca14-f92e-49a8-91b2-87d9148cfdef req-6bc31eb4-fff9-4e0f-8f48-392639476120 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Network 8dfe7327-0f02-415a-b3e8-db6b26a9c036 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:19:41.231865 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [req-e75aca14-f92e-49a8-91b2-87d9148cfdef req-6bc31eb4-fff9-4e0f-8f48-392639476120 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:19:41.235620 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [req-e75aca14-f92e-49a8-91b2-87d9148cfdef req-6bc31eb4-fff9-4e0f-8f48-392639476120 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 11:19:41.271120 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc31eb4-fff9-4e0f-8f48-392639476120 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Pushing event updated for resources: {'Port': ['ID=9375bedd-7fe1-4cf0-adca-938982d39953,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:19:41.304266 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75aca14-f92e-49a8-91b2-87d9148cfdef req-6bc31eb4-fff9-4e0f-8f48-392639476120 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:19:41.305159 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-e75aca14-f92e-49a8-91b2-87d9148cfdef req-6bc31eb4-fff9-4e0f-8f48-392639476120 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:19:41.334636 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-e75aca14-f92e-49a8-91b2-87d9148cfdef req-6bc31eb4-fff9-4e0f-8f48-392639476120 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7870347 Mar 07 11:19:41.345878 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [req-e75aca14-f92e-49a8-91b2-87d9148cfdef req-c42bb6ec-91c5-4d8b-8c6e-921f586146b1 service neutron] Request body: {'port': {'device_id': '382dfd99-98dd-4713-8c27-9dcbd7ae3cf8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8307'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 11:19:41.460299 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-e75aca14-f92e-49a8-91b2-87d9148cfdef req-c42bb6ec-91c5-4d8b-8c6e-921f586146b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:19:41.466472 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-34ca202a-55e4-45db-85f9-05b778bc275d None None] Provisioning for port 9375bedd-7fe1-4cf0-adca-938982d39953 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 11:19:41.472094 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-34ca202a-55e4-45db-85f9-05b778bc275d None None] Provisioning complete for port 9375bedd-7fe1-4cf0-adca-938982d39953 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 11:19:41.472458 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-34ca202a-55e4-45db-85f9-05b778bc275d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:19:41.528667 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-34ca202a-55e4-45db-85f9-05b778bc275d None None] Port 9375bedd-7fe1-4cf0-adca-938982d39953 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 11:19:41.883542 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [req-e75aca14-f92e-49a8-91b2-87d9148cfdef req-c42bb6ec-91c5-4d8b-8c6e-921f586146b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9375bedd-7fe1-4cf0-adca-938982d39953 {{(pid=83737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 07 11:19:41.890620 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-e75aca14-f92e-49a8-91b2-87d9148cfdef req-c42bb6ec-91c5-4d8b-8c6e-921f586146b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:19:41.905982 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [req-e75aca14-f92e-49a8-91b2-87d9148cfdef req-c42bb6ec-91c5-4d8b-8c6e-921f586146b1 service neutron] Transition to ACTIVE for port object 9375bedd-7fe1-4cf0-adca-938982d39953 will not be triggered until provisioned by entity L2. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 11:19:41.909409 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-e75aca14-f92e-49a8-91b2-87d9148cfdef req-c42bb6ec-91c5-4d8b-8c6e-921f586146b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3012561'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:19:42.071932 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42bb6ec-91c5-4d8b-8c6e-921f586146b1 service neutron] Pushing event updated for resources: {'Port': ['ID=9375bedd-7fe1-4cf0-adca-938982d39953,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:19:42.156826 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [req-e75aca14-f92e-49a8-91b2-87d9148cfdef req-c42bb6ec-91c5-4d8b-8c6e-921f586146b1 service neutron] Attempting to bind port 9375bedd-7fe1-4cf0-adca-938982d39953 on host hv-neutron-8307 for vnic_type normal with profile {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 11:19:42.157415 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [req-e75aca14-f92e-49a8-91b2-87d9148cfdef req-c42bb6ec-91c5-4d8b-8c6e-921f586146b1 service neutron] Attempting to bind port 9375bedd-7fe1-4cf0-adca-938982d39953 by drivers openvswitch,hyperv on host hv-neutron-8307 at level 0 using segments [{'id': 'e6c5cd05-50ec-4329-aa05-004038fa990b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '8dfe7327-0f02-415a-b3e8-db6b26a9c036'}] {{(pid=83737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 11:19:42.157530 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75aca14-f92e-49a8-91b2-87d9148cfdef req-c42bb6ec-91c5-4d8b-8c6e-921f586146b1 service neutron] Attempting to bind port 9375bedd-7fe1-4cf0-adca-938982d39953 on network 8dfe7327-0f02-415a-b3e8-db6b26a9c036 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 11:19:42.163654 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75aca14-f92e-49a8-91b2-87d9148cfdef req-c42bb6ec-91c5-4d8b-8c6e-921f586146b1 service neutron] Port 9375bedd-7fe1-4cf0-adca-938982d39953 on network 8dfe7327-0f02-415a-b3e8-db6b26a9c036 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8307 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 07 11:19:42.163955 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75aca14-f92e-49a8-91b2-87d9148cfdef req-c42bb6ec-91c5-4d8b-8c6e-921f586146b1 service neutron] Attempting to bind port 9375bedd-7fe1-4cf0-adca-938982d39953 on network 8dfe7327-0f02-415a-b3e8-db6b26a9c036 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 11:19:42.171608 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75aca14-f92e-49a8-91b2-87d9148cfdef req-c42bb6ec-91c5-4d8b-8c6e-921f586146b1 service neutron] Checking agent: {'id': 'fb93ecad-d7e5-4e81-99ef-d8d0ee7386ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8307', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 21, 15), 'started_at': datetime.datetime(2022, 3, 7, 10, 21, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 19, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 11:19:42.171940 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75aca14-f92e-49a8-91b2-87d9148cfdef req-c42bb6ec-91c5-4d8b-8c6e-921f586146b1 service neutron] Checking segment: {'id': 'e6c5cd05-50ec-4329-aa05-004038fa990b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '8dfe7327-0f02-415a-b3e8-db6b26a9c036'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 11:19:42.172331 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75aca14-f92e-49a8-91b2-87d9148cfdef req-c42bb6ec-91c5-4d8b-8c6e-921f586146b1 service neutron] Bound using segment: {'id': 'e6c5cd05-50ec-4329-aa05-004038fa990b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '8dfe7327-0f02-415a-b3e8-db6b26a9c036'} {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 11:19:42.172846 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [req-e75aca14-f92e-49a8-91b2-87d9148cfdef req-c42bb6ec-91c5-4d8b-8c6e-921f586146b1 service neutron] Bound port: 9375bedd-7fe1-4cf0-adca-938982d39953, host: hv-neutron-8307, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6c5cd05-50ec-4329-aa05-004038fa990b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '8dfe7327-0f02-415a-b3e8-db6b26a9c036'}}] {{(pid=83737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 11:19:42.173112 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-e75aca14-f92e-49a8-91b2-87d9148cfdef req-c42bb6ec-91c5-4d8b-8c6e-921f586146b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:19:42.305959 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [req-e75aca14-f92e-49a8-91b2-87d9148cfdef req-c42bb6ec-91c5-4d8b-8c6e-921f586146b1 service neutron] For port 9375bedd-7fe1-4cf0-adca-938982d39953, host hv-neutron-8307, cleared binding levels {{(pid=83737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:19:42.315406 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [req-e75aca14-f92e-49a8-91b2-87d9148cfdef req-c42bb6ec-91c5-4d8b-8c6e-921f586146b1 service neutron] For port 9375bedd-7fe1-4cf0-adca-938982d39953, host hv-neutron-8307, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=9375bedd-7fe1-4cf0-adca-938982d39953,segment=NetworkSegment(e6c5cd05-50ec-4329-aa05-004038fa990b),segment_id=e6c5cd05-50ec-4329-aa05-004038fa990b)] {{(pid=83737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:19:42.321344 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-e75aca14-f92e-49a8-91b2-87d9148cfdef req-c42bb6ec-91c5-4d8b-8c6e-921f586146b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3012561'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:19:42.397921 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-e75aca14-f92e-49a8-91b2-87d9148cfdef req-c42bb6ec-91c5-4d8b-8c6e-921f586146b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:19:42.399283 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-e75aca14-f92e-49a8-91b2-87d9148cfdef req-c42bb6ec-91c5-4d8b-8c6e-921f586146b1 service neutron] 10.222.0.10 "PUT /v2.0/ports/9375bedd-7fe1-4cf0-adca-938982d39953 HTTP/1.1" status: 200 len: 1093 time: 1.0576758 Mar 07 11:19:42.400236 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '382dfd99-98dd-4713-8c27-9dcbd7ae3cf8', 'tag': '9375bedd-7fe1-4cf0-adca-938982d39953'}] {{(pid=83737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 11:19:42.414064 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42bb6ec-91c5-4d8b-8c6e-921f586146b1 service neutron] Pushing event updated for resources: {'Port': ['ID=9375bedd-7fe1-4cf0-adca-938982d39953,revision_number=3']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:19:42.428753 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df61083-cb4f-427b-afee-2fb6e584ea05 req-adb6c91b-31f3-4589-93fb-937d5d2eefde tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:19:42.429506 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-7df61083-cb4f-427b-afee-2fb6e584ea05 req-adb6c91b-31f3-4589-93fb-937d5d2eefde tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Synchronizing usage tracker for tenant:5f6257a57e8b437f93012a233b15cc74 on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 11:19:42.479602 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '382dfd99-98dd-4713-8c27-9dcbd7ae3cf8', 'tag': '9375bedd-7fe1-4cf0-adca-938982d39953', 'status': 'completed', 'code': 200} Mar 07 11:19:42.489559 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-7df61083-cb4f-427b-afee-2fb6e584ea05 req-adb6c91b-31f3-4589-93fb-937d5d2eefde tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Unset dirty status for tenant:5f6257a57e8b437f93012a233b15cc74 on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 11:19:42.490694 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-7df61083-cb4f-427b-afee-2fb6e584ea05 req-adb6c91b-31f3-4589-93fb-937d5d2eefde tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/ports?device_id=382dfd99-98dd-4713-8c27-9dcbd7ae3cf8 HTTP/1.1" status: 200 len: 943 time: 0.2515883 Mar 07 11:19:42.551898 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-e75aca14-f92e-49a8-91b2-87d9148cfdef req-90b841bc-10ca-45c8-b75a-60c9fdb45429 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5f6257a57e8b437f93012a233b15cc74&device_id=382dfd99-98dd-4713-8c27-9dcbd7ae3cf8 HTTP/1.1" status: 200 len: 1096 time: 0.1139390 Mar 07 11:19:42.554155 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-7df61083-cb4f-427b-afee-2fb6e584ea05 req-ebd272c7-a545-4a88-8011-5e7afdec43e4 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b50db9d-044f-4f4c-bde3-084131bf7d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558603 Mar 07 11:19:42.622535 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-e75aca14-f92e-49a8-91b2-87d9148cfdef req-5ef2c880-34cb-45f0-bf8e-459a263caaf3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9375bedd-7fe1-4cf0-adca-938982d39953 HTTP/1.1" status: 200 len: 217 time: 0.0634291 Mar 07 11:19:42.684300 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75aca14-f92e-49a8-91b2-87d9148cfdef req-0279e9da-de9c-4e01-b233-cd62d4071201 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:19:42.685832 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-e75aca14-f92e-49a8-91b2-87d9148cfdef req-0279e9da-de9c-4e01-b233-cd62d4071201 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=43144a61-01ca-4e2f-b13f-c413b0c50207 HTTP/1.1" status: 200 len: 847 time: 0.0577908 Mar 07 11:19:42.761085 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-e75aca14-f92e-49a8-91b2-87d9148cfdef req-6540973d-4669-4ec4-9aa7-8c40015a7311 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8dfe7327-0f02-415a-b3e8-db6b26a9c036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697973 Mar 07 11:19:42.890168 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-e75aca14-f92e-49a8-91b2-87d9148cfdef req-4e5cc1ef-cdc5-4020-b08c-d1ffb86ee6a0 service neutron] 10.222.0.10 "GET /v2.0/networks/8dfe7327-0f02-415a-b3e8-db6b26a9c036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226158 Mar 07 11:19:43.017601 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-e75aca14-f92e-49a8-91b2-87d9148cfdef req-40cc2d46-c129-4339-a7bd-f130768052bb service neutron] 10.222.0.10 "GET /v2.0/networks/8dfe7327-0f02-415a-b3e8-db6b26a9c036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218290 Mar 07 11:19:43.130392 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f0eb4300-3aa9-4db5-93e5-67c1921cdf5a req-1ce48ba0-bfb3-4604-a771-cd26101e7666 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5f6257a57e8b437f93012a233b15cc74&device_id=382dfd99-98dd-4713-8c27-9dcbd7ae3cf8 HTTP/1.1" status: 200 len: 1096 time: 0.0672710 Mar 07 11:19:43.259587 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eb4300-3aa9-4db5-93e5-67c1921cdf5a req-86291235-7e72-44c1-844b-f442e2bcc92f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:19:43.261096 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f0eb4300-3aa9-4db5-93e5-67c1921cdf5a req-86291235-7e72-44c1-844b-f442e2bcc92f service neutron] 10.222.0.10 "GET /v2.0/networks?id=8dfe7327-0f02-415a-b3e8-db6b26a9c036 HTTP/1.1" status: 200 len: 909 time: 0.1251020 Mar 07 11:19:43.329595 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f0eb4300-3aa9-4db5-93e5-67c1921cdf5a req-cbec2240-8430-4cf5-a000-1f2dd2beb43a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9375bedd-7fe1-4cf0-adca-938982d39953 HTTP/1.1" status: 200 len: 217 time: 0.0624990 Mar 07 11:19:43.389789 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eb4300-3aa9-4db5-93e5-67c1921cdf5a req-ad004cb1-4abf-4f83-bceb-3dac3ac9a45a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:19:43.391195 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f0eb4300-3aa9-4db5-93e5-67c1921cdf5a req-ad004cb1-4abf-4f83-bceb-3dac3ac9a45a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=43144a61-01ca-4e2f-b13f-c413b0c50207 HTTP/1.1" status: 200 len: 847 time: 0.0559525 Mar 07 11:19:43.546169 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f0eb4300-3aa9-4db5-93e5-67c1921cdf5a req-ab44ead4-5179-4271-9ddd-8627af86ffea service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8dfe7327-0f02-415a-b3e8-db6b26a9c036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1492822 Mar 07 11:19:43.675835 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f0eb4300-3aa9-4db5-93e5-67c1921cdf5a req-58b509c1-f5fb-4d44-93b3-76f6a674bf93 service neutron] 10.222.0.10 "GET /v2.0/networks/8dfe7327-0f02-415a-b3e8-db6b26a9c036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236334 Mar 07 11:19:43.857109 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f0eb4300-3aa9-4db5-93e5-67c1921cdf5a req-1b3cad67-00fa-40a3-9c51-723e259ed3de service neutron] 10.222.0.10 "GET /v2.0/networks/8dfe7327-0f02-415a-b3e8-db6b26a9c036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743045 Mar 07 11:19:43.863207 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fc1141-201f-459d-b367-5c7265674046 req-c3b4f4e6-a86f-4ca5-bdfe-78248ca8b734 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:19:43.864571 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-46fc1141-201f-459d-b367-5c7265674046 req-c3b4f4e6-a86f-4ca5-bdfe-78248ca8b734 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/ports?device_id=382dfd99-98dd-4713-8c27-9dcbd7ae3cf8 HTTP/1.1" status: 200 len: 943 time: 0.1847527 Mar 07 11:19:43.912403 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-46fc1141-201f-459d-b367-5c7265674046 req-8aac0e14-3af9-49b4-b050-8b4b462a53b0 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b50db9d-044f-4f4c-bde3-084131bf7d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416343 Mar 07 11:19:45.100295 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6ddb83-63b5-4390-8e94-3407548cea28 req-ae2c6085-02c0-4ef5-bd6d-a62a16c6003a tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:19:45.101733 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-3e6ddb83-63b5-4390-8e94-3407548cea28 req-ae2c6085-02c0-4ef5-bd6d-a62a16c6003a tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/ports?device_id=382dfd99-98dd-4713-8c27-9dcbd7ae3cf8 HTTP/1.1" status: 200 len: 943 time: 0.0740845 Mar 07 11:19:45.146011 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-3e6ddb83-63b5-4390-8e94-3407548cea28 req-a112fecb-af72-48c8-a0c4-7698709e30cf tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b50db9d-044f-4f4c-bde3-084131bf7d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384781 Mar 07 11:19:46.109273 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:19:46.341350 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a664d5f4-7439-4056-98a9-2691c2498340 req-a285ee25-b3bd-4709-9ce1-c9a1d224ac78 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:19:46.342769 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-a664d5f4-7439-4056-98a9-2691c2498340 req-a285ee25-b3bd-4709-9ce1-c9a1d224ac78 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/ports?device_id=382dfd99-98dd-4713-8c27-9dcbd7ae3cf8 HTTP/1.1" status: 200 len: 943 time: 0.0782216 Mar 07 11:19:46.386291 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-a664d5f4-7439-4056-98a9-2691c2498340 req-61aa952f-89a9-4473-a58f-bbd56a6bf79b tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b50db9d-044f-4f4c-bde3-084131bf7d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381005 Mar 07 11:19:47.576181 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da3a1b8-02e4-4fdd-abc0-96961aca0619 req-08db89cf-dd27-4d24-9e0b-eda633c9f160 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:19:47.577504 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-2da3a1b8-02e4-4fdd-abc0-96961aca0619 req-08db89cf-dd27-4d24-9e0b-eda633c9f160 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/ports?device_id=382dfd99-98dd-4713-8c27-9dcbd7ae3cf8 HTTP/1.1" status: 200 len: 943 time: 0.0735629 Mar 07 11:19:47.621414 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-2da3a1b8-02e4-4fdd-abc0-96961aca0619 req-90e7b161-5943-408e-90cd-79543b6b6713 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b50db9d-044f-4f4c-bde3-084131bf7d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385463 Mar 07 11:19:48.815939 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacb4dad-31fc-48d9-82d3-d2d850db8950 req-1cd417f6-5333-49d1-aff9-b6326b309aaa tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:19:48.817386 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-aacb4dad-31fc-48d9-82d3-d2d850db8950 req-1cd417f6-5333-49d1-aff9-b6326b309aaa tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/ports?device_id=382dfd99-98dd-4713-8c27-9dcbd7ae3cf8 HTTP/1.1" status: 200 len: 943 time: 0.0788207 Mar 07 11:19:48.861190 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-aacb4dad-31fc-48d9-82d3-d2d850db8950 req-2c5ab2ee-5ac0-4002-ac0b-ebff61a94920 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b50db9d-044f-4f4c-bde3-084131bf7d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381548 Mar 07 11:19:50.054657 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc2df41-dd9a-4fec-85fc-52faa8bb90fe req-609fd4d3-73af-40c7-8987-b0ea5722ad48 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:19:50.056111 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-abc2df41-dd9a-4fec-85fc-52faa8bb90fe req-609fd4d3-73af-40c7-8987-b0ea5722ad48 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/ports?device_id=382dfd99-98dd-4713-8c27-9dcbd7ae3cf8 HTTP/1.1" status: 200 len: 943 time: 0.0748682 Mar 07 11:19:50.100101 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-abc2df41-dd9a-4fec-85fc-52faa8bb90fe req-d50036f9-5e5b-4f7f-b148-8f363a4d8b5f tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b50db9d-044f-4f4c-bde3-084131bf7d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385573 Mar 07 11:19:51.304537 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca6d6d0-08fb-433d-bbf6-75f3b1d93a96 req-df96dcc5-8743-4c19-b2f7-cffc2d163b5d tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:19:51.306010 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-0ca6d6d0-08fb-433d-bbf6-75f3b1d93a96 req-df96dcc5-8743-4c19-b2f7-cffc2d163b5d tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/ports?device_id=382dfd99-98dd-4713-8c27-9dcbd7ae3cf8 HTTP/1.1" status: 200 len: 943 time: 0.0794840 Mar 07 11:19:51.349924 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-0ca6d6d0-08fb-433d-bbf6-75f3b1d93a96 req-0be441ae-cf88-48bd-8705-b95109680d9b tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b50db9d-044f-4f4c-bde3-084131bf7d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380278 Mar 07 11:19:52.142040 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device 9375bedd-7fe1-4cf0-adca-938982d39953 details requested by agent hyperv_hv-neutron-8307 with host hv-neutron-8307 {{(pid=83739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 07 11:19:52.273015 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port 9375bedd-7fe1-4cf0-adca-938982d39953, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=9375bedd-7fe1-4cf0-adca-938982d39953,segment=NetworkSegment(e6c5cd05-50ec-4329-aa05-004038fa990b),segment_id=e6c5cd05-50ec-4329-aa05-004038fa990b)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:19:52.285743 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Returning: {'device': '9375bedd-7fe1-4cf0-adca-938982d39953', 'network_id': '8dfe7327-0f02-415a-b3e8-db6b26a9c036', 'port_id': '9375bedd-7fe1-4cf0-adca-938982d39953', 'mac_address': 'fa:16:3e:e9:05:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43144a61-01ca-4e2f-b13f-c413b0c50207', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 07 11:19:52.338646 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:19:52.358357 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9375bedd-7fe1-4cf0-adca-938982d39953 {{(pid=83739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 07 11:19:52.372992 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port 9375bedd-7fe1-4cf0-adca-938982d39953, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=9375bedd-7fe1-4cf0-adca-938982d39953,segment=NetworkSegment(e6c5cd05-50ec-4329-aa05-004038fa990b),segment_id=e6c5cd05-50ec-4329-aa05-004038fa990b)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:19:52.376769 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:19:52.440020 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Pushing event updated for resources: {'Port': ['ID=9375bedd-7fe1-4cf0-adca-938982d39953,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:19:52.448292 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:19:52.448656 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:19:52.448983 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:19:52.449308 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:19:52.449625 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:19:52.449943 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:19:52.450254 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:19:52.450572 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:19:52.450883 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:19:52.451192 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:19:52.451527 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:19:52.539789 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aba122-2d5b-4b26-b94d-41d1bd24fdaa req-9d2e91db-3ca7-40cf-8b3d-fceda14444b8 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:19:52.541731 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-50aba122-2d5b-4b26-b94d-41d1bd24fdaa req-9d2e91db-3ca7-40cf-8b3d-fceda14444b8 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/ports?device_id=382dfd99-98dd-4713-8c27-9dcbd7ae3cf8 HTTP/1.1" status: 200 len: 944 time: 0.0745566 Mar 07 11:19:52.588126 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-50aba122-2d5b-4b26-b94d-41d1bd24fdaa req-707736d3-a1e2-4d9b-ba64-81e5d60c4c0c tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b50db9d-044f-4f4c-bde3-084131bf7d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408258 Mar 07 11:19:52.734889 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] get_ports_and_sgs() called for port_ids ['9375bedd-7fe1-4cf0-adca-938982d39953'] {{(pid=83739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 07 11:19:53.779332 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3ad27d-973a-4a80-9bf8-f76803a78b9a req-4877f225-98e1-4e22-85dc-e6e7542c2861 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:19:53.780788 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-7a3ad27d-973a-4a80-9bf8-f76803a78b9a req-4877f225-98e1-4e22-85dc-e6e7542c2861 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/ports?device_id=382dfd99-98dd-4713-8c27-9dcbd7ae3cf8 HTTP/1.1" status: 200 len: 944 time: 0.0738847 Mar 07 11:19:53.832929 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-7a3ad27d-973a-4a80-9bf8-f76803a78b9a req-5929b54e-1f4b-414a-a192-36a43f2e346f tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b50db9d-044f-4f4c-bde3-084131bf7d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461996 Mar 07 11:19:54.142627 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device 9375bedd-7fe1-4cf0-adca-938982d39953 up at agent hyperv_hv-neutron-8307 {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 11:19:54.211347 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Provisioning for port 9375bedd-7fe1-4cf0-adca-938982d39953 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 11:19:54.216544 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Provisioning complete for port 9375bedd-7fe1-4cf0-adca-938982d39953 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 11:19:54.216905 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:19:54.324494 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:19:54.349995 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '382dfd99-98dd-4713-8c27-9dcbd7ae3cf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9375bedd-7fe1-4cf0-adca-938982d39953'}] {{(pid=83739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 11:19:54.360599 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port 9375bedd-7fe1-4cf0-adca-938982d39953, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=9375bedd-7fe1-4cf0-adca-938982d39953,segment=NetworkSegment(e6c5cd05-50ec-4329-aa05-004038fa990b),segment_id=e6c5cd05-50ec-4329-aa05-004038fa990b)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:19:54.365881 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:19:54.436408 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Pushing event updated for resources: {'Port': ['ID=9375bedd-7fe1-4cf0-adca-938982d39953,revision_number=5']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:19:54.476587 dv-neutron-830731-3-hyperv neutron-server[83739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '382dfd99-98dd-4713-8c27-9dcbd7ae3cf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9375bedd-7fe1-4cf0-adca-938982d39953', 'code': 200} Mar 07 11:19:54.739572 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-2bf60368-8abe-487d-ae0b-6b2b3fc37403 req-ef8596b0-2dc9-417c-b6da-a0cd262f336f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=382dfd99-98dd-4713-8c27-9dcbd7ae3cf8 HTTP/1.1" status: 200 len: 1098 time: 0.0730517 Mar 07 11:19:54.782441 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-2bf60368-8abe-487d-ae0b-6b2b3fc37403 req-abcf9fba-4e75-43e2-98ae-f005cb003b6d service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=3b50db9d-044f-4f4c-bde3-084131bf7d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370746 Mar 07 11:19:55.028173 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cfb739-658b-472b-993c-e7d862955873 req-fd3eb1dc-041a-4e34-9f13-37510da37472 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:19:55.029524 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c0cfb739-658b-472b-993c-e7d862955873 req-fd3eb1dc-041a-4e34-9f13-37510da37472 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/ports?device_id=382dfd99-98dd-4713-8c27-9dcbd7ae3cf8 HTTP/1.1" status: 200 len: 945 time: 0.0736985 Mar 07 11:19:55.074364 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c0cfb739-658b-472b-993c-e7d862955873 req-0ff74c65-e341-4696-8a75-a5550633714e tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b50db9d-044f-4f4c-bde3-084131bf7d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393355 Mar 07 11:19:56.271705 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0520b22e-27f1-4f74-b175-45d14b54b2d3 req-157e4ebf-797b-44d5-abc8-19bc53ca811d tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:19:56.273167 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-0520b22e-27f1-4f74-b175-45d14b54b2d3 req-157e4ebf-797b-44d5-abc8-19bc53ca811d tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/ports?device_id=382dfd99-98dd-4713-8c27-9dcbd7ae3cf8 HTTP/1.1" status: 200 len: 945 time: 0.0785880 Mar 07 11:19:56.318508 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-0520b22e-27f1-4f74-b175-45d14b54b2d3 req-84739ad1-f7f8-4b6b-8638-966cf8aeeaca tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b50db9d-044f-4f4c-bde3-084131bf7d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398483 Mar 07 11:19:56.521316 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f89104-5b4d-4055-bba6-7e5883747206 req-a38ffaca-279e-4e13-b670-9653f4a531fc tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:19:56.522775 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b6f89104-5b4d-4055-bba6-7e5883747206 req-a38ffaca-279e-4e13-b670-9653f4a531fc tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/ports?device_id=382dfd99-98dd-4713-8c27-9dcbd7ae3cf8 HTTP/1.1" status: 200 len: 945 time: 0.0795827 Mar 07 11:19:56.576529 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b6f89104-5b4d-4055-bba6-7e5883747206 req-9cc3175b-b05b-490e-a8a4-42492f0fb39b tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b50db9d-044f-4f4c-bde3-084131bf7d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430217 Mar 07 11:19:56.604671 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 47406) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:19:56.747724 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-2818e0d3-3db1-4825-9bfe-c3faedea2224 tempest-TestShelveInstance-1000558112 tempest-TestShelveInstance-1000558112-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=382dfd99-98dd-4713-8c27-9dcbd7ae3cf8 HTTP/1.1" status: 200 len: 1093 time: 0.1417665 Mar 07 11:19:56.750362 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 47412) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:19:56.755950 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-cf5f9541-8899-4372-b40c-1e0cba8ce7c4 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Request body: {'floatingip': {'floating_network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'port_id': '9375bedd-7fe1-4cf0-adca-938982d39953', 'tenant_id': '5f6257a57e8b437f93012a233b15cc74', 'fixed_ip_address': '172.20.0.4'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 11:19:56.762804 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-cf5f9541-8899-4372-b40c-1e0cba8ce7c4 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 11:19:56.766954 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-cf5f9541-8899-4372-b40c-1e0cba8ce7c4 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Usage tracker for resource:floatingip and tenant:5f6257a57e8b437f93012a233b15cc74 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 11:19:56.769786 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-cf5f9541-8899-4372-b40c-1e0cba8ce7c4 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 11:19:56.776841 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-cf5f9541-8899-4372-b40c-1e0cba8ce7c4 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 11:19:56.787155 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-cf5f9541-8899-4372-b40c-1e0cba8ce7c4 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Notify callbacks [] for floatingip, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:19:57.005523 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-cf5f9541-8899-4372-b40c-1e0cba8ce7c4 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:19:57.142122 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-cf5f9541-8899-4372-b40c-1e0cba8ce7c4 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Allocated IP 172.26.8.51 (5ed85006-6b00-415e-b71f-837fb1421c12/8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a/39b8a171-f6cd-4f1d-82ff-122b2a8f54ea) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:19:57.290785 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-cf5f9541-8899-4372-b40c-1e0cba8ce7c4 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:19:57.318432 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-cf5f9541-8899-4372-b40c-1e0cba8ce7c4 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:19:57.383059 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf5f9541-8899-4372-b40c-1e0cba8ce7c4 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Network 5ed85006-6b00-415e-b71f-837fb1421c12 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:19:57.386615 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-cf5f9541-8899-4372-b40c-1e0cba8ce7c4 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:19:57.390912 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5f9541-8899-4372-b40c-1e0cba8ce7c4 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 11:19:57.417535 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5f9541-8899-4372-b40c-1e0cba8ce7c4 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Pushing event updated for resources: {'Port': ['ID=39b8a171-f6cd-4f1d-82ff-122b2a8f54ea,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:19:57.890134 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-cf5f9541-8899-4372-b40c-1e0cba8ce7c4 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:19:57.947500 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-cf5f9541-8899-4372-b40c-1e0cba8ce7c4 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:19:58.144951 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-cf5f9541-8899-4372-b40c-1e0cba8ce7c4 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:19:58.149930 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-cf5f9541-8899-4372-b40c-1e0cba8ce7c4 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3012561'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:19:58.256743 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5f9541-8899-4372-b40c-1e0cba8ce7c4 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Pushing event updated for resources: {'Port': ['ID=39b8a171-f6cd-4f1d-82ff-122b2a8f54ea,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:19:58.269300 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-cf5f9541-8899-4372-b40c-1e0cba8ce7c4 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923533'] for floatingip, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:19:58.458162 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.db.l3_db [None req-cf5f9541-8899-4372-b40c-1e0cba8ce7c4 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Floating IP 5abaae8f-3f2f-4d9f-a838-e1fa5d4bef4f associated. External IP: 172.26.8.51, port: 9375bedd-7fe1-4cf0-adca-938982d39953. Mar 07 11:19:58.534966 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f0d554e1-85b3-4f26-a211-75e04bef0182 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:19:58.937912 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf5f9541-8899-4372-b40c-1e0cba8ce7c4 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Router 20f6c406-37ae-44cc-bd6a-0253bdd34913 has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:19:59.131735 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf5f9541-8899-4372-b40c-1e0cba8ce7c4 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:19:59.141299 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea0b582-03cf-400b-832a-6a271c4e324b None None] Sync routers for ids ['20f6c406-37ae-44cc-bd6a-0253bdd34913'] in dv-neutron-830731-3-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 11:19:59.153857 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea0b582-03cf-400b-832a-6a271c4e324b None None] Routers {'20f6c406-37ae-44cc-bd6a-0253bdd34913'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 11:19:59.154757 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-8ea0b582-03cf-400b-832a-6a271c4e324b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T11:19:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['20f6c406-37ae-44cc-bd6a-0253bdd34913'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:19:59.155914 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-cf5f9541-8899-4372-b40c-1e0cba8ce7c4 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for floatingip, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:19:59.215239 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-cf5f9541-8899-4372-b40c-1e0cba8ce7c4 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4636810 Mar 07 11:19:59.215833 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '382dfd99-98dd-4713-8c27-9dcbd7ae3cf8', 'tag': '9375bedd-7fe1-4cf0-adca-938982d39953'}] {{(pid=83737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 11:19:59.286133 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '382dfd99-98dd-4713-8c27-9dcbd7ae3cf8', 'tag': '9375bedd-7fe1-4cf0-adca-938982d39953', 'status': 'completed', 'code': 200} Mar 07 11:19:59.374123 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-8ea0b582-03cf-400b-832a-6a271c4e324b None None] Set router 20f6c406-37ae-44cc-bd6a-0253bdd34913 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 11:19:59.377219 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-82e14da1-026f-4815-8ed2-e2f1bd504180 req-05f234ff-cc05-4456-b0ba-e98379d67b37 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5f6257a57e8b437f93012a233b15cc74&device_id=382dfd99-98dd-4713-8c27-9dcbd7ae3cf8 HTTP/1.1" status: 200 len: 1098 time: 0.0689452 Mar 07 11:19:59.510908 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e14da1-026f-4815-8ed2-e2f1bd504180 req-356a3aaf-d3d3-4e9b-94ea-4df4357e97b2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:19:59.512593 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-82e14da1-026f-4815-8ed2-e2f1bd504180 req-356a3aaf-d3d3-4e9b-94ea-4df4357e97b2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8dfe7327-0f02-415a-b3e8-db6b26a9c036 HTTP/1.1" status: 200 len: 909 time: 0.1301513 Mar 07 11:19:59.612983 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-82e14da1-026f-4815-8ed2-e2f1bd504180 req-5f984d52-ae5f-46a1-9bce-deac862723c9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9375bedd-7fe1-4cf0-adca-938982d39953 HTTP/1.1" status: 200 len: 998 time: 0.0951941 Mar 07 11:19:59.673058 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e14da1-026f-4815-8ed2-e2f1bd504180 req-2bf19dce-671c-41d0-b88b-b8798b43d23d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:19:59.674463 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-82e14da1-026f-4815-8ed2-e2f1bd504180 req-2bf19dce-671c-41d0-b88b-b8798b43d23d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=43144a61-01ca-4e2f-b13f-c413b0c50207 HTTP/1.1" status: 200 len: 847 time: 0.0566492 Mar 07 11:19:59.724511 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-8ea0b582-03cf-400b-832a-6a271c4e324b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20f6c406-37ae-44cc-bd6a-0253bdd34913', 'name': 'tempest-TestShelveInstance-240322583-router', 'tenant_id': '5f6257a57e8b437f93012a233b15cc74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.243'}], 'enable_snat': True}, 'gw_port_id': '3c28422d-c55d-45b5-be1e-c522902ac36a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:13:42Z', 'updated_at': '2022-03-07T11:13:45Z', 'revision_number': 4, 'project_id': '5f6257a57e8b437f93012a233b15cc74', 'gw_port': {'id': '3c28422d-c55d-45b5-be1e-c522902ac36a', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:27:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f6c406-37ae-44cc-bd6a-0253bdd34913', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:13:43Z', 'updated_at': '2022-03-07T11:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_floatingips': [{'id': '5abaae8f-3f2f-4d9f-a838-e1fa5d4bef4f', 'tenant_id': '5f6257a57e8b437f93012a233b15cc74', 'floating_ip_address': '172.26.8.51', 'floating_network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'router_id': '20f6c406-37ae-44cc-bd6a-0253bdd34913', 'port_id': '9375bedd-7fe1-4cf0-adca-938982d39953', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8dfe7327-0f02-415a-b3e8-db6b26a9c036', 'mac_address': 'fa:16:3e:e9:05:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '382dfd99-98dd-4713-8c27-9dcbd7ae3cf8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:19:57Z', 'updated_at': '2022-03-07T11:19:57Z', 'revision_number': 0, 'project_id': '5f6257a57e8b437f93012a233b15cc74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93546d05-8104-49c5-8647-0288d9792f60', 'name': '', 'network_id': '8dfe7327-0f02-415a-b3e8-db6b26a9c036', 'tenant_id': '5f6257a57e8b437f93012a233b15cc74', 'mac_address': 'fa:16:3e:1c:35:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f6c406-37ae-44cc-bd6a-0253bdd34913', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43144a61-01ca-4e2f-b13f-c413b0c50207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:13:45Z', 'updated_at': '2022-03-07T11:14:03Z', 'revision_number': 5, 'project_id': '5f6257a57e8b437f93012a233b15cc74', 'subnets': [{'id': '43144a61-01ca-4e2f-b13f-c413b0c50207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:19:59.728269 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea0b582-03cf-400b-832a-6a271c4e324b None None] Checking router: 20f6c406-37ae-44cc-bd6a-0253bdd34913 for host: dv-neutron-830731-3-hyperv {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 07 11:19:59.738651 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea0b582-03cf-400b-832a-6a271c4e324b None None] Routers {'20f6c406-37ae-44cc-bd6a-0253bdd34913'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 11:19:59.739231 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-8ea0b582-03cf-400b-832a-6a271c4e324b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T11:19:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['20f6c406-37ae-44cc-bd6a-0253bdd34913'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:19:59.750228 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-82e14da1-026f-4815-8ed2-e2f1bd504180 req-63e6b562-0a8c-48a4-a7c9-d52632f059f4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8dfe7327-0f02-415a-b3e8-db6b26a9c036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701599 Mar 07 11:19:59.878993 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-82e14da1-026f-4815-8ed2-e2f1bd504180 req-e7b6eadd-778c-42e6-8df8-fcf18287e15a service neutron] 10.222.0.10 "GET /v2.0/networks/8dfe7327-0f02-415a-b3e8-db6b26a9c036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232529 Mar 07 11:19:59.916619 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-8ea0b582-03cf-400b-832a-6a271c4e324b None None] Set router 20f6c406-37ae-44cc-bd6a-0253bdd34913 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 11:20:00.012438 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-82e14da1-026f-4815-8ed2-e2f1bd504180 req-9a1d2951-7402-437e-8659-ed3f5d745318 service neutron] 10.222.0.10 "GET /v2.0/networks/8dfe7327-0f02-415a-b3e8-db6b26a9c036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282899 Mar 07 11:20:00.256749 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-8ea0b582-03cf-400b-832a-6a271c4e324b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20f6c406-37ae-44cc-bd6a-0253bdd34913', 'name': 'tempest-TestShelveInstance-240322583-router', 'tenant_id': '5f6257a57e8b437f93012a233b15cc74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.243'}], 'enable_snat': True}, 'gw_port_id': '3c28422d-c55d-45b5-be1e-c522902ac36a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:13:42Z', 'updated_at': '2022-03-07T11:13:45Z', 'revision_number': 4, 'project_id': '5f6257a57e8b437f93012a233b15cc74', 'gw_port': {'id': '3c28422d-c55d-45b5-be1e-c522902ac36a', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:27:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f6c406-37ae-44cc-bd6a-0253bdd34913', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:13:43Z', 'updated_at': '2022-03-07T11:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_floatingips': [{'id': '5abaae8f-3f2f-4d9f-a838-e1fa5d4bef4f', 'tenant_id': '5f6257a57e8b437f93012a233b15cc74', 'floating_ip_address': '172.26.8.51', 'floating_network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'router_id': '20f6c406-37ae-44cc-bd6a-0253bdd34913', 'port_id': '9375bedd-7fe1-4cf0-adca-938982d39953', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8dfe7327-0f02-415a-b3e8-db6b26a9c036', 'mac_address': 'fa:16:3e:e9:05:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '382dfd99-98dd-4713-8c27-9dcbd7ae3cf8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:19:57Z', 'updated_at': '2022-03-07T11:19:57Z', 'revision_number': 0, 'project_id': '5f6257a57e8b437f93012a233b15cc74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93546d05-8104-49c5-8647-0288d9792f60', 'name': '', 'network_id': '8dfe7327-0f02-415a-b3e8-db6b26a9c036', 'tenant_id': '5f6257a57e8b437f93012a233b15cc74', 'mac_address': 'fa:16:3e:1c:35:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f6c406-37ae-44cc-bd6a-0253bdd34913', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43144a61-01ca-4e2f-b13f-c413b0c50207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:13:45Z', 'updated_at': '2022-03-07T11:14:03Z', 'revision_number': 5, 'project_id': '5f6257a57e8b437f93012a233b15cc74', 'subnets': [{'id': '43144a61-01ca-4e2f-b13f-c413b0c50207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:20:00.260712 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea0b582-03cf-400b-832a-6a271c4e324b None None] The sync data for ids ['20f6c406-37ae-44cc-bd6a-0253bdd34913'] in dv-neutron-830731-3-hyperv is: [{'id': '20f6c406-37ae-44cc-bd6a-0253bdd34913', 'name': 'tempest-TestShelveInstance-240322583-router', 'tenant_id': '5f6257a57e8b437f93012a233b15cc74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.243'}], 'enable_snat': True}, 'gw_port_id': '3c28422d-c55d-45b5-be1e-c522902ac36a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:13:42Z', 'updated_at': '2022-03-07T11:13:45Z', 'revision_number': 4, 'project_id': '5f6257a57e8b437f93012a233b15cc74', 'gw_port': {'id': '3c28422d-c55d-45b5-be1e-c522902ac36a', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:27:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f6c406-37ae-44cc-bd6a-0253bdd34913', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:13:43Z', 'updated_at': '2022-03-07T11:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_floatingips': [{'id': '5abaae8f-3f2f-4d9f-a838-e1fa5d4bef4f', 'tenant_id': '5f6257a57e8b437f93012a233b15cc74', 'floating_ip_address': '172.26.8.51', 'floating_network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'router_id': '20f6c406-37ae-44cc-bd6a-0253bdd34913', 'port_id': '9375bedd-7fe1-4cf0-adca-938982d39953', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8dfe7327-0f02-415a-b3e8-db6b26a9c036', 'mac_address': 'fa:16:3e:e9:05:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '382dfd99-98dd-4713-8c27-9dcbd7ae3cf8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:19:57Z', 'updated_at': '2022-03-07T11:19:57Z', 'revision_number': 0, 'project_id': '5f6257a57e8b437f93012a233b15cc74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93546d05-8104-49c5-8647-0288d9792f60', 'name': '', 'network_id': '8dfe7327-0f02-415a-b3e8-db6b26a9c036', 'tenant_id': '5f6257a57e8b437f93012a233b15cc74', 'mac_address': 'fa:16:3e:1c:35:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f6c406-37ae-44cc-bd6a-0253bdd34913', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43144a61-01ca-4e2f-b13f-c413b0c50207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:13:45Z', 'updated_at': '2022-03-07T11:14:03Z', 'revision_number': 5, 'project_id': '5f6257a57e8b437f93012a233b15cc74', 'subnets': [{'id': '43144a61-01ca-4e2f-b13f-c413b0c50207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 11:20:00.456451 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36152584-00c8-4b0f-9be9-ed106d71b096 None None] New status for floating IP 5abaae8f-3f2f-4d9f-a838-e1fa5d4bef4f: ACTIVE {{(pid=83740) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 07 11:20:00.691893 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-47d65080-9059-4715-a064-3f1ba3f86be3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:20:01.996136 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:20:02.001085 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-711fefd2-3b30-4759-8df5-0aecff1c8e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:20:03.422674 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c87150bd-aa9c-4ad1-bb68-57ec66d4fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:20:10.113461 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-adbd2215-c8ee-41f3-92a6-4182ca26b8a8 None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 11:20:10.672336 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d08d4fae-9de8-475f-b525-bbf168c3f948 req-067240de-3451-4c33-96ca-3eb64d5c4e50 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=382dfd99-98dd-4713-8c27-9dcbd7ae3cf8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1336284 Mar 07 11:20:10.914123 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d08d4fae-9de8-475f-b525-bbf168c3f948 req-2500edf8-7459-453b-a7ad-760cbff0debd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5f6257a57e8b437f93012a233b15cc74&device_id=382dfd99-98dd-4713-8c27-9dcbd7ae3cf8 HTTP/1.1" status: 200 len: 1098 time: 0.1632917 Mar 07 11:20:11.059877 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08d4fae-9de8-475f-b525-bbf168c3f948 req-c79cd233-bf5a-47f8-9495-85dc88d4b5f6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:20:11.061326 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d08d4fae-9de8-475f-b525-bbf168c3f948 req-c79cd233-bf5a-47f8-9495-85dc88d4b5f6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8dfe7327-0f02-415a-b3e8-db6b26a9c036 HTTP/1.1" status: 200 len: 909 time: 0.1288900 Mar 07 11:20:11.156655 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d08d4fae-9de8-475f-b525-bbf168c3f948 req-7d3c31cd-f49e-43b2-b953-b429ff8e053d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9375bedd-7fe1-4cf0-adca-938982d39953 HTTP/1.1" status: 200 len: 1000 time: 0.0897620 Mar 07 11:20:11.218844 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08d4fae-9de8-475f-b525-bbf168c3f948 req-f387b4ef-71c1-4214-ba8e-3783af263956 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:20:11.220342 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d08d4fae-9de8-475f-b525-bbf168c3f948 req-f387b4ef-71c1-4214-ba8e-3783af263956 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=43144a61-01ca-4e2f-b13f-c413b0c50207 HTTP/1.1" status: 200 len: 847 time: 0.0585678 Mar 07 11:20:11.292610 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d08d4fae-9de8-475f-b525-bbf168c3f948 req-bb763b39-172e-4983-bc92-01f7fffce532 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8dfe7327-0f02-415a-b3e8-db6b26a9c036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0670769 Mar 07 11:20:11.419592 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d08d4fae-9de8-475f-b525-bbf168c3f948 req-e3e1f3dc-bd6a-4adb-a6c6-fdbe5a9678de service neutron] 10.222.0.10 "GET /v2.0/networks/8dfe7327-0f02-415a-b3e8-db6b26a9c036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213694 Mar 07 11:20:11.549501 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d08d4fae-9de8-475f-b525-bbf168c3f948 req-1f100d6b-74a2-49c9-8ebf-fea692a4f064 service neutron] 10.222.0.10 "GET /v2.0/networks/8dfe7327-0f02-415a-b3e8-db6b26a9c036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235971 Mar 07 11:20:16.124689 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:20:28.537495 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-23b95aa1-735e-43d4-86c9-4bffad7f12c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:20:30.693675 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-da81d2d6-09b7-48e6-af17-b10617143643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:20:31.994198 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:20:32.005727 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-711fefd2-3b30-4759-8df5-0aecff1c8e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:20:33.424189 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c87150bd-aa9c-4ad1-bb68-57ec66d4fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:20:46.138987 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:20:47.113612 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-adbd2215-c8ee-41f3-92a6-4182ca26b8a8 None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 11:20:58.540705 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-5bde8e06-6bdb-4600-a8b8-b2666c3eecc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:21:00.695681 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-1c64b328-eba5-4d12-8388-2a3e54a818ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:21:01.986111 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:21:02.004525 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-711fefd2-3b30-4759-8df5-0aecff1c8e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:21:03.427343 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c87150bd-aa9c-4ad1-bb68-57ec66d4fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:21:11.635822 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f9da6426-b4cb-4c43-ae44-804df89faba7 req-5f7913c2-9e91-45ee-a350-15a221284d61 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=382dfd99-98dd-4713-8c27-9dcbd7ae3cf8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0694103 Mar 07 11:21:11.771450 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f9da6426-b4cb-4c43-ae44-804df89faba7 req-8d26e183-6948-401f-b1f5-2e42793ba020 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5f6257a57e8b437f93012a233b15cc74&device_id=382dfd99-98dd-4713-8c27-9dcbd7ae3cf8 HTTP/1.1" status: 200 len: 1098 time: 0.0669625 Mar 07 11:21:11.911409 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9da6426-b4cb-4c43-ae44-804df89faba7 req-8fcda4c1-28fa-46d2-ba9d-150076553516 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:11.912897 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f9da6426-b4cb-4c43-ae44-804df89faba7 req-8fcda4c1-28fa-46d2-ba9d-150076553516 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8dfe7327-0f02-415a-b3e8-db6b26a9c036 HTTP/1.1" status: 200 len: 909 time: 0.1230054 Mar 07 11:21:12.015272 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f9da6426-b4cb-4c43-ae44-804df89faba7 req-924abe6f-c8ac-4b0a-96fd-6b1ef85d38cb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9375bedd-7fe1-4cf0-adca-938982d39953 HTTP/1.1" status: 200 len: 1000 time: 0.0964541 Mar 07 11:21:12.075305 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9da6426-b4cb-4c43-ae44-804df89faba7 req-696855c1-88ce-4163-9002-a36bff46087b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:12.076811 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f9da6426-b4cb-4c43-ae44-804df89faba7 req-696855c1-88ce-4163-9002-a36bff46087b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=43144a61-01ca-4e2f-b13f-c413b0c50207 HTTP/1.1" status: 200 len: 847 time: 0.0558133 Mar 07 11:21:12.154815 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f9da6426-b4cb-4c43-ae44-804df89faba7 req-2c6b0bd9-df5d-46f6-be46-6e092b3d9920 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8dfe7327-0f02-415a-b3e8-db6b26a9c036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710154 Mar 07 11:21:12.284030 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f9da6426-b4cb-4c43-ae44-804df89faba7 req-22a85243-9924-41ca-8cd4-f2fe02873410 service neutron] 10.222.0.10 "GET /v2.0/networks/8dfe7327-0f02-415a-b3e8-db6b26a9c036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247876 Mar 07 11:21:12.414163 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f9da6426-b4cb-4c43-ae44-804df89faba7 req-a5bb741a-b893-4e38-89ab-9517580f8b23 service neutron] 10.222.0.10 "GET /v2.0/networks/8dfe7327-0f02-415a-b3e8-db6b26a9c036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243463 Mar 07 11:21:16.140119 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:21:24.113485 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-adbd2215-c8ee-41f3-92a6-4182ca26b8a8 None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 11:21:28.541681 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6796339c-8c34-4b84-97f0-c358b9e3c440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:21:30.695885 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-99250641-182c-4362-8ab9-76dc998edd0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:21:31.989127 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:21:32.007075 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-711fefd2-3b30-4759-8df5-0aecff1c8e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:21:33.432772 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c87150bd-aa9c-4ad1-bb68-57ec66d4fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:21:46.136173 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:21:55.315946 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1bf253-0c31-4508-8761-3ab0fbe16e48 req-56ae6647-3346-4a5e-a4e3-c0afd5c0db7e tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:55.317401 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-fa1bf253-0c31-4508-8761-3ab0fbe16e48 req-56ae6647-3346-4a5e-a4e3-c0afd5c0db7e tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/ports?device_id=382dfd99-98dd-4713-8c27-9dcbd7ae3cf8 HTTP/1.1" status: 200 len: 945 time: 0.1403670 Mar 07 11:21:55.360571 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-fa1bf253-0c31-4508-8761-3ab0fbe16e48 req-85965ccc-d480-47a7-94a8-8390ac2da4fc tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b50db9d-044f-4f4c-bde3-084131bf7d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377223 Mar 07 11:21:56.740929 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a51e9d-b4af-4d47-9063-b315327210ca req-6aec964d-2e20-4fb7-b40d-604fe8275179 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:56.742270 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-a6a51e9d-b4af-4d47-9063-b315327210ca req-6aec964d-2e20-4fb7-b40d-604fe8275179 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/ports?device_id=382dfd99-98dd-4713-8c27-9dcbd7ae3cf8 HTTP/1.1" status: 200 len: 945 time: 0.2227876 Mar 07 11:21:56.787160 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-a6a51e9d-b4af-4d47-9063-b315327210ca req-743c7e01-3981-4a93-a964-90ba2c195bc5 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b50db9d-044f-4f4c-bde3-084131bf7d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394459 Mar 07 11:21:57.991117 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a37c081-0bb4-4513-8f9f-8fd944117df7 req-8a8a80f5-75b3-4368-b369-9ce3af713370 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:57.992587 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-8a37c081-0bb4-4513-8f9f-8fd944117df7 req-8a8a80f5-75b3-4368-b369-9ce3af713370 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/ports?device_id=382dfd99-98dd-4713-8c27-9dcbd7ae3cf8 HTTP/1.1" status: 200 len: 945 time: 0.0752432 Mar 07 11:21:58.037255 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-8a37c081-0bb4-4513-8f9f-8fd944117df7 req-366e1f84-2177-4d3c-bc39-d167cc41ca76 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b50db9d-044f-4f4c-bde3-084131bf7d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387247 Mar 07 11:21:58.577234 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-5d803502-5a2f-4a37-8d6d-4c9de886097d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:21:59.236079 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6705f1a-eb2c-48ed-a892-71e95658ae69 req-a889bdeb-529e-490d-bb22-bc7b9fa664a4 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:59.237549 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-a6705f1a-eb2c-48ed-a892-71e95658ae69 req-a889bdeb-529e-490d-bb22-bc7b9fa664a4 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/ports?device_id=382dfd99-98dd-4713-8c27-9dcbd7ae3cf8 HTTP/1.1" status: 200 len: 945 time: 0.0781922 Mar 07 11:21:59.283933 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-a6705f1a-eb2c-48ed-a892-71e95658ae69 req-353e0210-6a00-4c1e-a8b0-bcab00d1068f tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b50db9d-044f-4f4c-bde3-084131bf7d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406401 Mar 07 11:22:00.478079 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682f4d83-e960-4db4-a41d-f294a0cc1a9e req-051ed668-c5f6-4899-9417-a5262697cd13 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:00.479497 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-682f4d83-e960-4db4-a41d-f294a0cc1a9e req-051ed668-c5f6-4899-9417-a5262697cd13 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/ports?device_id=382dfd99-98dd-4713-8c27-9dcbd7ae3cf8 HTTP/1.1" status: 200 len: 945 time: 0.0754087 Mar 07 11:22:00.526703 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-682f4d83-e960-4db4-a41d-f294a0cc1a9e req-0b768eb5-dcd6-418b-bb15-b6f62ca009a3 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b50db9d-044f-4f4c-bde3-084131bf7d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417030 Mar 07 11:22:00.696843 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-4c99b154-adf1-4d92-9dfa-83923f27d756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:22:01.113574 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-adbd2215-c8ee-41f3-92a6-4182ca26b8a8 None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 11:22:01.723450 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f659645-155a-4c15-bbda-f246c8630492 req-1197b953-e4f9-4740-ac4c-880e238c4359 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:01.724906 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-3f659645-155a-4c15-bbda-f246c8630492 req-1197b953-e4f9-4740-ac4c-880e238c4359 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/ports?device_id=382dfd99-98dd-4713-8c27-9dcbd7ae3cf8 HTTP/1.1" status: 200 len: 945 time: 0.0778275 Mar 07 11:22:01.772064 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-3f659645-155a-4c15-bbda-f246c8630492 req-61742c9f-b828-4509-9a2a-8267e70e94fb tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b50db9d-044f-4f4c-bde3-084131bf7d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416744 Mar 07 11:22:01.992241 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:22:02.012105 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-711fefd2-3b30-4759-8df5-0aecff1c8e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:22:02.965282 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c04dca-6117-406c-9606-d9485f6786c2 req-ad679fac-707c-4e6f-806c-fdbb2392d134 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:02.966690 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-73c04dca-6117-406c-9606-d9485f6786c2 req-ad679fac-707c-4e6f-806c-fdbb2392d134 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/ports?device_id=382dfd99-98dd-4713-8c27-9dcbd7ae3cf8 HTTP/1.1" status: 200 len: 945 time: 0.0775697 Mar 07 11:22:03.013525 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-73c04dca-6117-406c-9606-d9485f6786c2 req-51e5a4d6-bdde-4c00-bad7-ce5557c00097 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b50db9d-044f-4f4c-bde3-084131bf7d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409043 Mar 07 11:22:03.433672 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c87150bd-aa9c-4ad1-bb68-57ec66d4fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:22:04.207453 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91735d22-6124-4388-9859-9a546f1eea16 req-01ae764b-20b5-4c4b-a5e5-03748123a376 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:04.208899 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-91735d22-6124-4388-9859-9a546f1eea16 req-01ae764b-20b5-4c4b-a5e5-03748123a376 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/ports?device_id=382dfd99-98dd-4713-8c27-9dcbd7ae3cf8 HTTP/1.1" status: 200 len: 945 time: 0.0747201 Mar 07 11:22:04.253617 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-91735d22-6124-4388-9859-9a546f1eea16 req-3b53c0f2-3ba1-4833-aeeb-3f8a84291650 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b50db9d-044f-4f4c-bde3-084131bf7d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392711 Mar 07 11:22:05.324675 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-6dd845c9-a280-4785-b245-161cd22ee361 req-7c989981-ef87-4186-b1f0-794307d2bed9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5f6257a57e8b437f93012a233b15cc74&device_id=382dfd99-98dd-4713-8c27-9dcbd7ae3cf8 HTTP/1.1" status: 200 len: 1098 time: 0.1306756 Mar 07 11:22:05.506003 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd845c9-a280-4785-b245-161cd22ee361 req-821f9752-be22-48c5-8b7f-410cb27e035e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:05.507425 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-6dd845c9-a280-4785-b245-161cd22ee361 req-821f9752-be22-48c5-8b7f-410cb27e035e service neutron] 10.222.0.10 "GET /v2.0/networks?id=8dfe7327-0f02-415a-b3e8-db6b26a9c036 HTTP/1.1" status: 200 len: 909 time: 0.1770883 Mar 07 11:22:05.517726 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edbcc8d-8c86-4cce-9bfc-694f629dc934 req-7e76139a-4ca4-4777-9d58-4dda2ef9be9f tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:05.519033 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-9edbcc8d-8c86-4cce-9bfc-694f629dc934 req-7e76139a-4ca4-4777-9d58-4dda2ef9be9f tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/ports?device_id=382dfd99-98dd-4713-8c27-9dcbd7ae3cf8 HTTP/1.1" status: 200 len: 945 time: 0.1223762 Mar 07 11:22:05.642187 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-9edbcc8d-8c86-4cce-9bfc-694f629dc934 req-9b9adcc0-6434-4f30-b691-11e0d1f6eaa8 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b50db9d-044f-4f4c-bde3-084131bf7d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750475 Mar 07 11:22:05.644099 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-6dd845c9-a280-4785-b245-161cd22ee361 req-5873e785-737f-4d35-8cdb-448aa550c9b5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9375bedd-7fe1-4cf0-adca-938982d39953 HTTP/1.1" status: 200 len: 1000 time: 0.1242533 Mar 07 11:22:05.707033 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd845c9-a280-4785-b245-161cd22ee361 req-4fa2a96a-67d2-4eda-b873-a0eaaad00a03 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:05.708440 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-6dd845c9-a280-4785-b245-161cd22ee361 req-4fa2a96a-67d2-4eda-b873-a0eaaad00a03 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=43144a61-01ca-4e2f-b13f-c413b0c50207 HTTP/1.1" status: 200 len: 847 time: 0.0593112 Mar 07 11:22:05.785597 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-6dd845c9-a280-4785-b245-161cd22ee361 req-1e6f98d3-9b41-4ff5-98ee-2c426ce82a60 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8dfe7327-0f02-415a-b3e8-db6b26a9c036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713615 Mar 07 11:22:05.911914 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-6dd845c9-a280-4785-b245-161cd22ee361 req-282c8031-bf49-49db-aab9-44853903b45f service neutron] 10.222.0.10 "GET /v2.0/networks/8dfe7327-0f02-415a-b3e8-db6b26a9c036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208210 Mar 07 11:22:06.041303 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-6dd845c9-a280-4785-b245-161cd22ee361 req-29d81e97-a7de-4e4a-8b3c-fdb4cc70829e service neutron] 10.222.0.10 "GET /v2.0/networks/8dfe7327-0f02-415a-b3e8-db6b26a9c036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234684 Mar 07 11:22:06.841753 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286c1c1a-2f37-47c4-b43f-3fc0f3679fff req-0a67e170-151e-43c8-8666-eff5f2da8d89 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:06.843163 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-286c1c1a-2f37-47c4-b43f-3fc0f3679fff req-0a67e170-151e-43c8-8666-eff5f2da8d89 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/ports?device_id=382dfd99-98dd-4713-8c27-9dcbd7ae3cf8 HTTP/1.1" status: 200 len: 945 time: 0.0798664 Mar 07 11:22:06.886809 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-286c1c1a-2f37-47c4-b43f-3fc0f3679fff req-1c0955ca-35cc-4900-852e-a82001c96074 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b50db9d-044f-4f4c-bde3-084131bf7d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382788 Mar 07 11:22:08.091853 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e48680-8fe3-44dd-8ce6-03d8933f429d req-7ee02d65-5ed7-43e2-87f4-8da07f50afe9 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:08.093373 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-a7e48680-8fe3-44dd-8ce6-03d8933f429d req-7ee02d65-5ed7-43e2-87f4-8da07f50afe9 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/ports?device_id=382dfd99-98dd-4713-8c27-9dcbd7ae3cf8 HTTP/1.1" status: 200 len: 945 time: 0.0755157 Mar 07 11:22:08.137693 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-a7e48680-8fe3-44dd-8ce6-03d8933f429d req-2d6b2515-70e9-47c6-9ac0-45bb58fb4dab tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b50db9d-044f-4f4c-bde3-084131bf7d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387125 Mar 07 11:22:08.423294 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c4b307ba-0f18-4bf3-83d1-df121475c1a8 req-167e5c82-f2b1-46e2-a80a-8b8b3fa89bf8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=382dfd99-98dd-4713-8c27-9dcbd7ae3cf8&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1300328 Mar 07 11:22:08.828727 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [req-2af75c7e-b7bc-44e3-a189-9507d606770c req-b4679bea-1bd1-43e1-a8e1-19dcd3bc5781 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=382dfd99-98dd-4713-8c27-9dcbd7ae3cf8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1354468 Mar 07 11:22:08.836347 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df0a405-f003-491a-94cb-a70dc704f31d req-32c197c0-1bf8-4979-aecc-887362184028 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:08.837872 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4df0a405-f003-491a-94cb-a70dc704f31d req-32c197c0-1bf8-4979-aecc-887362184028 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/ports?device_id=382dfd99-98dd-4713-8c27-9dcbd7ae3cf8 HTTP/1.1" status: 200 len: 945 time: 0.0751824 Mar 07 11:22:08.884036 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4df0a405-f003-491a-94cb-a70dc704f31d req-075e6334-0056-4bc9-8a3f-f57a69c47bb5 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b50db9d-044f-4f4c-bde3-084131bf7d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403872 Mar 07 11:22:10.083778 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384abf7f-4ece-4069-a107-0078d1eb86ba req-998a2069-2031-4384-86d8-cd6b43564162 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:10.084343 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-384abf7f-4ece-4069-a107-0078d1eb86ba req-998a2069-2031-4384-86d8-cd6b43564162 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/ports?device_id=382dfd99-98dd-4713-8c27-9dcbd7ae3cf8 HTTP/1.1" status: 200 len: 945 time: 0.0814102 Mar 07 11:22:10.131288 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-384abf7f-4ece-4069-a107-0078d1eb86ba req-b1da9229-c52c-44f6-945e-f7746be6b8db tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b50db9d-044f-4f4c-bde3-084131bf7d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401077 Mar 07 11:22:10.785364 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device 9375bedd-7fe1-4cf0-adca-938982d39953 no longer exists at agent hyperv_hv-neutron-8307 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 11:22:10.896286 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:22:10.923956 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '382dfd99-98dd-4713-8c27-9dcbd7ae3cf8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9375bedd-7fe1-4cf0-adca-938982d39953'}] {{(pid=83739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 11:22:10.933610 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port 9375bedd-7fe1-4cf0-adca-938982d39953, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=9375bedd-7fe1-4cf0-adca-938982d39953,segment=NetworkSegment(e6c5cd05-50ec-4329-aa05-004038fa990b),segment_id=e6c5cd05-50ec-4329-aa05-004038fa990b)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:22:10.938440 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:22:11.016712 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Pushing event updated for resources: {'Port': ['ID=9375bedd-7fe1-4cf0-adca-938982d39953,revision_number=6']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:22:11.025704 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:22:11.026123 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:22:11.026454 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:22:11.026781 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:22:11.027131 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:22:11.027625 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:22:11.028104 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:22:11.028601 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:22:11.028924 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:22:11.029238 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:22:11.029806 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:22:11.041552 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-2af75c7e-b7bc-44e3-a189-9507d606770c req-4c5a1023-28e9-48e1-8c54-83473a3f7cee service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=382dfd99-98dd-4713-8c27-9dcbd7ae3cf8&tenant_id=5f6257a57e8b437f93012a233b15cc74 HTTP/1.1" status: 200 len: 1096 time: 0.0713320 Mar 07 11:22:11.107274 dv-neutron-830731-3-hyperv neutron-server[83739]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '382dfd99-98dd-4713-8c27-9dcbd7ae3cf8', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9375bedd-7fe1-4cf0-adca-938982d39953', 'code': 422} returned with failed status Mar 07 11:22:11.207928 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-2af75c7e-b7bc-44e3-a189-9507d606770c req-acc4794a-db33-40c9-9b19-ed6ec956ab17 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5f6257a57e8b437f93012a233b15cc74&device_id=382dfd99-98dd-4713-8c27-9dcbd7ae3cf8 HTTP/1.1" status: 200 len: 1096 time: 0.1451457 Mar 07 11:22:11.393199 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af75c7e-b7bc-44e3-a189-9507d606770c req-033b7896-5289-4ab6-b80d-06cf4425ec75 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:11.394631 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-2af75c7e-b7bc-44e3-a189-9507d606770c req-033b7896-5289-4ab6-b80d-06cf4425ec75 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8dfe7327-0f02-415a-b3e8-db6b26a9c036 HTTP/1.1" status: 200 len: 909 time: 0.1805644 Mar 07 11:22:11.404602 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911786a9-ac43-44a9-9da3-17aac3fdf21c req-49c5799c-0a63-4782-9602-8e905c67b75d tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:11.406484 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-911786a9-ac43-44a9-9da3-17aac3fdf21c req-49c5799c-0a63-4782-9602-8e905c67b75d tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/ports?device_id=382dfd99-98dd-4713-8c27-9dcbd7ae3cf8 HTTP/1.1" status: 200 len: 943 time: 0.1245868 Mar 07 11:22:11.532982 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-911786a9-ac43-44a9-9da3-17aac3fdf21c req-ec8df09d-233d-4e70-9da7-73989e646d32 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b50db9d-044f-4f4c-bde3-084131bf7d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800033 Mar 07 11:22:11.534633 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-2af75c7e-b7bc-44e3-a189-9507d606770c req-7f381343-0bc0-4aa1-a2a6-1ded070a5dbd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9375bedd-7fe1-4cf0-adca-938982d39953 HTTP/1.1" status: 200 len: 998 time: 0.1273394 Mar 07 11:22:11.594983 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af75c7e-b7bc-44e3-a189-9507d606770c req-928da228-de7f-4365-8944-97151e4be5f7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:11.596425 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-2af75c7e-b7bc-44e3-a189-9507d606770c req-928da228-de7f-4365-8944-97151e4be5f7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=43144a61-01ca-4e2f-b13f-c413b0c50207 HTTP/1.1" status: 200 len: 847 time: 0.0562220 Mar 07 11:22:11.675264 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-2af75c7e-b7bc-44e3-a189-9507d606770c req-83a86d1d-bc78-406b-afce-357092f4808a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8dfe7327-0f02-415a-b3e8-db6b26a9c036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0733743 Mar 07 11:22:11.808444 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-2af75c7e-b7bc-44e3-a189-9507d606770c req-c5e5190c-d234-4999-a8ba-62103b168d71 service neutron] 10.222.0.10 "GET /v2.0/networks/8dfe7327-0f02-415a-b3e8-db6b26a9c036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268771 Mar 07 11:22:11.939756 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-2af75c7e-b7bc-44e3-a189-9507d606770c req-1c8cc1aa-af27-4e16-91ab-ad8a6d8fa491 service neutron] 10.222.0.10 "GET /v2.0/networks/8dfe7327-0f02-415a-b3e8-db6b26a9c036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257155 Mar 07 11:22:12.726437 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7157533-31f4-44c4-a087-229403af056a req-2bff5730-5976-49a5-8d14-980f925acfd9 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:12.727858 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b7157533-31f4-44c4-a087-229403af056a req-2bff5730-5976-49a5-8d14-980f925acfd9 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/ports?device_id=382dfd99-98dd-4713-8c27-9dcbd7ae3cf8 HTTP/1.1" status: 200 len: 943 time: 0.0744429 Mar 07 11:22:12.771599 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b7157533-31f4-44c4-a087-229403af056a req-9a2e9e1f-ce3c-4935-a729-bc6b70cf3490 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b50db9d-044f-4f4c-bde3-084131bf7d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384245 Mar 07 11:22:13.255003 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-408c66eb-5424-477b-a3e8-f5d685dd2b72 req-7bc0fac0-1980-40b0-9a54-ca51ae730a68 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5f6257a57e8b437f93012a233b15cc74&device_id=382dfd99-98dd-4713-8c27-9dcbd7ae3cf8 HTTP/1.1" status: 200 len: 1096 time: 0.0694959 Mar 07 11:22:13.394268 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408c66eb-5424-477b-a3e8-f5d685dd2b72 req-0f82bbcb-1cf1-4772-bb53-aeb3f3bf71e3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:13.395566 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-408c66eb-5424-477b-a3e8-f5d685dd2b72 req-0f82bbcb-1cf1-4772-bb53-aeb3f3bf71e3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8dfe7327-0f02-415a-b3e8-db6b26a9c036 HTTP/1.1" status: 200 len: 909 time: 0.1223989 Mar 07 11:22:13.490919 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-408c66eb-5424-477b-a3e8-f5d685dd2b72 req-8c5fa89f-3320-487a-9485-5bb5bdd419e0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9375bedd-7fe1-4cf0-adca-938982d39953 HTTP/1.1" status: 200 len: 998 time: 0.0894506 Mar 07 11:22:13.553829 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408c66eb-5424-477b-a3e8-f5d685dd2b72 req-d328bb2f-df5c-4d1e-8b74-a54f4fbf26a2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:13.555103 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-408c66eb-5424-477b-a3e8-f5d685dd2b72 req-d328bb2f-df5c-4d1e-8b74-a54f4fbf26a2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=43144a61-01ca-4e2f-b13f-c413b0c50207 HTTP/1.1" status: 200 len: 847 time: 0.0585289 Mar 07 11:22:13.626208 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-408c66eb-5424-477b-a3e8-f5d685dd2b72 req-241f5795-c772-4ec1-869c-a4bde61b2ec2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8dfe7327-0f02-415a-b3e8-db6b26a9c036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0654497 Mar 07 11:22:13.754837 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-408c66eb-5424-477b-a3e8-f5d685dd2b72 req-8fb3190b-0165-41ec-9793-d2c87c5dc032 service neutron] 10.222.0.10 "GET /v2.0/networks/8dfe7327-0f02-415a-b3e8-db6b26a9c036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226792 Mar 07 11:22:14.025186 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-408c66eb-5424-477b-a3e8-f5d685dd2b72 req-a220a8c9-f5cb-41fb-9b64-ff433bc5f975 service neutron] 10.222.0.10 "GET /v2.0/networks/8dfe7327-0f02-415a-b3e8-db6b26a9c036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2646067 Mar 07 11:22:14.040726 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f1f641-f079-4c57-a021-6ddf3f0ff71c req-ffb49a5b-3cdf-49d4-9ef5-fc2687edb881 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:14.042122 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f4f1f641-f079-4c57-a021-6ddf3f0ff71c req-ffb49a5b-3cdf-49d4-9ef5-fc2687edb881 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/ports?device_id=382dfd99-98dd-4713-8c27-9dcbd7ae3cf8 HTTP/1.1" status: 200 len: 943 time: 0.1273954 Mar 07 11:22:14.088799 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f4f1f641-f079-4c57-a021-6ddf3f0ff71c req-ef51a5da-ad84-453b-8162-fd8ed506a35f tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b50db9d-044f-4f4c-bde3-084131bf7d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402682 Mar 07 11:22:15.281804 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741336c6-db3c-4200-82d3-8cf794e8548d req-1c685d9b-e044-417b-b41c-f271f1cf1366 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:15.283256 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-741336c6-db3c-4200-82d3-8cf794e8548d req-1c685d9b-e044-417b-b41c-f271f1cf1366 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/ports?device_id=382dfd99-98dd-4713-8c27-9dcbd7ae3cf8 HTTP/1.1" status: 200 len: 943 time: 0.0743501 Mar 07 11:22:15.331400 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-741336c6-db3c-4200-82d3-8cf794e8548d req-4d70ecfd-3937-42c4-8a88-497b826562da tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b50db9d-044f-4f4c-bde3-084131bf7d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423677 Mar 07 11:22:16.134099 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:22:16.521686 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b7e736-0819-432e-a280-197a8e7b6897 req-f07f064b-0fef-43e8-8ead-3a54c7f7b877 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:16.523104 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-61b7e736-0819-432e-a280-197a8e7b6897 req-f07f064b-0fef-43e8-8ead-3a54c7f7b877 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/ports?device_id=382dfd99-98dd-4713-8c27-9dcbd7ae3cf8 HTTP/1.1" status: 200 len: 943 time: 0.0738943 Mar 07 11:22:16.565934 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-61b7e736-0819-432e-a280-197a8e7b6897 req-5ce1eea7-e54b-42dd-9062-d0770f66539e tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b50db9d-044f-4f4c-bde3-084131bf7d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375359 Mar 07 11:22:17.759612 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb17a59-756b-4440-90c6-5697cd10f0dd req-d587f2ae-2a00-4b39-95b6-7ed33f5bb9d0 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:17.761055 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-7eb17a59-756b-4440-90c6-5697cd10f0dd req-d587f2ae-2a00-4b39-95b6-7ed33f5bb9d0 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/ports?device_id=382dfd99-98dd-4713-8c27-9dcbd7ae3cf8 HTTP/1.1" status: 200 len: 943 time: 0.0773840 Mar 07 11:22:17.805339 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-7eb17a59-756b-4440-90c6-5697cd10f0dd req-ea2f5ac0-3178-428c-8da5-497b042d4492 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b50db9d-044f-4f4c-bde3-084131bf7d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384243 Mar 07 11:22:18.997887 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c94a2c4-741b-4c0f-9ab1-e3f81ac11123 req-44f37025-6f82-4718-8ddf-9957cd8ee6bc tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:18.999323 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-6c94a2c4-741b-4c0f-9ab1-e3f81ac11123 req-44f37025-6f82-4718-8ddf-9957cd8ee6bc tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/ports?device_id=382dfd99-98dd-4713-8c27-9dcbd7ae3cf8 HTTP/1.1" status: 200 len: 943 time: 0.0737133 Mar 07 11:22:19.042633 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-6c94a2c4-741b-4c0f-9ab1-e3f81ac11123 req-b0ff2df2-b6f7-4d6f-b487-d7b0c1027de8 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b50db9d-044f-4f4c-bde3-084131bf7d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379722 Mar 07 11:22:20.236427 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a686a58-e5ce-4454-91cb-8d1948aae291 req-ccb7d767-738b-43a9-8ec8-3b1626329b1c tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:20.237892 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-9a686a58-e5ce-4454-91cb-8d1948aae291 req-ccb7d767-738b-43a9-8ec8-3b1626329b1c tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/ports?device_id=382dfd99-98dd-4713-8c27-9dcbd7ae3cf8 HTTP/1.1" status: 200 len: 943 time: 0.0783980 Mar 07 11:22:20.281684 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-9a686a58-e5ce-4454-91cb-8d1948aae291 req-dad3b04f-2df6-4dec-98e5-4faca88d9214 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b50db9d-044f-4f4c-bde3-084131bf7d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384750 Mar 07 11:22:20.824201 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device 9375bedd-7fe1-4cf0-adca-938982d39953 details requested by agent hyperv_hv-neutron-8307 with host hv-neutron-8307 {{(pid=83739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 07 11:22:20.958892 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port 9375bedd-7fe1-4cf0-adca-938982d39953, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=9375bedd-7fe1-4cf0-adca-938982d39953,segment=NetworkSegment(e6c5cd05-50ec-4329-aa05-004038fa990b),segment_id=e6c5cd05-50ec-4329-aa05-004038fa990b)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:22:20.971640 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Returning: {'device': '9375bedd-7fe1-4cf0-adca-938982d39953', 'network_id': '8dfe7327-0f02-415a-b3e8-db6b26a9c036', 'port_id': '9375bedd-7fe1-4cf0-adca-938982d39953', 'mac_address': 'fa:16:3e:e9:05:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43144a61-01ca-4e2f-b13f-c413b0c50207', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 07 11:22:21.029425 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:22:21.046490 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9375bedd-7fe1-4cf0-adca-938982d39953 {{(pid=83739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 07 11:22:21.061167 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port 9375bedd-7fe1-4cf0-adca-938982d39953, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=9375bedd-7fe1-4cf0-adca-938982d39953,segment=NetworkSegment(e6c5cd05-50ec-4329-aa05-004038fa990b),segment_id=e6c5cd05-50ec-4329-aa05-004038fa990b)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:22:21.065197 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:22:21.128216 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Pushing event updated for resources: {'Port': ['ID=9375bedd-7fe1-4cf0-adca-938982d39953,revision_number=7']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:22:21.372902 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] get_ports_and_sgs() called for port_ids ['9375bedd-7fe1-4cf0-adca-938982d39953'] {{(pid=83739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 07 11:22:21.473735 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3c3b04-11df-4438-abaa-c4968f925ef9 req-3a510f1e-ef5f-43b1-bf8f-a9041a789ba3 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:21.475166 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-9c3c3b04-11df-4438-abaa-c4968f925ef9 req-3a510f1e-ef5f-43b1-bf8f-a9041a789ba3 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/ports?device_id=382dfd99-98dd-4713-8c27-9dcbd7ae3cf8 HTTP/1.1" status: 200 len: 944 time: 0.0742085 Mar 07 11:22:21.523154 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-9c3c3b04-11df-4438-abaa-c4968f925ef9 req-b503fe5f-60ea-4108-921c-9c1e97552376 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b50db9d-044f-4f4c-bde3-084131bf7d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420942 Mar 07 11:22:22.727913 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892256e7-fc88-4f21-8d51-f93aa42e3fec req-104321ea-63e8-44c4-969f-db28acfa39a6 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:22.729370 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-892256e7-fc88-4f21-8d51-f93aa42e3fec req-104321ea-63e8-44c4-969f-db28acfa39a6 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/ports?device_id=382dfd99-98dd-4713-8c27-9dcbd7ae3cf8 HTTP/1.1" status: 200 len: 944 time: 0.0800161 Mar 07 11:22:22.777823 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-892256e7-fc88-4f21-8d51-f93aa42e3fec req-7d9b97f1-ab79-4c9b-9833-f28e19d05b01 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b50db9d-044f-4f4c-bde3-084131bf7d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412066 Mar 07 11:22:22.839650 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device 9375bedd-7fe1-4cf0-adca-938982d39953 up at agent hyperv_hv-neutron-8307 {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 11:22:22.908417 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Provisioning complete for port 9375bedd-7fe1-4cf0-adca-938982d39953 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 11:22:22.908813 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:22:23.018839 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:22:23.044076 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '382dfd99-98dd-4713-8c27-9dcbd7ae3cf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9375bedd-7fe1-4cf0-adca-938982d39953'}] {{(pid=83739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 11:22:23.054370 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port 9375bedd-7fe1-4cf0-adca-938982d39953, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=9375bedd-7fe1-4cf0-adca-938982d39953,segment=NetworkSegment(e6c5cd05-50ec-4329-aa05-004038fa990b),segment_id=e6c5cd05-50ec-4329-aa05-004038fa990b)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:22:23.059486 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:22:23.102745 dv-neutron-830731-3-hyperv neutron-server[83739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '382dfd99-98dd-4713-8c27-9dcbd7ae3cf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9375bedd-7fe1-4cf0-adca-938982d39953', 'code': 200} Mar 07 11:22:23.126911 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Pushing event updated for resources: {'Port': ['ID=9375bedd-7fe1-4cf0-adca-938982d39953,revision_number=8']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:22:23.364883 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-e5444476-89a6-4a8b-8dd0-50de0b12cce5 req-88aab809-8f6a-4b20-9c20-2ca540167d0d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=382dfd99-98dd-4713-8c27-9dcbd7ae3cf8 HTTP/1.1" status: 200 len: 1098 time: 0.0695429 Mar 07 11:22:23.404083 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-e5444476-89a6-4a8b-8dd0-50de0b12cce5 req-3bfc03a1-8543-4cfa-817f-22ff657b599e service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=3b50db9d-044f-4f4c-bde3-084131bf7d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336859 Mar 07 11:22:23.975612 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7920f1-0583-41bf-a8a9-fa45f7d7cd54 req-81c7a563-4411-4d08-b315-dca0c98fa1a3 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:23.977083 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-1e7920f1-0583-41bf-a8a9-fa45f7d7cd54 req-81c7a563-4411-4d08-b315-dca0c98fa1a3 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/ports?device_id=382dfd99-98dd-4713-8c27-9dcbd7ae3cf8 HTTP/1.1" status: 200 len: 945 time: 0.0762231 Mar 07 11:22:24.021678 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-1e7920f1-0583-41bf-a8a9-fa45f7d7cd54 req-39675188-54cd-43d3-a07d-9ee5bbe7358f tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b50db9d-044f-4f4c-bde3-084131bf7d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392323 Mar 07 11:22:25.219856 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0f86e4-9386-4118-bd94-380806255d6a req-ad6e54fb-016c-498a-82fe-9a40efa499cb tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:25.221318 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-8e0f86e4-9386-4118-bd94-380806255d6a req-ad6e54fb-016c-498a-82fe-9a40efa499cb tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/ports?device_id=382dfd99-98dd-4713-8c27-9dcbd7ae3cf8 HTTP/1.1" status: 200 len: 945 time: 0.0777888 Mar 07 11:22:25.266072 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-8e0f86e4-9386-4118-bd94-380806255d6a req-dadf41d6-3fd1-4901-8f8c-b9ec65b164e3 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b50db9d-044f-4f4c-bde3-084131bf7d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392597 Mar 07 11:22:28.549180 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-2d134166-f049-4bde-bf8a-d2a94c49c581 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:22:30.697524 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-35146f77-678e-4a49-a181-dd1cb7794b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:22:31.995300 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:22:32.014219 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-711fefd2-3b30-4759-8df5-0aecff1c8e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:22:33.436376 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c87150bd-aa9c-4ad1-bb68-57ec66d4fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:22:38.113275 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-adbd2215-c8ee-41f3-92a6-4182ca26b8a8 None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 11:22:46.131774 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:22:58.551931 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-ecf0af27-20c8-4a3e-bce8-ea73fb70017a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:23:00.700099 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-137a439c-a7c9-4c3a-a2f0-efddebe89b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:23:01.998349 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:23:02.019375 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-711fefd2-3b30-4759-8df5-0aecff1c8e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:23:03.443643 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c87150bd-aa9c-4ad1-bb68-57ec66d4fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:23:14.621189 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-257a9c03-7c9b-4cd1-a755-ba1044a539af req-7d0e8831-537c-4b75-8b76-025ceb709209 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=382dfd99-98dd-4713-8c27-9dcbd7ae3cf8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0743272 Mar 07 11:23:14.755403 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-257a9c03-7c9b-4cd1-a755-ba1044a539af req-d511ecbf-50fc-45e5-b89a-0114739bcb2f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5f6257a57e8b437f93012a233b15cc74&device_id=382dfd99-98dd-4713-8c27-9dcbd7ae3cf8 HTTP/1.1" status: 200 len: 1098 time: 0.0702732 Mar 07 11:23:14.893872 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257a9c03-7c9b-4cd1-a755-ba1044a539af req-a9466963-19f0-4774-9c0f-c06e361b1e5b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:23:14.895172 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-257a9c03-7c9b-4cd1-a755-ba1044a539af req-a9466963-19f0-4774-9c0f-c06e361b1e5b service neutron] 10.222.0.10 "GET /v2.0/networks?id=8dfe7327-0f02-415a-b3e8-db6b26a9c036 HTTP/1.1" status: 200 len: 909 time: 0.1224804 Mar 07 11:23:14.992064 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-257a9c03-7c9b-4cd1-a755-ba1044a539af req-c3bb367e-9019-4807-9f57-9d5113390b10 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9375bedd-7fe1-4cf0-adca-938982d39953 HTTP/1.1" status: 200 len: 1000 time: 0.0911310 Mar 07 11:23:15.050448 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257a9c03-7c9b-4cd1-a755-ba1044a539af req-5e92be27-6d84-41d6-89d4-cc0ea7e3957b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:23:15.051817 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-257a9c03-7c9b-4cd1-a755-ba1044a539af req-5e92be27-6d84-41d6-89d4-cc0ea7e3957b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=43144a61-01ca-4e2f-b13f-c413b0c50207 HTTP/1.1" status: 200 len: 847 time: 0.0547576 Mar 07 11:23:15.113895 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-adbd2215-c8ee-41f3-92a6-4182ca26b8a8 None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 11:23:15.122181 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-257a9c03-7c9b-4cd1-a755-ba1044a539af req-505c33aa-7961-4f0b-8c1a-bf25963c3ed7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8dfe7327-0f02-415a-b3e8-db6b26a9c036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0646358 Mar 07 11:23:15.339448 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-257a9c03-7c9b-4cd1-a755-ba1044a539af req-20b513fa-ccd6-4223-833a-333c51bc6902 service neutron] 10.222.0.10 "GET /v2.0/networks/8dfe7327-0f02-415a-b3e8-db6b26a9c036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2108476 Mar 07 11:23:15.466459 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-257a9c03-7c9b-4cd1-a755-ba1044a539af req-84f05617-2ce8-4831-be3a-44c3b11896ef service neutron] 10.222.0.10 "GET /v2.0/networks/8dfe7327-0f02-415a-b3e8-db6b26a9c036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207480 Mar 07 11:23:16.135044 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:23:28.553904 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-8a825065-5fa7-41a1-aeb8-1ffccd062c7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:23:30.701396 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-4e108608-97cb-4dc4-b778-fd3667d0c76e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:23:32.003658 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:23:32.021955 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-711fefd2-3b30-4759-8df5-0aecff1c8e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:23:33.442305 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c87150bd-aa9c-4ad1-bb68-57ec66d4fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:23:40.734365 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 47594) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:23:40.934329 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-bd0c4ede-4858-4a59-9708-a9cd09363ccc tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Deleting port 39b8a171-f6cd-4f1d-82ff-122b2a8f54ea {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 11:23:40.934666 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-bd0c4ede-4858-4a59-9708-a9cd09363ccc tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:23:41.099971 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-bd0c4ede-4858-4a59-9708-a9cd09363ccc tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:23:41.100158 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-bd0c4ede-4858-4a59-9708-a9cd09363ccc tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:23:41.317831 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-bd0c4ede-4858-4a59-9708-a9cd09363ccc tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Calling delete_port for 39b8a171-f6cd-4f1d-82ff-122b2a8f54ea owned by network:floatingip {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 11:23:41.463044 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-bd0c4ede-4858-4a59-9708-a9cd09363ccc tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:23:41.511636 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0c4ede-4858-4a59-9708-a9cd09363ccc tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Pushing event deleted for resources: {'Port': ['ID=39b8a171-f6cd-4f1d-82ff-122b2a8f54ea,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:23:41.546206 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0c4ede-4858-4a59-9708-a9cd09363ccc tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:23:41.546543 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0c4ede-4858-4a59-9708-a9cd09363ccc tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:23:41.546890 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0c4ede-4858-4a59-9708-a9cd09363ccc tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:23:41.547194 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0c4ede-4858-4a59-9708-a9cd09363ccc tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:23:41.547514 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0c4ede-4858-4a59-9708-a9cd09363ccc tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:23:41.547830 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0c4ede-4858-4a59-9708-a9cd09363ccc tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:23:41.548146 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0c4ede-4858-4a59-9708-a9cd09363ccc tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:23:41.548463 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0c4ede-4858-4a59-9708-a9cd09363ccc tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:23:41.548869 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0c4ede-4858-4a59-9708-a9cd09363ccc tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:23:41.549134 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0c4ede-4858-4a59-9708-a9cd09363ccc tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:23:41.549445 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0c4ede-4858-4a59-9708-a9cd09363ccc tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:23:41.620108 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-bd0c4ede-4858-4a59-9708-a9cd09363ccc tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Notify callbacks [] for floatingip, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:23:42.008060 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd0c4ede-4858-4a59-9708-a9cd09363ccc tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Router 20f6c406-37ae-44cc-bd6a-0253bdd34913 has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:23:42.206450 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd0c4ede-4858-4a59-9708-a9cd09363ccc tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:23:42.215777 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf702af-4d8d-47d2-b923-5bd8100e546c None None] Sync routers for ids ['20f6c406-37ae-44cc-bd6a-0253bdd34913'] in dv-neutron-830731-3-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 11:23:42.225659 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-bd0c4ede-4858-4a59-9708-a9cd09363ccc tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for floatingip, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:23:42.231819 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf702af-4d8d-47d2-b923-5bd8100e546c None None] Routers {'20f6c406-37ae-44cc-bd6a-0253bdd34913'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 11:23:42.232439 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-acf702af-4d8d-47d2-b923-5bd8100e546c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T11:23:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['20f6c406-37ae-44cc-bd6a-0253bdd34913'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:23:42.280559 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-bd0c4ede-4858-4a59-9708-a9cd09363ccc tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "DELETE /v2.0/floatingips/5abaae8f-3f2f-4d9f-a838-e1fa5d4bef4f HTTP/1.1" status: 204 len: 168 time: 1.5426774 Mar 07 11:23:42.280559 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '382dfd99-98dd-4713-8c27-9dcbd7ae3cf8', 'tag': '9375bedd-7fe1-4cf0-adca-938982d39953'}] {{(pid=83738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 11:23:42.425200 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-acf702af-4d8d-47d2-b923-5bd8100e546c None None] Set router 20f6c406-37ae-44cc-bd6a-0253bdd34913 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 11:23:42.479745 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '382dfd99-98dd-4713-8c27-9dcbd7ae3cf8', 'tag': '9375bedd-7fe1-4cf0-adca-938982d39953', 'status': 'completed', 'code': 200} Mar 07 11:23:42.584973 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-6b985bb1-2727-4c39-ae1b-0d31561fb6ff req-b1624958-97f0-4883-9eca-09d370427bc6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5f6257a57e8b437f93012a233b15cc74&device_id=382dfd99-98dd-4713-8c27-9dcbd7ae3cf8 HTTP/1.1" status: 200 len: 1098 time: 0.0820198 Mar 07 11:23:42.775078 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b985bb1-2727-4c39-ae1b-0d31561fb6ff req-4d05bb73-43e3-47e3-a34e-e04c638688ba service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:23:42.776588 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-6b985bb1-2727-4c39-ae1b-0d31561fb6ff req-4d05bb73-43e3-47e3-a34e-e04c638688ba service neutron] 10.222.0.10 "GET /v2.0/networks?id=8dfe7327-0f02-415a-b3e8-db6b26a9c036 HTTP/1.1" status: 200 len: 909 time: 0.1845162 Mar 07 11:23:42.784267 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-acf702af-4d8d-47d2-b923-5bd8100e546c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20f6c406-37ae-44cc-bd6a-0253bdd34913', 'name': 'tempest-TestShelveInstance-240322583-router', 'tenant_id': '5f6257a57e8b437f93012a233b15cc74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.243'}], 'enable_snat': True}, 'gw_port_id': '3c28422d-c55d-45b5-be1e-c522902ac36a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:13:42Z', 'updated_at': '2022-03-07T11:13:45Z', 'revision_number': 4, 'project_id': '5f6257a57e8b437f93012a233b15cc74', 'gw_port': {'id': '3c28422d-c55d-45b5-be1e-c522902ac36a', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:27:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f6c406-37ae-44cc-bd6a-0253bdd34913', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:13:43Z', 'updated_at': '2022-03-07T11:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_interfaces': [{'id': '93546d05-8104-49c5-8647-0288d9792f60', 'name': '', 'network_id': '8dfe7327-0f02-415a-b3e8-db6b26a9c036', 'tenant_id': '5f6257a57e8b437f93012a233b15cc74', 'mac_address': 'fa:16:3e:1c:35:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f6c406-37ae-44cc-bd6a-0253bdd34913', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43144a61-01ca-4e2f-b13f-c413b0c50207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:13:45Z', 'updated_at': '2022-03-07T11:14:03Z', 'revision_number': 5, 'project_id': '5f6257a57e8b437f93012a233b15cc74', 'subnets': [{'id': '43144a61-01ca-4e2f-b13f-c413b0c50207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:23:42.785934 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b58bb6-c9d0-4db8-88d0-78f82f86d4f7 req-5d9e66c4-16ab-41d2-bfee-851c63dfbc0f tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:23:42.787296 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c1b58bb6-c9d0-4db8-88d0-78f82f86d4f7 req-5d9e66c4-16ab-41d2-bfee-851c63dfbc0f tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/ports?device_id=382dfd99-98dd-4713-8c27-9dcbd7ae3cf8 HTTP/1.1" status: 200 len: 945 time: 0.1684475 Mar 07 11:23:42.789436 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf702af-4d8d-47d2-b923-5bd8100e546c None None] Checking router: 20f6c406-37ae-44cc-bd6a-0253bdd34913 for host: dv-neutron-830731-3-hyperv {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 07 11:23:42.800844 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf702af-4d8d-47d2-b923-5bd8100e546c None None] Routers {'20f6c406-37ae-44cc-bd6a-0253bdd34913'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 11:23:42.801439 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-acf702af-4d8d-47d2-b923-5bd8100e546c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T11:23:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['20f6c406-37ae-44cc-bd6a-0253bdd34913'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:23:42.868215 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-6b985bb1-2727-4c39-ae1b-0d31561fb6ff req-a51133b4-9dc4-47ae-a428-898e6d133854 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9375bedd-7fe1-4cf0-adca-938982d39953 HTTP/1.1" status: 200 len: 217 time: 0.0799849 Mar 07 11:23:42.935950 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c1b58bb6-c9d0-4db8-88d0-78f82f86d4f7 req-69691736-09f4-4670-891e-24c1451302c2 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b50db9d-044f-4f4c-bde3-084131bf7d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986295 Mar 07 11:23:42.944949 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b985bb1-2727-4c39-ae1b-0d31561fb6ff req-2e789672-8267-4e60-839e-50afe7b33f2e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:23:42.946395 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-6b985bb1-2727-4c39-ae1b-0d31561fb6ff req-2e789672-8267-4e60-839e-50afe7b33f2e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=43144a61-01ca-4e2f-b13f-c413b0c50207 HTTP/1.1" status: 200 len: 847 time: 0.0693982 Mar 07 11:23:42.977475 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-acf702af-4d8d-47d2-b923-5bd8100e546c None None] Set router 20f6c406-37ae-44cc-bd6a-0253bdd34913 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 11:23:43.023294 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-6b985bb1-2727-4c39-ae1b-0d31561fb6ff req-8262901d-c0b6-4091-9856-4b10b5bbed7b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8dfe7327-0f02-415a-b3e8-db6b26a9c036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695536 Mar 07 11:23:43.159272 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-6b985bb1-2727-4c39-ae1b-0d31561fb6ff req-e8ab5b23-0b6a-4743-9b69-75228f9c598a service neutron] 10.222.0.10 "GET /v2.0/networks/8dfe7327-0f02-415a-b3e8-db6b26a9c036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261048 Mar 07 11:23:43.289079 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-acf702af-4d8d-47d2-b923-5bd8100e546c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20f6c406-37ae-44cc-bd6a-0253bdd34913', 'name': 'tempest-TestShelveInstance-240322583-router', 'tenant_id': '5f6257a57e8b437f93012a233b15cc74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.243'}], 'enable_snat': True}, 'gw_port_id': '3c28422d-c55d-45b5-be1e-c522902ac36a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:13:42Z', 'updated_at': '2022-03-07T11:13:45Z', 'revision_number': 4, 'project_id': '5f6257a57e8b437f93012a233b15cc74', 'gw_port': {'id': '3c28422d-c55d-45b5-be1e-c522902ac36a', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:27:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f6c406-37ae-44cc-bd6a-0253bdd34913', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:13:43Z', 'updated_at': '2022-03-07T11:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_interfaces': [{'id': '93546d05-8104-49c5-8647-0288d9792f60', 'name': '', 'network_id': '8dfe7327-0f02-415a-b3e8-db6b26a9c036', 'tenant_id': '5f6257a57e8b437f93012a233b15cc74', 'mac_address': 'fa:16:3e:1c:35:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f6c406-37ae-44cc-bd6a-0253bdd34913', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43144a61-01ca-4e2f-b13f-c413b0c50207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:13:45Z', 'updated_at': '2022-03-07T11:14:03Z', 'revision_number': 5, 'project_id': '5f6257a57e8b437f93012a233b15cc74', 'subnets': [{'id': '43144a61-01ca-4e2f-b13f-c413b0c50207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:23:43.293712 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf702af-4d8d-47d2-b923-5bd8100e546c None None] The sync data for ids ['20f6c406-37ae-44cc-bd6a-0253bdd34913'] in dv-neutron-830731-3-hyperv is: [{'id': '20f6c406-37ae-44cc-bd6a-0253bdd34913', 'name': 'tempest-TestShelveInstance-240322583-router', 'tenant_id': '5f6257a57e8b437f93012a233b15cc74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.243'}], 'enable_snat': True}, 'gw_port_id': '3c28422d-c55d-45b5-be1e-c522902ac36a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:13:42Z', 'updated_at': '2022-03-07T11:13:45Z', 'revision_number': 4, 'project_id': '5f6257a57e8b437f93012a233b15cc74', 'gw_port': {'id': '3c28422d-c55d-45b5-be1e-c522902ac36a', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:27:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f6c406-37ae-44cc-bd6a-0253bdd34913', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:13:43Z', 'updated_at': '2022-03-07T11:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_interfaces': [{'id': '93546d05-8104-49c5-8647-0288d9792f60', 'name': '', 'network_id': '8dfe7327-0f02-415a-b3e8-db6b26a9c036', 'tenant_id': '5f6257a57e8b437f93012a233b15cc74', 'mac_address': 'fa:16:3e:1c:35:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f6c406-37ae-44cc-bd6a-0253bdd34913', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43144a61-01ca-4e2f-b13f-c413b0c50207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:13:45Z', 'updated_at': '2022-03-07T11:14:03Z', 'revision_number': 5, 'project_id': '5f6257a57e8b437f93012a233b15cc74', 'subnets': [{'id': '43144a61-01ca-4e2f-b13f-c413b0c50207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 11:23:43.296938 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-6b985bb1-2727-4c39-ae1b-0d31561fb6ff req-32d19b24-e069-412d-aa1f-a1462bbb46e6 service neutron] 10.222.0.10 "GET /v2.0/networks/8dfe7327-0f02-415a-b3e8-db6b26a9c036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311760 Mar 07 11:23:43.512744 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebca8c26-1839-46f4-b23c-e9c4b59a8147 None None] New status for floating IP 5abaae8f-3f2f-4d9f-a838-e1fa5d4bef4f: DOWN {{(pid=83740) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 07 11:23:44.136766 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e38947-5d13-44d3-b0d9-29b36dcc27ef req-12feec11-a586-457e-9404-de5c6bbbd7e1 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:23:44.138176 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-49e38947-5d13-44d3-b0d9-29b36dcc27ef req-12feec11-a586-457e-9404-de5c6bbbd7e1 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/ports?device_id=382dfd99-98dd-4713-8c27-9dcbd7ae3cf8 HTTP/1.1" status: 200 len: 945 time: 0.0790265 Mar 07 11:23:44.230097 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-49e38947-5d13-44d3-b0d9-29b36dcc27ef req-c23065d8-1c68-4c3e-99de-87ed1a98f361 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b50db9d-044f-4f4c-bde3-084131bf7d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862269 Mar 07 11:23:44.252566 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0c521f-b99b-4761-ab59-2c63be2edda8 req-ea35e437-43fd-4192-8f3c-83f9f85d6381 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:23:44.254004 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-db0c521f-b99b-4761-ab59-2c63be2edda8 req-ea35e437-43fd-4192-8f3c-83f9f85d6381 tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.10 "GET /v2.0/ports?device_id=382dfd99-98dd-4713-8c27-9dcbd7ae3cf8 HTTP/1.1" status: 200 len: 945 time: 0.0925484 Mar 07 11:23:44.323370 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [req-db0c521f-b99b-4761-ab59-2c63be2edda8 req-d8925014-bb9a-4cd4-a36a-13566341ea5c tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Deleting port 9375bedd-7fe1-4cf0-adca-938982d39953 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 11:23:44.323705 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-db0c521f-b99b-4761-ab59-2c63be2edda8 req-d8925014-bb9a-4cd4-a36a-13566341ea5c tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:23:44.555668 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [req-db0c521f-b99b-4761-ab59-2c63be2edda8 req-d8925014-bb9a-4cd4-a36a-13566341ea5c tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] For port 9375bedd-7fe1-4cf0-adca-938982d39953, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=9375bedd-7fe1-4cf0-adca-938982d39953,segment=NetworkSegment(e6c5cd05-50ec-4329-aa05-004038fa990b),segment_id=e6c5cd05-50ec-4329-aa05-004038fa990b)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:23:44.556018 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-db0c521f-b99b-4761-ab59-2c63be2edda8 req-d8925014-bb9a-4cd4-a36a-13566341ea5c tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:23:44.753286 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [req-db0c521f-b99b-4761-ab59-2c63be2edda8 req-d8925014-bb9a-4cd4-a36a-13566341ea5c tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Calling delete_port for 9375bedd-7fe1-4cf0-adca-938982d39953 owned by compute:nova {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 11:23:44.887565 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-db0c521f-b99b-4761-ab59-2c63be2edda8 req-d8925014-bb9a-4cd4-a36a-13566341ea5c tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:23:44.938543 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8925014-bb9a-4cd4-a36a-13566341ea5c tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Pushing event deleted for resources: {'Port': ['ID=9375bedd-7fe1-4cf0-adca-938982d39953,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:23:44.983236 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8925014-bb9a-4cd4-a36a-13566341ea5c tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:23:44.983585 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8925014-bb9a-4cd4-a36a-13566341ea5c tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:23:44.983928 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8925014-bb9a-4cd4-a36a-13566341ea5c tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:23:44.984259 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8925014-bb9a-4cd4-a36a-13566341ea5c tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:23:44.984614 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8925014-bb9a-4cd4-a36a-13566341ea5c tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:23:44.984959 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8925014-bb9a-4cd4-a36a-13566341ea5c tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:23:44.985268 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8925014-bb9a-4cd4-a36a-13566341ea5c tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:23:44.985590 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8925014-bb9a-4cd4-a36a-13566341ea5c tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:23:44.985912 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8925014-bb9a-4cd4-a36a-13566341ea5c tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:23:44.986360 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8925014-bb9a-4cd4-a36a-13566341ea5c tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:23:44.986360 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8925014-bb9a-4cd4-a36a-13566341ea5c tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:23:45.023588 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [req-db0c521f-b99b-4761-ab59-2c63be2edda8 req-d8925014-bb9a-4cd4-a36a-13566341ea5c tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] No DVR routers for this DVR port 9375bedd-7fe1-4cf0-adca-938982d39953 on host hv-neutron-8307 {{(pid=83737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:23:45.026108 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-db0c521f-b99b-4761-ab59-2c63be2edda8 req-d8925014-bb9a-4cd4-a36a-13566341ea5c tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:23:45.028934 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '382dfd99-98dd-4713-8c27-9dcbd7ae3cf8', 'name': 'network-vif-deleted', 'tag': '9375bedd-7fe1-4cf0-adca-938982d39953'}] {{(pid=83737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 11:23:45.039376 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-db0c521f-b99b-4761-ab59-2c63be2edda8 req-d8925014-bb9a-4cd4-a36a-13566341ea5c tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.10 "DELETE /v2.0/ports/9375bedd-7fe1-4cf0-adca-938982d39953 HTTP/1.1" status: 204 len: 173 time: 0.7804306 Mar 07 11:23:45.205315 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '382dfd99-98dd-4713-8c27-9dcbd7ae3cf8', 'name': 'network-vif-deleted', 'tag': '9375bedd-7fe1-4cf0-adca-938982d39953', 'status': 'completed', 'code': 200} Mar 07 11:23:45.406906 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-700f1c97-66e0-4ed7-8d28-0ff7b9467249 req-0c810e1c-dae1-4819-b6e5-594f71d86d7b tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Synchronizing usage tracker for tenant:5f6257a57e8b437f93012a233b15cc74 on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 11:23:45.428614 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-700f1c97-66e0-4ed7-8d28-0ff7b9467249 req-0c810e1c-dae1-4819-b6e5-594f71d86d7b tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Unset dirty status for tenant:5f6257a57e8b437f93012a233b15cc74 on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 11:23:45.437033 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-700f1c97-66e0-4ed7-8d28-0ff7b9467249 req-0c810e1c-dae1-4819-b6e5-594f71d86d7b tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "GET /v2.0/ports?device_id=382dfd99-98dd-4713-8c27-9dcbd7ae3cf8 HTTP/1.1" status: 200 len: 210 time: 0.0805929 Mar 07 11:23:46.129678 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:23:46.537293 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 47640) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:23:46.607013 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4e3e8fcb-c9d0-4488-86d5-f8e9be79fe5c tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Notify callbacks [] for security_group, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:23:46.637986 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4e3e8fcb-c9d0-4488-86d5-f8e9be79fe5c tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:23:46.709783 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4e3e8fcb-c9d0-4488-86d5-f8e9be79fe5c tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:23:46.729051 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3e8fcb-c9d0-4488-86d5-f8e9be79fe5c tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b50db9d-044f-4f4c-bde3-084131bf7d27,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:23:46.738620 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4e3e8fcb-c9d0-4488-86d5-f8e9be79fe5c tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:23:46.742193 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-4e3e8fcb-c9d0-4488-86d5-f8e9be79fe5c tempest-TestShelveInstance-1145160693 tempest-TestShelveInstance-1145160693-project] 10.222.0.13 "DELETE /v2.0/security-groups/3b50db9d-044f-4f4c-bde3-084131bf7d27 HTTP/1.1" status: 204 len: 168 time: 0.2015388 Mar 07 11:23:46.799945 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 47646) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:23:47.196315 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device 9375bedd-7fe1-4cf0-adca-938982d39953 no longer exists at agent hyperv_hv-neutron-8307 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 11:23:47.250364 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] No Port match for: 9375bedd-7fe1-4cf0-adca-938982d39953 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 11:23:47.250708 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device 9375bedd-7fe1-4cf0-adca-938982d39953 not bound to the agent host hv-neutron-8307 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 11:23:47.466806 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-275aa86f-4309-42d8-8525-bafb4bb6d638 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3920255'] for router_interface, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:23:48.060995 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-275aa86f-4309-42d8-8525-bafb4bb6d638 admin admin] Deleting port 93546d05-8104-49c5-8647-0288d9792f60 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 11:23:48.061606 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-275aa86f-4309-42d8-8525-bafb4bb6d638 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:23:48.236135 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-275aa86f-4309-42d8-8525-bafb4bb6d638 admin admin] For port 93546d05-8104-49c5-8647-0288d9792f60, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=93546d05-8104-49c5-8647-0288d9792f60,segment=NetworkSegment(e6c5cd05-50ec-4329-aa05-004038fa990b),segment_id=e6c5cd05-50ec-4329-aa05-004038fa990b)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:23:48.236657 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-275aa86f-4309-42d8-8525-bafb4bb6d638 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:23:48.357954 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-275aa86f-4309-42d8-8525-bafb4bb6d638 admin admin] Calling delete_port for 93546d05-8104-49c5-8647-0288d9792f60 owned by network:router_interface {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 11:23:48.525732 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-275aa86f-4309-42d8-8525-bafb4bb6d638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:23:48.573313 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275aa86f-4309-42d8-8525-bafb4bb6d638 admin admin] Pushing event deleted for resources: {'Port': ['ID=93546d05-8104-49c5-8647-0288d9792f60,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:23:48.859981 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-275aa86f-4309-42d8-8525-bafb4bb6d638 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2756383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3920168'] for router_interface, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:23:49.522878 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-275aa86f-4309-42d8-8525-bafb4bb6d638 admin admin] Router 20f6c406-37ae-44cc-bd6a-0253bdd34913 has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:23:49.720468 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-275aa86f-4309-42d8-8525-bafb4bb6d638 admin admin] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:23:49.729573 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a5144b-bf56-408a-96fe-8eec7dcca348 None None] Sync routers for ids ['20f6c406-37ae-44cc-bd6a-0253bdd34913'] in dv-neutron-830731-3-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 11:23:49.735795 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-275aa86f-4309-42d8-8525-bafb4bb6d638 admin admin] 10.222.0.13 "PUT /v2.0/routers/20f6c406-37ae-44cc-bd6a-0253bdd34913/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9347425 Mar 07 11:23:49.739497 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 47652) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:23:49.746314 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a5144b-bf56-408a-96fe-8eec7dcca348 None None] Routers {'20f6c406-37ae-44cc-bd6a-0253bdd34913'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 11:23:49.747068 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-f0a5144b-bf56-408a-96fe-8eec7dcca348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T11:23:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['20f6c406-37ae-44cc-bd6a-0253bdd34913'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:23:49.929282 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-f0a5144b-bf56-408a-96fe-8eec7dcca348 None None] Set router 20f6c406-37ae-44cc-bd6a-0253bdd34913 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 11:23:49.934689 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-247c9634-91df-4a8f-86b0-edfa6b7bfd7b admin admin] Notify callbacks [] for router, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:23:50.126127 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-247c9634-91df-4a8f-86b0-edfa6b7bfd7b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:23:50.135481 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-247c9634-91df-4a8f-86b0-edfa6b7bfd7b admin admin] Deleting port 3c28422d-c55d-45b5-be1e-c522902ac36a {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 11:23:50.135964 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-247c9634-91df-4a8f-86b0-edfa6b7bfd7b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:23:50.259856 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-f0a5144b-bf56-408a-96fe-8eec7dcca348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20f6c406-37ae-44cc-bd6a-0253bdd34913', 'name': 'tempest-TestShelveInstance-240322583-router', 'tenant_id': '5f6257a57e8b437f93012a233b15cc74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.243'}], 'enable_snat': True}, 'gw_port_id': '3c28422d-c55d-45b5-be1e-c522902ac36a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:13:42Z', 'updated_at': '2022-03-07T11:23:48Z', 'revision_number': 5, 'project_id': '5f6257a57e8b437f93012a233b15cc74', 'gw_port': {'id': '3c28422d-c55d-45b5-be1e-c522902ac36a', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:27:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f6c406-37ae-44cc-bd6a-0253bdd34913', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:13:43Z', 'updated_at': '2022-03-07T11:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv'}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:23:50.263931 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a5144b-bf56-408a-96fe-8eec7dcca348 None None] Checking router: 20f6c406-37ae-44cc-bd6a-0253bdd34913 for host: dv-neutron-830731-3-hyperv {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 07 11:23:50.274992 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a5144b-bf56-408a-96fe-8eec7dcca348 None None] Routers {'20f6c406-37ae-44cc-bd6a-0253bdd34913'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 11:23:50.275761 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-f0a5144b-bf56-408a-96fe-8eec7dcca348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T11:23:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['20f6c406-37ae-44cc-bd6a-0253bdd34913'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:23:50.312104 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-247c9634-91df-4a8f-86b0-edfa6b7bfd7b admin admin] For port 3c28422d-c55d-45b5-be1e-c522902ac36a, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=3c28422d-c55d-45b5-be1e-c522902ac36a,segment=NetworkSegment(9a22e080-7529-4fc7-949d-9f84ba21807d),segment_id=9a22e080-7529-4fc7-949d-9f84ba21807d)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:23:50.312448 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-247c9634-91df-4a8f-86b0-edfa6b7bfd7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:23:50.422794 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-f0a5144b-bf56-408a-96fe-8eec7dcca348 None None] Set router 20f6c406-37ae-44cc-bd6a-0253bdd34913 gateway port host: None {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 11:23:50.533948 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-f0a5144b-bf56-408a-96fe-8eec7dcca348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20f6c406-37ae-44cc-bd6a-0253bdd34913', 'name': 'tempest-TestShelveInstance-240322583-router', 'tenant_id': '5f6257a57e8b437f93012a233b15cc74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:13:42Z', 'updated_at': '2022-03-07T11:23:50Z', 'revision_number': 6, 'project_id': '5f6257a57e8b437f93012a233b15cc74', 'gw_port_host': None}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:23:50.537467 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-247c9634-91df-4a8f-86b0-edfa6b7bfd7b admin admin] Calling delete_port for 3c28422d-c55d-45b5-be1e-c522902ac36a owned by network:router_gateway {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 11:23:50.537964 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a5144b-bf56-408a-96fe-8eec7dcca348 None None] The sync data for ids ['20f6c406-37ae-44cc-bd6a-0253bdd34913'] in dv-neutron-830731-3-hyperv is: [{'id': '20f6c406-37ae-44cc-bd6a-0253bdd34913', 'name': 'tempest-TestShelveInstance-240322583-router', 'tenant_id': '5f6257a57e8b437f93012a233b15cc74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:13:42Z', 'updated_at': '2022-03-07T11:23:50Z', 'revision_number': 6, 'project_id': '5f6257a57e8b437f93012a233b15cc74', 'gw_port_host': None}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 11:23:50.702195 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-247c9634-91df-4a8f-86b0-edfa6b7bfd7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:23:50.747083 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247c9634-91df-4a8f-86b0-edfa6b7bfd7b admin admin] Pushing event deleted for resources: {'Port': ['ID=3c28422d-c55d-45b5-be1e-c522902ac36a,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:23:50.967205 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-247c9634-91df-4a8f-86b0-edfa6b7bfd7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923554'] for router_gateway, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:23:51.218532 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-247c9634-91df-4a8f-86b0-edfa6b7bfd7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3917970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58043'] for router, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:23:51.223303 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-247c9634-91df-4a8f-86b0-edfa6b7bfd7b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:23:51.248436 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-247c9634-91df-4a8f-86b0-edfa6b7bfd7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3917886'] for router, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:23:51.248996 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-247c9634-91df-4a8f-86b0-edfa6b7bfd7b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 20f6c406-37ae-44cc-bd6a-0253bdd34913 {{(pid=83738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 11:23:51.260492 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-247c9634-91df-4a8f-86b0-edfa6b7bfd7b admin admin] Notify callbacks [] for router, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:23:51.263966 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-247c9634-91df-4a8f-86b0-edfa6b7bfd7b admin admin] 10.222.0.13 "DELETE /v2.0/routers/20f6c406-37ae-44cc-bd6a-0253bdd34913 HTTP/1.1" status: 204 len: 168 time: 1.5212040 Mar 07 11:23:51.264167 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 47656) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:23:51.325428 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_v2 [None req-660ea878-a287-453a-bcc3-f43f02d1bfd8 admin admin] Deleting subnet 43144a61-01ca-4e2f-b13f-c413b0c50207 {{(pid=83738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 07 11:23:51.328248 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-660ea878-a287-453a-bcc3-f43f02d1bfd8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:23:51.377323 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-660ea878-a287-453a-bcc3-f43f02d1bfd8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2969395'] for subnet, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:23:51.457030 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-660ea878-a287-453a-bcc3-f43f02d1bfd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1525496'] for subnet, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:23:51.526036 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-660ea878-a287-453a-bcc3-f43f02d1bfd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1525489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3556647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741465'] for subnet, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:23:51.566241 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660ea878-a287-453a-bcc3-f43f02d1bfd8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43144a61-01ca-4e2f-b13f-c413b0c50207,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:23:51.574064 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-660ea878-a287-453a-bcc3-f43f02d1bfd8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:23:51.578501 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffde5bc8-3142-4245-973e-e9858efd4f38 None None] Network 8dfe7327-0f02-415a-b3e8-db6b26a9c036 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 11:23:51.581635 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-660ea878-a287-453a-bcc3-f43f02d1bfd8 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/43144a61-01ca-4e2f-b13f-c413b0c50207 HTTP/1.1" status: 204 len: 168 time: 0.3163230 Mar 07 11:23:51.583987 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 47660) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:23:51.688841 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a5150487-cd7b-4604-aa44-3446eecdb648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1158940'] for network, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:23:51.699411 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-a5150487-cd7b-4604-aa44-3446eecdb648 admin admin] Deleting port 0209917c-9def-4a95-9391-bff1220a956f {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 11:23:51.699746 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a5150487-cd7b-4604-aa44-3446eecdb648 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:23:51.837795 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab338505-ae90-439d-a2e4-98530ca9f878 None None] DHCP port deletion for 8dfe7327-0f02-415a-b3e8-db6b26a9c036 request from dv-neutron-830731-3-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 07 11:23:51.839836 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 93546d05-8104-49c5-8647-0288d9792f60 no longer exists at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 11:23:51.870077 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-ab338505-ae90-439d-a2e4-98530ca9f878 None None] Deleting port 0209917c-9def-4a95-9391-bff1220a956f {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 11:23:51.870444 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-ab338505-ae90-439d-a2e4-98530ca9f878 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:23:51.905112 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] No Port match for: 93546d05-8104-49c5-8647-0288d9792f60 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 11:23:51.905462 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 93546d05-8104-49c5-8647-0288d9792f60 not bound to the agent host dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 11:23:51.905886 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 3c28422d-c55d-45b5-be1e-c522902ac36a no longer exists at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 11:23:51.950541 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] No Port match for: 3c28422d-c55d-45b5-be1e-c522902ac36a {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 11:23:51.950880 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 3c28422d-c55d-45b5-be1e-c522902ac36a not bound to the agent host dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 11:23:52.002568 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-a5150487-cd7b-4604-aa44-3446eecdb648 admin admin] For port 0209917c-9def-4a95-9391-bff1220a956f, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=0209917c-9def-4a95-9391-bff1220a956f,segment=NetworkSegment(e6c5cd05-50ec-4329-aa05-004038fa990b),segment_id=e6c5cd05-50ec-4329-aa05-004038fa990b)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:23:52.002825 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a5150487-cd7b-4604-aa44-3446eecdb648 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:23:52.109044 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-ab338505-ae90-439d-a2e4-98530ca9f878 None None] For port 0209917c-9def-4a95-9391-bff1220a956f, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=0209917c-9def-4a95-9391-bff1220a956f,segment=NetworkSegment(e6c5cd05-50ec-4329-aa05-004038fa990b),segment_id=e6c5cd05-50ec-4329-aa05-004038fa990b)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:23:52.109342 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-ab338505-ae90-439d-a2e4-98530ca9f878 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:23:52.114626 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-adbd2215-c8ee-41f3-92a6-4182ca26b8a8 None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 11:23:52.123118 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-a5150487-cd7b-4604-aa44-3446eecdb648 admin admin] Calling delete_port for 0209917c-9def-4a95-9391-bff1220a956f owned by network:dhcp {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 11:23:52.202924 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a5150487-cd7b-4604-aa44-3446eecdb648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:23:52.229671 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-ab338505-ae90-439d-a2e4-98530ca9f878 None None] Calling delete_port for 0209917c-9def-4a95-9391-bff1220a956f owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 11:23:52.243753 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5150487-cd7b-4604-aa44-3446eecdb648 admin admin] Pushing event deleted for resources: {'Port': ['ID=0209917c-9def-4a95-9391-bff1220a956f,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:23:52.252399 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5150487-cd7b-4604-aa44-3446eecdb648 admin admin] No DVR routers for this DVR port 0209917c-9def-4a95-9391-bff1220a956f on host dv-neutron-830731-3-hyperv {{(pid=83738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:23:52.297738 dv-neutron-830731-3-hyperv neutron-server[83739]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 11:23:52.297738 dv-neutron-830731-3-hyperv neutron-server[83739]: util.warn( Mar 07 11:23:52.297738 dv-neutron-830731-3-hyperv neutron-server[83739]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 11:23:52.297738 dv-neutron-830731-3-hyperv neutron-server[83739]: util.warn( Mar 07 11:23:52.297738 dv-neutron-830731-3-hyperv neutron-server[83739]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 11:23:52.297738 dv-neutron-830731-3-hyperv neutron-server[83739]: util.warn( Mar 07 11:23:52.297738 dv-neutron-830731-3-hyperv neutron-server[83739]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 11:23:52.297738 dv-neutron-830731-3-hyperv neutron-server[83739]: util.warn( Mar 07 11:23:52.297738 dv-neutron-830731-3-hyperv neutron-server[83739]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 11:23:52.297738 dv-neutron-830731-3-hyperv neutron-server[83739]: util.warn( Mar 07 11:23:52.297738 dv-neutron-830731-3-hyperv neutron-server[83739]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 11:23:52.297738 dv-neutron-830731-3-hyperv neutron-server[83739]: util.warn( Mar 07 11:23:52.297738 dv-neutron-830731-3-hyperv neutron-server[83739]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 11:23:52.297738 dv-neutron-830731-3-hyperv neutron-server[83739]: util.warn( Mar 07 11:23:52.297738 dv-neutron-830731-3-hyperv neutron-server[83739]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 11:23:52.297738 dv-neutron-830731-3-hyperv neutron-server[83739]: util.warn( Mar 07 11:23:52.297738 dv-neutron-830731-3-hyperv neutron-server[83739]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 11:23:52.297738 dv-neutron-830731-3-hyperv neutron-server[83739]: util.warn( Mar 07 11:23:52.297738 dv-neutron-830731-3-hyperv neutron-server[83739]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 11:23:52.297738 dv-neutron-830731-3-hyperv neutron-server[83739]: util.warn( Mar 07 11:23:52.297738 dv-neutron-830731-3-hyperv neutron-server[83739]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 11:23:52.297738 dv-neutron-830731-3-hyperv neutron-server[83739]: util.warn( Mar 07 11:23:52.297738 dv-neutron-830731-3-hyperv neutron-server[83739]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 11:23:52.297738 dv-neutron-830731-3-hyperv neutron-server[83739]: util.warn( Mar 07 11:23:52.297738 dv-neutron-830731-3-hyperv neutron-server[83739]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 11:23:52.297738 dv-neutron-830731-3-hyperv neutron-server[83739]: util.warn( Mar 07 11:23:52.297738 dv-neutron-830731-3-hyperv neutron-server[83739]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 11:23:52.297738 dv-neutron-830731-3-hyperv neutron-server[83739]: util.warn( Mar 07 11:23:52.297738 dv-neutron-830731-3-hyperv neutron-server[83739]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 11:23:52.297738 dv-neutron-830731-3-hyperv neutron-server[83739]: util.warn( Mar 07 11:23:52.297738 dv-neutron-830731-3-hyperv neutron-server[83739]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 11:23:52.297738 dv-neutron-830731-3-hyperv neutron-server[83739]: util.warn( Mar 07 11:23:52.297738 dv-neutron-830731-3-hyperv neutron-server[83739]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 11:23:52.297738 dv-neutron-830731-3-hyperv neutron-server[83739]: util.warn( Mar 07 11:23:52.297738 dv-neutron-830731-3-hyperv neutron-server[83739]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 11:23:52.297738 dv-neutron-830731-3-hyperv neutron-server[83739]: util.warn( Mar 07 11:23:52.297738 dv-neutron-830731-3-hyperv neutron-server[83739]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 11:23:52.297738 dv-neutron-830731-3-hyperv neutron-server[83739]: util.warn( Mar 07 11:23:52.297738 dv-neutron-830731-3-hyperv neutron-server[83739]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 11:23:52.297738 dv-neutron-830731-3-hyperv neutron-server[83739]: util.warn( Mar 07 11:23:52.297738 dv-neutron-830731-3-hyperv neutron-server[83739]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 11:23:52.297738 dv-neutron-830731-3-hyperv neutron-server[83739]: util.warn( Mar 07 11:23:52.297738 dv-neutron-830731-3-hyperv neutron-server[83739]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 11:23:52.297738 dv-neutron-830731-3-hyperv neutron-server[83739]: util.warn( Mar 07 11:23:52.297738 dv-neutron-830731-3-hyperv neutron-server[83739]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 11:23:52.297738 dv-neutron-830731-3-hyperv neutron-server[83739]: util.warn( Mar 07 11:23:52.297738 dv-neutron-830731-3-hyperv neutron-server[83739]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 11:23:52.297738 dv-neutron-830731-3-hyperv neutron-server[83739]: util.warn( Mar 07 11:23:52.297738 dv-neutron-830731-3-hyperv neutron-server[83739]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 11:23:52.297738 dv-neutron-830731-3-hyperv neutron-server[83739]: util.warn( Mar 07 11:23:52.297738 dv-neutron-830731-3-hyperv neutron-server[83739]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 11:23:52.297738 dv-neutron-830731-3-hyperv neutron-server[83739]: util.warn( Mar 07 11:23:52.297738 dv-neutron-830731-3-hyperv neutron-server[83739]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 11:23:52.297738 dv-neutron-830731-3-hyperv neutron-server[83739]: util.warn( Mar 07 11:23:52.297738 dv-neutron-830731-3-hyperv neutron-server[83739]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 11:23:52.297738 dv-neutron-830731-3-hyperv neutron-server[83739]: util.warn( Mar 07 11:23:52.305286 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.db.api [None req-ab338505-ae90-439d-a2e4-98530ca9f878 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 11:23:52.305714 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG oslo_db.api [None req-ab338505-ae90-439d-a2e4-98530ca9f878 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 11:23:52.366530 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a5150487-cd7b-4604-aa44-3446eecdb648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1526893', 'neutron.services.segments.db._delete_segments_for_network-8732568551033'] for network, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:23:52.390693 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-a5150487-cd7b-4604-aa44-3446eecdb648 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8dfe7327-0f02-415a-b3e8-db6b26a9c036']}} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:23:52.402667 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-a5150487-cd7b-4604-aa44-3446eecdb648 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6c5cd05-50ec-4329-aa05-004038fa990b') {'for_net_delete': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:23:52.402946 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-a5150487-cd7b-4604-aa44-3446eecdb648 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6c5cd05-50ec-4329-aa05-004038fa990b') {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:23:52.413918 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a5150487-cd7b-4604-aa44-3446eecdb648 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732568550916', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968000'] for segment, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:23:52.432996 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a5150487-cd7b-4604-aa44-3446eecdb648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:23:52.438720 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5150487-cd7b-4604-aa44-3446eecdb648 admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=83738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 07 11:23:52.439700 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a5150487-cd7b-4604-aa44-3446eecdb648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1227397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3556681'] for segment, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:23:52.452099 dv-neutron-830731-3-hyperv neutron-server[83738]: Traceback (most recent call last): Mar 07 11:23:52.452099 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 07 11:23:52.452099 dv-neutron-830731-3-hyperv neutron-server[83738]: timer() Mar 07 11:23:52.452099 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:23:52.452099 dv-neutron-830731-3-hyperv neutron-server[83738]: cb(*args, **kw) Mar 07 11:23:52.452099 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 11:23:52.452099 dv-neutron-830731-3-hyperv neutron-server[83738]: return func(*args, **kwargs) Mar 07 11:23:52.452099 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:23:52.452099 dv-neutron-830731-3-hyperv neutron-server[83738]: self._notify() Mar 07 11:23:52.452099 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:23:52.452099 dv-neutron-830731-3-hyperv neutron-server[83738]: self.callback(batched_events) Mar 07 11:23:52.452099 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:23:52.452099 dv-neutron-830731-3-hyperv neutron-server[83738]: event.method(event) Mar 07 11:23:52.452099 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 11:23:52.452099 dv-neutron-830731-3-hyperv neutron-server[83738]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:23:52.452099 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 11:23:52.452099 dv-neutron-830731-3-hyperv neutron-server[83738]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:23:52.452099 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 11:23:52.452099 dv-neutron-830731-3-hyperv neutron-server[83738]: return f(self, *a, **k) Mar 07 11:23:52.452099 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:23:52.452099 dv-neutron-830731-3-hyperv neutron-server[83738]: return self._get(url).json() Mar 07 11:23:52.452099 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:23:52.452099 dv-neutron-830731-3-hyperv neutron-server[83738]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:23:52.452099 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 07 11:23:52.452099 dv-neutron-830731-3-hyperv neutron-server[83738]: return self.request(url, 'GET', **kwargs) Mar 07 11:23:52.452099 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 07 11:23:52.452099 dv-neutron-830731-3-hyperv neutron-server[83738]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:23:52.452099 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 07 11:23:52.452099 dv-neutron-830731-3-hyperv neutron-server[83738]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:23:52.452099 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 07 11:23:52.452099 dv-neutron-830731-3-hyperv neutron-server[83738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:23:52.452099 dv-neutron-830731-3-hyperv neutron-server[83738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:23:52.522867 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a5150487-cd7b-4604-aa44-3446eecdb648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1526886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923583'] for network, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:23:52.538611 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a5150487-cd7b-4604-aa44-3446eecdb648 admin admin] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:23:52.548552 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5150487-cd7b-4604-aa44-3446eecdb648 admin admin] Pushing event deleted for resources: {'Network': ['ID=8dfe7327-0f02-415a-b3e8-db6b26a9c036,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:23:52.555583 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-a5150487-cd7b-4604-aa44-3446eecdb648 admin admin] 10.222.0.13 "DELETE /v2.0/networks/8dfe7327-0f02-415a-b3e8-db6b26a9c036 HTTP/1.1" status: 204 len: 168 time: 0.9705245 Mar 07 11:23:52.558557 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 47664) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:23:52.806682 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-ab338505-ae90-439d-a2e4-98530ca9f878 None None] Deleting port 0209917c-9def-4a95-9391-bff1220a956f {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 11:23:52.807242 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-ab338505-ae90-439d-a2e4-98530ca9f878 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:23:52.868378 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-ab338505-ae90-439d-a2e4-98530ca9f878 None None] The port '0209917c-9def-4a95-9391-bff1220a956f' was deleted {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 07 11:23:52.942805 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cac47cbd-df89-4a1d-a897-aad2f2fd7771 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3920255'] for router_interface, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:23:53.613446 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-cac47cbd-df89-4a1d-a897-aad2f2fd7771 admin admin] Deleting port 4250cee2-8f27-4371-804d-d6b5a467f84f {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 11:23:53.613689 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cac47cbd-df89-4a1d-a897-aad2f2fd7771 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:23:53.778278 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-cac47cbd-df89-4a1d-a897-aad2f2fd7771 admin admin] For port 4250cee2-8f27-4371-804d-d6b5a467f84f, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=4250cee2-8f27-4371-804d-d6b5a467f84f,segment=NetworkSegment(2c001c62-e005-433a-a408-f39afaa93a0f),segment_id=2c001c62-e005-433a-a408-f39afaa93a0f)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:23:53.778632 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cac47cbd-df89-4a1d-a897-aad2f2fd7771 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:23:53.801440 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 0209917c-9def-4a95-9391-bff1220a956f no longer exists at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 11:23:53.836073 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] No Port match for: 0209917c-9def-4a95-9391-bff1220a956f {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 11:23:53.836729 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 0209917c-9def-4a95-9391-bff1220a956f not bound to the agent host dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 11:23:53.901379 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-cac47cbd-df89-4a1d-a897-aad2f2fd7771 admin admin] Calling delete_port for 4250cee2-8f27-4371-804d-d6b5a467f84f owned by network:router_interface {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 11:23:54.061771 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cac47cbd-df89-4a1d-a897-aad2f2fd7771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:23:54.104419 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac47cbd-df89-4a1d-a897-aad2f2fd7771 admin admin] Pushing event deleted for resources: {'Port': ['ID=4250cee2-8f27-4371-804d-d6b5a467f84f,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:23:54.388078 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cac47cbd-df89-4a1d-a897-aad2f2fd7771 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2756383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3920168'] for router_interface, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:23:55.041328 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cac47cbd-df89-4a1d-a897-aad2f2fd7771 admin admin] Router 762064d5-f395-4dec-92b8-8e8dd30619df has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:23:55.237713 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cac47cbd-df89-4a1d-a897-aad2f2fd7771 admin admin] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:23:55.246205 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6008bf5-5d4d-4b69-9f8b-73054efa03fd None None] Sync routers for ids ['762064d5-f395-4dec-92b8-8e8dd30619df'] in dv-neutron-830731-3-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 11:23:55.246661 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-cac47cbd-df89-4a1d-a897-aad2f2fd7771 admin admin] 10.222.0.13 "PUT /v2.0/routers/762064d5-f395-4dec-92b8-8e8dd30619df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6869507 Mar 07 11:23:55.249138 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 47668) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:23:55.270493 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6008bf5-5d4d-4b69-9f8b-73054efa03fd None None] Routers {'762064d5-f395-4dec-92b8-8e8dd30619df'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 11:23:55.271223 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-e6008bf5-5d4d-4b69-9f8b-73054efa03fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T11:23:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['762064d5-f395-4dec-92b8-8e8dd30619df'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:23:55.441369 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-e6008bf5-5d4d-4b69-9f8b-73054efa03fd None None] Set router 762064d5-f395-4dec-92b8-8e8dd30619df gateway port host: dv-neutron-830731-3-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 11:23:55.447591 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3504c14c-89bb-426b-8842-00c9b2065228 admin admin] Notify callbacks [] for router, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:23:55.640598 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3504c14c-89bb-426b-8842-00c9b2065228 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:23:55.651625 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-3504c14c-89bb-426b-8842-00c9b2065228 admin admin] Deleting port 26072a97-367b-4ab8-8817-2cf64723f4ea {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 11:23:55.651977 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3504c14c-89bb-426b-8842-00c9b2065228 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:23:55.722152 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-e6008bf5-5d4d-4b69-9f8b-73054efa03fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '762064d5-f395-4dec-92b8-8e8dd30619df', 'name': 'tempest-TestShelveInstance-1131962775-router', 'tenant_id': '18c991b3af42497aaa9b232f94eabb43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.29'}], 'enable_snat': True}, 'gw_port_id': '26072a97-367b-4ab8-8817-2cf64723f4ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:13:48Z', 'updated_at': '2022-03-07T11:23:53Z', 'revision_number': 5, 'project_id': '18c991b3af42497aaa9b232f94eabb43', 'gw_port': {'id': '26072a97-367b-4ab8-8817-2cf64723f4ea', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:40:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '762064d5-f395-4dec-92b8-8e8dd30619df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:13:49Z', 'updated_at': '2022-03-07T11:13:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv'}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:23:55.726072 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6008bf5-5d4d-4b69-9f8b-73054efa03fd None None] Checking router: 762064d5-f395-4dec-92b8-8e8dd30619df for host: dv-neutron-830731-3-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 07 11:23:55.736558 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6008bf5-5d4d-4b69-9f8b-73054efa03fd None None] Routers {'762064d5-f395-4dec-92b8-8e8dd30619df'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 11:23:55.737143 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-e6008bf5-5d4d-4b69-9f8b-73054efa03fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T11:23:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['762064d5-f395-4dec-92b8-8e8dd30619df'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:23:55.823335 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-3504c14c-89bb-426b-8842-00c9b2065228 admin admin] For port 26072a97-367b-4ab8-8817-2cf64723f4ea, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=26072a97-367b-4ab8-8817-2cf64723f4ea,segment=NetworkSegment(9a22e080-7529-4fc7-949d-9f84ba21807d),segment_id=9a22e080-7529-4fc7-949d-9f84ba21807d)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:23:55.823688 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3504c14c-89bb-426b-8842-00c9b2065228 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:23:55.884988 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-e6008bf5-5d4d-4b69-9f8b-73054efa03fd None None] Set router 762064d5-f395-4dec-92b8-8e8dd30619df gateway port host: None {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 11:23:55.941920 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-3504c14c-89bb-426b-8842-00c9b2065228 admin admin] Calling delete_port for 26072a97-367b-4ab8-8817-2cf64723f4ea owned by network:router_gateway {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 11:23:56.016271 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-e6008bf5-5d4d-4b69-9f8b-73054efa03fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '762064d5-f395-4dec-92b8-8e8dd30619df', 'name': 'tempest-TestShelveInstance-1131962775-router', 'tenant_id': '18c991b3af42497aaa9b232f94eabb43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:13:48Z', 'updated_at': '2022-03-07T11:23:55Z', 'revision_number': 6, 'project_id': '18c991b3af42497aaa9b232f94eabb43', 'gw_port_host': None}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:23:56.020163 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6008bf5-5d4d-4b69-9f8b-73054efa03fd None None] The sync data for ids ['762064d5-f395-4dec-92b8-8e8dd30619df'] in dv-neutron-830731-3-hyperv is: [{'id': '762064d5-f395-4dec-92b8-8e8dd30619df', 'name': 'tempest-TestShelveInstance-1131962775-router', 'tenant_id': '18c991b3af42497aaa9b232f94eabb43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:13:48Z', 'updated_at': '2022-03-07T11:23:55Z', 'revision_number': 6, 'project_id': '18c991b3af42497aaa9b232f94eabb43', 'gw_port_host': None}] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 11:23:56.109517 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3504c14c-89bb-426b-8842-00c9b2065228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:23:56.155025 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3504c14c-89bb-426b-8842-00c9b2065228 admin admin] Pushing event deleted for resources: {'Port': ['ID=26072a97-367b-4ab8-8817-2cf64723f4ea,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:23:56.454424 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3504c14c-89bb-426b-8842-00c9b2065228 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923554'] for router_gateway, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:23:56.702209 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3504c14c-89bb-426b-8842-00c9b2065228 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3917970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58043'] for router, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:23:56.706603 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3504c14c-89bb-426b-8842-00c9b2065228 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:23:56.732052 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3504c14c-89bb-426b-8842-00c9b2065228 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3917886'] for router, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:23:56.732598 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3504c14c-89bb-426b-8842-00c9b2065228 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 762064d5-f395-4dec-92b8-8e8dd30619df {{(pid=83737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 11:23:56.744797 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3504c14c-89bb-426b-8842-00c9b2065228 admin admin] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:23:56.746151 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-3504c14c-89bb-426b-8842-00c9b2065228 admin admin] 10.222.0.13 "DELETE /v2.0/routers/762064d5-f395-4dec-92b8-8e8dd30619df HTTP/1.1" status: 204 len: 168 time: 1.4958062 Mar 07 11:23:56.748448 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 47672) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:23:56.807842 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_v2 [None req-45d1c5f1-762a-4116-9152-e2d863ab8284 admin admin] Deleting subnet 7b458768-e37f-4a83-8e6c-6eb2fc597157 {{(pid=83737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 07 11:23:56.810699 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-45d1c5f1-762a-4116-9152-e2d863ab8284 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:23:56.863247 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-45d1c5f1-762a-4116-9152-e2d863ab8284 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2627781'] for subnet, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:23:56.940209 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-45d1c5f1-762a-4116-9152-e2d863ab8284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1525496'] for subnet, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:23:57.008432 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-45d1c5f1-762a-4116-9152-e2d863ab8284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1525489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3012507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3219316'] for subnet, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:23:57.049717 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d1c5f1-762a-4116-9152-e2d863ab8284 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b458768-e37f-4a83-8e6c-6eb2fc597157,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:23:57.055456 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-45d1c5f1-762a-4116-9152-e2d863ab8284 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:23:57.063321 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4b63d79-1820-41bb-9ef3-232dcd8f3d24 None None] Network ba30cd74-b5c8-45db-9766-bd7473bf5933 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 11:23:57.064066 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-45d1c5f1-762a-4116-9152-e2d863ab8284 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/7b458768-e37f-4a83-8e6c-6eb2fc597157 HTTP/1.1" status: 204 len: 168 time: 0.3143687 Mar 07 11:23:57.066301 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 47676) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:23:57.174014 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7f556121-c439-47fe-9ddd-273ec86921f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1158940'] for network, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:23:57.184094 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-7f556121-c439-47fe-9ddd-273ec86921f2 admin admin] Deleting port c9e98e1c-3b2e-4168-83b4-8d316dc3d6d5 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 11:23:57.184417 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7f556121-c439-47fe-9ddd-273ec86921f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:23:57.333067 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ac5816d-419a-48f7-8ffc-343b2047d565 None None] DHCP port deletion for ba30cd74-b5c8-45db-9766-bd7473bf5933 request from dv-neutron-830731-3-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 07 11:23:57.337632 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-3ac5816d-419a-48f7-8ffc-343b2047d565 None None] Deleting port c9e98e1c-3b2e-4168-83b4-8d316dc3d6d5 {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 11:23:57.338003 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-3ac5816d-419a-48f7-8ffc-343b2047d565 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:23:57.383729 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-7f556121-c439-47fe-9ddd-273ec86921f2 admin admin] For port c9e98e1c-3b2e-4168-83b4-8d316dc3d6d5, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=c9e98e1c-3b2e-4168-83b4-8d316dc3d6d5,segment=NetworkSegment(2c001c62-e005-433a-a408-f39afaa93a0f),segment_id=2c001c62-e005-433a-a408-f39afaa93a0f)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:23:57.384101 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7f556121-c439-47fe-9ddd-273ec86921f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:23:57.508095 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-7f556121-c439-47fe-9ddd-273ec86921f2 admin admin] Calling delete_port for c9e98e1c-3b2e-4168-83b4-8d316dc3d6d5 owned by network:dhcp {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 11:23:57.581300 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-3ac5816d-419a-48f7-8ffc-343b2047d565 None None] For port c9e98e1c-3b2e-4168-83b4-8d316dc3d6d5, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=c9e98e1c-3b2e-4168-83b4-8d316dc3d6d5,segment=NetworkSegment(2c001c62-e005-433a-a408-f39afaa93a0f),segment_id=2c001c62-e005-433a-a408-f39afaa93a0f)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:23:57.581571 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-3ac5816d-419a-48f7-8ffc-343b2047d565 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:23:57.582372 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7f556121-c439-47fe-9ddd-273ec86921f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:23:57.627213 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f556121-c439-47fe-9ddd-273ec86921f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9e98e1c-3b2e-4168-83b4-8d316dc3d6d5,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:23:57.631693 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f556121-c439-47fe-9ddd-273ec86921f2 admin admin] No DVR routers for this DVR port c9e98e1c-3b2e-4168-83b4-8d316dc3d6d5 on host dv-neutron-830731-3-hyperv {{(pid=83737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:23:57.701520 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-3ac5816d-419a-48f7-8ffc-343b2047d565 None None] Calling delete_port for c9e98e1c-3b2e-4168-83b4-8d316dc3d6d5 owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 11:23:57.778324 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.db.api [None req-3ac5816d-419a-48f7-8ffc-343b2047d565 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 11:23:57.778678 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG oslo_db.api [None req-3ac5816d-419a-48f7-8ffc-343b2047d565 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 11:23:57.805909 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 26072a97-367b-4ab8-8817-2cf64723f4ea no longer exists at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 11:23:57.834482 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7f556121-c439-47fe-9ddd-273ec86921f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1526893', 'neutron.services.segments.db._delete_segments_for_network-8732568551033'] for network, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:23:57.839089 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] No Port match for: 26072a97-367b-4ab8-8817-2cf64723f4ea {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 11:23:57.839552 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 26072a97-367b-4ab8-8817-2cf64723f4ea not bound to the agent host dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 11:23:57.839980 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 4250cee2-8f27-4371-804d-d6b5a467f84f no longer exists at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 11:23:57.863781 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-7f556121-c439-47fe-9ddd-273ec86921f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba30cd74-b5c8-45db-9766-bd7473bf5933']}} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:23:57.871234 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] No Port match for: 4250cee2-8f27-4371-804d-d6b5a467f84f {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 11:23:57.871579 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 4250cee2-8f27-4371-804d-d6b5a467f84f not bound to the agent host dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 11:23:57.871996 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device c9e98e1c-3b2e-4168-83b4-8d316dc3d6d5 no longer exists at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 11:23:57.875625 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-7f556121-c439-47fe-9ddd-273ec86921f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c001c62-e005-433a-a408-f39afaa93a0f') {'for_net_delete': True} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:23:57.875920 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.services.segments.db [None req-7f556121-c439-47fe-9ddd-273ec86921f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c001c62-e005-433a-a408-f39afaa93a0f') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:23:57.888342 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7f556121-c439-47fe-9ddd-273ec86921f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732568550916', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629174'] for segment, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:23:57.903144 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] No Port match for: c9e98e1c-3b2e-4168-83b4-8d316dc3d6d5 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 11:23:57.903489 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device c9e98e1c-3b2e-4168-83b4-8d316dc3d6d5 not bound to the agent host dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 11:23:57.904412 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7f556121-c439-47fe-9ddd-273ec86921f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:23:57.911348 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f556121-c439-47fe-9ddd-273ec86921f2 admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=83737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 07 11:23:57.911754 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7f556121-c439-47fe-9ddd-273ec86921f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1227397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3012597'] for segment, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:23:57.926654 dv-neutron-830731-3-hyperv neutron-server[83737]: Traceback (most recent call last): Mar 07 11:23:57.926654 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 07 11:23:57.926654 dv-neutron-830731-3-hyperv neutron-server[83737]: timer() Mar 07 11:23:57.926654 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:23:57.926654 dv-neutron-830731-3-hyperv neutron-server[83737]: cb(*args, **kw) Mar 07 11:23:57.926654 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 11:23:57.926654 dv-neutron-830731-3-hyperv neutron-server[83737]: return func(*args, **kwargs) Mar 07 11:23:57.926654 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:23:57.926654 dv-neutron-830731-3-hyperv neutron-server[83737]: self._notify() Mar 07 11:23:57.926654 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:23:57.926654 dv-neutron-830731-3-hyperv neutron-server[83737]: self.callback(batched_events) Mar 07 11:23:57.926654 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:23:57.926654 dv-neutron-830731-3-hyperv neutron-server[83737]: event.method(event) Mar 07 11:23:57.926654 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 11:23:57.926654 dv-neutron-830731-3-hyperv neutron-server[83737]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:23:57.926654 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 11:23:57.926654 dv-neutron-830731-3-hyperv neutron-server[83737]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:23:57.926654 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 11:23:57.926654 dv-neutron-830731-3-hyperv neutron-server[83737]: return f(self, *a, **k) Mar 07 11:23:57.926654 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:23:57.926654 dv-neutron-830731-3-hyperv neutron-server[83737]: return self._get(url).json() Mar 07 11:23:57.926654 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:23:57.926654 dv-neutron-830731-3-hyperv neutron-server[83737]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:23:57.926654 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 07 11:23:57.926654 dv-neutron-830731-3-hyperv neutron-server[83737]: return self.request(url, 'GET', **kwargs) Mar 07 11:23:57.926654 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 07 11:23:57.926654 dv-neutron-830731-3-hyperv neutron-server[83737]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:23:57.926654 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 07 11:23:57.926654 dv-neutron-830731-3-hyperv neutron-server[83737]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:23:57.926654 dv-neutron-830731-3-hyperv neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 07 11:23:57.926654 dv-neutron-830731-3-hyperv neutron-server[83737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:23:57.926654 dv-neutron-830731-3-hyperv neutron-server[83737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:23:58.003584 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7f556121-c439-47fe-9ddd-273ec86921f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1526886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923583'] for network, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:23:58.019438 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7f556121-c439-47fe-9ddd-273ec86921f2 admin admin] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:23:58.029028 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f556121-c439-47fe-9ddd-273ec86921f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba30cd74-b5c8-45db-9766-bd7473bf5933,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:23:58.033049 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-7f556121-c439-47fe-9ddd-273ec86921f2 admin admin] 10.222.0.13 "DELETE /v2.0/networks/ba30cd74-b5c8-45db-9766-bd7473bf5933 HTTP/1.1" status: 204 len: 168 time: 0.9656618 Mar 07 11:23:58.188034 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 47684) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:23:58.238113 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-0ee08e7f-bd64-42ad-8b6f-466566b479c3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5f6257a57e8b437f93012a233b15cc74&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0488179 Mar 07 11:23:58.240436 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 47688) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:23:58.279508 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-3ac5816d-419a-48f7-8ffc-343b2047d565 None None] Deleting port c9e98e1c-3b2e-4168-83b4-8d316dc3d6d5 {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 11:23:58.280447 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-3ac5816d-419a-48f7-8ffc-343b2047d565 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:23:58.300920 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6d9aec20-3795-4324-ab1b-89efd1116790 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:23:58.325316 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6d9aec20-3795-4324-ab1b-89efd1116790 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:23:58.346219 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-3ac5816d-419a-48f7-8ffc-343b2047d565 None None] The port 'c9e98e1c-3b2e-4168-83b4-8d316dc3d6d5' was deleted {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 07 11:23:58.379052 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6d9aec20-3795-4324-ab1b-89efd1116790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:23:58.395409 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9aec20-3795-4324-ab1b-89efd1116790 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c649439-51bf-4d73-8315-8c004b915809,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:23:58.403160 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6d9aec20-3795-4324-ab1b-89efd1116790 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:23:58.404250 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-6d9aec20-3795-4324-ab1b-89efd1116790 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7c649439-51bf-4d73-8315-8c004b915809 HTTP/1.1" status: 204 len: 168 time: 0.1628919 Mar 07 11:23:58.556446 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-96514805-ccfb-40d6-8c46-5b02747ed2a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:23:58.887163 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 47696) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:23:58.940945 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-552feada-aef7-430d-a610-6df69bd0746c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=18c991b3af42497aaa9b232f94eabb43&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0524449 Mar 07 11:23:58.943377 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 47700) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:23:59.001101 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6be6063f-939e-4f5c-ad0d-7998e81dcbc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:23:59.027360 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6be6063f-939e-4f5c-ad0d-7998e81dcbc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:23:59.077435 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6be6063f-939e-4f5c-ad0d-7998e81dcbc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:23:59.090839 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be6063f-939e-4f5c-ad0d-7998e81dcbc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=628b8360-c9b6-4dfe-a63a-30691678b78d,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:23:59.097252 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6be6063f-939e-4f5c-ad0d-7998e81dcbc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:23:59.100926 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-6be6063f-939e-4f5c-ad0d-7998e81dcbc2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/628b8360-c9b6-4dfe-a63a-30691678b78d HTTP/1.1" status: 204 len: 168 time: 0.1566293 Mar 07 11:23:59.958984 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 47722) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:24:00.084192 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-cfa443dc-afce-4136-8a42-048ee744c7d0 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-203746283-network', 'tenant_id': '1f49b867d5684fed8273dad4ea32ddf6'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 11:24:00.088940 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-cfa443dc-afce-4136-8a42-048ee744c7d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 11:24:00.092736 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-cfa443dc-afce-4136-8a42-048ee744c7d0 admin admin] Usage tracker for resource:network and tenant:1f49b867d5684fed8273dad4ea32ddf6 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 11:24:00.095572 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-cfa443dc-afce-4136-8a42-048ee744c7d0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 11:24:00.101358 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-cfa443dc-afce-4136-8a42-048ee744c7d0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 11:24:00.111569 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfa443dc-afce-4136-8a42-048ee744c7d0 admin admin] Made reservation on behalf of 1f49b867d5684fed8273dad4ea32ddf6 for: {'network': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:24:00.114005 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-cfa443dc-afce-4136-8a42-048ee744c7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for network, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:00.126246 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-cfa443dc-afce-4136-8a42-048ee744c7d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:00.158147 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-cfa443dc-afce-4136-8a42-048ee744c7d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 11:24:00.162004 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-cfa443dc-afce-4136-8a42-048ee744c7d0 admin admin] Usage tracker for resource:security_group_rule and tenant:1f49b867d5684fed8273dad4ea32ddf6 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 11:24:00.164777 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-cfa443dc-afce-4136-8a42-048ee744c7d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 11:24:00.170601 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-cfa443dc-afce-4136-8a42-048ee744c7d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 11:24:00.238588 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-cfa443dc-afce-4136-8a42-048ee744c7d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:00.242403 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-cfa443dc-afce-4136-8a42-048ee744c7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:00.269193 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfa443dc-afce-4136-8a42-048ee744c7d0 admin admin] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=83737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 11:24:00.281140 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa443dc-afce-4136-8a42-048ee744c7d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49b1b0e2-84a6-4863-9c97-7c067c343575,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:24:00.285993 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-cfa443dc-afce-4136-8a42-048ee744c7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:00.286340 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.db.segments_db [None req-cfa443dc-afce-4136-8a42-048ee744c7d0 admin admin] Added segment aeccc377-c215-4ef7-9c67-c11814bbc3bc of type vlan for network 5d29450a-bf97-4357-9c49-8022e88bef71 Mar 07 11:24:00.313965 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-cfa443dc-afce-4136-8a42-048ee744c7d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732568034061'] for network, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:00.341524 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-cfa443dc-afce-4136-8a42-048ee744c7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594'] for network, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:00.342365 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfa443dc-afce-4136-8a42-048ee744c7d0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:24:00.342923 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-cfa443dc-afce-4136-8a42-048ee744c7d0 admin admin] Notify callbacks [] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:00.442056 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-cfa443dc-afce-4136-8a42-048ee744c7d0 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4819958 Mar 07 11:24:00.444724 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa443dc-afce-4136-8a42-048ee744c7d0 admin admin] Pushing event updated for resources: {'Network': ['ID=5d29450a-bf97-4357-9c49-8022e88bef71,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:24:00.445117 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 47728) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:24:00.450799 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-bf4a5e9a-c476-4a70-9020-88475e048c01 admin admin] Request body: {'subnet': {'network_id': '5d29450a-bf97-4357-9c49-8022e88bef71', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-203746283-subnet', 'tenant_id': '1f49b867d5684fed8273dad4ea32ddf6', 'ip_version': 4}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 11:24:00.455032 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Network 5d29450a-bf97-4357-9c49-8022e88bef71 details requested by agent ovs-agent-dv-neutron-830731-3-hyperv with host dv-neutron-830731-3-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 11:24:00.455894 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-bf4a5e9a-c476-4a70-9020-88475e048c01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 11:24:00.459769 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-bf4a5e9a-c476-4a70-9020-88475e048c01 admin admin] Usage tracker for resource:subnet and tenant:1f49b867d5684fed8273dad4ea32ddf6 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 11:24:00.462606 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-bf4a5e9a-c476-4a70-9020-88475e048c01 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 11:24:00.469123 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-bf4a5e9a-c476-4a70-9020-88475e048c01 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 11:24:00.478628 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf4a5e9a-c476-4a70-9020-88475e048c01 admin admin] Made reservation on behalf of 1f49b867d5684fed8273dad4ea32ddf6 for: {'subnet': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:24:00.481176 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-bf4a5e9a-c476-4a70-9020-88475e048c01 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741426'] for subnet, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:00.678985 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-bf4a5e9a-c476-4a70-9020-88475e048c01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3556832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741408'] for subnet, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:00.703318 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c2eb06ef-07c1-482a-aedb-0ab2fe00afdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:00.754063 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4a5e9a-c476-4a70-9020-88475e048c01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e7c99cf-ee42-40c6-a0c3-cc0b31ae77dd,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:24:00.765155 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4a5e9a-c476-4a70-9020-88475e048c01 admin admin] Checking segment: {'id': 'aeccc377-c215-4ef7-9c67-c11814bbc3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5d29450a-bf97-4357-9c49-8022e88bef71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 11:24:00.765506 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf4a5e9a-c476-4a70-9020-88475e048c01 admin admin] Network hostable DHCP agents. Network: 5d29450a-bf97-4357-9c49-8022e88bef71, hostable agents: ['6527556c-6586-422c-ae47-082984683847'], hosted agents: [] {{(pid=83738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 11:24:00.787358 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf4a5e9a-c476-4a70-9020-88475e048c01 admin admin] Network 5d29450a-bf97-4357-9c49-8022e88bef71 is scheduled to be hosted by DHCP agent 6527556c-6586-422c-ae47-082984683847 with binding_index 1 {{(pid=83738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 11:24:00.796340 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-bf4a5e9a-c476-4a70-9020-88475e048c01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830731-3-hyperv, 5d29450a-bf97-4357-9c49-8022e88bef71) {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:24:00.800737 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf4a5e9a-c476-4a70-9020-88475e048c01 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:24:00.801303 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-bf4a5e9a-c476-4a70-9020-88475e048c01 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:00.806987 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a80d5ab-4beb-4973-a182-e625769bf0ff None None] Network 5d29450a-bf97-4357-9c49-8022e88bef71 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 11:24:00.824040 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 47732) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:24:00.824240 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-bf4a5e9a-c476-4a70-9020-88475e048c01 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3778951 Mar 07 11:24:00.829491 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-fdde84d2-e6c1-42cc-aa89-9a67cb789dd2 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-203746283-router', 'tenant_id': '1f49b867d5684fed8273dad4ea32ddf6', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12'}}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 11:24:00.834095 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-fdde84d2-e6c1-42cc-aa89-9a67cb789dd2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 11:24:00.837812 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-fdde84d2-e6c1-42cc-aa89-9a67cb789dd2 admin admin] Usage tracker for resource:router and tenant:1f49b867d5684fed8273dad4ea32ddf6 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 11:24:00.840587 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-fdde84d2-e6c1-42cc-aa89-9a67cb789dd2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 11:24:00.846749 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-fdde84d2-e6c1-42cc-aa89-9a67cb789dd2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 11:24:00.856798 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-fdde84d2-e6c1-42cc-aa89-9a67cb789dd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3919700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58025'] for router, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:00.857688 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-fdde84d2-e6c1-42cc-aa89-9a67cb789dd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3919671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4011175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58018'] for router, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:00.875836 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-fdde84d2-e6c1-42cc-aa89-9a67cb789dd2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:01.027575 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e24a788-fc52-4134-8e86-cb78a9ba2418 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ec2749d-0aec-52fb-aca6-10ba8a80aade-5d29450a-bf97-4357-9c49-8022e88bef71', 'network_id': '5d29450a-bf97-4357-9c49-8022e88bef71', 'tenant_id': '1f49b867d5684fed8273dad4ea32ddf6', 'fixed_ips': [{'subnet_id': '3e7c99cf-ee42-40c6-a0c3-cc0b31ae77dd'}]}} from dv-neutron-830731-3-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 07 11:24:01.028395 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6e24a788-fc52-4134-8e86-cb78a9ba2418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:01.029736 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-fdde84d2-e6c1-42cc-aa89-9a67cb789dd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3917998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58952'] for router, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:01.181785 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-6e24a788-fc52-4134-8e86-cb78a9ba2418 None None] Allocated IP 172.20.0.2 (5d29450a-bf97-4357-9c49-8022e88bef71/3e7c99cf-ee42-40c6-a0c3-cc0b31ae77dd/2f253a41-9966-42d0-81ec-8262e9b97add) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:24:01.219474 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-fdde84d2-e6c1-42cc-aa89-9a67cb789dd2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:01.251277 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-fdde84d2-e6c1-42cc-aa89-9a67cb789dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:01.381609 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6e24a788-fc52-4134-8e86-cb78a9ba2418 None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:01.390993 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-fdde84d2-e6c1-42cc-aa89-9a67cb789dd2 admin admin] Allocated IP 172.26.8.214 (5ed85006-6b00-415e-b71f-837fb1421c12/8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a/0876a0dd-ecec-4b09-8dff-eb34c3acd25d) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:24:01.391537 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6e24a788-fc52-4134-8e86-cb78a9ba2418 None None] Transition to ACTIVE for port object 2f253a41-9966-42d0-81ec-8262e9b97add will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 11:24:01.411050 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6e24a788-fc52-4134-8e86-cb78a9ba2418 None None] Transition to ACTIVE for port object 2f253a41-9966-42d0-81ec-8262e9b97add will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 11:24:01.416930 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6e24a788-fc52-4134-8e86-cb78a9ba2418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:01.485178 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e24a788-fc52-4134-8e86-cb78a9ba2418 None None] Network 5d29450a-bf97-4357-9c49-8022e88bef71 is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:24:01.488613 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-6e24a788-fc52-4134-8e86-cb78a9ba2418 None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:24:01.491026 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e24a788-fc52-4134-8e86-cb78a9ba2418 None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 11:24:01.497198 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e24a788-fc52-4134-8e86-cb78a9ba2418 None None] Pushing event updated for resources: {'Port': ['ID=2f253a41-9966-42d0-81ec-8262e9b97add,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:24:01.538286 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-fdde84d2-e6c1-42cc-aa89-9a67cb789dd2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:01.567415 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e24a788-fc52-4134-8e86-cb78a9ba2418 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:24:01.567755 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e24a788-fc52-4134-8e86-cb78a9ba2418 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:24:01.567908 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-fdde84d2-e6c1-42cc-aa89-9a67cb789dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:01.568079 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e24a788-fc52-4134-8e86-cb78a9ba2418 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:24:01.568404 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e24a788-fc52-4134-8e86-cb78a9ba2418 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:24:01.568815 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e24a788-fc52-4134-8e86-cb78a9ba2418 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:24:01.569178 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e24a788-fc52-4134-8e86-cb78a9ba2418 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:24:01.569555 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e24a788-fc52-4134-8e86-cb78a9ba2418 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:24:01.569873 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e24a788-fc52-4134-8e86-cb78a9ba2418 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:24:01.570187 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e24a788-fc52-4134-8e86-cb78a9ba2418 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:24:01.570499 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e24a788-fc52-4134-8e86-cb78a9ba2418 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:24:01.570810 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e24a788-fc52-4134-8e86-cb78a9ba2418 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:24:01.593629 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-6e24a788-fc52-4134-8e86-cb78a9ba2418 None None] Attempting to bind port 2f253a41-9966-42d0-81ec-8262e9b97add on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 11:24:01.593989 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-6e24a788-fc52-4134-8e86-cb78a9ba2418 None None] Attempting to bind port 2f253a41-9966-42d0-81ec-8262e9b97add by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': 'aeccc377-c215-4ef7-9c67-c11814bbc3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5d29450a-bf97-4357-9c49-8022e88bef71'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 11:24:01.594336 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e24a788-fc52-4134-8e86-cb78a9ba2418 None None] Attempting to bind port 2f253a41-9966-42d0-81ec-8262e9b97add on network 5d29450a-bf97-4357-9c49-8022e88bef71 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 11:24:01.601388 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e24a788-fc52-4134-8e86-cb78a9ba2418 None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 11:24:01.602359 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e24a788-fc52-4134-8e86-cb78a9ba2418 None None] Checking segment: {'id': 'aeccc377-c215-4ef7-9c67-c11814bbc3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5d29450a-bf97-4357-9c49-8022e88bef71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 11:24:01.602754 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6e24a788-fc52-4134-8e86-cb78a9ba2418 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:01.603134 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e24a788-fc52-4134-8e86-cb78a9ba2418 None None] Bound using segment: {'id': 'aeccc377-c215-4ef7-9c67-c11814bbc3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5d29450a-bf97-4357-9c49-8022e88bef71'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 11:24:01.603579 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-6e24a788-fc52-4134-8e86-cb78a9ba2418 None None] Bound port: 2f253a41-9966-42d0-81ec-8262e9b97add, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aeccc377-c215-4ef7-9c67-c11814bbc3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5d29450a-bf97-4357-9c49-8022e88bef71'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 11:24:01.603943 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6e24a788-fc52-4134-8e86-cb78a9ba2418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:01.631477 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdde84d2-e6c1-42cc-aa89-9a67cb789dd2 admin admin] Network 5ed85006-6b00-415e-b71f-837fb1421c12 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:24:01.634115 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-fdde84d2-e6c1-42cc-aa89-9a67cb789dd2 admin admin] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:24:01.637588 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdde84d2-e6c1-42cc-aa89-9a67cb789dd2 admin admin] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 11:24:01.730926 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6e24a788-fc52-4134-8e86-cb78a9ba2418 None None] For port 2f253a41-9966-42d0-81ec-8262e9b97add, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:24:01.734615 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6e24a788-fc52-4134-8e86-cb78a9ba2418 None None] For port 2f253a41-9966-42d0-81ec-8262e9b97add, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=2f253a41-9966-42d0-81ec-8262e9b97add,segment=NetworkSegment(aeccc377-c215-4ef7-9c67-c11814bbc3bc),segment_id=aeccc377-c215-4ef7-9c67-c11814bbc3bc)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:24:01.738552 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6e24a788-fc52-4134-8e86-cb78a9ba2418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:01.770161 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdde84d2-e6c1-42cc-aa89-9a67cb789dd2 admin admin] Pushing event updated for resources: {'Port': ['ID=0876a0dd-ecec-4b09-8dff-eb34c3acd25d,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:24:01.824674 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e24a788-fc52-4134-8e86-cb78a9ba2418 None None] Pushing event updated for resources: {'Port': ['ID=2f253a41-9966-42d0-81ec-8262e9b97add,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:24:01.893407 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-fdde84d2-e6c1-42cc-aa89-9a67cb789dd2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:01.894130 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-fdde84d2-e6c1-42cc-aa89-9a67cb789dd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3917991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923518'] for router, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:02.033417 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:02.047128 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-711fefd2-3b30-4759-8df5-0aecff1c8e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:02.156139 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdde84d2-e6c1-42cc-aa89-9a67cb789dd2 admin admin] Router ce227f17-0610-48da-823f-d700b0244dcb is scheduled to L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 with binding_index 1 {{(pid=83737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 11:24:02.353425 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdde84d2-e6c1-42cc-aa89-9a67cb789dd2 admin admin] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:24:02.362485 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c6a8be-6b2b-416f-ad4b-92ce5f37d241 None None] Sync routers for ids ['ce227f17-0610-48da-823f-d700b0244dcb'] in dv-neutron-830731-3-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 11:24:02.373810 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c6a8be-6b2b-416f-ad4b-92ce5f37d241 None None] Routers {'ce227f17-0610-48da-823f-d700b0244dcb'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 11:24:02.374435 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-79c6a8be-6b2b-416f-ad4b-92ce5f37d241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T11:24:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['ce227f17-0610-48da-823f-d700b0244dcb'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:24:02.378106 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-fdde84d2-e6c1-42cc-aa89-9a67cb789dd2 admin admin] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:02.379309 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-fdde84d2-e6c1-42cc-aa89-9a67cb789dd2 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5539234 Mar 07 11:24:02.382080 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 47736) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:24:02.563041 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-79c6a8be-6b2b-416f-ad4b-92ce5f37d241 None None] Set router ce227f17-0610-48da-823f-d700b0244dcb gateway port host: dv-neutron-830731-3-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 11:24:02.765905 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66a2b288-61f9-46b9-9daf-1ad2e723103b None None] Network 5d29450a-bf97-4357-9c49-8022e88bef71 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 11:24:02.962892 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-3720fa2d-a4a0-4aa9-babc-cd52e50cbf4a None None] Provisioning for port 2f253a41-9966-42d0-81ec-8262e9b97add completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 11:24:03.061438 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-79c6a8be-6b2b-416f-ad4b-92ce5f37d241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce227f17-0610-48da-823f-d700b0244dcb', 'name': 'tempest-TestSnapshotPattern-203746283-router', 'tenant_id': '1f49b867d5684fed8273dad4ea32ddf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.214'}], 'enable_snat': True}, 'gw_port_id': '0876a0dd-ecec-4b09-8dff-eb34c3acd25d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:24:00Z', 'updated_at': '2022-03-07T11:24:01Z', 'revision_number': 3, 'project_id': '1f49b867d5684fed8273dad4ea32ddf6', 'gw_port': {'id': '0876a0dd-ecec-4b09-8dff-eb34c3acd25d', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:1a:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce227f17-0610-48da-823f-d700b0244dcb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:24:01Z', 'updated_at': '2022-03-07T11:24:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv'}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:24:03.068372 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c6a8be-6b2b-416f-ad4b-92ce5f37d241 None None] Checking router: ce227f17-0610-48da-823f-d700b0244dcb for host: dv-neutron-830731-3-hyperv {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 07 11:24:03.068743 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c6a8be-6b2b-416f-ad4b-92ce5f37d241 None None] Updating router ce227f17-0610-48da-823f-d700b0244dcb port 0876a0dd-ecec-4b09-8dff-eb34c3acd25d binding host dv-neutron-830731-3-hyperv {{(pid=83739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 07 11:24:03.114485 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5d9b27fd-ebdc-4665-8697-cd6add13632b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:03.134809 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-79c6a8be-6b2b-416f-ad4b-92ce5f37d241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:03.330884 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-5d9b27fd-ebdc-4665-8697-cd6add13632b admin admin] Allocated IP 172.20.0.1 (5d29450a-bf97-4357-9c49-8022e88bef71/3e7c99cf-ee42-40c6-a0c3-cc0b31ae77dd/7d2a4269-4bad-4bdd-9bf7-1fabe48e033f) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:24:03.506514 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c87150bd-aa9c-4ad1-bb68-57ec66d4fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:03.519573 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-79c6a8be-6b2b-416f-ad4b-92ce5f37d241 None None] Notify callbacks [] for port, precommit_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:03.532054 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-79c6a8be-6b2b-416f-ad4b-92ce5f37d241 None None] Transition to ACTIVE for port object 0876a0dd-ecec-4b09-8dff-eb34c3acd25d will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 11:24:03.538487 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-79c6a8be-6b2b-416f-ad4b-92ce5f37d241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:03.576723 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5d9b27fd-ebdc-4665-8697-cd6add13632b admin admin] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:03.593385 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [None req-5d9b27fd-ebdc-4665-8697-cd6add13632b admin admin] Transition to ACTIVE for port object 7d2a4269-4bad-4bdd-9bf7-1fabe48e033f will not be triggered until provisioned by entity DHCP. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 11:24:03.615562 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5294f7c7-1fb4-4bc9-9104-b8476f9cf803 None None] Pushing event updated for resources: {'Port': ['ID=0876a0dd-ecec-4b09-8dff-eb34c3acd25d,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:24:03.617614 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5d9b27fd-ebdc-4665-8697-cd6add13632b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:03.617869 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-79c6a8be-6b2b-416f-ad4b-92ce5f37d241 None None] Attempting to bind port 0876a0dd-ecec-4b09-8dff-eb34c3acd25d on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 11:24:03.618227 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-79c6a8be-6b2b-416f-ad4b-92ce5f37d241 None None] Attempting to bind port 0876a0dd-ecec-4b09-8dff-eb34c3acd25d by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': '9a22e080-7529-4fc7-949d-9f84ba21807d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 11:24:03.618577 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c6a8be-6b2b-416f-ad4b-92ce5f37d241 None None] Attempting to bind port 0876a0dd-ecec-4b09-8dff-eb34c3acd25d on network 5ed85006-6b00-415e-b71f-837fb1421c12 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 11:24:03.625701 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c6a8be-6b2b-416f-ad4b-92ce5f37d241 None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 11:24:03.626027 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c6a8be-6b2b-416f-ad4b-92ce5f37d241 None None] Checking segment: {'id': '9a22e080-7529-4fc7-949d-9f84ba21807d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 11:24:03.626425 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-79c6a8be-6b2b-416f-ad4b-92ce5f37d241 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:03.626853 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c6a8be-6b2b-416f-ad4b-92ce5f37d241 None None] Bound using segment: {'id': '9a22e080-7529-4fc7-949d-9f84ba21807d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 11:24:03.627275 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-79c6a8be-6b2b-416f-ad4b-92ce5f37d241 None None] Bound port: 0876a0dd-ecec-4b09-8dff-eb34c3acd25d, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a22e080-7529-4fc7-949d-9f84ba21807d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 11:24:03.627723 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-79c6a8be-6b2b-416f-ad4b-92ce5f37d241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:03.685869 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d9b27fd-ebdc-4665-8697-cd6add13632b admin admin] Network 5d29450a-bf97-4357-9c49-8022e88bef71 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:24:03.688502 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-5d9b27fd-ebdc-4665-8697-cd6add13632b admin admin] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:24:03.693039 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9b27fd-ebdc-4665-8697-cd6add13632b admin admin] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 11:24:03.703399 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-79c6a8be-6b2b-416f-ad4b-92ce5f37d241 None None] For port 0876a0dd-ecec-4b09-8dff-eb34c3acd25d, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:24:03.707100 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-79c6a8be-6b2b-416f-ad4b-92ce5f37d241 None None] For port 0876a0dd-ecec-4b09-8dff-eb34c3acd25d, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=0876a0dd-ecec-4b09-8dff-eb34c3acd25d,segment=NetworkSegment(9a22e080-7529-4fc7-949d-9f84ba21807d),segment_id=9a22e080-7529-4fc7-949d-9f84ba21807d)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:24:03.712792 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-79c6a8be-6b2b-416f-ad4b-92ce5f37d241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:03.722943 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9b27fd-ebdc-4665-8697-cd6add13632b admin admin] Pushing event updated for resources: {'Port': ['ID=7d2a4269-4bad-4bdd-9bf7-1fabe48e033f,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:24:03.759690 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5d9b27fd-ebdc-4665-8697-cd6add13632b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3920324'] for router_interface, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:03.804620 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5294f7c7-1fb4-4bc9-9104-b8476f9cf803 None None] Pushing event updated for resources: {'Port': ['ID=0876a0dd-ecec-4b09-8dff-eb34c3acd25d,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:24:03.807952 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c6a8be-6b2b-416f-ad4b-92ce5f37d241 None None] Routers {'ce227f17-0610-48da-823f-d700b0244dcb'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 11:24:03.808589 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-79c6a8be-6b2b-416f-ad4b-92ce5f37d241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T11:24:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['ce227f17-0610-48da-823f-d700b0244dcb'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:24:03.883301 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5d9b27fd-ebdc-4665-8697-cd6add13632b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:03.910859 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 2f253a41-9966-42d0-81ec-8262e9b97add up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 11:24:04.066297 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-4b99b0b9-14c7-4d04-b756-bf5a1365d49b None None] Provisioning for port 7d2a4269-4bad-4bdd-9bf7-1fabe48e033f completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 11:24:04.084549 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-4b99b0b9-14c7-4d04-b756-bf5a1365d49b None None] Provisioning complete for port 7d2a4269-4bad-4bdd-9bf7-1fabe48e033f triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 11:24:04.084921 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-4b99b0b9-14c7-4d04-b756-bf5a1365d49b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:04.107220 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5d9b27fd-ebdc-4665-8697-cd6add13632b admin admin] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:04.113061 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5d9b27fd-ebdc-4665-8697-cd6add13632b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3012561'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:04.144636 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning for port 2f253a41-9966-42d0-81ec-8262e9b97add completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 11:24:04.157822 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 2f253a41-9966-42d0-81ec-8262e9b97add triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 11:24:04.158796 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:04.185227 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-79c6a8be-6b2b-416f-ad4b-92ce5f37d241 None None] Set router ce227f17-0610-48da-823f-d700b0244dcb gateway port host: dv-neutron-830731-3-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 11:24:04.217061 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5d9b27fd-ebdc-4665-8697-cd6add13632b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2756426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3920233'] for router_interface, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:04.221037 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9b27fd-ebdc-4665-8697-cd6add13632b admin admin] Pushing event updated for resources: {'Port': ['ID=7d2a4269-4bad-4bdd-9bf7-1fabe48e033f,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:24:04.226598 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-4b99b0b9-14c7-4d04-b756-bf5a1365d49b None None] Port 7d2a4269-4bad-4bdd-9bf7-1fabe48e033f cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 11:24:04.353850 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d9b27fd-ebdc-4665-8697-cd6add13632b admin admin] Network 5d29450a-bf97-4357-9c49-8022e88bef71 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:24:04.355289 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-5d9b27fd-ebdc-4665-8697-cd6add13632b admin admin] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:24:04.491937 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:04.573442 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] For port 2f253a41-9966-42d0-81ec-8262e9b97add, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=2f253a41-9966-42d0-81ec-8262e9b97add,segment=NetworkSegment(aeccc377-c215-4ef7-9c67-c11814bbc3bc),segment_id=aeccc377-c215-4ef7-9c67-c11814bbc3bc)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:24:04.582129 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:04.677058 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Pushing event updated for resources: {'Port': ['ID=2f253a41-9966-42d0-81ec-8262e9b97add,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:24:04.691094 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-79c6a8be-6b2b-416f-ad4b-92ce5f37d241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce227f17-0610-48da-823f-d700b0244dcb', 'name': 'tempest-TestSnapshotPattern-203746283-router', 'tenant_id': '1f49b867d5684fed8273dad4ea32ddf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.214'}], 'enable_snat': True}, 'gw_port_id': '0876a0dd-ecec-4b09-8dff-eb34c3acd25d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:24:00Z', 'updated_at': '2022-03-07T11:24:03Z', 'revision_number': 4, 'project_id': '1f49b867d5684fed8273dad4ea32ddf6', 'gw_port': {'id': '0876a0dd-ecec-4b09-8dff-eb34c3acd25d', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:1a:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce227f17-0610-48da-823f-d700b0244dcb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:24:01Z', 'updated_at': '2022-03-07T11:24:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_interfaces': [{'id': '7d2a4269-4bad-4bdd-9bf7-1fabe48e033f', 'name': '', 'network_id': '5d29450a-bf97-4357-9c49-8022e88bef71', 'tenant_id': '1f49b867d5684fed8273dad4ea32ddf6', 'mac_address': 'fa:16:3e:2b:00:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce227f17-0610-48da-823f-d700b0244dcb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e7c99cf-ee42-40c6-a0c3-cc0b31ae77dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:24:03Z', 'updated_at': '2022-03-07T11:24:03Z', 'revision_number': 1, 'project_id': '1f49b867d5684fed8273dad4ea32ddf6', 'subnets': [{'id': '3e7c99cf-ee42-40c6-a0c3-cc0b31ae77dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:24:04.694279 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-627aa9b2-a1a2-4c9a-8be4-e018c53b1d60 None None] Provisioning complete for port 7d2a4269-4bad-4bdd-9bf7-1fabe48e033f triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 11:24:04.694639 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-627aa9b2-a1a2-4c9a-8be4-e018c53b1d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:04.721594 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c6a8be-6b2b-416f-ad4b-92ce5f37d241 None None] The sync data for ids ['ce227f17-0610-48da-823f-d700b0244dcb'] in dv-neutron-830731-3-hyperv is: [{'id': 'ce227f17-0610-48da-823f-d700b0244dcb', 'name': 'tempest-TestSnapshotPattern-203746283-router', 'tenant_id': '1f49b867d5684fed8273dad4ea32ddf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.214'}], 'enable_snat': True}, 'gw_port_id': '0876a0dd-ecec-4b09-8dff-eb34c3acd25d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:24:00Z', 'updated_at': '2022-03-07T11:24:03Z', 'revision_number': 4, 'project_id': '1f49b867d5684fed8273dad4ea32ddf6', 'gw_port': {'id': '0876a0dd-ecec-4b09-8dff-eb34c3acd25d', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:1a:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce227f17-0610-48da-823f-d700b0244dcb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:24:01Z', 'updated_at': '2022-03-07T11:24:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_interfaces': [{'id': '7d2a4269-4bad-4bdd-9bf7-1fabe48e033f', 'name': '', 'network_id': '5d29450a-bf97-4357-9c49-8022e88bef71', 'tenant_id': '1f49b867d5684fed8273dad4ea32ddf6', 'mac_address': 'fa:16:3e:2b:00:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce227f17-0610-48da-823f-d700b0244dcb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e7c99cf-ee42-40c6-a0c3-cc0b31ae77dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:24:03Z', 'updated_at': '2022-03-07T11:24:03Z', 'revision_number': 1, 'project_id': '1f49b867d5684fed8273dad4ea32ddf6', 'subnets': [{'id': '3e7c99cf-ee42-40c6-a0c3-cc0b31ae77dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 11:24:04.746377 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d9b27fd-ebdc-4665-8697-cd6add13632b admin admin] Router ce227f17-0610-48da-823f-d700b0244dcb has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:24:04.755043 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-627aa9b2-a1a2-4c9a-8be4-e018c53b1d60 None None] Port 7d2a4269-4bad-4bdd-9bf7-1fabe48e033f cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 11:24:04.960639 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d9b27fd-ebdc-4665-8697-cd6add13632b admin admin] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:24:04.971013 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-5d9b27fd-ebdc-4665-8697-cd6add13632b admin admin] 10.222.0.13 "PUT /v2.0/routers/ce227f17-0610-48da-823f-d700b0244dcb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5872388 Mar 07 11:24:05.889432 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 2f253a41-9966-42d0-81ec-8262e9b97add up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 11:24:05.920424 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 47760) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:24:05.926723 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-9216efc8-be63-4600-a36a-bb9f706249c3 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1421634695-network', 'tenant_id': 'b8ec392f15ac4763ac72cbe1262a5d63'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 11:24:05.931725 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-9216efc8-be63-4600-a36a-bb9f706249c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 11:24:05.935686 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-9216efc8-be63-4600-a36a-bb9f706249c3 admin admin] Usage tracker for resource:network and tenant:b8ec392f15ac4763ac72cbe1262a5d63 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 11:24:05.938476 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-9216efc8-be63-4600-a36a-bb9f706249c3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 11:24:05.944258 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-9216efc8-be63-4600-a36a-bb9f706249c3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 11:24:05.954851 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9216efc8-be63-4600-a36a-bb9f706249c3 admin admin] Made reservation on behalf of b8ec392f15ac4763ac72cbe1262a5d63 for: {'network': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:24:05.957638 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9216efc8-be63-4600-a36a-bb9f706249c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for network, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:05.966896 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 2f253a41-9966-42d0-81ec-8262e9b97add triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 11:24:05.967261 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:05.970689 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9216efc8-be63-4600-a36a-bb9f706249c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:06.002803 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-9216efc8-be63-4600-a36a-bb9f706249c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 11:24:06.006631 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-9216efc8-be63-4600-a36a-bb9f706249c3 admin admin] Usage tracker for resource:security_group_rule and tenant:b8ec392f15ac4763ac72cbe1262a5d63 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 11:24:06.009403 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-9216efc8-be63-4600-a36a-bb9f706249c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 11:24:06.014977 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-9216efc8-be63-4600-a36a-bb9f706249c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 11:24:06.081404 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 0876a0dd-ecec-4b09-8dff-eb34c3acd25d up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 11:24:06.091204 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9216efc8-be63-4600-a36a-bb9f706249c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:06.094888 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9216efc8-be63-4600-a36a-bb9f706249c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:06.130954 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9216efc8-be63-4600-a36a-bb9f706249c3 admin admin] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=83738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 11:24:06.139277 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9216efc8-be63-4600-a36a-bb9f706249c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32425314-23ef-4b10-9da2-9f63c4381e80,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:24:06.146177 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9216efc8-be63-4600-a36a-bb9f706249c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:06.146519 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.db.segments_db [None req-9216efc8-be63-4600-a36a-bb9f706249c3 admin admin] Added segment 7f65fd90-a8d0-4116-8a09-5e9176bcfa1e of type vlan for network 262ac19e-9932-4a76-a93c-0ecd20a11ac5 Mar 07 11:24:06.152935 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning for port 0876a0dd-ecec-4b09-8dff-eb34c3acd25d completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 11:24:06.159059 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 0876a0dd-ecec-4b09-8dff-eb34c3acd25d triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 11:24:06.159458 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:06.175711 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9216efc8-be63-4600-a36a-bb9f706249c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732568034061'] for network, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:06.207926 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9216efc8-be63-4600-a36a-bb9f706249c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594'] for network, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:06.208867 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9216efc8-be63-4600-a36a-bb9f706249c3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:24:06.209519 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9216efc8-be63-4600-a36a-bb9f706249c3 admin admin] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:06.277626 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:06.297235 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] For port 0876a0dd-ecec-4b09-8dff-eb34c3acd25d, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=0876a0dd-ecec-4b09-8dff-eb34c3acd25d,segment=NetworkSegment(9a22e080-7529-4fc7-949d-9f84ba21807d),segment_id=9a22e080-7529-4fc7-949d-9f84ba21807d)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:24:06.301812 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:06.319133 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-9216efc8-be63-4600-a36a-bb9f706249c3 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3975296 Mar 07 11:24:06.319915 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9216efc8-be63-4600-a36a-bb9f706249c3 admin admin] Pushing event updated for resources: {'Network': ['ID=262ac19e-9932-4a76-a93c-0ecd20a11ac5,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:24:06.321913 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 47764) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:24:06.327437 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-c0cb00f8-2844-4553-8e97-588b48ddbdc5 admin admin] Request body: {'subnet': {'network_id': '262ac19e-9932-4a76-a93c-0ecd20a11ac5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1421634695-subnet', 'tenant_id': 'b8ec392f15ac4763ac72cbe1262a5d63', 'ip_version': 4}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 11:24:06.332640 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-c0cb00f8-2844-4553-8e97-588b48ddbdc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 11:24:06.336845 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Network 262ac19e-9932-4a76-a93c-0ecd20a11ac5 details requested by agent ovs-agent-dv-neutron-830731-3-hyperv with host dv-neutron-830731-3-hyperv {{(pid=83739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 11:24:06.337220 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-c0cb00f8-2844-4553-8e97-588b48ddbdc5 admin admin] Usage tracker for resource:subnet and tenant:b8ec392f15ac4763ac72cbe1262a5d63 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 11:24:06.340224 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-c0cb00f8-2844-4553-8e97-588b48ddbdc5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 11:24:06.346001 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-c0cb00f8-2844-4553-8e97-588b48ddbdc5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 11:24:06.356137 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0cb00f8-2844-4553-8e97-588b48ddbdc5 admin admin] Made reservation on behalf of b8ec392f15ac4763ac72cbe1262a5d63 for: {'subnet': 1} {{(pid=83738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:24:06.358460 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c0cb00f8-2844-4553-8e97-588b48ddbdc5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2741426'] for subnet, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:06.456877 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Pushing event updated for resources: {'Port': ['ID=0876a0dd-ecec-4b09-8dff-eb34c3acd25d,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:24:06.562782 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c0cb00f8-2844-4553-8e97-588b48ddbdc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3556832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2741408'] for subnet, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:06.631051 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cb00f8-2844-4553-8e97-588b48ddbdc5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe22131b-2b68-4d59-83d6-13f3e44098ab,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:24:06.644999 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0cb00f8-2844-4553-8e97-588b48ddbdc5 admin admin] Checking segment: {'id': '7f65fd90-a8d0-4116-8a09-5e9176bcfa1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '262ac19e-9932-4a76-a93c-0ecd20a11ac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 11:24:06.645347 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0cb00f8-2844-4553-8e97-588b48ddbdc5 admin admin] Network hostable DHCP agents. Network: 262ac19e-9932-4a76-a93c-0ecd20a11ac5, hostable agents: ['6527556c-6586-422c-ae47-082984683847'], hosted agents: [] {{(pid=83738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 11:24:06.665539 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0cb00f8-2844-4553-8e97-588b48ddbdc5 admin admin] Network 262ac19e-9932-4a76-a93c-0ecd20a11ac5 is scheduled to be hosted by DHCP agent 6527556c-6586-422c-ae47-082984683847 with binding_index 1 {{(pid=83738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 11:24:06.674445 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-c0cb00f8-2844-4553-8e97-588b48ddbdc5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830731-3-hyperv, 262ac19e-9932-4a76-a93c-0ecd20a11ac5) {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:24:06.678311 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0cb00f8-2844-4553-8e97-588b48ddbdc5 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:24:06.678889 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c0cb00f8-2844-4553-8e97-588b48ddbdc5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:06.683479 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-721e12b7-8d56-4601-80d8-2d88ba2a7e98 None None] Network 262ac19e-9932-4a76-a93c-0ecd20a11ac5 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 11:24:06.700342 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-c0cb00f8-2844-4553-8e97-588b48ddbdc5 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3751726 Mar 07 11:24:06.700533 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 47768) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:24:06.705451 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-6ca5b8d9-9e14-4ba1-870b-84d1157b1514 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1421634695-router', 'tenant_id': 'b8ec392f15ac4763ac72cbe1262a5d63', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12'}}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 11:24:06.709931 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-6ca5b8d9-9e14-4ba1-870b-84d1157b1514 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 11:24:06.713676 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-6ca5b8d9-9e14-4ba1-870b-84d1157b1514 admin admin] Usage tracker for resource:router and tenant:b8ec392f15ac4763ac72cbe1262a5d63 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 11:24:06.716523 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-6ca5b8d9-9e14-4ba1-870b-84d1157b1514 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 11:24:06.722846 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-6ca5b8d9-9e14-4ba1-870b-84d1157b1514 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 11:24:06.733517 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6ca5b8d9-9e14-4ba1-870b-84d1157b1514 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3919700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58025'] for router, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:06.734419 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6ca5b8d9-9e14-4ba1-870b-84d1157b1514 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3919671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4011175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58018'] for router, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:06.754573 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6ca5b8d9-9e14-4ba1-870b-84d1157b1514 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:06.901256 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6ca5b8d9-9e14-4ba1-870b-84d1157b1514 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3917998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58952'] for router, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:06.946473 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a325ef3b-9313-43c9-832c-bc564cb4a82a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ec2749d-0aec-52fb-aca6-10ba8a80aade-262ac19e-9932-4a76-a93c-0ecd20a11ac5', 'network_id': '262ac19e-9932-4a76-a93c-0ecd20a11ac5', 'tenant_id': 'b8ec392f15ac4763ac72cbe1262a5d63', 'fixed_ips': [{'subnet_id': 'fe22131b-2b68-4d59-83d6-13f3e44098ab'}]}} from dv-neutron-830731-3-hyperv. {{(pid=83739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 07 11:24:06.947338 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a325ef3b-9313-43c9-832c-bc564cb4a82a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:07.102545 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.db_base_plugin_common [None req-a325ef3b-9313-43c9-832c-bc564cb4a82a None None] Allocated IP 172.20.0.2 (262ac19e-9932-4a76-a93c-0ecd20a11ac5/fe22131b-2b68-4d59-83d6-13f3e44098ab/2720759b-588c-4b22-890e-33de515845ad) {{(pid=83739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:24:07.199754 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6ca5b8d9-9e14-4ba1-870b-84d1157b1514 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:07.231502 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6ca5b8d9-9e14-4ba1-870b-84d1157b1514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:07.315574 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a325ef3b-9313-43c9-832c-bc564cb4a82a None None] Notify callbacks [] for port, precommit_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:07.325986 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a325ef3b-9313-43c9-832c-bc564cb4a82a None None] Transition to ACTIVE for port object 2720759b-588c-4b22-890e-33de515845ad will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 11:24:07.346778 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-a325ef3b-9313-43c9-832c-bc564cb4a82a None None] Transition to ACTIVE for port object 2720759b-588c-4b22-890e-33de515845ad will not be triggered until provisioned by entity DHCP. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 11:24:07.356575 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a325ef3b-9313-43c9-832c-bc564cb4a82a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803'] for port, after_create {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:07.379477 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-6ca5b8d9-9e14-4ba1-870b-84d1157b1514 admin admin] Allocated IP 172.26.8.28 (5ed85006-6b00-415e-b71f-837fb1421c12/8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a/fd00eadf-cb07-4497-ae1e-a16f4f1aafbb) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:24:07.424814 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a325ef3b-9313-43c9-832c-bc564cb4a82a None None] Network 262ac19e-9932-4a76-a93c-0ecd20a11ac5 is already hosted by enough agents. {{(pid=83739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:24:07.427616 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.scheduler.base_scheduler [None req-a325ef3b-9313-43c9-832c-bc564cb4a82a None None] Resources bound (agent type, host, resource id): {{(pid=83739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:24:07.430051 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a325ef3b-9313-43c9-832c-bc564cb4a82a None None] Received port after_create {{(pid=83739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 11:24:07.436209 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a325ef3b-9313-43c9-832c-bc564cb4a82a None None] Pushing event updated for resources: {'Port': ['ID=2720759b-588c-4b22-890e-33de515845ad,revision_number=1']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:24:07.522961 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-a325ef3b-9313-43c9-832c-bc564cb4a82a None None] Attempting to bind port 2720759b-588c-4b22-890e-33de515845ad on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 11:24:07.523322 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-a325ef3b-9313-43c9-832c-bc564cb4a82a None None] Attempting to bind port 2720759b-588c-4b22-890e-33de515845ad by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': '7f65fd90-a8d0-4116-8a09-5e9176bcfa1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '262ac19e-9932-4a76-a93c-0ecd20a11ac5'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 11:24:07.523674 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a325ef3b-9313-43c9-832c-bc564cb4a82a None None] Attempting to bind port 2720759b-588c-4b22-890e-33de515845ad on network 262ac19e-9932-4a76-a93c-0ecd20a11ac5 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 11:24:07.527682 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6ca5b8d9-9e14-4ba1-870b-84d1157b1514 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:07.529905 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a325ef3b-9313-43c9-832c-bc564cb4a82a None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 11:24:07.530273 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a325ef3b-9313-43c9-832c-bc564cb4a82a None None] Checking segment: {'id': '7f65fd90-a8d0-4116-8a09-5e9176bcfa1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '262ac19e-9932-4a76-a93c-0ecd20a11ac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 11:24:07.530663 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a325ef3b-9313-43c9-832c-bc564cb4a82a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:07.531042 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a325ef3b-9313-43c9-832c-bc564cb4a82a None None] Bound using segment: {'id': '7f65fd90-a8d0-4116-8a09-5e9176bcfa1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '262ac19e-9932-4a76-a93c-0ecd20a11ac5'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 11:24:07.531493 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-a325ef3b-9313-43c9-832c-bc564cb4a82a None None] Bound port: 2720759b-588c-4b22-890e-33de515845ad, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f65fd90-a8d0-4116-8a09-5e9176bcfa1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '262ac19e-9932-4a76-a93c-0ecd20a11ac5'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 11:24:07.531855 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a325ef3b-9313-43c9-832c-bc564cb4a82a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:07.556794 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6ca5b8d9-9e14-4ba1-870b-84d1157b1514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:07.620920 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a325ef3b-9313-43c9-832c-bc564cb4a82a None None] For port 2720759b-588c-4b22-890e-33de515845ad, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:24:07.623994 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-a325ef3b-9313-43c9-832c-bc564cb4a82a None None] For port 2720759b-588c-4b22-890e-33de515845ad, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=2720759b-588c-4b22-890e-33de515845ad,segment=NetworkSegment(7f65fd90-a8d0-4116-8a09-5e9176bcfa1e),segment_id=7f65fd90-a8d0-4116-8a09-5e9176bcfa1e)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:24:07.628986 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca5b8d9-9e14-4ba1-870b-84d1157b1514 admin admin] Network 5ed85006-6b00-415e-b71f-837fb1421c12 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:24:07.629176 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a325ef3b-9313-43c9-832c-bc564cb4a82a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:07.632717 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-6ca5b8d9-9e14-4ba1-870b-84d1157b1514 admin admin] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:24:07.634745 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca5b8d9-9e14-4ba1-870b-84d1157b1514 admin admin] Pushing event updated for resources: {'Port': ['ID=fd00eadf-cb07-4497-ae1e-a16f4f1aafbb,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:24:07.636902 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca5b8d9-9e14-4ba1-870b-84d1157b1514 admin admin] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 11:24:07.706751 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a325ef3b-9313-43c9-832c-bc564cb4a82a None None] Pushing event updated for resources: {'Port': ['ID=2720759b-588c-4b22-890e-33de515845ad,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:24:07.797385 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6ca5b8d9-9e14-4ba1-870b-84d1157b1514 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:07.798783 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6ca5b8d9-9e14-4ba1-870b-84d1157b1514 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3917991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923518'] for router, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:07.818201 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 0876a0dd-ecec-4b09-8dff-eb34c3acd25d up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 11:24:07.906271 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 0876a0dd-ecec-4b09-8dff-eb34c3acd25d triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 11:24:07.906798 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:08.063110 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ca5b8d9-9e14-4ba1-870b-84d1157b1514 admin admin] Router 9616a50a-0165-42c5-aaa6-01114522e5b5 is scheduled to L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 with binding_index 1 {{(pid=83738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 11:24:08.263578 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ca5b8d9-9e14-4ba1-870b-84d1157b1514 admin admin] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:24:08.274260 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb2f0dd-88e1-4437-a121-6da48255b611 None None] Sync routers for ids ['9616a50a-0165-42c5-aaa6-01114522e5b5'] in dv-neutron-830731-3-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 11:24:08.287041 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb2f0dd-88e1-4437-a121-6da48255b611 None None] Routers {'9616a50a-0165-42c5-aaa6-01114522e5b5'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 11:24:08.287830 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-0bb2f0dd-88e1-4437-a121-6da48255b611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T11:24:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['9616a50a-0165-42c5-aaa6-01114522e5b5'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:24:08.289494 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6ca5b8d9-9e14-4ba1-870b-84d1157b1514 admin admin] Notify callbacks [] for router, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:08.290934 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-6ca5b8d9-9e14-4ba1-870b-84d1157b1514 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5895052 Mar 07 11:24:08.293952 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 47772) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:24:08.470813 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-0bb2f0dd-88e1-4437-a121-6da48255b611 None None] Set router 9616a50a-0165-42c5-aaa6-01114522e5b5 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 11:24:08.687594 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a2b87a-15f7-4bdb-bccb-5de48d7e0e72 None None] Network 262ac19e-9932-4a76-a93c-0ecd20a11ac5 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 11:24:08.763589 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-0bb2f0dd-88e1-4437-a121-6da48255b611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9616a50a-0165-42c5-aaa6-01114522e5b5', 'name': 'tempest-TestSnapshotPattern-1421634695-router', 'tenant_id': 'b8ec392f15ac4763ac72cbe1262a5d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.28'}], 'enable_snat': True}, 'gw_port_id': 'fd00eadf-cb07-4497-ae1e-a16f4f1aafbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:24:06Z', 'updated_at': '2022-03-07T11:24:07Z', 'revision_number': 3, 'project_id': 'b8ec392f15ac4763ac72cbe1262a5d63', 'gw_port': {'id': 'fd00eadf-cb07-4497-ae1e-a16f4f1aafbb', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4c:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9616a50a-0165-42c5-aaa6-01114522e5b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:24:07Z', 'updated_at': '2022-03-07T11:24:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv'}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:24:08.767899 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb2f0dd-88e1-4437-a121-6da48255b611 None None] Checking router: 9616a50a-0165-42c5-aaa6-01114522e5b5 for host: dv-neutron-830731-3-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 07 11:24:08.768395 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb2f0dd-88e1-4437-a121-6da48255b611 None None] Updating router 9616a50a-0165-42c5-aaa6-01114522e5b5 port fd00eadf-cb07-4497-ae1e-a16f4f1aafbb binding host dv-neutron-830731-3-hyperv {{(pid=83740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 07 11:24:08.795590 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-8c5e9740-63ce-4fdd-90d5-e6f6d9aac553 None None] Provisioning for port 2720759b-588c-4b22-890e-33de515845ad completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 11:24:08.831327 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-0bb2f0dd-88e1-4437-a121-6da48255b611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:09.177347 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e365f459-5150-4e31-b58c-18a517e01076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:09.178491 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-0bb2f0dd-88e1-4437-a121-6da48255b611 None None] Notify callbacks [] for port, precommit_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:09.190939 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.provisioning_blocks [None req-0bb2f0dd-88e1-4437-a121-6da48255b611 None None] Transition to ACTIVE for port object fd00eadf-cb07-4497-ae1e-a16f4f1aafbb will not be triggered until provisioned by entity L2. {{(pid=83740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 11:24:09.198396 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-0bb2f0dd-88e1-4437-a121-6da48255b611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:09.280394 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ce6d55-1a4f-4e46-a261-fde87776d113 None None] Pushing event updated for resources: {'Port': ['ID=fd00eadf-cb07-4497-ae1e-a16f4f1aafbb,revision_number=2']} {{(pid=83740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:24:09.283258 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-0bb2f0dd-88e1-4437-a121-6da48255b611 None None] Attempting to bind port fd00eadf-cb07-4497-ae1e-a16f4f1aafbb on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 11:24:09.283796 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-0bb2f0dd-88e1-4437-a121-6da48255b611 None None] Attempting to bind port fd00eadf-cb07-4497-ae1e-a16f4f1aafbb by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': '9a22e080-7529-4fc7-949d-9f84ba21807d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12'}] {{(pid=83740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 11:24:09.284149 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb2f0dd-88e1-4437-a121-6da48255b611 None None] Attempting to bind port fd00eadf-cb07-4497-ae1e-a16f4f1aafbb on network 5ed85006-6b00-415e-b71f-837fb1421c12 {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 11:24:09.295873 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ce6d55-1a4f-4e46-a261-fde87776d113 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:24:09.296210 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ce6d55-1a4f-4e46-a261-fde87776d113 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:24:09.296570 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ce6d55-1a4f-4e46-a261-fde87776d113 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:24:09.296899 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ce6d55-1a4f-4e46-a261-fde87776d113 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:24:09.297225 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ce6d55-1a4f-4e46-a261-fde87776d113 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:24:09.297548 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ce6d55-1a4f-4e46-a261-fde87776d113 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:24:09.297866 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ce6d55-1a4f-4e46-a261-fde87776d113 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:24:09.298228 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ce6d55-1a4f-4e46-a261-fde87776d113 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:24:09.298552 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ce6d55-1a4f-4e46-a261-fde87776d113 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:24:09.298867 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ce6d55-1a4f-4e46-a261-fde87776d113 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:24:09.299184 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ce6d55-1a4f-4e46-a261-fde87776d113 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:24:09.302272 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb2f0dd-88e1-4437-a121-6da48255b611 None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 11:24:09.302633 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb2f0dd-88e1-4437-a121-6da48255b611 None None] Checking segment: {'id': '9a22e080-7529-4fc7-949d-9f84ba21807d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 11:24:09.303022 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-0bb2f0dd-88e1-4437-a121-6da48255b611 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:09.303561 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb2f0dd-88e1-4437-a121-6da48255b611 None None] Bound using segment: {'id': '9a22e080-7529-4fc7-949d-9f84ba21807d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12'} {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 11:24:09.304024 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-0bb2f0dd-88e1-4437-a121-6da48255b611 None None] Bound port: fd00eadf-cb07-4497-ae1e-a16f4f1aafbb, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a22e080-7529-4fc7-949d-9f84ba21807d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12'}}] {{(pid=83740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 11:24:09.304388 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-0bb2f0dd-88e1-4437-a121-6da48255b611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:09.374582 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.db [None req-0bb2f0dd-88e1-4437-a121-6da48255b611 None None] For port fd00eadf-cb07-4497-ae1e-a16f4f1aafbb, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:24:09.377868 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.db [None req-0bb2f0dd-88e1-4437-a121-6da48255b611 None None] For port fd00eadf-cb07-4497-ae1e-a16f4f1aafbb, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=fd00eadf-cb07-4497-ae1e-a16f4f1aafbb,segment=NetworkSegment(9a22e080-7529-4fc7-949d-9f84ba21807d),segment_id=9a22e080-7529-4fc7-949d-9f84ba21807d)] {{(pid=83740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:24:09.381704 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-0bb2f0dd-88e1-4437-a121-6da48255b611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:09.396706 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-e365f459-5150-4e31-b58c-18a517e01076 admin admin] Allocated IP 172.20.0.1 (262ac19e-9932-4a76-a93c-0ecd20a11ac5/fe22131b-2b68-4d59-83d6-13f3e44098ab/872e0a5e-0131-49f8-b963-896fa2751f21) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:24:09.463989 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb2f0dd-88e1-4437-a121-6da48255b611 None None] Routers {'9616a50a-0165-42c5-aaa6-01114522e5b5'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 11:24:09.464618 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-0bb2f0dd-88e1-4437-a121-6da48255b611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T11:24:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['9616a50a-0165-42c5-aaa6-01114522e5b5'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:24:09.513402 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ce6d55-1a4f-4e46-a261-fde87776d113 None None] Pushing event updated for resources: {'Port': ['ID=fd00eadf-cb07-4497-ae1e-a16f4f1aafbb,revision_number=3']} {{(pid=83740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:24:09.542124 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e365f459-5150-4e31-b58c-18a517e01076 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:09.558889 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-e365f459-5150-4e31-b58c-18a517e01076 admin admin] Transition to ACTIVE for port object 872e0a5e-0131-49f8-b963-896fa2751f21 will not be triggered until provisioned by entity DHCP. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 11:24:09.580638 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e365f459-5150-4e31-b58c-18a517e01076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:09.647521 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-0bb2f0dd-88e1-4437-a121-6da48255b611 None None] Set router 9616a50a-0165-42c5-aaa6-01114522e5b5 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 11:24:09.651039 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e365f459-5150-4e31-b58c-18a517e01076 admin admin] Network 262ac19e-9932-4a76-a93c-0ecd20a11ac5 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:24:09.654477 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-e365f459-5150-4e31-b58c-18a517e01076 admin admin] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:24:09.656360 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e365f459-5150-4e31-b58c-18a517e01076 admin admin] Pushing event updated for resources: {'Port': ['ID=872e0a5e-0131-49f8-b963-896fa2751f21,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:24:09.658450 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e365f459-5150-4e31-b58c-18a517e01076 admin admin] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 11:24:09.714805 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e365f459-5150-4e31-b58c-18a517e01076 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3920324'] for router_interface, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:09.809618 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e365f459-5150-4e31-b58c-18a517e01076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:09.859760 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 2720759b-588c-4b22-890e-33de515845ad up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 11:24:09.929887 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning for port 2720759b-588c-4b22-890e-33de515845ad completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 11:24:09.935115 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 2720759b-588c-4b22-890e-33de515845ad triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 11:24:09.935573 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:10.006273 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-79344d68-0b47-4be1-8975-3f68332d4ee6 None None] Provisioning for port 872e0a5e-0131-49f8-b963-896fa2751f21 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 11:24:10.008986 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-0bb2f0dd-88e1-4437-a121-6da48255b611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9616a50a-0165-42c5-aaa6-01114522e5b5', 'name': 'tempest-TestSnapshotPattern-1421634695-router', 'tenant_id': 'b8ec392f15ac4763ac72cbe1262a5d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.28'}], 'enable_snat': True}, 'gw_port_id': 'fd00eadf-cb07-4497-ae1e-a16f4f1aafbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:24:06Z', 'updated_at': '2022-03-07T11:24:07Z', 'revision_number': 3, 'project_id': 'b8ec392f15ac4763ac72cbe1262a5d63', 'gw_port': {'id': 'fd00eadf-cb07-4497-ae1e-a16f4f1aafbb', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4c:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9616a50a-0165-42c5-aaa6-01114522e5b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:24:07Z', 'updated_at': '2022-03-07T11:24:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv'}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:24:10.011716 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-79344d68-0b47-4be1-8975-3f68332d4ee6 None None] Provisioning complete for port 872e0a5e-0131-49f8-b963-896fa2751f21 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 11:24:10.012102 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-79344d68-0b47-4be1-8975-3f68332d4ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:10.013250 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb2f0dd-88e1-4437-a121-6da48255b611 None None] The sync data for ids ['9616a50a-0165-42c5-aaa6-01114522e5b5'] in dv-neutron-830731-3-hyperv is: [{'id': '9616a50a-0165-42c5-aaa6-01114522e5b5', 'name': 'tempest-TestSnapshotPattern-1421634695-router', 'tenant_id': 'b8ec392f15ac4763ac72cbe1262a5d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.28'}], 'enable_snat': True}, 'gw_port_id': 'fd00eadf-cb07-4497-ae1e-a16f4f1aafbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:24:06Z', 'updated_at': '2022-03-07T11:24:07Z', 'revision_number': 3, 'project_id': 'b8ec392f15ac4763ac72cbe1262a5d63', 'gw_port': {'id': 'fd00eadf-cb07-4497-ae1e-a16f4f1aafbb', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4c:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9616a50a-0165-42c5-aaa6-01114522e5b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:24:07Z', 'updated_at': '2022-03-07T11:24:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv'}] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 11:24:10.059454 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e365f459-5150-4e31-b58c-18a517e01076 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:10.064668 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e365f459-5150-4e31-b58c-18a517e01076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3556717'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:10.112773 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-79344d68-0b47-4be1-8975-3f68332d4ee6 None None] Port 872e0a5e-0131-49f8-b963-896fa2751f21 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 11:24:10.116014 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:10.151032 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] For port 2720759b-588c-4b22-890e-33de515845ad, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=2720759b-588c-4b22-890e-33de515845ad,segment=NetworkSegment(7f65fd90-a8d0-4116-8a09-5e9176bcfa1e),segment_id=7f65fd90-a8d0-4116-8a09-5e9176bcfa1e)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:24:10.154959 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:10.172891 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e365f459-5150-4e31-b58c-18a517e01076 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2756426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3920233'] for router_interface, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:10.176891 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e365f459-5150-4e31-b58c-18a517e01076 admin admin] Pushing event updated for resources: {'Port': ['ID=872e0a5e-0131-49f8-b963-896fa2751f21,revision_number=2']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:24:10.221128 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Pushing event updated for resources: {'Port': ['ID=2720759b-588c-4b22-890e-33de515845ad,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:24:10.315009 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e365f459-5150-4e31-b58c-18a517e01076 admin admin] Network 262ac19e-9932-4a76-a93c-0ecd20a11ac5 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:24:10.316078 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-e365f459-5150-4e31-b58c-18a517e01076 admin admin] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:24:10.539048 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-f0fa8f60-de7f-4cce-9d33-c2121cae56d7 None None] Provisioning complete for port 872e0a5e-0131-49f8-b963-896fa2751f21 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 11:24:10.539328 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f0fa8f60-de7f-4cce-9d33-c2121cae56d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:10.590385 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-f0fa8f60-de7f-4cce-9d33-c2121cae56d7 None None] Port 872e0a5e-0131-49f8-b963-896fa2751f21 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 11:24:10.808910 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e365f459-5150-4e31-b58c-18a517e01076 admin admin] Router 9616a50a-0165-42c5-aaa6-01114522e5b5 has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:24:11.008630 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e365f459-5150-4e31-b58c-18a517e01076 admin admin] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:24:11.020287 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-e365f459-5150-4e31-b58c-18a517e01076 admin admin] 10.222.0.13 "PUT /v2.0/routers/9616a50a-0165-42c5-aaa6-01114522e5b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7253585 Mar 07 11:24:11.825849 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 2720759b-588c-4b22-890e-33de515845ad up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 11:24:11.858741 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 47788) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:24:11.865625 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-d87427d3-28cd-45b7-ab2c-52f58d75af8c tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1643170175', 'description': 'tempest-secgroup-smoke-1643170175 description', 'project_id': '1f49b867d5684fed8273dad4ea32ddf6'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 11:24:11.871711 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-d87427d3-28cd-45b7-ab2c-52f58d75af8c tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 11:24:11.875732 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-d87427d3-28cd-45b7-ab2c-52f58d75af8c tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Usage tracker for resource:security_group and tenant:1f49b867d5684fed8273dad4ea32ddf6 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 11:24:11.880345 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-d87427d3-28cd-45b7-ab2c-52f58d75af8c tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 11:24:11.887285 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-d87427d3-28cd-45b7-ab2c-52f58d75af8c tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 11:24:11.898947 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d87427d3-28cd-45b7-ab2c-52f58d75af8c tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:11.938368 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-d87427d3-28cd-45b7-ab2c-52f58d75af8c tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 11:24:11.942456 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 2720759b-588c-4b22-890e-33de515845ad triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 11:24:11.942818 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:11.942918 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-d87427d3-28cd-45b7-ab2c-52f58d75af8c tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Usage tracker for resource:security_group_rule and tenant:1f49b867d5684fed8273dad4ea32ddf6 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 11:24:11.945663 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-d87427d3-28cd-45b7-ab2c-52f58d75af8c tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 11:24:11.951235 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-d87427d3-28cd-45b7-ab2c-52f58d75af8c tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 11:24:12.005975 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d87427d3-28cd-45b7-ab2c-52f58d75af8c tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:12.009969 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d87427d3-28cd-45b7-ab2c-52f58d75af8c tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:12.052806 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87427d3-28cd-45b7-ab2c-52f58d75af8c tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b99b96d3-a422-455f-8115-cb511ed9c997,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:24:12.055502 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d87427d3-28cd-45b7-ab2c-52f58d75af8c tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:12.059644 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-d87427d3-28cd-45b7-ab2c-52f58d75af8c tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1969686 Mar 07 11:24:12.059936 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 47792) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:24:12.065597 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-fdee82e8-73e2-42b2-8a9e-d5677b04e60f tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Request body: {'security_group_rule': {'security_group_id': 'b99b96d3-a422-455f-8115-cb511ed9c997', 'project_id': '1f49b867d5684fed8273dad4ea32ddf6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 11:24:12.071587 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-fdee82e8-73e2-42b2-8a9e-d5677b04e60f tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 11:24:12.075359 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-fdee82e8-73e2-42b2-8a9e-d5677b04e60f tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Usage tracker for resource:security_group_rule and tenant:1f49b867d5684fed8273dad4ea32ddf6 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 11:24:12.078186 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-fdee82e8-73e2-42b2-8a9e-d5677b04e60f tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 11:24:12.084011 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-fdee82e8-73e2-42b2-8a9e-d5677b04e60f tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 11:24:12.100700 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-fdee82e8-73e2-42b2-8a9e-d5677b04e60f tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:12.161412 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-fdee82e8-73e2-42b2-8a9e-d5677b04e60f tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:12.164623 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-fdee82e8-73e2-42b2-8a9e-d5677b04e60f tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:12.194255 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdee82e8-73e2-42b2-8a9e-d5677b04e60f tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cab8c8b2-e6d8-4011-8da6-70a8bfcd61d9,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:24:12.200457 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-fdee82e8-73e2-42b2-8a9e-d5677b04e60f tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:12.201662 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-fdee82e8-73e2-42b2-8a9e-d5677b04e60f tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1410320 Mar 07 11:24:12.204995 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 47796) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:24:12.210354 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-42e34d24-75ab-4aa2-985a-4ef3564ae1fc tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Request body: {'security_group_rule': {'security_group_id': 'b99b96d3-a422-455f-8115-cb511ed9c997', 'project_id': '1f49b867d5684fed8273dad4ea32ddf6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 11:24:12.216029 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-42e34d24-75ab-4aa2-985a-4ef3564ae1fc tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 11:24:12.219796 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-42e34d24-75ab-4aa2-985a-4ef3564ae1fc tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Usage tracker for resource:security_group_rule and tenant:1f49b867d5684fed8273dad4ea32ddf6 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 11:24:12.223392 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-42e34d24-75ab-4aa2-985a-4ef3564ae1fc tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 11:24:12.229006 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-42e34d24-75ab-4aa2-985a-4ef3564ae1fc tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 11:24:12.342912 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-42e34d24-75ab-4aa2-985a-4ef3564ae1fc tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:12.401926 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-42e34d24-75ab-4aa2-985a-4ef3564ae1fc tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:12.405445 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-42e34d24-75ab-4aa2-985a-4ef3564ae1fc tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:12.428468 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e34d24-75ab-4aa2-985a-4ef3564ae1fc tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0449a0d-9e71-4b32-ac1a-48de65101443,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:24:12.436426 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-42e34d24-75ab-4aa2-985a-4ef3564ae1fc tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:12.437603 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-42e34d24-75ab-4aa2-985a-4ef3564ae1fc tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2315536 Mar 07 11:24:12.440650 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 47800) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:24:12.446166 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-abe64232-a1cc-449b-a50d-5fd717b5a3e6 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Request body: {'security_group_rule': {'security_group_id': 'b99b96d3-a422-455f-8115-cb511ed9c997', 'project_id': '1f49b867d5684fed8273dad4ea32ddf6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 11:24:12.452136 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-abe64232-a1cc-449b-a50d-5fd717b5a3e6 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 11:24:12.456510 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-abe64232-a1cc-449b-a50d-5fd717b5a3e6 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Usage tracker for resource:security_group_rule and tenant:1f49b867d5684fed8273dad4ea32ddf6 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 11:24:12.459292 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-abe64232-a1cc-449b-a50d-5fd717b5a3e6 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 11:24:12.465527 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-abe64232-a1cc-449b-a50d-5fd717b5a3e6 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 11:24:12.482080 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-abe64232-a1cc-449b-a50d-5fd717b5a3e6 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:12.543053 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-abe64232-a1cc-449b-a50d-5fd717b5a3e6 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:12.545970 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-abe64232-a1cc-449b-a50d-5fd717b5a3e6 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:12.568776 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe64232-a1cc-449b-a50d-5fd717b5a3e6 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a696818-6b83-49c1-8617-1e57495813d9,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:24:12.576623 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-abe64232-a1cc-449b-a50d-5fd717b5a3e6 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:12.577762 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-abe64232-a1cc-449b-a50d-5fd717b5a3e6 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1361282 Mar 07 11:24:12.581217 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 47804) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:24:12.586575 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-e16622e4-4fa6-4447-8ad9-f61faa0476b1 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Request body: {'security_group_rule': {'security_group_id': 'b99b96d3-a422-455f-8115-cb511ed9c997', 'project_id': '1f49b867d5684fed8273dad4ea32ddf6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 11:24:12.592307 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-e16622e4-4fa6-4447-8ad9-f61faa0476b1 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 11:24:12.596116 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-e16622e4-4fa6-4447-8ad9-f61faa0476b1 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Usage tracker for resource:security_group_rule and tenant:1f49b867d5684fed8273dad4ea32ddf6 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 11:24:12.598938 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-e16622e4-4fa6-4447-8ad9-f61faa0476b1 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 11:24:12.604526 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-e16622e4-4fa6-4447-8ad9-f61faa0476b1 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 11:24:12.620296 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e16622e4-4fa6-4447-8ad9-f61faa0476b1 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:12.684982 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e16622e4-4fa6-4447-8ad9-f61faa0476b1 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:12.688186 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e16622e4-4fa6-4447-8ad9-f61faa0476b1 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:12.714973 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16622e4-4fa6-4447-8ad9-f61faa0476b1 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ab07530-204f-4b56-8931-de2b68346e5e,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:24:12.721573 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e16622e4-4fa6-4447-8ad9-f61faa0476b1 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:12.723172 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-e16622e4-4fa6-4447-8ad9-f61faa0476b1 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1409879 Mar 07 11:24:12.725840 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 47808) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:24:12.731183 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-9a0e1426-359c-4550-ba93-5040d4821474 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Request body: {'security_group_rule': {'security_group_id': 'b99b96d3-a422-455f-8115-cb511ed9c997', 'project_id': '1f49b867d5684fed8273dad4ea32ddf6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 11:24:12.737295 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-9a0e1426-359c-4550-ba93-5040d4821474 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 11:24:12.741198 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-9a0e1426-359c-4550-ba93-5040d4821474 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Usage tracker for resource:security_group_rule and tenant:1f49b867d5684fed8273dad4ea32ddf6 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 11:24:12.744136 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-9a0e1426-359c-4550-ba93-5040d4821474 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 11:24:12.749747 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-9a0e1426-359c-4550-ba93-5040d4821474 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 11:24:12.760000 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.db.securitygroups_db [None req-9a0e1426-359c-4550-ba93-5040d4821474 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Project 1f49b867d5684fed8273dad4ea32ddf6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 11:24:12.766069 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9a0e1426-359c-4550-ba93-5040d4821474 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:12.830227 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9a0e1426-359c-4550-ba93-5040d4821474 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:12.833470 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9a0e1426-359c-4550-ba93-5040d4821474 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:12.855211 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0e1426-359c-4550-ba93-5040d4821474 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ef088f9-c1c6-4cf9-ab94-736e281bb882,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:24:12.864216 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9a0e1426-359c-4550-ba93-5040d4821474 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:12.865428 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-9a0e1426-359c-4550-ba93-5040d4821474 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1386328 Mar 07 11:24:12.868150 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 47812) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:24:12.873540 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.v2.base [None req-a0c6ccc9-ccaf-4461-a720-55e7f1feac4f tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Request body: {'security_group_rule': {'security_group_id': 'b99b96d3-a422-455f-8115-cb511ed9c997', 'project_id': '1f49b867d5684fed8273dad4ea32ddf6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 11:24:12.879988 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-a0c6ccc9-ccaf-4461-a720-55e7f1feac4f tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 11:24:12.883715 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-a0c6ccc9-ccaf-4461-a720-55e7f1feac4f tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Usage tracker for resource:security_group_rule and tenant:1f49b867d5684fed8273dad4ea32ddf6 is out of sync, need to count used quota {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 11:24:12.886541 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-a0c6ccc9-ccaf-4461-a720-55e7f1feac4f tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 11:24:12.892912 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.quota.driver [None req-a0c6ccc9-ccaf-4461-a720-55e7f1feac4f tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 11:24:12.905005 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.db.securitygroups_db [None req-a0c6ccc9-ccaf-4461-a720-55e7f1feac4f tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Project 1f49b867d5684fed8273dad4ea32ddf6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 11:24:12.911725 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a0c6ccc9-ccaf-4461-a720-55e7f1feac4f tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:12.978408 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a0c6ccc9-ccaf-4461-a720-55e7f1feac4f tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:12.981998 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a0c6ccc9-ccaf-4461-a720-55e7f1feac4f tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4003491'] for security_group_rule, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:13.005366 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c6ccc9-ccaf-4461-a720-55e7f1feac4f tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b3581dc-cdbf-4764-8e89-8333734ce745,revision_number=0']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:24:13.013140 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a0c6ccc9-ccaf-4461-a720-55e7f1feac4f tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:13.014271 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-a0c6ccc9-ccaf-4461-a720-55e7f1feac4f tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1451950 Mar 07 11:24:13.179516 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-319ea368-10bf-4f67-9beb-e4c03c7e0bf2 req-ee420143-0380-4da0-a0b1-b57b5f7746a2 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Synchronizing usage tracker for tenant:1f49b867d5684fed8273dad4ea32ddf6 on resource:security_group {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 11:24:13.195578 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-319ea368-10bf-4f67-9beb-e4c03c7e0bf2 req-ee420143-0380-4da0-a0b1-b57b5f7746a2 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Unset dirty status for tenant:1f49b867d5684fed8273dad4ea32ddf6 on resource:security_group {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 11:24:13.196807 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-319ea368-10bf-4f67-9beb-e4c03c7e0bf2 req-ee420143-0380-4da0-a0b1-b57b5f7746a2 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1643170175&fields=id&tenant_id=1f49b867d5684fed8273dad4ea32ddf6 HTTP/1.1" status: 200 len: 267 time: 0.0567555 Mar 07 11:24:13.341302 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319ea368-10bf-4f67-9beb-e4c03c7e0bf2 req-924e135d-b7c9-4348-9cb6-bc947d5b03bc tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:24:13.341962 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-319ea368-10bf-4f67-9beb-e4c03c7e0bf2 req-924e135d-b7c9-4348-9cb6-bc947d5b03bc tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Synchronizing usage tracker for tenant:1f49b867d5684fed8273dad4ea32ddf6 on resource:network {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 11:24:13.358440 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-319ea368-10bf-4f67-9beb-e4c03c7e0bf2 req-924e135d-b7c9-4348-9cb6-bc947d5b03bc tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Unset dirty status for tenant:1f49b867d5684fed8273dad4ea32ddf6 on resource:network {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 11:24:13.359299 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-319ea368-10bf-4f67-9beb-e4c03c7e0bf2 req-924e135d-b7c9-4348-9cb6-bc947d5b03bc tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] 10.222.0.13 "GET /v2.0/networks?id=5d29450a-bf97-4357-9c49-8022e88bef71 HTTP/1.1" status: 200 len: 809 time: 0.1561234 Mar 07 11:24:13.375208 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-319ea368-10bf-4f67-9beb-e4c03c7e0bf2 req-9a20f94b-d61f-4caa-ac9d-3fafb89297cc tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] 10.222.0.13 "GET /v2.0/quotas/1f49b867d5684fed8273dad4ea32ddf6 HTTP/1.1" status: 200 len: 375 time: 0.0101461 Mar 07 11:24:13.456183 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-319ea368-10bf-4f67-9beb-e4c03c7e0bf2 req-92ea685c-3b64-4f33-bc12-ef22968b0d59 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Synchronizing usage tracker for tenant:1f49b867d5684fed8273dad4ea32ddf6 on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 11:24:13.472643 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-319ea368-10bf-4f67-9beb-e4c03c7e0bf2 req-92ea685c-3b64-4f33-bc12-ef22968b0d59 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Unset dirty status for tenant:1f49b867d5684fed8273dad4ea32ddf6 on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 11:24:13.473901 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-319ea368-10bf-4f67-9beb-e4c03c7e0bf2 req-92ea685c-3b64-4f33-bc12-ef22968b0d59 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1f49b867d5684fed8273dad4ea32ddf6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0930631 Mar 07 11:24:13.668468 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [req-319ea368-10bf-4f67-9beb-e4c03c7e0bf2 req-36a0fb86-23ed-45e7-be90-b56b1eeea7ea service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=83737) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 07 11:24:13.669447 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-319ea368-10bf-4f67-9beb-e4c03c7e0bf2 req-36a0fb86-23ed-45e7-be90-b56b1eeea7ea service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0672896 Mar 07 11:24:13.799090 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-319ea368-10bf-4f67-9beb-e4c03c7e0bf2 req-47c1f924-d3d5-4e35-8a24-9dd369a10d23 service neutron] 10.222.0.13 "GET /v2.0/networks/5d29450a-bf97-4357-9c49-8022e88bef71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217463 Mar 07 11:24:13.928726 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-319ea368-10bf-4f67-9beb-e4c03c7e0bf2 req-a6ca5cf5-aec4-4f50-a322-aaefdf8c835a service neutron] 10.222.0.13 "GET /v2.0/networks/5d29450a-bf97-4357-9c49-8022e88bef71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240094 Mar 07 11:24:14.118100 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d0e90282-a499-4e75-9ef4-e6805340d86a req-77bd2528-081e-4611-a803-22c156c434db tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b972782-1453-48d0-a0e0-bdb506e21d83 HTTP/1.1" status: 200 len: 210 time: 0.0401289 Mar 07 11:24:15.380393 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-57d08ae2-ed92-47fe-acaa-5b1b6edfd55e req-01b506a2-65b6-4603-9fd9-ec385b9a0f8a tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b972782-1453-48d0-a0e0-bdb506e21d83 HTTP/1.1" status: 200 len: 210 time: 0.0569935 Mar 07 11:24:15.441182 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319ea368-10bf-4f67-9beb-e4c03c7e0bf2 req-38ad8038-5dd6-4103-905b-9a7923f575a4 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:24:15.442608 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-319ea368-10bf-4f67-9beb-e4c03c7e0bf2 req-38ad8038-5dd6-4103-905b-9a7923f575a4 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] 10.222.0.10 "GET /v2.0/networks?id=5d29450a-bf97-4357-9c49-8022e88bef71 HTTP/1.1" status: 200 len: 809 time: 0.2163162 Mar 07 11:24:15.500018 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-319ea368-10bf-4f67-9beb-e4c03c7e0bf2 req-9ed76d2c-2ff1-4926-8d65-7f1f17f9f4a0 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1f49b867d5684fed8273dad4ea32ddf6 HTTP/1.1" status: 200 len: 380 time: 0.0435364 Mar 07 11:24:15.508446 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [req-319ea368-10bf-4f67-9beb-e4c03c7e0bf2 req-c2ae7e96-60c7-4983-94a9-6a2b3e1f4909 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Request body: {'port': {'device_id': '8b972782-1453-48d0-a0e0-bdb506e21d83', 'network_id': '5d29450a-bf97-4357-9c49-8022e88bef71', 'admin_state_up': True, 'tenant_id': '1f49b867d5684fed8273dad4ea32ddf6', 'security_groups': ['b99b96d3-a422-455f-8115-cb511ed9c997']}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 11:24:15.650596 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [req-319ea368-10bf-4f67-9beb-e4c03c7e0bf2 req-c2ae7e96-60c7-4983-94a9-6a2b3e1f4909 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 11:24:15.660864 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [req-319ea368-10bf-4f67-9beb-e4c03c7e0bf2 req-c2ae7e96-60c7-4983-94a9-6a2b3e1f4909 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 11:24:15.670762 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-319ea368-10bf-4f67-9beb-e4c03c7e0bf2 req-c2ae7e96-60c7-4983-94a9-6a2b3e1f4909 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Made reservation on behalf of 1f49b867d5684fed8273dad4ea32ddf6 for: {'port': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:24:15.674704 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-319ea368-10bf-4f67-9beb-e4c03c7e0bf2 req-c2ae7e96-60c7-4983-94a9-6a2b3e1f4909 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:15.834524 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device fd00eadf-cb07-4497-ae1e-a16f4f1aafbb up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 11:24:15.837503 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [req-319ea368-10bf-4f67-9beb-e4c03c7e0bf2 req-c2ae7e96-60c7-4983-94a9-6a2b3e1f4909 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Allocated IP 172.20.0.3 (5d29450a-bf97-4357-9c49-8022e88bef71/3e7c99cf-ee42-40c6-a0c3-cc0b31ae77dd/2d289cf8-98df-4617-9874-facdba389688) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:24:15.905671 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning for port fd00eadf-cb07-4497-ae1e-a16f4f1aafbb completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 11:24:15.910679 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port fd00eadf-cb07-4497-ae1e-a16f4f1aafbb triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 11:24:15.911041 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:16.022548 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-319ea368-10bf-4f67-9beb-e4c03c7e0bf2 req-c2ae7e96-60c7-4983-94a9-6a2b3e1f4909 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:16.026713 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:16.038842 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [req-319ea368-10bf-4f67-9beb-e4c03c7e0bf2 req-c2ae7e96-60c7-4983-94a9-6a2b3e1f4909 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Transition to ACTIVE for port object 2d289cf8-98df-4617-9874-facdba389688 will not be triggered until provisioned by entity DHCP. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 11:24:16.043874 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] For port fd00eadf-cb07-4497-ae1e-a16f4f1aafbb, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=fd00eadf-cb07-4497-ae1e-a16f4f1aafbb,segment=NetworkSegment(9a22e080-7529-4fc7-949d-9f84ba21807d),segment_id=9a22e080-7529-4fc7-949d-9f84ba21807d)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:24:16.048677 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:16.062752 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-319ea368-10bf-4f67-9beb-e4c03c7e0bf2 req-c2ae7e96-60c7-4983-94a9-6a2b3e1f4909 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:16.120447 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Pushing event updated for resources: {'Port': ['ID=fd00eadf-cb07-4497-ae1e-a16f4f1aafbb,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:24:16.140868 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:16.141066 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-319ea368-10bf-4f67-9beb-e4c03c7e0bf2 req-c2ae7e96-60c7-4983-94a9-6a2b3e1f4909 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Network 5d29450a-bf97-4357-9c49-8022e88bef71 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:24:16.144845 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [req-319ea368-10bf-4f67-9beb-e4c03c7e0bf2 req-c2ae7e96-60c7-4983-94a9-6a2b3e1f4909 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:24:16.146718 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ae7e96-60c7-4983-94a9-6a2b3e1f4909 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Pushing event updated for resources: {'Port': ['ID=2d289cf8-98df-4617-9874-facdba389688,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:24:16.148761 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [req-319ea368-10bf-4f67-9beb-e4c03c7e0bf2 req-c2ae7e96-60c7-4983-94a9-6a2b3e1f4909 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 11:24:16.212036 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319ea368-10bf-4f67-9beb-e4c03c7e0bf2 req-c2ae7e96-60c7-4983-94a9-6a2b3e1f4909 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:24:16.212658 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-319ea368-10bf-4f67-9beb-e4c03c7e0bf2 req-c2ae7e96-60c7-4983-94a9-6a2b3e1f4909 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:16.241268 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-319ea368-10bf-4f67-9beb-e4c03c7e0bf2 req-c2ae7e96-60c7-4983-94a9-6a2b3e1f4909 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7363739 Mar 07 11:24:16.252714 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [req-319ea368-10bf-4f67-9beb-e4c03c7e0bf2 req-d7f6f1bc-6ebb-4178-8583-9c13fb6f8724 service neutron] Request body: {'port': {'device_id': '8b972782-1453-48d0-a0e0-bdb506e21d83', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8307'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 11:24:16.347726 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-e9a784c5-c73f-4a84-81fa-6b608733dae5 None None] Provisioning for port 2d289cf8-98df-4617-9874-facdba389688 completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 11:24:16.352465 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-e9a784c5-c73f-4a84-81fa-6b608733dae5 None None] Provisioning complete for port 2d289cf8-98df-4617-9874-facdba389688 triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 11:24:16.352913 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-e9a784c5-c73f-4a84-81fa-6b608733dae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:16.364586 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-319ea368-10bf-4f67-9beb-e4c03c7e0bf2 req-d7f6f1bc-6ebb-4178-8583-9c13fb6f8724 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:16.405622 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-e9a784c5-c73f-4a84-81fa-6b608733dae5 None None] Port 2d289cf8-98df-4617-9874-facdba389688 cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 11:24:16.677125 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291af293-cda6-4cb6-9f99-2103c8225b82 req-01dc725d-6f9b-4901-9fbe-a4720cfc9de5 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:24:16.677731 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-291af293-cda6-4cb6-9f99-2103c8225b82 req-01dc725d-6f9b-4901-9fbe-a4720cfc9de5 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Synchronizing usage tracker for tenant:1f49b867d5684fed8273dad4ea32ddf6 on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 11:24:16.754292 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-291af293-cda6-4cb6-9f99-2103c8225b82 req-01dc725d-6f9b-4901-9fbe-a4720cfc9de5 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Unset dirty status for tenant:1f49b867d5684fed8273dad4ea32ddf6 on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 11:24:16.755457 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-291af293-cda6-4cb6-9f99-2103c8225b82 req-01dc725d-6f9b-4901-9fbe-a4720cfc9de5 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b972782-1453-48d0-a0e0-bdb506e21d83 HTTP/1.1" status: 200 len: 931 time: 0.2481647 Mar 07 11:24:16.832033 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-291af293-cda6-4cb6-9f99-2103c8225b82 req-f11de0e3-0112-4e18-a288-ef551de5c436 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] 10.222.0.13 "GET /v2.0/security-groups?id=b99b96d3-a422-455f-8115-cb511ed9c997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628853 Mar 07 11:24:16.897688 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [req-319ea368-10bf-4f67-9beb-e4c03c7e0bf2 req-d7f6f1bc-6ebb-4178-8583-9c13fb6f8724 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d289cf8-98df-4617-9874-facdba389688 {{(pid=83737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 07 11:24:16.904341 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-319ea368-10bf-4f67-9beb-e4c03c7e0bf2 req-d7f6f1bc-6ebb-4178-8583-9c13fb6f8724 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:16.919854 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [req-319ea368-10bf-4f67-9beb-e4c03c7e0bf2 req-d7f6f1bc-6ebb-4178-8583-9c13fb6f8724 service neutron] Transition to ACTIVE for port object 2d289cf8-98df-4617-9874-facdba389688 will not be triggered until provisioned by entity L2. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 11:24:16.923200 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-319ea368-10bf-4f67-9beb-e4c03c7e0bf2 req-d7f6f1bc-6ebb-4178-8583-9c13fb6f8724 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3012561'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:17.045549 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f6f1bc-6ebb-4178-8583-9c13fb6f8724 service neutron] Pushing event updated for resources: {'Port': ['ID=2d289cf8-98df-4617-9874-facdba389688,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:24:17.150118 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [req-319ea368-10bf-4f67-9beb-e4c03c7e0bf2 req-d7f6f1bc-6ebb-4178-8583-9c13fb6f8724 service neutron] Attempting to bind port 2d289cf8-98df-4617-9874-facdba389688 on host hv-neutron-8307 for vnic_type normal with profile {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 11:24:17.150454 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [req-319ea368-10bf-4f67-9beb-e4c03c7e0bf2 req-d7f6f1bc-6ebb-4178-8583-9c13fb6f8724 service neutron] Attempting to bind port 2d289cf8-98df-4617-9874-facdba389688 by drivers openvswitch,hyperv on host hv-neutron-8307 at level 0 using segments [{'id': 'aeccc377-c215-4ef7-9c67-c11814bbc3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5d29450a-bf97-4357-9c49-8022e88bef71'}] {{(pid=83737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 11:24:17.150778 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-319ea368-10bf-4f67-9beb-e4c03c7e0bf2 req-d7f6f1bc-6ebb-4178-8583-9c13fb6f8724 service neutron] Attempting to bind port 2d289cf8-98df-4617-9874-facdba389688 on network 5d29450a-bf97-4357-9c49-8022e88bef71 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 11:24:17.156408 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-319ea368-10bf-4f67-9beb-e4c03c7e0bf2 req-d7f6f1bc-6ebb-4178-8583-9c13fb6f8724 service neutron] Port 2d289cf8-98df-4617-9874-facdba389688 on network 5d29450a-bf97-4357-9c49-8022e88bef71 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8307 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 07 11:24:17.156754 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-319ea368-10bf-4f67-9beb-e4c03c7e0bf2 req-d7f6f1bc-6ebb-4178-8583-9c13fb6f8724 service neutron] Attempting to bind port 2d289cf8-98df-4617-9874-facdba389688 on network 5d29450a-bf97-4357-9c49-8022e88bef71 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 11:24:17.163528 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-319ea368-10bf-4f67-9beb-e4c03c7e0bf2 req-d7f6f1bc-6ebb-4178-8583-9c13fb6f8724 service neutron] Checking agent: {'id': 'fb93ecad-d7e5-4e81-99ef-d8d0ee7386ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8307', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 21, 15), 'started_at': datetime.datetime(2022, 3, 7, 10, 21, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 24, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 11:24:17.163856 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-319ea368-10bf-4f67-9beb-e4c03c7e0bf2 req-d7f6f1bc-6ebb-4178-8583-9c13fb6f8724 service neutron] Checking segment: {'id': 'aeccc377-c215-4ef7-9c67-c11814bbc3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5d29450a-bf97-4357-9c49-8022e88bef71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 11:24:17.164230 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-319ea368-10bf-4f67-9beb-e4c03c7e0bf2 req-d7f6f1bc-6ebb-4178-8583-9c13fb6f8724 service neutron] Bound using segment: {'id': 'aeccc377-c215-4ef7-9c67-c11814bbc3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5d29450a-bf97-4357-9c49-8022e88bef71'} {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 11:24:17.164683 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [req-319ea368-10bf-4f67-9beb-e4c03c7e0bf2 req-d7f6f1bc-6ebb-4178-8583-9c13fb6f8724 service neutron] Bound port: 2d289cf8-98df-4617-9874-facdba389688, host: hv-neutron-8307, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aeccc377-c215-4ef7-9c67-c11814bbc3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5d29450a-bf97-4357-9c49-8022e88bef71'}}] {{(pid=83737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 11:24:17.165026 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-319ea368-10bf-4f67-9beb-e4c03c7e0bf2 req-d7f6f1bc-6ebb-4178-8583-9c13fb6f8724 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:17.265564 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [req-319ea368-10bf-4f67-9beb-e4c03c7e0bf2 req-d7f6f1bc-6ebb-4178-8583-9c13fb6f8724 service neutron] For port 2d289cf8-98df-4617-9874-facdba389688, host hv-neutron-8307, cleared binding levels {{(pid=83737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:24:17.268607 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [req-319ea368-10bf-4f67-9beb-e4c03c7e0bf2 req-d7f6f1bc-6ebb-4178-8583-9c13fb6f8724 service neutron] For port 2d289cf8-98df-4617-9874-facdba389688, host hv-neutron-8307, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=2d289cf8-98df-4617-9874-facdba389688,segment=NetworkSegment(aeccc377-c215-4ef7-9c67-c11814bbc3bc),segment_id=aeccc377-c215-4ef7-9c67-c11814bbc3bc)] {{(pid=83737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:24:17.272732 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-319ea368-10bf-4f67-9beb-e4c03c7e0bf2 req-d7f6f1bc-6ebb-4178-8583-9c13fb6f8724 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3012561'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:17.331671 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-319ea368-10bf-4f67-9beb-e4c03c7e0bf2 req-d7f6f1bc-6ebb-4178-8583-9c13fb6f8724 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:17.333039 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-319ea368-10bf-4f67-9beb-e4c03c7e0bf2 req-d7f6f1bc-6ebb-4178-8583-9c13fb6f8724 service neutron] 10.222.0.10 "PUT /v2.0/ports/2d289cf8-98df-4617-9874-facdba389688 HTTP/1.1" status: 200 len: 1093 time: 1.0852380 Mar 07 11:24:17.333467 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b972782-1453-48d0-a0e0-bdb506e21d83', 'tag': '2d289cf8-98df-4617-9874-facdba389688'}] {{(pid=83737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 11:24:17.357412 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f6f1bc-6ebb-4178-8583-9c13fb6f8724 service neutron] Pushing event updated for resources: {'Port': ['ID=2d289cf8-98df-4617-9874-facdba389688,revision_number=3']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:24:17.408693 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b972782-1453-48d0-a0e0-bdb506e21d83', 'tag': '2d289cf8-98df-4617-9874-facdba389688', 'status': 'completed', 'code': 200} Mar 07 11:24:17.449786 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-319ea368-10bf-4f67-9beb-e4c03c7e0bf2 req-e178d0f2-7d58-43ae-b9ee-a63bed29cb67 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1f49b867d5684fed8273dad4ea32ddf6&device_id=8b972782-1453-48d0-a0e0-bdb506e21d83 HTTP/1.1" status: 200 len: 1096 time: 0.0755928 Mar 07 11:24:17.517418 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-319ea368-10bf-4f67-9beb-e4c03c7e0bf2 req-ca3df9b5-9229-4658-afd7-40324b82a886 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2d289cf8-98df-4617-9874-facdba389688 HTTP/1.1" status: 200 len: 217 time: 0.0604477 Mar 07 11:24:17.582993 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319ea368-10bf-4f67-9beb-e4c03c7e0bf2 req-4955d073-2559-43db-903c-619477462295 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:24:17.584422 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-319ea368-10bf-4f67-9beb-e4c03c7e0bf2 req-4955d073-2559-43db-903c-619477462295 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3e7c99cf-ee42-40c6-a0c3-cc0b31ae77dd HTTP/1.1" status: 200 len: 848 time: 0.0617661 Mar 07 11:24:17.656543 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-319ea368-10bf-4f67-9beb-e4c03c7e0bf2 req-5e629c91-30cc-4407-819e-543336da70d3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5d29450a-bf97-4357-9c49-8022e88bef71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0652630 Mar 07 11:24:17.784290 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-319ea368-10bf-4f67-9beb-e4c03c7e0bf2 req-251072e8-07d9-4ecc-83de-f16648915f89 service neutron] 10.222.0.10 "GET /v2.0/networks/5d29450a-bf97-4357-9c49-8022e88bef71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220379 Mar 07 11:24:17.818834 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device fd00eadf-cb07-4497-ae1e-a16f4f1aafbb up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 11:24:17.887425 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port fd00eadf-cb07-4497-ae1e-a16f4f1aafbb triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 11:24:17.887870 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:17.921591 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-319ea368-10bf-4f67-9beb-e4c03c7e0bf2 req-f207ce2a-b249-4b36-9274-b930696fa1f6 service neutron] 10.222.0.10 "GET /v2.0/networks/5d29450a-bf97-4357-9c49-8022e88bef71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314387 Mar 07 11:24:18.088623 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93635919-ba33-4bba-99bf-6353ac418370 req-6a348a58-b76e-4549-bb57-054acc9db54f tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:24:18.089957 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-93635919-ba33-4bba-99bf-6353ac418370 req-6a348a58-b76e-4549-bb57-054acc9db54f tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b972782-1453-48d0-a0e0-bdb506e21d83 HTTP/1.1" status: 200 len: 943 time: 0.1311600 Mar 07 11:24:18.097992 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-8d5689d8-9117-447e-b96e-2310aa5e2436 req-1a19b52e-f8e1-4bf8-b509-53e37174a3ce service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1f49b867d5684fed8273dad4ea32ddf6&device_id=8b972782-1453-48d0-a0e0-bdb506e21d83 HTTP/1.1" status: 200 len: 1096 time: 0.1049790 Mar 07 11:24:18.304981 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-93635919-ba33-4bba-99bf-6353ac418370 req-3a87fc61-49a2-496a-bf58-92bdf1ecf2c0 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] 10.222.0.13 "GET /v2.0/security-groups?id=b99b96d3-a422-455f-8115-cb511ed9c997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2060578 Mar 07 11:24:18.342894 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5689d8-9117-447e-b96e-2310aa5e2436 req-958f95d9-845c-42e6-8efd-bf0fd78132ce service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:24:18.344404 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-8d5689d8-9117-447e-b96e-2310aa5e2436 req-958f95d9-845c-42e6-8efd-bf0fd78132ce service neutron] 10.222.0.10 "GET /v2.0/networks?id=5d29450a-bf97-4357-9c49-8022e88bef71 HTTP/1.1" status: 200 len: 910 time: 0.2316723 Mar 07 11:24:18.414101 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-8d5689d8-9117-447e-b96e-2310aa5e2436 req-6ffb5779-64d3-4718-acd1-9352fe774024 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2d289cf8-98df-4617-9874-facdba389688 HTTP/1.1" status: 200 len: 217 time: 0.0630972 Mar 07 11:24:18.474071 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5689d8-9117-447e-b96e-2310aa5e2436 req-43e0fe63-b798-4fbf-95c9-8644d0a26043 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:24:18.475477 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-8d5689d8-9117-447e-b96e-2310aa5e2436 req-43e0fe63-b798-4fbf-95c9-8644d0a26043 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3e7c99cf-ee42-40c6-a0c3-cc0b31ae77dd HTTP/1.1" status: 200 len: 848 time: 0.0557942 Mar 07 11:24:18.550115 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-8d5689d8-9117-447e-b96e-2310aa5e2436 req-ba2147fc-693c-4c19-aa80-6bd195b3b2dc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5d29450a-bf97-4357-9c49-8022e88bef71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689552 Mar 07 11:24:18.676943 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-8d5689d8-9117-447e-b96e-2310aa5e2436 req-e01fcfcd-4ca2-49b3-bcb3-d704b1cd72cf service neutron] 10.222.0.10 "GET /v2.0/networks/5d29450a-bf97-4357-9c49-8022e88bef71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209016 Mar 07 11:24:18.802817 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-8d5689d8-9117-447e-b96e-2310aa5e2436 req-d81ef322-6926-4939-b736-5dd3fc279e0c service neutron] 10.222.0.10 "GET /v2.0/networks/5d29450a-bf97-4357-9c49-8022e88bef71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201468 Mar 07 11:24:19.413230 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc91bad-0a09-4ba6-8ef9-5353ab4b3c16 None None] Sync routers for ids ['ce227f17-0610-48da-823f-d700b0244dcb'] in dv-neutron-830731-3-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 11:24:19.425013 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc91bad-0a09-4ba6-8ef9-5353ab4b3c16 None None] Routers {'ce227f17-0610-48da-823f-d700b0244dcb'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 11:24:19.425628 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-ebc91bad-0a09-4ba6-8ef9-5353ab4b3c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T11:24:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['ce227f17-0610-48da-823f-d700b0244dcb'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:24:19.501493 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2896a5ad-1d2f-4542-aaa1-98cc251da756 req-1b70b00f-9540-4147-8277-5bd9025d74f0 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:24:19.502943 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-2896a5ad-1d2f-4542-aaa1-98cc251da756 req-1b70b00f-9540-4147-8277-5bd9025d74f0 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b972782-1453-48d0-a0e0-bdb506e21d83 HTTP/1.1" status: 200 len: 943 time: 0.0767126 Mar 07 11:24:19.547828 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-2896a5ad-1d2f-4542-aaa1-98cc251da756 req-c0ba16e6-8b73-43ca-88b2-4a9b169299ed tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] 10.222.0.13 "GET /v2.0/security-groups?id=b99b96d3-a422-455f-8115-cb511ed9c997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392187 Mar 07 11:24:19.599575 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-ebc91bad-0a09-4ba6-8ef9-5353ab4b3c16 None None] Set router ce227f17-0610-48da-823f-d700b0244dcb gateway port host: dv-neutron-830731-3-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 11:24:19.896428 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-ebc91bad-0a09-4ba6-8ef9-5353ab4b3c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce227f17-0610-48da-823f-d700b0244dcb', 'name': 'tempest-TestSnapshotPattern-203746283-router', 'tenant_id': '1f49b867d5684fed8273dad4ea32ddf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.214'}], 'enable_snat': True}, 'gw_port_id': '0876a0dd-ecec-4b09-8dff-eb34c3acd25d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:24:00Z', 'updated_at': '2022-03-07T11:24:03Z', 'revision_number': 4, 'project_id': '1f49b867d5684fed8273dad4ea32ddf6', 'gw_port': {'id': '0876a0dd-ecec-4b09-8dff-eb34c3acd25d', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:1a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce227f17-0610-48da-823f-d700b0244dcb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:24:01Z', 'updated_at': '2022-03-07T11:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_interfaces': [{'id': '7d2a4269-4bad-4bdd-9bf7-1fabe48e033f', 'name': '', 'network_id': '5d29450a-bf97-4357-9c49-8022e88bef71', 'tenant_id': '1f49b867d5684fed8273dad4ea32ddf6', 'mac_address': 'fa:16:3e:2b:00:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce227f17-0610-48da-823f-d700b0244dcb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e7c99cf-ee42-40c6-a0c3-cc0b31ae77dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:24:03Z', 'updated_at': '2022-03-07T11:24:03Z', 'revision_number': 2, 'project_id': '1f49b867d5684fed8273dad4ea32ddf6', 'subnets': [{'id': '3e7c99cf-ee42-40c6-a0c3-cc0b31ae77dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:24:19.900465 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc91bad-0a09-4ba6-8ef9-5353ab4b3c16 None None] Checking router: ce227f17-0610-48da-823f-d700b0244dcb for host: dv-neutron-830731-3-hyperv {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 07 11:24:19.900835 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc91bad-0a09-4ba6-8ef9-5353ab4b3c16 None None] Updating router ce227f17-0610-48da-823f-d700b0244dcb port 7d2a4269-4bad-4bdd-9bf7-1fabe48e033f binding host dv-neutron-830731-3-hyperv {{(pid=83739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 07 11:24:19.949634 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-ebc91bad-0a09-4ba6-8ef9-5353ab4b3c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:20.325275 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-ebc91bad-0a09-4ba6-8ef9-5353ab4b3c16 None None] Notify callbacks [] for port, precommit_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:20.336400 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-ebc91bad-0a09-4ba6-8ef9-5353ab4b3c16 None None] Transition to ACTIVE for port object 7d2a4269-4bad-4bdd-9bf7-1fabe48e033f will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 11:24:20.343220 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-ebc91bad-0a09-4ba6-8ef9-5353ab4b3c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:20.463625 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03982e61-bf7a-4754-aa19-557687f2ab7d None None] Pushing event updated for resources: {'Port': ['ID=7d2a4269-4bad-4bdd-9bf7-1fabe48e033f,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:24:20.556580 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-ebc91bad-0a09-4ba6-8ef9-5353ab4b3c16 None None] Attempting to bind port 7d2a4269-4bad-4bdd-9bf7-1fabe48e033f on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 11:24:20.556953 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-ebc91bad-0a09-4ba6-8ef9-5353ab4b3c16 None None] Attempting to bind port 7d2a4269-4bad-4bdd-9bf7-1fabe48e033f by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': 'aeccc377-c215-4ef7-9c67-c11814bbc3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5d29450a-bf97-4357-9c49-8022e88bef71'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 11:24:20.557315 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc91bad-0a09-4ba6-8ef9-5353ab4b3c16 None None] Attempting to bind port 7d2a4269-4bad-4bdd-9bf7-1fabe48e033f on network 5d29450a-bf97-4357-9c49-8022e88bef71 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 11:24:20.563796 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc91bad-0a09-4ba6-8ef9-5353ab4b3c16 None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 11:24:20.564267 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc91bad-0a09-4ba6-8ef9-5353ab4b3c16 None None] Checking segment: {'id': 'aeccc377-c215-4ef7-9c67-c11814bbc3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5d29450a-bf97-4357-9c49-8022e88bef71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 11:24:20.564955 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-ebc91bad-0a09-4ba6-8ef9-5353ab4b3c16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:20.565617 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc91bad-0a09-4ba6-8ef9-5353ab4b3c16 None None] Bound using segment: {'id': 'aeccc377-c215-4ef7-9c67-c11814bbc3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5d29450a-bf97-4357-9c49-8022e88bef71'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 11:24:20.566123 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-ebc91bad-0a09-4ba6-8ef9-5353ab4b3c16 None None] Bound port: 7d2a4269-4bad-4bdd-9bf7-1fabe48e033f, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aeccc377-c215-4ef7-9c67-c11814bbc3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5d29450a-bf97-4357-9c49-8022e88bef71'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 11:24:20.566499 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-ebc91bad-0a09-4ba6-8ef9-5353ab4b3c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:20.669337 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-ebc91bad-0a09-4ba6-8ef9-5353ab4b3c16 None None] For port 7d2a4269-4bad-4bdd-9bf7-1fabe48e033f, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:24:20.672603 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-ebc91bad-0a09-4ba6-8ef9-5353ab4b3c16 None None] For port 7d2a4269-4bad-4bdd-9bf7-1fabe48e033f, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=7d2a4269-4bad-4bdd-9bf7-1fabe48e033f,segment=NetworkSegment(aeccc377-c215-4ef7-9c67-c11814bbc3bc),segment_id=aeccc377-c215-4ef7-9c67-c11814bbc3bc)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:24:20.678316 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-ebc91bad-0a09-4ba6-8ef9-5353ab4b3c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:20.748334 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70941ff-2a4b-4c82-b9a1-d249b3d852cc req-f4af904e-f41c-42d9-909c-42c0b77e74e1 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:24:20.755253 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c70941ff-2a4b-4c82-b9a1-d249b3d852cc req-f4af904e-f41c-42d9-909c-42c0b77e74e1 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b972782-1453-48d0-a0e0-bdb506e21d83 HTTP/1.1" status: 200 len: 943 time: 0.0882168 Mar 07 11:24:20.762351 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03982e61-bf7a-4754-aa19-557687f2ab7d None None] Pushing event updated for resources: {'Port': ['ID=7d2a4269-4bad-4bdd-9bf7-1fabe48e033f,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:24:20.765620 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc91bad-0a09-4ba6-8ef9-5353ab4b3c16 None None] Routers {'ce227f17-0610-48da-823f-d700b0244dcb'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 11:24:20.766218 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-ebc91bad-0a09-4ba6-8ef9-5353ab4b3c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T11:24:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['ce227f17-0610-48da-823f-d700b0244dcb'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:24:20.809564 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c70941ff-2a4b-4c82-b9a1-d249b3d852cc req-d38946e4-ba77-41f4-a7b6-5d9e989741f4 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] 10.222.0.13 "GET /v2.0/security-groups?id=b99b96d3-a422-455f-8115-cb511ed9c997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533187 Mar 07 11:24:20.957942 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-ebc91bad-0a09-4ba6-8ef9-5353ab4b3c16 None None] Set router ce227f17-0610-48da-823f-d700b0244dcb gateway port host: dv-neutron-830731-3-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 11:24:21.095769 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03f1ae7-60c5-42b2-a3e2-b011b1578651 None None] Sync routers for ids ['9616a50a-0165-42c5-aaa6-01114522e5b5'] in dv-neutron-830731-3-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 11:24:21.107007 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03f1ae7-60c5-42b2-a3e2-b011b1578651 None None] Routers {'9616a50a-0165-42c5-aaa6-01114522e5b5'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 11:24:21.107596 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-a03f1ae7-60c5-42b2-a3e2-b011b1578651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T11:24:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['9616a50a-0165-42c5-aaa6-01114522e5b5'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:24:21.278357 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-ebc91bad-0a09-4ba6-8ef9-5353ab4b3c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce227f17-0610-48da-823f-d700b0244dcb', 'name': 'tempest-TestSnapshotPattern-203746283-router', 'tenant_id': '1f49b867d5684fed8273dad4ea32ddf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.214'}], 'enable_snat': True}, 'gw_port_id': '0876a0dd-ecec-4b09-8dff-eb34c3acd25d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:24:00Z', 'updated_at': '2022-03-07T11:24:03Z', 'revision_number': 4, 'project_id': '1f49b867d5684fed8273dad4ea32ddf6', 'gw_port': {'id': '0876a0dd-ecec-4b09-8dff-eb34c3acd25d', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:1a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce227f17-0610-48da-823f-d700b0244dcb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:24:01Z', 'updated_at': '2022-03-07T11:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_interfaces': [{'id': '7d2a4269-4bad-4bdd-9bf7-1fabe48e033f', 'name': '', 'network_id': '5d29450a-bf97-4357-9c49-8022e88bef71', 'tenant_id': '1f49b867d5684fed8273dad4ea32ddf6', 'mac_address': 'fa:16:3e:2b:00:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce227f17-0610-48da-823f-d700b0244dcb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e7c99cf-ee42-40c6-a0c3-cc0b31ae77dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:24:03Z', 'updated_at': '2022-03-07T11:24:20Z', 'revision_number': 4, 'project_id': '1f49b867d5684fed8273dad4ea32ddf6', 'subnets': [{'id': '3e7c99cf-ee42-40c6-a0c3-cc0b31ae77dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:24:21.283001 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc91bad-0a09-4ba6-8ef9-5353ab4b3c16 None None] The sync data for ids ['ce227f17-0610-48da-823f-d700b0244dcb'] in dv-neutron-830731-3-hyperv is: [{'id': 'ce227f17-0610-48da-823f-d700b0244dcb', 'name': 'tempest-TestSnapshotPattern-203746283-router', 'tenant_id': '1f49b867d5684fed8273dad4ea32ddf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.214'}], 'enable_snat': True}, 'gw_port_id': '0876a0dd-ecec-4b09-8dff-eb34c3acd25d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:24:00Z', 'updated_at': '2022-03-07T11:24:03Z', 'revision_number': 4, 'project_id': '1f49b867d5684fed8273dad4ea32ddf6', 'gw_port': {'id': '0876a0dd-ecec-4b09-8dff-eb34c3acd25d', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:1a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce227f17-0610-48da-823f-d700b0244dcb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:24:01Z', 'updated_at': '2022-03-07T11:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_interfaces': [{'id': '7d2a4269-4bad-4bdd-9bf7-1fabe48e033f', 'name': '', 'network_id': '5d29450a-bf97-4357-9c49-8022e88bef71', 'tenant_id': '1f49b867d5684fed8273dad4ea32ddf6', 'mac_address': 'fa:16:3e:2b:00:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce227f17-0610-48da-823f-d700b0244dcb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e7c99cf-ee42-40c6-a0c3-cc0b31ae77dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:24:03Z', 'updated_at': '2022-03-07T11:24:20Z', 'revision_number': 4, 'project_id': '1f49b867d5684fed8273dad4ea32ddf6', 'subnets': [{'id': '3e7c99cf-ee42-40c6-a0c3-cc0b31ae77dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 11:24:21.284698 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-a03f1ae7-60c5-42b2-a3e2-b011b1578651 None None] Set router 9616a50a-0165-42c5-aaa6-01114522e5b5 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 11:24:21.382165 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device 2d289cf8-98df-4617-9874-facdba389688 details requested by agent hyperv_hv-neutron-8307 with host hv-neutron-8307 {{(pid=83739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 07 11:24:21.530385 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port 2d289cf8-98df-4617-9874-facdba389688, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=2d289cf8-98df-4617-9874-facdba389688,segment=NetworkSegment(aeccc377-c215-4ef7-9c67-c11814bbc3bc),segment_id=aeccc377-c215-4ef7-9c67-c11814bbc3bc)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:24:21.546050 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Returning: {'device': '2d289cf8-98df-4617-9874-facdba389688', 'network_id': '5d29450a-bf97-4357-9c49-8022e88bef71', 'port_id': '2d289cf8-98df-4617-9874-facdba389688', 'mac_address': 'fa:16:3e:9a:12:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e7c99cf-ee42-40c6-a0c3-cc0b31ae77dd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 07 11:24:21.606627 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:21.614173 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-a03f1ae7-60c5-42b2-a3e2-b011b1578651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9616a50a-0165-42c5-aaa6-01114522e5b5', 'name': 'tempest-TestSnapshotPattern-1421634695-router', 'tenant_id': 'b8ec392f15ac4763ac72cbe1262a5d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.28'}], 'enable_snat': True}, 'gw_port_id': 'fd00eadf-cb07-4497-ae1e-a16f4f1aafbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:24:06Z', 'updated_at': '2022-03-07T11:24:09Z', 'revision_number': 4, 'project_id': 'b8ec392f15ac4763ac72cbe1262a5d63', 'gw_port': {'id': 'fd00eadf-cb07-4497-ae1e-a16f4f1aafbb', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9616a50a-0165-42c5-aaa6-01114522e5b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:24:07Z', 'updated_at': '2022-03-07T11:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_interfaces': [{'id': '872e0a5e-0131-49f8-b963-896fa2751f21', 'name': '', 'network_id': '262ac19e-9932-4a76-a93c-0ecd20a11ac5', 'tenant_id': 'b8ec392f15ac4763ac72cbe1262a5d63', 'mac_address': 'fa:16:3e:65:c8:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9616a50a-0165-42c5-aaa6-01114522e5b5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fe22131b-2b68-4d59-83d6-13f3e44098ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:24:09Z', 'updated_at': '2022-03-07T11:24:09Z', 'revision_number': 2, 'project_id': 'b8ec392f15ac4763ac72cbe1262a5d63', 'subnets': [{'id': 'fe22131b-2b68-4d59-83d6-13f3e44098ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:24:21.618363 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03f1ae7-60c5-42b2-a3e2-b011b1578651 None None] Checking router: 9616a50a-0165-42c5-aaa6-01114522e5b5 for host: dv-neutron-830731-3-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 07 11:24:21.618707 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03f1ae7-60c5-42b2-a3e2-b011b1578651 None None] Updating router 9616a50a-0165-42c5-aaa6-01114522e5b5 port 872e0a5e-0131-49f8-b963-896fa2751f21 binding host dv-neutron-830731-3-hyperv {{(pid=83740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 07 11:24:21.624707 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d289cf8-98df-4617-9874-facdba389688 {{(pid=83739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 07 11:24:21.641332 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port 2d289cf8-98df-4617-9874-facdba389688, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=2d289cf8-98df-4617-9874-facdba389688,segment=NetworkSegment(aeccc377-c215-4ef7-9c67-c11814bbc3bc),segment_id=aeccc377-c215-4ef7-9c67-c11814bbc3bc)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:24:21.646986 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:21.675800 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-a03f1ae7-60c5-42b2-a3e2-b011b1578651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:21.726741 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Pushing event updated for resources: {'Port': ['ID=2d289cf8-98df-4617-9874-facdba389688,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:24:21.850870 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 7d2a4269-4bad-4bdd-9bf7-1fabe48e033f up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 11:24:21.924531 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning for port 7d2a4269-4bad-4bdd-9bf7-1fabe48e033f completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 11:24:21.929874 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 7d2a4269-4bad-4bdd-9bf7-1fabe48e033f triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 11:24:21.930247 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:21.988868 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] get_ports_and_sgs() called for port_ids ['2d289cf8-98df-4617-9874-facdba389688'] {{(pid=83739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 07 11:24:22.007539 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159e5538-ec31-4324-a554-1529c91d3da9 req-4eac7dac-a6bb-40e0-983f-5bd27fa656bb tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:24:22.009059 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-159e5538-ec31-4324-a554-1529c91d3da9 req-4eac7dac-a6bb-40e0-983f-5bd27fa656bb tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b972782-1453-48d0-a0e0-bdb506e21d83 HTTP/1.1" status: 200 len: 944 time: 0.0759397 Mar 07 11:24:22.031758 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-a03f1ae7-60c5-42b2-a3e2-b011b1578651 None None] Notify callbacks [] for port, precommit_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:22.045119 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.provisioning_blocks [None req-a03f1ae7-60c5-42b2-a3e2-b011b1578651 None None] Transition to ACTIVE for port object 872e0a5e-0131-49f8-b963-896fa2751f21 will not be triggered until provisioned by entity L2. {{(pid=83740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 11:24:22.054084 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-a03f1ae7-60c5-42b2-a3e2-b011b1578651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:22.060839 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-159e5538-ec31-4324-a554-1529c91d3da9 req-dee61a4f-3e8e-4df3-98c8-fed27f206c64 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] 10.222.0.13 "GET /v2.0/security-groups?id=b99b96d3-a422-455f-8115-cb511ed9c997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464442 Mar 07 11:24:22.137377 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:22.216065 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] For port 7d2a4269-4bad-4bdd-9bf7-1fabe48e033f, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=7d2a4269-4bad-4bdd-9bf7-1fabe48e033f,segment=NetworkSegment(aeccc377-c215-4ef7-9c67-c11814bbc3bc),segment_id=aeccc377-c215-4ef7-9c67-c11814bbc3bc)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:24:22.223375 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:22.258487 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df7c2ce-f0e4-48a5-b4b5-23e885289b3e None None] Pushing event updated for resources: {'Port': ['ID=872e0a5e-0131-49f8-b963-896fa2751f21,revision_number=3']} {{(pid=83740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:24:22.270454 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-a03f1ae7-60c5-42b2-a3e2-b011b1578651 None None] Attempting to bind port 872e0a5e-0131-49f8-b963-896fa2751f21 on host dv-neutron-830731-3-hyperv for vnic_type normal with profile {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 11:24:22.270788 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-a03f1ae7-60c5-42b2-a3e2-b011b1578651 None None] Attempting to bind port 872e0a5e-0131-49f8-b963-896fa2751f21 by drivers openvswitch,hyperv on host dv-neutron-830731-3-hyperv at level 0 using segments [{'id': '7f65fd90-a8d0-4116-8a09-5e9176bcfa1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '262ac19e-9932-4a76-a93c-0ecd20a11ac5'}] {{(pid=83740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 11:24:22.271077 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03f1ae7-60c5-42b2-a3e2-b011b1578651 None None] Attempting to bind port 872e0a5e-0131-49f8-b963-896fa2751f21 on network 262ac19e-9932-4a76-a93c-0ecd20a11ac5 {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 11:24:22.278216 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03f1ae7-60c5-42b2-a3e2-b011b1578651 None None] Checking agent: {'id': 'fdb34798-f055-487b-a211-0726878aa412', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830731-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 15, 2), 'started_at': datetime.datetime(2022, 3, 7, 10, 15, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830731-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 11:24:22.278586 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03f1ae7-60c5-42b2-a3e2-b011b1578651 None None] Checking segment: {'id': '7f65fd90-a8d0-4116-8a09-5e9176bcfa1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '262ac19e-9932-4a76-a93c-0ecd20a11ac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 11:24:22.278985 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-a03f1ae7-60c5-42b2-a3e2-b011b1578651 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:22.279371 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03f1ae7-60c5-42b2-a3e2-b011b1578651 None None] Bound using segment: {'id': '7f65fd90-a8d0-4116-8a09-5e9176bcfa1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '262ac19e-9932-4a76-a93c-0ecd20a11ac5'} {{(pid=83740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 11:24:22.279836 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.managers [None req-a03f1ae7-60c5-42b2-a3e2-b011b1578651 None None] Bound port: 872e0a5e-0131-49f8-b963-896fa2751f21, host: dv-neutron-830731-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f65fd90-a8d0-4116-8a09-5e9176bcfa1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '262ac19e-9932-4a76-a93c-0ecd20a11ac5'}}] {{(pid=83740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 11:24:22.280205 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-a03f1ae7-60c5-42b2-a3e2-b011b1578651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:22.384422 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Pushing event updated for resources: {'Port': ['ID=7d2a4269-4bad-4bdd-9bf7-1fabe48e033f,revision_number=5']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:24:22.397114 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.db [None req-a03f1ae7-60c5-42b2-a3e2-b011b1578651 None None] For port 872e0a5e-0131-49f8-b963-896fa2751f21, host dv-neutron-830731-3-hyperv, cleared binding levels {{(pid=83740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:24:22.400603 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.plugins.ml2.db [None req-a03f1ae7-60c5-42b2-a3e2-b011b1578651 None None] For port 872e0a5e-0131-49f8-b963-896fa2751f21, host dv-neutron-830731-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=872e0a5e-0131-49f8-b963-896fa2751f21,segment=NetworkSegment(7f65fd90-a8d0-4116-8a09-5e9176bcfa1e),segment_id=7f65fd90-a8d0-4116-8a09-5e9176bcfa1e)] {{(pid=83740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:24:22.405580 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron_lib.callbacks.manager [None req-a03f1ae7-60c5-42b2-a3e2-b011b1578651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:22.496780 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df7c2ce-f0e4-48a5-b4b5-23e885289b3e None None] Pushing event updated for resources: {'Port': ['ID=872e0a5e-0131-49f8-b963-896fa2751f21,revision_number=4']} {{(pid=83740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:24:22.500579 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03f1ae7-60c5-42b2-a3e2-b011b1578651 None None] Routers {'9616a50a-0165-42c5-aaa6-01114522e5b5'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 11:24:22.501234 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-a03f1ae7-60c5-42b2-a3e2-b011b1578651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T11:24:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['9616a50a-0165-42c5-aaa6-01114522e5b5'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:24:22.681949 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-a03f1ae7-60c5-42b2-a3e2-b011b1578651 None None] Set router 9616a50a-0165-42c5-aaa6-01114522e5b5 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 11:24:22.981602 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-a03f1ae7-60c5-42b2-a3e2-b011b1578651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9616a50a-0165-42c5-aaa6-01114522e5b5', 'name': 'tempest-TestSnapshotPattern-1421634695-router', 'tenant_id': 'b8ec392f15ac4763ac72cbe1262a5d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.28'}], 'enable_snat': True}, 'gw_port_id': 'fd00eadf-cb07-4497-ae1e-a16f4f1aafbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:24:06Z', 'updated_at': '2022-03-07T11:24:09Z', 'revision_number': 4, 'project_id': 'b8ec392f15ac4763ac72cbe1262a5d63', 'gw_port': {'id': 'fd00eadf-cb07-4497-ae1e-a16f4f1aafbb', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9616a50a-0165-42c5-aaa6-01114522e5b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:24:07Z', 'updated_at': '2022-03-07T11:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_interfaces': [{'id': '872e0a5e-0131-49f8-b963-896fa2751f21', 'name': '', 'network_id': '262ac19e-9932-4a76-a93c-0ecd20a11ac5', 'tenant_id': 'b8ec392f15ac4763ac72cbe1262a5d63', 'mac_address': 'fa:16:3e:65:c8:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9616a50a-0165-42c5-aaa6-01114522e5b5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fe22131b-2b68-4d59-83d6-13f3e44098ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:24:09Z', 'updated_at': '2022-03-07T11:24:22Z', 'revision_number': 4, 'project_id': 'b8ec392f15ac4763ac72cbe1262a5d63', 'subnets': [{'id': 'fe22131b-2b68-4d59-83d6-13f3e44098ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:24:22.985359 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03f1ae7-60c5-42b2-a3e2-b011b1578651 None None] The sync data for ids ['9616a50a-0165-42c5-aaa6-01114522e5b5'] in dv-neutron-830731-3-hyperv is: [{'id': '9616a50a-0165-42c5-aaa6-01114522e5b5', 'name': 'tempest-TestSnapshotPattern-1421634695-router', 'tenant_id': 'b8ec392f15ac4763ac72cbe1262a5d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.28'}], 'enable_snat': True}, 'gw_port_id': 'fd00eadf-cb07-4497-ae1e-a16f4f1aafbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:24:06Z', 'updated_at': '2022-03-07T11:24:09Z', 'revision_number': 4, 'project_id': 'b8ec392f15ac4763ac72cbe1262a5d63', 'gw_port': {'id': 'fd00eadf-cb07-4497-ae1e-a16f4f1aafbb', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9616a50a-0165-42c5-aaa6-01114522e5b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:24:07Z', 'updated_at': '2022-03-07T11:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_interfaces': [{'id': '872e0a5e-0131-49f8-b963-896fa2751f21', 'name': '', 'network_id': '262ac19e-9932-4a76-a93c-0ecd20a11ac5', 'tenant_id': 'b8ec392f15ac4763ac72cbe1262a5d63', 'mac_address': 'fa:16:3e:65:c8:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9616a50a-0165-42c5-aaa6-01114522e5b5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fe22131b-2b68-4d59-83d6-13f3e44098ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:24:09Z', 'updated_at': '2022-03-07T11:24:22Z', 'revision_number': 4, 'project_id': 'b8ec392f15ac4763ac72cbe1262a5d63', 'subnets': [{'id': 'fe22131b-2b68-4d59-83d6-13f3e44098ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 11:24:23.263617 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eb5dd1-d3c6-4a65-adc5-7dc9dd4cc388 req-dccba2db-fef8-4826-9acb-365e6b02cb45 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:24:23.265090 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-93eb5dd1-d3c6-4a65-adc5-7dc9dd4cc388 req-dccba2db-fef8-4826-9acb-365e6b02cb45 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b972782-1453-48d0-a0e0-bdb506e21d83 HTTP/1.1" status: 200 len: 944 time: 0.0794983 Mar 07 11:24:23.313093 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-93eb5dd1-d3c6-4a65-adc5-7dc9dd4cc388 req-61724e3c-ae73-4903-a4b5-9a1f65dc9820 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] 10.222.0.13 "GET /v2.0/security-groups?id=b99b96d3-a422-455f-8115-cb511ed9c997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423925 Mar 07 11:24:23.385543 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device 2d289cf8-98df-4617-9874-facdba389688 up at agent hyperv_hv-neutron-8307 {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 11:24:23.455848 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Provisioning for port 2d289cf8-98df-4617-9874-facdba389688 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 11:24:23.461031 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Provisioning complete for port 2d289cf8-98df-4617-9874-facdba389688 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 11:24:23.461402 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:23.580002 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:23.607967 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b972782-1453-48d0-a0e0-bdb506e21d83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d289cf8-98df-4617-9874-facdba389688'}] {{(pid=83739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 11:24:23.624688 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port 2d289cf8-98df-4617-9874-facdba389688, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=2d289cf8-98df-4617-9874-facdba389688,segment=NetworkSegment(aeccc377-c215-4ef7-9c67-c11814bbc3bc),segment_id=aeccc377-c215-4ef7-9c67-c11814bbc3bc)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:24:23.629367 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:23.671749 dv-neutron-830731-3-hyperv neutron-server[83739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b972782-1453-48d0-a0e0-bdb506e21d83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d289cf8-98df-4617-9874-facdba389688', 'code': 200} Mar 07 11:24:23.698830 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Pushing event updated for resources: {'Port': ['ID=2d289cf8-98df-4617-9874-facdba389688,revision_number=5']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:24:23.900510 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 7d2a4269-4bad-4bdd-9bf7-1fabe48e033f up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 11:24:23.904296 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-bc4efcc0-4c77-4ee3-a8b9-3058fbcb6668 req-a6dc9ea0-4a3b-47d2-920e-53a3d8b5cf63 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=8b972782-1453-48d0-a0e0-bdb506e21d83 HTTP/1.1" status: 200 len: 1098 time: 0.0740819 Mar 07 11:24:23.944391 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-bc4efcc0-4c77-4ee3-a8b9-3058fbcb6668 req-ea73079b-373e-448e-9dea-b4cb357b1eaf service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=b99b96d3-a422-455f-8115-cb511ed9c997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346985 Mar 07 11:24:23.971822 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 7d2a4269-4bad-4bdd-9bf7-1fabe48e033f triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 11:24:23.972188 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:24.083703 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 872e0a5e-0131-49f8-b963-896fa2751f21 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 11:24:24.146072 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning for port 872e0a5e-0131-49f8-b963-896fa2751f21 completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 11:24:24.150619 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 872e0a5e-0131-49f8-b963-896fa2751f21 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 11:24:24.151016 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:24.263157 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:24.294690 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] For port 872e0a5e-0131-49f8-b963-896fa2751f21, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=872e0a5e-0131-49f8-b963-896fa2751f21,segment=NetworkSegment(7f65fd90-a8d0-4116-8a09-5e9176bcfa1e),segment_id=7f65fd90-a8d0-4116-8a09-5e9176bcfa1e)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:24:24.299116 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:24.362798 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Pushing event updated for resources: {'Port': ['ID=872e0a5e-0131-49f8-b963-896fa2751f21,revision_number=5']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:24:24.512958 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416ddeee-4c0f-46dd-b191-27aef067f581 req-6220d004-4419-4b42-b623-43ae5a5a4fbc tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:24:24.514368 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-416ddeee-4c0f-46dd-b191-27aef067f581 req-6220d004-4419-4b42-b623-43ae5a5a4fbc tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b972782-1453-48d0-a0e0-bdb506e21d83 HTTP/1.1" status: 200 len: 945 time: 0.0746100 Mar 07 11:24:24.558587 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-416ddeee-4c0f-46dd-b191-27aef067f581 req-4e71e453-1958-4e3f-880c-26507111b368 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] 10.222.0.13 "GET /v2.0/security-groups?id=b99b96d3-a422-455f-8115-cb511ed9c997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387049 Mar 07 11:24:25.777091 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b474ac-91dc-4e66-9a10-86f43edae861 req-ba522908-36fc-4c8c-b2f6-e20883d2cd1e tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:24:25.778459 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-93b474ac-91dc-4e66-9a10-86f43edae861 req-ba522908-36fc-4c8c-b2f6-e20883d2cd1e tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b972782-1453-48d0-a0e0-bdb506e21d83 HTTP/1.1" status: 200 len: 945 time: 0.0875790 Mar 07 11:24:25.826109 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 872e0a5e-0131-49f8-b963-896fa2751f21 up at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 11:24:25.839748 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-93b474ac-91dc-4e66-9a10-86f43edae861 req-380cd0b5-ac72-40bb-b292-4991088e8159 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] 10.222.0.13 "GET /v2.0/security-groups?id=b99b96d3-a422-455f-8115-cb511ed9c997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542848 Mar 07 11:24:25.902369 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Provisioning complete for port 872e0a5e-0131-49f8-b963-896fa2751f21 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 11:24:25.902711 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:26.039335 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bda7e93-500c-4ad8-895f-a1d9be291767 req-8cb03894-778c-46cd-a213-cb5bdf3cf5e7 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:24:26.040789 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-1bda7e93-500c-4ad8-895f-a1d9be291767 req-8cb03894-778c-46cd-a213-cb5bdf3cf5e7 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b972782-1453-48d0-a0e0-bdb506e21d83 HTTP/1.1" status: 200 len: 945 time: 0.0763035 Mar 07 11:24:26.088530 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-1bda7e93-500c-4ad8-895f-a1d9be291767 req-c824d4a5-4d96-455e-916e-cf3c5e5abe82 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] 10.222.0.13 "GET /v2.0/security-groups?id=b99b96d3-a422-455f-8115-cb511ed9c997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421126 Mar 07 11:24:26.115551 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 47878) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:24:26.250811 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-294fe1b0-6166-49ea-aa0d-12f00053fc12 tempest-TestSnapshotPattern-1374488349 tempest-TestSnapshotPattern-1374488349-project-admin] Synchronizing usage tracker for tenant:b8ec392f15ac4763ac72cbe1262a5d63 on resource:port {{(pid=83738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 11:24:26.266499 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.quota.resource [None req-294fe1b0-6166-49ea-aa0d-12f00053fc12 tempest-TestSnapshotPattern-1374488349 tempest-TestSnapshotPattern-1374488349-project-admin] Unset dirty status for tenant:b8ec392f15ac4763ac72cbe1262a5d63 on resource:port {{(pid=83738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 11:24:26.268720 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-294fe1b0-6166-49ea-aa0d-12f00053fc12 tempest-TestSnapshotPattern-1374488349 tempest-TestSnapshotPattern-1374488349-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=8b972782-1453-48d0-a0e0-bdb506e21d83 HTTP/1.1" status: 200 len: 1093 time: 0.1522214 Mar 07 11:24:26.271397 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 47884) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:24:26.276572 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-bb63933c-1f6d-4f85-a0ae-2bdbfb37a53d tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Request body: {'floatingip': {'floating_network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'port_id': '2d289cf8-98df-4617-9874-facdba389688', 'tenant_id': '1f49b867d5684fed8273dad4ea32ddf6', 'fixed_ip_address': '172.20.0.3'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 11:24:26.282093 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-bb63933c-1f6d-4f85-a0ae-2bdbfb37a53d tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 11:24:26.286573 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-bb63933c-1f6d-4f85-a0ae-2bdbfb37a53d tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Usage tracker for resource:floatingip and tenant:1f49b867d5684fed8273dad4ea32ddf6 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 11:24:26.289455 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-bb63933c-1f6d-4f85-a0ae-2bdbfb37a53d tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 11:24:26.295260 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-bb63933c-1f6d-4f85-a0ae-2bdbfb37a53d tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 11:24:26.305412 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-bb63933c-1f6d-4f85-a0ae-2bdbfb37a53d tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Notify callbacks [] for floatingip, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:26.439497 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-bb63933c-1f6d-4f85-a0ae-2bdbfb37a53d tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:26.568499 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-bb63933c-1f6d-4f85-a0ae-2bdbfb37a53d tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Allocated IP 172.26.8.32 (5ed85006-6b00-415e-b71f-837fb1421c12/8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a/5e93f8da-5691-4308-b9e1-22f51fee24e0) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:24:26.788612 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-bb63933c-1f6d-4f85-a0ae-2bdbfb37a53d tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:26.816090 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-bb63933c-1f6d-4f85-a0ae-2bdbfb37a53d tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:26.886365 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb63933c-1f6d-4f85-a0ae-2bdbfb37a53d tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Network 5ed85006-6b00-415e-b71f-837fb1421c12 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:24:26.889058 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-bb63933c-1f6d-4f85-a0ae-2bdbfb37a53d tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:24:26.893330 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb63933c-1f6d-4f85-a0ae-2bdbfb37a53d tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 11:24:26.922113 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb63933c-1f6d-4f85-a0ae-2bdbfb37a53d tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Pushing event updated for resources: {'Port': ['ID=5e93f8da-5691-4308-b9e1-22f51fee24e0,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:24:27.385701 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-bb63933c-1f6d-4f85-a0ae-2bdbfb37a53d tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:27.438849 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-bb63933c-1f6d-4f85-a0ae-2bdbfb37a53d tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:27.638469 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-bb63933c-1f6d-4f85-a0ae-2bdbfb37a53d tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:27.643004 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-bb63933c-1f6d-4f85-a0ae-2bdbfb37a53d tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3012561'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:27.744692 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb63933c-1f6d-4f85-a0ae-2bdbfb37a53d tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Pushing event updated for resources: {'Port': ['ID=5e93f8da-5691-4308-b9e1-22f51fee24e0,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:24:27.756488 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-bb63933c-1f6d-4f85-a0ae-2bdbfb37a53d tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923533'] for floatingip, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:27.939037 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.db.l3_db [None req-bb63933c-1f6d-4f85-a0ae-2bdbfb37a53d tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Floating IP f6f97f06-7df5-418b-aa67-c3040462816f associated. External IP: 172.26.8.32, port: 2d289cf8-98df-4617-9874-facdba389688. Mar 07 11:24:28.411469 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb63933c-1f6d-4f85-a0ae-2bdbfb37a53d tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Router ce227f17-0610-48da-823f-d700b0244dcb has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:24:28.559150 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-8bbb7461-8e85-4274-9d9c-ed1f69aead06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:28.613373 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb63933c-1f6d-4f85-a0ae-2bdbfb37a53d tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:24:28.637952 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-bb63933c-1f6d-4f85-a0ae-2bdbfb37a53d tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for floatingip, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:28.691678 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-bb63933c-1f6d-4f85-a0ae-2bdbfb37a53d tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4191945 Mar 07 11:24:28.692347 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b972782-1453-48d0-a0e0-bdb506e21d83', 'tag': '2d289cf8-98df-4617-9874-facdba389688'}] {{(pid=83737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 11:24:28.749361 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b972782-1453-48d0-a0e0-bdb506e21d83', 'tag': '2d289cf8-98df-4617-9874-facdba389688', 'status': 'completed', 'code': 200} Mar 07 11:24:28.843129 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b664853f-15a6-47c9-a3a2-49f3845a998a req-91d2bc73-86e7-447c-a660-6f5413db9260 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1f49b867d5684fed8273dad4ea32ddf6&device_id=8b972782-1453-48d0-a0e0-bdb506e21d83 HTTP/1.1" status: 200 len: 1098 time: 0.0703893 Mar 07 11:24:28.968784 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b664853f-15a6-47c9-a3a2-49f3845a998a req-cdb43cc0-eafd-48de-a371-c6550f5d4528 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:24:28.970363 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b664853f-15a6-47c9-a3a2-49f3845a998a req-cdb43cc0-eafd-48de-a371-c6550f5d4528 service neutron] 10.222.0.10 "GET /v2.0/networks?id=5d29450a-bf97-4357-9c49-8022e88bef71 HTTP/1.1" status: 200 len: 910 time: 0.1220868 Mar 07 11:24:29.069211 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b664853f-15a6-47c9-a3a2-49f3845a998a req-8438232d-456a-42c8-ae72-5187f71d11e3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2d289cf8-98df-4617-9874-facdba389688 HTTP/1.1" status: 200 len: 998 time: 0.0933099 Mar 07 11:24:29.097349 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-084aaf98-298e-4e51-8e07-7009eb36ef40 None None] Sync routers for ids ['ce227f17-0610-48da-823f-d700b0244dcb'] in dv-neutron-830731-3-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 11:24:29.111133 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084aaf98-298e-4e51-8e07-7009eb36ef40 None None] Routers {'ce227f17-0610-48da-823f-d700b0244dcb'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 11:24:29.112133 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-084aaf98-298e-4e51-8e07-7009eb36ef40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T11:24:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['ce227f17-0610-48da-823f-d700b0244dcb'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:24:29.115760 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-adbd2215-c8ee-41f3-92a6-4182ca26b8a8 None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 11:24:29.133119 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b664853f-15a6-47c9-a3a2-49f3845a998a req-0a4efcde-243b-4fb8-933d-a85fb98e5f30 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:24:29.134573 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b664853f-15a6-47c9-a3a2-49f3845a998a req-0a4efcde-243b-4fb8-933d-a85fb98e5f30 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3e7c99cf-ee42-40c6-a0c3-cc0b31ae77dd HTTP/1.1" status: 200 len: 848 time: 0.0597603 Mar 07 11:24:29.207330 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b664853f-15a6-47c9-a3a2-49f3845a998a req-d8ef3178-0103-4da1-a036-25dd859380a6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5d29450a-bf97-4357-9c49-8022e88bef71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0670557 Mar 07 11:24:29.291710 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-084aaf98-298e-4e51-8e07-7009eb36ef40 None None] Set router ce227f17-0610-48da-823f-d700b0244dcb gateway port host: dv-neutron-830731-3-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 11:24:29.339450 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b664853f-15a6-47c9-a3a2-49f3845a998a req-7bc10d51-8dea-4cd1-b7a0-01d4eb30e246 service neutron] 10.222.0.10 "GET /v2.0/networks/5d29450a-bf97-4357-9c49-8022e88bef71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259136 Mar 07 11:24:29.467956 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b664853f-15a6-47c9-a3a2-49f3845a998a req-3b73e9c4-845d-4efd-bfd0-6ffe3ac18f78 service neutron] 10.222.0.10 "GET /v2.0/networks/5d29450a-bf97-4357-9c49-8022e88bef71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229179 Mar 07 11:24:29.671068 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-084aaf98-298e-4e51-8e07-7009eb36ef40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce227f17-0610-48da-823f-d700b0244dcb', 'name': 'tempest-TestSnapshotPattern-203746283-router', 'tenant_id': '1f49b867d5684fed8273dad4ea32ddf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.214'}], 'enable_snat': True}, 'gw_port_id': '0876a0dd-ecec-4b09-8dff-eb34c3acd25d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:24:00Z', 'updated_at': '2022-03-07T11:24:03Z', 'revision_number': 4, 'project_id': '1f49b867d5684fed8273dad4ea32ddf6', 'gw_port': {'id': '0876a0dd-ecec-4b09-8dff-eb34c3acd25d', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:1a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce227f17-0610-48da-823f-d700b0244dcb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:24:01Z', 'updated_at': '2022-03-07T11:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_floatingips': [{'id': 'f6f97f06-7df5-418b-aa67-c3040462816f', 'tenant_id': '1f49b867d5684fed8273dad4ea32ddf6', 'floating_ip_address': '172.26.8.32', 'floating_network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'router_id': 'ce227f17-0610-48da-823f-d700b0244dcb', 'port_id': '2d289cf8-98df-4617-9874-facdba389688', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d29450a-bf97-4357-9c49-8022e88bef71', 'mac_address': 'fa:16:3e:9a:12:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b972782-1453-48d0-a0e0-bdb506e21d83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:24:27Z', 'updated_at': '2022-03-07T11:24:27Z', 'revision_number': 0, 'project_id': '1f49b867d5684fed8273dad4ea32ddf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d2a4269-4bad-4bdd-9bf7-1fabe48e033f', 'name': '', 'network_id': '5d29450a-bf97-4357-9c49-8022e88bef71', 'tenant_id': '1f49b867d5684fed8273dad4ea32ddf6', 'mac_address': 'fa:16:3e:2b:00:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce227f17-0610-48da-823f-d700b0244dcb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e7c99cf-ee42-40c6-a0c3-cc0b31ae77dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:24:03Z', 'updated_at': '2022-03-07T11:24:22Z', 'revision_number': 5, 'project_id': '1f49b867d5684fed8273dad4ea32ddf6', 'subnets': [{'id': '3e7c99cf-ee42-40c6-a0c3-cc0b31ae77dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:24:29.676101 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-084aaf98-298e-4e51-8e07-7009eb36ef40 None None] Checking router: ce227f17-0610-48da-823f-d700b0244dcb for host: dv-neutron-830731-3-hyperv {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 07 11:24:29.686329 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084aaf98-298e-4e51-8e07-7009eb36ef40 None None] Routers {'ce227f17-0610-48da-823f-d700b0244dcb'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 11:24:29.686901 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-084aaf98-298e-4e51-8e07-7009eb36ef40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T11:24:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['ce227f17-0610-48da-823f-d700b0244dcb'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:24:29.862712 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-084aaf98-298e-4e51-8e07-7009eb36ef40 None None] Set router ce227f17-0610-48da-823f-d700b0244dcb gateway port host: dv-neutron-830731-3-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 11:24:30.199252 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-084aaf98-298e-4e51-8e07-7009eb36ef40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce227f17-0610-48da-823f-d700b0244dcb', 'name': 'tempest-TestSnapshotPattern-203746283-router', 'tenant_id': '1f49b867d5684fed8273dad4ea32ddf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.214'}], 'enable_snat': True}, 'gw_port_id': '0876a0dd-ecec-4b09-8dff-eb34c3acd25d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:24:00Z', 'updated_at': '2022-03-07T11:24:03Z', 'revision_number': 4, 'project_id': '1f49b867d5684fed8273dad4ea32ddf6', 'gw_port': {'id': '0876a0dd-ecec-4b09-8dff-eb34c3acd25d', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:1a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce227f17-0610-48da-823f-d700b0244dcb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:24:01Z', 'updated_at': '2022-03-07T11:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_floatingips': [{'id': 'f6f97f06-7df5-418b-aa67-c3040462816f', 'tenant_id': '1f49b867d5684fed8273dad4ea32ddf6', 'floating_ip_address': '172.26.8.32', 'floating_network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'router_id': 'ce227f17-0610-48da-823f-d700b0244dcb', 'port_id': '2d289cf8-98df-4617-9874-facdba389688', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d29450a-bf97-4357-9c49-8022e88bef71', 'mac_address': 'fa:16:3e:9a:12:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b972782-1453-48d0-a0e0-bdb506e21d83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:24:27Z', 'updated_at': '2022-03-07T11:24:27Z', 'revision_number': 0, 'project_id': '1f49b867d5684fed8273dad4ea32ddf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d2a4269-4bad-4bdd-9bf7-1fabe48e033f', 'name': '', 'network_id': '5d29450a-bf97-4357-9c49-8022e88bef71', 'tenant_id': '1f49b867d5684fed8273dad4ea32ddf6', 'mac_address': 'fa:16:3e:2b:00:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce227f17-0610-48da-823f-d700b0244dcb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e7c99cf-ee42-40c6-a0c3-cc0b31ae77dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:24:03Z', 'updated_at': '2022-03-07T11:24:22Z', 'revision_number': 5, 'project_id': '1f49b867d5684fed8273dad4ea32ddf6', 'subnets': [{'id': '3e7c99cf-ee42-40c6-a0c3-cc0b31ae77dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:24:30.202970 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-084aaf98-298e-4e51-8e07-7009eb36ef40 None None] The sync data for ids ['ce227f17-0610-48da-823f-d700b0244dcb'] in dv-neutron-830731-3-hyperv is: [{'id': 'ce227f17-0610-48da-823f-d700b0244dcb', 'name': 'tempest-TestSnapshotPattern-203746283-router', 'tenant_id': '1f49b867d5684fed8273dad4ea32ddf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.214'}], 'enable_snat': True}, 'gw_port_id': '0876a0dd-ecec-4b09-8dff-eb34c3acd25d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:24:00Z', 'updated_at': '2022-03-07T11:24:03Z', 'revision_number': 4, 'project_id': '1f49b867d5684fed8273dad4ea32ddf6', 'gw_port': {'id': '0876a0dd-ecec-4b09-8dff-eb34c3acd25d', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:1a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce227f17-0610-48da-823f-d700b0244dcb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:24:01Z', 'updated_at': '2022-03-07T11:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_floatingips': [{'id': 'f6f97f06-7df5-418b-aa67-c3040462816f', 'tenant_id': '1f49b867d5684fed8273dad4ea32ddf6', 'floating_ip_address': '172.26.8.32', 'floating_network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'router_id': 'ce227f17-0610-48da-823f-d700b0244dcb', 'port_id': '2d289cf8-98df-4617-9874-facdba389688', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d29450a-bf97-4357-9c49-8022e88bef71', 'mac_address': 'fa:16:3e:9a:12:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b972782-1453-48d0-a0e0-bdb506e21d83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:24:27Z', 'updated_at': '2022-03-07T11:24:27Z', 'revision_number': 0, 'project_id': '1f49b867d5684fed8273dad4ea32ddf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d2a4269-4bad-4bdd-9bf7-1fabe48e033f', 'name': '', 'network_id': '5d29450a-bf97-4357-9c49-8022e88bef71', 'tenant_id': '1f49b867d5684fed8273dad4ea32ddf6', 'mac_address': 'fa:16:3e:2b:00:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce227f17-0610-48da-823f-d700b0244dcb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e7c99cf-ee42-40c6-a0c3-cc0b31ae77dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:24:03Z', 'updated_at': '2022-03-07T11:24:22Z', 'revision_number': 5, 'project_id': '1f49b867d5684fed8273dad4ea32ddf6', 'subnets': [{'id': '3e7c99cf-ee42-40c6-a0c3-cc0b31ae77dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 11:24:30.706126 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-bf165644-a688-4bca-991b-4e86ad7b1814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:32.006066 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:32.025786 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-711fefd2-3b30-4759-8df5-0aecff1c8e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:33.451015 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c87150bd-aa9c-4ad1-bb68-57ec66d4fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:39.541336 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30dd4df0-8d2c-403d-b9c7-6b795926cc92 None None] New status for floating IP f6f97f06-7df5-418b-aa67-c3040462816f: ACTIVE {{(pid=83740) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 07 11:24:46.138162 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:24:58.561288 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-af14d44d-2cf5-4dd2-be91-2510998baeb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:25:00.708422 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-12bcc9d4-c0ea-4c67-8d0b-455f7ce030b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:25:02.007604 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:25:02.028900 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-711fefd2-3b30-4759-8df5-0aecff1c8e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:25:03.453347 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c87150bd-aa9c-4ad1-bb68-57ec66d4fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:25:06.120295 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-adbd2215-c8ee-41f3-92a6-4182ca26b8a8 None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 11:25:16.139916 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:25:18.636400 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4597cadf-3899-4d8a-b738-e4b85c6bb0ca req-f8b9e624-5b5c-4d96-b0d4-08a93496bfa6 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=8b972782-1453-48d0-a0e0-bdb506e21d83&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0686140 Mar 07 11:25:18.792751 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4597cadf-3899-4d8a-b738-e4b85c6bb0ca req-bf0d3f8a-6ef1-4254-8442-4d0bb6a3839a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1f49b867d5684fed8273dad4ea32ddf6&device_id=8b972782-1453-48d0-a0e0-bdb506e21d83 HTTP/1.1" status: 200 len: 1098 time: 0.0869784 Mar 07 11:25:18.950924 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4597cadf-3899-4d8a-b738-e4b85c6bb0ca req-9f40344e-fcac-4f5a-8096-467bdd43ec93 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:25:18.952261 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4597cadf-3899-4d8a-b738-e4b85c6bb0ca req-9f40344e-fcac-4f5a-8096-467bdd43ec93 service neutron] 10.222.0.10 "GET /v2.0/networks?id=5d29450a-bf97-4357-9c49-8022e88bef71 HTTP/1.1" status: 200 len: 910 time: 0.1416581 Mar 07 11:25:19.133311 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4597cadf-3899-4d8a-b738-e4b85c6bb0ca req-634d74f6-e300-4f2a-8679-0250e90c1c05 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2d289cf8-98df-4617-9874-facdba389688 HTTP/1.1" status: 200 len: 1000 time: 0.1750324 Mar 07 11:25:19.196156 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4597cadf-3899-4d8a-b738-e4b85c6bb0ca req-c02380d2-552d-45df-bc1c-90616fb16a64 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:25:19.197584 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4597cadf-3899-4d8a-b738-e4b85c6bb0ca req-c02380d2-552d-45df-bc1c-90616fb16a64 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3e7c99cf-ee42-40c6-a0c3-cc0b31ae77dd HTTP/1.1" status: 200 len: 848 time: 0.0583544 Mar 07 11:25:19.269608 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4597cadf-3899-4d8a-b738-e4b85c6bb0ca req-a160438f-2511-4258-8caf-b70b3bbbc634 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5d29450a-bf97-4357-9c49-8022e88bef71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0662751 Mar 07 11:25:19.279249 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [req-4597cadf-3899-4d8a-b738-e4b85c6bb0ca req-04e95543-1a37-4ca1-a0e6-f905a0b502c2 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=83737) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 07 11:25:19.280150 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4597cadf-3899-4d8a-b738-e4b85c6bb0ca req-04e95543-1a37-4ca1-a0e6-f905a0b502c2 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0046153 Mar 07 11:25:19.409152 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4597cadf-3899-4d8a-b738-e4b85c6bb0ca req-08f74b39-ddc5-4db2-a9b9-ee6bba4ee53d service neutron] 10.222.0.10 "GET /v2.0/networks/5d29450a-bf97-4357-9c49-8022e88bef71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226819 Mar 07 11:25:19.536927 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4597cadf-3899-4d8a-b738-e4b85c6bb0ca req-269998ed-8df5-4df2-8012-5b8229196e52 service neutron] 10.222.0.10 "GET /v2.0/networks/5d29450a-bf97-4357-9c49-8022e88bef71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219227 Mar 07 11:25:28.564311 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-b4cb25c6-0c4a-440c-ac67-0a347e309ae5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:25:30.710129 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-d57d316f-790a-45cd-94a6-bf9f6c0db3a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:25:32.009279 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:25:32.031377 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-711fefd2-3b30-4759-8df5-0aecff1c8e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:25:33.457650 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c87150bd-aa9c-4ad1-bb68-57ec66d4fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:25:43.120734 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-adbd2215-c8ee-41f3-92a6-4182ca26b8a8 None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 11:25:46.148297 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:25:58.567001 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-42dff8d8-f7d0-455a-b9cc-6720ff208bf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:26:00.711470 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-3a8f0a2d-4b21-4b3b-abf0-04561ddad6e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:26:02.011659 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:26:02.034191 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-711fefd2-3b30-4759-8df5-0aecff1c8e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:26:03.459335 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c87150bd-aa9c-4ad1-bb68-57ec66d4fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:26:16.157398 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:26:19.137942 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-35f2f3c1-ad85-4095-916a-bce738222209 req-449606d5-5177-4312-be90-eea4305904f5 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=8b972782-1453-48d0-a0e0-bdb506e21d83&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0662789 Mar 07 11:26:19.274689 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-35f2f3c1-ad85-4095-916a-bce738222209 req-7af2d63c-9cf8-454a-9c67-fcf2e8b04e8b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1f49b867d5684fed8273dad4ea32ddf6&device_id=8b972782-1453-48d0-a0e0-bdb506e21d83 HTTP/1.1" status: 200 len: 1098 time: 0.0714135 Mar 07 11:26:19.418062 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f2f3c1-ad85-4095-916a-bce738222209 req-9b80593f-7c30-4d7f-834d-2609e9135f80 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:26:19.419414 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-35f2f3c1-ad85-4095-916a-bce738222209 req-9b80593f-7c30-4d7f-834d-2609e9135f80 service neutron] 10.222.0.10 "GET /v2.0/networks?id=5d29450a-bf97-4357-9c49-8022e88bef71 HTTP/1.1" status: 200 len: 910 time: 0.1263967 Mar 07 11:26:19.521147 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-35f2f3c1-ad85-4095-916a-bce738222209 req-6957b53b-8d2f-4d9a-8660-70eb9aef6fd2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2d289cf8-98df-4617-9874-facdba389688 HTTP/1.1" status: 200 len: 1000 time: 0.0960419 Mar 07 11:26:19.582367 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f2f3c1-ad85-4095-916a-bce738222209 req-059f6e7d-11e2-4937-9c1a-34a8a3567d5e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:26:19.583740 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-35f2f3c1-ad85-4095-916a-bce738222209 req-059f6e7d-11e2-4937-9c1a-34a8a3567d5e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3e7c99cf-ee42-40c6-a0c3-cc0b31ae77dd HTTP/1.1" status: 200 len: 848 time: 0.0572989 Mar 07 11:26:19.658856 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-35f2f3c1-ad85-4095-916a-bce738222209 req-89a2b259-40d4-4f33-b74d-1439b96aa83f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5d29450a-bf97-4357-9c49-8022e88bef71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694735 Mar 07 11:26:19.784930 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-35f2f3c1-ad85-4095-916a-bce738222209 req-13a5d12d-6630-4ee8-ae0d-0575b3745df0 service neutron] 10.222.0.10 "GET /v2.0/networks/5d29450a-bf97-4357-9c49-8022e88bef71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200442 Mar 07 11:26:19.911864 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-35f2f3c1-ad85-4095-916a-bce738222209 req-cce646bc-3a20-4b2f-89da-ef06a6677ea1 service neutron] 10.222.0.10 "GET /v2.0/networks/5d29450a-bf97-4357-9c49-8022e88bef71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212685 Mar 07 11:26:20.120869 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-adbd2215-c8ee-41f3-92a6-4182ca26b8a8 None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 11:26:28.572511 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f48a0a5d-d269-4c22-a678-fe19fb957255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:26:30.711958 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6f4a7031-47ae-4966-9d42-f5e2c379150e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:26:32.016257 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:26:32.037078 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-711fefd2-3b30-4759-8df5-0aecff1c8e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:26:33.463061 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c87150bd-aa9c-4ad1-bb68-57ec66d4fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:26:46.157062 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:26:57.120897 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-adbd2215-c8ee-41f3-92a6-4182ca26b8a8 None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 11:26:58.565555 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-e89f40e7-c39c-41a4-b2a2-a94dcc72c67d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:27:00.127760 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device 2d289cf8-98df-4617-9874-facdba389688 details requested by agent hyperv_hv-neutron-8307 with host hv-neutron-8307 {{(pid=83739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 07 11:27:00.256208 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port 2d289cf8-98df-4617-9874-facdba389688, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=2d289cf8-98df-4617-9874-facdba389688,segment=NetworkSegment(aeccc377-c215-4ef7-9c67-c11814bbc3bc),segment_id=aeccc377-c215-4ef7-9c67-c11814bbc3bc)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:27:00.268871 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Returning: {'device': '2d289cf8-98df-4617-9874-facdba389688', 'network_id': '5d29450a-bf97-4357-9c49-8022e88bef71', 'port_id': '2d289cf8-98df-4617-9874-facdba389688', 'mac_address': 'fa:16:3e:9a:12:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e7c99cf-ee42-40c6-a0c3-cc0b31ae77dd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 07 11:27:00.320551 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:27:00.342581 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2d289cf8-98df-4617-9874-facdba389688 {{(pid=83739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 07 11:27:00.361651 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port 2d289cf8-98df-4617-9874-facdba389688, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=2d289cf8-98df-4617-9874-facdba389688,segment=NetworkSegment(aeccc377-c215-4ef7-9c67-c11814bbc3bc),segment_id=aeccc377-c215-4ef7-9c67-c11814bbc3bc)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:27:00.365580 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:27:00.435953 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Pushing event updated for resources: {'Port': ['ID=2d289cf8-98df-4617-9874-facdba389688,revision_number=6']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:27:00.441632 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] get_ports_and_sgs() called for port_ids ['2d289cf8-98df-4617-9874-facdba389688'] {{(pid=83739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 07 11:27:00.472356 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:27:00.472726 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:27:00.473067 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:27:00.473401 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:27:00.473736 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:27:00.474068 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:27:00.474393 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:27:00.474718 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:27:00.475054 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:27:00.475368 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:27:00.475684 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:27:00.725077 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-91252851-d550-4491-ab9d-bfd00141d605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:27:02.018020 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:27:02.039551 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-711fefd2-3b30-4759-8df5-0aecff1c8e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:27:02.143125 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device 2d289cf8-98df-4617-9874-facdba389688 up at agent hyperv_hv-neutron-8307 {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 11:27:02.212338 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Provisioning complete for port 2d289cf8-98df-4617-9874-facdba389688 triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 11:27:02.212730 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:27:02.327451 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:27:02.353599 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b972782-1453-48d0-a0e0-bdb506e21d83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d289cf8-98df-4617-9874-facdba389688'}] {{(pid=83739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 11:27:02.363681 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port 2d289cf8-98df-4617-9874-facdba389688, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=2d289cf8-98df-4617-9874-facdba389688,segment=NetworkSegment(aeccc377-c215-4ef7-9c67-c11814bbc3bc),segment_id=aeccc377-c215-4ef7-9c67-c11814bbc3bc)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:27:02.367483 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:27:02.434788 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Pushing event updated for resources: {'Port': ['ID=2d289cf8-98df-4617-9874-facdba389688,revision_number=7']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:27:02.454393 dv-neutron-830731-3-hyperv neutron-server[83739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b972782-1453-48d0-a0e0-bdb506e21d83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d289cf8-98df-4617-9874-facdba389688', 'code': 200} Mar 07 11:27:03.465449 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c87150bd-aa9c-4ad1-bb68-57ec66d4fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:27:14.259131 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-0204d974-130b-4d9a-aabf-df0c1625161f req-5502e3a9-df93-479c-8752-ab28dbeb4526 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1643170175&fields=id&tenant_id=1f49b867d5684fed8273dad4ea32ddf6 HTTP/1.1" status: 200 len: 267 time: 0.0460653 Mar 07 11:27:14.406072 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0204d974-130b-4d9a-aabf-df0c1625161f req-b882888c-08b5-4127-b72a-a6f9d666d27e tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:27:14.407957 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-0204d974-130b-4d9a-aabf-df0c1625161f req-b882888c-08b5-4127-b72a-a6f9d666d27e tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] 10.222.0.13 "GET /v2.0/networks?id=5d29450a-bf97-4357-9c49-8022e88bef71 HTTP/1.1" status: 200 len: 809 time: 0.1421831 Mar 07 11:27:14.423619 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-0204d974-130b-4d9a-aabf-df0c1625161f req-5b38e133-15d6-45a8-b694-e4e578e4afca tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] 10.222.0.13 "GET /v2.0/quotas/1f49b867d5684fed8273dad4ea32ddf6 HTTP/1.1" status: 200 len: 375 time: 0.0104482 Mar 07 11:27:14.503620 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-0204d974-130b-4d9a-aabf-df0c1625161f req-349a55a6-47a7-42e2-8602-817ede58c214 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1f49b867d5684fed8273dad4ea32ddf6&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0753372 Mar 07 11:27:14.803305 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-0204d974-130b-4d9a-aabf-df0c1625161f req-763ba6da-c67e-4e4e-8526-8f7a0b5ce1c6 service neutron] 10.222.0.13 "GET /v2.0/networks/5d29450a-bf97-4357-9c49-8022e88bef71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2885358 Mar 07 11:27:14.936367 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-0204d974-130b-4d9a-aabf-df0c1625161f req-21b83b24-04c6-4c37-9d32-711d873e817b service neutron] 10.222.0.13 "GET /v2.0/networks/5d29450a-bf97-4357-9c49-8022e88bef71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275413 Mar 07 11:27:15.211808 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-fcbce991-747b-4ec5-8b94-3825bcc30f8b req-fdd65d44-b9a9-4257-b0d7-0e541c2c4e66 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] 10.222.0.13 "GET /v2.0/ports?device_id=be892f47-ec95-43ce-9bcf-0221d21dbba0 HTTP/1.1" status: 200 len: 210 time: 0.1191249 Mar 07 11:27:16.155136 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:27:16.433508 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-14ff8efd-3097-4beb-865e-987f3494ff22 req-705adac8-1f06-4aea-953d-34285af1d51f tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] 10.222.0.13 "GET /v2.0/ports?device_id=be892f47-ec95-43ce-9bcf-0221d21dbba0 HTTP/1.1" status: 200 len: 210 time: 0.0581853 Mar 07 11:27:16.484244 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0204d974-130b-4d9a-aabf-df0c1625161f req-3d3e99fd-4b6c-4099-a00f-2337f6663a68 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:27:16.486306 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-0204d974-130b-4d9a-aabf-df0c1625161f req-3d3e99fd-4b6c-4099-a00f-2337f6663a68 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] 10.222.0.10 "GET /v2.0/networks?id=5d29450a-bf97-4357-9c49-8022e88bef71 HTTP/1.1" status: 200 len: 809 time: 0.1957324 Mar 07 11:27:16.543220 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-0204d974-130b-4d9a-aabf-df0c1625161f req-163bb156-b5ff-40fa-a6e9-680bd5c8fca6 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1f49b867d5684fed8273dad4ea32ddf6 HTTP/1.1" status: 200 len: 380 time: 0.0433321 Mar 07 11:27:16.552668 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [req-0204d974-130b-4d9a-aabf-df0c1625161f req-6a143086-3b30-445d-ae9f-e4c555ec5c98 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Request body: {'port': {'device_id': 'be892f47-ec95-43ce-9bcf-0221d21dbba0', 'network_id': '5d29450a-bf97-4357-9c49-8022e88bef71', 'admin_state_up': True, 'tenant_id': '1f49b867d5684fed8273dad4ea32ddf6', 'security_groups': ['b99b96d3-a422-455f-8115-cb511ed9c997']}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 11:27:16.690359 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [req-0204d974-130b-4d9a-aabf-df0c1625161f req-6a143086-3b30-445d-ae9f-e4c555ec5c98 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 11:27:16.700123 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [req-0204d974-130b-4d9a-aabf-df0c1625161f req-6a143086-3b30-445d-ae9f-e4c555ec5c98 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 11:27:16.710288 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0204d974-130b-4d9a-aabf-df0c1625161f req-6a143086-3b30-445d-ae9f-e4c555ec5c98 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Made reservation on behalf of 1f49b867d5684fed8273dad4ea32ddf6 for: {'port': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:27:16.713322 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-0204d974-130b-4d9a-aabf-df0c1625161f req-6a143086-3b30-445d-ae9f-e4c555ec5c98 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:27:16.919121 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [req-0204d974-130b-4d9a-aabf-df0c1625161f req-6a143086-3b30-445d-ae9f-e4c555ec5c98 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Allocated IP 172.20.0.13 (5d29450a-bf97-4357-9c49-8022e88bef71/3e7c99cf-ee42-40c6-a0c3-cc0b31ae77dd/9d0592b7-754c-4fd0-9848-5bcc3aa196dc) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:27:17.169505 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-0204d974-130b-4d9a-aabf-df0c1625161f req-6a143086-3b30-445d-ae9f-e4c555ec5c98 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:27:17.190445 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [req-0204d974-130b-4d9a-aabf-df0c1625161f req-6a143086-3b30-445d-ae9f-e4c555ec5c98 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Transition to ACTIVE for port object 9d0592b7-754c-4fd0-9848-5bcc3aa196dc will not be triggered until provisioned by entity DHCP. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 11:27:17.216898 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-0204d974-130b-4d9a-aabf-df0c1625161f req-6a143086-3b30-445d-ae9f-e4c555ec5c98 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:27:17.310414 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a143086-3b30-445d-ae9f-e4c555ec5c98 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Pushing event updated for resources: {'Port': ['ID=9d0592b7-754c-4fd0-9848-5bcc3aa196dc,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:27:17.326411 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a143086-3b30-445d-ae9f-e4c555ec5c98 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:27:17.326757 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a143086-3b30-445d-ae9f-e4c555ec5c98 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:27:17.327097 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a143086-3b30-445d-ae9f-e4c555ec5c98 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:27:17.327432 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a143086-3b30-445d-ae9f-e4c555ec5c98 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:27:17.327763 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a143086-3b30-445d-ae9f-e4c555ec5c98 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:27:17.328091 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a143086-3b30-445d-ae9f-e4c555ec5c98 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:27:17.328617 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a143086-3b30-445d-ae9f-e4c555ec5c98 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:27:17.329079 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a143086-3b30-445d-ae9f-e4c555ec5c98 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:27:17.329442 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a143086-3b30-445d-ae9f-e4c555ec5c98 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:27:17.329900 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a143086-3b30-445d-ae9f-e4c555ec5c98 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:27:17.330230 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a143086-3b30-445d-ae9f-e4c555ec5c98 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:27:17.335243 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0204d974-130b-4d9a-aabf-df0c1625161f req-6a143086-3b30-445d-ae9f-e4c555ec5c98 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Network 5d29450a-bf97-4357-9c49-8022e88bef71 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:27:17.336590 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [req-0204d974-130b-4d9a-aabf-df0c1625161f req-6a143086-3b30-445d-ae9f-e4c555ec5c98 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:27:17.338826 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [req-0204d974-130b-4d9a-aabf-df0c1625161f req-6a143086-3b30-445d-ae9f-e4c555ec5c98 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 11:27:17.414418 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0204d974-130b-4d9a-aabf-df0c1625161f req-6a143086-3b30-445d-ae9f-e4c555ec5c98 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:27:17.415384 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-0204d974-130b-4d9a-aabf-df0c1625161f req-6a143086-3b30-445d-ae9f-e4c555ec5c98 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:27:17.450651 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-0204d974-130b-4d9a-aabf-df0c1625161f req-6a143086-3b30-445d-ae9f-e4c555ec5c98 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9010565 Mar 07 11:27:17.651958 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-85e41d0b-f09c-4296-82b8-e86db2ad59e6 None None] Provisioning for port 9d0592b7-754c-4fd0-9848-5bcc3aa196dc completed by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 11:27:17.662510 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-85e41d0b-f09c-4296-82b8-e86db2ad59e6 None None] Provisioning complete for port 9d0592b7-754c-4fd0-9848-5bcc3aa196dc triggered by entity DHCP. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 11:27:17.663196 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-85e41d0b-f09c-4296-82b8-e86db2ad59e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:27:17.676246 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10947c4c-63be-4685-aad5-f3bf112182b9 req-1112611f-f9d9-4d3d-af40-2add91cfaa1b tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:27:17.676997 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-10947c4c-63be-4685-aad5-f3bf112182b9 req-1112611f-f9d9-4d3d-af40-2add91cfaa1b tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Synchronizing usage tracker for tenant:1f49b867d5684fed8273dad4ea32ddf6 on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 11:27:17.701911 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-10947c4c-63be-4685-aad5-f3bf112182b9 req-1112611f-f9d9-4d3d-af40-2add91cfaa1b tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Unset dirty status for tenant:1f49b867d5684fed8273dad4ea32ddf6 on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 11:27:17.702987 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-10947c4c-63be-4685-aad5-f3bf112182b9 req-1112611f-f9d9-4d3d-af40-2add91cfaa1b tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] 10.222.0.13 "GET /v2.0/ports?device_id=be892f47-ec95-43ce-9bcf-0221d21dbba0 HTTP/1.1" status: 200 len: 932 time: 0.1392610 Mar 07 11:27:17.727753 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-85e41d0b-f09c-4296-82b8-e86db2ad59e6 None None] Port 9d0592b7-754c-4fd0-9848-5bcc3aa196dc cannot update to ACTIVE because it is not bound. {{(pid=83739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 07 11:27:17.755662 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-10947c4c-63be-4685-aad5-f3bf112182b9 req-8e939200-925e-4400-8657-00f1831e4f35 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] 10.222.0.13 "GET /v2.0/security-groups?id=b99b96d3-a422-455f-8115-cb511ed9c997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458012 Mar 07 11:27:18.236755 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device 2d289cf8-98df-4617-9874-facdba389688 no longer exists at agent hyperv_hv-neutron-8307 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 11:27:18.372911 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:27:18.401163 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b972782-1453-48d0-a0e0-bdb506e21d83', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d289cf8-98df-4617-9874-facdba389688'}] {{(pid=83739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 11:27:18.415122 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port 2d289cf8-98df-4617-9874-facdba389688, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=2d289cf8-98df-4617-9874-facdba389688,segment=NetworkSegment(aeccc377-c215-4ef7-9c67-c11814bbc3bc),segment_id=aeccc377-c215-4ef7-9c67-c11814bbc3bc)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:27:18.421415 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:27:18.501806 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Pushing event updated for resources: {'Port': ['ID=2d289cf8-98df-4617-9874-facdba389688,revision_number=8']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:27:18.557385 dv-neutron-830731-3-hyperv neutron-server[83739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b972782-1453-48d0-a0e0-bdb506e21d83', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d289cf8-98df-4617-9874-facdba389688', 'code': 200} Mar 07 11:27:18.969688 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a45a79-5d81-411b-a4c1-65954de42c17 req-2731725e-beb3-4b5d-bc05-86242e6bec98 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:27:18.972167 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-49a45a79-5d81-411b-a4c1-65954de42c17 req-2731725e-beb3-4b5d-bc05-86242e6bec98 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] 10.222.0.13 "GET /v2.0/ports?device_id=be892f47-ec95-43ce-9bcf-0221d21dbba0 HTTP/1.1" status: 200 len: 932 time: 0.0928264 Mar 07 11:27:19.020718 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-49a45a79-5d81-411b-a4c1-65954de42c17 req-33a1ba8d-ba72-4ab4-bd18-2c3f5b11416f tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] 10.222.0.13 "GET /v2.0/security-groups?id=b99b96d3-a422-455f-8115-cb511ed9c997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428677 Mar 07 11:27:20.240450 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa31b4d-bd45-4ea0-8195-e2b12c6401ba req-41fa0195-703a-4065-8d44-5e7c025b41d3 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:27:20.248541 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-5fa31b4d-bd45-4ea0-8195-e2b12c6401ba req-41fa0195-703a-4065-8d44-5e7c025b41d3 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] 10.222.0.13 "GET /v2.0/ports?device_id=be892f47-ec95-43ce-9bcf-0221d21dbba0 HTTP/1.1" status: 200 len: 932 time: 0.0930405 Mar 07 11:27:20.314304 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-5fa31b4d-bd45-4ea0-8195-e2b12c6401ba req-e2745ef7-a461-4a51-b031-7bebbe0fe286 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] 10.222.0.13 "GET /v2.0/security-groups?id=b99b96d3-a422-455f-8115-cb511ed9c997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643926 Mar 07 11:27:21.524890 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b489280c-6e97-4d40-8ceb-bf41267ecdff req-f28a5d29-5265-4333-8e78-e528893e5a47 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:27:21.526643 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b489280c-6e97-4d40-8ceb-bf41267ecdff req-f28a5d29-5265-4333-8e78-e528893e5a47 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] 10.222.0.13 "GET /v2.0/ports?device_id=be892f47-ec95-43ce-9bcf-0221d21dbba0 HTTP/1.1" status: 200 len: 932 time: 0.0828285 Mar 07 11:27:21.581204 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b489280c-6e97-4d40-8ceb-bf41267ecdff req-e74a65b8-128d-4ecd-9a1f-7f2e584ed228 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] 10.222.0.13 "GET /v2.0/security-groups?id=b99b96d3-a422-455f-8115-cb511ed9c997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474315 Mar 07 11:27:22.785786 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66ece07-be41-4e44-8a85-74a5d7540c10 req-39a7879e-e3ad-403b-82bc-c275c5e16a1e tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:27:22.788180 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b66ece07-be41-4e44-8a85-74a5d7540c10 req-39a7879e-e3ad-403b-82bc-c275c5e16a1e tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] 10.222.0.13 "GET /v2.0/ports?device_id=be892f47-ec95-43ce-9bcf-0221d21dbba0 HTTP/1.1" status: 200 len: 932 time: 0.0818827 Mar 07 11:27:22.837336 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-b66ece07-be41-4e44-8a85-74a5d7540c10 req-88e28620-f32c-4f7d-91f8-dad89029abd3 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] 10.222.0.13 "GET /v2.0/security-groups?id=b99b96d3-a422-455f-8115-cb511ed9c997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425575 Mar 07 11:27:24.163635 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6433e8d0-361e-4e9e-84ea-6a6b9347fda9 req-eee2f529-c69b-46df-9982-c7bf47a53fe9 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:27:24.178523 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-6433e8d0-361e-4e9e-84ea-6a6b9347fda9 req-eee2f529-c69b-46df-9982-c7bf47a53fe9 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] 10.222.0.13 "GET /v2.0/ports?device_id=be892f47-ec95-43ce-9bcf-0221d21dbba0 HTTP/1.1" status: 200 len: 932 time: 0.2025981 Mar 07 11:27:24.307896 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-6433e8d0-361e-4e9e-84ea-6a6b9347fda9 req-9679bd6b-165c-4436-9d9f-4fcb0a6d8562 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] 10.222.0.13 "GET /v2.0/security-groups?id=b99b96d3-a422-455f-8115-cb511ed9c997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1241934 Mar 07 11:27:25.499792 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0899206-6363-41c7-ab6d-a834384bb7a5 req-48cbd46f-ceab-4ac7-b24c-4d6ab13f730a tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:27:25.502013 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c0899206-6363-41c7-ab6d-a834384bb7a5 req-48cbd46f-ceab-4ac7-b24c-4d6ab13f730a tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] 10.222.0.13 "GET /v2.0/ports?device_id=be892f47-ec95-43ce-9bcf-0221d21dbba0 HTTP/1.1" status: 200 len: 932 time: 0.0750246 Mar 07 11:27:25.544972 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c0899206-6363-41c7-ab6d-a834384bb7a5 req-de6ff2ca-67ae-48cb-a3d6-b03f0b1bcfcb tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] 10.222.0.13 "GET /v2.0/security-groups?id=b99b96d3-a422-455f-8115-cb511ed9c997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375237 Mar 07 11:27:26.740316 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ad4721-13e8-452b-9d34-62e8a5df3246 req-853340a2-f975-4b9e-a41b-0977db72e81b tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:27:26.741748 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c2ad4721-13e8-452b-9d34-62e8a5df3246 req-853340a2-f975-4b9e-a41b-0977db72e81b tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] 10.222.0.13 "GET /v2.0/ports?device_id=be892f47-ec95-43ce-9bcf-0221d21dbba0 HTTP/1.1" status: 200 len: 932 time: 0.0773358 Mar 07 11:27:26.784942 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c2ad4721-13e8-452b-9d34-62e8a5df3246 req-5a47ca6c-ed79-453f-9e10-12ab7983623c tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] 10.222.0.13 "GET /v2.0/security-groups?id=b99b96d3-a422-455f-8115-cb511ed9c997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378633 Mar 07 11:27:27.977878 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d001ee84-62fd-4792-a052-e40d39998084 req-79196ffb-b8d0-440c-b913-c6b0822bfef9 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:27:27.979277 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d001ee84-62fd-4792-a052-e40d39998084 req-79196ffb-b8d0-440c-b913-c6b0822bfef9 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] 10.222.0.13 "GET /v2.0/ports?device_id=be892f47-ec95-43ce-9bcf-0221d21dbba0 HTTP/1.1" status: 200 len: 932 time: 0.0735455 Mar 07 11:27:28.025394 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d001ee84-62fd-4792-a052-e40d39998084 req-835c22a1-b3c3-4432-9c2f-fe5eabf0678c tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] 10.222.0.13 "GET /v2.0/security-groups?id=b99b96d3-a422-455f-8115-cb511ed9c997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405960 Mar 07 11:27:28.104454 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.10', 53855) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:27:28.164610 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [req-0204d974-130b-4d9a-aabf-df0c1625161f req-3cfd2bb0-684b-4175-966c-2a447b72d57f service neutron] Request body: {'port': {'device_id': 'be892f47-ec95-43ce-9bcf-0221d21dbba0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8307'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 11:27:28.324526 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-0204d974-130b-4d9a-aabf-df0c1625161f req-3cfd2bb0-684b-4175-966c-2a447b72d57f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:27:28.346109 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-2eb659cf-ecff-4b6a-8710-c24bb683c31a req-ab5ba470-6eeb-497c-b944-8decf6801314 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=8b972782-1453-48d0-a0e0-bdb506e21d83&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2406094 Mar 07 11:27:28.568275 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-42b710b0-9d6f-4577-a4f4-44e153271d88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:27:28.632273 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-2eb659cf-ecff-4b6a-8710-c24bb683c31a req-d23d8e5f-ac55-45ce-872f-45c9cdb0fbe1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1f49b867d5684fed8273dad4ea32ddf6&device_id=8b972782-1453-48d0-a0e0-bdb506e21d83 HTTP/1.1" status: 200 len: 1096 time: 0.1883905 Mar 07 11:27:28.840130 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [req-0204d974-130b-4d9a-aabf-df0c1625161f req-3cfd2bb0-684b-4175-966c-2a447b72d57f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d0592b7-754c-4fd0-9848-5bcc3aa196dc {{(pid=83737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 07 11:27:28.847551 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb659cf-ecff-4b6a-8710-c24bb683c31a req-f68a6a96-795d-4cec-8e79-f15fccb44655 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:27:28.848990 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-2eb659cf-ecff-4b6a-8710-c24bb683c31a req-f68a6a96-795d-4cec-8e79-f15fccb44655 service neutron] 10.222.0.10 "GET /v2.0/networks?id=5d29450a-bf97-4357-9c49-8022e88bef71 HTTP/1.1" status: 200 len: 910 time: 0.1961329 Mar 07 11:27:28.850471 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-0204d974-130b-4d9a-aabf-df0c1625161f req-3cfd2bb0-684b-4175-966c-2a447b72d57f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:27:28.928061 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [req-0204d974-130b-4d9a-aabf-df0c1625161f req-3cfd2bb0-684b-4175-966c-2a447b72d57f service neutron] Transition to ACTIVE for port object 9d0592b7-754c-4fd0-9848-5bcc3aa196dc will not be triggered until provisioned by entity L2. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 11:27:28.933741 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-0204d974-130b-4d9a-aabf-df0c1625161f req-3cfd2bb0-684b-4175-966c-2a447b72d57f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3012561'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:27:29.077498 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-2eb659cf-ecff-4b6a-8710-c24bb683c31a req-fa8804dd-f420-47c4-8552-d87b8087fc4a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2d289cf8-98df-4617-9874-facdba389688 HTTP/1.1" status: 200 len: 998 time: 0.2202961 Mar 07 11:27:29.137984 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfd2bb0-684b-4175-966c-2a447b72d57f service neutron] Pushing event updated for resources: {'Port': ['ID=9d0592b7-754c-4fd0-9848-5bcc3aa196dc,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:27:29.271049 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb659cf-ecff-4b6a-8710-c24bb683c31a req-3f34c8aa-1567-4de9-883a-2c50d1c5ffc4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:27:29.272446 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-2eb659cf-ecff-4b6a-8710-c24bb683c31a req-3f34c8aa-1567-4de9-883a-2c50d1c5ffc4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3e7c99cf-ee42-40c6-a0c3-cc0b31ae77dd HTTP/1.1" status: 200 len: 848 time: 0.1866443 Mar 07 11:27:29.377503 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [req-0204d974-130b-4d9a-aabf-df0c1625161f req-3cfd2bb0-684b-4175-966c-2a447b72d57f service neutron] Attempting to bind port 9d0592b7-754c-4fd0-9848-5bcc3aa196dc on host hv-neutron-8307 for vnic_type normal with profile {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 11:27:29.377743 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [req-0204d974-130b-4d9a-aabf-df0c1625161f req-3cfd2bb0-684b-4175-966c-2a447b72d57f service neutron] Attempting to bind port 9d0592b7-754c-4fd0-9848-5bcc3aa196dc by drivers openvswitch,hyperv on host hv-neutron-8307 at level 0 using segments [{'id': 'aeccc377-c215-4ef7-9c67-c11814bbc3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5d29450a-bf97-4357-9c49-8022e88bef71'}] {{(pid=83737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 11:27:29.378059 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0204d974-130b-4d9a-aabf-df0c1625161f req-3cfd2bb0-684b-4175-966c-2a447b72d57f service neutron] Attempting to bind port 9d0592b7-754c-4fd0-9848-5bcc3aa196dc on network 5d29450a-bf97-4357-9c49-8022e88bef71 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 11:27:29.400283 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0204d974-130b-4d9a-aabf-df0c1625161f req-3cfd2bb0-684b-4175-966c-2a447b72d57f service neutron] Port 9d0592b7-754c-4fd0-9848-5bcc3aa196dc on network 5d29450a-bf97-4357-9c49-8022e88bef71 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8307 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 07 11:27:29.400613 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0204d974-130b-4d9a-aabf-df0c1625161f req-3cfd2bb0-684b-4175-966c-2a447b72d57f service neutron] Attempting to bind port 9d0592b7-754c-4fd0-9848-5bcc3aa196dc on network 5d29450a-bf97-4357-9c49-8022e88bef71 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 07 11:27:29.420117 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddfc525-d945-400b-8216-4058c4595eea req-0ec648df-4400-42f4-8917-178a54b59c32 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:27:29.421646 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-fddfc525-d945-400b-8216-4058c4595eea req-0ec648df-4400-42f4-8917-178a54b59c32 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] 10.222.0.13 "GET /v2.0/ports?device_id=be892f47-ec95-43ce-9bcf-0221d21dbba0 HTTP/1.1" status: 200 len: 944 time: 0.2655962 Mar 07 11:27:29.424593 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0204d974-130b-4d9a-aabf-df0c1625161f req-3cfd2bb0-684b-4175-966c-2a447b72d57f service neutron] Checking agent: {'id': 'fb93ecad-d7e5-4e81-99ef-d8d0ee7386ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8307', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 21, 15), 'started_at': datetime.datetime(2022, 3, 7, 10, 21, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 27, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 07 11:27:29.424923 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0204d974-130b-4d9a-aabf-df0c1625161f req-3cfd2bb0-684b-4175-966c-2a447b72d57f service neutron] Checking segment: {'id': 'aeccc377-c215-4ef7-9c67-c11814bbc3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5d29450a-bf97-4357-9c49-8022e88bef71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 07 11:27:29.425296 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0204d974-130b-4d9a-aabf-df0c1625161f req-3cfd2bb0-684b-4175-966c-2a447b72d57f service neutron] Bound using segment: {'id': 'aeccc377-c215-4ef7-9c67-c11814bbc3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5d29450a-bf97-4357-9c49-8022e88bef71'} {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 07 11:27:29.425729 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [req-0204d974-130b-4d9a-aabf-df0c1625161f req-3cfd2bb0-684b-4175-966c-2a447b72d57f service neutron] Bound port: 9d0592b7-754c-4fd0-9848-5bcc3aa196dc, host: hv-neutron-8307, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aeccc377-c215-4ef7-9c67-c11814bbc3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5d29450a-bf97-4357-9c49-8022e88bef71'}}] {{(pid=83737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 11:27:29.426064 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-0204d974-130b-4d9a-aabf-df0c1625161f req-3cfd2bb0-684b-4175-966c-2a447b72d57f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:27:29.558562 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-2eb659cf-ecff-4b6a-8710-c24bb683c31a req-5eea8990-ffba-483a-aecb-528e90aa8818 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5d29450a-bf97-4357-9c49-8022e88bef71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2781823 Mar 07 11:27:29.733956 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-fddfc525-d945-400b-8216-4058c4595eea req-895ff482-e4d9-4c4b-a506-a6a3b1eadc27 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] 10.222.0.13 "GET /v2.0/security-groups?id=b99b96d3-a422-455f-8115-cb511ed9c997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2005558 Mar 07 11:27:29.762126 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [req-0204d974-130b-4d9a-aabf-df0c1625161f req-3cfd2bb0-684b-4175-966c-2a447b72d57f service neutron] For port 9d0592b7-754c-4fd0-9848-5bcc3aa196dc, host hv-neutron-8307, cleared binding levels {{(pid=83737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:27:29.785535 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [req-0204d974-130b-4d9a-aabf-df0c1625161f req-3cfd2bb0-684b-4175-966c-2a447b72d57f service neutron] For port 9d0592b7-754c-4fd0-9848-5bcc3aa196dc, host hv-neutron-8307, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=9d0592b7-754c-4fd0-9848-5bcc3aa196dc,segment=NetworkSegment(aeccc377-c215-4ef7-9c67-c11814bbc3bc),segment_id=aeccc377-c215-4ef7-9c67-c11814bbc3bc)] {{(pid=83737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:27:29.788541 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-2eb659cf-ecff-4b6a-8710-c24bb683c31a req-1a97314b-22a8-4487-81ad-255f60c62680 service neutron] 10.222.0.10 "GET /v2.0/networks/5d29450a-bf97-4357-9c49-8022e88bef71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022433 Mar 07 11:27:29.790454 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-0204d974-130b-4d9a-aabf-df0c1625161f req-3cfd2bb0-684b-4175-966c-2a447b72d57f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3012561'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:27:29.938010 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-0204d974-130b-4d9a-aabf-df0c1625161f req-3cfd2bb0-684b-4175-966c-2a447b72d57f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:27:29.939349 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-0204d974-130b-4d9a-aabf-df0c1625161f req-3cfd2bb0-684b-4175-966c-2a447b72d57f service neutron] 10.222.0.10 "PUT /v2.0/ports/9d0592b7-754c-4fd0-9848-5bcc3aa196dc HTTP/1.1" status: 200 len: 1094 time: 1.8489347 Mar 07 11:27:29.941756 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be892f47-ec95-43ce-9bcf-0221d21dbba0', 'tag': '9d0592b7-754c-4fd0-9848-5bcc3aa196dc'}] {{(pid=83737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 11:27:29.976915 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfd2bb0-684b-4175-966c-2a447b72d57f service neutron] Pushing event updated for resources: {'Port': ['ID=9d0592b7-754c-4fd0-9848-5bcc3aa196dc,revision_number=3']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:27:30.017150 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be892f47-ec95-43ce-9bcf-0221d21dbba0', 'tag': '9d0592b7-754c-4fd0-9848-5bcc3aa196dc', 'status': 'completed', 'code': 200} Mar 07 11:27:30.041117 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-2eb659cf-ecff-4b6a-8710-c24bb683c31a req-ac4adf6b-c619-436f-9f94-b0460ddc879f service neutron] 10.222.0.10 "GET /v2.0/networks/5d29450a-bf97-4357-9c49-8022e88bef71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2183657 Mar 07 11:27:30.074245 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-0204d974-130b-4d9a-aabf-df0c1625161f req-8bb70d6e-1da1-4eae-8706-57d65a1f9a46 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1f49b867d5684fed8273dad4ea32ddf6&device_id=be892f47-ec95-43ce-9bcf-0221d21dbba0 HTTP/1.1" status: 200 len: 1097 time: 0.0923805 Mar 07 11:27:30.148035 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-0204d974-130b-4d9a-aabf-df0c1625161f req-d66d0ee4-a582-4a77-872d-227de8c9c127 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9d0592b7-754c-4fd0-9848-5bcc3aa196dc HTTP/1.1" status: 200 len: 217 time: 0.0674176 Mar 07 11:27:30.222584 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0204d974-130b-4d9a-aabf-df0c1625161f req-f6fb8515-ac27-4598-a85d-bfd9287b0244 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:27:30.224233 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-0204d974-130b-4d9a-aabf-df0c1625161f req-f6fb8515-ac27-4598-a85d-bfd9287b0244 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3e7c99cf-ee42-40c6-a0c3-cc0b31ae77dd HTTP/1.1" status: 200 len: 848 time: 0.0642567 Mar 07 11:27:30.302123 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-0204d974-130b-4d9a-aabf-df0c1625161f req-e4ca191f-1c9c-4b26-a3db-6423a1dee56b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5d29450a-bf97-4357-9c49-8022e88bef71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713811 Mar 07 11:27:30.429360 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-0204d974-130b-4d9a-aabf-df0c1625161f req-b5fc158c-0617-4bf4-9d72-4648adc3e20d service neutron] 10.222.0.10 "GET /v2.0/networks/5d29450a-bf97-4357-9c49-8022e88bef71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208808 Mar 07 11:27:30.557339 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-0204d974-130b-4d9a-aabf-df0c1625161f req-087f5d74-2332-4c0f-861b-f52b0215b284 service neutron] 10.222.0.10 "GET /v2.0/networks/5d29450a-bf97-4357-9c49-8022e88bef71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215944 Mar 07 11:27:30.665973 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-dff9450d-44bb-4c17-9ada-45b771ef488e req-43f45f98-f7f5-4222-955f-bd1851286012 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1f49b867d5684fed8273dad4ea32ddf6&device_id=be892f47-ec95-43ce-9bcf-0221d21dbba0 HTTP/1.1" status: 200 len: 1097 time: 0.0672197 Mar 07 11:27:30.716550 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-fe9c77e9-19be-4078-ad6b-9cb1e2f214f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:27:30.795397 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff9450d-44bb-4c17-9ada-45b771ef488e req-6de83f29-8750-4764-8b4d-8d6c8312af6f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:27:30.796859 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-dff9450d-44bb-4c17-9ada-45b771ef488e req-6de83f29-8750-4764-8b4d-8d6c8312af6f service neutron] 10.222.0.10 "GET /v2.0/networks?id=5d29450a-bf97-4357-9c49-8022e88bef71 HTTP/1.1" status: 200 len: 910 time: 0.1249073 Mar 07 11:27:30.893639 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-dff9450d-44bb-4c17-9ada-45b771ef488e req-a8a7ec0b-e830-4977-833a-0127b1ff42c8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9d0592b7-754c-4fd0-9848-5bcc3aa196dc HTTP/1.1" status: 200 len: 217 time: 0.0912693 Mar 07 11:27:30.974916 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff9450d-44bb-4c17-9ada-45b771ef488e req-4000eea0-dcd6-4529-8a59-617322c1305d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:27:30.976313 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-dff9450d-44bb-4c17-9ada-45b771ef488e req-4000eea0-dcd6-4529-8a59-617322c1305d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3e7c99cf-ee42-40c6-a0c3-cc0b31ae77dd HTTP/1.1" status: 200 len: 848 time: 0.0730858 Mar 07 11:27:31.029237 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd65778-2fcc-4b75-9929-af9784c1a31a req-8b1b8342-64d7-4ea3-980b-57251417d2ae tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:27:31.030609 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-6dd65778-2fcc-4b75-9929-af9784c1a31a req-8b1b8342-64d7-4ea3-980b-57251417d2ae tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] 10.222.0.13 "GET /v2.0/ports?device_id=be892f47-ec95-43ce-9bcf-0221d21dbba0 HTTP/1.1" status: 200 len: 944 time: 0.1666584 Mar 07 11:27:31.092101 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-6dd65778-2fcc-4b75-9929-af9784c1a31a req-d203592f-18c9-4739-8c54-9ffe5da5df56 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] 10.222.0.13 "GET /v2.0/security-groups?id=b99b96d3-a422-455f-8115-cb511ed9c997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512209 Mar 07 11:27:31.095806 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-dff9450d-44bb-4c17-9ada-45b771ef488e req-d702bc4f-6a71-45a6-ab00-d04b6546635a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5d29450a-bf97-4357-9c49-8022e88bef71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1125879 Mar 07 11:27:31.315594 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-dff9450d-44bb-4c17-9ada-45b771ef488e req-69df2172-b3ec-4fd6-b9a7-e9815730a615 service neutron] 10.222.0.10 "GET /v2.0/networks/5d29450a-bf97-4357-9c49-8022e88bef71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123625 Mar 07 11:27:31.444277 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-dff9450d-44bb-4c17-9ada-45b771ef488e req-d3889a8e-8ca0-4611-a19e-d50dae3d571f service neutron] 10.222.0.10 "GET /v2.0/networks/5d29450a-bf97-4357-9c49-8022e88bef71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226902 Mar 07 11:27:32.020001 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:27:32.042258 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-711fefd2-3b30-4759-8df5-0aecff1c8e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:27:32.294367 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64193fd-c745-4654-b3d2-8d44a69f2f1e req-ecd82f5d-ac25-4e81-81c9-3ddc87becb60 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:27:32.295793 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f64193fd-c745-4654-b3d2-8d44a69f2f1e req-ecd82f5d-ac25-4e81-81c9-3ddc87becb60 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] 10.222.0.13 "GET /v2.0/ports?device_id=be892f47-ec95-43ce-9bcf-0221d21dbba0 HTTP/1.1" status: 200 len: 944 time: 0.0833800 Mar 07 11:27:32.338976 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-f64193fd-c745-4654-b3d2-8d44a69f2f1e req-30bc3153-070a-45c7-ac40-41eb19845e7a tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] 10.222.0.13 "GET /v2.0/security-groups?id=b99b96d3-a422-455f-8115-cb511ed9c997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376332 Mar 07 11:27:33.470708 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c87150bd-aa9c-4ad1-bb68-57ec66d4fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:27:33.534318 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94434cfe-d3a2-499e-ba45-51cf81d9cd80 req-7f656d32-ff38-4f0b-80c2-4b1a013ea09e tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:27:33.535804 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-94434cfe-d3a2-499e-ba45-51cf81d9cd80 req-7f656d32-ff38-4f0b-80c2-4b1a013ea09e tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] 10.222.0.13 "GET /v2.0/ports?device_id=be892f47-ec95-43ce-9bcf-0221d21dbba0 HTTP/1.1" status: 200 len: 944 time: 0.0774167 Mar 07 11:27:33.582988 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-94434cfe-d3a2-499e-ba45-51cf81d9cd80 req-0560cb4e-9ee7-487b-8d1c-fb46e8c361cd tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] 10.222.0.13 "GET /v2.0/security-groups?id=b99b96d3-a422-455f-8115-cb511ed9c997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415642 Mar 07 11:27:34.121387 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-adbd2215-c8ee-41f3-92a6-4182ca26b8a8 None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 11:27:34.297288 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device 9d0592b7-754c-4fd0-9848-5bcc3aa196dc details requested by agent hyperv_hv-neutron-8307 with host hv-neutron-8307 {{(pid=83739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 07 11:27:34.428066 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port 9d0592b7-754c-4fd0-9848-5bcc3aa196dc, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=9d0592b7-754c-4fd0-9848-5bcc3aa196dc,segment=NetworkSegment(aeccc377-c215-4ef7-9c67-c11814bbc3bc),segment_id=aeccc377-c215-4ef7-9c67-c11814bbc3bc)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:27:34.441185 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Returning: {'device': '9d0592b7-754c-4fd0-9848-5bcc3aa196dc', 'network_id': '5d29450a-bf97-4357-9c49-8022e88bef71', 'port_id': '9d0592b7-754c-4fd0-9848-5bcc3aa196dc', 'mac_address': 'fa:16:3e:11:69:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e7c99cf-ee42-40c6-a0c3-cc0b31ae77dd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 07 11:27:34.496035 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:27:34.514094 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d0592b7-754c-4fd0-9848-5bcc3aa196dc {{(pid=83739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 07 11:27:34.528650 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port 9d0592b7-754c-4fd0-9848-5bcc3aa196dc, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=9d0592b7-754c-4fd0-9848-5bcc3aa196dc,segment=NetworkSegment(aeccc377-c215-4ef7-9c67-c11814bbc3bc),segment_id=aeccc377-c215-4ef7-9c67-c11814bbc3bc)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:27:34.532700 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:27:34.595808 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Pushing event updated for resources: {'Port': ['ID=9d0592b7-754c-4fd0-9848-5bcc3aa196dc,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:27:34.773957 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a06e024-18d6-4596-a1a3-2a0891f1951e req-893d1543-2c19-4aaf-abac-cc6228485c70 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:27:34.775369 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-5a06e024-18d6-4596-a1a3-2a0891f1951e req-893d1543-2c19-4aaf-abac-cc6228485c70 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] 10.222.0.13 "GET /v2.0/ports?device_id=be892f47-ec95-43ce-9bcf-0221d21dbba0 HTTP/1.1" status: 200 len: 945 time: 0.0736630 Mar 07 11:27:34.819645 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-5a06e024-18d6-4596-a1a3-2a0891f1951e req-b609d094-76b6-468f-ad50-7ad25823e306 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] 10.222.0.13 "GET /v2.0/security-groups?id=b99b96d3-a422-455f-8115-cb511ed9c997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389485 Mar 07 11:27:34.881035 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] get_ports_and_sgs() called for port_ids ['9d0592b7-754c-4fd0-9848-5bcc3aa196dc'] {{(pid=83739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 07 11:27:36.015340 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ab189b-be34-4d45-be07-d6513923fa51 req-cbd007c3-ae3e-4f89-90b9-a1fd7394002c tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:27:36.016787 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-84ab189b-be34-4d45-be07-d6513923fa51 req-cbd007c3-ae3e-4f89-90b9-a1fd7394002c tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] 10.222.0.13 "GET /v2.0/ports?device_id=be892f47-ec95-43ce-9bcf-0221d21dbba0 HTTP/1.1" status: 200 len: 945 time: 0.0785234 Mar 07 11:27:36.061707 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-84ab189b-be34-4d45-be07-d6513923fa51 req-63ef12f4-da39-48ac-add6-7f6dfd288c3b tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] 10.222.0.13 "GET /v2.0/security-groups?id=b99b96d3-a422-455f-8115-cb511ed9c997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394125 Mar 07 11:27:36.311709 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device 9d0592b7-754c-4fd0-9848-5bcc3aa196dc up at agent hyperv_hv-neutron-8307 {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 11:27:36.380683 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Provisioning for port 9d0592b7-754c-4fd0-9848-5bcc3aa196dc completed by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 11:27:36.385360 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Provisioning complete for port 9d0592b7-754c-4fd0-9848-5bcc3aa196dc triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 11:27:36.385722 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:27:36.499355 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:27:36.528904 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be892f47-ec95-43ce-9bcf-0221d21dbba0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d0592b7-754c-4fd0-9848-5bcc3aa196dc'}] {{(pid=83739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 11:27:36.539081 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port 9d0592b7-754c-4fd0-9848-5bcc3aa196dc, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=9d0592b7-754c-4fd0-9848-5bcc3aa196dc,segment=NetworkSegment(aeccc377-c215-4ef7-9c67-c11814bbc3bc),segment_id=aeccc377-c215-4ef7-9c67-c11814bbc3bc)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:27:36.543462 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:27:36.596805 dv-neutron-830731-3-hyperv neutron-server[83739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be892f47-ec95-43ce-9bcf-0221d21dbba0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d0592b7-754c-4fd0-9848-5bcc3aa196dc', 'code': 200} Mar 07 11:27:36.615016 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Pushing event updated for resources: {'Port': ['ID=9d0592b7-754c-4fd0-9848-5bcc3aa196dc,revision_number=5']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:27:36.822011 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-1bdde2bd-511a-4151-ac2b-a9f9fd2670b2 req-6bc27cf1-f5d6-404e-8cf4-47ac24c4716b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=be892f47-ec95-43ce-9bcf-0221d21dbba0 HTTP/1.1" status: 200 len: 1099 time: 0.0662067 Mar 07 11:27:36.864620 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-1bdde2bd-511a-4151-ac2b-a9f9fd2670b2 req-eff53551-4312-4503-8fc7-98622fcba918 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=b99b96d3-a422-455f-8115-cb511ed9c997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356236 Mar 07 11:27:37.259177 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e89172-5a24-4f08-b31c-fe98bf612baa req-e258af70-c75b-456e-9664-588332b88513 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:27:37.260653 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d9e89172-5a24-4f08-b31c-fe98bf612baa req-e258af70-c75b-456e-9664-588332b88513 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] 10.222.0.13 "GET /v2.0/ports?device_id=be892f47-ec95-43ce-9bcf-0221d21dbba0 HTTP/1.1" status: 200 len: 946 time: 0.0780578 Mar 07 11:27:37.308407 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-d9e89172-5a24-4f08-b31c-fe98bf612baa req-1bb3db58-c854-4a38-91a1-5f4bed56fd76 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] 10.222.0.13 "GET /v2.0/security-groups?id=b99b96d3-a422-455f-8115-cb511ed9c997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417137 Mar 07 11:27:38.502750 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f7c96c-89ba-425c-9de2-e60301539abe req-4296f5db-2e8c-4a76-a86c-686ec968dc08 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:27:38.504168 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-49f7c96c-89ba-425c-9de2-e60301539abe req-4296f5db-2e8c-4a76-a86c-686ec968dc08 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] 10.222.0.13 "GET /v2.0/ports?device_id=be892f47-ec95-43ce-9bcf-0221d21dbba0 HTTP/1.1" status: 200 len: 946 time: 0.0732403 Mar 07 11:27:38.548573 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-49f7c96c-89ba-425c-9de2-e60301539abe req-b4cbbee6-1b89-4c99-abc5-0df6cd4f4a8e tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] 10.222.0.13 "GET /v2.0/security-groups?id=b99b96d3-a422-455f-8115-cb511ed9c997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387454 Mar 07 11:27:38.744844 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a63d88-06b1-4a7f-bba1-88a2fabd8fe1 req-443e8b51-7cb5-4a02-8868-c18be83cc998 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:27:38.746261 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-37a63d88-06b1-4a7f-bba1-88a2fabd8fe1 req-443e8b51-7cb5-4a02-8868-c18be83cc998 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] 10.222.0.13 "GET /v2.0/ports?device_id=be892f47-ec95-43ce-9bcf-0221d21dbba0 HTTP/1.1" status: 200 len: 946 time: 0.0787654 Mar 07 11:27:38.790869 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-37a63d88-06b1-4a7f-bba1-88a2fabd8fe1 req-b1bdcd03-41a1-47f8-935e-12c7c41cb59e tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] 10.222.0.13 "GET /v2.0/security-groups?id=b99b96d3-a422-455f-8115-cb511ed9c997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384083 Mar 07 11:27:38.817712 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 48162) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:27:38.884661 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-dee3c2fe-b623-4494-8b84-1c07e3541532 tempest-TestSnapshotPattern-1374488349 tempest-TestSnapshotPattern-1374488349-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=be892f47-ec95-43ce-9bcf-0221d21dbba0 HTTP/1.1" status: 200 len: 1094 time: 0.0658467 Mar 07 11:27:38.887135 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 48166) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:27:38.892693 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.v2.base [None req-2a4c0b25-e75b-48d1-bf6b-6e065cf61987 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Request body: {'floatingip': {'floating_network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'port_id': '9d0592b7-754c-4fd0-9848-5bcc3aa196dc', 'tenant_id': '1f49b867d5684fed8273dad4ea32ddf6', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 07 11:27:38.897977 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-2a4c0b25-e75b-48d1-bf6b-6e065cf61987 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 11:27:38.901721 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-2a4c0b25-e75b-48d1-bf6b-6e065cf61987 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Usage tracker for resource:floatingip and tenant:1f49b867d5684fed8273dad4ea32ddf6 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 11:27:38.904442 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [None req-2a4c0b25-e75b-48d1-bf6b-6e065cf61987 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 11:27:38.909971 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-2a4c0b25-e75b-48d1-bf6b-6e065cf61987 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 11:27:38.923653 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2a4c0b25-e75b-48d1-bf6b-6e065cf61987 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Notify callbacks [] for floatingip, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:27:39.052751 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2a4c0b25-e75b-48d1-bf6b-6e065cf61987 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:27:39.185662 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-2a4c0b25-e75b-48d1-bf6b-6e065cf61987 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Allocated IP 172.26.8.52 (5ed85006-6b00-415e-b71f-837fb1421c12/8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a/9468dbb4-0bdb-4e0d-92e5-af5ee8b91e87) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:27:39.329328 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2a4c0b25-e75b-48d1-bf6b-6e065cf61987 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:27:39.356129 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2a4c0b25-e75b-48d1-bf6b-6e065cf61987 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568081803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:27:39.425590 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a4c0b25-e75b-48d1-bf6b-6e065cf61987 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Network 5ed85006-6b00-415e-b71f-837fb1421c12 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:27:39.428401 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-2a4c0b25-e75b-48d1-bf6b-6e065cf61987 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:27:39.430842 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4c0b25-e75b-48d1-bf6b-6e065cf61987 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 07 11:27:39.459542 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4c0b25-e75b-48d1-bf6b-6e065cf61987 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Pushing event updated for resources: {'Port': ['ID=9468dbb4-0bdb-4e0d-92e5-af5ee8b91e87,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:27:40.005131 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2a4c0b25-e75b-48d1-bf6b-6e065cf61987 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:27:40.059184 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2a4c0b25-e75b-48d1-bf6b-6e065cf61987 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:27:40.255062 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2a4c0b25-e75b-48d1-bf6b-6e065cf61987 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:27:40.259729 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2a4c0b25-e75b-48d1-bf6b-6e065cf61987 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3012561'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:27:40.364675 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4c0b25-e75b-48d1-bf6b-6e065cf61987 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Pushing event updated for resources: {'Port': ['ID=9468dbb4-0bdb-4e0d-92e5-af5ee8b91e87,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:27:40.377775 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2a4c0b25-e75b-48d1-bf6b-6e065cf61987 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923533'] for floatingip, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:27:40.565387 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.db.l3_db [None req-2a4c0b25-e75b-48d1-bf6b-6e065cf61987 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Floating IP e3b0e3ee-7682-4288-9999-55daa8b8f042 associated. External IP: 172.26.8.52, port: 9d0592b7-754c-4fd0-9848-5bcc3aa196dc. Mar 07 11:27:40.940989 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a4c0b25-e75b-48d1-bf6b-6e065cf61987 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Router ce227f17-0610-48da-823f-d700b0244dcb has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:27:41.134301 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a4c0b25-e75b-48d1-bf6b-6e065cf61987 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:27:41.144583 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562648d9-d562-4efe-804a-b971e6f2e84e None None] Sync routers for ids ['ce227f17-0610-48da-823f-d700b0244dcb'] in dv-neutron-830731-3-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 11:27:41.156893 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562648d9-d562-4efe-804a-b971e6f2e84e None None] Routers {'ce227f17-0610-48da-823f-d700b0244dcb'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 11:27:41.157633 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-562648d9-d562-4efe-804a-b971e6f2e84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T11:27:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['ce227f17-0610-48da-823f-d700b0244dcb'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:27:41.159276 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2a4c0b25-e75b-48d1-bf6b-6e065cf61987 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for floatingip, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:27:41.316865 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-2a4c0b25-e75b-48d1-bf6b-6e065cf61987 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4287069 Mar 07 11:27:41.317520 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be892f47-ec95-43ce-9bcf-0221d21dbba0', 'tag': '9d0592b7-754c-4fd0-9848-5bcc3aa196dc'}] {{(pid=83737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 11:27:41.370655 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be892f47-ec95-43ce-9bcf-0221d21dbba0', 'tag': '9d0592b7-754c-4fd0-9848-5bcc3aa196dc', 'status': 'completed', 'code': 200} Mar 07 11:27:41.375797 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-562648d9-d562-4efe-804a-b971e6f2e84e None None] Set router ce227f17-0610-48da-823f-d700b0244dcb gateway port host: dv-neutron-830731-3-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 11:27:41.458523 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-496c5e60-2f92-4163-b436-9b826d8981d0 req-b46147f8-92ad-45c0-a892-d2852bfed490 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1f49b867d5684fed8273dad4ea32ddf6&device_id=be892f47-ec95-43ce-9bcf-0221d21dbba0 HTTP/1.1" status: 200 len: 1099 time: 0.0669968 Mar 07 11:27:41.588529 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496c5e60-2f92-4163-b436-9b826d8981d0 req-16b87bb6-e4f3-4236-af45-897cf7d0679f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:27:41.589872 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-496c5e60-2f92-4163-b436-9b826d8981d0 req-16b87bb6-e4f3-4236-af45-897cf7d0679f service neutron] 10.222.0.10 "GET /v2.0/networks?id=5d29450a-bf97-4357-9c49-8022e88bef71 HTTP/1.1" status: 200 len: 910 time: 0.1254272 Mar 07 11:27:41.693941 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-496c5e60-2f92-4163-b436-9b826d8981d0 req-84fa7b0e-8274-4cbd-a6fa-8710faa4ab7b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9d0592b7-754c-4fd0-9848-5bcc3aa196dc HTTP/1.1" status: 200 len: 999 time: 0.0981936 Mar 07 11:27:41.723346 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-562648d9-d562-4efe-804a-b971e6f2e84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce227f17-0610-48da-823f-d700b0244dcb', 'name': 'tempest-TestSnapshotPattern-203746283-router', 'tenant_id': '1f49b867d5684fed8273dad4ea32ddf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.214'}], 'enable_snat': True}, 'gw_port_id': '0876a0dd-ecec-4b09-8dff-eb34c3acd25d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:24:00Z', 'updated_at': '2022-03-07T11:24:03Z', 'revision_number': 4, 'project_id': '1f49b867d5684fed8273dad4ea32ddf6', 'gw_port': {'id': '0876a0dd-ecec-4b09-8dff-eb34c3acd25d', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:1a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce227f17-0610-48da-823f-d700b0244dcb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:24:01Z', 'updated_at': '2022-03-07T11:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_floatingips': [{'id': 'e3b0e3ee-7682-4288-9999-55daa8b8f042', 'tenant_id': '1f49b867d5684fed8273dad4ea32ddf6', 'floating_ip_address': '172.26.8.52', 'floating_network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'router_id': 'ce227f17-0610-48da-823f-d700b0244dcb', 'port_id': '9d0592b7-754c-4fd0-9848-5bcc3aa196dc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d29450a-bf97-4357-9c49-8022e88bef71', 'mac_address': 'fa:16:3e:11:69:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be892f47-ec95-43ce-9bcf-0221d21dbba0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:27:39Z', 'updated_at': '2022-03-07T11:27:39Z', 'revision_number': 0, 'project_id': '1f49b867d5684fed8273dad4ea32ddf6', 'fixed_ip_address_scope': None}, {'id': 'f6f97f06-7df5-418b-aa67-c3040462816f', 'tenant_id': '1f49b867d5684fed8273dad4ea32ddf6', 'floating_ip_address': '172.26.8.32', 'floating_network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'router_id': 'ce227f17-0610-48da-823f-d700b0244dcb', 'port_id': '2d289cf8-98df-4617-9874-facdba389688', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d29450a-bf97-4357-9c49-8022e88bef71', 'mac_address': 'fa:16:3e:9a:12:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b972782-1453-48d0-a0e0-bdb506e21d83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:24:27Z', 'updated_at': '2022-03-07T11:24:39Z', 'revision_number': 1, 'project_id': '1f49b867d5684fed8273dad4ea32ddf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d2a4269-4bad-4bdd-9bf7-1fabe48e033f', 'name': '', 'network_id': '5d29450a-bf97-4357-9c49-8022e88bef71', 'tenant_id': '1f49b867d5684fed8273dad4ea32ddf6', 'mac_address': 'fa:16:3e:2b:00:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce227f17-0610-48da-823f-d700b0244dcb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e7c99cf-ee42-40c6-a0c3-cc0b31ae77dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:24:03Z', 'updated_at': '2022-03-07T11:24:22Z', 'revision_number': 5, 'project_id': '1f49b867d5684fed8273dad4ea32ddf6', 'subnets': [{'id': '3e7c99cf-ee42-40c6-a0c3-cc0b31ae77dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:27:41.727215 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562648d9-d562-4efe-804a-b971e6f2e84e None None] Checking router: ce227f17-0610-48da-823f-d700b0244dcb for host: dv-neutron-830731-3-hyperv {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 07 11:27:41.739205 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562648d9-d562-4efe-804a-b971e6f2e84e None None] Routers {'ce227f17-0610-48da-823f-d700b0244dcb'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 11:27:41.739825 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-562648d9-d562-4efe-804a-b971e6f2e84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T11:27:31Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['ce227f17-0610-48da-823f-d700b0244dcb'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:27:41.757171 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496c5e60-2f92-4163-b436-9b826d8981d0 req-93b089f5-b34e-4006-b7e3-fadadeda3288 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:27:41.758607 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-496c5e60-2f92-4163-b436-9b826d8981d0 req-93b089f5-b34e-4006-b7e3-fadadeda3288 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3e7c99cf-ee42-40c6-a0c3-cc0b31ae77dd HTTP/1.1" status: 200 len: 848 time: 0.0581920 Mar 07 11:27:41.834850 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-496c5e60-2f92-4163-b436-9b826d8981d0 req-b1630bcb-9e34-4e32-a1d9-c2b85f63cd4d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5d29450a-bf97-4357-9c49-8022e88bef71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701568 Mar 07 11:27:41.922858 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-562648d9-d562-4efe-804a-b971e6f2e84e None None] Set router ce227f17-0610-48da-823f-d700b0244dcb gateway port host: dv-neutron-830731-3-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 11:27:41.969787 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-496c5e60-2f92-4163-b436-9b826d8981d0 req-951e7cba-a77a-457e-8a8e-879736c35ea7 service neutron] 10.222.0.10 "GET /v2.0/networks/5d29450a-bf97-4357-9c49-8022e88bef71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289852 Mar 07 11:27:42.101187 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-496c5e60-2f92-4163-b436-9b826d8981d0 req-68f693fa-ff11-4cc6-b59d-4bcaf5184364 service neutron] 10.222.0.10 "GET /v2.0/networks/5d29450a-bf97-4357-9c49-8022e88bef71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264780 Mar 07 11:27:42.268113 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-562648d9-d562-4efe-804a-b971e6f2e84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce227f17-0610-48da-823f-d700b0244dcb', 'name': 'tempest-TestSnapshotPattern-203746283-router', 'tenant_id': '1f49b867d5684fed8273dad4ea32ddf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.214'}], 'enable_snat': True}, 'gw_port_id': '0876a0dd-ecec-4b09-8dff-eb34c3acd25d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:24:00Z', 'updated_at': '2022-03-07T11:24:03Z', 'revision_number': 4, 'project_id': '1f49b867d5684fed8273dad4ea32ddf6', 'gw_port': {'id': '0876a0dd-ecec-4b09-8dff-eb34c3acd25d', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:1a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce227f17-0610-48da-823f-d700b0244dcb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:24:01Z', 'updated_at': '2022-03-07T11:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_floatingips': [{'id': 'e3b0e3ee-7682-4288-9999-55daa8b8f042', 'tenant_id': '1f49b867d5684fed8273dad4ea32ddf6', 'floating_ip_address': '172.26.8.52', 'floating_network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'router_id': 'ce227f17-0610-48da-823f-d700b0244dcb', 'port_id': '9d0592b7-754c-4fd0-9848-5bcc3aa196dc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d29450a-bf97-4357-9c49-8022e88bef71', 'mac_address': 'fa:16:3e:11:69:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be892f47-ec95-43ce-9bcf-0221d21dbba0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:27:39Z', 'updated_at': '2022-03-07T11:27:39Z', 'revision_number': 0, 'project_id': '1f49b867d5684fed8273dad4ea32ddf6', 'fixed_ip_address_scope': None}, {'id': 'f6f97f06-7df5-418b-aa67-c3040462816f', 'tenant_id': '1f49b867d5684fed8273dad4ea32ddf6', 'floating_ip_address': '172.26.8.32', 'floating_network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'router_id': 'ce227f17-0610-48da-823f-d700b0244dcb', 'port_id': '2d289cf8-98df-4617-9874-facdba389688', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d29450a-bf97-4357-9c49-8022e88bef71', 'mac_address': 'fa:16:3e:9a:12:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b972782-1453-48d0-a0e0-bdb506e21d83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:24:27Z', 'updated_at': '2022-03-07T11:24:39Z', 'revision_number': 1, 'project_id': '1f49b867d5684fed8273dad4ea32ddf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d2a4269-4bad-4bdd-9bf7-1fabe48e033f', 'name': '', 'network_id': '5d29450a-bf97-4357-9c49-8022e88bef71', 'tenant_id': '1f49b867d5684fed8273dad4ea32ddf6', 'mac_address': 'fa:16:3e:2b:00:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce227f17-0610-48da-823f-d700b0244dcb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e7c99cf-ee42-40c6-a0c3-cc0b31ae77dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:24:03Z', 'updated_at': '2022-03-07T11:24:22Z', 'revision_number': 5, 'project_id': '1f49b867d5684fed8273dad4ea32ddf6', 'subnets': [{'id': '3e7c99cf-ee42-40c6-a0c3-cc0b31ae77dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:27:42.272181 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562648d9-d562-4efe-804a-b971e6f2e84e None None] The sync data for ids ['ce227f17-0610-48da-823f-d700b0244dcb'] in dv-neutron-830731-3-hyperv is: [{'id': 'ce227f17-0610-48da-823f-d700b0244dcb', 'name': 'tempest-TestSnapshotPattern-203746283-router', 'tenant_id': '1f49b867d5684fed8273dad4ea32ddf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.214'}], 'enable_snat': True}, 'gw_port_id': '0876a0dd-ecec-4b09-8dff-eb34c3acd25d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:24:00Z', 'updated_at': '2022-03-07T11:24:03Z', 'revision_number': 4, 'project_id': '1f49b867d5684fed8273dad4ea32ddf6', 'gw_port': {'id': '0876a0dd-ecec-4b09-8dff-eb34c3acd25d', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:1a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce227f17-0610-48da-823f-d700b0244dcb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:24:01Z', 'updated_at': '2022-03-07T11:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_floatingips': [{'id': 'e3b0e3ee-7682-4288-9999-55daa8b8f042', 'tenant_id': '1f49b867d5684fed8273dad4ea32ddf6', 'floating_ip_address': '172.26.8.52', 'floating_network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'router_id': 'ce227f17-0610-48da-823f-d700b0244dcb', 'port_id': '9d0592b7-754c-4fd0-9848-5bcc3aa196dc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d29450a-bf97-4357-9c49-8022e88bef71', 'mac_address': 'fa:16:3e:11:69:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be892f47-ec95-43ce-9bcf-0221d21dbba0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:27:39Z', 'updated_at': '2022-03-07T11:27:39Z', 'revision_number': 0, 'project_id': '1f49b867d5684fed8273dad4ea32ddf6', 'fixed_ip_address_scope': None}, {'id': 'f6f97f06-7df5-418b-aa67-c3040462816f', 'tenant_id': '1f49b867d5684fed8273dad4ea32ddf6', 'floating_ip_address': '172.26.8.32', 'floating_network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'router_id': 'ce227f17-0610-48da-823f-d700b0244dcb', 'port_id': '2d289cf8-98df-4617-9874-facdba389688', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d29450a-bf97-4357-9c49-8022e88bef71', 'mac_address': 'fa:16:3e:9a:12:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b972782-1453-48d0-a0e0-bdb506e21d83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:24:27Z', 'updated_at': '2022-03-07T11:24:39Z', 'revision_number': 1, 'project_id': '1f49b867d5684fed8273dad4ea32ddf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d2a4269-4bad-4bdd-9bf7-1fabe48e033f', 'name': '', 'network_id': '5d29450a-bf97-4357-9c49-8022e88bef71', 'tenant_id': '1f49b867d5684fed8273dad4ea32ddf6', 'mac_address': 'fa:16:3e:2b:00:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce227f17-0610-48da-823f-d700b0244dcb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e7c99cf-ee42-40c6-a0c3-cc0b31ae77dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:24:03Z', 'updated_at': '2022-03-07T11:24:22Z', 'revision_number': 5, 'project_id': '1f49b867d5684fed8273dad4ea32ddf6', 'subnets': [{'id': '3e7c99cf-ee42-40c6-a0c3-cc0b31ae77dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 11:27:42.465784 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93ab328-af72-4bac-a8fd-11b9062903ef None None] New status for floating IP e3b0e3ee-7682-4288-9999-55daa8b8f042: ACTIVE {{(pid=83740) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 07 11:27:46.154861 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:27:58.571373 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-d036e3e1-dede-411f-82d0-5fa13966ac8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:28:00.718608 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-5104806a-c6f8-4489-8bf2-f142ad0f0b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:28:02.024816 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:28:02.043383 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-711fefd2-3b30-4759-8df5-0aecff1c8e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:28:03.472026 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c87150bd-aa9c-4ad1-bb68-57ec66d4fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:28:11.122041 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-adbd2215-c8ee-41f3-92a6-4182ca26b8a8 None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 11:28:16.152261 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:28:19.588826 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-92d06047-3905-41ba-8963-ed7f08199c01 req-014365b0-b62f-4004-8d12-16b4dec41f3c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=8b972782-1453-48d0-a0e0-bdb506e21d83&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0656204 Mar 07 11:28:19.724544 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-92d06047-3905-41ba-8963-ed7f08199c01 req-f414fd99-9ca8-473d-9722-8fbf6b617e3e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1f49b867d5684fed8273dad4ea32ddf6&device_id=8b972782-1453-48d0-a0e0-bdb506e21d83 HTTP/1.1" status: 200 len: 1096 time: 0.0698984 Mar 07 11:28:19.867217 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d06047-3905-41ba-8963-ed7f08199c01 req-4d909dbf-323e-402b-b461-502608d9c586 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:28:19.868572 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-92d06047-3905-41ba-8963-ed7f08199c01 req-4d909dbf-323e-402b-b461-502608d9c586 service neutron] 10.222.0.10 "GET /v2.0/networks?id=5d29450a-bf97-4357-9c49-8022e88bef71 HTTP/1.1" status: 200 len: 910 time: 0.1268950 Mar 07 11:28:19.968316 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-92d06047-3905-41ba-8963-ed7f08199c01 req-3b6ad2a0-020f-4543-bddb-68502d223139 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2d289cf8-98df-4617-9874-facdba389688 HTTP/1.1" status: 200 len: 998 time: 0.0935864 Mar 07 11:28:20.030812 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d06047-3905-41ba-8963-ed7f08199c01 req-5a68455d-df97-4ff0-a0a8-870d015605a7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:28:20.032178 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-92d06047-3905-41ba-8963-ed7f08199c01 req-5a68455d-df97-4ff0-a0a8-870d015605a7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3e7c99cf-ee42-40c6-a0c3-cc0b31ae77dd HTTP/1.1" status: 200 len: 848 time: 0.0581906 Mar 07 11:28:20.102543 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-92d06047-3905-41ba-8963-ed7f08199c01 req-b51d2e5a-4899-4053-a3e5-2dff0233ba20 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5d29450a-bf97-4357-9c49-8022e88bef71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0649459 Mar 07 11:28:20.229352 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-92d06047-3905-41ba-8963-ed7f08199c01 req-ff378787-103d-4f7c-92dd-a4621d978285 service neutron] 10.222.0.10 "GET /v2.0/networks/5d29450a-bf97-4357-9c49-8022e88bef71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198814 Mar 07 11:28:20.356841 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-92d06047-3905-41ba-8963-ed7f08199c01 req-86899887-1e41-4821-80fa-a6ce1778f62a service neutron] 10.222.0.10 "GET /v2.0/networks/5d29450a-bf97-4357-9c49-8022e88bef71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212318 Mar 07 11:28:28.573349 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-afa38994-52e4-4425-93bf-367ee88cc76c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:28:30.719094 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-39f138ce-9861-4be5-bbaa-0d1b1623b36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:28:32.026886 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:28:32.045731 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-711fefd2-3b30-4759-8df5-0aecff1c8e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:28:33.476260 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c87150bd-aa9c-4ad1-bb68-57ec66d4fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:28:46.167357 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:28:48.122325 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-adbd2215-c8ee-41f3-92a6-4182ca26b8a8 None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 11:28:58.576381 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-7d4b92b2-7dfe-4f6a-a768-d73be0cd85a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:29:00.720623 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-e2836135-acf4-4d88-9194-194de25c72e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:29:02.029074 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:29:02.048883 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-711fefd2-3b30-4759-8df5-0aecff1c8e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:29:03.478450 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c87150bd-aa9c-4ad1-bb68-57ec66d4fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:29:16.182045 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:29:19.706885 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-a170749f-6109-4a0e-8049-44281a569192 req-dd2e3af6-6649-48a3-8a03-efaabaeb5479 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=be892f47-ec95-43ce-9bcf-0221d21dbba0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1530468 Mar 07 11:29:19.793305 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-a170749f-6109-4a0e-8049-44281a569192 req-5721d15d-af6e-4e50-b743-ab412530a816 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1f49b867d5684fed8273dad4ea32ddf6&device_id=be892f47-ec95-43ce-9bcf-0221d21dbba0 HTTP/1.1" status: 200 len: 1099 time: 0.0658729 Mar 07 11:29:19.932588 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a170749f-6109-4a0e-8049-44281a569192 req-5fd5e5ee-3385-444e-898a-c5c1e59833d6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:29:19.933997 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-a170749f-6109-4a0e-8049-44281a569192 req-5fd5e5ee-3385-444e-898a-c5c1e59833d6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=5d29450a-bf97-4357-9c49-8022e88bef71 HTTP/1.1" status: 200 len: 910 time: 0.1231124 Mar 07 11:29:20.034511 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-a170749f-6109-4a0e-8049-44281a569192 req-e407d5fd-baad-4585-8a43-8b9850142873 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9d0592b7-754c-4fd0-9848-5bcc3aa196dc HTTP/1.1" status: 200 len: 1001 time: 0.0945783 Mar 07 11:29:20.093840 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a170749f-6109-4a0e-8049-44281a569192 req-4cffb953-a231-4702-aa87-be743c023503 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:29:20.095197 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-a170749f-6109-4a0e-8049-44281a569192 req-4cffb953-a231-4702-aa87-be743c023503 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3e7c99cf-ee42-40c6-a0c3-cc0b31ae77dd HTTP/1.1" status: 200 len: 848 time: 0.0557187 Mar 07 11:29:20.168810 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-a170749f-6109-4a0e-8049-44281a569192 req-41d97d6a-b639-4d37-9878-89db75f3e099 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5d29450a-bf97-4357-9c49-8022e88bef71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0679121 Mar 07 11:29:20.295643 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-a170749f-6109-4a0e-8049-44281a569192 req-4d4b9a13-d5f0-4986-ba7e-99e97a691ad4 service neutron] 10.222.0.10 "GET /v2.0/networks/5d29450a-bf97-4357-9c49-8022e88bef71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209226 Mar 07 11:29:20.421601 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-a170749f-6109-4a0e-8049-44281a569192 req-38901ee0-408d-40af-8411-2b34492a4fd2 service neutron] 10.222.0.10 "GET /v2.0/networks/5d29450a-bf97-4357-9c49-8022e88bef71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200113 Mar 07 11:29:25.121633 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-adbd2215-c8ee-41f3-92a6-4182ca26b8a8 None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 11:29:28.578332 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-80aa3511-8540-4ee2-bb57-86a58c4645e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:29:30.721154 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-fb584c5d-0880-4a9e-9481-2613b96fb7db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:29:32.031486 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:29:32.053285 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-711fefd2-3b30-4759-8df5-0aecff1c8e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:29:33.483630 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c87150bd-aa9c-4ad1-bb68-57ec66d4fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:29:44.905250 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device 9d0592b7-754c-4fd0-9848-5bcc3aa196dc details requested by agent hyperv_hv-neutron-8307 with host hv-neutron-8307 {{(pid=83739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 07 11:29:45.035718 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port 9d0592b7-754c-4fd0-9848-5bcc3aa196dc, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=9d0592b7-754c-4fd0-9848-5bcc3aa196dc,segment=NetworkSegment(aeccc377-c215-4ef7-9c67-c11814bbc3bc),segment_id=aeccc377-c215-4ef7-9c67-c11814bbc3bc)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:29:45.082618 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Returning: {'device': '9d0592b7-754c-4fd0-9848-5bcc3aa196dc', 'network_id': '5d29450a-bf97-4357-9c49-8022e88bef71', 'port_id': '9d0592b7-754c-4fd0-9848-5bcc3aa196dc', 'mac_address': 'fa:16:3e:11:69:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e7c99cf-ee42-40c6-a0c3-cc0b31ae77dd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 07 11:29:45.135146 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:29:45.151428 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9d0592b7-754c-4fd0-9848-5bcc3aa196dc {{(pid=83739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 07 11:29:45.166029 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port 9d0592b7-754c-4fd0-9848-5bcc3aa196dc, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=9d0592b7-754c-4fd0-9848-5bcc3aa196dc,segment=NetworkSegment(aeccc377-c215-4ef7-9c67-c11814bbc3bc),segment_id=aeccc377-c215-4ef7-9c67-c11814bbc3bc)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:29:45.169806 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:29:45.238369 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Pushing event updated for resources: {'Port': ['ID=9d0592b7-754c-4fd0-9848-5bcc3aa196dc,revision_number=6']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:29:45.247513 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:29:45.247858 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:29:45.248198 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:29:45.248558 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:29:45.248890 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:29:45.249216 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:29:45.249538 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:29:45.249862 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:29:45.250181 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:29:45.250496 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:29:45.250812 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:29:45.256962 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] get_ports_and_sgs() called for port_ids ['9d0592b7-754c-4fd0-9848-5bcc3aa196dc'] {{(pid=83739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 07 11:29:46.196696 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:29:46.927129 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device 9d0592b7-754c-4fd0-9848-5bcc3aa196dc up at agent hyperv_hv-neutron-8307 {{(pid=83739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 11:29:46.992425 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Provisioning complete for port 9d0592b7-754c-4fd0-9848-5bcc3aa196dc triggered by entity L2. {{(pid=83739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 11:29:46.992813 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530652'] for port, provisioning_complete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:29:47.102956 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:29:47.128764 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be892f47-ec95-43ce-9bcf-0221d21dbba0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d0592b7-754c-4fd0-9848-5bcc3aa196dc'}] {{(pid=83739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 11:29:47.140328 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port 9d0592b7-754c-4fd0-9848-5bcc3aa196dc, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=9d0592b7-754c-4fd0-9848-5bcc3aa196dc,segment=NetworkSegment(aeccc377-c215-4ef7-9c67-c11814bbc3bc),segment_id=aeccc377-c215-4ef7-9c67-c11814bbc3bc)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:29:47.144186 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:29:47.189350 dv-neutron-830731-3-hyperv neutron-server[83739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be892f47-ec95-43ce-9bcf-0221d21dbba0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d0592b7-754c-4fd0-9848-5bcc3aa196dc', 'code': 200} Mar 07 11:29:47.213872 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Pushing event updated for resources: {'Port': ['ID=9d0592b7-754c-4fd0-9848-5bcc3aa196dc,revision_number=7']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:29:58.579977 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-baa146e2-1be5-45e3-ba62-40f9a4ec2bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:29:59.635689 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 48326) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:29:59.833391 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-dde407c5-aa81-4cba-b629-c9a436f9c039 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Deleting port 9468dbb4-0bdb-4e0d-92e5-af5ee8b91e87 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 11:29:59.833724 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-dde407c5-aa81-4cba-b629-c9a436f9c039 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:29:59.998773 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-dde407c5-aa81-4cba-b629-c9a436f9c039 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:29:59.999094 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-dde407c5-aa81-4cba-b629-c9a436f9c039 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:30:00.113464 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-dde407c5-aa81-4cba-b629-c9a436f9c039 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Calling delete_port for 9468dbb4-0bdb-4e0d-92e5-af5ee8b91e87 owned by network:floatingip {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 11:30:00.256540 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-dde407c5-aa81-4cba-b629-c9a436f9c039 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:30:00.299400 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde407c5-aa81-4cba-b629-c9a436f9c039 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Pushing event deleted for resources: {'Port': ['ID=9468dbb4-0bdb-4e0d-92e5-af5ee8b91e87,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:30:00.338384 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde407c5-aa81-4cba-b629-c9a436f9c039 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:30:00.338725 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde407c5-aa81-4cba-b629-c9a436f9c039 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:30:00.339052 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde407c5-aa81-4cba-b629-c9a436f9c039 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:30:00.339380 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde407c5-aa81-4cba-b629-c9a436f9c039 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:30:00.339703 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde407c5-aa81-4cba-b629-c9a436f9c039 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:30:00.340021 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde407c5-aa81-4cba-b629-c9a436f9c039 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:30:00.340334 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde407c5-aa81-4cba-b629-c9a436f9c039 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:30:00.340680 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde407c5-aa81-4cba-b629-c9a436f9c039 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:30:00.340995 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde407c5-aa81-4cba-b629-c9a436f9c039 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:30:00.341304 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde407c5-aa81-4cba-b629-c9a436f9c039 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:30:00.341621 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde407c5-aa81-4cba-b629-c9a436f9c039 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:30:00.490609 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-dde407c5-aa81-4cba-b629-c9a436f9c039 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Notify callbacks [] for floatingip, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:30:00.722701 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a31510ba-caaa-4337-a637-a0373ec116c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:30:00.873476 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dde407c5-aa81-4cba-b629-c9a436f9c039 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Router ce227f17-0610-48da-823f-d700b0244dcb has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:30:01.068085 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dde407c5-aa81-4cba-b629-c9a436f9c039 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:30:01.077224 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933af327-d8bc-462e-9bf1-7b99f2ee2fea None None] Sync routers for ids ['ce227f17-0610-48da-823f-d700b0244dcb'] in dv-neutron-830731-3-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 11:30:01.087971 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-dde407c5-aa81-4cba-b629-c9a436f9c039 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for floatingip, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:30:01.089848 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933af327-d8bc-462e-9bf1-7b99f2ee2fea None None] Routers {'ce227f17-0610-48da-823f-d700b0244dcb'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 11:30:01.090434 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-933af327-d8bc-462e-9bf1-7b99f2ee2fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T11:30:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['ce227f17-0610-48da-823f-d700b0244dcb'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:30:01.143224 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-dde407c5-aa81-4cba-b629-c9a436f9c039 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] 10.222.0.13 "DELETE /v2.0/floatingips/e3b0e3ee-7682-4288-9999-55daa8b8f042 HTTP/1.1" status: 204 len: 168 time: 1.5063710 Mar 07 11:30:01.143696 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be892f47-ec95-43ce-9bcf-0221d21dbba0', 'tag': '9d0592b7-754c-4fd0-9848-5bcc3aa196dc'}] {{(pid=83737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 11:30:01.283334 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-933af327-d8bc-462e-9bf1-7b99f2ee2fea None None] Set router ce227f17-0610-48da-823f-d700b0244dcb gateway port host: dv-neutron-830731-3-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 11:30:01.297570 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be892f47-ec95-43ce-9bcf-0221d21dbba0', 'tag': '9d0592b7-754c-4fd0-9848-5bcc3aa196dc', 'status': 'completed', 'code': 200} Mar 07 11:30:01.397153 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-841866f5-ef27-4726-a59b-6e60ff7fcedf req-ed54f8e7-d523-4374-a9dc-10bbf08d5130 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1f49b867d5684fed8273dad4ea32ddf6&device_id=be892f47-ec95-43ce-9bcf-0221d21dbba0 HTTP/1.1" status: 200 len: 1099 time: 0.0776370 Mar 07 11:30:01.586591 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841866f5-ef27-4726-a59b-6e60ff7fcedf req-10a98f2b-e208-46e6-bb9e-562fdfae04af service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:30:01.588006 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-841866f5-ef27-4726-a59b-6e60ff7fcedf req-10a98f2b-e208-46e6-bb9e-562fdfae04af service neutron] 10.222.0.10 "GET /v2.0/networks?id=5d29450a-bf97-4357-9c49-8022e88bef71 HTTP/1.1" status: 200 len: 910 time: 0.1848662 Mar 07 11:30:01.646869 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-933af327-d8bc-462e-9bf1-7b99f2ee2fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce227f17-0610-48da-823f-d700b0244dcb', 'name': 'tempest-TestSnapshotPattern-203746283-router', 'tenant_id': '1f49b867d5684fed8273dad4ea32ddf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.214'}], 'enable_snat': True}, 'gw_port_id': '0876a0dd-ecec-4b09-8dff-eb34c3acd25d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:24:00Z', 'updated_at': '2022-03-07T11:24:03Z', 'revision_number': 4, 'project_id': '1f49b867d5684fed8273dad4ea32ddf6', 'gw_port': {'id': '0876a0dd-ecec-4b09-8dff-eb34c3acd25d', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:1a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce227f17-0610-48da-823f-d700b0244dcb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:24:01Z', 'updated_at': '2022-03-07T11:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_floatingips': [{'id': 'f6f97f06-7df5-418b-aa67-c3040462816f', 'tenant_id': '1f49b867d5684fed8273dad4ea32ddf6', 'floating_ip_address': '172.26.8.32', 'floating_network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'router_id': 'ce227f17-0610-48da-823f-d700b0244dcb', 'port_id': '2d289cf8-98df-4617-9874-facdba389688', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d29450a-bf97-4357-9c49-8022e88bef71', 'mac_address': 'fa:16:3e:9a:12:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b972782-1453-48d0-a0e0-bdb506e21d83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:24:27Z', 'updated_at': '2022-03-07T11:24:39Z', 'revision_number': 1, 'project_id': '1f49b867d5684fed8273dad4ea32ddf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d2a4269-4bad-4bdd-9bf7-1fabe48e033f', 'name': '', 'network_id': '5d29450a-bf97-4357-9c49-8022e88bef71', 'tenant_id': '1f49b867d5684fed8273dad4ea32ddf6', 'mac_address': 'fa:16:3e:2b:00:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce227f17-0610-48da-823f-d700b0244dcb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e7c99cf-ee42-40c6-a0c3-cc0b31ae77dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:24:03Z', 'updated_at': '2022-03-07T11:24:22Z', 'revision_number': 5, 'project_id': '1f49b867d5684fed8273dad4ea32ddf6', 'subnets': [{'id': '3e7c99cf-ee42-40c6-a0c3-cc0b31ae77dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:30:01.650817 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933af327-d8bc-462e-9bf1-7b99f2ee2fea None None] Checking router: ce227f17-0610-48da-823f-d700b0244dcb for host: dv-neutron-830731-3-hyperv {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 07 11:30:01.654826 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f93ff52-2f65-42c9-9bd4-d02893471763 req-f0308c1c-0249-4fd8-b9eb-25f4579f9cd2 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:30:01.655502 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-8f93ff52-2f65-42c9-9bd4-d02893471763 req-f0308c1c-0249-4fd8-b9eb-25f4579f9cd2 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Synchronizing usage tracker for tenant:1f49b867d5684fed8273dad4ea32ddf6 on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 11:30:01.661593 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933af327-d8bc-462e-9bf1-7b99f2ee2fea None None] Routers {'ce227f17-0610-48da-823f-d700b0244dcb'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 11:30:01.662172 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-933af327-d8bc-462e-9bf1-7b99f2ee2fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T11:30:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['ce227f17-0610-48da-823f-d700b0244dcb'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:30:01.667995 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-841866f5-ef27-4726-a59b-6e60ff7fcedf req-dbfe00ae-4a20-46d1-acf6-07f14c3c6b3f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9d0592b7-754c-4fd0-9848-5bcc3aa196dc HTTP/1.1" status: 200 len: 217 time: 0.0730469 Mar 07 11:30:01.712229 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-8f93ff52-2f65-42c9-9bd4-d02893471763 req-f0308c1c-0249-4fd8-b9eb-25f4579f9cd2 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Unset dirty status for tenant:1f49b867d5684fed8273dad4ea32ddf6 on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 11:30:01.713373 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-8f93ff52-2f65-42c9-9bd4-d02893471763 req-f0308c1c-0249-4fd8-b9eb-25f4579f9cd2 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] 10.222.0.13 "GET /v2.0/ports?device_id=be892f47-ec95-43ce-9bcf-0221d21dbba0 HTTP/1.1" status: 200 len: 946 time: 0.2165787 Mar 07 11:30:01.764365 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841866f5-ef27-4726-a59b-6e60ff7fcedf req-89d329c9-02e6-4ce0-8148-539740f9cf6e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:30:01.765862 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-841866f5-ef27-4726-a59b-6e60ff7fcedf req-89d329c9-02e6-4ce0-8148-539740f9cf6e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3e7c99cf-ee42-40c6-a0c3-cc0b31ae77dd HTTP/1.1" status: 200 len: 848 time: 0.0903270 Mar 07 11:30:01.818245 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-8f93ff52-2f65-42c9-9bd4-d02893471763 req-25b8e8f5-2061-4ad3-8693-d7406ec8e732 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] 10.222.0.13 "GET /v2.0/security-groups?id=b99b96d3-a422-455f-8115-cb511ed9c997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938725 Mar 07 11:30:01.846891 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-841866f5-ef27-4726-a59b-6e60ff7fcedf req-9b820845-1d8c-4bda-97a2-fe1ec38627ed service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5d29450a-bf97-4357-9c49-8022e88bef71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0742171 Mar 07 11:30:01.876366 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-933af327-d8bc-462e-9bf1-7b99f2ee2fea None None] Set router ce227f17-0610-48da-823f-d700b0244dcb gateway port host: dv-neutron-830731-3-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 11:30:01.977307 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-841866f5-ef27-4726-a59b-6e60ff7fcedf req-1ec32936-77ee-476c-8ee8-362701e3d8c3 service neutron] 10.222.0.10 "GET /v2.0/networks/5d29450a-bf97-4357-9c49-8022e88bef71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234679 Mar 07 11:30:02.056466 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:30:02.080822 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-711fefd2-3b30-4759-8df5-0aecff1c8e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:30:02.108126 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-841866f5-ef27-4726-a59b-6e60ff7fcedf req-76b5ce01-688e-44a9-86b7-15285da19aa9 service neutron] 10.222.0.10 "GET /v2.0/networks/5d29450a-bf97-4357-9c49-8022e88bef71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243527 Mar 07 11:30:02.121301 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-adbd2215-c8ee-41f3-92a6-4182ca26b8a8 None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 11:30:02.247498 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-933af327-d8bc-462e-9bf1-7b99f2ee2fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce227f17-0610-48da-823f-d700b0244dcb', 'name': 'tempest-TestSnapshotPattern-203746283-router', 'tenant_id': '1f49b867d5684fed8273dad4ea32ddf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.214'}], 'enable_snat': True}, 'gw_port_id': '0876a0dd-ecec-4b09-8dff-eb34c3acd25d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:24:00Z', 'updated_at': '2022-03-07T11:24:03Z', 'revision_number': 4, 'project_id': '1f49b867d5684fed8273dad4ea32ddf6', 'gw_port': {'id': '0876a0dd-ecec-4b09-8dff-eb34c3acd25d', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:1a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce227f17-0610-48da-823f-d700b0244dcb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:24:01Z', 'updated_at': '2022-03-07T11:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_floatingips': [{'id': 'f6f97f06-7df5-418b-aa67-c3040462816f', 'tenant_id': '1f49b867d5684fed8273dad4ea32ddf6', 'floating_ip_address': '172.26.8.32', 'floating_network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'router_id': 'ce227f17-0610-48da-823f-d700b0244dcb', 'port_id': '2d289cf8-98df-4617-9874-facdba389688', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d29450a-bf97-4357-9c49-8022e88bef71', 'mac_address': 'fa:16:3e:9a:12:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b972782-1453-48d0-a0e0-bdb506e21d83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:24:27Z', 'updated_at': '2022-03-07T11:24:39Z', 'revision_number': 1, 'project_id': '1f49b867d5684fed8273dad4ea32ddf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d2a4269-4bad-4bdd-9bf7-1fabe48e033f', 'name': '', 'network_id': '5d29450a-bf97-4357-9c49-8022e88bef71', 'tenant_id': '1f49b867d5684fed8273dad4ea32ddf6', 'mac_address': 'fa:16:3e:2b:00:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce227f17-0610-48da-823f-d700b0244dcb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e7c99cf-ee42-40c6-a0c3-cc0b31ae77dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:24:03Z', 'updated_at': '2022-03-07T11:24:22Z', 'revision_number': 5, 'project_id': '1f49b867d5684fed8273dad4ea32ddf6', 'subnets': [{'id': '3e7c99cf-ee42-40c6-a0c3-cc0b31ae77dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:30:02.251393 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933af327-d8bc-462e-9bf1-7b99f2ee2fea None None] The sync data for ids ['ce227f17-0610-48da-823f-d700b0244dcb'] in dv-neutron-830731-3-hyperv is: [{'id': 'ce227f17-0610-48da-823f-d700b0244dcb', 'name': 'tempest-TestSnapshotPattern-203746283-router', 'tenant_id': '1f49b867d5684fed8273dad4ea32ddf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.214'}], 'enable_snat': True}, 'gw_port_id': '0876a0dd-ecec-4b09-8dff-eb34c3acd25d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:24:00Z', 'updated_at': '2022-03-07T11:24:03Z', 'revision_number': 4, 'project_id': '1f49b867d5684fed8273dad4ea32ddf6', 'gw_port': {'id': '0876a0dd-ecec-4b09-8dff-eb34c3acd25d', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:1a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce227f17-0610-48da-823f-d700b0244dcb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:24:01Z', 'updated_at': '2022-03-07T11:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_floatingips': [{'id': 'f6f97f06-7df5-418b-aa67-c3040462816f', 'tenant_id': '1f49b867d5684fed8273dad4ea32ddf6', 'floating_ip_address': '172.26.8.32', 'floating_network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'router_id': 'ce227f17-0610-48da-823f-d700b0244dcb', 'port_id': '2d289cf8-98df-4617-9874-facdba389688', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d29450a-bf97-4357-9c49-8022e88bef71', 'mac_address': 'fa:16:3e:9a:12:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b972782-1453-48d0-a0e0-bdb506e21d83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:24:27Z', 'updated_at': '2022-03-07T11:24:39Z', 'revision_number': 1, 'project_id': '1f49b867d5684fed8273dad4ea32ddf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d2a4269-4bad-4bdd-9bf7-1fabe48e033f', 'name': '', 'network_id': '5d29450a-bf97-4357-9c49-8022e88bef71', 'tenant_id': '1f49b867d5684fed8273dad4ea32ddf6', 'mac_address': 'fa:16:3e:2b:00:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce227f17-0610-48da-823f-d700b0244dcb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e7c99cf-ee42-40c6-a0c3-cc0b31ae77dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:24:03Z', 'updated_at': '2022-03-07T11:24:22Z', 'revision_number': 5, 'project_id': '1f49b867d5684fed8273dad4ea32ddf6', 'subnets': [{'id': '3e7c99cf-ee42-40c6-a0c3-cc0b31ae77dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 11:30:02.478872 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b769ed7f-4e3f-472b-94dc-e4f07c75aa42 None None] New status for floating IP e3b0e3ee-7682-4288-9999-55daa8b8f042: DOWN {{(pid=83740) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 07 11:30:02.963633 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device 9d0592b7-754c-4fd0-9848-5bcc3aa196dc no longer exists at agent hyperv_hv-neutron-8307 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 11:30:03.078936 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077543'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:30:03.106307 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be892f47-ec95-43ce-9bcf-0221d21dbba0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d0592b7-754c-4fd0-9848-5bcc3aa196dc'}] {{(pid=83739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 11:30:03.112617 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9416fd21-b1d0-45b6-bd96-f134604786d5 req-3c956d9a-7d5d-40cf-a321-8c6aee835198 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:30:03.114069 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-9416fd21-b1d0-45b6-bd96-f134604786d5 req-3c956d9a-7d5d-40cf-a321-8c6aee835198 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] 10.222.0.13 "GET /v2.0/ports?device_id=be892f47-ec95-43ce-9bcf-0221d21dbba0 HTTP/1.1" status: 200 len: 946 time: 0.1687520 Mar 07 11:30:03.115751 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] For port 9d0592b7-754c-4fd0-9848-5bcc3aa196dc, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=9d0592b7-754c-4fd0-9848-5bcc3aa196dc,segment=NetworkSegment(aeccc377-c215-4ef7-9c67-c11814bbc3bc),segment_id=aeccc377-c215-4ef7-9c67-c11814bbc3bc)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:30:03.121171 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732568520870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568081821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568081866'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:30:03.167714 dv-neutron-830731-3-hyperv neutron-server[83739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be892f47-ec95-43ce-9bcf-0221d21dbba0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d0592b7-754c-4fd0-9848-5bcc3aa196dc', 'code': 200} Mar 07 11:30:03.191293 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Pushing event updated for resources: {'Port': ['ID=9d0592b7-754c-4fd0-9848-5bcc3aa196dc,revision_number=8']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:30:03.210584 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-9416fd21-b1d0-45b6-bd96-f134604786d5 req-04c5b1fd-ef36-410d-9357-55202cbdaf95 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] 10.222.0.13 "GET /v2.0/security-groups?id=b99b96d3-a422-455f-8115-cb511ed9c997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904582 Mar 07 11:30:03.232404 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe963be-91f0-432f-9ac9-f8009cbf3fed req-d9dde373-15ed-4176-8204-47ace92e1e03 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:30:03.233817 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-dfe963be-91f0-432f-9ac9-f8009cbf3fed req-d9dde373-15ed-4176-8204-47ace92e1e03 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] 10.222.0.10 "GET /v2.0/ports?device_id=be892f47-ec95-43ce-9bcf-0221d21dbba0 HTTP/1.1" status: 200 len: 944 time: 0.0931156 Mar 07 11:30:03.303606 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [req-dfe963be-91f0-432f-9ac9-f8009cbf3fed req-925ef0b7-08a7-4478-a162-34c397a2e786 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Deleting port 9d0592b7-754c-4fd0-9848-5bcc3aa196dc {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 11:30:03.303954 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-dfe963be-91f0-432f-9ac9-f8009cbf3fed req-925ef0b7-08a7-4478-a162-34c397a2e786 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:30:03.484297 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c87150bd-aa9c-4ad1-bb68-57ec66d4fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:30:03.542092 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [req-dfe963be-91f0-432f-9ac9-f8009cbf3fed req-925ef0b7-08a7-4478-a162-34c397a2e786 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] For port 9d0592b7-754c-4fd0-9848-5bcc3aa196dc, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=9d0592b7-754c-4fd0-9848-5bcc3aa196dc,segment=NetworkSegment(aeccc377-c215-4ef7-9c67-c11814bbc3bc),segment_id=aeccc377-c215-4ef7-9c67-c11814bbc3bc)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:30:03.542443 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-dfe963be-91f0-432f-9ac9-f8009cbf3fed req-925ef0b7-08a7-4478-a162-34c397a2e786 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:30:03.659515 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [req-dfe963be-91f0-432f-9ac9-f8009cbf3fed req-925ef0b7-08a7-4478-a162-34c397a2e786 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Calling delete_port for 9d0592b7-754c-4fd0-9848-5bcc3aa196dc owned by compute:nova {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 11:30:03.797322 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-dfe963be-91f0-432f-9ac9-f8009cbf3fed req-925ef0b7-08a7-4478-a162-34c397a2e786 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:30:03.846279 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925ef0b7-08a7-4478-a162-34c397a2e786 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Pushing event deleted for resources: {'Port': ['ID=9d0592b7-754c-4fd0-9848-5bcc3aa196dc,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:30:03.919310 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfe963be-91f0-432f-9ac9-f8009cbf3fed req-925ef0b7-08a7-4478-a162-34c397a2e786 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] No DVR routers for this DVR port 9d0592b7-754c-4fd0-9848-5bcc3aa196dc on host hv-neutron-8307 {{(pid=83737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:30:03.921798 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-dfe963be-91f0-432f-9ac9-f8009cbf3fed req-925ef0b7-08a7-4478-a162-34c397a2e786 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:30:03.924267 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be892f47-ec95-43ce-9bcf-0221d21dbba0', 'name': 'network-vif-deleted', 'tag': '9d0592b7-754c-4fd0-9848-5bcc3aa196dc'}] {{(pid=83737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 11:30:03.939415 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-dfe963be-91f0-432f-9ac9-f8009cbf3fed req-925ef0b7-08a7-4478-a162-34c397a2e786 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] 10.222.0.10 "DELETE /v2.0/ports/9d0592b7-754c-4fd0-9848-5bcc3aa196dc HTTP/1.1" status: 204 len: 173 time: 0.7004933 Mar 07 11:30:03.981250 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be892f47-ec95-43ce-9bcf-0221d21dbba0', 'name': 'network-vif-deleted', 'tag': '9d0592b7-754c-4fd0-9848-5bcc3aa196dc', 'status': 'completed', 'code': 200} Mar 07 11:30:04.396989 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-c8faa625-354f-46b5-965a-12c431114ccb req-1b142e5f-93a9-4ceb-8d01-6ac9e0d9361c tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Synchronizing usage tracker for tenant:1f49b867d5684fed8273dad4ea32ddf6 on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 11:30:04.412531 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-c8faa625-354f-46b5-965a-12c431114ccb req-1b142e5f-93a9-4ceb-8d01-6ac9e0d9361c tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Unset dirty status for tenant:1f49b867d5684fed8273dad4ea32ddf6 on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 11:30:04.413727 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-c8faa625-354f-46b5-965a-12c431114ccb req-1b142e5f-93a9-4ceb-8d01-6ac9e0d9361c tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] 10.222.0.13 "GET /v2.0/ports?device_id=be892f47-ec95-43ce-9bcf-0221d21dbba0 HTTP/1.1" status: 200 len: 210 time: 0.0624878 Mar 07 11:30:06.167140 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 48390) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:30:06.365404 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-5bd3bf53-3d0f-4198-a240-1bae5550d730 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Deleting port 5e93f8da-5691-4308-b9e1-22f51fee24e0 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 11:30:06.365751 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5bd3bf53-3d0f-4198-a240-1bae5550d730 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:30:06.528033 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5bd3bf53-3d0f-4198-a240-1bae5550d730 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:30:06.528357 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5bd3bf53-3d0f-4198-a240-1bae5550d730 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:30:06.643400 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-5bd3bf53-3d0f-4198-a240-1bae5550d730 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Calling delete_port for 5e93f8da-5691-4308-b9e1-22f51fee24e0 owned by network:floatingip {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 11:30:06.872566 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5bd3bf53-3d0f-4198-a240-1bae5550d730 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:30:06.916620 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd3bf53-3d0f-4198-a240-1bae5550d730 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Pushing event deleted for resources: {'Port': ['ID=5e93f8da-5691-4308-b9e1-22f51fee24e0,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:30:06.990625 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device 9d0592b7-754c-4fd0-9848-5bcc3aa196dc no longer exists at agent hyperv_hv-neutron-8307 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 11:30:07.008799 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5bd3bf53-3d0f-4198-a240-1bae5550d730 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Notify callbacks [] for floatingip, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:30:07.027224 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] No Port match for: 9d0592b7-754c-4fd0-9848-5bcc3aa196dc {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 11:30:07.027571 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device 9d0592b7-754c-4fd0-9848-5bcc3aa196dc not bound to the agent host hv-neutron-8307 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 11:30:07.402556 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bd3bf53-3d0f-4198-a240-1bae5550d730 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Router ce227f17-0610-48da-823f-d700b0244dcb has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:30:07.596819 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bd3bf53-3d0f-4198-a240-1bae5550d730 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:30:07.606896 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c685b40-edd0-4fae-ba31-2813daa861ef None None] Sync routers for ids ['ce227f17-0610-48da-823f-d700b0244dcb'] in dv-neutron-830731-3-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 11:30:07.616848 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5bd3bf53-3d0f-4198-a240-1bae5550d730 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for floatingip, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:30:07.618506 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c685b40-edd0-4fae-ba31-2813daa861ef None None] Routers {'ce227f17-0610-48da-823f-d700b0244dcb'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 11:30:07.619109 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-6c685b40-edd0-4fae-ba31-2813daa861ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T11:30:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['ce227f17-0610-48da-823f-d700b0244dcb'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:30:07.672076 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-5bd3bf53-3d0f-4198-a240-1bae5550d730 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] 10.222.0.13 "DELETE /v2.0/floatingips/f6f97f06-7df5-418b-aa67-c3040462816f HTTP/1.1" status: 204 len: 168 time: 1.5014737 Mar 07 11:30:07.672076 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b972782-1453-48d0-a0e0-bdb506e21d83', 'tag': '2d289cf8-98df-4617-9874-facdba389688'}] {{(pid=83737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 11:30:07.726887 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b972782-1453-48d0-a0e0-bdb506e21d83', 'tag': '2d289cf8-98df-4617-9874-facdba389688', 'status': 'completed', 'code': 200} Mar 07 11:30:07.804842 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-6c685b40-edd0-4fae-ba31-2813daa861ef None None] Set router ce227f17-0610-48da-823f-d700b0244dcb gateway port host: dv-neutron-830731-3-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 11:30:07.821896 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-0c0a7d01-75c6-4682-9164-59d52c8831b7 req-66fc8a32-e544-4156-90d2-36c9cadfea35 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1f49b867d5684fed8273dad4ea32ddf6&device_id=8b972782-1453-48d0-a0e0-bdb506e21d83 HTTP/1.1" status: 200 len: 1096 time: 0.0750265 Mar 07 11:30:07.968365 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0a7d01-75c6-4682-9164-59d52c8831b7 req-b9fb060e-34ac-4ef3-a6a9-bacfae522b26 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:30:07.969813 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-0c0a7d01-75c6-4682-9164-59d52c8831b7 req-b9fb060e-34ac-4ef3-a6a9-bacfae522b26 service neutron] 10.222.0.10 "GET /v2.0/networks?id=5d29450a-bf97-4357-9c49-8022e88bef71 HTTP/1.1" status: 200 len: 910 time: 0.1414845 Mar 07 11:30:08.076420 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-0c0a7d01-75c6-4682-9164-59d52c8831b7 req-c3fa044a-b227-4f12-b7c7-8a9923a86350 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2d289cf8-98df-4617-9874-facdba389688 HTTP/1.1" status: 200 len: 217 time: 0.0995324 Mar 07 11:30:08.146235 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-6c685b40-edd0-4fae-ba31-2813daa861ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce227f17-0610-48da-823f-d700b0244dcb', 'name': 'tempest-TestSnapshotPattern-203746283-router', 'tenant_id': '1f49b867d5684fed8273dad4ea32ddf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.214'}], 'enable_snat': True}, 'gw_port_id': '0876a0dd-ecec-4b09-8dff-eb34c3acd25d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:24:00Z', 'updated_at': '2022-03-07T11:24:03Z', 'revision_number': 4, 'project_id': '1f49b867d5684fed8273dad4ea32ddf6', 'gw_port': {'id': '0876a0dd-ecec-4b09-8dff-eb34c3acd25d', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:1a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce227f17-0610-48da-823f-d700b0244dcb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:24:01Z', 'updated_at': '2022-03-07T11:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_interfaces': [{'id': '7d2a4269-4bad-4bdd-9bf7-1fabe48e033f', 'name': '', 'network_id': '5d29450a-bf97-4357-9c49-8022e88bef71', 'tenant_id': '1f49b867d5684fed8273dad4ea32ddf6', 'mac_address': 'fa:16:3e:2b:00:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce227f17-0610-48da-823f-d700b0244dcb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e7c99cf-ee42-40c6-a0c3-cc0b31ae77dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:24:03Z', 'updated_at': '2022-03-07T11:24:22Z', 'revision_number': 5, 'project_id': '1f49b867d5684fed8273dad4ea32ddf6', 'subnets': [{'id': '3e7c99cf-ee42-40c6-a0c3-cc0b31ae77dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:30:08.149984 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c685b40-edd0-4fae-ba31-2813daa861ef None None] Checking router: ce227f17-0610-48da-823f-d700b0244dcb for host: dv-neutron-830731-3-hyperv {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 07 11:30:08.152089 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0a7d01-75c6-4682-9164-59d52c8831b7 req-562f7171-b404-40d5-87c8-262b80ae4403 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:30:08.153521 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-0c0a7d01-75c6-4682-9164-59d52c8831b7 req-562f7171-b404-40d5-87c8-262b80ae4403 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3e7c99cf-ee42-40c6-a0c3-cc0b31ae77dd HTTP/1.1" status: 200 len: 848 time: 0.0656736 Mar 07 11:30:08.159675 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa63c53-1a7c-4362-a0fa-8712c735042d req-c60be74d-1b3a-4a94-9482-e177511bf735 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:30:08.160309 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c685b40-edd0-4fae-ba31-2813daa861ef None None] Routers {'ce227f17-0610-48da-823f-d700b0244dcb'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 11:30:08.160449 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-ffa63c53-1a7c-4362-a0fa-8712c735042d req-c60be74d-1b3a-4a94-9482-e177511bf735 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Synchronizing usage tracker for tenant:1f49b867d5684fed8273dad4ea32ddf6 on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 11:30:08.161101 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-6c685b40-edd0-4fae-ba31-2813daa861ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T11:30:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['ce227f17-0610-48da-823f-d700b0244dcb'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:30:08.214017 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.quota.resource [req-ffa63c53-1a7c-4362-a0fa-8712c735042d req-c60be74d-1b3a-4a94-9482-e177511bf735 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Unset dirty status for tenant:1f49b867d5684fed8273dad4ea32ddf6 on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 11:30:08.215424 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ffa63c53-1a7c-4362-a0fa-8712c735042d req-c60be74d-1b3a-4a94-9482-e177511bf735 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b972782-1453-48d0-a0e0-bdb506e21d83 HTTP/1.1" status: 200 len: 943 time: 0.1932971 Mar 07 11:30:08.276613 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-0c0a7d01-75c6-4682-9164-59d52c8831b7 req-2f5a7a5e-a426-4e67-b748-94bb23f0f14c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5d29450a-bf97-4357-9c49-8022e88bef71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1122029 Mar 07 11:30:08.278813 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-ffa63c53-1a7c-4362-a0fa-8712c735042d req-46b196e5-171d-4bec-b65c-d16f609543ef tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] 10.222.0.13 "GET /v2.0/security-groups?id=b99b96d3-a422-455f-8115-cb511ed9c997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570438 Mar 07 11:30:08.339833 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-6c685b40-edd0-4fae-ba31-2813daa861ef None None] Set router ce227f17-0610-48da-823f-d700b0244dcb gateway port host: dv-neutron-830731-3-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 11:30:08.503894 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-0c0a7d01-75c6-4682-9164-59d52c8831b7 req-c936545b-38b1-4cf2-9b89-d961b634f2f7 service neutron] 10.222.0.10 "GET /v2.0/networks/5d29450a-bf97-4357-9c49-8022e88bef71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208040 Mar 07 11:30:08.641220 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-0c0a7d01-75c6-4682-9164-59d52c8831b7 req-25decc6e-d3e2-468c-9c23-c29c034c0df3 service neutron] 10.222.0.10 "GET /v2.0/networks/5d29450a-bf97-4357-9c49-8022e88bef71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314533 Mar 07 11:30:08.697155 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-6c685b40-edd0-4fae-ba31-2813daa861ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce227f17-0610-48da-823f-d700b0244dcb', 'name': 'tempest-TestSnapshotPattern-203746283-router', 'tenant_id': '1f49b867d5684fed8273dad4ea32ddf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.214'}], 'enable_snat': True}, 'gw_port_id': '0876a0dd-ecec-4b09-8dff-eb34c3acd25d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:24:00Z', 'updated_at': '2022-03-07T11:24:03Z', 'revision_number': 4, 'project_id': '1f49b867d5684fed8273dad4ea32ddf6', 'gw_port': {'id': '0876a0dd-ecec-4b09-8dff-eb34c3acd25d', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:1a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce227f17-0610-48da-823f-d700b0244dcb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:24:01Z', 'updated_at': '2022-03-07T11:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_interfaces': [{'id': '7d2a4269-4bad-4bdd-9bf7-1fabe48e033f', 'name': '', 'network_id': '5d29450a-bf97-4357-9c49-8022e88bef71', 'tenant_id': '1f49b867d5684fed8273dad4ea32ddf6', 'mac_address': 'fa:16:3e:2b:00:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce227f17-0610-48da-823f-d700b0244dcb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e7c99cf-ee42-40c6-a0c3-cc0b31ae77dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:24:03Z', 'updated_at': '2022-03-07T11:24:22Z', 'revision_number': 5, 'project_id': '1f49b867d5684fed8273dad4ea32ddf6', 'subnets': [{'id': '3e7c99cf-ee42-40c6-a0c3-cc0b31ae77dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:30:08.701173 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c685b40-edd0-4fae-ba31-2813daa861ef None None] The sync data for ids ['ce227f17-0610-48da-823f-d700b0244dcb'] in dv-neutron-830731-3-hyperv is: [{'id': 'ce227f17-0610-48da-823f-d700b0244dcb', 'name': 'tempest-TestSnapshotPattern-203746283-router', 'tenant_id': '1f49b867d5684fed8273dad4ea32ddf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.214'}], 'enable_snat': True}, 'gw_port_id': '0876a0dd-ecec-4b09-8dff-eb34c3acd25d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:24:00Z', 'updated_at': '2022-03-07T11:24:03Z', 'revision_number': 4, 'project_id': '1f49b867d5684fed8273dad4ea32ddf6', 'gw_port': {'id': '0876a0dd-ecec-4b09-8dff-eb34c3acd25d', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:1a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce227f17-0610-48da-823f-d700b0244dcb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:24:01Z', 'updated_at': '2022-03-07T11:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv', '_interfaces': [{'id': '7d2a4269-4bad-4bdd-9bf7-1fabe48e033f', 'name': '', 'network_id': '5d29450a-bf97-4357-9c49-8022e88bef71', 'tenant_id': '1f49b867d5684fed8273dad4ea32ddf6', 'mac_address': 'fa:16:3e:2b:00:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce227f17-0610-48da-823f-d700b0244dcb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e7c99cf-ee42-40c6-a0c3-cc0b31ae77dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:24:03Z', 'updated_at': '2022-03-07T11:24:22Z', 'revision_number': 5, 'project_id': '1f49b867d5684fed8273dad4ea32ddf6', 'subnets': [{'id': '3e7c99cf-ee42-40c6-a0c3-cc0b31ae77dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 11:30:08.914752 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fea1dd1-6cf0-493c-b0aa-0fea00a07c12 None None] New status for floating IP f6f97f06-7df5-418b-aa67-c3040462816f: DOWN {{(pid=83740) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 07 11:30:08.971379 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a091fa6-8a07-4fd6-ae75-3332c1ca0065 req-e85ae464-3caf-4ddf-89c9-07964b7fccdb tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:30:08.973579 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-0a091fa6-8a07-4fd6-ae75-3332c1ca0065 req-e85ae464-3caf-4ddf-89c9-07964b7fccdb tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] 10.222.0.10 "GET /v2.0/ports?device_id=8b972782-1453-48d0-a0e0-bdb506e21d83 HTTP/1.1" status: 200 len: 943 time: 0.0770860 Mar 07 11:30:09.043353 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [req-0a091fa6-8a07-4fd6-ae75-3332c1ca0065 req-b5f4298f-f3f2-4c03-8c65-6f5c50ce04c4 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Deleting port 2d289cf8-98df-4617-9874-facdba389688 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 11:30:09.043706 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-0a091fa6-8a07-4fd6-ae75-3332c1ca0065 req-b5f4298f-f3f2-4c03-8c65-6f5c50ce04c4 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:30:09.277478 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.db [req-0a091fa6-8a07-4fd6-ae75-3332c1ca0065 req-b5f4298f-f3f2-4c03-8c65-6f5c50ce04c4 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] For port 2d289cf8-98df-4617-9874-facdba389688, host hv-neutron-8307, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8307',level=0,port_id=2d289cf8-98df-4617-9874-facdba389688,segment=NetworkSegment(aeccc377-c215-4ef7-9c67-c11814bbc3bc),segment_id=aeccc377-c215-4ef7-9c67-c11814bbc3bc)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:30:09.277833 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-0a091fa6-8a07-4fd6-ae75-3332c1ca0065 req-b5f4298f-f3f2-4c03-8c65-6f5c50ce04c4 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:30:09.400445 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [req-0a091fa6-8a07-4fd6-ae75-3332c1ca0065 req-b5f4298f-f3f2-4c03-8c65-6f5c50ce04c4 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Calling delete_port for 2d289cf8-98df-4617-9874-facdba389688 owned by compute:nova {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 11:30:09.577952 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5ccd8c-994b-4d91-82d2-f3e2d6d29ec0 req-e7f327c5-6f3f-4fb7-ba4a-ab72ac3eea54 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:30:09.579389 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4a5ccd8c-994b-4d91-82d2-f3e2d6d29ec0 req-e7f327c5-6f3f-4fb7-ba4a-ab72ac3eea54 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b972782-1453-48d0-a0e0-bdb506e21d83 HTTP/1.1" status: 200 len: 943 time: 0.1534295 Mar 07 11:30:09.624825 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-0a091fa6-8a07-4fd6-ae75-3332c1ca0065 req-b5f4298f-f3f2-4c03-8c65-6f5c50ce04c4 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3012520'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:30:09.679853 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f4298f-f3f2-4c03-8c65-6f5c50ce04c4 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Pushing event deleted for resources: {'Port': ['ID=2d289cf8-98df-4617-9874-facdba389688,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:30:09.684903 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-4a5ccd8c-994b-4d91-82d2-f3e2d6d29ec0 req-36fb6b49-cc26-455f-88de-cc8a97a3d22f tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] 10.222.0.13 "GET /v2.0/security-groups?id=b99b96d3-a422-455f-8115-cb511ed9c997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977964 Mar 07 11:30:09.756077 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a091fa6-8a07-4fd6-ae75-3332c1ca0065 req-b5f4298f-f3f2-4c03-8c65-6f5c50ce04c4 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] No DVR routers for this DVR port 2d289cf8-98df-4617-9874-facdba389688 on host hv-neutron-8307 {{(pid=83737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:30:09.758337 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-0a091fa6-8a07-4fd6-ae75-3332c1ca0065 req-b5f4298f-f3f2-4c03-8c65-6f5c50ce04c4 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174305'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:30:09.760723 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b972782-1453-48d0-a0e0-bdb506e21d83', 'name': 'network-vif-deleted', 'tag': '2d289cf8-98df-4617-9874-facdba389688'}] {{(pid=83737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 07 11:30:09.775686 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [req-0a091fa6-8a07-4fd6-ae75-3332c1ca0065 req-b5f4298f-f3f2-4c03-8c65-6f5c50ce04c4 tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] 10.222.0.10 "DELETE /v2.0/ports/2d289cf8-98df-4617-9874-facdba389688 HTTP/1.1" status: 204 len: 173 time: 0.7978036 Mar 07 11:30:09.823111 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b972782-1453-48d0-a0e0-bdb506e21d83', 'name': 'network-vif-deleted', 'tag': '2d289cf8-98df-4617-9874-facdba389688', 'status': 'completed', 'code': 200} Mar 07 11:30:10.791839 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 48420) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:30:10.859293 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2f2862e3-8eff-4be2-bc7b-1f00a27f11dc tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:30:10.886740 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2f2862e3-8eff-4be2-bc7b-1f00a27f11dc tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:30:10.953995 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2f2862e3-8eff-4be2-bc7b-1f00a27f11dc tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:30:10.971631 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2862e3-8eff-4be2-bc7b-1f00a27f11dc tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b99b96d3-a422-455f-8115-cb511ed9c997,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:30:10.983526 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2f2862e3-8eff-4be2-bc7b-1f00a27f11dc tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:30:10.988922 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-2f2862e3-8eff-4be2-bc7b-1f00a27f11dc tempest-TestSnapshotPattern-34050399 tempest-TestSnapshotPattern-34050399-project] 10.222.0.13 "DELETE /v2.0/security-groups/b99b96d3-a422-455f-8115-cb511ed9c997 HTTP/1.1" status: 204 len: 168 time: 0.1944680 Mar 07 11:30:12.061736 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 48434) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:30:12.582978 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e5d6551e-ca82-40f0-b7ea-03ad77f9706d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3920255'] for router_interface, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:30:13.010229 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device 2d289cf8-98df-4617-9874-facdba389688 no longer exists at agent hyperv_hv-neutron-8307 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 11:30:13.043827 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] No Port match for: 2d289cf8-98df-4617-9874-facdba389688 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 11:30:13.044168 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Device 2d289cf8-98df-4617-9874-facdba389688 not bound to the agent host hv-neutron-8307 {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 11:30:13.247899 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-e5d6551e-ca82-40f0-b7ea-03ad77f9706d admin admin] Deleting port 7d2a4269-4bad-4bdd-9bf7-1fabe48e033f {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 11:30:13.248496 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e5d6551e-ca82-40f0-b7ea-03ad77f9706d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:30:13.418669 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-e5d6551e-ca82-40f0-b7ea-03ad77f9706d admin admin] For port 7d2a4269-4bad-4bdd-9bf7-1fabe48e033f, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=7d2a4269-4bad-4bdd-9bf7-1fabe48e033f,segment=NetworkSegment(aeccc377-c215-4ef7-9c67-c11814bbc3bc),segment_id=aeccc377-c215-4ef7-9c67-c11814bbc3bc)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:30:13.419011 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e5d6551e-ca82-40f0-b7ea-03ad77f9706d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:30:13.535056 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-e5d6551e-ca82-40f0-b7ea-03ad77f9706d admin admin] Calling delete_port for 7d2a4269-4bad-4bdd-9bf7-1fabe48e033f owned by network:router_interface {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 11:30:13.696827 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e5d6551e-ca82-40f0-b7ea-03ad77f9706d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:30:13.743790 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d6551e-ca82-40f0-b7ea-03ad77f9706d admin admin] Pushing event deleted for resources: {'Port': ['ID=7d2a4269-4bad-4bdd-9bf7-1fabe48e033f,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:30:13.781256 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d6551e-ca82-40f0-b7ea-03ad77f9706d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:30:13.781605 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d6551e-ca82-40f0-b7ea-03ad77f9706d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:30:13.781943 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d6551e-ca82-40f0-b7ea-03ad77f9706d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:30:13.782279 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d6551e-ca82-40f0-b7ea-03ad77f9706d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:30:13.782609 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d6551e-ca82-40f0-b7ea-03ad77f9706d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:30:13.782935 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d6551e-ca82-40f0-b7ea-03ad77f9706d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:30:13.783257 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d6551e-ca82-40f0-b7ea-03ad77f9706d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:30:13.783577 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d6551e-ca82-40f0-b7ea-03ad77f9706d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:30:13.783895 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d6551e-ca82-40f0-b7ea-03ad77f9706d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:30:13.784212 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d6551e-ca82-40f0-b7ea-03ad77f9706d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:30:13.784548 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d6551e-ca82-40f0-b7ea-03ad77f9706d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830731-3-hyperv {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:30:14.036308 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e5d6551e-ca82-40f0-b7ea-03ad77f9706d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2756383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3920168'] for router_interface, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:30:14.681921 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5d6551e-ca82-40f0-b7ea-03ad77f9706d admin admin] Router ce227f17-0610-48da-823f-d700b0244dcb has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:30:14.871604 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5d6551e-ca82-40f0-b7ea-03ad77f9706d admin admin] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:30:14.880397 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a96f5057-d957-4af2-a3ca-0508b5a2a18c None None] Sync routers for ids ['ce227f17-0610-48da-823f-d700b0244dcb'] in dv-neutron-830731-3-hyperv {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 11:30:14.883843 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-e5d6551e-ca82-40f0-b7ea-03ad77f9706d admin admin] 10.222.0.13 "PUT /v2.0/routers/ce227f17-0610-48da-823f-d700b0244dcb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8204005 Mar 07 11:30:14.886406 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 48446) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:30:14.891619 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96f5057-d957-4af2-a3ca-0508b5a2a18c None None] Routers {'ce227f17-0610-48da-823f-d700b0244dcb'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 11:30:14.892214 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-a96f5057-d957-4af2-a3ca-0508b5a2a18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T11:30:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['ce227f17-0610-48da-823f-d700b0244dcb'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:30:15.070447 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-a96f5057-d957-4af2-a3ca-0508b5a2a18c None None] Set router ce227f17-0610-48da-823f-d700b0244dcb gateway port host: dv-neutron-830731-3-hyperv {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 11:30:15.083089 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-672d9112-f82f-4ecf-9c0b-dcddf9e0ca29 admin admin] Notify callbacks [] for router, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:30:15.276913 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-672d9112-f82f-4ecf-9c0b-dcddf9e0ca29 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:30:15.287788 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-672d9112-f82f-4ecf-9c0b-dcddf9e0ca29 admin admin] Deleting port 0876a0dd-ecec-4b09-8dff-eb34c3acd25d {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 11:30:15.288873 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-672d9112-f82f-4ecf-9c0b-dcddf9e0ca29 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:30:15.361908 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-a96f5057-d957-4af2-a3ca-0508b5a2a18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce227f17-0610-48da-823f-d700b0244dcb', 'name': 'tempest-TestSnapshotPattern-203746283-router', 'tenant_id': '1f49b867d5684fed8273dad4ea32ddf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.214'}], 'enable_snat': True}, 'gw_port_id': '0876a0dd-ecec-4b09-8dff-eb34c3acd25d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:24:00Z', 'updated_at': '2022-03-07T11:30:13Z', 'revision_number': 5, 'project_id': '1f49b867d5684fed8273dad4ea32ddf6', 'gw_port': {'id': '0876a0dd-ecec-4b09-8dff-eb34c3acd25d', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:1a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce227f17-0610-48da-823f-d700b0244dcb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:24:01Z', 'updated_at': '2022-03-07T11:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv'}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:30:15.365964 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a96f5057-d957-4af2-a3ca-0508b5a2a18c None None] Checking router: ce227f17-0610-48da-823f-d700b0244dcb for host: dv-neutron-830731-3-hyperv {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 07 11:30:15.376380 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96f5057-d957-4af2-a3ca-0508b5a2a18c None None] Routers {'ce227f17-0610-48da-823f-d700b0244dcb'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 11:30:15.377008 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-a96f5057-d957-4af2-a3ca-0508b5a2a18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T11:30:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['ce227f17-0610-48da-823f-d700b0244dcb'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:30:15.461691 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-672d9112-f82f-4ecf-9c0b-dcddf9e0ca29 admin admin] For port 0876a0dd-ecec-4b09-8dff-eb34c3acd25d, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=0876a0dd-ecec-4b09-8dff-eb34c3acd25d,segment=NetworkSegment(9a22e080-7529-4fc7-949d-9f84ba21807d),segment_id=9a22e080-7529-4fc7-949d-9f84ba21807d)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:30:15.462036 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-672d9112-f82f-4ecf-9c0b-dcddf9e0ca29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:30:15.524472 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-a96f5057-d957-4af2-a3ca-0508b5a2a18c None None] Set router ce227f17-0610-48da-823f-d700b0244dcb gateway port host: None {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 11:30:15.584416 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-672d9112-f82f-4ecf-9c0b-dcddf9e0ca29 admin admin] Calling delete_port for 0876a0dd-ecec-4b09-8dff-eb34c3acd25d owned by network:router_gateway {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 11:30:15.628648 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-a96f5057-d957-4af2-a3ca-0508b5a2a18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce227f17-0610-48da-823f-d700b0244dcb', 'name': 'tempest-TestSnapshotPattern-203746283-router', 'tenant_id': '1f49b867d5684fed8273dad4ea32ddf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:24:00Z', 'updated_at': '2022-03-07T11:30:15Z', 'revision_number': 6, 'project_id': '1f49b867d5684fed8273dad4ea32ddf6', 'gw_port_host': None}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:30:15.633107 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a96f5057-d957-4af2-a3ca-0508b5a2a18c None None] The sync data for ids ['ce227f17-0610-48da-823f-d700b0244dcb'] in dv-neutron-830731-3-hyperv is: [{'id': 'ce227f17-0610-48da-823f-d700b0244dcb', 'name': 'tempest-TestSnapshotPattern-203746283-router', 'tenant_id': '1f49b867d5684fed8273dad4ea32ddf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:24:00Z', 'updated_at': '2022-03-07T11:30:15Z', 'revision_number': 6, 'project_id': '1f49b867d5684fed8273dad4ea32ddf6', 'gw_port_host': None}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 11:30:15.752151 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-672d9112-f82f-4ecf-9c0b-dcddf9e0ca29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:30:15.796472 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672d9112-f82f-4ecf-9c0b-dcddf9e0ca29 admin admin] Pushing event deleted for resources: {'Port': ['ID=0876a0dd-ecec-4b09-8dff-eb34c3acd25d,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:30:16.053574 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 7d2a4269-4bad-4bdd-9bf7-1fabe48e033f no longer exists at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 11:30:16.092163 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] No Port match for: 7d2a4269-4bad-4bdd-9bf7-1fabe48e033f {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 11:30:16.092532 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 7d2a4269-4bad-4bdd-9bf7-1fabe48e033f not bound to the agent host dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 11:30:16.118900 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-672d9112-f82f-4ecf-9c0b-dcddf9e0ca29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923554'] for router_gateway, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:30:16.195606 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:30:16.370959 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-672d9112-f82f-4ecf-9c0b-dcddf9e0ca29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3917970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58043'] for router, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:30:16.374940 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-672d9112-f82f-4ecf-9c0b-dcddf9e0ca29 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:30:16.400930 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-672d9112-f82f-4ecf-9c0b-dcddf9e0ca29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3917886'] for router, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:30:16.401458 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-672d9112-f82f-4ecf-9c0b-dcddf9e0ca29 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ce227f17-0610-48da-823f-d700b0244dcb {{(pid=83738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 11:30:16.413869 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-672d9112-f82f-4ecf-9c0b-dcddf9e0ca29 admin admin] Notify callbacks [] for router, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:30:16.414977 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-672d9112-f82f-4ecf-9c0b-dcddf9e0ca29 admin admin] 10.222.0.13 "DELETE /v2.0/routers/ce227f17-0610-48da-823f-d700b0244dcb HTTP/1.1" status: 204 len: 168 time: 1.5276933 Mar 07 11:30:16.417518 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 48450) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:30:16.475875 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_v2 [None req-73e58110-dfc4-4d54-aa62-d0eea84213b2 admin admin] Deleting subnet 3e7c99cf-ee42-40c6-a0c3-cc0b31ae77dd {{(pid=83738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 07 11:30:16.478853 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-73e58110-dfc4-4d54-aa62-d0eea84213b2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:30:16.531248 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-73e58110-dfc4-4d54-aa62-d0eea84213b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2969395'] for subnet, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:30:16.611663 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-73e58110-dfc4-4d54-aa62-d0eea84213b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1525496'] for subnet, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:30:16.681729 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-73e58110-dfc4-4d54-aa62-d0eea84213b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1525489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3556647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741465'] for subnet, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:30:16.721890 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e58110-dfc4-4d54-aa62-d0eea84213b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e7c99cf-ee42-40c6-a0c3-cc0b31ae77dd,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:30:16.729718 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-73e58110-dfc4-4d54-aa62-d0eea84213b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:30:16.734754 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f39346a3-650f-4620-93af-8b2421f86e14 None None] Network 5d29450a-bf97-4357-9c49-8022e88bef71 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 11:30:16.737408 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-73e58110-dfc4-4d54-aa62-d0eea84213b2 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/3e7c99cf-ee42-40c6-a0c3-cc0b31ae77dd HTTP/1.1" status: 204 len: 168 time: 0.3189728 Mar 07 11:30:16.740489 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 48454) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:30:16.843558 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-499f8695-61b6-4e02-aae5-3b7119ac4f26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1158940'] for network, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:30:16.855235 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-499f8695-61b6-4e02-aae5-3b7119ac4f26 admin admin] Deleting port 2f253a41-9966-42d0-81ec-8262e9b97add {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 11:30:16.855566 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-499f8695-61b6-4e02-aae5-3b7119ac4f26 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:30:17.011192 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32a1fbe9-2efc-49aa-bfa9-ec72325dc18f None None] DHCP port deletion for 5d29450a-bf97-4357-9c49-8022e88bef71 request from dv-neutron-830731-3-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 07 11:30:17.015506 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-32a1fbe9-2efc-49aa-bfa9-ec72325dc18f None None] Deleting port 2f253a41-9966-42d0-81ec-8262e9b97add {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 11:30:17.015872 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-32a1fbe9-2efc-49aa-bfa9-ec72325dc18f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:30:17.063173 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-499f8695-61b6-4e02-aae5-3b7119ac4f26 admin admin] For port 2f253a41-9966-42d0-81ec-8262e9b97add, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=2f253a41-9966-42d0-81ec-8262e9b97add,segment=NetworkSegment(aeccc377-c215-4ef7-9c67-c11814bbc3bc),segment_id=aeccc377-c215-4ef7-9c67-c11814bbc3bc)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:30:17.063495 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-499f8695-61b6-4e02-aae5-3b7119ac4f26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:30:17.184111 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-499f8695-61b6-4e02-aae5-3b7119ac4f26 admin admin] Calling delete_port for 2f253a41-9966-42d0-81ec-8262e9b97add owned by network:dhcp {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 11:30:17.215393 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-32a1fbe9-2efc-49aa-bfa9-ec72325dc18f None None] For port 2f253a41-9966-42d0-81ec-8262e9b97add, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=2f253a41-9966-42d0-81ec-8262e9b97add,segment=NetworkSegment(aeccc377-c215-4ef7-9c67-c11814bbc3bc),segment_id=aeccc377-c215-4ef7-9c67-c11814bbc3bc)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:30:17.215950 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-32a1fbe9-2efc-49aa-bfa9-ec72325dc18f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:30:17.260589 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-499f8695-61b6-4e02-aae5-3b7119ac4f26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:30:17.304788 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499f8695-61b6-4e02-aae5-3b7119ac4f26 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f253a41-9966-42d0-81ec-8262e9b97add,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:30:17.310655 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499f8695-61b6-4e02-aae5-3b7119ac4f26 admin admin] No DVR routers for this DVR port 2f253a41-9966-42d0-81ec-8262e9b97add on host dv-neutron-830731-3-hyperv {{(pid=83738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:30:17.333400 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-32a1fbe9-2efc-49aa-bfa9-ec72325dc18f None None] Calling delete_port for 2f253a41-9966-42d0-81ec-8262e9b97add owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 11:30:17.413939 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.db.api [None req-32a1fbe9-2efc-49aa-bfa9-ec72325dc18f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 11:30:17.414289 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG oslo_db.api [None req-32a1fbe9-2efc-49aa-bfa9-ec72325dc18f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 11:30:17.519407 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-499f8695-61b6-4e02-aae5-3b7119ac4f26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1526893', 'neutron.services.segments.db._delete_segments_for_network-8732568551033'] for network, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:30:17.545252 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-499f8695-61b6-4e02-aae5-3b7119ac4f26 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d29450a-bf97-4357-9c49-8022e88bef71']}} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:30:17.556872 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-499f8695-61b6-4e02-aae5-3b7119ac4f26 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aeccc377-c215-4ef7-9c67-c11814bbc3bc') {'for_net_delete': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:30:17.557159 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-499f8695-61b6-4e02-aae5-3b7119ac4f26 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aeccc377-c215-4ef7-9c67-c11814bbc3bc') {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:30:17.568085 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-499f8695-61b6-4e02-aae5-3b7119ac4f26 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732568550916', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968000'] for segment, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:30:17.586781 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-499f8695-61b6-4e02-aae5-3b7119ac4f26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:30:17.593026 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-499f8695-61b6-4e02-aae5-3b7119ac4f26 admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=83738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 07 11:30:17.593391 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-499f8695-61b6-4e02-aae5-3b7119ac4f26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1227397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3556681'] for segment, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:30:17.607065 dv-neutron-830731-3-hyperv neutron-server[83738]: Traceback (most recent call last): Mar 07 11:30:17.607065 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 07 11:30:17.607065 dv-neutron-830731-3-hyperv neutron-server[83738]: timer() Mar 07 11:30:17.607065 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:30:17.607065 dv-neutron-830731-3-hyperv neutron-server[83738]: cb(*args, **kw) Mar 07 11:30:17.607065 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 11:30:17.607065 dv-neutron-830731-3-hyperv neutron-server[83738]: return func(*args, **kwargs) Mar 07 11:30:17.607065 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:30:17.607065 dv-neutron-830731-3-hyperv neutron-server[83738]: self._notify() Mar 07 11:30:17.607065 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:30:17.607065 dv-neutron-830731-3-hyperv neutron-server[83738]: self.callback(batched_events) Mar 07 11:30:17.607065 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:30:17.607065 dv-neutron-830731-3-hyperv neutron-server[83738]: event.method(event) Mar 07 11:30:17.607065 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 11:30:17.607065 dv-neutron-830731-3-hyperv neutron-server[83738]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:30:17.607065 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 11:30:17.607065 dv-neutron-830731-3-hyperv neutron-server[83738]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:30:17.607065 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 11:30:17.607065 dv-neutron-830731-3-hyperv neutron-server[83738]: return f(self, *a, **k) Mar 07 11:30:17.607065 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:30:17.607065 dv-neutron-830731-3-hyperv neutron-server[83738]: return self._get(url).json() Mar 07 11:30:17.607065 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:30:17.607065 dv-neutron-830731-3-hyperv neutron-server[83738]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:30:17.607065 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 07 11:30:17.607065 dv-neutron-830731-3-hyperv neutron-server[83738]: return self.request(url, 'GET', **kwargs) Mar 07 11:30:17.607065 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 07 11:30:17.607065 dv-neutron-830731-3-hyperv neutron-server[83738]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:30:17.607065 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 07 11:30:17.607065 dv-neutron-830731-3-hyperv neutron-server[83738]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:30:17.607065 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 07 11:30:17.607065 dv-neutron-830731-3-hyperv neutron-server[83738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:30:17.607065 dv-neutron-830731-3-hyperv neutron-server[83738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:30:17.678198 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-499f8695-61b6-4e02-aae5-3b7119ac4f26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1526886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923583'] for network, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:30:17.683551 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-499f8695-61b6-4e02-aae5-3b7119ac4f26 admin admin] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:30:17.708350 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499f8695-61b6-4e02-aae5-3b7119ac4f26 admin admin] Pushing event deleted for resources: {'Network': ['ID=5d29450a-bf97-4357-9c49-8022e88bef71,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:30:17.722088 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-499f8695-61b6-4e02-aae5-3b7119ac4f26 admin admin] 10.222.0.13 "DELETE /v2.0/networks/5d29450a-bf97-4357-9c49-8022e88bef71 HTTP/1.1" status: 204 len: 168 time: 0.9805593 Mar 07 11:30:17.725576 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 48458) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:30:17.915130 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-32a1fbe9-2efc-49aa-bfa9-ec72325dc18f None None] Deleting port 2f253a41-9966-42d0-81ec-8262e9b97add {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 11:30:17.915614 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-32a1fbe9-2efc-49aa-bfa9-ec72325dc18f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:30:17.980026 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-32a1fbe9-2efc-49aa-bfa9-ec72325dc18f None None] The port '2f253a41-9966-42d0-81ec-8262e9b97add' was deleted {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 07 11:30:17.997303 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 2f253a41-9966-42d0-81ec-8262e9b97add no longer exists at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 11:30:18.032761 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] No Port match for: 2f253a41-9966-42d0-81ec-8262e9b97add {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 11:30:18.033012 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 2f253a41-9966-42d0-81ec-8262e9b97add not bound to the agent host dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 11:30:18.033422 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 0876a0dd-ecec-4b09-8dff-eb34c3acd25d no longer exists at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 11:30:18.071393 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] No Port match for: 0876a0dd-ecec-4b09-8dff-eb34c3acd25d {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 11:30:18.071738 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 0876a0dd-ecec-4b09-8dff-eb34c3acd25d not bound to the agent host dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 11:30:18.112503 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2cf61683-d370-44b4-ba9e-7312db9f8dd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3920255'] for router_interface, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:30:18.696230 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-2cf61683-d370-44b4-ba9e-7312db9f8dd9 admin admin] Deleting port 872e0a5e-0131-49f8-b963-896fa2751f21 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 11:30:18.696455 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2cf61683-d370-44b4-ba9e-7312db9f8dd9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:30:18.861791 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-2cf61683-d370-44b4-ba9e-7312db9f8dd9 admin admin] For port 872e0a5e-0131-49f8-b963-896fa2751f21, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=872e0a5e-0131-49f8-b963-896fa2751f21,segment=NetworkSegment(7f65fd90-a8d0-4116-8a09-5e9176bcfa1e),segment_id=7f65fd90-a8d0-4116-8a09-5e9176bcfa1e)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:30:18.862141 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2cf61683-d370-44b4-ba9e-7312db9f8dd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:30:19.073636 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-2cf61683-d370-44b4-ba9e-7312db9f8dd9 admin admin] Calling delete_port for 872e0a5e-0131-49f8-b963-896fa2751f21 owned by network:router_interface {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 11:30:19.235315 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2cf61683-d370-44b4-ba9e-7312db9f8dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:30:19.279054 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf61683-d370-44b4-ba9e-7312db9f8dd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=872e0a5e-0131-49f8-b963-896fa2751f21,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:30:19.566212 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2cf61683-d370-44b4-ba9e-7312db9f8dd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2756383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3920168'] for router_interface, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:30:20.132633 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cf61683-d370-44b4-ba9e-7312db9f8dd9 admin admin] Router 9616a50a-0165-42c5-aaa6-01114522e5b5 has already been hosted by L3 agent b30db009-7836-4ef1-83bf-954868d68bb9 {{(pid=83738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:30:20.326471 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cf61683-d370-44b4-ba9e-7312db9f8dd9 admin admin] Notify agent at l3_agent.dv-neutron-830731-3-hyperv the message routers_updated {{(pid=83738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:30:20.335752 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c99b4a-3ad4-4e38-a2de-4fa92cf767f5 None None] Sync routers for ids ['9616a50a-0165-42c5-aaa6-01114522e5b5'] in dv-neutron-830731-3-hyperv {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 07 11:30:20.342830 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-2cf61683-d370-44b4-ba9e-7312db9f8dd9 admin admin] 10.222.0.13 "PUT /v2.0/routers/9616a50a-0165-42c5-aaa6-01114522e5b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6161387 Mar 07 11:30:20.345287 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 48464) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:30:20.347196 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c99b4a-3ad4-4e38-a2de-4fa92cf767f5 None None] Routers {'9616a50a-0165-42c5-aaa6-01114522e5b5'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 11:30:20.348393 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-e6c99b4a-3ad4-4e38-a2de-4fa92cf767f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T11:30:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['9616a50a-0165-42c5-aaa6-01114522e5b5'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:30:20.526400 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-e6c99b4a-3ad4-4e38-a2de-4fa92cf767f5 None None] Set router 9616a50a-0165-42c5-aaa6-01114522e5b5 gateway port host: dv-neutron-830731-3-hyperv {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 11:30:20.640460 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ad06ec6e-f431-4ca1-a1c3-4430f8e89c9c admin admin] Notify callbacks [] for router, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:30:20.833216 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-e6c99b4a-3ad4-4e38-a2de-4fa92cf767f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9616a50a-0165-42c5-aaa6-01114522e5b5', 'name': 'tempest-TestSnapshotPattern-1421634695-router', 'tenant_id': 'b8ec392f15ac4763ac72cbe1262a5d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'external_fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.28'}], 'enable_snat': True}, 'gw_port_id': 'fd00eadf-cb07-4497-ae1e-a16f4f1aafbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:24:06Z', 'updated_at': '2022-03-07T11:30:19Z', 'revision_number': 5, 'project_id': 'b8ec392f15ac4763ac72cbe1262a5d63', 'gw_port': {'id': 'fd00eadf-cb07-4497-ae1e-a16f4f1aafbb', 'name': '', 'network_id': '5ed85006-6b00-415e-b71f-837fb1421c12', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9616a50a-0165-42c5-aaa6-01114522e5b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'ip_address': '172.26.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830731-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:24:07Z', 'updated_at': '2022-03-07T11:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8595ee7d-61d9-40f3-8fe5-bd9ffc9a794a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830731-3-hyperv'}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:30:20.837024 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c99b4a-3ad4-4e38-a2de-4fa92cf767f5 None None] Checking router: 9616a50a-0165-42c5-aaa6-01114522e5b5 for host: dv-neutron-830731-3-hyperv {{(pid=83740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 07 11:30:20.839274 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ad06ec6e-f431-4ca1-a1c3-4430f8e89c9c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:30:20.848325 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c99b4a-3ad4-4e38-a2de-4fa92cf767f5 None None] Routers {'9616a50a-0165-42c5-aaa6-01114522e5b5'} bound to L3 agent in host dv-neutron-830731-3-hyperv {{(pid=83740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 07 11:30:20.848718 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-e6c99b4a-3ad4-4e38-a2de-4fa92cf767f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830731-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:15:00Z,description=,heartbeat_timestamp=2022-03-07T11:30:01Z,host='dv-neutron-830731-3-hyperv',id=b30db009-7836-4ef1-83bf-954868d68bb9,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:15:00Z,topic='l3_agent')) {'router_ids': ['9616a50a-0165-42c5-aaa6-01114522e5b5'], 'active': True} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:30:20.849301 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-ad06ec6e-f431-4ca1-a1c3-4430f8e89c9c admin admin] Deleting port fd00eadf-cb07-4497-ae1e-a16f4f1aafbb {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 11:30:20.849632 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ad06ec6e-f431-4ca1-a1c3-4430f8e89c9c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:30:20.996056 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_dvr_db [None req-e6c99b4a-3ad4-4e38-a2de-4fa92cf767f5 None None] Set router 9616a50a-0165-42c5-aaa6-01114522e5b5 gateway port host: None {{(pid=83740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 07 11:30:21.020286 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-ad06ec6e-f431-4ca1-a1c3-4430f8e89c9c admin admin] For port fd00eadf-cb07-4497-ae1e-a16f4f1aafbb, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=fd00eadf-cb07-4497-ae1e-a16f4f1aafbb,segment=NetworkSegment(9a22e080-7529-4fc7-949d-9f84ba21807d),segment_id=9a22e080-7529-4fc7-949d-9f84ba21807d)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:30:21.020669 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ad06ec6e-f431-4ca1-a1c3-4430f8e89c9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:30:21.099144 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.l3_hamode_db [None req-e6c99b4a-3ad4-4e38-a2de-4fa92cf767f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9616a50a-0165-42c5-aaa6-01114522e5b5', 'name': 'tempest-TestSnapshotPattern-1421634695-router', 'tenant_id': 'b8ec392f15ac4763ac72cbe1262a5d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:24:06Z', 'updated_at': '2022-03-07T11:30:20Z', 'revision_number': 6, 'project_id': 'b8ec392f15ac4763ac72cbe1262a5d63', 'gw_port_host': None}], 'dv-neutron-830731-3-hyperv', False) {} {{(pid=83740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:30:21.102969 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c99b4a-3ad4-4e38-a2de-4fa92cf767f5 None None] The sync data for ids ['9616a50a-0165-42c5-aaa6-01114522e5b5'] in dv-neutron-830731-3-hyperv is: [{'id': '9616a50a-0165-42c5-aaa6-01114522e5b5', 'name': 'tempest-TestSnapshotPattern-1421634695-router', 'tenant_id': 'b8ec392f15ac4763ac72cbe1262a5d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:24:06Z', 'updated_at': '2022-03-07T11:30:20Z', 'revision_number': 6, 'project_id': 'b8ec392f15ac4763ac72cbe1262a5d63', 'gw_port_host': None}] {{(pid=83740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 07 11:30:21.142128 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-ad06ec6e-f431-4ca1-a1c3-4430f8e89c9c admin admin] Calling delete_port for fd00eadf-cb07-4497-ae1e-a16f4f1aafbb owned by network:router_gateway {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 11:30:21.304557 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ad06ec6e-f431-4ca1-a1c3-4430f8e89c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:30:21.350546 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad06ec6e-f431-4ca1-a1c3-4430f8e89c9c admin admin] Pushing event deleted for resources: {'Port': ['ID=fd00eadf-cb07-4497-ae1e-a16f4f1aafbb,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:30:21.569645 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ad06ec6e-f431-4ca1-a1c3-4430f8e89c9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923554'] for router_gateway, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:30:21.914729 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ad06ec6e-f431-4ca1-a1c3-4430f8e89c9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3917970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58043'] for router, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:30:21.918888 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ad06ec6e-f431-4ca1-a1c3-4430f8e89c9c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:30:21.947446 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ad06ec6e-f431-4ca1-a1c3-4430f8e89c9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3917886'] for router, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:30:21.947940 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad06ec6e-f431-4ca1-a1c3-4430f8e89c9c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9616a50a-0165-42c5-aaa6-01114522e5b5 {{(pid=83738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 11:30:21.964849 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ad06ec6e-f431-4ca1-a1c3-4430f8e89c9c admin admin] Notify callbacks [] for router, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:30:21.966066 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-ad06ec6e-f431-4ca1-a1c3-4430f8e89c9c admin admin] 10.222.0.13 "DELETE /v2.0/routers/9616a50a-0165-42c5-aaa6-01114522e5b5 HTTP/1.1" status: 204 len: 168 time: 1.6198928 Mar 07 11:30:21.968642 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 48468) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:30:21.995899 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device fd00eadf-cb07-4497-ae1e-a16f4f1aafbb no longer exists at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 11:30:22.027912 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cd7cba0-1a1a-4faa-8e5c-1365dbb49aea admin admin] Deleting subnet fe22131b-2b68-4d59-83d6-13f3e44098ab {{(pid=83738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 07 11:30:22.028863 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] No Port match for: fd00eadf-cb07-4497-ae1e-a16f4f1aafbb {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 11:30:22.029607 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device fd00eadf-cb07-4497-ae1e-a16f4f1aafbb not bound to the agent host dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 11:30:22.029980 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 872e0a5e-0131-49f8-b963-896fa2751f21 no longer exists at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 11:30:22.031072 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5cd7cba0-1a1a-4faa-8e5c-1365dbb49aea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:30:22.062994 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] No Port match for: 872e0a5e-0131-49f8-b963-896fa2751f21 {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 11:30:22.063337 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 872e0a5e-0131-49f8-b963-896fa2751f21 not bound to the agent host dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 11:30:22.083829 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5cd7cba0-1a1a-4faa-8e5c-1365dbb49aea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2969395'] for subnet, precommit_delete_associations {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:30:22.160437 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5cd7cba0-1a1a-4faa-8e5c-1365dbb49aea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1525496'] for subnet, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:30:22.230237 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5cd7cba0-1a1a-4faa-8e5c-1365dbb49aea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1525489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3556647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2741465'] for subnet, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:30:22.265781 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd7cba0-1a1a-4faa-8e5c-1365dbb49aea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe22131b-2b68-4d59-83d6-13f3e44098ab,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:30:22.272453 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5cd7cba0-1a1a-4faa-8e5c-1365dbb49aea admin admin] Notify callbacks [] for subnet, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:30:22.280441 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce368b14-6f58-4957-8c66-1d281cc1c980 None None] Network 262ac19e-9932-4a76-a93c-0ecd20a11ac5 requested from dv-neutron-830731-3-hyperv {{(pid=83739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 07 11:30:22.280610 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-5cd7cba0-1a1a-4faa-8e5c-1365dbb49aea admin admin] 10.222.0.13 "DELETE /v2.0/subnets/fe22131b-2b68-4d59-83d6-13f3e44098ab HTTP/1.1" status: 204 len: 168 time: 0.3085961 Mar 07 11:30:22.280691 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 48472) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:30:22.387208 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4105dec4-6d73-4302-adbf-d5620681742b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1158940'] for network, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:30:22.397572 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-4105dec4-6d73-4302-adbf-d5620681742b admin admin] Deleting port 2720759b-588c-4b22-890e-33de515845ad {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 11:30:22.397892 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4105dec4-6d73-4302-adbf-d5620681742b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:30:22.519707 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-386b6e01-b4de-4e51-a45f-21fa10072eca None None] DHCP port deletion for 262ac19e-9932-4a76-a93c-0ecd20a11ac5 request from dv-neutron-830731-3-hyperv {{(pid=83739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 07 11:30:22.523508 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-386b6e01-b4de-4e51-a45f-21fa10072eca None None] Deleting port 2720759b-588c-4b22-890e-33de515845ad {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 11:30:22.523868 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-386b6e01-b4de-4e51-a45f-21fa10072eca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:30:22.602668 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-4105dec4-6d73-4302-adbf-d5620681742b admin admin] For port 2720759b-588c-4b22-890e-33de515845ad, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=2720759b-588c-4b22-890e-33de515845ad,segment=NetworkSegment(7f65fd90-a8d0-4116-8a09-5e9176bcfa1e),segment_id=7f65fd90-a8d0-4116-8a09-5e9176bcfa1e)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:30:22.603018 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4105dec4-6d73-4302-adbf-d5620681742b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:30:22.720752 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-386b6e01-b4de-4e51-a45f-21fa10072eca None None] For port 2720759b-588c-4b22-890e-33de515845ad, host dv-neutron-830731-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830731-3-hyperv',level=0,port_id=2720759b-588c-4b22-890e-33de515845ad,segment=NetworkSegment(7f65fd90-a8d0-4116-8a09-5e9176bcfa1e),segment_id=7f65fd90-a8d0-4116-8a09-5e9176bcfa1e)] {{(pid=83739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:30:22.721142 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-386b6e01-b4de-4e51-a45f-21fa10072eca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3845197'] for port, precommit_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:30:22.728628 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-4105dec4-6d73-4302-adbf-d5620681742b admin admin] Calling delete_port for 2720759b-588c-4b22-890e-33de515845ad owned by network:dhcp {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 11:30:22.803366 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4105dec4-6d73-4302-adbf-d5620681742b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1078107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732568520852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568081812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3556628'] for port, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:30:22.841980 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-386b6e01-b4de-4e51-a45f-21fa10072eca None None] Calling delete_port for 2720759b-588c-4b22-890e-33de515845ad owned by network:dhcp {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 07 11:30:22.850283 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4105dec4-6d73-4302-adbf-d5620681742b admin admin] Pushing event deleted for resources: {'Port': ['ID=2720759b-588c-4b22-890e-33de515845ad,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:30:22.854639 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4105dec4-6d73-4302-adbf-d5620681742b admin admin] No DVR routers for this DVR port 2720759b-588c-4b22-890e-33de515845ad on host dv-neutron-830731-3-hyperv {{(pid=83738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:30:22.909624 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.db.api [None req-386b6e01-b4de-4e51-a45f-21fa10072eca None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 11:30:22.910006 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG oslo_db.api [None req-386b6e01-b4de-4e51-a45f-21fa10072eca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 11:30:22.968416 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4105dec4-6d73-4302-adbf-d5620681742b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1526893', 'neutron.services.segments.db._delete_segments_for_network-8732568551033'] for network, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:30:22.993775 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-4105dec4-6d73-4302-adbf-d5620681742b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['262ac19e-9932-4a76-a93c-0ecd20a11ac5']}} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:30:23.005613 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-4105dec4-6d73-4302-adbf-d5620681742b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f65fd90-a8d0-4116-8a09-5e9176bcfa1e') {'for_net_delete': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:30:23.005905 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.services.segments.db [None req-4105dec4-6d73-4302-adbf-d5620681742b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f65fd90-a8d0-4116-8a09-5e9176bcfa1e') {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:30:23.017156 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4105dec4-6d73-4302-adbf-d5620681742b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732568550916', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968000'] for segment, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:30:23.033363 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4105dec4-6d73-4302-adbf-d5620681742b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1227422'] for segment, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:30:23.040245 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4105dec4-6d73-4302-adbf-d5620681742b admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=83738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 07 11:30:23.040736 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4105dec4-6d73-4302-adbf-d5620681742b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1227397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3556681'] for segment, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:30:23.053969 dv-neutron-830731-3-hyperv neutron-server[83738]: Traceback (most recent call last): Mar 07 11:30:23.053969 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 07 11:30:23.053969 dv-neutron-830731-3-hyperv neutron-server[83738]: timer() Mar 07 11:30:23.053969 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:30:23.053969 dv-neutron-830731-3-hyperv neutron-server[83738]: cb(*args, **kw) Mar 07 11:30:23.053969 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 11:30:23.053969 dv-neutron-830731-3-hyperv neutron-server[83738]: return func(*args, **kwargs) Mar 07 11:30:23.053969 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:30:23.053969 dv-neutron-830731-3-hyperv neutron-server[83738]: self._notify() Mar 07 11:30:23.053969 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:30:23.053969 dv-neutron-830731-3-hyperv neutron-server[83738]: self.callback(batched_events) Mar 07 11:30:23.053969 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:30:23.053969 dv-neutron-830731-3-hyperv neutron-server[83738]: event.method(event) Mar 07 11:30:23.053969 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 11:30:23.053969 dv-neutron-830731-3-hyperv neutron-server[83738]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:30:23.053969 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 11:30:23.053969 dv-neutron-830731-3-hyperv neutron-server[83738]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:30:23.053969 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 11:30:23.053969 dv-neutron-830731-3-hyperv neutron-server[83738]: return f(self, *a, **k) Mar 07 11:30:23.053969 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:30:23.053969 dv-neutron-830731-3-hyperv neutron-server[83738]: return self._get(url).json() Mar 07 11:30:23.053969 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:30:23.053969 dv-neutron-830731-3-hyperv neutron-server[83738]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:30:23.053969 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 07 11:30:23.053969 dv-neutron-830731-3-hyperv neutron-server[83738]: return self.request(url, 'GET', **kwargs) Mar 07 11:30:23.053969 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 07 11:30:23.053969 dv-neutron-830731-3-hyperv neutron-server[83738]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:30:23.053969 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 07 11:30:23.053969 dv-neutron-830731-3-hyperv neutron-server[83738]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:30:23.053969 dv-neutron-830731-3-hyperv neutron-server[83738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 07 11:30:23.053969 dv-neutron-830731-3-hyperv neutron-server[83738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:30:23.053969 dv-neutron-830731-3-hyperv neutron-server[83738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:30:23.128043 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4105dec4-6d73-4302-adbf-d5620681742b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1526886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923583'] for network, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:30:23.132870 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4105dec4-6d73-4302-adbf-d5620681742b admin admin] Notify callbacks [] for network, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:30:23.156386 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4105dec4-6d73-4302-adbf-d5620681742b admin admin] Pushing event deleted for resources: {'Network': ['ID=262ac19e-9932-4a76-a93c-0ecd20a11ac5,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:30:23.162890 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-4105dec4-6d73-4302-adbf-d5620681742b admin admin] 10.222.0.13 "DELETE /v2.0/networks/262ac19e-9932-4a76-a93c-0ecd20a11ac5 HTTP/1.1" status: 204 len: 168 time: 0.8813145 Mar 07 11:30:23.296682 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 48478) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:30:23.346125 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-cb1a4de6-618b-4f30-b846-dc57b06493d4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1f49b867d5684fed8273dad4ea32ddf6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0480080 Mar 07 11:30:23.349746 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [-] (83738) accepted ('10.222.0.13', 48482) {{(pid=83738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:30:23.406402 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-671f6dd9-d26a-472d-b07a-7ecb8945f95e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:30:23.411607 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-386b6e01-b4de-4e51-a45f-21fa10072eca None None] Deleting port 2720759b-588c-4b22-890e-33de515845ad {{(pid=83739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 07 11:30:23.412020 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-386b6e01-b4de-4e51-a45f-21fa10072eca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732568482003'] for port, before_delete {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:30:23.431949 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-671f6dd9-d26a-472d-b07a-7ecb8945f95e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:30:23.485124 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-671f6dd9-d26a-472d-b07a-7ecb8945f95e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:30:23.507199 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671f6dd9-d26a-472d-b07a-7ecb8945f95e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49b1b0e2-84a6-4863-9c97-7c067c343575,revision_number=None']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:30:23.508625 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-386b6e01-b4de-4e51-a45f-21fa10072eca None None] The port '2720759b-588c-4b22-890e-33de515845ad' was deleted {{(pid=83739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 07 11:30:23.517648 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-671f6dd9-d26a-472d-b07a-7ecb8945f95e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:30:23.518759 dv-neutron-830731-3-hyperv neutron-server[83738]: INFO neutron.wsgi [None req-671f6dd9-d26a-472d-b07a-7ecb8945f95e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/49b1b0e2-84a6-4863-9c97-7c067c343575 HTTP/1.1" status: 204 len: 168 time: 0.1681600 Mar 07 11:30:23.901686 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 48490) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:30:23.952348 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-bd0a9658-2d29-4da8-8473-5ff6e2c8159c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b8ec392f15ac4763ac72cbe1262a5d63&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0495393 Mar 07 11:30:23.954822 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.13', 48494) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 11:30:23.983995 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 2720759b-588c-4b22-890e-33de515845ad no longer exists at agent ovs-agent-dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 11:30:24.013768 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0a3d533b-9b9c-44d2-a6a1-eab296929e55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:30:24.017022 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.plugin [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] No Port match for: 2720759b-588c-4b22-890e-33de515845ad {{(pid=83739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 07 11:30:24.017367 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron.plugins.ml2.rpc [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Device 2720759b-588c-4b22-890e-33de515845ad not bound to the agent host dv-neutron-830731-3-hyperv {{(pid=83739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 11:30:24.039709 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0a3d533b-9b9c-44d2-a6a1-eab296929e55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:30:24.090544 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0a3d533b-9b9c-44d2-a6a1-eab296929e55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004189'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:30:24.105055 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3d533b-9b9c-44d2-a6a1-eab296929e55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32425314-23ef-4b10-9da2-9f63c4381e80,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:30:24.110856 dv-neutron-830731-3-hyperv neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0a3d533b-9b9c-44d2-a6a1-eab296929e55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:30:24.113002 dv-neutron-830731-3-hyperv neutron-server[83737]: INFO neutron.wsgi [None req-0a3d533b-9b9c-44d2-a6a1-eab296929e55 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/32425314-23ef-4b10-9da2-9f63c4381e80 HTTP/1.1" status: 204 len: 168 time: 0.1571844 Mar 07 11:30:28.583170 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-156d461f-0fb3-4d8a-b029-e6f0e0a8ed44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:30:30.725760 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-368870bf-4333-4c24-bace-769fc3e4e722 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:30:32.039075 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:30:32.057500 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-711fefd2-3b30-4759-8df5-0aecff1c8e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:30:33.488020 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c87150bd-aa9c-4ad1-bb68-57ec66d4fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:30:39.120551 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-adbd2215-c8ee-41f3-92a6-4182ca26b8a8 None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 11:30:46.209903 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:30:58.585403 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-3ba6353f-a25f-4684-b702-7a2bdc179814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:31:00.726732 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-813759a4-1bcd-4c25-b3a2-5f494666fde5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:31:02.041621 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:31:02.061312 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-711fefd2-3b30-4759-8df5-0aecff1c8e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:31:03.490742 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c87150bd-aa9c-4ad1-bb68-57ec66d4fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:31:16.119935 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-adbd2215-c8ee-41f3-92a6-4182ca26b8a8 None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 11:31:16.210091 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:31:28.588072 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-bc59d2c0-30c0-4d46-85ab-356feb2619de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:31:30.727647 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-2c7371ad-a4b9-4d7b-bf2e-8e989400c1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:31:32.043230 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:31:32.061744 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-711fefd2-3b30-4759-8df5-0aecff1c8e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:31:33.493530 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c87150bd-aa9c-4ad1-bb68-57ec66d4fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:31:46.223281 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:31:53.119853 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-adbd2215-c8ee-41f3-92a6-4182ca26b8a8 None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 11:31:58.589716 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-3bc129b4-cf54-4c9b-9892-350e36c67fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:32:00.728311 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6b81cd8e-51c2-49e2-803e-b4951433bb67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:32:02.044944 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:32:02.063424 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-711fefd2-3b30-4759-8df5-0aecff1c8e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:32:03.495796 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c87150bd-aa9c-4ad1-bb68-57ec66d4fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:32:06.850796 dv-neutron-830731-3-hyperv neutron-server[83738]: DEBUG neutron.wsgi [req-046533f2-9000-4cba-a8eb-e621abf6ec50 req-8bf1fcbc-9124-464e-b0d1-a311bad629e0 service neutron] (83738) timed out ('10.222.0.13', 47050) {{(pid=83738) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 07 11:32:16.222802 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:32:28.592771 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-103c9c27-f635-4c58-9f70-97c57d51566c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:32:30.119368 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-adbd2215-c8ee-41f3-92a6-4182ca26b8a8 None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 11:32:30.729940 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-d0e04c84-169d-437b-aae0-606d751f5a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:32:32.048825 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:32:32.066970 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-711fefd2-3b30-4759-8df5-0aecff1c8e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:32:33.499484 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c87150bd-aa9c-4ad1-bb68-57ec66d4fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:32:46.226257 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:32:58.594637 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-e6676765-aa53-4b9a-879a-1587dc705d84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:33:00.731258 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-1e1119d5-3ec6-48be-9a61-858f7321c397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:33:02.051026 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:33:02.070578 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-711fefd2-3b30-4759-8df5-0aecff1c8e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:33:03.501426 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c87150bd-aa9c-4ad1-bb68-57ec66d4fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:33:07.119623 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-adbd2215-c8ee-41f3-92a6-4182ca26b8a8 None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 11:33:16.236091 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:33:28.596220 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-2fa83a2b-2d3a-4278-8990-3465bca971ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:33:30.733130 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6695f126-808e-4740-94dd-2cd4057623bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:33:32.053095 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:33:32.073688 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-711fefd2-3b30-4759-8df5-0aecff1c8e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:33:33.504342 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c87150bd-aa9c-4ad1-bb68-57ec66d4fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:33:44.119512 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-adbd2215-c8ee-41f3-92a6-4182ca26b8a8 None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 11:33:46.234967 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:33:58.598390 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-d3ce402e-996b-4f5d-a3ce-65acbb052995 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:34:00.734602 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-356d5d5e-385d-427d-8168-87b884cf6def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:34:02.055383 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:34:02.077325 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-711fefd2-3b30-4759-8df5-0aecff1c8e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:34:03.508095 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c87150bd-aa9c-4ad1-bb68-57ec66d4fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:34:16.249310 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:34:21.119807 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-adbd2215-c8ee-41f3-92a6-4182ca26b8a8 None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 11:34:28.601580 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-2cb877d1-01f1-488b-baef-89f999f8d01b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:34:30.735829 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-5309951f-7292-4f06-8d0d-8383af99e040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:34:32.058645 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:34:32.082021 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-711fefd2-3b30-4759-8df5-0aecff1c8e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:34:33.511392 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c87150bd-aa9c-4ad1-bb68-57ec66d4fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:34:46.250704 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:34:58.121885 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-adbd2215-c8ee-41f3-92a6-4182ca26b8a8 None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 11:34:58.604663 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-d9f4dfcf-7693-44fc-b957-34d0fd20e1fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:35:00.736868 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-e898e0c5-ab26-431e-a5e2-65f6ea476260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:35:02.060465 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:35:02.080743 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-711fefd2-3b30-4759-8df5-0aecff1c8e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:35:03.513084 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c87150bd-aa9c-4ad1-bb68-57ec66d4fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:35:16.262424 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:35:28.606292 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-9fd87e8d-b1ad-471a-8baf-b89369fc527c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:35:30.737868 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f8985e70-3541-4ec5-b532-5cdf94d8d9b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:35:32.062799 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:35:32.083474 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-711fefd2-3b30-4759-8df5-0aecff1c8e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:35:33.517707 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c87150bd-aa9c-4ad1-bb68-57ec66d4fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:35:35.122762 dv-neutron-830731-3-hyperv neutron-server[83740]: DEBUG neutron.db.agents_db [None req-adbd2215-c8ee-41f3-92a6-4182ca26b8a8 None None] Agent healthcheck: found 6 active agents {{(pid=83740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 11:35:46.263091 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c4f6-bbc6-4804-b4ef-503f48f650e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:35:58.608619 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-a7976063-d307-4453-b7a1-3679ffa5e7ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:36:00.738908 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-fead97a9-8660-4d57-b7cb-4ca8f636e70f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:36:02.064743 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6291eca5-1833-4431-a9c3-f91a9f2acc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:36:02.085525 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-711fefd2-3b30-4759-8df5-0aecff1c8e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 11:36:03.519937 dv-neutron-830731-3-hyperv neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-c87150bd-aa9c-4ad1-bb68-57ec66d4fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732568551015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1530733'] for agent, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}